-- Logs begin at Wed 2021-12-08 20:57:31 UTC, end at Wed 2021-12-08 23:07:11 UTC. -- Dec 08 21:27:48.551702 n-d-821126-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 08 21:27:51.265459 n-d-821126-1 neutron-server[102282]: INFO neutron.common.config [-] Logging enabled! Dec 08 21:27:51.265948 n-d-821126-1 neutron-server[102282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev56 Dec 08 21:27:51.266221 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102282) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 21:27:51.269744 n-d-821126-1 neutron-server[102282]: INFO neutron.common.config [-] Logging enabled! Dec 08 21:27:51.270001 n-d-821126-1 neutron-server[102282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev56 Dec 08 21:27:51.270314 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102282) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 21:27:51.271282 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 21:27:51.271516 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 21:27:51.271869 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 21:27:51.272115 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 21:27:51.272342 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 21:27:51.272665 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.272961 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.273258 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.273485 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.273782 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.274072 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.274360 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.274649 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.274974 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.275258 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.275541 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.275843 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.276056 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.276338 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.276626 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.276912 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.277135 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] debug = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.277417 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.277845 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.278258 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.278543 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.278855 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.279162 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.279436 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.279714 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.280001 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.280327 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] host = n-d-821126-1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.280608 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.280892 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.281178 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.281462 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.281736 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.282013 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.282296 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.282568 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.282867 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] log_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.283146 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.283433 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.283721 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.284009 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.284233 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.284454 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.284741 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.285026 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.285303 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.285578 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.285853 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.286128 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.286403 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.286671 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.286987 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.287270 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.287554 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.287831 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.288112 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.288386 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.288660 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.288942 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.289216 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.289488 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.289764 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.290051 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.290319 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.290592 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.290916 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.291202 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.291483 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.291768 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.292042 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.292325 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.292598 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.292870 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.293142 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] use_json = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.293413 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.293683 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.293965 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.294238 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.294513 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.294835 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.295109 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.295395 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:51.295694 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.295991 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.296308 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.296573 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.296869 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.297152 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.297440 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.297716 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.298005 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.298297 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.298582 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.298889 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.299180 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.299457 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.299751 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.300057 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.300349 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.300640 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.300917 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.301190 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.301463 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.301738 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.302028 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.302303 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.302591 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.302914 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.303196 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.303482 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.303771 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.304059 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.304333 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.304609 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.304898 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.305179 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.305454 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.305732 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.306023 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.306305 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.306583 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.306895 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.307178 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.307454 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.307731 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.308010 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.308307 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.308585 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.308858 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.309131 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.309408 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.309683 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.309969 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.310758 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.311066 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.311342 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.311624 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.311899 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.312172 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.312450 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.312768 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.313049 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.313323 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.313598 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.313871 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.314142 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.314413 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.314686 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.314983 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.315259 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.315534 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.315803 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.316077 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.316350 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.316624 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.316911 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.317206 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.317483 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.317761 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.318039 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.318313 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.318594 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.318898 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.319178 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.319456 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.319727 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.320015 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.320299 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.320587 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.320871 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.321150 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.321452 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.321731 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.322014 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.322293 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.322571 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.322892 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.323180 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.323477 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.323774 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.324070 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.324364 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.324659 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.324944 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.325254 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.325532 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:51.325750 n-d-821126-1 neutron-server[102282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 21:27:51.326638 n-d-821126-1 neutron-server[102282]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102282) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 08 21:27:51.676915 n-d-821126-1 neutron-server[102282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 08 21:27:51.677193 n-d-821126-1 neutron-server[102282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 08 21:27:51.677482 n-d-821126-1 neutron-server[102282]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 08 21:27:51.677812 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 08 21:27:52.069497 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.069690 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.069972 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.071322 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.071601 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.071876 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.108151 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.108431 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.108701 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.123648 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.123932 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.124207 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.152590 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.152881 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.153157 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.190881 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.191164 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.191433 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.423815 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.424411 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.424411 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.424612 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.425327 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.544542 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.544880 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.545165 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.545437 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.545703 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.546009 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.546264 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.546518 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.546792 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.547072 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.547329 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.547592 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.547842 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.548090 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.548341 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.548610 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.548862 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.549123 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.549386 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.549640 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.549904 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.550151 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.550426 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.550821 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.551071 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.551313 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.551696 n-d-821126-1 neutron-server[102282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 21:27:52.551932 n-d-821126-1 neutron-server[102282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 21:27:52.552164 n-d-821126-1 neutron-server[102282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 21:27:52.552395 n-d-821126-1 neutron-server[102282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 21:27:52.552625 n-d-821126-1 neutron-server[102282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 21:27:52.552855 n-d-821126-1 neutron-server[102282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 21:27:52.553209 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 08 21:27:52.556292 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 08 21:27:52.560342 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 08 21:27:52.564020 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 08 21:27:52.565631 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 08 21:27:52.566065 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 08 21:27:52.566394 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 08 21:27:52.566801 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 08 21:27:52.569594 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 08 21:27:52.569843 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 08 21:27:52.570181 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 21:27:52.575431 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 08 21:27:52.598362 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 08 21:27:52.598828 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.599129 n-d-821126-1 neutron-server[102282]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102282) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 08 21:27:52.599487 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.600858 n-d-821126-1 neutron-server[102282]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102282) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 08 21:27:52.601134 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 21:27:52.601379 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 08 21:27:52.604571 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.604846 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:52.668178 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 08 21:27:52.668411 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 08 21:27:52.668640 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 08 21:27:52.668994 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 08 21:27:52.690672 n-d-821126-1 neutron-server[102282]: DEBUG oslo_db.sqlalchemy.engines [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102282) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 08 21:27:53.214632 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Initializing driver for type 'gre' Dec 08 21:27:53.215182 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] gre ID ranges: [(1, 1000)] Dec 08 21:27:53.267903 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Initializing driver for type 'local' Dec 08 21:27:53.268217 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Initializing driver for type 'vlan' Dec 08 21:27:53.280869 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] VlanTypeDriver initialization complete Dec 08 21:27:53.281182 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Initializing driver for type 'vxlan' Dec 08 21:27:53.281659 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] vxlan ID ranges: [(1, 1000)] Dec 08 21:27:53.335996 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Initializing extension driver 'port_security' Dec 08 21:27:53.336408 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.extensions.port_security [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] PortSecurityExtensionDriver initialization complete Dec 08 21:27:53.336933 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Initializing mechanism driver 'openvswitch' Dec 08 21:27:53.337219 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Initializing mechanism driver 'hyperv' Dec 08 21:27:53.343971 n-d-821126-1 neutron-server[102282]: DEBUG neutron.plugins.ml2.plugin [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:27:53.344641 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > port after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.345003 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > port after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.345349 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > port after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.345872 n-d-821126-1 neutron-server[102282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 21:27:53.346295 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.346639 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.347002 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.347392 n-d-821126-1 neutron-server[102282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 21:27:53.347793 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > network after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.348136 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > network after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.348471 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.348857 n-d-821126-1 neutron-server[102282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 21:27:53.349255 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.349596 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.349930 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.350452 n-d-821126-1 neutron-server[102282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 21:27:53.350892 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.351240 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.351578 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.351970 n-d-821126-1 neutron-server[102282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 21:27:53.352370 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.352714 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.353049 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.353437 n-d-821126-1 neutron-server[102282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 21:27:53.353804 n-d-821126-1 neutron-server[102282]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] ML2 OVO RPC backend initialized. {{(pid=102282) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 08 21:27:53.354499 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.354877 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.355290 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > network before_response 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.355631 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > networks before_response 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.355970 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > port before_response 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.356303 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > ports before_response 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.356639 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.356979 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.357319 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > network after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.357687 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > network after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.358520 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.358884 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > port after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.359222 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > port after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.359549 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > port after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.359879 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.360355 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.360805 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.361373 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.plugin [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Modular L2 Plugin initialization complete Dec 08 21:27:53.361694 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading services supported by the core plugin {{(pid=102282) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 08 21:27:53.362014 n-d-821126-1 neutron-server[102282]: INFO neutron.plugins.ml2.managers [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Got port-security extension from driver 'port_security' Dec 08 21:27:53.362469 n-d-821126-1 neutron-server[102282]: INFO neutron.extensions.vlantransparent [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Disabled vlantransparent extension. Dec 08 21:27:53.362968 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102282) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 08 21:27:53.363276 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading Plugin: router Dec 08 21:27:53.399260 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.399645 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router after_create 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.400006 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router before_create 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.400363 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.400727 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.401072 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router after_delete 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.401422 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.401765 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.402114 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router after_create 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.402453 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router after_update 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.402821 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router after_update 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.403161 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.403509 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router after_update 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.403909 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.404268 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: port after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.404604 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: port after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.405461 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: subnet after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.405798 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.406139 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.406478 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.406836 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: port before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.407176 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.407522 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router after_update 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.407855 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.408195 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.408546 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.408882 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.409235 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > agent after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.409581 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.409919 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.410784 n-d-821126-1 neutron-server[102282]: DEBUG neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Tracking information for resource: router configured {{(pid=102282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 21:27:53.411113 n-d-821126-1 neutron-server[102282]: DEBUG neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Tracking information for resource: floatingip configured {{(pid=102282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 21:27:53.416077 n-d-821126-1 neutron-server[102282]: INFO neutron.db.l3_agentschedulers_db [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 08 21:27:53.416645 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: port after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.417000 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: port after_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.417348 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: port after_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.417694 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: port after_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.418469 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router before_create 55550100 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.418862 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.419221 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.419576 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.425104 n-d-821126-1 neutron-server[102282]: DEBUG neutron.services.provider_configuration [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service providers = [] {{(pid=102282) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 08 21:27:53.425657 n-d-821126-1 neutron-server[102282]: DEBUG neutron.db.servicetype_db [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102282) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 08 21:27:53.428377 n-d-821126-1 neutron-server[102282]: DEBUG neutron.services.service_base [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 21:27:53.428716 n-d-821126-1 neutron-server[102282]: DEBUG neutron.services.service_base [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 21:27:53.429049 n-d-821126-1 neutron-server[102282]: DEBUG neutron.services.service_base [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 21:27:53.429920 n-d-821126-1 neutron-server[102282]: DEBUG neutron.services.service_base [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 21:27:53.430284 n-d-821126-1 neutron-server[102282]: INFO neutron.services.service_base [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 08 21:27:53.430650 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 21:27:53.431003 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 08 21:27:53.441638 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 21:27:53.441969 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading Plugin: auto_allocate Dec 08 21:27:53.447852 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: network precommit_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.448214 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: network precommit_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.448726 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 21:27:53.449040 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading Plugin: tag Dec 08 21:27:53.455736 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 21:27:53.456061 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading Plugin: timestamp Dec 08 21:27:53.460055 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 21:27:53.460379 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading Plugin: network_ip_availability Dec 08 21:27:53.465799 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.466124 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.466471 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.467709 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 21:27:53.468026 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading Plugin: flavors Dec 08 21:27:53.472860 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 21:27:53.473190 n-d-821126-1 neutron-server[102282]: INFO neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading Plugin: revisions Dec 08 21:27:53.477472 n-d-821126-1 neutron-server[102282]: DEBUG neutron.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 21:27:53.477858 n-d-821126-1 neutron-server[102282]: DEBUG oslo_concurrency.lockutils [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=102282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 08 21:27:53.478591 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102282) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 08 21:27:53.478950 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Initializing extension manager. Dec 08 21:27:53.479454 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: __init__.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.479811 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: __pycache__ {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.480115 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.480442 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: address_group.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.481178 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.481727 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: address-group Dec 08 21:27:53.482048 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: address_scope.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.483570 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.484079 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: address-scope Dec 08 21:27:53.484399 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.485332 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.485837 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: router-admin-state-down-before-update Dec 08 21:27:53.486154 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: agent.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.486872 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.487378 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: agent Dec 08 21:27:53.487689 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: agent_resources_synced.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.488586 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.489086 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: agent-resources-synced Dec 08 21:27:53.489402 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.491187 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.491704 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: allowed-address-pairs Dec 08 21:27:53.492025 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.493105 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.493620 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: auto-allocated-topology Dec 08 21:27:53.493942 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: availability_zone.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.494626 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.495156 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: availability_zone Dec 08 21:27:53.495477 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: availability_zone_filter.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.496383 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.496894 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: availability_zone_filter Dec 08 21:27:53.497226 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: data_plane_status.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.498104 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.498633 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension data-plane-status not supported by any of loaded plugins Dec 08 21:27:53.498975 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: default_subnetpools.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.499881 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.500381 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: default-subnetpools Dec 08 21:27:53.500697 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.501488 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.501990 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: dhcp_agent_scheduler Dec 08 21:27:53.502305 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: dns.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.503229 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.503724 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension dns-integration not supported by any of loaded plugins Dec 08 21:27:53.504037 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: dns_domain_ports.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.504932 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.505427 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 08 21:27:53.505739 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.506647 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.507172 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 08 21:27:53.507485 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: dvr.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.508144 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.508639 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: dvr Dec 08 21:27:53.508952 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: ecmp_routes.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.509854 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.510356 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 08 21:27:53.510675 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: empty_string_filtering.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.511602 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.512104 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: empty-string-filtering Dec 08 21:27:53.512419 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.513356 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.513855 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 08 21:27:53.514194 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.515149 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.515658 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 08 21:27:53.515973 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: external_net.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.516867 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.517371 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: external-net Dec 08 21:27:53.517686 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.518576 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.519391 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: extra_dhcp_opt Dec 08 21:27:53.519702 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: extraroute.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.520609 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.521103 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: extraroute Dec 08 21:27:53.521415 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: extraroute_atomic.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.522437 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.522982 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: extraroute-atomic Dec 08 21:27:53.523300 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: filter_validation.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.523956 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.524457 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: filter-validation Dec 08 21:27:53.524770 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: fip_pf_description.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.525669 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.526164 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 08 21:27:53.526478 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: fip_port_details.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.527414 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.527912 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: fip-port-details Dec 08 21:27:53.528228 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: flavors.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.529450 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.530471 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: flavors Dec 08 21:27:53.530817 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.532481 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.533000 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 08 21:27:53.533332 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: floatingip_pools.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.534021 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.534523 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: floatingip-pools Dec 08 21:27:53.534884 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: ip_allocation.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.535804 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.536306 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension ip_allocation not supported by any of loaded plugins Dec 08 21:27:53.536627 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.537533 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.538036 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: ip-substring-filtering Dec 08 21:27:53.538357 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: l2_adjacency.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.539282 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.539783 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 08 21:27:53.540101 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: l3.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.541168 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.541681 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: router Dec 08 21:27:53.542001 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.544227 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.544745 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 08 21:27:53.545068 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.546575 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.547109 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: ext-gw-mode Dec 08 21:27:53.547434 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.548359 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.548864 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: l3-ha Dec 08 21:27:53.549186 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: l3_flavors.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.550092 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.550597 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: l3-flavors Dec 08 21:27:53.550951 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.551855 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.552358 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 08 21:27:53.552677 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: l3agentscheduler.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.553679 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.554186 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: l3_agent_scheduler Dec 08 21:27:53.554506 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: logging.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.556038 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.556548 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension logging not supported by any of loaded plugins Dec 08 21:27:53.556871 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: metering.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.557600 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.558163 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: metering Dec 08 21:27:53.558483 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.559601 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.560110 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: metering_source_and_destination_fields Dec 08 21:27:53.560430 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: multiprovidernet.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.561374 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.561873 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: multi-provider Dec 08 21:27:53.562190 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: netmtu.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.563122 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.563619 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: net-mtu Dec 08 21:27:53.563935 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: netmtu_writable.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.564846 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.565345 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: net-mtu-writable Dec 08 21:27:53.565662 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: network_availability_zone.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.566328 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.566865 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: network_availability_zone Dec 08 21:27:53.567181 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: network_ip_availability.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.568279 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.568786 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: network-ip-availability Dec 08 21:27:53.569105 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: network_segment_range.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.569862 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.570363 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension network-segment-range not supported by any of loaded plugins Dec 08 21:27:53.570678 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: pagination.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.571673 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.572000 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: pagination Dec 08 21:27:53.572316 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: port_device_profile.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.573216 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.573721 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: port-device-profile Dec 08 21:27:53.574036 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.574975 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.575480 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: port-mac-address-regenerate Dec 08 21:27:53.575797 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.576730 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.577231 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: port-numa-affinity-policy Dec 08 21:27:53.577544 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: port_resource_request.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.578568 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.579090 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension port-resource-request not supported by any of loaded plugins Dec 08 21:27:53.579406 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: portbindings.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.580321 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.580819 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: binding Dec 08 21:27:53.581132 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: portbindings_extended.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.582398 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.582938 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: binding-extended Dec 08 21:27:53.583259 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: portsecurity.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.584167 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.584670 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: port-security Dec 08 21:27:53.584987 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: project_id.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.585949 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.586275 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: project-id Dec 08 21:27:53.586593 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: providernet.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.587529 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.588335 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: provider Dec 08 21:27:53.588651 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.592765 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.593286 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos not supported by any of loaded plugins Dec 08 21:27:53.593615 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.594894 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.595407 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 08 21:27:53.595730 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.596650 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.597154 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 08 21:27:53.597478 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_default.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.598375 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.598918 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-default not supported by any of loaded plugins Dec 08 21:27:53.599240 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_fip.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.599877 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.600371 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-fip not supported by any of loaded plugins Dec 08 21:27:53.600685 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.601597 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.602095 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 08 21:27:53.602409 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.603343 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.603845 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 08 21:27:53.604160 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_pps_rule.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.605326 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.605833 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-pps not supported by any of loaded plugins Dec 08 21:27:53.606151 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.607091 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.607594 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 08 21:27:53.608519 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: qos_rules_alias.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.609556 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.610068 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 08 21:27:53.610391 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: quotasv2.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.611312 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.611637 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: quotas Dec 08 21:27:53.611952 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: quotasv2_detail.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.615262 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.615601 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: quota_details Dec 08 21:27:53.615931 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: rbac.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.616980 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.617496 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: rbac-policies Dec 08 21:27:53.617818 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: rbac_address_group.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.618758 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.619269 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: rbac-address-group Dec 08 21:27:53.619586 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: rbac_address_scope.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.620499 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.621005 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: rbac-address-scope Dec 08 21:27:53.621320 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: rbac_security_groups.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.622222 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.622749 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: rbac-security-groups Dec 08 21:27:53.623067 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.623993 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.624508 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: rbac-subnetpool Dec 08 21:27:53.624823 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: revisionifmatch.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.625730 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.626238 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: revision-if-match Dec 08 21:27:53.626558 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: revisions.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.627683 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.628186 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: standard-attr-revisions Dec 08 21:27:53.628501 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: router_availability_zone.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.629165 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.629670 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: router_availability_zone Dec 08 21:27:53.629987 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: routerservicetype.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.630925 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.631422 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension router-service-type not supported by any of loaded plugins Dec 08 21:27:53.631735 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.632647 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.633149 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: security-groups-normalized-cidr Dec 08 21:27:53.633464 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.634367 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.634894 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: port-security-groups-filtering Dec 08 21:27:53.635211 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.636118 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.636625 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: security-groups-remote-address-group Dec 08 21:27:53.636940 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: securitygroup.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.648150 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.648672 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: security-group Dec 08 21:27:53.649001 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: segment.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.649778 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.650282 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension segment not supported by any of loaded plugins Dec 08 21:27:53.650607 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.651575 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.652083 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 08 21:27:53.652405 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: servicetype.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.653563 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.654080 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: service-type Dec 08 21:27:53.654405 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: sorting.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.655915 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.656245 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: sorting Dec 08 21:27:53.656566 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: standard_attr_segment.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.657477 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.657988 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 08 21:27:53.658309 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: standardattrdescription.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.658979 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.659481 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: standard-attr-description Dec 08 21:27:53.659799 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: stateful_security_group.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.660735 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.661244 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: stateful-security-group Dec 08 21:27:53.661560 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: stdattrs_common.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.662133 n-d-821126-1 neutron-server[102282]: WARNING neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 08 21:27:53.662447 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.663390 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.663899 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 08 21:27:53.664212 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: subnet_onboard.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.665271 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.665781 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: subnet_onboard Dec 08 21:27:53.666099 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.667046 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.667550 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 08 21:27:53.667866 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: subnet_service_types.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.668777 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.669284 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: subnet-service-types Dec 08 21:27:53.669598 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: subnetallocation.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.671304 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.671811 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: subnet_allocation Dec 08 21:27:53.672129 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.672815 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.673317 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: subnetpool-prefix-ops Dec 08 21:27:53.673643 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.674728 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.675248 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 08 21:27:53.675575 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: tagging.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.676632 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.677146 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: standard-attr-tag Dec 08 21:27:53.677465 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: timestamp.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.678658 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.679188 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loaded extension: standard-attr-timestamp Dec 08 21:27:53.679510 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: trunk.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.680539 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.681044 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension trunk not supported by any of loaded plugins Dec 08 21:27:53.681374 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: trunk_details.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.682289 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.682827 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension trunk-details not supported by any of loaded plugins Dec 08 21:27:53.683148 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.684059 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.684561 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 08 21:27:53.684876 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Loading extension file: vlantransparent.py {{(pid=102282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 21:27:53.685533 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 21:27:53.686059 n-d-821126-1 neutron-server[102282]: INFO neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 08 21:27:53.688465 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:network Dec 08 21:27:53.688991 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:subnet Dec 08 21:27:53.689384 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 21:27:53.689778 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:port Dec 08 21:27:53.691013 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.691444 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service FLAVORS assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.692054 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.692488 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.692812 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:router Dec 08 21:27:53.693235 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 21:27:53.693718 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service METERING assigned prefix: /metering {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.695147 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.695507 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.695849 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:27:53.696798 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 21:27:53.697236 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:security_group Dec 08 21:27:53.697665 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 21:27:53.698267 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service CORE assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.698589 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 21:27:53.698961 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] subnetpool is already registered Dec 08 21:27:53.699387 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service CORE assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.699704 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 21:27:53.700029 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] subnetpool is already registered Dec 08 21:27:53.702307 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.702761 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service FLAVORS assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.703346 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.703760 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.704086 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:router Dec 08 21:27:53.704422 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] router is already registered Dec 08 21:27:53.704825 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 21:27:53.705153 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] floatingip is already registered Dec 08 21:27:53.705604 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service METERING assigned prefix: /metering {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.706261 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 21:27:53.706581 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] rbac_policy is already registered Dec 08 21:27:53.707017 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:security_group Dec 08 21:27:53.707346 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] security_group is already registered Dec 08 21:27:53.707742 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 21:27:53.708070 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] security_group_rule is already registered Dec 08 21:27:53.708697 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service CORE assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.709015 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 21:27:53.709343 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] subnetpool is already registered Dec 08 21:27:53.709752 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.v2.resource_helper [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Service CORE assigned prefix: {{(pid=102282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 21:27:53.710068 n-d-821126-1 neutron-server[102282]: INFO neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 21:27:53.710389 n-d-821126-1 neutron-server[102282]: WARNING neutron.quota.resource_registry [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] subnetpool is already registered Dec 08 21:27:53.710883 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: extensions {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.712328 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: address-groups {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.713815 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: address-scopes {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.715160 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: agents {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.716388 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: auto-allocated-topology {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.718098 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: availability_zones {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.719340 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: dhcp-networks {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.720917 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: dhcp-agents {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.722368 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: routers {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.724601 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: flavors {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.725771 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: service_profiles {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.726987 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: next_providers {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.728437 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: service_profiles {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.729963 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: floatingip-pools {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.731224 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: routers {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.733932 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: floatingips {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.735218 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: l3-routers {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.736637 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: l3-agents {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.738046 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: metering-labels {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.739420 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: metering-label-rules {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.740711 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: network-ip-availabilities {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.742000 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: bindings {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.744567 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: quotas {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.746020 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: quotas {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.747513 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: rbac-policies {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.748754 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: security-groups {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.750060 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: security-group-rules {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.751403 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: service-providers {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.752614 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: subnetpools {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.754038 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: subnetpools {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.755505 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.757184 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.759028 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.760829 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.762609 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.765016 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.766696 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.768609 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.770638 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.772410 n-d-821126-1 neutron-server[102282]: DEBUG neutron.api.extensions [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Extended resource: tags {{(pid=102282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 21:27:53.778580 n-d-821126-1 neutron-server[102282]: WARNING keystonemiddleware.auth_token [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 08 21:27:53.783912 n-d-821126-1 neutron-server[102282]: WARNING keystonemiddleware.auth_token [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 08 21:27:53.792535 n-d-821126-1 neutron-server[102282]: DEBUG oslo_concurrency.lockutils [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Acquired lock "singleton_lock" {{(pid=102282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 08 21:27:53.792996 n-d-821126-1 neutron-server[102282]: DEBUG oslo_concurrency.lockutils [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Releasing lock "singleton_lock" {{(pid=102282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 08 21:27:53.793618 n-d-821126-1 neutron-server[102282]: INFO oslo_service.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Starting 2 workers Dec 08 21:27:53.798960 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Started child 102389 {{(pid=102282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 21:27:53.803347 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Started child 102390 {{(pid=102282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 21:27:53.804521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:27:53.805165 n-d-821126-1 neutron-server[102282]: INFO neutron.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 08 21:27:53.805561 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Notify callbacks [] for process, before_spawn {{(pid=102282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:27:53.806102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [-] (102389) wsgi starting up on http://0.0.0.0:9696 Dec 08 21:27:53.808016 n-d-821126-1 neutron-server[102282]: INFO oslo_service.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Starting 1 workers Dec 08 21:27:53.808264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:27:53.809681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [-] (102390) wsgi starting up on http://0.0.0.0:9696 Dec 08 21:27:53.813796 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Started child 102391 {{(pid=102282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 21:27:53.814345 n-d-821126-1 neutron-server[102282]: INFO oslo_service.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Starting 1 workers Dec 08 21:27:53.817663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] calling RpcWorker wait() {{(pid=102391) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 08 21:27:53.818221 n-d-821126-1 neutron-server[102391]: DEBUG neutron.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] returning from RpcWorker wait() {{(pid=102391) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 08 21:27:53.818816 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Started child 102392 {{(pid=102282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 21:27:53.819598 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:27:53.819693 n-d-821126-1 neutron-server[102282]: DEBUG neutron_lib.callbacks.manager [None req-59bc9dae-328b-4d62-8c4d-7a0f856d36a6 None None] Notify callbacks [] for process, after_spawn {{(pid=102282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:27:53.820111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:27:53.821555 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102282) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 21:27:53.821675 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 21:27:53.821866 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 21:27:53.822086 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 21:27:53.822416 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 21:27:53.822576 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 21:27:53.823130 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.823401 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.823684 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.823787 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:27:53.824227 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.824227 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.824815 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.825076 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.825308 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.825587 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.825826 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.826007 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.826136 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.826387 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.826665 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.826991 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.827272 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.827516 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.827772 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.827943 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.828192 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.828451 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.828672 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.828932 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] debug = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.829181 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.829669 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.829904 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.830151 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.830384 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.830639 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.830915 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.831194 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.831424 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.831656 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.831870 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.832125 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.832357 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.832562 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.832796 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.833051 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.833262 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.833739 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] host = n-d-821126-1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.833967 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.834198 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.834440 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.834680 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.834961 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.835169 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.835420 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.835658 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.835923 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.836140 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.836384 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.836625 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.836854 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.837103 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.837262 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_options = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.837492 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.837740 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.837991 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.838176 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.838340 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.838510 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.838782 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.838944 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.839200 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.839451 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.839660 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.839868 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.840108 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.840336 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.840585 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.840815 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.841040 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.841263 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.841499 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.841718 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.841939 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.842181 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.842483 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.842636 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.842890 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.843146 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.843354 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.843562 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.843766 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.844015 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.844238 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.844497 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.844725 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.844951 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.845212 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.845433 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.845654 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.845861 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.846114 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.846329 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.846582 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.846875 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.847084 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.847330 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.847566 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.847773 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.848003 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_json = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.848214 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.848439 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.848693 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.848905 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.849143 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.849350 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.849556 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.849794 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.850232 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.850513 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.851116 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.851116 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.851389 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.851548 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.851804 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.852049 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.852305 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.853734 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.853734 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.853734 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.853734 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.854217 n-d-821126-1 neutron-server[102392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:27:53.854371 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.854371 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.854371 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.854371 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.854892 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.854892 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.855151 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.855278 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.855467 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.855747 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.856763 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.856763 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.856763 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.856763 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.857272 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.857552 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.858323 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.858748 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.858940 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.859307 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.859407 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.859867 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.860092 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.860426 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.860689 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.860905 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.861111 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.861352 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.861577 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.861788 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.862013 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.862231 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.862462 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.862687 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.862927 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.863164 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.863375 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.863584 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.863787 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.864007 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.864220 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.864496 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.864741 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.864961 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.865180 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.865391 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.865630 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.865846 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.866059 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.866284 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.866509 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.866758 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.867027 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.867300 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.867513 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.867719 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.868099 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.868205 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.868611 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.868611 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.869063 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.869063 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.869216 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.869583 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.869692 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.869986 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.870149 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.870328 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.870565 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.870822 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872313 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872313 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872313 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872313 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872313 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872313 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872313 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872786 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.872855 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.873057 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.873310 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.874107 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.874335 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.874579 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.874838 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.875074 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.875304 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.875572 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.875823 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.876068 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.876281 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.876494 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.876721 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.876992 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.877164 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.878747 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.878747 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.878747 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.878747 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.878747 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.878747 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.879631 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.879631 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.879631 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.879631 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.880056 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.880056 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.880206 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.880632 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.880752 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.881004 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.883132 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.884383 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.884383 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.884383 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.884383 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.884383 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.884985 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.884985 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.885433 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.885705 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.885947 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.886192 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.886458 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.886738 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.886969 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.887225 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.887449 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.887659 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.887908 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.888150 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.888364 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.888604 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.888837 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.889073 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.889318 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.889543 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.889764 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.889977 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.890212 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.890447 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.890663 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.890916 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.891176 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.891384 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.891601 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.891833 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.892048 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.892279 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.892512 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.892724 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.892984 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.893202 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.893459 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.893707 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.894174 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.894396 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.894630 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.894885 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.895110 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.895350 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.895581 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.895832 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.896012 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.896205 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.896413 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.896621 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.896844 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.897071 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.897300 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.897543 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.897952 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.898131 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.898370 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.898601 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.898839 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.899070 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.899304 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.899895 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.899895 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.900158 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.900158 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.900397 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.900661 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.900841 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.901037 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.901260 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.901467 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.901675 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.901881 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.902164 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.902592 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.902592 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.902870 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.903098 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.903300 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.903529 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.903754 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.904938 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.904938 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.904938 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.904938 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.904938 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.905383 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.905988 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.905988 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.906257 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.906395 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.906643 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.906806 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.907302 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.907302 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.907561 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.907703 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.907831 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.908118 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.908260 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.908436 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.908643 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.908844 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.909085 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.909291 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.909494 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.909709 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.909918 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.910121 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.910402 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.910650 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.910888 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.911163 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.911389 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.911635 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.912779 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.912779 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.912779 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.912779 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.912779 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.913121 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.913221 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.913486 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.913798 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.914058 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.914309 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.914555 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.914838 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.915112 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.915644 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.915644 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.915854 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.916170 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.916442 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.916697 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.916935 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.917660 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.917660 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.917660 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.917911 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.918046 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.918258 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.918490 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.918732 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.918975 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.919186 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.919426 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.919635 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.919875 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.920079 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.920815 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.921040 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.921195 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 21:27:53.921739 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102282) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 21:27:53.921899 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 21:27:53.922043 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 21:27:53.922216 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 21:27:53.922383 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 21:27:53.922534 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 21:27:53.922761 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.922925 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.923084 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.923240 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.923397 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.923575 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.923734 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.923889 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.924063 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.924197 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.924355 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.924509 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.924663 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.924818 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.924975 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.925131 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.925286 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.925442 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.925600 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.925755 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.925914 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.926086 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.926247 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] debug = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.926370 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.926564 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.926741 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.926910 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.927043 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.927176 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.927333 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.927481 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.927658 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.927869 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.927971 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.928052 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.928209 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.928362 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.928516 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.928670 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.928824 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.928977 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] host = n-d-821126-1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.929131 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.929290 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.929443 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.929596 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.929749 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.929902 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.930055 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.930209 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.930362 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.930515 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.930669 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.930866 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.931021 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.931175 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.931329 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_options = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.931482 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.931635 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.931790 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.931964 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.932123 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.932279 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.932432 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.932586 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.932740 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.932894 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.933047 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.933200 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.933352 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.933505 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.933659 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.933812 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.933966 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.934125 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.934310 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.934419 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.934571 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.934746 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.934900 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.935045 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.935187 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.935331 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.935510 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.935669 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.935815 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.935939 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.936674 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.936829 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.936989 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.937135 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.937278 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.937422 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.937566 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.937724 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.937887 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.938032 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.938182 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.938338 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.938517 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.938650 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.938830 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.938983 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.939168 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_json = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.939312 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.939674 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.939674 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.939674 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.940318 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.940318 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.940318 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.940318 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 21:27:53.941077 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.941077 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.941077 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.941077 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.941077 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.941637 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.941637 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.941637 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.941637 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942286 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942286 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942286 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942286 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942614 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942614 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942614 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942929 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.942929 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.943139 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.943229 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.943356 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.943511 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.943677 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.943834 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.943988 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.944144 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.944300 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.944471 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.944627 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.944785 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.944941 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.945098 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.945257 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.945416 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.945573 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.945730 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.945888 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.946045 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.946387 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.946387 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.946594 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.946762 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.946889 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.947013 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.947095 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.947247 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.947404 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.947563 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.947719 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.947876 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.948037 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.948195 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.948352 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.948513 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.948658 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.948824 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.948981 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.949138 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.949300 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.949458 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.949614 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.949770 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.949926 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.950082 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.950240 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.950395 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.950563 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.950734 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.950911 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.951070 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.951406 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.951406 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.951711 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.951711 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.951906 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.951983 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.952128 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.952284 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.952440 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.952596 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.952754 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.952909 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.953065 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.953222 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.953378 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.953533 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.953689 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.953844 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.953999 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.954162 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.954332 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.954487 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.954644 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.954826 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.954984 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.955140 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.955296 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.955451 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.955608 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.955765 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.955921 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.956077 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.956234 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.956390 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.956550 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.956732 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.956863 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.957026 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.957160 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.957308 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.957443 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.957577 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.957737 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.957893 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.958050 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.958206 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.958345 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.958501 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.958659 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.958836 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.958998 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.959164 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.959253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:27:53.959338 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.959471 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.959627 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.959782 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.959937 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.960093 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.960249 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.960405 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.960560 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.960716 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.960878 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.961042 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.961199 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.961355 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.961510 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.961688 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.961844 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.962000 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.962157 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.962315 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.962471 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.962626 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.962805 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.962962 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.963119 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.963276 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.963433 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.963589 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.963745 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.963900 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.964056 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.964212 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.964368 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.964524 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.964681 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.964839 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.964995 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.965151 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.965307 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.965463 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.965619 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.965775 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.965932 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.966088 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.966244 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.966449 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.966552 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.966700 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.966876 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.967032 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.967210 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.967366 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.967525 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.967681 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.967838 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.967996 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.968153 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.968310 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.968467 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.968616 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.968771 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.968927 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.969083 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.969244 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.969401 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.969559 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.969716 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.969877 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.970037 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.970192 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.970422 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.970535 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.970668 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.970846 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.971003 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.971160 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.971316 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.971474 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.971632 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.971789 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.971945 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.972103 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.972262 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.972419 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.972576 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.972732 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.972889 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.973196 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.973196 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.973665 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.973665 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.973665 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.973895 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.973973 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.974051 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.974219 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.974375 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.974531 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.974687 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.974880 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.975037 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.975202 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.975358 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.975513 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.975668 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.975824 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.975979 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.976144 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.976299 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.976456 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.976612 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.976767 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.976922 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.977085 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.977241 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.977397 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.977551 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.977706 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.977862 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.978026 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.978181 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.978355 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.978493 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.978648 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.978838 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.979006 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.979166 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.979329 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.979481 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.979965 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.979965 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.979965 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.980290 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.980290 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.980580 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.980580 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.980773 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.981702 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.981702 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.981702 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.981702 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.981702 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.981702 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.981702 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.982362 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.982362 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.982362 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.982362 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.983320 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.983320 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.983320 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.983539 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.983539 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.983709 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.983858 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.984009 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.984165 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.984321 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.984477 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.984633 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.984789 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.984945 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.985101 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.985259 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.985415 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.985570 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.985726 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.985881 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 21:27:53.986031 n-d-821126-1 neutron-server[102282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 21:27:54.222165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58164) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:27:54.230605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061970 Dec 08 21:28:05.598180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317a1eb-1992-49c5-825c-1d83b85c0f82 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 21:28:05.638112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d05c4552-b8c2-4a19-b4f7-ded7e56af272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532990'] for agent, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:05.661791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6317a1eb-1992-49c5-825c-1d83b85c0f82 None None] No non-hosted networks {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 08 21:28:08.157462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bada818-1c4b-4206-989e-eb218bc26df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532990'] for agent, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:08.227894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc640d3d-2d15-46c1-87cb-e391fce544eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:08.710690 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532990'] for agent, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:08.711791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.712377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.712951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.713483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.714027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.716612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.718118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.720887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.724286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.727022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.728763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.730427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:08.731880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821126-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:08.751495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821126-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:09.243859 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532990'] for agent, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:10.828200 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532990'] for agent, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:11.885782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58256) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:12.363902 n-d-821126-1 neutron-server[102389]: WARNING oslo_policy.policy [None req-b35a19aa-aaf6-4b9a-8e1a-12872407a370 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 21:28:12.364485 n-d-821126-1 neutron-server[102389]: WARNING oslo_policy.policy [None req-b35a19aa-aaf6-4b9a-8e1a-12872407a370 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 21:28:12.584805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-b35a19aa-aaf6-4b9a-8e1a-12872407a370 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:28:12.585948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b35a19aa-aaf6-4b9a-8e1a-12872407a370 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6981325 Dec 08 21:28:14.963102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58270) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:15.274030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-835528dc-7639-4458-b140-60c17e4820b2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:28:15.369387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.policy [None req-835528dc-7639-4458-b140-60c17e4820b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102389) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 21:28:15.415337 n-d-821126-1 neutron-server[102389]: WARNING oslo_policy.policy [None req-835528dc-7639-4458-b140-60c17e4820b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 21:28:15.415731 n-d-821126-1 neutron-server[102389]: WARNING oslo_policy.policy [None req-835528dc-7639-4458-b140-60c17e4820b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 21:28:15.424576 n-d-821126-1 neutron-server[102389]: INFO neutron.quota [None req-835528dc-7639-4458-b140-60c17e4820b2 admin admin] Loaded quota_driver: . Dec 08 21:28:15.470286 n-d-821126-1 neutron-server[102391]: INFO neutron.db.l3_hamode_db [None req-347b203d-f9e0-444e-91d4-06881c015e47 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 08 21:28:15.515275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-835528dc-7639-4458-b140-60c17e4820b2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777350489962', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777350488391', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777350485696', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777350510836', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777350921222', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777350462519', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-572845', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-757905', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1727936'] for rbac-policy, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:15.547863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b203d-f9e0-444e-91d4-06881c015e47 None None] Routers set() bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:28:15.548276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b203d-f9e0-444e-91d4-06881c015e47 None None] Router IDs set() for agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 21:28:15.580991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-835528dc-7639-4458-b140-60c17e4820b2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:15.582159 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-835528dc-7639-4458-b140-60c17e4820b2 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6179786 Dec 08 21:28:18.137831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:18.430301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'name': 'private'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:28:18.459503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Made reservation on behalf of 1ebe91efef8e42c1bada9b65d010fcbd for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:28:18.462226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:18.478374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:18.585357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:18.588887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:18.612455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:28:18.637126 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777352115375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:18.637701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Unsubscribe: segment precommit_create {{(pid=102389) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 21:28:18.638184 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Added segment 4a00ef01-8937-44b1-bf1a-5f18a5b87a92 of type vlan for network 8d809b68-b200-4570-a07b-d54f6d88c8d0 Dec 08 21:28:18.643964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650e127-292b-457a-9f0d-f167ee139c4d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:18.664622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.664961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.665291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.665617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.665939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.666260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.666576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.666916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.667260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.667542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.668074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.668394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Tracked resource versions report: Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: pushed versions: Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: { 'AddressGroup': {'1.2'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'ConntrackHelper': {'1.0'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Log': {'1.0'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Network': {'1.1'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Port': {'1.7'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'PortForwarding': {'1.2'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'QosPolicy': {'1.9'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'SecurityGroup': {'1.4'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'SecurityGroupRule': {'1.2'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'SubPort': {'1.0'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Subnet': {'1.1'}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Trunk': {'1.1'}} Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: consumer versions: Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: { DHCP agent@n-d-821126-1: {}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: L3 agent@n-d-821126-1: {}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: Metadata agent@n-d-821126-1: {}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: Metering agent@n-d-821126-1: {}, Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: Open vSwitch agent@n-d-821126-1: { 'AddressGroup': '1.2', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'ConntrackHelper': '1.0', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Log': '1.0', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Network': '1.1', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Port': '1.7', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'PortForwarding': '1.2', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'QosPolicy': '1.9', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'SecurityGroup': '1.4', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'SecurityGroupRule': '1.2', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'SubPort': '1.0', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Subnet': '1.1', Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: 'Trunk': '1.1'}} Dec 08 21:28:18.669960 n-d-821126-1 neutron-server[102389]: {{(pid=102389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 21:28:18.757995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:18.795270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:18.796425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:28:18.797055 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:18.877539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7381406 Dec 08 21:28:18.895594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b32fd5-e6c1-4ca0-92e3-60acfb71d858 admin admin] Pushing event updated for resources: {'Network': ['ID=8d809b68-b200-4570-a07b-d54f6d88c8d0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:18.908261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8d809b68-b200-4570-a07b-d54f6d88c8d0 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:28:21.523027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58296) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:21.901679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a98fe-1bef-4430-9c1e-cc835e128e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:28:21.903027 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5c6a98fe-1bef-4430-9c1e-cc835e128e9a admin admin] 10.222.0.21 "GET /v2.0/networks/8d809b68-b200-4570-a07b-d54f6d88c8d0 HTTP/1.1" status: 200 len: 825 time: 0.3790290 Dec 08 21:28:21.927763 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-38517e72-6a30-47a4-bd01-fe4f8280ce67 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/71b23503-b567-42ad-8bf5-7c0ce6a1b916 HTTP/1.1" status: 200 len: 734 time: 0.0179718 Dec 08 21:28:21.937177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Request body: {'subnet': {'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'subnetpool_id': '71b23503-b567-42ad-8bf5-7c0ce6a1b916', 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:28:21.958879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Made reservation on behalf of 1ebe91efef8e42c1bada9b65d010fcbd for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:28:21.961105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:22.245253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:22.309666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089ad3e3-2898-4929-8672-1a165e992689,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:22.319636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Checking segment: {'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:28:22.320009 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Network hostable DHCP agents. Network: 8d809b68-b200-4570-a07b-d54f6d88c8d0, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:28:22.339166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Network 8d809b68-b200-4570-a07b-d54f6d88c8d0 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:28:22.349204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8d809b68-b200-4570-a07b-d54f6d88c8d0) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:28:22.353863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:28:22.354442 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:22.360144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f74142-5bb0-4c5d-b74b-5ee6e2c04229 None None] Network 8d809b68-b200-4570-a07b-d54f6d88c8d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:28:22.369893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f3822e50-caa6-496d-9a65-85da485ca569 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4364347 Dec 08 21:28:22.673838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8d809b68-b200-4570-a07b-d54f6d88c8d0', 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'fixed_ips': [{'subnet_id': '089ad3e3-2898-4929-8672-1a165e992689'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:28:22.675107 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:22.941243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Allocated IP 172.20.0.2 (8d809b68-b200-4570-a07b-d54f6d88c8d0/089ad3e3-2898-4929-8672-1a165e992689/bbc9ce8a-014f-4315-8ea6-6cf011057a23) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:28:23.139889 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:23.147870 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:23.247252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Network 8d809b68-b200-4570-a07b-d54f6d88c8d0 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:28:23.253261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:28:23.256311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:28:23.265907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Pushing event updated for resources: {'Port': ['ID=bbc9ce8a-014f-4315-8ea6-6cf011057a23,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:23.296257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.296596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.296929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.297258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.297585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.297908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.298227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.298546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.298890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.299208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.299523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.299836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Tracked resource versions report: Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: pushed versions: Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: { 'AddressGroup': {'1.2'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'ConntrackHelper': {'1.0'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Log': {'1.0'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Network': {'1.1'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Port': {'1.7'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'PortForwarding': {'1.2'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'QosPolicy': {'1.9'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'SecurityGroup': {'1.4'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'SecurityGroupRule': {'1.2'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'SubPort': {'1.0'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Subnet': {'1.1'}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Trunk': {'1.1'}} Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: consumer versions: Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: { DHCP agent@n-d-821126-1: {}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: L3 agent@n-d-821126-1: {}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: Metadata agent@n-d-821126-1: {}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: Metering agent@n-d-821126-1: {}, Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: Open vSwitch agent@n-d-821126-1: { 'AddressGroup': '1.2', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'ConntrackHelper': '1.0', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Log': '1.0', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Network': '1.1', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Port': '1.7', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'PortForwarding': '1.2', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'QosPolicy': '1.9', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'SecurityGroup': '1.4', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'SecurityGroupRule': '1.2', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'SubPort': '1.0', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Subnet': '1.1', Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: 'Trunk': '1.1'}} Dec 08 21:28:23.300920 n-d-821126-1 neutron-server[102391]: {{(pid=102391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 21:28:23.350627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Attempting to bind port bbc9ce8a-014f-4315-8ea6-6cf011057a23 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:28:23.351044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Attempting to bind port bbc9ce8a-014f-4315-8ea6-6cf011057a23 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:28:23.351445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Attempting to bind port bbc9ce8a-014f-4315-8ea6-6cf011057a23 on network 8d809b68-b200-4570-a07b-d54f6d88c8d0 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:28:23.356483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:28:23.357400 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Checking segment: {'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:28:23.357840 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:23.358218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Bound using segment: {'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:28:23.358698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Bound port: bbc9ce8a-014f-4315-8ea6-6cf011057a23, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:28:23.359122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:23.418377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] For port bbc9ce8a-014f-4315-8ea6-6cf011057a23, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:28:23.423568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] For port bbc9ce8a-014f-4315-8ea6-6cf011057a23, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bbc9ce8a-014f-4315-8ea6-6cf011057a23,segment=NetworkSegment(4a00ef01-8937-44b1-bf1a-5f18a5b87a92),segment_id=4a00ef01-8937-44b1-bf1a-5f18a5b87a92)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:28:23.427748 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:23.492563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1876c5c-0f38-450e-849e-1830887c07b5 None None] Pushing event updated for resources: {'Port': ['ID=bbc9ce8a-014f-4315-8ea6-6cf011057a23,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:24.779887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58306) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:25.082630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-f1702422-1203-4421-911a-2c50126ea3f4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:28:25.083724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f1702422-1203-4421-911a-2c50126ea3f4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029103 Dec 08 21:28:27.491214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58314) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:27.801443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-9f920a8a-f416-4cb7-a4e4-2a6bf26d462d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:28:27.802445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9f920a8a-f416-4cb7-a4e4-2a6bf26d462d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3103704 Dec 08 21:28:30.432355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58324) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:30.940168 n-d-821126-1 neutron-server[102390]: WARNING oslo_policy.policy [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 21:28:30.940751 n-d-821126-1 neutron-server[102390]: WARNING oslo_policy.policy [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 21:28:31.162681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] Request body: {'router': {'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:28:31.227253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.policy [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102390) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 21:28:31.275033 n-d-821126-1 neutron-server[102390]: WARNING oslo_policy.policy [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 21:28:31.275426 n-d-821126-1 neutron-server[102390]: WARNING oslo_policy.policy [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 21:28:31.283975 n-d-821126-1 neutron-server[102390]: INFO neutron.quota [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] Loaded quota_driver: . Dec 08 21:28:31.341870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:31.343778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:31.495412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:31.501434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:31.521415 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:31.534744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c09d2fee-7d2a-4409-a737-f10a39fb423f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0893469 Dec 08 21:28:31.780089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e554b5-79c9-4547-9fdd-b060875be58e None None] Network 8d809b68-b200-4570-a07b-d54f6d88c8d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:28:31.899013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bd4aa54d-96e9-4f86-9354-498a1be491aa None None] Provisioning complete for port bbc9ce8a-014f-4315-8ea6-6cf011057a23 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:31.899399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa54d-96e9-4f86-9354-498a1be491aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:32.076513 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa54d-96e9-4f86-9354-498a1be491aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:32.110891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bd4aa54d-96e9-4f86-9354-498a1be491aa None None] For port bbc9ce8a-014f-4315-8ea6-6cf011057a23, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bbc9ce8a-014f-4315-8ea6-6cf011057a23,segment=NetworkSegment(4a00ef01-8937-44b1-bf1a-5f18a5b87a92),segment_id=4a00ef01-8937-44b1-bf1a-5f18a5b87a92)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:28:32.116079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa54d-96e9-4f86-9354-498a1be491aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:32.168948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aa54d-96e9-4f86-9354-498a1be491aa None None] Pushing event updated for resources: {'Port': ['ID=bbc9ce8a-014f-4315-8ea6-6cf011057a23,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:32.236317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bbc9ce8a-014f-4315-8ea6-6cf011057a23 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:28:32.283082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bbc9ce8a-014f-4315-8ea6-6cf011057a23 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:32.283451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:32.360036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fd2688d1-0d92-43a8-8a3b-2455168c95e5 None None] Provisioning complete for port bbc9ce8a-014f-4315-8ea6-6cf011057a23 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:32.360400 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd2688d1-0d92-43a8-8a3b-2455168c95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:33.914884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58344) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:34.194766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bbc9ce8a-014f-4315-8ea6-6cf011057a23 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:28:34.225650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-65680797-983a-497a-819b-d20aed712552 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:28:34.226661 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-65680797-983a-497a-819b-d20aed712552 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3108709 Dec 08 21:28:34.239677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bbc9ce8a-014f-4315-8ea6-6cf011057a23 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:34.240042 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:35.479874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0ac20a6f-0de8-46a8-9f1b-07dcd7d92b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:36.623858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58352) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:36.928045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:28:36.948324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Made reservation on behalf of 8a8862e552b34a59965812f21173919a for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:28:36.950883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:36.958548 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:37.030251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:37.033640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:37.047051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Reserving flat network on physical network physnet1 {{(pid=102389) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 08 21:28:37.067797 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:37.068164 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Added segment 03f0a06c-70df-409a-895d-5bff41d6a301 of type flat for network 95f6ddc4-94af-426d-9977-1434c72777df Dec 08 21:28:37.069373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6576e2-6dd2-40cd-8d37-f5580b5d290d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:37.115752 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:37.147573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:37.148495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:28:37.149056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:37.201568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5766490 Dec 08 21:28:37.212193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a42c2-b75e-4f45-b283-001e77237a22 admin admin] Pushing event updated for resources: {'Network': ['ID=95f6ddc4-94af-426d-9977-1434c72777df,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:37.222915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 95f6ddc4-94af-426d-9977-1434c72777df details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:28:38.149243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7dc420ed-80fc-4bdc-971b-8f18bc71c283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:38.706203 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:39.174632 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:39.582003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58370) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:39.807874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15955eb-c903-4ed1-a365-3b51aa6f94b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:28:39.809336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c15955eb-c903-4ed1-a365-3b51aa6f94b7 admin admin] 10.222.0.21 "GET /v2.0/subnets/089ad3e3-2898-4929-8672-1a165e992689 HTTP/1.1" status: 200 len: 849 time: 0.2264118 Dec 08 21:28:39.924348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c861029f-1656-4a00-a571-a0986e529293 admin admin] 10.222.0.21 "GET /v2.0/routers/5daa17b6-3ef6-4b18-8c06-3166064bddb4 HTTP/1.1" status: 200 len: 704 time: 0.1081936 Dec 08 21:28:40.192091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:40.488431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Allocated IP 172.20.0.1 (8d809b68-b200-4570-a07b-d54f6d88c8d0/089ad3e3-2898-4929-8672-1a165e992689/2d2bf2d2-85e3-42be-b6f5-4a6266ffd761) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:28:40.690919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:40.756535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:40.780346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:40.820085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Network 8d809b68-b200-4570-a07b-d54f6d88c8d0 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:28:40.824719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:28:40.874347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:28:40.874928 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:40.893681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2bf2d2-85e3-42be-b6f5-4a6266ffd761,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:40.945846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.946190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.946531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.946895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.947226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.947552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.947876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.948197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.948518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.948838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.949155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.949473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Tracked resource versions report: Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: pushed versions: Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: { 'AddressGroup': {'1.2'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'ConntrackHelper': {'1.0'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Log': {'1.0'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Network': {'1.1'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Port': {'1.7'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'PortForwarding': {'1.2'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'QosPolicy': {'1.9'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'SecurityGroup': {'1.4'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'SecurityGroupRule': {'1.2'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'SubPort': {'1.0'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Subnet': {'1.1'}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Trunk': {'1.1'}} Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: consumer versions: Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: { DHCP agent@n-d-821126-1: {}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: L3 agent@n-d-821126-1: {}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: Metadata agent@n-d-821126-1: {}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: Metering agent@n-d-821126-1: {}, Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: Open vSwitch agent@n-d-821126-1: { 'AddressGroup': '1.2', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'ConntrackHelper': '1.0', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Log': '1.0', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Network': '1.1', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Port': '1.7', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'PortForwarding': '1.2', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'QosPolicy': '1.9', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'SecurityGroup': '1.4', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'SecurityGroupRule': '1.2', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'SubPort': '1.0', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Subnet': '1.1', Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: 'Trunk': '1.1'}} Dec 08 21:28:40.950619 n-d-821126-1 neutron-server[102390]: {{(pid=102390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 21:28:41.076912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:41.104803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c16c4f38-cfbb-4b89-b245-ed86c80e14ed None None] Provisioning complete for port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:41.105168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c16c4f38-cfbb-4b89-b245-ed86c80e14ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:41.140399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c16c4f38-cfbb-4b89-b245-ed86c80e14ed None None] Port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:28:41.287002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:41.291193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:41.291912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:41.365954 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2bf2d2-85e3-42be-b6f5-4a6266ffd761,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:41.410469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Network 8d809b68-b200-4570-a07b-d54f6d88c8d0 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:28:41.411721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:28:41.560181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3595d670-0e88-4b92-8cf9-7b0cea5425f1 None None] Provisioning complete for port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:41.560550 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3595d670-0e88-4b92-8cf9-7b0cea5425f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:41.593781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3595d670-0e88-4b92-8cf9-7b0cea5425f1 None None] Port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:28:41.619619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Router 5daa17b6-3ef6-4b18-8c06-3166064bddb4 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:28:41.710345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:28:41.715574 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-024e7c0f-b50b-4eee-aa57-296d31340d37 admin admin] 10.222.0.21 "PUT /v2.0/routers/5daa17b6-3ef6-4b18-8c06-3166064bddb4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7855499 Dec 08 21:28:41.735049 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Sync routers for ids ['5daa17b6-3ef6-4b18-8c06-3166064bddb4'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:28:41.747455 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Routers {'5daa17b6-3ef6-4b18-8c06-3166064bddb4'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:28:41.748294 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:28:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5daa17b6-3ef6-4b18-8c06-3166064bddb4'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:41.934977 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Set router 5daa17b6-3ef6-4b18-8c06-3166064bddb4 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:28:42.363355 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'name': 'router1', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:28:31Z', 'updated_at': '2021-12-08T21:28:41Z', 'revision_number': 2, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'gw_port_host': None, '_interfaces': [{'id': '2d2bf2d2-85e3-42be-b6f5-4a6266ffd761', 'name': '', 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'mac_address': 'fa:16:3e:e9:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '089ad3e3-2898-4929-8672-1a165e992689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:40Z', 'updated_at': '2021-12-08T21:28:41Z', 'revision_number': 2, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'subnets': [{'id': '089ad3e3-2898-4929-8672-1a165e992689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71b23503-b567-42ad-8bf5-7c0ce6a1b916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:42.414165 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Checking router: 5daa17b6-3ef6-4b18-8c06-3166064bddb4 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:28:42.414527 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Updating router 5daa17b6-3ef6-4b18-8c06-3166064bddb4 port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:28:42.461294 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:42.969364 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:42.975939 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:43.141598 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Attempting to bind port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:28:43.142034 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Attempting to bind port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:28:43.142415 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Attempting to bind port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 on network 8d809b68-b200-4570-a07b-d54f6d88c8d0 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:28:43.145752 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Pushing event updated for resources: {'Port': ['ID=2d2bf2d2-85e3-42be-b6f5-4a6266ffd761,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:43.151717 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:28:43.152171 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Checking segment: {'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:28:43.152614 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:43.153538 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Bound using segment: {'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:28:43.154078 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Bound port: 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a00ef01-8937-44b1-bf1a-5f18a5b87a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:28:43.154467 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:43.160580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.160914 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.161247 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.161581 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.161908 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.162231 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.162554 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.162900 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.163221 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.163538 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.163857 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.164172 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Tracked resource versions report: Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: pushed versions: Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: { 'AddressGroup': {'1.2'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'ConntrackHelper': {'1.0'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Log': {'1.0'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Network': {'1.1'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Port': {'1.7'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'PortForwarding': {'1.2'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'QosPolicy': {'1.9'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'SecurityGroup': {'1.4'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'SecurityGroupRule': {'1.2'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'SubPort': {'1.0'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Subnet': {'1.1'}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Trunk': {'1.1'}} Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: consumer versions: Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: { DHCP agent@n-d-821126-1: {}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: L3 agent@n-d-821126-1: {}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: Metadata agent@n-d-821126-1: {}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: Metering agent@n-d-821126-1: {}, Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: Open vSwitch agent@n-d-821126-1: { 'AddressGroup': '1.2', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'ConntrackHelper': '1.0', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Log': '1.0', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Network': '1.1', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Port': '1.7', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'PortForwarding': '1.2', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'QosPolicy': '1.9', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'SecurityGroup': '1.4', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'SecurityGroupRule': '1.2', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'SubPort': '1.0', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Subnet': '1.1', Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: 'Trunk': '1.1'}} Dec 08 21:28:43.165238 n-d-821126-1 neutron-server[102392]: {{(pid=102392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 21:28:43.225072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1da69288-7642-4fac-8d55-6b54368cc5f4 None None] Provisioning complete for port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:43.225548 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1da69288-7642-4fac-8d55-6b54368cc5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:43.232127 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] For port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:28:43.254052 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] For port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2d2bf2d2-85e3-42be-b6f5-4a6266ffd761,segment=NetworkSegment(4a00ef01-8937-44b1-bf1a-5f18a5b87a92),segment_id=4a00ef01-8937-44b1-bf1a-5f18a5b87a92)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:28:43.258862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1da69288-7642-4fac-8d55-6b54368cc5f4 None None] Port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:28:43.259069 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:43.320750 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Routers {'5daa17b6-3ef6-4b18-8c06-3166064bddb4'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:28:43.321374 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:28:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5daa17b6-3ef6-4b18-8c06-3166064bddb4'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:43.324404 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dec396-3c9b-48f9-b185-0cd630ff4ccd None None] Pushing event updated for resources: {'Port': ['ID=2d2bf2d2-85e3-42be-b6f5-4a6266ffd761,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:43.414151 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] Set router 5daa17b6-3ef6-4b18-8c06-3166064bddb4 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:28:43.477348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7ae44f7e-c17a-43e9-82be-f25e1daebd99 None None] Provisioning complete for port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:43.477656 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7ae44f7e-c17a-43e9-82be-f25e1daebd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:43.554666 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7ae44f7e-c17a-43e9-82be-f25e1daebd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:43.586410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7ae44f7e-c17a-43e9-82be-f25e1daebd99 None None] For port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2d2bf2d2-85e3-42be-b6f5-4a6266ffd761,segment=NetworkSegment(4a00ef01-8937-44b1-bf1a-5f18a5b87a92),segment_id=4a00ef01-8937-44b1-bf1a-5f18a5b87a92)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:28:43.590773 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7ae44f7e-c17a-43e9-82be-f25e1daebd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:43.630592 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'name': 'router1', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:28:31Z', 'updated_at': '2021-12-08T21:28:41Z', 'revision_number': 2, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'gw_port_host': None, '_interfaces': [{'id': '2d2bf2d2-85e3-42be-b6f5-4a6266ffd761', 'name': '', 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'mac_address': 'fa:16:3e:e9:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '089ad3e3-2898-4929-8672-1a165e992689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:40Z', 'updated_at': '2021-12-08T21:28:43Z', 'revision_number': 4, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'subnets': [{'id': '089ad3e3-2898-4929-8672-1a165e992689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71b23503-b567-42ad-8bf5-7c0ce6a1b916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:43.637648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae44f7e-c17a-43e9-82be-f25e1daebd99 None None] Pushing event updated for resources: {'Port': ['ID=2d2bf2d2-85e3-42be-b6f5-4a6266ffd761,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:43.660463 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81759cfe-cdc3-4146-8e54-36cf13cb9445 None None] The sync data for ids ['5daa17b6-3ef6-4b18-8c06-3166064bddb4'] in n-d-821126-1 is: [{'id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'name': 'router1', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:28:31Z', 'updated_at': '2021-12-08T21:28:41Z', 'revision_number': 2, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'gw_port_host': None, '_interfaces': [{'id': '2d2bf2d2-85e3-42be-b6f5-4a6266ffd761', 'name': '', 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'mac_address': 'fa:16:3e:e9:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '089ad3e3-2898-4929-8672-1a165e992689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:40Z', 'updated_at': '2021-12-08T21:28:43Z', 'revision_number': 4, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'subnets': [{'id': '089ad3e3-2898-4929-8672-1a165e992689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71b23503-b567-42ad-8bf5-7c0ce6a1b916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:28:43.963575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58394) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:44.078247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec317a67-6c2a-48e3-be69-bb105743de76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:28:44.079639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ec317a67-6c2a-48e3-be69-bb105743de76 admin admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 842 time: 0.1151206 Dec 08 21:28:44.089782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Request body: {'subnet': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:28:44.113835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Made reservation on behalf of 8a8862e552b34a59965812f21173919a for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:28:44.116210 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:44.420142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 21:28:44.420455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:44.477231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72696d0e-90ac-4328-996c-cb2f0a7ac46b,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:44.484865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:28:44.485210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Network hostable DHCP agents. Network: 95f6ddc4-94af-426d-9977-1434c72777df, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:28:44.508259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:28:44.521430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 95f6ddc4-94af-426d-9977-1434c72777df) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:28:44.525905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:28:44.526512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:44.531639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5170537c-977c-4db1-a683-8aa027681330 None None] Network 95f6ddc4-94af-426d-9977-1434c72777df requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:28:44.544357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-04ee9b92-ede0-496b-a104-e235b524993a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4580712 Dec 08 21:28:44.665865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eedba07-d14a-42e5-acfa-0e4c1bb2d459 None None] Network 95f6ddc4-94af-426d-9977-1434c72777df requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:28:46.835300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58402) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:46.965746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-be023923-9167-4185-bfee-a2a089b06a17 admin admin] 10.222.0.21 "GET /v2.0/routers/5daa17b6-3ef6-4b18-8c06-3166064bddb4 HTTP/1.1" status: 200 len: 710 time: 0.1293101 Dec 08 21:28:47.050046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f214f8a-fa15-4854-9666-1fe37f0857f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:28:47.051380 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7f214f8a-fa15-4854-9666-1fe37f0857f8 admin admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 886 time: 0.0796006 Dec 08 21:28:47.061338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:28:47.303444 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:47.595785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:47.669476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:47.769403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Allocated IP 172.25.1.54 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/58dd4a41-297e-40a7-a406-ad2b39532637) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:28:47.864185 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:47.897368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:47.937682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:28:47.940338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:28:47.943584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:28:47.950330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Pushing event updated for resources: {'Port': ['ID=58dd4a41-297e-40a7-a406-ad2b39532637,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:48.185921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:48.375551 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:48.378668 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:48.482038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Router 5daa17b6-3ef6-4b18-8c06-3166064bddb4 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:28:48.586436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:28:48.591201 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:48.592385 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6111cbd7-afa9-4ef7-a1d1-354144dcadba admin admin] 10.222.0.21 "PUT /v2.0/routers/5daa17b6-3ef6-4b18-8c06-3166064bddb4 HTTP/1.1" status: 200 len: 889 time: 1.5348251 Dec 08 21:28:50.054448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Sync routers for ids ['5daa17b6-3ef6-4b18-8c06-3166064bddb4'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:28:50.065667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Routers {'5daa17b6-3ef6-4b18-8c06-3166064bddb4'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:28:50.066299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:28:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5daa17b6-3ef6-4b18-8c06-3166064bddb4'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:50.230175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:28:50.307068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Set router 5daa17b6-3ef6-4b18-8c06-3166064bddb4 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:28:50.387951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:50.388349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:50.754968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'name': 'router1', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '58dd4a41-297e-40a7-a406-ad2b39532637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:28:31Z', 'updated_at': '2021-12-08T21:28:48Z', 'revision_number': 4, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'gw_port': {'id': '58dd4a41-297e-40a7-a406-ad2b39532637', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:47Z', 'updated_at': '2021-12-08T21:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2d2bf2d2-85e3-42be-b6f5-4a6266ffd761', 'name': '', 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'mac_address': 'fa:16:3e:e9:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '089ad3e3-2898-4929-8672-1a165e992689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:40Z', 'updated_at': '2021-12-08T21:28:43Z', 'revision_number': 5, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'subnets': [{'id': '089ad3e3-2898-4929-8672-1a165e992689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71b23503-b567-42ad-8bf5-7c0ce6a1b916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:50.804007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Checking router: 5daa17b6-3ef6-4b18-8c06-3166064bddb4 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:28:50.804349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Updating router 5daa17b6-3ef6-4b18-8c06-3166064bddb4 port 58dd4a41-297e-40a7-a406-ad2b39532637 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:28:50.850530 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:51.019268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58414) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:28:51.129974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-860c0786-b742-4082-887e-fa034c5d1461 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1095874 Dec 08 21:28:51.162866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:51.169426 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:51.219488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Attempting to bind port 58dd4a41-297e-40a7-a406-ad2b39532637 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:28:51.219855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Attempting to bind port 58dd4a41-297e-40a7-a406-ad2b39532637 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:28:51.220211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Attempting to bind port 58dd4a41-297e-40a7-a406-ad2b39532637 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:28:51.227449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d00a2e-35b6-4e35-bda7-38540b8a33b3 None None] Pushing event updated for resources: {'Port': ['ID=58dd4a41-297e-40a7-a406-ad2b39532637,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:51.235126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:28:51.235516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:28:51.235918 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:51.236996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:28:51.236996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Bound port: 58dd4a41-297e-40a7-a406-ad2b39532637, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:28:51.237159 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:51.368606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] For port 58dd4a41-297e-40a7-a406-ad2b39532637, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:28:51.371610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] For port 58dd4a41-297e-40a7-a406-ad2b39532637, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=58dd4a41-297e-40a7-a406-ad2b39532637,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:28:51.376192 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:51.432321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Routers {'5daa17b6-3ef6-4b18-8c06-3166064bddb4'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:28:51.432933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:28:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5daa17b6-3ef6-4b18-8c06-3166064bddb4'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:51.437575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d00a2e-35b6-4e35-bda7-38540b8a33b3 None None] Pushing event updated for resources: {'Port': ['ID=58dd4a41-297e-40a7-a406-ad2b39532637,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:51.540999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] Set router 5daa17b6-3ef6-4b18-8c06-3166064bddb4 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:28:51.754551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'name': 'router1', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '58dd4a41-297e-40a7-a406-ad2b39532637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:28:31Z', 'updated_at': '2021-12-08T21:28:48Z', 'revision_number': 4, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'gw_port': {'id': '58dd4a41-297e-40a7-a406-ad2b39532637', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:47Z', 'updated_at': '2021-12-08T21:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2d2bf2d2-85e3-42be-b6f5-4a6266ffd761', 'name': '', 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'mac_address': 'fa:16:3e:e9:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '089ad3e3-2898-4929-8672-1a165e992689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:40Z', 'updated_at': '2021-12-08T21:28:43Z', 'revision_number': 5, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'subnets': [{'id': '089ad3e3-2898-4929-8672-1a165e992689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71b23503-b567-42ad-8bf5-7c0ce6a1b916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:28:51.782247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e3ebf-d032-40c2-92fa-74949a13aec2 None None] The sync data for ids ['5daa17b6-3ef6-4b18-8c06-3166064bddb4'] in n-d-821126-1 is: [{'id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'name': 'router1', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '58dd4a41-297e-40a7-a406-ad2b39532637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:28:31Z', 'updated_at': '2021-12-08T21:28:48Z', 'revision_number': 4, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'gw_port': {'id': '58dd4a41-297e-40a7-a406-ad2b39532637', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:47Z', 'updated_at': '2021-12-08T21:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2d2bf2d2-85e3-42be-b6f5-4a6266ffd761', 'name': '', 'network_id': '8d809b68-b200-4570-a07b-d54f6d88c8d0', 'tenant_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'mac_address': 'fa:16:3e:e9:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa17b6-3ef6-4b18-8c06-3166064bddb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '089ad3e3-2898-4929-8672-1a165e992689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:28:40Z', 'updated_at': '2021-12-08T21:28:43Z', 'revision_number': 5, 'project_id': '1ebe91efef8e42c1bada9b65d010fcbd', 'subnets': [{'id': '089ad3e3-2898-4929-8672-1a165e992689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71b23503-b567-42ad-8bf5-7c0ce6a1b916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:28:52.240814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 58dd4a41-297e-40a7-a406-ad2b39532637 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:28:52.289626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 58dd4a41-297e-40a7-a406-ad2b39532637 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:52.290088 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:52.380431 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:52.405167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 58dd4a41-297e-40a7-a406-ad2b39532637, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=58dd4a41-297e-40a7-a406-ad2b39532637,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:28:52.409490 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:28:52.487823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=58dd4a41-297e-40a7-a406-ad2b39532637,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:28:52.876564 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:28:54.222817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 58dd4a41-297e-40a7-a406-ad2b39532637 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:28:54.269928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 58dd4a41-297e-40a7-a406-ad2b39532637 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:28:54.270394 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:05.483575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4689f33f-69e0-4685-b80e-6c1d1af6f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:08.153455 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44b14a74-95e2-49ef-8931-8284d1d0e0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:08.709471 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:09.180564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:10.791940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:29.875366 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:29:35.487876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d49b8f5b-7c81-4ffd-8048-878a860a3e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:38.158105 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e8428f2b-fa16-4a33-be41-8ec5beb3567c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:38.715908 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:39.181996 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:29:40.798366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:05.494655 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-01b48847-6386-41df-88fa-8b834de2663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:06.875341 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:30:08.158976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9d69b6ab-1a3c-43f2-b7a9-8d462c70935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:08.709181 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:09.187953 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:10.802618 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:31.190840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59010) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:31.257688 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c51840-0e7c-4d4f-a020-bde73fa91c96 admin admin] GET failed (client error): The resource could not be found. Dec 08 21:30:31.259090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f0c51840-0e7c-4d4f-a020-bde73fa91c96 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672996 Dec 08 21:30:31.514474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899027eb-7965-4cb6-8ee8-01286badccb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:31.515898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-899027eb-7965-4cb6-8ee8-01286badccb7 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2515278 Dec 08 21:30:33.719344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59020) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:33.811254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef9e8a-cf7a-49a1-bee8-b24137d11061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:33.812713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c4ef9e8a-cf7a-49a1-bee8-b24137d11061 admin admin] 10.222.0.21 "GET /v2.0/subnets/089ad3e3-2898-4929-8672-1a165e992689 HTTP/1.1" status: 200 len: 849 time: 0.0923824 Dec 08 21:30:33.823103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:30:33.907212 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:34.053413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777352351389'] for subnet, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:34.089334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d84a4-6f9c-436e-a754-66a8cf4dd3b9 None None] Network 8d809b68-b200-4570-a07b-d54f6d88c8d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:30:34.094458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:34.095063 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:34.110749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] 10.222.0.21 "PUT /v2.0/subnets/089ad3e3-2898-4929-8672-1a165e992689 HTTP/1.1" status: 200 len: 868 time: 0.2770507 Dec 08 21:30:34.110749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089ad3e3-2898-4929-8672-1a165e992689,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.118754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.119666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.119666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.119666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ab2d2-772c-4719-b391-fba4d30983d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:30:34.538056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-52782388-596e-4758-bffd-192b0b852960 None None] Provisioning complete for port bbc9ce8a-014f-4315-8ea6-6cf011057a23 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:30:34.538360 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-52782388-596e-4758-bffd-192b0b852960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:34.623079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-52782388-596e-4758-bffd-192b0b852960 None None] Provisioning complete for port 2d2bf2d2-85e3-42be-b6f5-4a6266ffd761 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:30:34.623451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-52782388-596e-4758-bffd-192b0b852960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:35.485803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4980ecb-d8d6-4ae8-806f-5948a4dd9292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:36.311549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:36.512262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b17476-decf-4934-9402-ebafc9139f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:36.512650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b17476-decf-4934-9402-ebafc9139f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:36.514172 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-84b17476-decf-4934-9402-ebafc9139f97 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016771 Dec 08 21:30:38.162982 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ea74015-d078-4772-b31e-7df9e7499b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:38.676349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59038) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:38.710153 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:38.810815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da8d5f2-fea3-40f1-a5db-5db0adf3b491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:38.811290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da8d5f2-fea3-40f1-a5db-5db0adf3b491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:38.812807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7da8d5f2-fea3-40f1-a5db-5db0adf3b491 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354859 Dec 08 21:30:39.188584 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:40.809717 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:30:40.999888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59046) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:41.125569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2de517-7742-471d-9fe0-4ae834be6280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:41.126959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ac2de517-7742-471d-9fe0-4ae834be6280 admin admin] 10.222.0.21 "GET /v2.0/networks/8d809b68-b200-4570-a07b-d54f6d88c8d0 HTTP/1.1" status: 200 len: 869 time: 0.1260858 Dec 08 21:30:43.296306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59054) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:43.445624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c8ada-51fa-4f72-a308-b01b941ed06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:43.446961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b60c8ada-51fa-4f72-a308-b01b941ed06a admin admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 886 time: 0.1496942 Dec 08 21:30:43.873931 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:30:45.607766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59062) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:45.730397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f80bfc-a158-447a-ac2d-4e3844bc2787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:45.730877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f80bfc-a158-447a-ac2d-4e3844bc2787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:45.732365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-64f80bfc-a158-447a-ac2d-4e3844bc2787 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236677 Dec 08 21:30:47.902804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59070) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:47.991249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e19b2-58ea-48de-a151-28d386c2750f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:47.991698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e19b2-58ea-48de-a151-28d386c2750f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:47.993161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c06e19b2-58ea-48de-a151-28d386c2750f admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894091 Dec 08 21:30:50.193248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59078) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:50.283426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d85e2d-7f9b-40c0-bb8a-12da67660a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:50.284725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-17d85e2d-7f9b-40c0-bb8a-12da67660a3c admin admin] 10.222.0.21 "GET /v2.0/subnets/089ad3e3-2898-4929-8672-1a165e992689 HTTP/1.1" status: 200 len: 868 time: 0.0904710 Dec 08 21:30:52.459874 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:30:52.544451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b88f0bd-e31a-491e-af22-f17c44eeb2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:30:52.545772 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9b88f0bd-e31a-491e-af22-f17c44eeb2d0 admin admin] 10.222.0.21 "GET /v2.0/subnets/72696d0e-90ac-4328-996c-cb2f0a7ac46b HTTP/1.1" status: 200 len: 816 time: 0.0849674 Dec 08 21:31:05.486840 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dd2fe00-18e6-43c6-bbec-59bee25eb07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:08.165669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db699d66-8c62-4730-b774-f747cecd706f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:08.713782 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:09.192063 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:10.817590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:16.342571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59140) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:31:16.387915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-f0f60a7f-b57e-451c-af4a-0133b2b227fd admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:31:16.388890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f0f60a7f-b57e-451c-af4a-0133b2b227fd admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453534 Dec 08 21:31:18.644200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59148) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:31:18.702949 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-06eec789-3162-415f-83c7-66eba1484e69 admin admin] GET failed (client error): The resource could not be found. Dec 08 21:31:18.704222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-06eec789-3162-415f-83c7-66eba1484e69 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590627 Dec 08 21:31:18.787638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fba0df-a3b3-4eed-83ca-7d4dff704e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:31:18.789046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-21fba0df-a3b3-4eed-83ca-7d4dff704e6b admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802615 Dec 08 21:31:20.872629 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:31:20.992644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:31:21.039538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:31:21.062427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Made reservation on behalf of 8a8862e552b34a59965812f21173919a for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:31:21.064749 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:21.092311 n-d-821126-1 neutron-server[102390]: WARNING neutron.services.revisions.revision_plugin [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Could not find related network for resource to bump revision. Dec 08 21:31:21.107711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:31:21.120024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777352115375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:21.120578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Unsubscribe: segment precommit_create {{(pid=102390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 21:31:21.121027 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Added segment 4f92767e-906b-401b-8916-238d2b259a94 of type vlan for network 798ec878-d793-4ee1-89e4-539f05ed086f Dec 08 21:31:21.168675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:21.199978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:21.201060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:31:21.201702 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:21.264471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2707491 Dec 08 21:31:21.296435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec059034-3475-47d4-bab0-30e45a49be50 admin admin] Pushing event updated for resources: {'Network': ['ID=798ec878-d793-4ee1-89e4-539f05ed086f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:31:21.309003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 798ec878-d793-4ee1-89e4-539f05ed086f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:31:23.459000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59164) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:31:23.518667 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccea8f3-c1ad-4a66-901f-0bea04e36b00 admin admin] GET failed (client error): The resource could not be found. Dec 08 21:31:23.519971 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bccea8f3-c1ad-4a66-901f-0bea04e36b00 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600662 Dec 08 21:31:23.618941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f691ef-3de4-4915-b71a-f8ca6beebe5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:31:23.620362 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d5f691ef-3de4-4915-b71a-f8ca6beebe5f admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0952482 Dec 08 21:31:23.630605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:31:23.650489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Made reservation on behalf of 8a8862e552b34a59965812f21173919a for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:31:23.652746 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:23.812940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:23.871998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:31:23.876430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:31:23.876771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Network hostable DHCP agents. Network: 798ec878-d793-4ee1-89e4-539f05ed086f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:31:23.883561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.883896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.884227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.884549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.884869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.885187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.885500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.885812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.886124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.886433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.886764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.887078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:23.902831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Network 798ec878-d793-4ee1-89e4-539f05ed086f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:31:23.910968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 798ec878-d793-4ee1-89e4-539f05ed086f) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:31:23.915866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:31:23.917101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:23.920398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a83d58-4252-4560-8b3d-2a9ba82d3690 None None] Network 798ec878-d793-4ee1-89e4-539f05ed086f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:31:23.932324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-66a250bd-4bc3-48d9-86a0-49a30ca75bd2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3049598 Dec 08 21:31:24.158945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-798ec878-d793-4ee1-89e4-539f05ed086f', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'tenant_id': '8a8862e552b34a59965812f21173919a', 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:31:24.159823 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:24.296698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Allocated IP 192.168.233.2 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/c27633bb-bfd0-4b8a-b750-b0c5d895de40) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:31:24.447486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:24.454234 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:24.494932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:31:24.500426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:31:24.502495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Pushing event updated for resources: {'Port': ['ID=c27633bb-bfd0-4b8a-b750-b0c5d895de40,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:31:24.504579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:31:24.513753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.514097 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.514433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.514784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.515114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.515443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.515764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.516715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.516715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.517007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.517303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.517621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:31:24.566597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Attempting to bind port c27633bb-bfd0-4b8a-b750-b0c5d895de40 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:31:24.566980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Attempting to bind port c27633bb-bfd0-4b8a-b750-b0c5d895de40 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:31:24.567336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Attempting to bind port c27633bb-bfd0-4b8a-b750-b0c5d895de40 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:31:24.572627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:31:24.572990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:31:24.573378 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:24.573755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:31:24.574214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Bound port: c27633bb-bfd0-4b8a-b750-b0c5d895de40, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:31:24.574591 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:24.639124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] For port c27633bb-bfd0-4b8a-b750-b0c5d895de40, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:31:24.642406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] For port c27633bb-bfd0-4b8a-b750-b0c5d895de40, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c27633bb-bfd0-4b8a-b750-b0c5d895de40,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:31:24.646851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:24.701273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675d0e1-8ab8-4cfd-a470-9da741fd37bc None None] Pushing event updated for resources: {'Port': ['ID=c27633bb-bfd0-4b8a-b750-b0c5d895de40,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:31:25.536305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a66f9-d7f2-4c9c-8e5f-1e51515fd324 None None] Network 798ec878-d793-4ee1-89e4-539f05ed086f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:31:25.596110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1f229f02-aabd-4eac-bc83-bbb122f5733f None None] Provisioning complete for port c27633bb-bfd0-4b8a-b750-b0c5d895de40 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:31:25.596475 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1f229f02-aabd-4eac-bc83-bbb122f5733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:25.736422 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1f229f02-aabd-4eac-bc83-bbb122f5733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:25.779598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1f229f02-aabd-4eac-bc83-bbb122f5733f None None] For port c27633bb-bfd0-4b8a-b750-b0c5d895de40, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c27633bb-bfd0-4b8a-b750-b0c5d895de40,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:31:25.786188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1f229f02-aabd-4eac-bc83-bbb122f5733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:25.841933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229f02-aabd-4eac-bc83-bbb122f5733f None None] Pushing event updated for resources: {'Port': ['ID=c27633bb-bfd0-4b8a-b750-b0c5d895de40,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:31:26.012732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0cdcff95-d148-40fa-b32d-d7626a58e75b None None] Provisioning complete for port c27633bb-bfd0-4b8a-b750-b0c5d895de40 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:31:26.013035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0cdcff95-d148-40fa-b32d-d7626a58e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:26.331301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c27633bb-bfd0-4b8a-b750-b0c5d895de40 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:31:26.382103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c27633bb-bfd0-4b8a-b750-b0c5d895de40 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:31:26.382469 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:35.487872 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e869e0ec-5e9e-49ca-a853-37918f3609f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:38.168449 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6972282-591c-48e0-8651-a5ec4f5f898b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:38.715119 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:39.196458 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:40.817331 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:31:57.870218 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:32:05.487551 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a41a1a9-f934-4e55-affc-035057a0130b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:08.170742 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e037029b-1280-426d-b2d2-0e8a43e94e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:08.716801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:09.199189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:10.819116 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:34.869291 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:32:35.487833 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-55cac550-766e-4e70-a52e-f27a9c62ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:38.173137 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e20eae74-5c08-4e14-b1c0-c47f683b45b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:38.721610 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:39.201708 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:40.824594 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:41.098815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59216) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:32:41.105573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-77432154-ea3f-439e-9d54-eed7e9aacc6f tempest-verify_tempest_config-720196814 tempest-verify_tempest_config-720196814-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:32:41.106611 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-77432154-ea3f-439e-9d54-eed7e9aacc6f tempest-verify_tempest_config-720196814 tempest-verify_tempest_config-720196814-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062666 Dec 08 21:32:41.392915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59234) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:32:41.493218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:41.592328 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:41.595792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:41.641537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dbf449c170849408ba9d7ce1b4a622e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2475798 Dec 08 21:32:41.642337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7466b03a-73cc-4b49-aaa5-ccbd611ff189,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:32:41.644373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59240) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:32:41.649659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.649995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.650334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.650668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.651031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.651363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.651687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.652011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.652332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.652654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.652974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.653292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5fc3a-7839-42f3-a68b-9ed8e8bb4fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.703689 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:41.723945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:41.810773 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:41.813378 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:32:41.814525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7466b03a-73cc-4b49-aaa5-ccbd611ff189 HTTP/1.1" status: 204 len: 168 time: 0.1682596 Dec 08 21:32:41.823304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7466b03a-73cc-4b49-aaa5-ccbd611ff189,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:32:41.829881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.830230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.830572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.830940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.831274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.831602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.831929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.832253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.832581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.832886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.833216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:32:41.833651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89336adc-0802-49b2-9624-88e1a74e5643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:33:05.488137 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d0db6c91-db19-4834-bf99-03997f166bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:08.174068 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9cb4bc36-371b-4d7f-95b6-efcaf27cd504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:08.722182 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:09.203424 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:10.827852 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:11.870122 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:33:35.487790 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9071f153-2cab-4628-a67e-c07401cf1576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:38.174060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9b8023c6-ae1f-405b-bcb6-3f2b9084ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:38.723029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:39.205124 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:40.829280 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:33:48.868677 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:34:05.488011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ceae80a1-aa23-446d-adbe-a7e6f694a703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:08.175143 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-026bd12a-cd3f-439c-a234-6fb7ea58e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:08.724024 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:09.212356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:10.831655 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:25.866580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:34:35.489037 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a18f8c99-f0af-47c7-aa2c-310a87f5fa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:38.174481 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c5414015-7007-43a8-9ba4-84f8db439233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:38.724843 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:39.213492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:34:40.833995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:02.864911 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 5 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:35:05.488428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-37e07ce4-ce13-4bf4-8c9e-94308bad5626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:08.174394 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5861760a-7c88-456f-99d7-2f3dfee31fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:08.731468 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:09.216367 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:10.836129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:35.490424 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f9ee59f5-a1b5-4f1e-81ab-a3c93172831b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:38.174001 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-64946e89-b438-4d23-99ae-250d7830a1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:38.814638 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:39.134426 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532990'] for agent, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:39.218029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:39.716534 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532990'] for agent, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:35:39.863851 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:35:40.843399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:05.490452 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0a9882b-fdc1-4fbd-aea5-c89397596146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:08.174608 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f74b2581-c688-4f82-9895-12755493dd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:08.725068 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:09.113810 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:09.221275 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:09.690938 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:10.844343 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:16.862629 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:36:25.424438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59300) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:36:25.526220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-32b05da9-5bb0-45a7-a07a-b5c3407767b4 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1006975 Dec 08 21:36:27.726600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59310) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:36:27.786977 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd7cefa7-39a1-4093-834f-0737ed89996f admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0585244 Dec 08 21:36:35.490042 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edce45ac-ba58-4a33-ba2c-43ab6b5d50e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:38.174261 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9d24b4fc-2dc6-4006-a24e-560623036209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:38.725007 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:39.112478 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:39.225319 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:39.706290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:40.847178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:36:53.863101 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:37:05.490206 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a860113e-ab5c-405e-a31d-61326eeacf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:08.177864 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-60936d4e-b0fd-4ee5-b368-f0834c81cbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:08.725691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:09.111881 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:09.227938 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:09.712079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:10.865276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:30.862885 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:37:35.492906 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-be5566cb-d859-4afa-acc9-efd13cf1c04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:38.180879 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2014aaf0-5fe5-48a5-8e9e-0e1ec961a1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:38.726651 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:39.110096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:39.232533 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:39.710700 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:40.851721 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:57.285056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59472) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:37:57.618429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59498) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:37:57.618961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ffaeffb5-d899-4dc4-89bb-c5b72c3f599e tempest-AutoAllocateNetworkTest-638505392 tempest-AutoAllocateNetworkTest-638505392-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=94d4a00f9b5c4bfc89331afd470cd527&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3320336 Dec 08 21:37:57.811246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761263c4-4d34-49bd-b838-8bc0c8aaf9c8 tempest-AutoAllocateNetworkTest-638505392 tempest-AutoAllocateNetworkTest-638505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:37:57.815214 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-761263c4-4d34-49bd-b838-8bc0c8aaf9c8 tempest-AutoAllocateNetworkTest-638505392 tempest-AutoAllocateNetworkTest-638505392-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1961296 Dec 08 21:37:57.816340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59520) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:37:57.874156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6649d127-b64c-4b6a-b991-28c9ae45b045 tempest-AutoAllocateNetworkTest-638505392 tempest-AutoAllocateNetworkTest-638505392-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564501 Dec 08 21:37:57.877398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59522) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:37:57.905329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b537696a-436a-4107-966f-5151da55cca3 tempest-AutoAllocateNetworkTest-638505392 tempest-AutoAllocateNetworkTest-638505392-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=94d4a00f9b5c4bfc89331afd470cd527 HTTP/1.1" status: 200 len: 208 time: 0.0267878 Dec 08 21:37:58.665575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59560) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:37:59.012116 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:59.100843 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:59.104777 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:59.140252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bafa5c-d501-40f2-99ea-bb1f31991263,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:37:59.150783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.151118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.151391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.151696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.152035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.152347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.152673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.152995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.153320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.153632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.153955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.154278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] Tracked resource versions report: Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: pushed versions: Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: { 'AddressGroup': {'1.2'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'ConntrackHelper': {'1.0'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Log': {'1.0'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Network': {'1.1'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Port': {'1.7'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'PortForwarding': {'1.2'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'QosPolicy': {'1.9'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'SecurityGroup': {'1.4'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'SecurityGroupRule': {'1.2'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'SubPort': {'1.0'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Subnet': {'1.1'}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Trunk': {'1.1'}} Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: consumer versions: Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: { DHCP agent@n-d-821126-1: {}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: HyperV agent@n-h1-821126-1: {}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: HyperV agent@n-h2-821126-1: {}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: L3 agent@n-d-821126-1: {}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: Metadata agent@n-d-821126-1: {}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: Metering agent@n-d-821126-1: {}, Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: Open vSwitch agent@n-d-821126-1: { 'AddressGroup': '1.2', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'ConntrackHelper': '1.0', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Log': '1.0', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Network': '1.1', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Port': '1.7', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'PortForwarding': '1.2', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'QosPolicy': '1.9', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'SecurityGroup': '1.4', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'SecurityGroupRule': '1.2', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'SubPort': '1.0', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Subnet': '1.1', Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: 'Trunk': '1.1'}} Dec 08 21:37:59.155833 n-d-821126-1 neutron-server[102390]: {{(pid=102390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 21:37:59.163937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59590) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:37:59.164509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2f34a26b-b4ae-4140-8523-99124f64ed68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94d4a00f9b5c4bfc89331afd470cd527&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4974351 Dec 08 21:37:59.230228 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:59.260272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:59.307522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:59.310290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:37:59.314346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39bafa5c-d501-40f2-99ea-bb1f31991263 HTTP/1.1" status: 204 len: 168 time: 0.1482151 Dec 08 21:37:59.322015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bafa5c-d501-40f2-99ea-bb1f31991263,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:37:59.329404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.330281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.330622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.330988 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.331317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.331645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.331971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.332292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.332614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.332936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.333263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.333582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25c00e-08a8-4c08-a7f3-07017ae9bb6f admin admin] Tracked resource versions report: Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: pushed versions: Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: { 'AddressGroup': {'1.2'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'ConntrackHelper': {'1.0'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Log': {'1.0'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Network': {'1.1'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Port': {'1.7'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'PortForwarding': {'1.2'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'QosPolicy': {'1.9'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'SecurityGroup': {'1.4'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'SecurityGroupRule': {'1.2'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'SubPort': {'1.0'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Subnet': {'1.1'}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Trunk': {'1.1'}} Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: consumer versions: Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: { DHCP agent@n-d-821126-1: {}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: HyperV agent@n-h1-821126-1: {}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: HyperV agent@n-h2-821126-1: {}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: L3 agent@n-d-821126-1: {}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: Metadata agent@n-d-821126-1: {}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: Metering agent@n-d-821126-1: {}, Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: Open vSwitch agent@n-d-821126-1: { 'AddressGroup': '1.2', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'ConntrackHelper': '1.0', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Log': '1.0', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Network': '1.1', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Port': '1.7', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'PortForwarding': '1.2', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'QosPolicy': '1.9', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'SecurityGroup': '1.4', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'SecurityGroupRule': '1.2', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'SubPort': '1.0', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Subnet': '1.1', Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: 'Trunk': '1.1'}} Dec 08 21:37:59.334644 n-d-821126-1 neutron-server[102389]: {{(pid=102389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 21:38:01.937151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59758) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:02.040500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0c10-719a-4b8c-b857-5e04f70a21ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.129470 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0c10-719a-4b8c-b857-5e04f70a21ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.137796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0c10-719a-4b8c-b857-5e04f70a21ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.253872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd0c10-719a-4b8c-b857-5e04f70a21ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb35d919-3c57-48cc-ad87-f88878d02a6b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:02.262778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59790) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:02.271089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c7fd0c10-719a-4b8c-b857-5e04f70a21ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da0009ea80204d0b861d9d6ce974029b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3328035 Dec 08 21:38:02.329262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7259a10-fe0b-4cec-9a78-2994828f0171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.353944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7259a10-fe0b-4cec-9a78-2994828f0171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.418419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7259a10-fe0b-4cec-9a78-2994828f0171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.422008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7259a10-fe0b-4cec-9a78-2994828f0171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.423984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e7259a10-fe0b-4cec-9a78-2994828f0171 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb35d919-3c57-48cc-ad87-f88878d02a6b HTTP/1.1" status: 204 len: 168 time: 0.1595616 Dec 08 21:38:02.432959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7259a10-fe0b-4cec-9a78-2994828f0171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb35d919-3c57-48cc-ad87-f88878d02a6b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:02.454254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59812) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:02.456720 n-d-821126-1 neutron-server[102389]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 21:38:02.484351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-f0a3bd4a-841e-40fb-a2c6-be90f9f3f924 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01175cd06cc248a5b5660080a8a45c31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289211 Dec 08 21:38:02.601757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ddb8877e-3f4f-42cb-9984-347a9f35f71f tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:02.603242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ddb8877e-3f4f-42cb-9984-347a9f35f71f tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117268 Dec 08 21:38:02.619804 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-02be782e-06c1-4678-b4c4-1c034987fe32 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/quotas/01175cd06cc248a5b5660080a8a45c31 HTTP/1.1" status: 200 len: 375 time: 0.0107276 Dec 08 21:38:02.698442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-1ecb865c-1986-4a1b-9004-7df8e4f1cf72 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01175cd06cc248a5b5660080a8a45c31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725822 Dec 08 21:38:02.755032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59832) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:02.769294 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edabf9d3-bbb0-4fec-9c4a-81e51ac98a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.847187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edabf9d3-bbb0-4fec-9c4a-81e51ac98a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.851764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edabf9d3-bbb0-4fec-9c4a-81e51ac98a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:02.882475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabf9d3-bbb0-4fec-9c4a-81e51ac98a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcccd847-e3bd-43d1-b5b0-b7172884f279,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:02.918461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59850) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:02.921958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-edabf9d3-bbb0-4fec-9c4a-81e51ac98a3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b798701928014f45a7da15fbfd62edac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1658094 Dec 08 21:38:02.991449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40e05bc4-4cbc-4618-9d65-02cac94b18cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.013463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40e05bc4-4cbc-4618-9d65-02cac94b18cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.075989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40e05bc4-4cbc-4618-9d65-02cac94b18cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.078583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40e05bc4-4cbc-4618-9d65-02cac94b18cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.083239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-40e05bc4-4cbc-4618-9d65-02cac94b18cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcccd847-e3bd-43d1-b5b0-b7172884f279 HTTP/1.1" status: 204 len: 168 time: 0.1625543 Dec 08 21:38:03.100438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e05bc4-4cbc-4618-9d65-02cac94b18cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcccd847-e3bd-43d1-b5b0-b7172884f279,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:03.450471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59890) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:03.604487 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b7f9929-7ce5-4dbc-839b-1f1b1c3573e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.605164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59908) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:03.713727 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b7f9929-7ce5-4dbc-839b-1f1b1c3573e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.720169 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b7f9929-7ce5-4dbc-839b-1f1b1c3573e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.793871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9b7f9929-7ce5-4dbc-839b-1f1b1c3573e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a87fb39b2af4bc983e917f6f79639ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3420911 Dec 08 21:38:03.795354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f9929-7ce5-4dbc-839b-1f1b1c3573e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b996b7-911e-4553-82ce-f503b84266c8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:03.814985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59928) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:03.885552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08fa6374-7083-45c4-bf62-1ca26c86e45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.909600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08fa6374-7083-45c4-bf62-1ca26c86e45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.983473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08fa6374-7083-45c4-bf62-1ca26c86e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.988194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08fa6374-7083-45c4-bf62-1ca26c86e45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:03.993658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-08fa6374-7083-45c4-bf62-1ca26c86e45e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9b996b7-911e-4553-82ce-f503b84266c8 HTTP/1.1" status: 204 len: 168 time: 0.1775334 Dec 08 21:38:04.006638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa6374-7083-45c4-bf62-1ca26c86e45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b996b7-911e-4553-82ce-f503b84266c8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:04.078083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59952) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:04.122864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59964) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:04.193344 n-d-821126-1 neutron-server[102390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 21:38:04.278927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ebe23721-ce07-4d4d-8e7c-5be2135391c2 req-e1547b02-39e5-408a-9715-98b741b3998c tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 210 time: 0.6724739 Dec 08 21:38:04.581749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-491dc54c-be8a-4c05-9667-6961ad6a6e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.651757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7332c08-04b3-46ea-8311-2f0a9242b744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.774823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60012) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:04.790242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7332c08-04b3-46ea-8311-2f0a9242b744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.799738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65cc64d4-edc7-4dc2-9de1-c6532ca5fd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.814777 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7332c08-04b3-46ea-8311-2f0a9242b744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.840292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-491dc54c-be8a-4c05-9667-6961ad6a6e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.844802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b7332c08-04b3-46ea-8311-2f0a9242b744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=130a193928d6468cb7a0c02c753a2715&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7656810 Dec 08 21:38:04.846705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-491dc54c-be8a-4c05-9667-6961ad6a6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.850027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60016) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:04.921956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65cc64d4-edc7-4dc2-9de1-c6532ca5fd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.922136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7332c08-04b3-46ea-8311-2f0a9242b744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a5f48f-eafb-4af1-934e-a11055a24bb4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:04.926743 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-491dc54c-be8a-4c05-9667-6961ad6a6e6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bee5300aa04443a91c6259aa5a8f0f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8028245 Dec 08 21:38:04.939102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60022) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:04.946485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65cc64d4-edc7-4dc2-9de1-c6532ca5fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.964024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dc54c-be8a-4c05-9667-6961ad6a6e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e63ff7-64d2-4ebd-9710-3b79bf3f743a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:04.966831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f60d5e1-68e8-4efc-baa2-ebb58ac79e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:04.989549 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f60d5e1-68e8-4efc-baa2-ebb58ac79e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.017457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-65cc64d4-edc7-4dc2-9de1-c6532ca5fd0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=030254041d144690b66b6879bb092dce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2385588 Dec 08 21:38:05.019819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc64d4-edc7-4dc2-9de1-c6532ca5fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126c33fb-76ee-4021-ac89-31cb3eed52c1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:05.024132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60030) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:05.040206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f60d5e1-68e8-4efc-baa2-ebb58ac79e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.042737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f60d5e1-68e8-4efc-baa2-ebb58ac79e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.046276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1f60d5e1-68e8-4efc-baa2-ebb58ac79e99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40a5f48f-eafb-4af1-934e-a11055a24bb4 HTTP/1.1" status: 204 len: 168 time: 0.1918836 Dec 08 21:38:05.072211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60d5e1-68e8-4efc-baa2-ebb58ac79e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a5f48f-eafb-4af1-934e-a11055a24bb4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:05.129264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60040) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:05.145082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f873307b-2053-4ba5-be1c-e71506a501e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.244118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.23', 50032) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:05.249823 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f873307b-2053-4ba5-be1c-e71506a501e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.270872 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-c090f3f2-ec54-4962-af91-373935940030 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=01175cd06cc248a5b5660080a8a45c31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255980 Dec 08 21:38:05.341469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ae63-aba1-43e8-b24c-bff4baa7f5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.373840 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f873307b-2053-4ba5-be1c-e71506a501e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.376571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f873307b-2053-4ba5-be1c-e71506a501e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.377710 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f873307b-2053-4ba5-be1c-e71506a501e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9e63ff7-64d2-4ebd-9710-3b79bf3f743a HTTP/1.1" status: 204 len: 168 time: 0.4349768 Dec 08 21:38:05.423485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ae63-aba1-43e8-b24c-bff4baa7f5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.430578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873307b-2053-4ba5-be1c-e71506a501e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e63ff7-64d2-4ebd-9710-3b79bf3f743a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:05.482557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-16c8821d-81e5-43dd-83a1-4e7c847e2186 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:05.484469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-16c8821d-81e5-43dd-83a1-4e7c847e2186 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074354 Dec 08 21:38:05.506318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a1be86c2-36a3-49bd-aef0-eb01a936b322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.511907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60076) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:05.571348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f084e83-e1c5-44a7-9e8f-c273fb7b8274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.589068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Request body: {'port': {'device_id': '79672863-b211-45cd-8282-d2e8ac740bec', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '01175cd06cc248a5b5660080a8a45c31'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:05.605436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-9819f7c0-ddad-404c-832d-d252f70ae6ca tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=403a9563ef504253bbf7a3d7101d1f65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1368225 Dec 08 21:38:05.694686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ae63-aba1-43e8-b24c-bff4baa7f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.697234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ae63-aba1-43e8-b24c-bff4baa7f5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.698360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a0a7ae63-aba1-43e8-b24c-bff4baa7f5e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/126c33fb-76ee-4021-ac89-31cb3eed52c1 HTTP/1.1" status: 204 len: 168 time: 0.6731405 Dec 08 21:38:05.698965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60086) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:05.747326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7ae63-aba1-43e8-b24c-bff4baa7f5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126c33fb-76ee-4021-ac89-31cb3eed52c1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:05.755665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37c152f6-864e-4198-973b-dc2e3290c50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.862355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3dc02928-082f-4c6c-908a-74420984a774 req-99c93db8-c831-4b22-94d4-734f38be7d1f tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 210 time: 0.0594068 Dec 08 21:38:05.897500 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37c152f6-864e-4198-973b-dc2e3290c50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.927082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-network', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:05.933906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Made reservation on behalf of 01175cd06cc248a5b5660080a8a45c31 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:05.937599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.943602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37c152f6-864e-4198-973b-dc2e3290c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:05.983120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.025879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Made reservation on behalf of a4f2b3b347114722bc1e516ec1820a9d for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:06.029587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.042176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.062863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f084e83-e1c5-44a7-9e8f-c273fb7b8274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.068036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-37c152f6-864e-4198-973b-dc2e3290c50f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=895018cfc4a341c698ada53ada08aea0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3590930 Dec 08 21:38:06.075291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60106) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:06.110446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60108) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:06.122526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f084e83-e1c5-44a7-9e8f-c273fb7b8274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.125238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-41374b72-d471-4542-a7d7-d101af080492 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:06.127329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-41374b72-d471-4542-a7d7-d101af080492 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5146115 Dec 08 21:38:06.129939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c152f6-864e-4198-973b-dc2e3290c50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c7116-f0ab-4e34-8397-56b48ac15cc8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:06.199293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-39b17178-585d-444a-b87f-d77ba2e2aaca tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/quotas/403a9563ef504253bbf7a3d7101d1f65 HTTP/1.1" status: 200 len: 375 time: 0.0583127 Dec 08 21:38:06.205095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-833bf22a-5d7f-48e4-b17c-a1be5855fa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.273113 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-b4f3cf13-e5df-4677-b31d-65d3ddc23c05 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=403a9563ef504253bbf7a3d7101d1f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726457 Dec 08 21:38:06.276995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3f084e83-e1c5-44a7-9e8f-c273fb7b8274 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea81f683ddaa477fa5b6c98ec5de9902&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1465969 Dec 08 21:38:06.281294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f084e83-e1c5-44a7-9e8f-c273fb7b8274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b46fc8-d38e-4c6a-b8f3-f93c020726c9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:06.287467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60130) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:06.335992 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.351611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.364575 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.383485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.388561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:38:06.393577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f692aa6-fa39-4531-8fdb-df7c4a3d12ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.450390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f692aa6-fa39-4531-8fdb-df7c4a3d12ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.520656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.520908 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Added segment 5010df04-b690-468c-ae14-dfa10681b2a5 of type vlan for network e35e526e-b0aa-46d7-85c6-20f23c602f77 Dec 08 21:38:06.541312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26006d52-ec95-40e0-997f-79a27ea28ebc,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:06.567674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d258f9d3-ce06-4d69-9f9c-f2d529403302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.606987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a73bccc4-986d-431b-b9ae-f067ac5049f7 req-d477a579-165f-4dad-91f4-763b857c89a7 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 210 time: 0.0911334 Dec 08 21:38:06.643949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f692aa6-fa39-4531-8fdb-df7c4a3d12ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.647933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f692aa6-fa39-4531-8fdb-df7c4a3d12ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.649588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7f692aa6-fa39-4531-8fdb-df7c4a3d12ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e0c7116-f0ab-4e34-8397-56b48ac15cc8 HTTP/1.1" status: 204 len: 168 time: 0.5733898 Dec 08 21:38:06.652723 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d258f9d3-ce06-4d69-9f9c-f2d529403302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.680674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692aa6-fa39-4531-8fdb-df7c4a3d12ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c7116-f0ab-4e34-8397-56b48ac15cc8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:06.723638 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.743215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d258f9d3-ce06-4d69-9f9c-f2d529403302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.745730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d258f9d3-ce06-4d69-9f9c-f2d529403302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.746913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d258f9d3-ce06-4d69-9f9c-f2d529403302 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63b46fc8-d38e-4c6a-b8f3-f93c020726c9 HTTP/1.1" status: 204 len: 168 time: 0.4581153 Dec 08 21:38:06.762056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edfbb1a-f402-4fd4-9683-08ccebf64516,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:06.779271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258f9d3-ce06-4d69-9f9c-f2d529403302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b46fc8-d38e-4c6a-b8f3-f93c020726c9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:06.795340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-833bf22a-5d7f-48e4-b17c-a1be5855fa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.815118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-833bf22a-5d7f-48e4-b17c-a1be5855fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.900402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Allocated IP 192.168.233.161 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/6aa46e49-bdf5-4d84-af28-40c097dd5bb9) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:06.921655 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-833bf22a-5d7f-48e4-b17c-a1be5855fa19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c272e8b230e548b3b45d7316356ce857&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8086045 Dec 08 21:38:06.925646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60174) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:06.926250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bf22a-5d7f-48e4-b17c-a1be5855fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f48c2a6-e01b-4acc-a3b9-8a4b31d23611,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:06.929274 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:06.930439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:06.931169 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:07.057907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8a18-d39f-430d-bd0d-e201b5547a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:07.119436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8a18-d39f-430d-bd0d-e201b5547a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:07.230467 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8a18-d39f-430d-bd0d-e201b5547a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:07.234441 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8a18-d39f-430d-bd0d-e201b5547a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:07.239804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ccdc8a18-d39f-430d-bd0d-e201b5547a6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f48c2a6-e01b-4acc-a3b9-8a4b31d23611 HTTP/1.1" status: 204 len: 168 time: 0.3129554 Dec 08 21:38:07.260927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc8a18-d39f-430d-bd0d-e201b5547a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f48c2a6-e01b-4acc-a3b9-8a4b31d23611,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:07.363333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2cd68c47-d953-4cf6-a647-8dd8ee8634c0 req-b7f6d477-f6be-4826-b91f-2b34a9852166 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 210 time: 0.0532012 Dec 08 21:38:07.380099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60192) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:07.380311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8667672 Dec 08 21:38:07.387715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Request body: {'subnet': {'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-subnet', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:07.447031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Made reservation on behalf of a4f2b3b347114722bc1e516ec1820a9d for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:07.455593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:07.465607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4178104-72f8-4efc-ba3a-5644349a6592 admin admin] Pushing event updated for resources: {'Network': ['ID=e35e526e-b0aa-46d7-85c6-20f23c602f77,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:07.485459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:38:07.785581 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:07.807320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e47a167b-240f-4adb-b3fb-a33be59a2dc1 req-0502d562-ea23-40d7-9fc0-ff9d87fd82ba tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 210 time: 0.0361493 Dec 08 21:38:07.866592 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:38:07.881259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:07.930174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff34851-5b0a-418c-ad7d-127114c8dc7a,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:07.951047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Checking segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:07.951396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Network hostable DHCP agents. Network: e35e526e-b0aa-46d7-85c6-20f23c602f77, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:38:08.009646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:38:08.030601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.031023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, e35e526e-b0aa-46d7-85c6-20f23c602f77) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:08.039272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:08.039871 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.046293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34e0bd-d3f9-4477-b0b8-fa33f39a626b None None] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:08.071957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ddf4e950-1654-41fe-a3b2-f82e32164ad3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6886775 Dec 08 21:38:08.072846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60206) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:08.093402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:08.156972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60208) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:08.191107 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9da7ca86-88f8-43dd-8de4-2f0cd063c30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.196261 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.196601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.285781 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d1d61c6-cf9c-4bf6-be1f-2bda8ae01aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.335167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:08.360934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:08.369261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:08.392934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:08.393611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.452367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.503669 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9188242 Dec 08 21:38:08.506893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaba395-b28d-48c4-8912-9333125c3150 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Pushing event updated for resources: {'Port': ['ID=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:08.543189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-44dbd1dd-f58c-4c65-a616-599267bcf749 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:38:08.544623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-44dbd1dd-f58c-4c65-a616-599267bcf749 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140710 Dec 08 21:38:08.601981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-e35e526e-b0aa-46d7-85c6-20f23c602f77', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:38:08.602904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.784323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9da7ca86-88f8-43dd-8de4-2f0cd063c30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.871664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f514e-7372-4a47-b08c-7fbcb63fffbe req-808b2349-a63a-4988-8e72-63a0da57aab7 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:08.873589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb9f514e-7372-4a47-b08c-7fbcb63fffbe req-808b2349-a63a-4988-8e72-63a0da57aab7 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 936 time: 0.2526450 Dec 08 21:38:08.956964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:08.996768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-df1f1cc4-ba7c-4928-b433-a2be29a00ebc None None] Provisioning complete for port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:08.999488 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df1f1cc4-ba7c-4928-b433-a2be29a00ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.023062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb9f514e-7372-4a47-b08c-7fbcb63fffbe req-98d38536-9d6a-45eb-b5df-d3b775a99857 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375566 Dec 08 21:38:09.079939 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9da7ca86-88f8-43dd-8de4-2f0cd063c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.084179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-df1f1cc4-ba7c-4928-b433-a2be29a00ebc None None] Port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:09.229314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7ca86-88f8-43dd-8de4-2f0cd063c30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4074ebcd-85b3-44dd-9b20-8ae1b905e8e6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:09.242401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Request body: {'port': {'device_id': '79672863-b211-45cd-8282-d2e8ac740bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:09.278479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.281320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.23', 50038) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:09.304980 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.338150 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Allocated IP 172.20.0.2 (e35e526e-b0aa-46d7-85c6-20f23c602f77/9ff34851-5b0a-418c-ad7d-127114c8dc7a/8146a17d-e609-4b79-aa86-4467221cb1c5) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:09.365172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-6990ae3f-ba55-4b21-bd0a-526da2e2ac5d tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=403a9563ef504253bbf7a3d7101d1f65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827935 Dec 08 21:38:09.367349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d2bc0d4-0b41-41be-83f0-2025214b37e6 req-710f8f7d-4843-4f44-ba67-84d0cc9e4540 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 210 time: 0.0872288 Dec 08 21:38:09.389740 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.568353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-6e1b336b-16bc-4561-b05a-a6f11fb58891 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:09.570435 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-6e1b336b-16bc-4561-b05a-a6f11fb58891 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685405 Dec 08 21:38:09.588009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.618225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9da7ca86-88f8-43dd-8de4-2f0cd063c30b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc65a73a7425491bb597b943bf17b03d&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4578657 Dec 08 21:38:09.619002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60248) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:09.754279 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.919067 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.946417 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:09.997369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Request body: {'port': {'device_id': '3e5944ba-4765-45ac-85ca-93303ad09736', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '403a9563ef504253bbf7a3d7101d1f65'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:10.001577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60256) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:10.020016 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Pushing event updated for resources: {'Port': ['ID=8146a17d-e609-4b79-aa86-4467221cb1c5,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:10.036579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.037215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.037707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.038427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.039012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.039495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.039968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.040448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.041146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.041619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.042092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.042756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Tracked resource versions report: Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: pushed versions: Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: { 'AddressGroup': {'1.2'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'ConntrackHelper': {'1.0'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Log': {'1.0'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Network': {'1.1'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Port': {'1.7'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'PortForwarding': {'1.2'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'QosPolicy': {'1.9'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'SecurityGroup': {'1.4'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'SecurityGroupRule': {'1.2'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'SubPort': {'1.0'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Subnet': {'1.1'}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Trunk': {'1.1'}} Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: consumer versions: Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: { DHCP agent@n-d-821126-1: {}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: HyperV agent@n-h1-821126-1: {}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: HyperV agent@n-h2-821126-1: {}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: L3 agent@n-d-821126-1: {}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: Metadata agent@n-d-821126-1: {}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: Metering agent@n-d-821126-1: {}, Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: Open vSwitch agent@n-d-821126-1: { 'AddressGroup': '1.2', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'ConntrackHelper': '1.0', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Log': '1.0', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Network': '1.1', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Port': '1.7', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'PortForwarding': '1.2', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'QosPolicy': '1.9', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'SecurityGroup': '1.4', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'SecurityGroupRule': '1.2', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'SubPort': '1.0', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Subnet': '1.1', Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: 'Trunk': '1.1'}} Dec 08 21:38:10.045183 n-d-821126-1 neutron-server[102391]: {{(pid=102391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 21:38:10.064234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:10.066466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:10.069565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:10.139125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Attempting to bind port 8146a17d-e609-4b79-aa86-4467221cb1c5 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:10.139805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Attempting to bind port 8146a17d-e609-4b79-aa86-4467221cb1c5 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:10.140552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Attempting to bind port 8146a17d-e609-4b79-aa86-4467221cb1c5 on network e35e526e-b0aa-46d7-85c6-20f23c602f77 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:10.149422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:10.150130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Checking segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:10.151078 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:10.152096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Bound using segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:10.152805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Bound port: 8146a17d-e609-4b79-aa86-4467221cb1c5, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:10.153516 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:10.238623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] For port 8146a17d-e609-4b79-aa86-4467221cb1c5, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:10.245689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] For port 8146a17d-e609-4b79-aa86-4467221cb1c5, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8146a17d-e609-4b79-aa86-4467221cb1c5,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:10.254817 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:10.334370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9654668-0138-437b-84d6-757b9e4a2c40 None None] Pushing event updated for resources: {'Port': ['ID=8146a17d-e609-4b79-aa86-4467221cb1c5,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:10.425154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2cd27db-ff1c-4968-ab39-ee3654c56d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:10.476998 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:10.592826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2cd27db-ff1c-4968-ab39-ee3654c56d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:10.625858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c085-2b90-42f2-82f8-a3a1e80398c8 req-415aefaf-807f-49ac-bde7-866f3e704868 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:10.628144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ac60c085-2b90-42f2-82f8-a3a1e80398c8 req-415aefaf-807f-49ac-bde7-866f3e704868 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 936 time: 0.4593549 Dec 08 21:38:10.652431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:10.686286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-470f9ef0-4cb7-4ae9-86d8-88dd52ac34ee req-17c9cdd5-155b-41b1-a90a-458ee737bb49 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 210 time: 0.1101420 Dec 08 21:38:10.716637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1922558892-network', 'tenant_id': '942b0951a1324d0daa33c49b36c7a004'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:10.872625 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:10.972630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ac60c085-2b90-42f2-82f8-a3a1e80398c8 req-b8354aeb-46a7-4600-ad42-c7f24e55a577 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278544 Dec 08 21:38:11.022431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2cd27db-ff1c-4968-ab39-ee3654c56d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.025877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2cd27db-ff1c-4968-ab39-ee3654c56d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.030910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c2cd27db-ff1c-4968-ab39-ee3654c56d49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4074ebcd-85b3-44dd-9b20-8ae1b905e8e6 HTTP/1.1" status: 204 len: 168 time: 1.4106932 Dec 08 21:38:11.031742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60276) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:11.056902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Made reservation on behalf of 942b0951a1324d0daa33c49b36c7a004 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:11.059384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.087624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.142186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Made reservation on behalf of 403a9563ef504253bbf7a3d7101d1f65 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:11.146410 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.159645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd27db-ff1c-4968-ab39-ee3654c56d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4074ebcd-85b3-44dd-9b20-8ae1b905e8e6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:11.179014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.204134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:11.215353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.226784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Allocated IP 172.25.1.226 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/97c6ddae-3488-41e0-9c32-208f1b10a50a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:11.295834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Transition to ACTIVE for port object 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:38:11.306892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.404590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.426593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.536364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:38:11.562031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.601368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Pushing event updated for resources: {'Port': ['ID=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:11.613747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.617360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.617693 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Added segment a8b956f9-0229-4222-9179-0a39eb1c8af3 of type vlan for network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c Dec 08 21:38:11.633344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.644735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05eb8644-f548-4973-ab57-8bac73c00974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.675230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a63b593-e4d9-4a04-85a0-fc9e4671b41b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:11.691300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Attempting to bind port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:11.691870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Attempting to bind port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:11.692329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Attempting to bind port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:11.703370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:11.703772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Attempting to bind port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:11.772993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.777894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:11.778331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:11.778978 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:11.779447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Bound port: 6aa46e49-bdf5-4d84-af28-40c097dd5bb9, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:11.779791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.881567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:11.883096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:11.883829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:12.036705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] For port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:12.049155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] For port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:12.077419 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:12.209178 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25dc1a69-ee13-4ab1-9cff-c86b11ef492b req-8068ca5e-2f57-424c-85fb-58597ce645fe tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 210 time: 0.2354393 Dec 08 21:38:12.222463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Pushing event updated for resources: {'Port': ['ID=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:12.224141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b388e-ae5d-47eb-a602-9f78f9335c66 None None] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:12.251702 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2405696 Dec 08 21:38:12.252625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60312) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:12.252718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64ffff4-332d-4f30-9f12-eec36a5ac51e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:12.262402 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05eb8644-f548-4973-ab57-8bac73c00974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:12.272480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Request body: {'subnet': {'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1922558892-subnet', 'tenant_id': '942b0951a1324d0daa33c49b36c7a004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:12.328847 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05eb8644-f548-4973-ab57-8bac73c00974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:12.336326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Made reservation on behalf of 942b0951a1324d0daa33c49b36c7a004 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:12.342977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:12.434079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-047e5d95-27f5-4e46-baa9-0a8830cfe44e None None] Provisioning complete for port 8146a17d-e609-4b79-aa86-4467221cb1c5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:12.435398 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-047e5d95-27f5-4e46-baa9-0a8830cfe44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:12.475333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb8644-f548-4973-ab57-8bac73c00974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be33f98-7a30-4bc0-951f-bc842462657b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:12.672618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:12.686519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:12.703401 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:12.705088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-ab81fab5-84c0-4238-a98a-45e6caabcc0f service neutron] 10.222.0.23 "PUT /v2.0/ports/6aa46e49-bdf5-4d84-af28-40c097dd5bb9 HTTP/1.1" status: 200 len: 1096 time: 3.6301064 Dec 08 21:38:12.723316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79672863-b211-45cd-8282-d2e8ac740bec', 'tag': '6aa46e49-bdf5-4d84-af28-40c097dd5bb9'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:12.739735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8166bd-944a-47cf-b462-05abef6722c7 admin admin] Pushing event updated for resources: {'Network': ['ID=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:12.802972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:38:12.920315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Allocated IP 192.168.233.228 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/369e30f7-a4b7-4736-907a-83a2a6a2f685) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:12.982785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:12.989319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:13.005877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:13.083770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8146a17d-e609-4b79-aa86-4467221cb1c5 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:13.318295 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-047e5d95-27f5-4e46-baa9-0a8830cfe44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:13.382497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Pushing event updated for resources: {'Port': ['ID=97c6ddae-3488-41e0-9c32-208f1b10a50a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:13.460925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-047e5d95-27f5-4e46-baa9-0a8830cfe44e None None] For port 8146a17d-e609-4b79-aa86-4467221cb1c5, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8146a17d-e609-4b79-aa86-4467221cb1c5,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:13.483075 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-047e5d95-27f5-4e46-baa9-0a8830cfe44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:13.534661 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-05eb8644-f548-4973-ab57-8bac73c00974 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3fea6a5d95544be9bb49bbb7f755a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4278646 Dec 08 21:38:13.546083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60348) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:13.637152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8146a17d-e609-4b79-aa86-4467221cb1c5 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:13.637525 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:13.690548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-386e69ee-8fe7-47c5-9858-067dce10be2a req-237a70b9-1fd7-4cab-a172-a42648e96e07 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 210 time: 0.1847942 Dec 08 21:38:13.734325 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951cc1c-76b6-4725-98f1-0bde8d32ebed" -d '{"events": [{"name": "network-changed", "server_uuid": "79672863-b211-45cd-8282-d2e8ac740bec", "tag": "6aa46e49-bdf5-4d84-af28-40c097dd5bb9"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:13.768829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc0f16-8800-42ce-b53a-2ca174844231 req-b6376f19-5a10-4196-9635-ecff4ecd7c99 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:13.777643 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96cc0f16-8800-42ce-b53a-2ca174844231 req-b6376f19-5a10-4196-9635-ecff4ecd7c99 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 948 time: 1.5562413 Dec 08 21:38:13.814571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ec1adc08-7cae-4809-bdac-f680208cbb6c None None] Provisioning complete for port 8146a17d-e609-4b79-aa86-4467221cb1c5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:13.814963 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec1adc08-7cae-4809-bdac-f680208cbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:13.859085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:13.866741 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:13.932397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5d95-27f5-4e46-baa9-0a8830cfe44e None None] Pushing event updated for resources: {'Port': ['ID=8146a17d-e609-4b79-aa86-4467221cb1c5,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:13.949477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-46ccb867-5596-492d-8440-64a3b1d850e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:13.951231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-46ccb867-5596-492d-8440-64a3b1d850e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01175cd06cc248a5b5660080a8a45c31&device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 1099 time: 0.4113948 Dec 08 21:38:13.994277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96cc0f16-8800-42ce-b53a-2ca174844231 req-56147871-da5d-45c9-bc1c-d01ab736f768 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145772 Dec 08 21:38:14.052155 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99df85cc-0fb9-4937-8090-281493ac92e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:14.150305 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:14.170131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-e5731961-665b-4f5a-a3b2-a25de6ef9530 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6aa46e49-bdf5-4d84-af28-40c097dd5bb9 HTTP/1.1" status: 200 len: 217 time: 0.1278589 Dec 08 21:38:14.252872 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99df85cc-0fb9-4937-8090-281493ac92e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:14.565477 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d242ab8-0225-4035-91d8-718e31a55201 x-openstack-request-id: req-6d242ab8-0225-4035-91d8-718e31a55201 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:14.565854 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79672863-b211-45cd-8282-d2e8ac740bec", "tag": "6aa46e49-bdf5-4d84-af28-40c097dd5bb9", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:14.566033 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d242ab8-0225-4035-91d8-718e31a55201 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:14.569606 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79672863-b211-45cd-8282-d2e8ac740bec', 'tag': '6aa46e49-bdf5-4d84-af28-40c097dd5bb9', 'status': 'completed', 'code': 200} Dec 08 21:38:14.577204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-9279c20e-a29a-49fd-a9cc-7ea90631c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:14.584220 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-9279c20e-a29a-49fd-a9cc-7ea90631c80d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.3804655 Dec 08 21:38:14.588967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:14.704627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8146a17d-e609-4b79-aa86-4467221cb1c5 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:14.761979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99df85cc-0fb9-4937-8090-281493ac92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:14.763793 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99df85cc-0fb9-4937-8090-281493ac92e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:14.765210 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99df85cc-0fb9-4937-8090-281493ac92e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8be33f98-7a30-4bc0-951f-bc842462657b HTTP/1.1" status: 204 len: 168 time: 1.2176352 Dec 08 21:38:14.781261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3791022-ada0-43f3-b4e9-8003fbdd1743,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:14.810972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:14.811350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Network hostable DHCP agents. Network: 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:38:14.813669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df85cc-0fb9-4937-8090-281493ac92e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be33f98-7a30-4bc0-951f-bc842462657b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:14.873282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8146a17d-e609-4b79-aa86-4467221cb1c5 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:14.874032 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:14.900642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-fa2dd45d-f114-4489-b853-ddd5722b1a81 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6031f669df684b93a1fea6e3255e742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939465 Dec 08 21:38:14.922444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:14.962425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:14.966847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:14.981022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:14.984004 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:15.024523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Pushing event updated for resources: {'Port': ['ID=369e30f7-a4b7-4736-907a-83a2a6a2f685,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:15.061205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:38:15.134557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:15.161303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:15.162023 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:15.163094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e216c2e-e70d-4df8-ae80-fba4b9370329 None None] Network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:15.179859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-c75ec178-5ee0-4c90-a5bf-ac2a2369a4d3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1852844 Dec 08 21:38:15.258494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a2eb9-e161-4d11-bb3c-37bdf1dfb27b req-10517098-71e5-4343-9733-7090aa95b71f tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:15.260650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5b667347-9b75-4332-a3f8-ceb10cb59828 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0119767 Dec 08 21:38:15.268957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af9a2eb9-e161-4d11-bb3c-37bdf1dfb27b req-10517098-71e5-4343-9733-7090aa95b71f tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 936 time: 0.3443446 Dec 08 21:38:15.282926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-701efb17-0f37-453e-8560-539dbf3b7e1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:15.285282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-701efb17-0f37-453e-8560-539dbf3b7e1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3760757 Dec 08 21:38:15.286002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60410) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:15.309126 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:15.327133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-dba89a85-2f91-4c86-bc56-31251c651bc2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/quotas/6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 375 time: 0.0262899 Dec 08 21:38:15.396213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-c4d6a3b0-614f-4d3d-9def-f08417ecfde7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607255 Dec 08 21:38:15.440857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad36a80-97bf-4d85-9a84-8644f82bb890 None None] Network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:15.555030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60418) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:15.579904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af9a2eb9-e161-4d11-bb3c-37bdf1dfb27b req-345b212f-a561-4337-a15c-6395f883b2a5 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094938 Dec 08 21:38:15.633080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8680-b647-4d0c-989f-53da8e7a0b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:15.655266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d54e1ade-84b7-4c9d-bc7c-6236256a0beb None None] Provisioning complete for port 369e30f7-a4b7-4736-907a-83a2a6a2f685 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:15.665551 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d54e1ade-84b7-4c9d-bc7c-6236256a0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:15.824456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d54e1ade-84b7-4c9d-bc7c-6236256a0beb None None] Port 369e30f7-a4b7-4736-907a-83a2a6a2f685 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:15.887608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Request body: {'port': {'device_id': '3e5944ba-4765-45ac-85ca-93303ad09736', 'device_owner': 'compute:tempest-test_az-918096504', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:16.013594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8680-b647-4d0c-989f-53da8e7a0b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.014268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-8ce86c3d-9bd7-4a0a-9865-6245b0d7c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:16.015342 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-8ce86c3d-9bd7-4a0a-9865-6245b0d7c1ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3589234 Dec 08 21:38:16.020916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ece2cca-e782-45a4-a7c4-b2ddcd782563 req-527f3403-1e28-455c-807c-5ac3aa589aee tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 210 time: 0.1244192 Dec 08 21:38:16.034285 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb61473f-a73e-41e4-8cb0-b57e3127a760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.107966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8680-b647-4d0c-989f-53da8e7a0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.191173 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb61473f-a73e-41e4-8cb0-b57e3127a760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.202574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb61473f-a73e-41e4-8cb0-b57e3127a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.209694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e8680-b647-4d0c-989f-53da8e7a0b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdff26e-b0d1-458e-80b7-98ba179a9651,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:16.292392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61473f-a73e-41e4-8cb0-b57e3127a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8945d966-9c26-4e4a-8fbe-04ba2c659f33,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:16.306268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cb61473f-a73e-41e4-8cb0-b57e3127a760 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b56f453e72a444fbad33e3cc15541245&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0190768 Dec 08 21:38:16.309724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60440) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:16.317459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.369564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60444) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:16.372433 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1e9e8680-b647-4d0c-989f-53da8e7a0b73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95b2d6ac6f124510866088e55e859676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7898335 Dec 08 21:38:16.426755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a0f93ca-bdc9-4884-b5e2-ab175387b50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.459649 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a0f93ca-bdc9-4884-b5e2-ab175387b50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.491149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32882c2-6615-43ee-9636-bbbe3f832029 req-1d84645a-759e-499c-b83d-c6c00585b339 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:16.494589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fedc0294-2d0d-4e66-8247-be5c769215ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.495487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a32882c2-6615-43ee-9636-bbbe3f832029 req-1d84645a-759e-499c-b83d-c6c00585b339 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 948 time: 0.5959105 Dec 08 21:38:16.579258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60450) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:16.598956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-981171203-network', 'tenant_id': '721b1ae76fb744e396bdb91b42167c9c'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:16.607563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fedc0294-2d0d-4e66-8247-be5c769215ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.742167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Made reservation on behalf of 721b1ae76fb744e396bdb91b42167c9c for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:16.744673 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.748442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Router c12f495c-392e-4d66-95ea-e52a5562638b is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:38:16.780974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a0f93ca-bdc9-4884-b5e2-ab175387b50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.787737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a0f93ca-bdc9-4884-b5e2-ab175387b50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.791518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a0f93ca-bdc9-4884-b5e2-ab175387b50e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8945d966-9c26-4e4a-8fbe-04ba2c659f33 HTTP/1.1" status: 204 len: 168 time: 0.4782481 Dec 08 21:38:16.832278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:16.848572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f93ca-bdc9-4884-b5e2-ab175387b50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8945d966-9c26-4e4a-8fbe-04ba2c659f33,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:16.888774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a32882c2-6615-43ee-9636-bbbe3f832029 req-2bf98d21-a483-4a52-9117-46db6c392484 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668907 Dec 08 21:38:17.020316 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.031533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8a08-1c5e-471a-a4f1-c497ca9d625e req-3b493add-6d71-4061-bfb3-916bad3b6293 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:17.034745 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-442e8a08-1c5e-471a-a4f1-c497ca9d625e req-3b493add-6d71-4061-bfb3-916bad3b6293 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 936 time: 0.3296795 Dec 08 21:38:17.036082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.041312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fedc0294-2d0d-4e66-8247-be5c769215ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.043666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fedc0294-2d0d-4e66-8247-be5c769215ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.045260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fedc0294-2d0d-4e66-8247-be5c769215ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bdff26e-b0d1-458e-80b7-98ba179a9651 HTTP/1.1" status: 204 len: 168 time: 0.6747012 Dec 08 21:38:17.084783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:38:17.097288 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Sync routers for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:38:17.115014 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:38:17.115766 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:17.176511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3ce0f8-c5dd-4423-8133-70bcfe007d07,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:17.190248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.191586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-08621b49-3642-437b-8a94-8550d32febf0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.1165862 Dec 08 21:38:17.201095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:17.224699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:38:17.264272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0294-2d0d-4e66-8247-be5c769215ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdff26e-b0d1-458e-80b7-98ba179a9651,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:17.276311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.277003 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Added segment 541b6cbc-d6ce-445b-9b36-3194c7c7a665 of type vlan for network 26d173b7-f38c-47bb-b5c0-278935967c69 Dec 08 21:38:17.308522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-442e8a08-1c5e-471a-a4f1-c497ca9d625e req-a44a1801-cfd8-4877-a15c-4e68b6958961 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609844 Dec 08 21:38:17.361689 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.404506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.405706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:17.406461 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.488099 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:38:17.516032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9328294 Dec 08 21:38:17.531721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60472) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:17.536463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Request body: {'subnet': {'network_id': '26d173b7-f38c-47bb-b5c0-278935967c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-981171203-subnet', 'tenant_id': '721b1ae76fb744e396bdb91b42167c9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:17.542062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15c409b2-316c-456b-8bad-b4fc5ab9db49 req-de9cee09-aa0a-4909-8987-7e275b1e815a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 210 time: 0.3364041 Dec 08 21:38:17.578048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369e30f7-a4b7-4736-907a-83a2a6a2f685 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:17.582832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2ac5b-5842-4a89-a4c0-3cd7e307dfee admin admin] Pushing event updated for resources: {'Network': ['ID=26d173b7-f38c-47bb-b5c0-278935967c69,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:17.596909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 26d173b7-f38c-47bb-b5c0-278935967c69 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:38:17.603715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.610202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Made reservation on behalf of 721b1ae76fb744e396bdb91b42167c9c for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:17.615818 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.688171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Transition to ACTIVE for port object 369e30f7-a4b7-4736-907a-83a2a6a2f685 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:38:17.697321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.773920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60480) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:17.837534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba081-e8c2-4db2-a099-93d5de5ff394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:17.901165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.37', 63562) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:17.974038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-8c60cff0-dcd3-4913-a79e-b6dbe27a8c6e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6031f669df684b93a1fea6e3255e742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716553 Dec 08 21:38:18.057766 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:13Z', 'revision_number': 3, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:18.124816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Pushing event updated for resources: {'Port': ['ID=369e30f7-a4b7-4736-907a-83a2a6a2f685,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:18.147121 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Checking router: c12f495c-392e-4d66-95ea-e52a5562638b for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:38:18.147699 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Updating router c12f495c-392e-4d66-95ea-e52a5562638b port 97c6ddae-3488-41e0-9c32-208f1b10a50a binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:38:18.178547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Attempting to bind port 369e30f7-a4b7-4736-907a-83a2a6a2f685 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:18.180229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Attempting to bind port 369e30f7-a4b7-4736-907a-83a2a6a2f685 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:18.180672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Attempting to bind port 369e30f7-a4b7-4736-907a-83a2a6a2f685 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:18.195385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Port 369e30f7-a4b7-4736-907a-83a2a6a2f685 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:18.195773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Attempting to bind port 369e30f7-a4b7-4736-907a-83a2a6a2f685 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:18.216809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:18.219125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:18.219939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:18.222370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Bound port: 369e30f7-a4b7-4736-907a-83a2a6a2f685, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:18.222852 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.225441 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.655512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60506) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:18.782133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba081-e8c2-4db2-a099-93d5de5ff394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.805989 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.817588 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.834786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec3c41-bf4e-4db3-b893-ead26c00de9a req-fec4d8ca-8876-425c-841e-1a70cac403ad tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:18.841020 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70ec3c41-bf4e-4db3-b893-ead26c00de9a req-fec4d8ca-8876-425c-841e-1a70cac403ad tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 948 time: 0.6880090 Dec 08 21:38:18.860235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-11de1006-070b-41f9-846a-82645b091e40 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:18.862075 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-11de1006-070b-41f9-846a-82645b091e40 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8714962 Dec 08 21:38:18.862757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba081-e8c2-4db2-a099-93d5de5ff394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.870235 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-a6f697b7-a8d8-4403-ad5c-d5b65472be59 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187502 Dec 08 21:38:18.871418 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.895428 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Attempting to bind port 97c6ddae-3488-41e0-9c32-208f1b10a50a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:18.897598 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Attempting to bind port 97c6ddae-3488-41e0-9c32-208f1b10a50a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:18.898388 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Attempting to bind port 97c6ddae-3488-41e0-9c32-208f1b10a50a on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:18.958925 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Pushing event updated for resources: {'Port': ['ID=97c6ddae-3488-41e0-9c32-208f1b10a50a,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:18.968302 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:18.968689 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:18.968814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Request body: {'port': {'device_id': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '6031f669df684b93a1fea6e3255e742a'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:18.969087 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.969483 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:18.970533 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Bound port: 97c6ddae-3488-41e0-9c32-208f1b10a50a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:18.970945 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:18.973914 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.974264 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.974663 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.974979 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.975309 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.975635 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.975961 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.976905 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.976905 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.977116 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.977395 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.977716 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Tracked resource versions report: Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: pushed versions: Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: { 'AddressGroup': {'1.2'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'ConntrackHelper': {'1.0'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Log': {'1.0'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Network': {'1.1'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Port': {'1.7'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'PortForwarding': {'1.2'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'QosPolicy': {'1.9'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'SecurityGroup': {'1.4'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'SecurityGroupRule': {'1.2'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'SubPort': {'1.0'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Subnet': {'1.1'}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Trunk': {'1.1'}} Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: consumer versions: Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: { DHCP agent@n-d-821126-1: {}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: HyperV agent@n-h1-821126-1: {}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: HyperV agent@n-h2-821126-1: {}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: L3 agent@n-d-821126-1: {}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: Metadata agent@n-d-821126-1: {}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: Metering agent@n-d-821126-1: {}, Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: Open vSwitch agent@n-d-821126-1: { 'AddressGroup': '1.2', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'ConntrackHelper': '1.0', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Log': '1.0', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Network': '1.1', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Port': '1.7', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'PortForwarding': '1.2', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'QosPolicy': '1.9', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'SecurityGroup': '1.4', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'SecurityGroupRule': '1.2', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'SubPort': '1.0', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Subnet': '1.1', Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: 'Trunk': '1.1'}} Dec 08 21:38:18.978849 n-d-821126-1 neutron-server[102392]: {{(pid=102392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 21:38:18.980559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1617832580-network', 'tenant_id': 'ca38c78282504a32bf645c23aad3f0ab'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:19.016153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] For port 369e30f7-a4b7-4736-907a-83a2a6a2f685, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:19.083617 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] For port 97c6ddae-3488-41e0-9c32-208f1b10a50a, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:19.094294 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] For port 97c6ddae-3488-41e0-9c32-208f1b10a50a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=97c6ddae-3488-41e0-9c32-208f1b10a50a,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:19.107492 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.167006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71639de4-4ffd-452d-b003-fb46bb5de2c2 req-69f5c4c8-dfa3-44ed-ba43-649c6f2660e4 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:19.179786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71639de4-4ffd-452d-b003-fb46bb5de2c2 req-69f5c4c8-dfa3-44ed-ba43-649c6f2660e4 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 969 time: 0.3792698 Dec 08 21:38:19.199605 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:38:19.207451 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:19.211748 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be55f7-8907-49b4-a28b-708c2bacb505 None None] Pushing event updated for resources: {'Port': ['ID=97c6ddae-3488-41e0-9c32-208f1b10a50a,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:19.212450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] For port 369e30f7-a4b7-4736-907a-83a2a6a2f685, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=369e30f7-a4b7-4736-907a-83a2a6a2f685,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:19.221233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ba081-e8c2-4db2-a099-93d5de5ff394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ea900-e7b5-44e4-ae28-12948e63c2a7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:19.241157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.287381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cf3ba081-e8c2-4db2-a099-93d5de5ff394 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59ce0c6cb3e8445d8f010cfea51d47fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5086465 Dec 08 21:38:19.287381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-621e9400-1e4c-4882-96d6-20d371b5c42d req-c387b213-be45-4fef-ae0a-fec482d2868a service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347220 Dec 08 21:38:19.287381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60524) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:19.293133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Made reservation on behalf of ca38c78282504a32bf645c23aad3f0ab for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:19.295726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.348370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=683400eb-5c7c-49db-a096-9a7dcc8ddbbe,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:19.363846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70ec3c41-bf4e-4db3-b893-ead26c00de9a req-86eff295-860d-4161-a35c-da763897a370 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977539 Dec 08 21:38:19.381342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:19.382454 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.383932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] 10.222.0.23 "PUT /v2.0/ports/369e30f7-a4b7-4736-907a-83a2a6a2f685 HTTP/1.1" status: 200 len: 1117 time: 3.5193019 Dec 08 21:38:19.390688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5944ba-4765-45ac-85ca-93303ad09736', 'tag': '369e30f7-a4b7-4736-907a-83a2a6a2f685'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:19.408639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.425289 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:38:19.468960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Made reservation on behalf of 6031f669df684b93a1fea6e3255e742a for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:19.476773 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.486090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71639de4-4ffd-452d-b003-fb46bb5de2c2 req-f776ac02-78d0-40ef-98fc-9cb1e2cedb98 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051481 Dec 08 21:38:19.596597 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.627169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb743f-dd4d-428b-afca-1dfcee7c13c1 service neutron] Pushing event updated for resources: {'Port': ['ID=369e30f7-a4b7-4736-907a-83a2a6a2f685,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:19.654405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.666896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.668639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.679053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:38:19.700665 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.701119 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Added segment e3c9e12f-8869-4426-93a4-5dc22c6f22df of type vlan for network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 Dec 08 21:38:19.710043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-a07b14bc-5ad0-4aeb-8bb2-8f3906843dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:19.715195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-a07b14bc-5ad0-4aeb-8bb2-8f3906843dd4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=403a9563ef504253bbf7a3d7101d1f65&device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 1120 time: 0.2281058 Dec 08 21:38:19.750568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.844450 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:13Z', 'revision_number': 3, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:19.876946 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140cf27f-71f3-4a8f-9643-cec8c426e79d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5944ba-4765-45ac-85ca-93303ad09736", "tag": "369e30f7-a4b7-4736-907a-83a2a6a2f685"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:19.886139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-7f9211f8-4841-4b17-b9c1-d9e97b928578 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=369e30f7-a4b7-4736-907a-83a2a6a2f685 HTTP/1.1" status: 200 len: 217 time: 0.1121135 Dec 08 21:38:19.902431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.909589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.910573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:19.911185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:19.922548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Checking segment: {'id': '541b6cbc-d6ce-445b-9b36-3194c7c7a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26d173b7-f38c-47bb-b5c0-278935967c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:19.923583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Network hostable DHCP agents. Network: 26d173b7-f38c-47bb-b5c0-278935967c69, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:38:19.943586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-ba4f704c-e6ad-471d-ae82-94f64f5e2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:19.945417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-ba4f704c-e6ad-471d-ae82-94f64f5e2e33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01175cd06cc248a5b5660080a8a45c31&device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 1099 time: 0.5132873 Dec 08 21:38:20.005376 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5afb0-6a4a-43ac-ae58-50636e4221f0 None None] The sync data for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 is: [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:13Z', 'revision_number': 3, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:38:20.046785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:20.046785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Pushing event updated for resources: {'Network': ['ID=8dbcb953-903e-4509-9926-0b5aa18c4bd6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:20.059669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:38:20.079977 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4107809 Dec 08 21:38:20.081879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60534) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:20.082281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8defe6ba-be37-42b2-85ae-ee4a149b329a req-79b3cd7b-0b5e-4a41-8b5c-516be9ad28cb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 210 time: 0.4560642 Dec 08 21:38:20.087009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Request body: {'subnet': {'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1617832580-subnet', 'tenant_id': 'ca38c78282504a32bf645c23aad3f0ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:20.117269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-34f68467-98f0-4eb6-bfb9-f96cfdd8002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:20.119724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-34f68467-98f0-4eb6-bfb9-f96cfdd8002d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2207863 Dec 08 21:38:20.123664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Made reservation on behalf of ca38c78282504a32bf645c23aad3f0ab for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:20.131027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:20.155822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Allocated IP 172.20.0.1 (e35e526e-b0aa-46d7-85c6-20f23c602f77/9ff34851-5b0a-418c-ad7d-127114c8dc7a/ef7d71e4-b067-44e8-94b9-c6c6b5633c84) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:20.202033 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f79f564-c125-48e4-bb71-d6f423a64382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:20.205467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0dabd-3888-491b-8c6a-1169dc1ea62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30725b0-20ed-42c9-8e66-19bfbb18de90,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:20.226110 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cfd034-33e1-45cb-b085-affd5c4f1126 x-openstack-request-id: req-67cfd034-33e1-45cb-b085-affd5c4f1126 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:20.226594 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5944ba-4765-45ac-85ca-93303ad09736", "tag": "369e30f7-a4b7-4736-907a-83a2a6a2f685", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:20.226898 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67cfd034-33e1-45cb-b085-affd5c4f1126 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:20.227104 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5944ba-4765-45ac-85ca-93303ad09736', 'tag': '369e30f7-a4b7-4736-907a-83a2a6a2f685', 'status': 'completed', 'code': 200} Dec 08 21:38:20.346004 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f79f564-c125-48e4-bb71-d6f423a64382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:20.353522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16494a-0966-4922-8bfb-5d6bb1e8847d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:20.379781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Network 26d173b7-f38c-47bb-b5c0-278935967c69 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:38:20.452762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 26d173b7-f38c-47bb-b5c0-278935967c69) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:20.460426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:20.461928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:20.472072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05c3d1-1d7a-44fd-af8c-43a495d2f556 None None] Network 26d173b7-f38c-47bb-b5c0-278935967c69 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:20.558879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-66b5edf7-dc6f-46c8-ba98-88d71b1a2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:20.567771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-66b5edf7-dc6f-46c8-ba98-88d71b1a2849 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3632269 Dec 08 21:38:20.590560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-26705f2d-c4cc-4077-821b-579ff2680440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:20.603991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-26705f2d-c4cc-4077-821b-579ff2680440 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.5591538 Dec 08 21:38:20.648109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-563a80a1-429d-4a44-8e0b-385b6c8f1952 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.1151767 Dec 08 21:38:20.707687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f79f564-c125-48e4-bb71-d6f423a64382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:20.712327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f79f564-c125-48e4-bb71-d6f423a64382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:20.713491 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-869e56f8-abd6-4da9-871b-a889adeecad4 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351652 Dec 08 21:38:20.716394 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9f79f564-c125-48e4-bb71-d6f423a64382 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/996ea900-e7b5-44e4-ae28-12948e63c2a7 HTTP/1.1" status: 204 len: 168 time: 1.4176345 Dec 08 21:38:20.822438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79f564-c125-48e4-bb71-d6f423a64382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ea900-e7b5-44e4-ae28-12948e63c2a7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:20.830844 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-9900ddd2-aa7f-404c-baa9-44993dd914dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6aa46e49-bdf5-4d84-af28-40c097dd5bb9 HTTP/1.1" status: 200 len: 217 time: 0.2113731 Dec 08 21:38:20.884994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e2ba3a4-f669-42fa-9709-ae60f6069c30 req-a76a25c6-1d37-4cca-b11f-180af7b87187 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618161 Dec 08 21:38:20.891029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 97c6ddae-3488-41e0-9c32-208f1b10a50a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:20.914291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99d383-b9e6-4137-ac85-ea8cc97660cb None None] Network 26d173b7-f38c-47bb-b5c0-278935967c69 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:20.996658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e3086-0dcb-4f05-b249-78c6ebfca2e3 req-ef32f3db-4ee6-4100-9183-2b3a1c500768 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:21.011671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c93e3086-0dcb-4f05-b249-78c6ebfca2e3 req-ef32f3db-4ee6-4100-9183-2b3a1c500768 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 948 time: 0.4063208 Dec 08 21:38:21.013161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-47f319ce-b0e1-446d-86fa-9543f74cab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:21.014582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-47f319ce-b0e1-446d-86fa-9543f74cab1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1548979 Dec 08 21:38:21.050733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:21.115428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-00410967-e7c0-42d0-b411-9af44cd3d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:21.116974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-00410967-e7c0-42d0-b411-9af44cd3d663 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=403a9563ef504253bbf7a3d7101d1f65&device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 1120 time: 0.1578026 Dec 08 21:38:21.123645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Allocated IP 192.168.233.66 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/d6da5f64-c016-4275-b3e5-d3025044022c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:21.269484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 97c6ddae-3488-41e0-9c32-208f1b10a50a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:21.270210 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:21.330064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-b73ffcc3-79b9-4156-be3f-a871e9d32a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:21.332298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-b73ffcc3-79b9-4156-be3f-a871e9d32a87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3045208 Dec 08 21:38:21.335301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c93e3086-0dcb-4f05-b249-78c6ebfca2e3 req-e86a7d9a-08f5-4d17-a27d-421b5e90d48b tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068786 Dec 08 21:38:21.387500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73024762-5343-4e9d-ad68-95fc47bd3c68 req-2da5854d-e3c8-476c-9c1b-5eaf95a1ec56 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:21.389037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73024762-5343-4e9d-ad68-95fc47bd3c68 req-2da5854d-e3c8-476c-9c1b-5eaf95a1ec56 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 969 time: 0.6746125 Dec 08 21:38:21.390059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:21.412892 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:21.437322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 97c6ddae-3488-41e0-9c32-208f1b10a50a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=97c6ddae-3488-41e0-9c32-208f1b10a50a,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:21.444419 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:21.518116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-075e7405-fc79-4a30-9e19-8a0bf76b7b2e service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698155 Dec 08 21:38:21.573398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:21.580514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=97c6ddae-3488-41e0-9c32-208f1b10a50a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:21.602565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:21.604987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:21.605631 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:21.710784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:21.756003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73024762-5343-4e9d-ad68-95fc47bd3c68 req-9a8077dc-fda2-426d-b9c5-2c51f95e2071 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766986 Dec 08 21:38:21.908865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9951cc1c-76b6-4725-98f1-0bde8d32ebed req-98b3afe9-f3ef-4f99-81cb-71dd8d14e509 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785942 Dec 08 21:38:21.933576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:22.065382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3a1292d7-7c63-48d7-b693-3a74801496a7 None None] Provisioning complete for port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:22.066110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3a1292d7-7c63-48d7-b693-3a74801496a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:22.103540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3a1292d7-7c63-48d7-b693-3a74801496a7 None None] Port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:22.143296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:22.170994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:22.266197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-2c720b41-69ea-42c9-a4ad-1dfc8b615592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:22.273383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-2c720b41-69ea-42c9-a4ad-1dfc8b615592 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 1.1125996 Dec 08 21:38:22.286277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d16ed07-f117-49cd-bac7-4dcfaeca73bd,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:22.327982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089b97e-0404-43b2-b94c-cd34e6fe1a73 req-dfa93f3b-f0d5-4619-8cbe-4d2b6ed4e401 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:22.337884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f089b97e-0404-43b2-b94c-cd34e6fe1a73 req-dfa93f3b-f0d5-4619-8cbe-4d2b6ed4e401 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 935 time: 0.2095857 Dec 08 21:38:22.393329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-ed8b99bd-8e71-46d8-a181-499a886a012a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=369e30f7-a4b7-4736-907a-83a2a6a2f685 HTTP/1.1" status: 200 len: 217 time: 0.0952859 Dec 08 21:38:22.431817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-36b23b0e-885c-46aa-9927-b8835dc48b67 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:22.433294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-36b23b0e-885c-46aa-9927-b8835dc48b67 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 821 time: 0.4614520 Dec 08 21:38:22.435344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:22.436153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:22.440069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:22.443947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:22.449492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:22.450108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:22.460473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Checking segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:22.460833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Network hostable DHCP agents. Network: 8dbcb953-903e-4509-9926-0b5aa18c4bd6, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:38:22.462158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-ffc5bf9d-cc0e-42e3-b9df-751f84902ac0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/quotas/942b0951a1324d0daa33c49b36c7a004 HTTP/1.1" status: 200 len: 375 time: 0.0200899 Dec 08 21:38:22.483094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-433531b1-bc68-4ba7-a1ff-d3ac16914c1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5264456 Dec 08 21:38:22.552100 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-4d2f32e2-1686-41db-880e-e4633e6dce6e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740187 Dec 08 21:38:22.555050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f089b97e-0404-43b2-b94c-cd34e6fe1a73 req-ab0e66f9-4f1d-44b3-a166-101b82b053f0 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150779 Dec 08 21:38:22.560155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:22.606875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-88c3937b-02ce-438f-b2fe-6b7ce07ea9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:22.608503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-88c3937b-02ce-438f-b2fe-6b7ce07ea9fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2015154 Dec 08 21:38:22.641221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:38:22.724238 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 97c6ddae-3488-41e0-9c32-208f1b10a50a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:22.850153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-3802cc43-e236-4a40-b288-538b4a544f9e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:38:22.856441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-3802cc43-e236-4a40-b288-538b4a544f9e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1071467 Dec 08 21:38:22.877273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8dbcb953-903e-4509-9926-0b5aa18c4bd6) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:22.881451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 97c6ddae-3488-41e0-9c32-208f1b10a50a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:22.888133 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:22.892591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:22.893369 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:22.894746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d150e6d-b5d9-4b7f-b8cf-770ad894dfe8 None None] Network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:22.948401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4cfa7320-9c71-44ad-bf90-b725e3d785bd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8653417 Dec 08 21:38:22.952686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-36fe5a89-74a1-4899-962d-7384ba1d8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:22.954264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-36fe5a89-74a1-4899-962d-7384ba1d8a54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3354924 Dec 08 21:38:23.041812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295e8e3-4ea0-4a69-964c-1524dbf08214 req-b9f80779-46eb-4823-8f2a-961611ce41e8 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:23.049236 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1295e8e3-4ea0-4a69-964c-1524dbf08214 req-b9f80779-46eb-4823-8f2a-961611ce41e8 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 948 time: 0.1768680 Dec 08 21:38:23.061659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-2a768253-b5ba-4b59-8b4d-8e0e8a20dcbb service neutron] 10.222.0.21 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935725 Dec 08 21:38:23.183878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1295e8e3-4ea0-4a69-964c-1524dbf08214 req-3db63fe3-9fb2-4b39-b0ff-5d31b17bd823 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336637 Dec 08 21:38:23.189802 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:23.215832 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-6c866e5b-179f-4ad1-9953-06b1fc3cab1e service neutron] 10.222.0.21 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421068 Dec 08 21:38:23.224651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-aa4a8020-e2fc-4476-8e1e-1a5f45048c14 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622821 Dec 08 21:38:23.225292 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:23.226030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:23.227805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5089cb40-aa64-4f54-b3c2-ff826045fc18 None None] Provisioning complete for port d6da5f64-c016-4275-b3e5-d3025044022c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:23.228243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5089cb40-aa64-4f54-b3c2-ff826045fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:23.389253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5089cb40-aa64-4f54-b3c2-ff826045fc18 None None] Port d6da5f64-c016-4275-b3e5-d3025044022c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:23.404644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae917b-6945-415c-ac80-052b0ca5a3c4 None None] Network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:23.465403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:23.581310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-140cf27f-71f3-4a8f-9643-cec8c426e79d req-50aaa2f9-8d7f-4879-b3e2-3da1ae8dbf2e service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418310 Dec 08 21:38:23.614756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8bdc9-0ad1-4e7b-a8e6-611e79fa68c9 req-30160e09-f5fd-4aa8-a193-8b8647fe4c2b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:23.616328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68e8bdc9-0ad1-4e7b-a8e6-611e79fa68c9 req-30160e09-f5fd-4aa8-a193-8b8647fe4c2b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 969 time: 0.3090341 Dec 08 21:38:23.719173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68e8bdc9-0ad1-4e7b-a8e6-611e79fa68c9 req-83cfd775-781f-4610-88f9-0bc998d7438e tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821812 Dec 08 21:38:23.721819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:23.723856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:23.759975 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 369e30f7-a4b7-4736-907a-83a2a6a2f685 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:23.859491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60636) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:24.006110 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2186a73f-d8e7-438f-a9e2-805cd7c3bd4b req-01bf007a-4be2-4aa8-8157-eef654d357b9 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 210 time: 0.1456144 Dec 08 21:38:24.111511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 369e30f7-a4b7-4736-907a-83a2a6a2f685, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=369e30f7-a4b7-4736-907a-83a2a6a2f685,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:24.135146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '369e30f7-a4b7-4736-907a-83a2a6a2f685', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '369e30f7-a4b7-4736-907a-83a2a6a2f685', 'mac_address': 'fa:16:3e:0a:39:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:tempest-test_az-918096504', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:38:24.184243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.223743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369e30f7-a4b7-4736-907a-83a2a6a2f685 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:24.243421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9e00a419-6e4f-4d8e-beb0-ee36326bf8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.247479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 369e30f7-a4b7-4736-907a-83a2a6a2f685, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=369e30f7-a4b7-4736-907a-83a2a6a2f685,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:24.247607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-e8abed44-2518-4595-80eb-196c7eed0209 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:24.249402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-e8abed44-2518-4595-80eb-196c7eed0209 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 805 time: 0.4483063 Dec 08 21:38:24.252939 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.253610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:24.257652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Router c12f495c-392e-4d66-95ea-e52a5562638b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:38:24.268599 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-b7de743e-4cb8-4efd-abd6-d12968939781 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/quotas/ca38c78282504a32bf645c23aad3f0ab HTTP/1.1" status: 200 len: 375 time: 0.0118601 Dec 08 21:38:24.308545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbca19d-e7a5-472d-9324-d1e5eeecb11b req-012bc666-e788-4593-90b7-c79e7c8f25f6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:24.310039 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5bbca19d-e7a5-472d-9324-d1e5eeecb11b req-012bc666-e788-4593-90b7-c79e7c8f25f6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 935 time: 0.1941390 Dec 08 21:38:24.345733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:24.348037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6015b096-19d0-4a08-8179-7ef7e130d964 None None] Provisioning complete for port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:24.348411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6015b096-19d0-4a08-8179-7ef7e130d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.353600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-7e05e05c-5dd2-47e3-b7ef-1c8289ad9efe tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620289 Dec 08 21:38:24.355185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=369e30f7-a4b7-4736-907a-83a2a6a2f685,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:24.384526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '6aa46e49-bdf5-4d84-af28-40c097dd5bb9', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '6aa46e49-bdf5-4d84-af28-40c097dd5bb9', 'mac_address': 'fa:16:3e:b2:a3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:38:24.432575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6015b096-19d0-4a08-8179-7ef7e130d964 None None] Port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:24.455345 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.463390 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5bbca19d-e7a5-472d-9324-d1e5eeecb11b req-d7194d8f-ab5a-43bf-b757-0a2256deb80f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073122 Dec 08 21:38:24.471321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:24.497727 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-7ed2853e-07b7-425f-8a8a-c20d98b4555b service neutron] 10.222.0.21 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430883 Dec 08 21:38:24.498097 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:24.498235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9e00a419-6e4f-4d8e-beb0-ee36326bf8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.504060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.505720 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9e00a419-6e4f-4d8e-beb0-ee36326bf8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.539668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:38:24.562820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Sync routers for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:38:24.572638 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-92e8d7fa-4dee-4f49-aeb0-6894b28dcd59 admin admin] 10.222.0.21 "PUT /v2.0/routers/c12f495c-392e-4d66-95ea-e52a5562638b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3651047 Dec 08 21:38:24.593652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:38:24.594999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:24.635854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:24.650028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00a419-6e4f-4d8e-beb0-ee36326bf8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f625882b-b342-4215-ac8d-ced8a74cffe0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:24.657713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9e00a419-6e4f-4d8e-beb0-ee36326bf8e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ca27fb6d4b7438dbf1b1ee9dda6f720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7931647 Dec 08 21:38:24.658283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60646) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:24.667953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-dafeb412-b57f-4311-94d7-33edd790b52f service neutron] 10.222.0.21 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487465 Dec 08 21:38:24.720091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460af75-b8d2-479e-ae6d-bb0ad48a1171 req-dc2502f5-3baf-48b8-81a9-f3d6deaafb91 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:24.721482 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1460af75-b8d2-479e-ae6d-bb0ad48a1171 req-dc2502f5-3baf-48b8-81a9-f3d6deaafb91 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 949 time: 0.1478031 Dec 08 21:38:24.754369 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8f932fe-ae25-4955-875d-77cbfa1369d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.771175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:38:24.796986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1460af75-b8d2-479e-ae6d-bb0ad48a1171 req-eaac034a-404e-4c6d-b9d7-204793d094d1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658200 Dec 08 21:38:24.810607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8f932fe-ae25-4955-875d-77cbfa1369d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.891933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['369e30f7-a4b7-4736-907a-83a2a6a2f685'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:24.893690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8f932fe-ae25-4955-875d-77cbfa1369d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.897884 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8f932fe-ae25-4955-875d-77cbfa1369d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:24.904267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a8f932fe-ae25-4955-875d-77cbfa1369d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f625882b-b342-4215-ac8d-ced8a74cffe0 HTTP/1.1" status: 204 len: 168 time: 0.2450321 Dec 08 21:38:24.948217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f932fe-ae25-4955-875d-77cbfa1369d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625882b-b342-4215-ac8d-ced8a74cffe0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:24.948578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6aa46e49-bdf5-4d84-af28-40c097dd5bb9'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:25.003250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27e182d6-b7e8-469c-a1a5-e61b24b9f9e1 req-ff56574b-b0ea-40d7-93bb-0b301b390c9b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 210 time: 0.1181126 Dec 08 21:38:25.016212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79feb-08f0-42f4-bcbf-fa964d106d53 req-fe0effe8-be4a-42c8-9266-0bca9b0bf00b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:25.023226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bee79feb-08f0-42f4-bcbf-fa964d106d53 req-fe0effe8-be4a-42c8-9266-0bca9b0bf00b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 970 time: 0.0868435 Dec 08 21:38:25.164398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bee79feb-08f0-42f4-bcbf-fa964d106d53 req-b51c8f23-e79e-4083-8317-d04ea2a02d17 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338489 Dec 08 21:38:25.229729 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-955367f6-88de-432c-8935-1733bf2fcf38 req-31939f40-1d62-48b9-901b-7feca553891e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 210 time: 0.1045275 Dec 08 21:38:25.618553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60678) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:25.627758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 2, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:25.633383 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70202320-4523-485f-8342-feedb54b2ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:25.664683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Checking router: c12f495c-392e-4d66-95ea-e52a5562638b for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:38:25.665121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Updating router c12f495c-392e-4d66-95ea-e52a5562638b port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:38:25.696180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:25.764376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6d153-e2ec-4d8e-80df-dc1c4f79fe6c req-da11dd7f-d2dc-4e68-b084-414c895f3070 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:25.776187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70202320-4523-485f-8342-feedb54b2ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:25.783461 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bef6d153-e2ec-4d8e-80df-dc1c4f79fe6c req-da11dd7f-d2dc-4e68-b084-414c895f3070 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 935 time: 0.1761642 Dec 08 21:38:25.785617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70202320-4523-485f-8342-feedb54b2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:25.830787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60684) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:25.832414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70202320-4523-485f-8342-feedb54b2ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f6b1dc-3cc0-4bb3-9c66-5a4deba92b64,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:25.837419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-70202320-4523-485f-8342-feedb54b2ac5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46912cb9c00443068745fccd2b3f2e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176008 Dec 08 21:38:25.838196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-network', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:25.839800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60686) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:25.889205 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bef6d153-e2ec-4d8e-80df-dc1c4f79fe6c req-d212aca3-aeb6-46de-bbed-6e682801a41e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048348 Dec 08 21:38:25.916157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Made reservation on behalf of 3c12ff321c2040789c382582f1c90aa7 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:25.924487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:25.936878 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:25.966352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb10e51b-27db-431e-ac08-cf1e7134217e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:25.978231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b67ef-a2db-4e13-9a2d-7beb0e2d158d req-48ad62f6-e956-4571-8c31-d4841b8b28c5 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:25.983199 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f53b67ef-a2db-4e13-9a2d-7beb0e2d158d req-48ad62f6-e956-4571-8c31-d4841b8b28c5 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 949 time: 0.0810373 Dec 08 21:38:26.032909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb10e51b-27db-431e-ac08-cf1e7134217e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.070784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.073166 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f53b67ef-a2db-4e13-9a2d-7beb0e2d158d req-15ed159d-6404-4829-ba26-1f5e7b82891c tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836921 Dec 08 21:38:26.080365 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.103494 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb10e51b-27db-431e-ac08-cf1e7134217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.107010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb10e51b-27db-431e-ac08-cf1e7134217e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.135123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cb10e51b-27db-431e-ac08-cf1e7134217e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9f6b1dc-3cc0-4bb3-9c66-5a4deba92b64 HTTP/1.1" status: 204 len: 168 time: 0.2508819 Dec 08 21:38:26.143819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10e51b-27db-431e-ac08-cf1e7134217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f6b1dc-3cc0-4bb3-9c66-5a4deba92b64,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:26.146624 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.157658 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.172502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:38:26.216360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eed4c8-f493-4e93-be43-7b64226ab5b2 None None] Pushing event updated for resources: {'Port': ['ID=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:26.286896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Attempting to bind port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:26.287131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Attempting to bind port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:26.287507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Attempting to bind port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 on network e35e526e-b0aa-46d7-85c6-20f23c602f77 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:26.309856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:26.310763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Checking segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:26.312237 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.313496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Bound using segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:26.314126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Bound port: ef7d71e4-b067-44e8-94b9-c6c6b5633c84, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:26.315936 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.400174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b2403-a90b-40c0-ae86-0afdf8ea5771 req-ec821580-608d-40bf-9add-6697689218aa tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:26.402068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e97b2403-a90b-40c0-ae86-0afdf8ea5771 req-ec821580-608d-40bf-9add-6697689218aa tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 970 time: 0.1090713 Dec 08 21:38:26.428734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] For port ef7d71e4-b067-44e8-94b9-c6c6b5633c84, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:26.434363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] For port ef7d71e4-b067-44e8-94b9-c6c6b5633c84, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:26.443297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.474073 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e97b2403-a90b-40c0-ae86-0afdf8ea5771 req-9fd65eed-a19a-449f-a2d4-6dafa1cff7a3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590794 Dec 08 21:38:26.524632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f3f79-df0f-43d1-933a-7344579830ba,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:26.530876 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd0a3491-733f-4601-9a84-11e1eaeeaa77 req-a7c2ae58-9bb1-4778-a047-83e7a15e742f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 210 time: 0.4003279 Dec 08 21:38:26.549193 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:38:26.549836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:26.551700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eed4c8-f493-4e93-be43-7b64226ab5b2 None None] Pushing event updated for resources: {'Port': ['ID=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:26.555945 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.556355 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Added segment 74398509-76ab-4cc0-a328-f14550578bba of type vlan for network 35640f81-7c8c-4fff-988e-52c2f3b62316 Dec 08 21:38:26.616145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.634395 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5ff4179-5c1e-48f0-acdb-ef519687f6f1 req-d5bc6cb9-1333-4541-b673-821094f048fb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 210 time: 0.0521734 Dec 08 21:38:26.654296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.656578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:26.657794 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.738407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60702) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:26.738548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9045415 Dec 08 21:38:26.744265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Request body: {'subnet': {'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-subnet', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:26.752653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab6a40-7e83-4dc4-b7ed-75e179bc0f42 admin admin] Pushing event updated for resources: {'Network': ['ID=35640f81-7c8c-4fff-988e-52c2f3b62316,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:26.773788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 35640f81-7c8c-4fff-988e-52c2f3b62316 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:38:26.786706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Made reservation on behalf of 3c12ff321c2040789c382582f1c90aa7 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:26.790492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.857235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ae74b552-d51d-439b-8bdd-9eb342735990 None None] Provisioning complete for port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:26.857605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ae74b552-d51d-439b-8bdd-9eb342735990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:26.916474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:38:27.086354 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ae74b552-d51d-439b-8bdd-9eb342735990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.097110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69882ba6-2469-4fd2-852f-83e7729f7703 req-eb7fc21f-14ec-442e-bf9d-49d7a018c63f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:27.108014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69882ba6-2469-4fd2-852f-83e7729f7703 req-eb7fc21f-14ec-442e-bf9d-49d7a018c63f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 935 time: 0.1196120 Dec 08 21:38:27.123159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.155171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ae74b552-d51d-439b-8bdd-9eb342735990 None None] For port ef7d71e4-b067-44e8-94b9-c6c6b5633c84, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:27.176899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69882ba6-2469-4fd2-852f-83e7729f7703 req-367c8264-6bf8-4313-b604-6a12a8076535 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638592 Dec 08 21:38:27.177740 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ae74b552-d51d-439b-8bdd-9eb342735990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.245862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74b552-d51d-439b-8bdd-9eb342735990 None None] Pushing event updated for resources: {'Port': ['ID=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:27.264085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ea492b-cc6e-4216-a395-52f832ddb5c7,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:27.290032 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:26Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:27.293065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Checking segment: {'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:27.293638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Network hostable DHCP agents. Network: 35640f81-7c8c-4fff-988e-52c2f3b62316, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:38:27.324647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468506-a482-46dd-a695-5a1281b472a0 req-3551ce44-add6-4f70-8678-8afb67f1b35c tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:27.327240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80468506-a482-46dd-a695-5a1281b472a0 req-3551ce44-add6-4f70-8678-8afb67f1b35c tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 949 time: 0.0941012 Dec 08 21:38:27.328933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226545a-774d-4758-84a9-f800f57c0ad7 None None] The sync data for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 is: [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:26Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:38:27.329567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Network 35640f81-7c8c-4fff-988e-52c2f3b62316 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:38:27.344256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-131ed78f-658d-463e-b333-a2f9f2653a9a None None] Provisioning complete for port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:27.344967 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-131ed78f-658d-463e-b333-a2f9f2653a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.360822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 35640f81-7c8c-4fff-988e-52c2f3b62316) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:27.376320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:27.377429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.430914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-991463d5-ce83-42b3-98d3-f73b7d8664d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6912804 Dec 08 21:38:27.433224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc920dc4-b92d-473a-949c-b9031f7591a2 None None] Network 35640f81-7c8c-4fff-988e-52c2f3b62316 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:27.433910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60720) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:27.438952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:27.473176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80468506-a482-46dd-a695-5a1281b472a0 req-c985bb96-487f-45ee-be06-8d38eb7b96f2 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382883 Dec 08 21:38:27.508719 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.510393 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.698497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1b8d-b2b2-4320-ba58-97b6337aae32 req-baae7470-48bb-4247-9f5d-4d6474ba8839 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:27.705899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad6f1b8d-b2b2-4320-ba58-97b6337aae32 req-baae7470-48bb-4247-9f5d-4d6474ba8839 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 970 time: 0.1132762 Dec 08 21:38:27.725706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-35640f81-7c8c-4fff-988e-52c2f3b62316', 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'fixed_ips': [{'subnet_id': '65ea492b-cc6e-4216-a395-52f832ddb5c7'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:38:27.726583 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.761694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 369e30f7-a4b7-4736-907a-83a2a6a2f685 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:27.777777 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da3a02ef-df3a-441b-a254-43d89f15376a req-9cbc5982-c00c-44eb-a9ac-fbfcf2aba6c9 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 210 time: 0.1346924 Dec 08 21:38:27.779967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:27.831050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad6f1b8d-b2b2-4320-ba58-97b6337aae32 req-1fad4798-02e8-4272-9141-a60d23ce02d7 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135752 Dec 08 21:38:27.931868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 369e30f7-a4b7-4736-907a-83a2a6a2f685 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:38:27.952293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 369e30f7-a4b7-4736-907a-83a2a6a2f685 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:27.952751 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:28.087030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38b7b616-8904-45d3-8fe1-6d34ec74af80 req-0dc54aba-6c7d-4eeb-a219-9a67ebf6bbd7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 210 time: 0.1588953 Dec 08 21:38:28.175748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Allocated IP 172.20.0.2 (35640f81-7c8c-4fff-988e-52c2f3b62316/65ea492b-cc6e-4216-a395-52f832ddb5c7/aa504ae0-5c34-413c-852c-10e821a0e853) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:28.323834 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:28.378297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5944ba-4765-45ac-85ca-93303ad09736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369e30f7-a4b7-4736-907a-83a2a6a2f685'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:28.401981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:28.430458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a5010-f811-488a-8800-8682dcfc3087 req-1644e3e2-ad83-484a-9ed3-1f895a594df3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:28.441910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-467a5010-f811-488a-8800-8682dcfc3087 req-1644e3e2-ad83-484a-9ed3-1f895a594df3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 935 time: 0.1189492 Dec 08 21:38:28.489717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 369e30f7-a4b7-4736-907a-83a2a6a2f685, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=369e30f7-a4b7-4736-907a-83a2a6a2f685,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:28.559902 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:28.560698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:28.590840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-467a5010-f811-488a-8800-8682dcfc3087 req-00bbff1c-b19f-4d0f-833c-2d3ec3943b1b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452980 Dec 08 21:38:28.728701 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7ccefa-966c-4149-9c29-a304f00f9a1e" -d '{"events": [{"server_uuid": "3e5944ba-4765-45ac-85ca-93303ad09736", "name": "network-vif-plugged", "status": "completed", "tag": "369e30f7-a4b7-4736-907a-83a2a6a2f685"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:28.769035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:28.785040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934a8df-cb66-42ef-bcd5-fea9bb00f862 req-3aced163-69c3-48c0-b868-e85baaf3b8ff tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:28.786680 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3934a8df-cb66-42ef-bcd5-fea9bb00f862 req-3aced163-69c3-48c0-b868-e85baaf3b8ff tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 949 time: 0.1202481 Dec 08 21:38:28.828294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ef7d71e4-b067-44e8-94b9-c6c6b5633c84 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:28.830334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=369e30f7-a4b7-4736-907a-83a2a6a2f685,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:28.844530 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:28.988610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Network 35640f81-7c8c-4fff-988e-52c2f3b62316 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:29.000277 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c9e3ee-362a-4cff-b27b-618e0be65626 x-openstack-request-id: req-f5c9e3ee-362a-4cff-b27b-618e0be65626 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:29.000614 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5944ba-4765-45ac-85ca-93303ad09736", "name": "network-vif-plugged", "status": "completed", "tag": "369e30f7-a4b7-4736-907a-83a2a6a2f685", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:29.000879 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5c9e3ee-362a-4cff-b27b-618e0be65626 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:29.001333 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5944ba-4765-45ac-85ca-93303ad09736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369e30f7-a4b7-4736-907a-83a2a6a2f685', 'code': 200} Dec 08 21:38:29.009820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:29.014068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3934a8df-cb66-42ef-bcd5-fea9bb00f862 req-9c0fa45f-8ece-4d96-b320-1d910229c2b0 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122538 Dec 08 21:38:29.030811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:29.039748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Pushing event updated for resources: {'Port': ['ID=aa504ae0-5c34-413c-852c-10e821a0e853,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:29.059915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:38:29.090461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:29.099263 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.105066 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.152031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.174115 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de72fc76-e139-433b-bf96-8c8250f18f36 req-9170ec97-27a0-4128-82dd-c66e76b1e245 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 210 time: 0.0940373 Dec 08 21:38:29.194450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:29.198873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.219991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8a814-b81e-4743-b9b2-721f47609185 req-99276e91-0489-481d-bdfd-144241640ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:29.221628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2a8a814-b81e-4743-b9b2-721f47609185 req-99276e91-0489-481d-bdfd-144241640ace service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 1122 time: 0.1538365 Dec 08 21:38:29.255225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a2a8a814-b81e-4743-b9b2-721f47609185 req-3dddc682-5317-4dfc-812b-7db5cc39a6c8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.284546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Attempting to bind port aa504ae0-5c34-413c-852c-10e821a0e853 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:29.287924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Attempting to bind port aa504ae0-5c34-413c-852c-10e821a0e853 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:29.288292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Attempting to bind port aa504ae0-5c34-413c-852c-10e821a0e853 on network 35640f81-7c8c-4fff-988e-52c2f3b62316 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:29.298230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:29.298784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Checking segment: {'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:29.299174 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.299564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Bound using segment: {'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:29.300168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Bound port: aa504ae0-5c34-413c-852c-10e821a0e853, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:29.300555 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.329854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4f09-e610-44e6-9334-1d4846591e4e req-1c3c49ff-94e0-4979-95d8-b413917301c8 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:29.331779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a8e4f09-e610-44e6-9334-1d4846591e4e req-1c3c49ff-94e0-4979-95d8-b413917301c8 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 971 time: 0.1772397 Dec 08 21:38:29.337575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52cf37a7-b258-411d-ace7-72c7c9c9ee72 req-2c236d91-8d05-40e1-944a-1780bdd32140 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 210 time: 0.0317349 Dec 08 21:38:29.417534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a2a8a814-b81e-4743-b9b2-721f47609185 req-3dddc682-5317-4dfc-812b-7db5cc39a6c8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.419457 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a8e4f09-e610-44e6-9334-1d4846591e4e req-a00b66c1-a4a3-4725-9003-ad540a9ffa80 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549517 Dec 08 21:38:29.420860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Allocated IP 172.25.1.99 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/0ecab602-81e5-47f3-9209-3b7d781b0bdd) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:29.423531 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a2a8a814-b81e-4743-b9b2-721f47609185 req-3dddc682-5317-4dfc-812b-7db5cc39a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.470971 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.475661 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2a8a814-b81e-4743-b9b2-721f47609185 req-3dddc682-5317-4dfc-812b-7db5cc39a6c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460253 Dec 08 21:38:29.484792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddc682-5317-4dfc-812b-7db5cc39a6c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3d49c159-7c4d-4fcd-a6f6-fba41f151307,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:29.528487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] For port aa504ae0-5c34-413c-852c-10e821a0e853, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:29.545830 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.555279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] For port aa504ae0-5c34-413c-852c-10e821a0e853, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=aa504ae0-5c34-413c-852c-10e821a0e853,segment=NetworkSegment(74398509-76ab-4cc0-a328-f14550578bba),segment_id=74398509-76ab-4cc0-a328-f14550578bba)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:29.568773 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.592546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.604769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:29.615929 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:29.638121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91227eb0-45a8-43e6-bf5a-d35b6fbdaea8 None None] Pushing event updated for resources: {'Port': ['ID=aa504ae0-5c34-413c-852c-10e821a0e853,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:29.661778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecab602-81e5-47f3-9209-3b7d781b0bdd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:29.668184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:29.670244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:29.676475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:29.706952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:29.749864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e392-a74f-40f9-9c63-59498c60de2b req-1734084b-f43f-4b84-bd68-87bdcce52af1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:29.753379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3215e392-a74f-40f9-9c63-59498c60de2b req-1734084b-f43f-4b84-bd68-87bdcce52af1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 935 time: 0.0804553 Dec 08 21:38:29.811811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3215e392-a74f-40f9-9c63-59498c60de2b req-8991b40c-025d-4dda-ab74-3a3e3e93cbbd tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526001 Dec 08 21:38:29.979372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-2809784b-3f80-442b-a371-ff82910ddbf9 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:38:29.981347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-2809784b-3f80-442b-a371-ff82910ddbf9 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072057 Dec 08 21:38:30.012918 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.205966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60796) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:30.244592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fd8b2-37e4-4eb0-82ad-81471836c193 req-523210ce-825b-4b40-bdf3-4689c0bfcd7b tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:30.252924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-805fd8b2-37e4-4eb0-82ad-81471836c193 req-523210ce-825b-4b40-bdf3-4689c0bfcd7b tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 950 time: 0.1124301 Dec 08 21:38:30.319711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c441d465-ccf8-452a-b04f-c5d1a2c5b76f req-039651f4-5a88-4914-a934-61d5e339e33d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 210 time: 0.0333409 Dec 08 21:38:30.361194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbb93-7827-4ae0-85c6-b5d140ecb234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.361825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Request body: {'port': {'device_id': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:30.395807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-805fd8b2-37e4-4eb0-82ad-81471836c193 req-78d215f4-53e9-4108-8805-43c1a3b245e4 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414561 Dec 08 21:38:30.452520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.473964 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8354148-7d4e-4055-b947-747247d37a7e req-3e464e95-a4f9-4564-9a3d-ebcba2bba3d7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 210 time: 0.0333691 Dec 08 21:38:30.489057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbb93-7827-4ae0-85c6-b5d140ecb234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.496257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbb93-7827-4ae0-85c6-b5d140ecb234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.512769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.561915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7d7fbb93-7827-4ae0-85c6-b5d140ecb234 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=240fdb739c1a4b3692ad2e45a92c919b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544557 Dec 08 21:38:30.562838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fbb93-7827-4ae0-85c6-b5d140ecb234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5a4771-585e-4d32-8db5-bd4afa5e6eb4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:30.566420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60804) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:30.627798 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36e62222-0fd5-4467-aad9-9bda5fc16a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.658114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.37', 63568) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:30.672109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36e62222-0fd5-4467-aad9-9bda5fc16a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.744736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device aa504ae0-5c34-413c-852c-10e821a0e853 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:30.814855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port aa504ae0-5c34-413c-852c-10e821a0e853 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:30.815694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.918418 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.959606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port aa504ae0-5c34-413c-852c-10e821a0e853, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=aa504ae0-5c34-413c-852c-10e821a0e853,segment=NetworkSegment(74398509-76ab-4cc0-a328-f14550578bba),segment_id=74398509-76ab-4cc0-a328-f14550578bba)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:30.964525 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:30.970314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799e6cc-bb47-4dff-83f4-5511862f10b1 req-4c54c8ab-4422-4c37-81dc-417c0c8098bb tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:30.974190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f799e6cc-bb47-4dff-83f4-5511862f10b1 req-4c54c8ab-4422-4c37-81dc-417c0c8098bb tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 971 time: 0.4740522 Dec 08 21:38:31.003002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79672863-b211-45cd-8282-d2e8ac740bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa46e49-bdf5-4d84-af28-40c097dd5bb9'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:31.006392 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9033b60-e18d-4154-8078-3963b798cd24" -d '{"events": [{"server_uuid": "79672863-b211-45cd-8282-d2e8ac740bec", "name": "network-vif-plugged", "status": "completed", "tag": "6aa46e49-bdf5-4d84-af28-40c097dd5bb9"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:31.011912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-d527005e-f22d-4346-bfba-2f415fdde836 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:31.014635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-d527005e-f22d-4346-bfba-2f415fdde836 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 805 time: 0.3553765 Dec 08 21:38:31.016102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac64165-3295-4755-8d49-7c7f882eb835 None None] Network 35640f81-7c8c-4fff-988e-52c2f3b62316 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:38:31.030054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Request body: {'port': {'device_id': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'admin_state_up': True, 'tenant_id': 'ca38c78282504a32bf645c23aad3f0ab'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:31.095288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Router eb602bf7-1b03-4c18-9753-625185090d87 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:38:31.113789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f799e6cc-bb47-4dff-83f4-5511862f10b1 req-07e41cbd-c91c-49c4-badf-b58a8790a361 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156273 Dec 08 21:38:31.117954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e20294d5-d6e1-424a-b19f-d0c2bca87a3f None None] Provisioning complete for port aa504ae0-5c34-413c-852c-10e821a0e853 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:31.118326 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e20294d5-d6e1-424a-b19f-d0c2bca87a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.128843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=aa504ae0-5c34-413c-852c-10e821a0e853,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:31.157457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466d9ef-5469-4ac6-886f-bf4ba25e9b4e req-c72245eb-e841-450e-a5fd-0d35e9b2b5ef tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:31.165964 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2466d9ef-5469-4ac6-886f-bf4ba25e9b4e req-c72245eb-e841-450e-a5fd-0d35e9b2b5ef tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 935 time: 0.2035341 Dec 08 21:38:31.167467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.37', 63569) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:31.229830 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2466d9ef-5469-4ac6-886f-bf4ba25e9b4e req-070b2d12-1fad-4ff5-aa94-c34548ab8073 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493901 Dec 08 21:38:31.232557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36e62222-0fd5-4467-aad9-9bda5fc16a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.235734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36e62222-0fd5-4467-aad9-9bda5fc16a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.239151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-36e62222-0fd5-4467-aad9-9bda5fc16a51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc5a4771-585e-4d32-8db5-bd4afa5e6eb4 HTTP/1.1" status: 204 len: 168 time: 0.6692715 Dec 08 21:38:31.247432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Made reservation on behalf of ca38c78282504a32bf645c23aad3f0ab for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:31.251362 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2641dd-38a8-4dac-9101-67153ed7349a x-openstack-request-id: req-1f2641dd-38a8-4dac-9101-67153ed7349a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:31.251699 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79672863-b211-45cd-8282-d2e8ac740bec", "name": "network-vif-plugged", "status": "completed", "tag": "6aa46e49-bdf5-4d84-af28-40c097dd5bb9", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:31.251827 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.251980 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f2641dd-38a8-4dac-9101-67153ed7349a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:31.252595 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79672863-b211-45cd-8282-d2e8ac740bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa46e49-bdf5-4d84-af28-40c097dd5bb9', 'code': 200} Dec 08 21:38:31.254040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e62222-0fd5-4467-aad9-9bda5fc16a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5a4771-585e-4d32-8db5-bd4afa5e6eb4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:31.531721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:38:31.542786 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Sync routers for ids ['eb602bf7-1b03-4c18-9753-625185090d87'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:38:31.559088 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Routers {'eb602bf7-1b03-4c18-9753-625185090d87'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:38:31.560559 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['eb602bf7-1b03-4c18-9753-625185090d87'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:31.597087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-cbf285df-489a-4958-97c7-9db94a2ab72a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:31.599074 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-cbf285df-489a-4958-97c7-9db94a2ab72a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 821 time: 0.4267726 Dec 08 21:38:31.605336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Allocated IP 172.20.0.4 (8dbcb953-903e-4509-9926-0b5aa18c4bd6/6d16ed07-f117-49cd-bac7-4dcfaeca73bd/7452c6ba-4a00-4588-9659-a62d64b02d37) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:31.637123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ada58-2575-41c3-96db-4d62e813fb15 req-966b266b-43ec-4813-82cb-9fc8d11657d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:31.638516 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c0ada58-2575-41c3-96db-4d62e813fb15 req-966b266b-43ec-4813-82cb-9fc8d11657d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 1101 time: 0.1230636 Dec 08 21:38:31.649162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8408888e-8470-43bd-9ac9-0448c32df1ae req-b04485cd-47b7-4a20-bcf7-8ff742fd75c0 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 210 time: 0.1889601 Dec 08 21:38:31.668436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Request body: {'port': {'device_id': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'admin_state_up': True, 'tenant_id': '942b0951a1324d0daa33c49b36c7a004'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:31.696310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8e11c0e2-e91f-4367-a258-ff8a92909297 None None] Provisioning complete for port aa504ae0-5c34-413c-852c-10e821a0e853 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:31.696689 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8e11c0e2-e91f-4367-a258-ff8a92909297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.715937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee48a-0b85-446e-a452-d85f004456fb req-da3f5d99-0bd5-457a-bcd5-aedd5754b0a1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:31.717668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0efee48a-0b85-446e-a452-d85f004456fb req-da3f5d99-0bd5-457a-bcd5-aedd5754b0a1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 950 time: 0.1873467 Dec 08 21:38:31.727121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6da5f64-c016-4275-b3e5-d3025044022c {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:31.736128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.751299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Transition to ACTIVE for port object d6da5f64-c016-4275-b3e5-d3025044022c will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:38:31.751494 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Set router eb602bf7-1b03-4c18-9753-625185090d87 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:38:31.767878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.771902 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-329c6637-8c8a-4d22-9122-5ca975be9858 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.3342767 Dec 08 21:38:31.780982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60824) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:31.781329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60826) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:31.801972 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.859599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c0ada58-2575-41c3-96db-4d62e813fb15 req-25a900e8-4062-47ee-9a4d-02e7b2027efe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120132 Dec 08 21:38:31.864468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a2681f8-4232-4d8a-80a9-01e7db7f15d8 req-6c1bef40-9dc3-43f4-9128-e5f704aeea35 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 210 time: 0.1118460 Dec 08 21:38:31.893972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7de6ec73-0544-42dc-82fc-159cadbced7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:31.901434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:31.956855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0efee48a-0b85-446e-a452-d85f004456fb req-592568eb-3e76-4cbb-9d5a-38e66bdf4070 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195659 Dec 08 21:38:31.967657 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:38:29Z', 'revision_number': 3, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port': {'id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:29Z', 'updated_at': '2021-12-08T21:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:31.976197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Attempting to bind port d6da5f64-c016-4275-b3e5-d3025044022c on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:31.976526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Attempting to bind port d6da5f64-c016-4275-b3e5-d3025044022c by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:31.976852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Attempting to bind port d6da5f64-c016-4275-b3e5-d3025044022c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:31.991734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Port d6da5f64-c016-4275-b3e5-d3025044022c on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:31.992061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Attempting to bind port d6da5f64-c016-4275-b3e5-d3025044022c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:32.002685 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Checking router: eb602bf7-1b03-4c18-9753-625185090d87 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:38:32.002685 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Updating router eb602bf7-1b03-4c18-9753-625185090d87 port 0ecab602-81e5-47f3-9209-3b7d781b0bdd binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:38:32.007008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:32.007621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:32.007761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:32.008134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Bound port: d6da5f64-c016-4275-b3e5-d3025044022c, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:32.008486 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.036748 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.108276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:32.112049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:32.113958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Made reservation on behalf of 942b0951a1324d0daa33c49b36c7a004 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:32.117756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.123838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.159505 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.218683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7de6ec73-0544-42dc-82fc-159cadbced7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.229593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7de6ec73-0544-42dc-82fc-159cadbced7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.317849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.345507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:32.346157 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.347594 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 1095 time: 2.1890163 Dec 08 21:38:32.348058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:32.351278 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608e351-ee1c-47ac-815a-634a78885b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:32.418582 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.429844 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.449777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fcd46-c131-42c9-8ddb-b9a50460cfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:32.480480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421ff9-2355-43da-904a-945191c4b276 req-6ca9bf1f-1f88-417d-b237-3a01643a6523 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:32.483010 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f421ff9-2355-43da-904a-945191c4b276 req-6ca9bf1f-1f88-417d-b237-3a01643a6523 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 971 time: 0.1622653 Dec 08 21:38:32.490150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Allocated IP 172.20.0.2 (353cfe91-7ce8-4791-aeb7-c5f2eba2d39c/b3791022-ada0-43f3-b4e9-8003fbdd1743/136efa92-69c7-4b4b-84aa-8a273abc89ee) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:32.492237 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ae0a0-938a-4d54-981b-42b1e47759b5 None None] Pushing event updated for resources: {'Port': ['ID=0ecab602-81e5-47f3-9209-3b7d781b0bdd,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:32.494696 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Attempting to bind port 0ecab602-81e5-47f3-9209-3b7d781b0bdd on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:32.495068 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Attempting to bind port 0ecab602-81e5-47f3-9209-3b7d781b0bdd by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:32.495499 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Attempting to bind port 0ecab602-81e5-47f3-9209-3b7d781b0bdd on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:32.508153 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:32.508837 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:32.509611 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.509922 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:32.510587 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Bound port: 0ecab602-81e5-47f3-9209-3b7d781b0bdd, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:32.511519 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.536735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-edce2656-f2c3-4823-9989-a0bfb131c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:32.539136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-edce2656-f2c3-4823-9989-a0bfb131c17d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1098 time: 0.1378767 Dec 08 21:38:32.566072 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] For port 0ecab602-81e5-47f3-9209-3b7d781b0bdd, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:32.578020 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] For port 0ecab602-81e5-47f3-9209-3b7d781b0bdd, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0ecab602-81e5-47f3-9209-3b7d781b0bdd,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:32.588063 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.588814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f421ff9-2355-43da-904a-945191c4b276 req-51e8b6db-e448-463f-9e40-5f847cb7e723 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925913 Dec 08 21:38:32.611404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7de6ec73-0544-42dc-82fc-159cadbced7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d4bf33d7ce84ae794781c8007a8b415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8269603 Dec 08 21:38:32.612084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6ec73-0544-42dc-82fc-159cadbced7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc71a8c9-1006-49b4-835b-2b18282269f0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:32.632308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60836) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:32.642599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device aa504ae0-5c34-413c-852c-10e821a0e853 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:32.650689 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-133ceb10-becf-4b12-868b-8213d9218593 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 217 time: 0.0916467 Dec 08 21:38:32.674747 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Routers {'eb602bf7-1b03-4c18-9753-625185090d87'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:38:32.676144 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['eb602bf7-1b03-4c18-9753-625185090d87'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:32.695515 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c245e3-8748-4e9d-93f9-627c182fb6a2 x-openstack-request-id: req-74c245e3-8748-4e9d-93f9-627c182fb6a2 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:32.695798 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:32.696056 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74c245e3-8748-4e9d-93f9-627c182fb6a2 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:32.696833 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'status': 'completed', 'code': 200} Dec 08 21:38:32.721305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port aa504ae0-5c34-413c-852c-10e821a0e853 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:32.722076 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.748760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:32.780034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-501e95b2-500f-4950-a3b8-d8bc14b870a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:32.782193 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-501e95b2-500f-4950-a3b8-d8bc14b870a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1177788 Dec 08 21:38:32.784109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:32.785997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Pushing event updated for resources: {'Port': ['ID=7452c6ba-4a00-4588-9659-a62d64b02d37,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:32.796901 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] Set router eb602bf7-1b03-4c18-9753-625185090d87 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:38:32.809867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:32.822043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:32.822591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.862138 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ae0a0-938a-4d54-981b-42b1e47759b5 None None] Pushing event updated for resources: {'Port': ['ID=0ecab602-81e5-47f3-9209-3b7d781b0bdd,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:32.869105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fd634-af75-447b-9e0f-be643d22c5f9 req-ab090621-bae8-45e3-9c19-cb5f56e22e22 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:32.878526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d5fd634-af75-447b-9e0f-be643d22c5f9 req-ab090621-bae8-45e3-9c19-cb5f56e22e22 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 947 time: 0.5130119 Dec 08 21:38:32.908100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9e246dfb-9ca9-4fbb-a9e8-37f3a3f53f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:32.912194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-bed6029f-e665-4874-b7dd-d0cafb7c8b57 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8866484 Dec 08 21:38:32.934195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Request body: {'port': {'device_id': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:32.964962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-c6c87e3d-2e04-4a6a-abdb-a9cca3bc741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:32.967059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-c6c87e3d-2e04-4a6a-abdb-a9cca3bc741d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738009 Dec 08 21:38:32.997390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9e246dfb-9ca9-4fbb-a9e8-37f3a3f53f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.013673 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:38:29Z', 'revision_number': 3, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port': {'id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:29Z', 'updated_at': '2021-12-08T21:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:33.042421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d5fd634-af75-447b-9e0f-be643d22c5f9 req-724c58d6-d096-4710-b847-d5453e578102 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489308 Dec 08 21:38:33.051186 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad44ee8-10ac-42b7-b534-54c29466b932 None None] The sync data for ids ['eb602bf7-1b03-4c18-9753-625185090d87'] in n-d-821126-1 is: [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:38:29Z', 'revision_number': 3, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port': {'id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:29Z', 'updated_at': '2021-12-08T21:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:38:33.060819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.081544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6641-8a67-4a51-8dab-c38926a51ed2 req-8421096f-2b2f-4ac3-bc51-9d046756d2b7 tempest-AggregatesAdminTestJSON-492085367 tempest-AggregatesAdminTestJSON-492085367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:33.083092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c4e6641-8a67-4a51-8dab-c38926a51ed2 req-8421096f-2b2f-4ac3-bc51-9d046756d2b7 tempest-AggregatesAdminTestJSON-492085367 tempest-AggregatesAdminTestJSON-492085367-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 1122 time: 0.2373309 Dec 08 21:38:33.121537 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7c4e6641-8a67-4a51-8dab-c38926a51ed2 req-421cb434-c655-4741-ab64-0565eb2579ab tempest-AggregatesAdminTestJSON-492085367 tempest-AggregatesAdminTestJSON-492085367-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.171759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-ac4cfdc5-0b94-4aa8-bd8a-f7e24e9a5579 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947739 Dec 08 21:38:33.173247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.183980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.261982 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9e246dfb-9ca9-4fbb-a9e8-37f3a3f53f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.265077 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9e246dfb-9ca9-4fbb-a9e8-37f3a3f53f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.266200 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9e246dfb-9ca9-4fbb-a9e8-37f3a3f53f17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc71a8c9-1006-49b4-835b-2b18282269f0 HTTP/1.1" status: 204 len: 168 time: 0.6309407 Dec 08 21:38:33.278825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf1184-af21-416e-8747-11ba50fd8979 req-af278910-ec85-470a-ac92-4e7bdbf245b5 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:33.280000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:33.280323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27cf1184-af21-416e-8747-11ba50fd8979 req-af278910-ec85-470a-ac92-4e7bdbf245b5 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 931 time: 0.1531153 Dec 08 21:38:33.298254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:33.300772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:33.306690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:33.307261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.350824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Pushing event updated for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:33.351016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e246dfb-9ca9-4fbb-a9e8-37f3a3f53f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc71a8c9-1006-49b4-835b-2b18282269f0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:33.373326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9dcd1fb9-bc44-4e3c-8aa9-670d5cae9874 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7412736 Dec 08 21:38:33.399648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Request body: {'port': {'device_id': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:33.459546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7c4e6641-8a67-4a51-8dab-c38926a51ed2 req-421cb434-c655-4741-ab64-0565eb2579ab tempest-AggregatesAdminTestJSON-492085367 tempest-AggregatesAdminTestJSON-492085367-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.463068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9e7b31-0192-4b71-9eaf-7281357cb490 req-ed40b895-4040-4551-9e11-d5795840397a service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776158 Dec 08 21:38:33.485589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7c4e6641-8a67-4a51-8dab-c38926a51ed2 req-421cb434-c655-4741-ab64-0565eb2579ab tempest-AggregatesAdminTestJSON-492085367 tempest-AggregatesAdminTestJSON-492085367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.524017 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.545491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c4e6641-8a67-4a51-8dab-c38926a51ed2 req-421cb434-c655-4741-ab64-0565eb2579ab tempest-AggregatesAdminTestJSON-492085367 tempest-AggregatesAdminTestJSON-492085367-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528623 Dec 08 21:38:33.554111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.583703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27cf1184-af21-416e-8747-11ba50fd8979 req-e08aaa11-cb75-4a84-bba6-172e7074d857 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732773 Dec 08 21:38:33.628462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cb434-c655-4741-ab64-0565eb2579ab tempest-AggregatesAdminTestJSON-492085367 tempest-AggregatesAdminTestJSON-492085367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00801b4d-9d24-496f-b76d-5a3fc3099018,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:33.726970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7452c6ba-4a00-4588-9659-a62d64b02d37 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:33.744375 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.791581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e351-ee1c-47ac-815a-634a78885b5d req-18f1d6e3-d07c-4f2a-89af-4b28cc7161dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:33.793501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a608e351-ee1c-47ac-815a-634a78885b5d req-18f1d6e3-d07c-4f2a-89af-4b28cc7161dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1098 time: 0.2706811 Dec 08 21:38:33.942197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Transition to ACTIVE for port object 7452c6ba-4a00-4588-9659-a62d64b02d37 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:38:33.954813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:33.992310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Allocated IP 172.20.0.1 (35640f81-7c8c-4fff-988e-52c2f3b62316/65ea492b-cc6e-4216-a395-52f832ddb5c7/7073ac04-6030-443f-b679-a7c7a4c9b6a0) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:34.043479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdfbc8-04b0-4207-8220-4794974eb535 req-18792b59-c89e-4a4b-bde7-a8372b7944cb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:34.045250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45cdfbc8-04b0-4207-8220-4794974eb535 req-18792b59-c89e-4a4b-bde7-a8372b7944cb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 931 time: 0.3827593 Dec 08 21:38:34.060452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174789c-2291-4f74-94ba-c0f3c2db7acb req-7a2f5c9a-0568-4236-b590-9c21adcfd9f1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:34.061972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e174789c-2291-4f74-94ba-c0f3c2db7acb req-7a2f5c9a-0568-4236-b590-9c21adcfd9f1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 950 time: 0.3221838 Dec 08 21:38:34.165886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Pushing event updated for resources: {'Port': ['ID=7452c6ba-4a00-4588-9659-a62d64b02d37,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:34.177084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e351-ee1c-47ac-815a-634a78885b5d req-5e83709c-41b5-4581-8b7b-1ca931856c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:34.178589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a608e351-ee1c-47ac-815a-634a78885b5d req-5e83709c-41b5-4581-8b7b-1ca931856c7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.3766742 Dec 08 21:38:34.188944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Attempting to bind port 7452c6ba-4a00-4588-9659-a62d64b02d37 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:34.188944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Attempting to bind port 7452c6ba-4a00-4588-9659-a62d64b02d37 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:34.189124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Attempting to bind port 7452c6ba-4a00-4588-9659-a62d64b02d37 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:34.192288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45cdfbc8-04b0-4207-8220-4794974eb535 req-8a079f3a-44f2-4d45-9a34-8f4a3b84d23f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964017 Dec 08 21:38:34.206258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Port 7452c6ba-4a00-4588-9659-a62d64b02d37 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:34.206580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Attempting to bind port 7452c6ba-4a00-4588-9659-a62d64b02d37 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:34.240664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e174789c-2291-4f74-94ba-c0f3c2db7acb req-c95264ee-e157-4d76-9900-4f5cd71c3d67 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564949 Dec 08 21:38:34.243013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:34.243346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Checking segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:34.243840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Bound using segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:34.244287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Bound port: 7452c6ba-4a00-4588-9659-a62d64b02d37, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:34.244639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.294593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.310573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a608e351-ee1c-47ac-815a-634a78885b5d req-67c5c9d1-cd8b-42de-83a9-33131ddebb93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 217 time: 0.1029212 Dec 08 21:38:34.432799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e351-ee1c-47ac-815a-634a78885b5d req-4d5411f0-a0e9-40a4-a4c4-8f3f0e60b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:34.433893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a608e351-ee1c-47ac-815a-634a78885b5d req-4d5411f0-a0e9-40a4-a4c4-8f3f0e60b972 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1083491 Dec 08 21:38:34.439821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.476458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136efa92-69c7-4b4b-84aa-8a273abc89ee {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:34.484006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:34.488831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.500285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9af294-6695-411f-9757-93abb0e86d6f req-4bbdeb53-f4c5-47d5-9da5-4e10cf7c8787 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:34.502035 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4e9af294-6695-411f-9757-93abb0e86d6f req-4bbdeb53-f4c5-47d5-9da5-4e10cf7c8787 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 947 time: 0.1530714 Dec 08 21:38:34.502902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Transition to ACTIVE for port object 136efa92-69c7-4b4b-84aa-8a273abc89ee will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:38:34.517641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Network 35640f81-7c8c-4fff-988e-52c2f3b62316 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:34.529630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7452c6ba-4a00-4588-9659-a62d64b02d37,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:34.531028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:34.540919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:34.541614 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.555230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.557951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Pushing event updated for resources: {'Port': ['ID=7073ac04-6030-443f-b679-a7c7a4c9b6a0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:34.570192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.660713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0ecab602-81e5-47f3-9209-3b7d781b0bdd up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:34.709638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e351-ee1c-47ac-815a-634a78885b5d req-686b40da-f4f9-4906-b56d-86e2f8b8e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:34.712297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a608e351-ee1c-47ac-815a-634a78885b5d req-686b40da-f4f9-4906-b56d-86e2f8b8e03e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666111 Dec 08 21:38:34.714895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Pushing event updated for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:34.740818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:34.741387 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.742821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] 10.222.0.37 "PUT /v2.0/ports/7452c6ba-4a00-4588-9659-a62d64b02d37 HTTP/1.1" status: 200 len: 1091 time: 1.8143859 Dec 08 21:38:34.743519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'tag': '7452c6ba-4a00-4588-9659-a62d64b02d37'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:34.754219 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "33dd3f39-cc73-4db9-8600-635249baf6cb", "tag": "7452c6ba-4a00-4588-9659-a62d64b02d37"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:34.763900 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0ecab602-81e5-47f3-9209-3b7d781b0bdd triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:34.764614 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.787139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4e9af294-6695-411f-9757-93abb0e86d6f req-d7eb59c7-9548-45d1-8b88-59f25fe9e35d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734549 Dec 08 21:38:34.821693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:34.822035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:34.822362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:34.859563 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.883287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 0ecab602-81e5-47f3-9209-3b7d781b0bdd, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0ecab602-81e5-47f3-9209-3b7d781b0bdd,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:34.893289 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.905419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:34.905724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:34.919013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:34.919347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:34.928683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:34.929194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Bound port: 136efa92-69c7-4b4b-84aa-8a273abc89ee, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:34.929615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.987262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-04aaa615-7a52-4c65-84bd-3bffdecca815 None None] Provisioning complete for port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:34.987396 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-04aaa615-7a52-4c65-84bd-3bffdecca815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:34.992110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=0ecab602-81e5-47f3-9209-3b7d781b0bdd,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:35.080912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-04aaa615-7a52-4c65-84bd-3bffdecca815 None None] Port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:35.084400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3b8dc-a21a-4d9b-afa5-a4916ac7c7ce service neutron] Pushing event updated for resources: {'Port': ['ID=7452c6ba-4a00-4588-9659-a62d64b02d37,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:35.102268 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a3ea9b-a6cd-44e8-a154-e490895a8348 x-openstack-request-id: req-d6a3ea9b-a6cd-44e8-a154-e490895a8348 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:35.102538 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dd3f39-cc73-4db9-8600-635249baf6cb", "tag": "7452c6ba-4a00-4588-9659-a62d64b02d37", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:35.103017 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a3ea9b-a6cd-44e8-a154-e490895a8348 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:35.103196 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'tag': '7452c6ba-4a00-4588-9659-a62d64b02d37', 'status': 'completed', 'code': 200} Dec 08 21:38:35.114824 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a608e351-ee1c-47ac-815a-634a78885b5d req-10718b23-2d60-4cc5-a9a7-4aeebef2f104 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837805 Dec 08 21:38:35.132762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:35.144196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a042bcd0-6685-42dd-8e17-0452e9cf6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:35.145795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-a042bcd0-6685-42dd-8e17-0452e9cf6cba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 1094 time: 0.3558722 Dec 08 21:38:35.202165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457875-1be5-44a4-92ff-8f4601556700 req-b96df934-9591-405a-8214-dacca78e3a62 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:35.206572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:35.207102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-35457875-1be5-44a4-92ff-8f4601556700 req-b96df934-9591-405a-8214-dacca78e3a62 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 943 time: 0.2281926 Dec 08 21:38:35.220799 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:35.249726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-7f45287c-951e-4f32-99ff-9a3f11385f6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7452c6ba-4a00-4588-9659-a62d64b02d37 HTTP/1.1" status: 200 len: 217 time: 0.0804205 Dec 08 21:38:35.254979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:35.301420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:35.302283 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:35.303764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 1091 time: 1.9142771 Dec 08 21:38:35.305097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:35.307445 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:35.367493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a608e351-ee1c-47ac-815a-634a78885b5d req-5013d2bd-159c-4ac8-a3e6-93b5fd8cdcf4 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447674 Dec 08 21:38:35.369088 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-35457875-1be5-44a4-92ff-8f4601556700 req-2e8de483-a030-4090-95e0-18719e48d0f8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237576 Dec 08 21:38:35.388878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-8a5d47c3-405a-4572-b925-0a066413b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:35.390321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-8a5d47c3-405a-4572-b925-0a066413b554 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 200 len: 845 time: 0.1335139 Dec 08 21:38:35.397040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169c59c-e051-43da-bbb5-f0afe69136d3 service neutron] Pushing event updated for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:35.409895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e45c53-2b6e-46b2-938d-ca5e913b7aa1 req-c1adf33b-4c69-46ff-9dfe-2dec4f374787 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:35.417769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24e45c53-2b6e-46b2-938d-ca5e913b7aa1 req-c1adf33b-4c69-46ff-9dfe-2dec4f374787 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 950 time: 0.1920338 Dec 08 21:38:35.431318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-0b36b7e1-4d5b-4351-9efa-c5d3e982b0f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbcb953-903e-4509-9926-0b5aa18c4bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316458 Dec 08 21:38:35.468770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-ccc6cae2-fab0-410f-85fa-e776b582829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:35.470561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-ccc6cae2-fab0-410f-85fa-e776b582829a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1094 time: 0.1199634 Dec 08 21:38:35.480903 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24e45c53-2b6e-46b2-938d-ca5e913b7aa1 req-34e8ba3e-9c00-4146-988c-891b9930bd44 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618839 Dec 08 21:38:35.503086 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-64df3ab6-df6f-4f35-873f-80bad7f58afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:35.544604 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-77d6123c-a4f2-499c-af00-2908474e2f69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 217 time: 0.0621700 Dec 08 21:38:35.598111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-680fc1d7-a363-4162-95a3-c526af78c9c1 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548500 Dec 08 21:38:35.633745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:35.639713 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-1c01d7aa-ef91-4b0d-afcd-563736db594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:35.641940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-1c01d7aa-ef91-4b0d-afcd-563736db594d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0852199 Dec 08 21:38:35.652345 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ebc45-605d-45f8-807a-72d6ca651ea8 x-openstack-request-id: req-d81ebc45-605d-45f8-807a-72d6ca651ea8 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:35.652739 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:35.653183 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d81ebc45-605d-45f8-807a-72d6ca651ea8 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:35.653624 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee', 'status': 'completed', 'code': 200} Dec 08 21:38:35.661684 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:35.662563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:35.707939 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-c98546d8-8751-41cf-8f09-d36b387fd130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521359 Dec 08 21:38:35.733869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaba5c-dd74-4f7f-b3dd-2cb69a160371 req-547c8edc-45e6-4313-86a5-44611b0ea822 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:35.736002 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bcaba5c-dd74-4f7f-b3dd-2cb69a160371 req-547c8edc-45e6-4313-86a5-44611b0ea822 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 943 time: 0.1223814 Dec 08 21:38:35.776861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Pushing event updated for resources: {'Port': ['ID=7073ac04-6030-443f-b679-a7c7a4c9b6a0,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:35.785844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a546b3bd-2e6a-434d-8a97-41f5f8489dfd req-7708c51e-9956-47be-9bc6-26d4e1c26bf8 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773529 Dec 08 21:38:35.815797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bcaba5c-dd74-4f7f-b3dd-2cb69a160371 req-a0bc8154-1894-402a-9c80-88bf5f02687c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679760 Dec 08 21:38:35.827843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Network 35640f81-7c8c-4fff-988e-52c2f3b62316 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:35.829227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:35.870779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-c1a8a768-0dac-4616-899c-106ca9d3e614 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506286 Dec 08 21:38:35.994960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf6ccf14-c680-46e2-b81f-0e366eda25aa req-18b9f474-7e88-4a2c-be38-9f02cd7096e0 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174288 Dec 08 21:38:36.044938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Router eb602bf7-1b03-4c18-9753-625185090d87 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:38:36.066109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924ac86-3799-4760-9a21-faa845a0a3f3 req-4a748634-d3d7-4500-9c55-cdbb07eef8be tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.066877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-33b242db-5dcd-4e9a-a1c8-e0e7212bc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.067908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e924ac86-3799-4760-9a21-faa845a0a3f3 req-4a748634-d3d7-4500-9c55-cdbb07eef8be tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 947 time: 0.0720150 Dec 08 21:38:36.068740 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-33b242db-5dcd-4e9a-a1c8-e0e7212bc79d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 1094 time: 0.0872836 Dec 08 21:38:36.109250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e44a0183-601f-4077-90ef-de07e6e10184 None None] Provisioning complete for port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:36.110376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e44a0183-601f-4077-90ef-de07e6e10184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:36.133870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-c909f86e-6111-4a4a-a4b2-89017084d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.135377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-c909f86e-6111-4a4a-a4b2-89017084d780 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1094 time: 0.0882800 Dec 08 21:38:36.145027 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e924ac86-3799-4760-9a21-faa845a0a3f3 req-163240b1-b62f-4b49-9fc6-9849b129ae05 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Dec 08 21:38:36.332157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e44a0183-601f-4077-90ef-de07e6e10184 None None] Port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:36.336788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-72101bd4-4710-4b3d-9bdf-03afc046f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.338392 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-72101bd4-4710-4b3d-9bdf-03afc046f27e service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.1924987 Dec 08 21:38:36.393935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d6da5f64-c016-4275-b3e5-d3025044022c details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:36.402953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-03a43343-117c-4c53-90d9-27dfd8cabd24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 217 time: 0.0568607 Dec 08 21:38:36.524045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-6cd53d88-1f21-4f01-8960-48e12bc459e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.526260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-6cd53d88-1f21-4f01-8960-48e12bc459e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.1159611 Dec 08 21:38:36.528846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-43f06a9e-a4c6-4194-916d-27d3074636b1 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.530276 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-43f06a9e-a4c6-4194-916d-27d3074636b1 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 1101 time: 0.1457644 Dec 08 21:38:36.565725 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-56b149be-33cf-4bb3-b950-801ffeb973c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309246 Dec 08 21:38:36.593816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:38:36.609417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Sync routers for ids ['eb602bf7-1b03-4c18-9753-625185090d87'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:38:36.609722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-181235b2-b02f-42dd-b5e8-0dc61c139011 admin admin] 10.222.0.21 "PUT /v2.0/routers/eb602bf7-1b03-4c18-9753-625185090d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8199189 Dec 08 21:38:36.617033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-9db2db5c-605d-48ad-ad93-2771b493e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.618463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-9db2db5c-605d-48ad-ad93-2771b493e52f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 906 time: 0.5081334 Dec 08 21:38:36.690350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0ecab602-81e5-47f3-9209-3b7d781b0bdd up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:36.693611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-ecf27d78-7026-4604-8133-a77ded040d93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7452c6ba-4a00-4588-9659-a62d64b02d37 HTTP/1.1" status: 200 len: 217 time: 0.0644453 Dec 08 21:38:36.703085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad17341-459c-455e-adf7-0ebc377aa36f req-40a0d858-f29d-4bf9-aaf5-b5416a5b32c9 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.711678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ad17341-459c-455e-adf7-0ebc377aa36f req-40a0d858-f29d-4bf9-aaf5-b5416a5b32c9 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 943 time: 0.1884015 Dec 08 21:38:36.728796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Routers {'eb602bf7-1b03-4c18-9753-625185090d87'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:38:36.730881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['eb602bf7-1b03-4c18-9753-625185090d87'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:36.739217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-86f85d3e-b1a8-4d2d-a7a9-5641621ab0d0 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548648 Dec 08 21:38:36.795580 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:36.798357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ad17341-459c-455e-adf7-0ebc377aa36f req-3148b5f8-05d0-4d73-9115-eb98358d68c2 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849557 Dec 08 21:38:36.800094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-07725a2e-b357-4321-9a2b-3f4186e68d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.801565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-07725a2e-b357-4321-9a2b-3f4186e68d8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 200 len: 845 time: 0.0812685 Dec 08 21:38:36.807420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] Deleting port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:38:36.807755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:36.854345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ae9b-0efc-4714-b9cb-7992a4dba7e9 req-0fb9e397-ca5b-42f6-b0f7-9aa513d693de tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:36.857072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e468ae9b-0efc-4714-b9cb-7992a4dba7e9 req-0fb9e397-ca5b-42f6-b0f7-9aa513d693de tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 950 time: 0.1083736 Dec 08 21:38:36.871076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-3bd74d89-7639-4e79-8c12-91f5eab6196e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbcb953-903e-4509-9926-0b5aa18c4bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605419 Dec 08 21:38:36.895425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'mac_address': 'fa:16:3e:7e:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:38:36.914860 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a021408-c2d5-4da6-b1e5-22ddef27bc7d req-5dea8493-4d14-4be5-94e9-72432a4f33a9 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675146 Dec 08 21:38:36.941250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e468ae9b-0efc-4714-b9cb-7992a4dba7e9 req-cab4aafb-86f9-4b92-a2f6-387b000e7fac tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727639 Dec 08 21:38:36.945217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Set router eb602bf7-1b03-4c18-9753-625185090d87 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:38:36.975273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] For port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:36.975555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:36.997801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] Calling delete_port for 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:38:37.027612 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-fc2ef949-1edb-4da4-a100-3ba23861f42a service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476328 Dec 08 21:38:37.215450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0ecab602-81e5-47f3-9209-3b7d781b0bdd triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:37.217210 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:37.221429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:37.231006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5701de-b99f-4dc8-a765-987fe81f3416 req-9b5ba926-3b80-4a1b-898a-d841d55a79d0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:37.232721 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff5701de-b99f-4dc8-a765-987fe81f3416 req-9b5ba926-3b80-4a1b-898a-d841d55a79d0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 943 time: 0.1106021 Dec 08 21:38:37.255933 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1360d61c-4da6-46ba-8a7a-bd9c3094e2e5 req-25c8f96f-e4de-4004-9f56-d7aa07bc42e7 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065432 Dec 08 21:38:37.266549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6da5f64-c016-4275-b3e5-d3025044022c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:37.301152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:37.309002 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:37.315332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:38:35Z', 'revision_number': 4, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port': {'id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:29Z', 'updated_at': '2021-12-08T21:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7073ac04-6030-443f-b679-a7c7a4c9b6a0', 'name': '', 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'mac_address': 'fa:16:3e:13:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '65ea492b-cc6e-4216-a395-52f832ddb5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:33Z', 'updated_at': '2021-12-08T21:38:35Z', 'revision_number': 2, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'subnets': [{'id': '65ea492b-cc6e-4216-a395-52f832ddb5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:37.320857 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff5701de-b99f-4dc8-a765-987fe81f3416 req-96f6922f-19bf-430e-8f4c-fb59a5f6c3f8 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788140 Dec 08 21:38:37.334814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:37.368371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aa46e49-bdf5-4d84-af28-40c097dd5bb9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:37.373276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6aa46e49-bdf5-4d84-af28-40c097dd5bb9'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:37.375330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Checking router: eb602bf7-1b03-4c18-9753-625185090d87 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:38:37.375608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Updating router eb602bf7-1b03-4c18-9753-625185090d87 port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:38:37.433975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] No DVR routers for this DVR port 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:38:37.446348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:37.449786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bdf48368-06e1-4220-a8d2-718c3155a799 req-de9d59e6-dfec-4824-9da2-6ac9ea127716 tempest-DeleteServersAdminTestJSON-573075951 tempest-DeleteServersAdminTestJSON-573075951-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6aa46e49-bdf5-4d84-af28-40c097dd5bb9 HTTP/1.1" status: 204 len: 173 time: 0.9069073 Dec 08 21:38:37.450237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79672863-b211-45cd-8282-d2e8ac740bec', 'name': 'network-vif-deleted', 'tag': '6aa46e49-bdf5-4d84-af28-40c097dd5bb9'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:37.452492 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99841d97-eab9-484e-8a2e-31e0511665d7" -d '{"events": [{"server_uuid": "79672863-b211-45cd-8282-d2e8ac740bec", "name": "network-vif-deleted", "tag": "6aa46e49-bdf5-4d84-af28-40c097dd5bb9"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:37.516939 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:37.537692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560458d-b7eb-4d63-bd52-ddc331054f01 req-6e0abb61-4d1f-4d4a-bce4-292e522a0ae4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:37.545285 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e560458d-b7eb-4d63-bd52-ddc331054f01 req-6e0abb61-4d1f-4d4a-bce4-292e522a0ae4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 948 time: 0.1131370 Dec 08 21:38:37.563518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:37.599598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e560458d-b7eb-4d63-bd52-ddc331054f01 req-4d53cf05-ba41-40f9-a0eb-c250e456ac11 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528398 Dec 08 21:38:37.653070 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547395b2-04c3-4695-9062-e5a3b7ab2f76 x-openstack-request-id: req-547395b2-04c3-4695-9062-e5a3b7ab2f76 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:37.653804 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79672863-b211-45cd-8282-d2e8ac740bec", "name": "network-vif-deleted", "tag": "6aa46e49-bdf5-4d84-af28-40c097dd5bb9", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:37.654422 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-547395b2-04c3-4695-9062-e5a3b7ab2f76 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:37.655543 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79672863-b211-45cd-8282-d2e8ac740bec', 'name': 'network-vif-deleted', 'tag': '6aa46e49-bdf5-4d84-af28-40c097dd5bb9', 'status': 'completed', 'code': 200} Dec 08 21:38:37.746549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['d6da5f64-c016-4275-b3e5-d3025044022c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:38.024276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.038937 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.107342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ffaa8-7496-465b-815c-5b8141dc4f70 None None] Pushing event updated for resources: {'Port': ['ID=7073ac04-6030-443f-b679-a7c7a4c9b6a0,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:38.123327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cd878-81db-41b5-9c2a-8177f45ff72d req-ecfca37f-6ff4-421e-90af-6c63c6fca20a tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:38.134883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff1cd878-81db-41b5-9c2a-8177f45ff72d req-ecfca37f-6ff4-421e-90af-6c63c6fca20a tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 943 time: 0.1138096 Dec 08 21:38:38.202828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Attempting to bind port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:38.203236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Attempting to bind port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:38.203637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Attempting to bind port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 on network 35640f81-7c8c-4fff-988e-52c2f3b62316 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:38.209744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff1cd878-81db-41b5-9c2a-8177f45ff72d req-5c5c3f05-aec3-4fd9-b4bb-434806ecfac0 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695963 Dec 08 21:38:38.213854 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-942f9b6d-936a-4b2e-8337-d251bf3c7ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.233577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:38.243304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32816) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:38.243808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Checking segment: {'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:38.244311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.244714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Bound using segment: {'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:38.245217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Bound port: 7073ac04-6030-443f-b679-a7c7a4c9b6a0, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74398509-76ab-4cc0-a328-f14550578bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:38.245603 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.248171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d4c51500-5a25-47c4-be2d-37be9d6f8cf9 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150531459', 'description': 'tempest-description--1140389302'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:38.299187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c51500-5a25-47c4-be2d-37be9d6f8cf9 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.396315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 136efa92-69c7-4b4b-84aa-8a273abc89ee details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:38.431336 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c51500-5a25-47c4-be2d-37be9d6f8cf9 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.442116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c51500-5a25-47c4-be2d-37be9d6f8cf9 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.446953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec71cc73-9d3c-4b86-af9a-3a51e38bae63 req-8918a61e-8f70-46a9-87be-40de5d5392f6 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=79672863-b211-45cd-8282-d2e8ac740bec HTTP/1.1" status: 200 len: 210 time: 0.0671284 Dec 08 21:38:38.489769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c51500-5a25-47c4-be2d-37be9d6f8cf9 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.491885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] For port 7073ac04-6030-443f-b679-a7c7a4c9b6a0, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:38.494024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32832) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:38.494187 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4c51500-5a25-47c4-be2d-37be9d6f8cf9 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2497025 Dec 08 21:38:38.502561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5be0ec1e-f9e1-4ac7-adaa-189ff59127c6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Request body: {'security_group_rule': {'security_group_id': '36dbca7f-600b-47f7-8782-a117da581d44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:38.505663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c51500-5a25-47c4-be2d-37be9d6f8cf9 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36dbca7f-600b-47f7-8782-a117da581d44,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:38.579017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32836) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:38.582149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] For port 7073ac04-6030-443f-b679-a7c7a4c9b6a0, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7073ac04-6030-443f-b679-a7c7a4c9b6a0,segment=NetworkSegment(74398509-76ab-4cc0-a328-f14550578bba),segment_id=74398509-76ab-4cc0-a328-f14550578bba)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:38.584387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77582f81-23c0-4ef2-bbd1-965b88a04358 req-e54dcd3f-59df-4e69-97a0-c8c15e950c8f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:38.586501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77582f81-23c0-4ef2-bbd1-965b88a04358 req-e54dcd3f-59df-4e69-97a0-c8c15e950c8f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 943 time: 0.0581980 Dec 08 21:38:38.591337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5be0ec1e-f9e1-4ac7-adaa-189ff59127c6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.595429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.602031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4d90a97f-ee71-420a-b3dd-b6ecfa07bc8b None None] Provisioning complete for port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:38.602403 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d90a97f-ee71-420a-b3dd-b6ecfa07bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.645948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77582f81-23c0-4ef2-bbd1-965b88a04358 req-e2f2d76d-af81-48d3-9aa8-8a54cde03ff3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521400 Dec 08 21:38:38.707033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5be0ec1e-f9e1-4ac7-adaa-189ff59127c6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.711541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5be0ec1e-f9e1-4ac7-adaa-189ff59127c6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.733847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0ec1e-f9e1-4ac7-adaa-189ff59127c6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3155d208-28c4-4ada-b329-95285942a949,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:38.746404 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5be0ec1e-f9e1-4ac7-adaa-189ff59127c6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.755016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5be0ec1e-f9e1-4ac7-adaa-189ff59127c6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2561567 Dec 08 21:38:38.755016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32850) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:38.759455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b4648087-0161-4d22-8cb3-ba3f3ba39ede tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Request body: {'security_group_rule': {'security_group_id': '36dbca7f-600b-47f7-8782-a117da581d44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:38.783726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ffaa8-7496-465b-815c-5b8141dc4f70 None None] Pushing event updated for resources: {'Port': ['ID=7073ac04-6030-443f-b679-a7c7a4c9b6a0,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:38.796143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:38.820509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4648087-0161-4d22-8cb3-ba3f3ba39ede tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.822451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '136efa92-69c7-4b4b-84aa-8a273abc89ee', 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'port_id': '136efa92-69c7-4b4b-84aa-8a273abc89ee', 'mac_address': 'fa:16:3e:b7:fc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3791022-ada0-43f3-b4e9-8003fbdd1743', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:38:38.831546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40ea9f56-447c-4228-a090-39fe0cf87687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.834288 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.838071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Routers {'eb602bf7-1b03-4c18-9753-625185090d87'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:38:38.838697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['eb602bf7-1b03-4c18-9753-625185090d87'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:38.885592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793087-5c0f-48be-b38e-f58788b0fbc5 req-8c4bfbc5-6434-4f39-b1b2-c9512379805d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:38.887479 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18793087-5c0f-48be-b38e-f58788b0fbc5 req-8c4bfbc5-6434-4f39-b1b2-c9512379805d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 948 time: 0.0893388 Dec 08 21:38:38.960158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18793087-5c0f-48be-b38e-f58788b0fbc5 req-b71b766b-e521-40a5-8a59-5164cf8091d5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646467 Dec 08 21:38:38.983960 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4648087-0161-4d22-8cb3-ba3f3ba39ede tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:38.994167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4648087-0161-4d22-8cb3-ba3f3ba39ede tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.044440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4648087-0161-4d22-8cb3-ba3f3ba39ede tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c47544f-7699-4dc4-bf4d-6608a3c7edfd,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:39.059752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4648087-0161-4d22-8cb3-ba3f3ba39ede tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.064262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b4648087-0161-4d22-8cb3-ba3f3ba39ede tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3083718 Dec 08 21:38:39.070804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:39.076979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:39.112118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.129021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40ea9f56-447c-4228-a090-39fe0cf87687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.136963 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40ea9f56-447c-4228-a090-39fe0cf87687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.182519 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d90a97f-ee71-420a-b3dd-b6ecfa07bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.186137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-40ea9f56-447c-4228-a090-39fe0cf87687 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a72c69405cac44078be3a9b3f19fd62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035593 Dec 08 21:38:39.186137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea9f56-447c-4228-a090-39fe0cf87687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0c605-12b3-47dd-b5ff-0aacd9a94717,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:39.187190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32882) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:39.230562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4d90a97f-ee71-420a-b3dd-b6ecfa07bc8b None None] For port 7073ac04-6030-443f-b679-a7c7a4c9b6a0, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7073ac04-6030-443f-b679-a7c7a4c9b6a0,segment=NetworkSegment(74398509-76ab-4cc0-a328-f14550578bba),segment_id=74398509-76ab-4cc0-a328-f14550578bba)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:39.256832 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.272955 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.289094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad37f78c-1daf-4908-ba62-78a1b5448bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.290445 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d90a97f-ee71-420a-b3dd-b6ecfa07bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.322935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.326278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad37f78c-1daf-4908-ba62-78a1b5448bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.347129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.353583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136efa92-69c7-4b4b-84aa-8a273abc89ee {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:39.426029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:39.446181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] Set router eb602bf7-1b03-4c18-9753-625185090d87 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:38:39.450070 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.450829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7452c6ba-4a00-4588-9659-a62d64b02d37 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:39.467964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24989d-eed6-4bb0-b9f1-ab94447e57e9 req-bd8fcde0-9f5f-46c2-afcc-258a37f54e6f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:39.470009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee24989d-eed6-4bb0-b9f1-ab94447e57e9 req-bd8fcde0-9f5f-46c2-afcc-258a37f54e6f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 943 time: 0.1302876 Dec 08 21:38:39.481434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90a97f-ee71-420a-b3dd-b6ecfa07bc8b None None] Pushing event updated for resources: {'Port': ['ID=7073ac04-6030-443f-b679-a7c7a4c9b6a0,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:39.550752 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad37f78c-1daf-4908-ba62-78a1b5448bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.553474 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad37f78c-1daf-4908-ba62-78a1b5448bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.557726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ad37f78c-1daf-4908-ba62-78a1b5448bd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfa0c605-12b3-47dd-b5ff-0aacd9a94717 HTTP/1.1" status: 204 len: 168 time: 0.3635187 Dec 08 21:38:39.561394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cc2d1356-0565-4f7e-b567-5d88c93610ec None None] Provisioning complete for port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:39.562007 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1356-0565-4f7e-b567-5d88c93610ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.583618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37f78c-1daf-4908-ba62-78a1b5448bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0c605-12b3-47dd-b5ff-0aacd9a94717,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:39.603020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Allocated IP 172.25.1.158 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/1e9dd8b5-7f32-4d11-bf06-41582f42f01c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:39.629398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee24989d-eed6-4bb0-b9f1-ab94447e57e9 req-e1635d30-0250-4512-9a6a-3a00294be4e0 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171737 Dec 08 21:38:39.740444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32916) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:39.884956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:39.891471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:38:39.960069 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:39.990121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:38:39.990593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6aa46e49-bdf5-4d84-af28-40c097dd5bb9 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:38:40.043547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7452c6ba-4a00-4588-9659-a62d64b02d37,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:40.067360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '7452c6ba-4a00-4588-9659-a62d64b02d37', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'port_id': '7452c6ba-4a00-4588-9659-a62d64b02d37', 'mac_address': 'fa:16:3e:58:8c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16ed07-f117-49cd-bac7-4dcfaeca73bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:38:40.076496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-ccd7aa79-70d0-4030-9a9d-2d32612664c3 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01175cd06cc248a5b5660080a8a45c31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262239 Dec 08 21:38:40.116755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.141439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.159696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.163997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7452c6ba-4a00-4588-9659-a62d64b02d37 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:40.180714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:38:35Z', 'revision_number': 4, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port': {'id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:29Z', 'updated_at': '2021-12-08T21:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7073ac04-6030-443f-b679-a7c7a4c9b6a0', 'name': '', 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'mac_address': 'fa:16:3e:13:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '65ea492b-cc6e-4216-a395-52f832ddb5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:33Z', 'updated_at': '2021-12-08T21:38:38Z', 'revision_number': 4, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'subnets': [{'id': '65ea492b-cc6e-4216-a395-52f832ddb5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:38:40.212290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:40.217542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:40.221046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:40.229916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3291f-9cdb-4df0-9500-1464026cd3c4 None None] The sync data for ids ['eb602bf7-1b03-4c18-9753-625185090d87'] in n-d-821126-1 is: [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:38:35Z', 'revision_number': 4, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port': {'id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:29Z', 'updated_at': '2021-12-08T21:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7073ac04-6030-443f-b679-a7c7a4c9b6a0', 'name': '', 'network_id': '35640f81-7c8c-4fff-988e-52c2f3b62316', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'mac_address': 'fa:16:3e:13:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '65ea492b-cc6e-4216-a395-52f832ddb5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:33Z', 'updated_at': '2021-12-08T21:38:38Z', 'revision_number': 4, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'subnets': [{'id': '65ea492b-cc6e-4216-a395-52f832ddb5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:38:40.234493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7452c6ba-4a00-4588-9659-a62d64b02d37,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:40.238556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395544-c904-4476-8b83-8ec508298c44 req-d4bebc18-2749-4e37-8c64-f4a058790cfa tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:40.243527 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.247938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2395544-c904-4476-8b83-8ec508298c44 req-d4bebc18-2749-4e37-8c64-f4a058790cfa tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 944 time: 0.4526868 Dec 08 21:38:40.262406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693466f-96ee-4f3f-8562-bae22046e465 req-389e6944-d353-42fc-95c6-d9ca36be4c0d tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:40.270758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-389e6944-d353-42fc-95c6-d9ca36be4c0d tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884675 Dec 08 21:38:40.280716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32936) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:40.315975 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5803eafb-c81d-4981-941a-e573afb46b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.349451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-fa2918f7-6afd-46fc-a293-da7e0f6f9fda tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/quotas/01175cd06cc248a5b5660080a8a45c31 HTTP/1.1" status: 200 len: 375 time: 0.0776207 Dec 08 21:38:40.354522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7452c6ba-4a00-4588-9659-a62d64b02d37,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:40.361297 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53c87b69-7617-460e-b7b9-27eb6fa2f723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.370681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event updated for resources: {'Port': ['ID=1e9dd8b5-7f32-4d11-bf06-41582f42f01c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:40.391668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-580c9cf2-2dec-4445-822b-cb630cd29a3c tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01175cd06cc248a5b5660080a8a45c31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413265 Dec 08 21:38:40.433869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2395544-c904-4476-8b83-8ec508298c44 req-cb6fd9e6-adff-4b20-9aee-478f0c9af2fa tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849654 Dec 08 21:38:40.452310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.455867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d6da5f64-c016-4275-b3e5-d3025044022c up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:40.526684 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.533170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53c87b69-7617-460e-b7b9-27eb6fa2f723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.545129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53c87b69-7617-460e-b7b9-27eb6fa2f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.564778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7452c6ba-4a00-4588-9659-a62d64b02d37'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:40.614163 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5803eafb-c81d-4981-941a-e573afb46b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.630670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-53c87b69-7617-460e-b7b9-27eb6fa2f723 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e78fd39db3c647f3b74d0eb98655ecf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8889847 Dec 08 21:38:40.632294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c87b69-7617-460e-b7b9-27eb6fa2f723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d29f32c-6155-42d7-8fd2-b7a412172736,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:40.636307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5803eafb-c81d-4981-941a-e573afb46b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.639039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32944) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:40.651239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['136efa92-69c7-4b4b-84aa-8a273abc89ee'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:40.672925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803eafb-c81d-4981-941a-e573afb46b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fb11be-e343-406c-9f58-20e3eb04523d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:40.741320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5803eafb-c81d-4981-941a-e573afb46b66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8efad3692119490aa031390bacd40096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572728 Dec 08 21:38:40.743409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32950) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:40.801119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port d6da5f64-c016-4275-b3e5-d3025044022c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:38:40.808305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7073ac04-6030-443f-b679-a7c7a4c9b6a0 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:40.818830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c51d371e-5b45-439a-906d-ab41f877e3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.865398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa246cb0-2125-4553-aec4-2fae623d0285 req-a681ff9a-27ed-4e64-91e8-a85d98ff8800 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 210 time: 0.0480440 Dec 08 21:38:40.869370 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c041866a-339c-492c-81b6-93fb0d8fe02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.876687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ec047-da08-450d-8f5f-38d636a91b21 req-e28d679b-d68e-42a7-8a61-3a5d61c2034a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:40.891596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-064ec047-da08-450d-8f5f-38d636a91b21 req-e28d679b-d68e-42a7-8a61-3a5d61c2034a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 948 time: 0.2780778 Dec 08 21:38:40.894866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c041866a-339c-492c-81b6-93fb0d8fe02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.896013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port d6da5f64-c016-4275-b3e5-d3025044022c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:40.896390 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.945018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.955679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c041866a-339c-492c-81b6-93fb0d8fe02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.958751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c041866a-339c-492c-81b6-93fb0d8fe02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.962348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c041866a-339c-492c-81b6-93fb0d8fe02b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76fb11be-e343-406c-9f58-20e3eb04523d HTTP/1.1" status: 204 len: 168 time: 0.2157812 Dec 08 21:38:40.966800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c51d371e-5b45-439a-906d-ab41f877e3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:40.981065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-064ec047-da08-450d-8f5f-38d636a91b21 req-2b450999-768d-487f-bbd0-b38d5c2090a3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868571 Dec 08 21:38:41.019592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.028915 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.058447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:41.058894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.103460 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.104916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c51d371e-5b45-439a-906d-ab41f877e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.111798 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c51d371e-5b45-439a-906d-ab41f877e3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.125208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c51d371e-5b45-439a-906d-ab41f877e3ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d29f32c-6155-42d7-8fd2-b7a412172736 HTTP/1.1" status: 204 len: 168 time: 0.4608257 Dec 08 21:38:41.128943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.130113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041866a-339c-492c-81b6-93fb0d8fe02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fb11be-e343-406c-9f58-20e3eb04523d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:41.142058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0698953 Dec 08 21:38:41.161142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdafb6d-a324-40a5-8293-55af9c21bb5f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event updated for resources: {'Port': ['ID=1e9dd8b5-7f32-4d11-bf06-41582f42f01c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:41.258437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d371e-5b45-439a-906d-ab41f877e3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d29f32c-6155-42d7-8fd2-b7a412172736,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:41.314885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929218-c95a-456a-a014-15c2b0686565 req-a928eae5-0d20-41ef-8de9-73082c57bddb tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:41.316841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7929218-c95a-456a-a014-15c2b0686565 req-a928eae5-0d20-41ef-8de9-73082c57bddb tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 944 time: 0.2366164 Dec 08 21:38:41.369826 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.401083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7929218-c95a-456a-a014-15c2b0686565 req-c84c89da-3267-49ab-84ab-b20f1d000d9d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766902 Dec 08 21:38:41.610976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:41.613570 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cfb52a-3cf0-45fc-af19-59926494f847" -d '{"events": [{"server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "name": "network-vif-plugged", "status": "completed", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:41.649122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:41.659257 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.666654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc27f3-c47c-45b8-815a-625c8144a38e req-de8841b6-931c-43c9-8036-79f284edc9b7 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:41.677981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6bc27f3-c47c-45b8-815a-625c8144a38e req-de8841b6-931c-43c9-8036-79f284edc9b7 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 971 time: 0.1054912 Dec 08 21:38:41.686517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7be49-1ec6-4cc9-96b1-8805aa01e0d9 req-67fbdeda-9dae-4567-af4e-d361d43779f2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:41.697467 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14f7be49-1ec6-4cc9-96b1-8805aa01e0d9 req-67fbdeda-9dae-4567-af4e-d361d43779f2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 944 time: 0.1293495 Dec 08 21:38:41.735588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:41.747472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6bc27f3-c47c-45b8-815a-625c8144a38e req-a1b70569-046c-489e-a1c5-5d2e91cbf7c3 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637054 Dec 08 21:38:41.770852 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14f7be49-1ec6-4cc9-96b1-8805aa01e0d9 req-aead3ffc-e379-4e54-a83e-a4e73518fa18 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725164 Dec 08 21:38:41.870345 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2cc31e-d830-4ee5-8bfd-32d7403beaba x-openstack-request-id: req-5d2cc31e-d830-4ee5-8bfd-32d7403beaba {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:41.870781 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "name": "network-vif-plugged", "status": "completed", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:41.871007 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d2cc31e-d830-4ee5-8bfd-32d7403beaba {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:41.871182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32992) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:41.871447 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'code': 200} Dec 08 21:38:41.891808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a0df245-7876-4fae-99a7-84bb12a3abed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:41.941719 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-32bea9f7-f353-488e-82cf-0ef3603a9718 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--150531459&fields=id&tenant_id=a4f2b3b347114722bc1e516ec1820a9d HTTP/1.1" status: 200 len: 267 time: 0.0666389 Dec 08 21:38:42.013254 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f112be41-0f24-489c-a6da-76db3f38d109 req-c57638a3-661c-4266-aeb7-830c8b2fd20a tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 210 time: 0.0380144 Dec 08 21:38:42.050704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946bdf7-d2e5-4d93-b960-eb4c73d8ffb6 req-c0e82202-c822-4b1b-995d-150938bc3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:42.052244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d946bdf7-d2e5-4d93-b960-eb4c73d8ffb6 req-c0e82202-c822-4b1b-995d-150938bc3840 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1100 time: 0.1083403 Dec 08 21:38:42.067297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a0df245-7876-4fae-99a7-84bb12a3abed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.082774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a0df245-7876-4fae-99a7-84bb12a3abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.123853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d946bdf7-d2e5-4d93-b960-eb4c73d8ffb6 req-c8e0fce3-1db4-4e80-b2e7-7b8a84f7c9bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500629 Dec 08 21:38:42.133092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-343835e8-6de4-4b7f-9b05-ea64d48b9208 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:42.140713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-343835e8-6de4-4b7f-9b05-ea64d48b9208 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 824 time: 0.1981032 Dec 08 21:38:42.159488 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-f36dc30e-8cb0-4721-b397-fecf62dab607 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/quotas/a4f2b3b347114722bc1e516ec1820a9d HTTP/1.1" status: 200 len: 375 time: 0.0175979 Dec 08 21:38:42.181879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8a0df245-7876-4fae-99a7-84bb12a3abed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3275a07417474d3a89a64f777532a0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095217 Dec 08 21:38:42.186203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:42.186203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0df245-7876-4fae-99a7-84bb12a3abed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd4bb6-1854-4439-874b-72ed2c78a7d2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:42.272790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af71707-71f6-41c6-8eee-43dcff727f34 req-6ab6402f-5d10-4b88-893e-34a41c046587 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:42.280348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4af71707-71f6-41c6-8eee-43dcff727f34 req-6ab6402f-5d10-4b88-893e-34a41c046587 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1238713 Dec 08 21:38:42.312122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-9af11c1b-8f84-4a47-85fd-9c956567c3f8 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=01175cd06cc248a5b5660080a8a45c31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615003 Dec 08 21:38:42.327200 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7104-f2d9-4a52-93d3-6937bb7ffa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.344812 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4af71707-71f6-41c6-8eee-43dcff727f34 req-51f51d1a-1662-4a54-8e66-b31de88a2352 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615184 Dec 08 21:38:42.369551 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7104-f2d9-4a52-93d3-6937bb7ffa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.426388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 136efa92-69c7-4b4b-84aa-8a273abc89ee up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:42.427795 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7104-f2d9-4a52-93d3-6937bb7ffa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.430412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7104-f2d9-4a52-93d3-6937bb7ffa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.441136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e9cf7104-f2d9-4a52-93d3-6937bb7ffa3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39bd4bb6-1854-4439-874b-72ed2c78a7d2 HTTP/1.1" status: 204 len: 168 time: 0.2394795 Dec 08 21:38:42.445582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-1818985f-b753-4e2e-9125-54428b87dfd0 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2851467 Dec 08 21:38:42.462137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf7104-f2d9-4a52-93d3-6937bb7ffa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd4bb6-1854-4439-874b-72ed2c78a7d2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:42.560937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a461ce7-25ad-41f6-9178-e437f797b8f0 req-3151dca7-d1b6-4179-93f3-05ec80516a8a tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:42.568936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a461ce7-25ad-41f6-9178-e437f797b8f0 req-3151dca7-d1b6-4179-93f3-05ec80516a8a tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 944 time: 0.0695024 Dec 08 21:38:42.571329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693466f-96ee-4f3f-8562-bae22046e465 req-ca1fe1de-a18b-4037-860a-daa37f112ef3 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:42.573171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-ca1fe1de-a18b-4037-860a-daa37f112ef3 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505150 Dec 08 21:38:42.595922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Request body: {'port': {'device_id': '6fca93c5-d912-4e64-94ea-941bdb88844e', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '01175cd06cc248a5b5660080a8a45c31'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:42.606135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 136efa92-69c7-4b4b-84aa-8a273abc89ee completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:38:42.611561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 136efa92-69c7-4b4b-84aa-8a273abc89ee triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:42.612318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.628013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a461ce7-25ad-41f6-9178-e437f797b8f0 req-fa565203-c5e7-49d3-b64a-01999fdfbacb tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536897 Dec 08 21:38:42.724923 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.764363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Made reservation on behalf of 01175cd06cc248a5b5660080a8a45c31 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:42.770123 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.777390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:42.785033 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.785848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7452c6ba-4a00-4588-9659-a62d64b02d37 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:42.873874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:42.898873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-15f26779-63c0-4d04-95a1-710a7fad6d3c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:38:42.900748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 7452c6ba-4a00-4588-9659-a62d64b02d37 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:38:42.905220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 7452c6ba-4a00-4588-9659-a62d64b02d37 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:42.905590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:42.908592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-15f26779-63c0-4d04-95a1-710a7fad6d3c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2426775 Dec 08 21:38:42.932442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b271a-8743-4a61-9691-4f5626c933c2 req-dc75b653-f02d-41cc-aa00-b31ac73e7afe tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:42.935451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f5b271a-8743-4a61-9691-4f5626c933c2 req-dc75b653-f02d-41cc-aa00-b31ac73e7afe tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 971 time: 0.0900061 Dec 08 21:38:43.021950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f5b271a-8743-4a61-9691-4f5626c933c2 req-43720f22-ca15-454f-b8f4-207a55f480ca tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/security-groups?id=b64ffff4-332d-4f30-9f12-eec36a5ac51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798249 Dec 08 21:38:43.063494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-05068f4a-a257-4108-93d1-176258fad1b4 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:43.067916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-05068f4a-a257-4108-93d1-176258fad1b4 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 971 time: 0.1031513 Dec 08 21:38:43.068553 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.072472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Allocated IP 192.168.233.144 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/e01cd043-a239-4278-8ca7-19ad5950472c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:43.083615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9690b359-1975-4f6d-9eaf-fca04b49a47a service neutron] 10.222.0.21 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741204 Dec 08 21:38:43.147173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7452c6ba-4a00-4588-9659-a62d64b02d37,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:43.154656 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.247965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7452c6ba-4a00-4588-9659-a62d64b02d37,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:43.310904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae44d4e-ec30-4187-b676-6fe21aeb9af1 req-ec90938c-d133-4192-973a-1951cfa81ca7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:43.311543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-a1845a6d-2ded-4bb0-a01f-94d89f5d85a3 service neutron] 10.222.0.21 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235038 Dec 08 21:38:43.318197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ae44d4e-ec30-4187-b676-6fe21aeb9af1 req-ec90938c-d133-4192-973a-1951cfa81ca7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 945 time: 0.1411779 Dec 08 21:38:43.399921 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ae44d4e-ec30-4187-b676-6fe21aeb9af1 req-1d52412d-5a25-491f-8f06-eeea8def0803 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806227 Dec 08 21:38:43.402223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Deleting port 369e30f7-a4b7-4736-907a-83a2a6a2f685 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:38:43.404069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.412272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.467272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.519512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:43.526828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:43.540284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:43.553725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:43.554291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.572725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Pushing event updated for resources: {'Port': ['ID=e01cd043-a239-4278-8ca7-19ad5950472c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:43.584624 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-3c326d47-e3b6-4cb7-b698-09c1d6d1b310 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9947689 Dec 08 21:38:43.598131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Request body: {'port': {'device_id': '6fca93c5-d912-4e64-94ea-941bdb88844e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:43.698790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] For port 369e30f7-a4b7-4736-907a-83a2a6a2f685, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=369e30f7-a4b7-4736-907a-83a2a6a2f685,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:43.699143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.739888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0c309-3ab2-4442-b0ba-a52bb7179381 req-80826f1d-588c-41df-919b-8697e844f075 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:43.746884 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85d0c309-3ab2-4442-b0ba-a52bb7179381 req-80826f1d-588c-41df-919b-8697e844f075 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 936 time: 0.2009006 Dec 08 21:38:43.776994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Calling delete_port for 369e30f7-a4b7-4736-907a-83a2a6a2f685 owned by compute:tempest-test_az-918096504 {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:38:43.821036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.867162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3608b4-d12b-419b-abf2-0e31ab6a9ee8 req-b2347191-6299-4198-8f6c-b3a9463a49f7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:43.869095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3608b4-d12b-419b-abf2-0e31ab6a9ee8 req-b2347191-6299-4198-8f6c-b3a9463a49f7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.2289846 Dec 08 21:38:43.872091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee'}, {'server_uuid': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7452c6ba-4a00-4588-9659-a62d64b02d37'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:43.874575 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6ebcb4-1975-4268-888c-139c4f1511f3" -d '{"events": [{"server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "name": "network-vif-plugged", "status": "completed", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee"}, {"server_uuid": "33dd3f39-cc73-4db9-8600-635249baf6cb", "name": "network-vif-plugged", "status": "completed", "tag": "7452c6ba-4a00-4588-9659-a62d64b02d37"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:43.936199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-649d4668-3b29-40f6-b777-bdec2ed4a1c8 None None] Provisioning complete for port e01cd043-a239-4278-8ca7-19ad5950472c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:43.936635 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-649d4668-3b29-40f6-b777-bdec2ed4a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:43.981127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85d0c309-3ab2-4442-b0ba-a52bb7179381 req-1ee0210e-9100-4ec1-939f-46dec31f03d5 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202785 Dec 08 21:38:43.993471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3608b4-d12b-419b-abf2-0e31ab6a9ee8 req-e81d3751-72cb-4f26-8471-f3de32e0a088 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871358 Dec 08 21:38:44.157564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-649d4668-3b29-40f6-b777-bdec2ed4a1c8 None None] Port e01cd043-a239-4278-8ca7-19ad5950472c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:44.208230 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:44.225086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['369e30f7-a4b7-4736-907a-83a2a6a2f685'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:44.344341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907133-50d4-466a-8bab-3344d61de0f7 req-70664694-83bc-4045-afe8-21e1c7d6ef2f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:44.346206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c7907133-50d4-466a-8bab-3344d61de0f7 req-70664694-83bc-4045-afe8-21e1c7d6ef2f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 945 time: 0.1810708 Dec 08 21:38:44.350193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Pushing event deleted for resources: {'Port': ['ID=369e30f7-a4b7-4736-907a-83a2a6a2f685,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:44.378336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] No DVR routers for this DVR port 369e30f7-a4b7-4736-907a-83a2a6a2f685 on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:38:44.384869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:44.389300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d80fc3a-7640-4833-a996-dd041a88c350 req-ca527d1d-ccc4-407b-9841-b9f12528119b tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.23 "DELETE /v2.0/ports/369e30f7-a4b7-4736-907a-83a2a6a2f685 HTTP/1.1" status: 204 len: 173 time: 1.3149328 Dec 08 21:38:44.413968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5944ba-4765-45ac-85ca-93303ad09736', 'name': 'network-vif-deleted', 'tag': '369e30f7-a4b7-4736-907a-83a2a6a2f685'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:44.419941 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eaef1a-88f9-43b9-b149-401cfa0369bf" -d '{"events": [{"server_uuid": "3e5944ba-4765-45ac-85ca-93303ad09736", "name": "network-vif-deleted", "tag": "369e30f7-a4b7-4736-907a-83a2a6a2f685"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:44.445719 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c7907133-50d4-466a-8bab-3344d61de0f7 req-4e6c4312-b1db-4068-8488-c50e64c7a120 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766361 Dec 08 21:38:44.482764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9779c7ea-9def-4f1b-ad52-5c04146f5202 req-85219176-5623-4c42-bc8a-65282e45205b tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 210 time: 0.3556960 Dec 08 21:38:44.544100 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde8458f-a76e-4664-8679-68bb97cb9e41 x-openstack-request-id: req-dde8458f-a76e-4664-8679-68bb97cb9e41 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:44.544411 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "name": "network-vif-plugged", "status": "completed", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee", "code": 200}, {"server_uuid": "33dd3f39-cc73-4db9-8600-635249baf6cb", "name": "network-vif-plugged", "status": "completed", "tag": "7452c6ba-4a00-4588-9659-a62d64b02d37", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:44.544682 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dde8458f-a76e-4664-8679-68bb97cb9e41 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:44.545068 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee', 'code': 200} Dec 08 21:38:44.545372 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7452c6ba-4a00-4588-9659-a62d64b02d37', 'code': 200} Dec 08 21:38:44.674095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fed843b9-39c4-4da0-8c31-85824c7fdefb req-43c35921-3def-47e2-b204-b351a8fd4090 tempest-AggregatesAdminTestJSON-371309660 tempest-AggregatesAdminTestJSON-371309660-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e5944ba-4765-45ac-85ca-93303ad09736 HTTP/1.1" status: 200 len: 210 time: 0.0503356 Dec 08 21:38:44.763619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01cd043-a239-4278-8ca7-19ad5950472c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:44.778167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:44.788400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676019a8-f3a3-410a-8315-46e3af53857a req-8e4675c9-0332-4654-a5ce-abaaac497829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:44.790409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-676019a8-f3a3-410a-8315-46e3af53857a req-8e4675c9-0332-4654-a5ce-abaaac497829 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1096 time: 0.0799327 Dec 08 21:38:44.804566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Transition to ACTIVE for port object e01cd043-a239-4278-8ca7-19ad5950472c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:38:44.811864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:44.828712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae9e1-2fe4-4247-af57-7c308ee7ddec req-d31e23b2-5dfb-418e-baf3-66fc30c34826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:44.830267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c5ae9e1-2fe4-4247-af57-7c308ee7ddec req-d31e23b2-5dfb-418e-baf3-66fc30c34826 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 1096 time: 0.0942173 Dec 08 21:38:44.841423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff703b55-fd40-4851-87eb-a5ff1c4fe8b7 req-812924dd-fa26-461b-8956-c39509ccddc7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:44.842690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1692194087', 'description': 'tempest-description-436612944'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:44.847441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff703b55-fd40-4851-87eb-a5ff1c4fe8b7 req-812924dd-fa26-461b-8956-c39509ccddc7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 945 time: 0.0730591 Dec 08 21:38:44.892286 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:38:44.901425 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c5ae9e1-2fe4-4247-af57-7c308ee7ddec req-f08d6873-acc6-4443-bd9a-c1b9187cb0a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530689 Dec 08 21:38:44.911077 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff703b55-fd40-4851-87eb-a5ff1c4fe8b7 req-0f338cd0-6c32-41e1-965a-dec75d8dd5be tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571089 Dec 08 21:38:44.914644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-676019a8-f3a3-410a-8315-46e3af53857a req-09b3f679-7895-45e4-9bf2-6b1d97775c71 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160936 Dec 08 21:38:44.942475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Pushing event updated for resources: {'Port': ['ID=e01cd043-a239-4278-8ca7-19ad5950472c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:44.948361 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:44.970194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:44.985166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Attempting to bind port e01cd043-a239-4278-8ca7-19ad5950472c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:44.985496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Attempting to bind port e01cd043-a239-4278-8ca7-19ad5950472c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:44.985818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Attempting to bind port e01cd043-a239-4278-8ca7-19ad5950472c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:44.997240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Port e01cd043-a239-4278-8ca7-19ad5950472c on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:44.997563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Attempting to bind port e01cd043-a239-4278-8ca7-19ad5950472c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:45.011334 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c286edf-1efe-40c1-b071-f730e8c3259f x-openstack-request-id: req-2c286edf-1efe-40c1-b071-f730e8c3259f {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:45.011856 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5944ba-4765-45ac-85ca-93303ad09736", "name": "network-vif-deleted", "tag": "369e30f7-a4b7-4736-907a-83a2a6a2f685", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:45.012108 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c286edf-1efe-40c1-b071-f730e8c3259f {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:45.012492 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5944ba-4765-45ac-85ca-93303ad09736', 'name': 'network-vif-deleted', 'tag': '369e30f7-a4b7-4736-907a-83a2a6a2f685', 'status': 'completed', 'code': 200} Dec 08 21:38:45.014272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:45.014609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:45.015084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:45.015528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Bound port: e01cd043-a239-4278-8ca7-19ad5950472c, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:45.016448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.161731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] For port e01cd043-a239-4278-8ca7-19ad5950472c, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:45.166321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] For port e01cd043-a239-4278-8ca7-19ad5950472c, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e01cd043-a239-4278-8ca7-19ad5950472c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:45.179454 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.184473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.201021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.227911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c82f9-2c72-495c-94aa-c1b51897cf23 req-e58d5af2-a451-43f5-8455-b2813d5394b2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:45.229485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d3c82f9-2c72-495c-94aa-c1b51897cf23 req-e58d5af2-a451-43f5-8455-b2813d5394b2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.0843735 Dec 08 21:38:45.239987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-21e1c192-819d-4e8a-b0b8-35c41415747e tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:45.241730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-21e1c192-819d-4e8a-b0b8-35c41415747e tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.23 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 824 time: 0.1748567 Dec 08 21:38:45.300312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:45.300941 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.302479 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] 10.222.0.23 "PUT /v2.0/ports/e01cd043-a239-4278-8ca7-19ad5950472c HTTP/1.1" status: 200 len: 1096 time: 1.7087815 Dec 08 21:38:45.308508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d3c82f9-2c72-495c-94aa-c1b51897cf23 req-e0316a5f-75c0-42d5-b772-b354709979a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655489 Dec 08 21:38:45.308959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fca93c5-d912-4e64-94ea-941bdb88844e', 'tag': 'e01cd043-a239-4278-8ca7-19ad5950472c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:45.311353 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5202b45-6332-4cbf-9bb7-856bdc750179" -d '{"events": [{"name": "network-changed", "server_uuid": "6fca93c5-d912-4e64-94ea-941bdb88844e", "tag": "e01cd043-a239-4278-8ca7-19ad5950472c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:45.336043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776dc57-fdae-4d98-8537-1c2550ffa280 service neutron] Pushing event updated for resources: {'Port': ['ID=e01cd043-a239-4278-8ca7-19ad5950472c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:45.346064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-aacd1480-7f30-4880-946f-6f27120440d1 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4f2b3b347114722bc1e516ec1820a9d HTTP/1.1" status: 200 len: 379 time: 0.0883088 Dec 08 21:38:45.356563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Request body: {'port': {'device_id': 'b8104e71-5648-4383-8b41-5d07d496c435', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'admin_state_up': True, 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'security_groups': ['36dbca7f-600b-47f7-8782-a117da581d44']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:45.435198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fffc03-2393-4314-ae44-5553e8b27228,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:45.451582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.460512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.481041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693466f-96ee-4f3f-8562-bae22046e465 req-f131872f-a1dc-4794-9bfe-e5d9e95561f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:45.482565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-f131872f-a1dc-4794-9bfe-e5d9e95561f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01175cd06cc248a5b5660080a8a45c31&device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 1099 time: 0.1009533 Dec 08 21:38:45.494533 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.495786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-202c3fc2-b93b-4440-a590-23d4a84c1ad7 req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6569188 Dec 08 21:38:45.513841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3670ec9-9056-44e7-8d77-366f7ad22d9d tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554a21f7-241a-49a8-a075-0315ebb70fa1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:45.525918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde965c-e785-40e3-8970-7b6f1f0b1a3a req-566f584e-e536-4fbd-b0aa-257f4969177d tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:45.531431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbde965c-e785-40e3-8970-7b6f1f0b1a3a req-566f584e-e536-4fbd-b0aa-257f4969177d tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 948 time: 0.1342905 Dec 08 21:38:45.547058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-5fbf2ef2-f197-4299-bc14-1b9bcabfea60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e01cd043-a239-4278-8ca7-19ad5950472c HTTP/1.1" status: 200 len: 217 time: 0.0482819 Dec 08 21:38:45.597779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbde965c-e785-40e3-8970-7b6f1f0b1a3a req-d018af80-df2e-4751-af31-859434b9bc10 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553095 Dec 08 21:38:45.598775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Made reservation on behalf of a4f2b3b347114722bc1e516ec1820a9d for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:38:45.602059 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:45.608366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693466f-96ee-4f3f-8562-bae22046e465 req-f96518ba-2ae3-4d6d-a7e2-d7e52c52c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:45.618305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-f96518ba-2ae3-4d6d-a7e2-d7e52c52c2f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0520070 Dec 08 21:38:45.656358 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053e4bf-8b02-4c7b-b4bc-b23d3a573b10 x-openstack-request-id: req-c053e4bf-8b02-4c7b-b4bc-b23d3a573b10 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:45.656980 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fca93c5-d912-4e64-94ea-941bdb88844e", "tag": "e01cd043-a239-4278-8ca7-19ad5950472c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:45.657328 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c053e4bf-8b02-4c7b-b4bc-b23d3a573b10 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:45.657780 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fca93c5-d912-4e64-94ea-941bdb88844e', 'tag': 'e01cd043-a239-4278-8ca7-19ad5950472c', 'status': 'completed', 'code': 200} Dec 08 21:38:45.668462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693466f-96ee-4f3f-8562-bae22046e465 req-07a54b33-fbb0-4db9-aee6-e2ef03a60f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:45.670195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-07a54b33-fbb0-4db9-aee6-e2ef03a60f2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533025 Dec 08 21:38:45.750649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Allocated IP 172.20.0.5 (e35e526e-b0aa-46d7-85c6-20f23c602f77/9ff34851-5b0a-418c-ad7d-127114c8dc7a/a0af3876-7cbf-4fac-a266-8986d515dd6b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:38:45.784692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-0823f40b-9634-4bac-8de5-89a881ef74f7 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992928 Dec 08 21:38:45.889663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5507e-a8f5-46c1-a1f7-c09e61bc25e6 req-18872528-cac6-447b-aa17-81182f25f19e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:45.891305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9b5507e-a8f5-46c1-a1f7-c09e61bc25e6 req-18872528-cac6-447b-aa17-81182f25f19e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 945 time: 0.1055257 Dec 08 21:38:45.931678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b693466f-96ee-4f3f-8562-bae22046e465 req-db8174d0-b01c-426e-b426-a5d2dc308ee7 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370192 Dec 08 21:38:45.952521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9b5507e-a8f5-46c1-a1f7-c09e61bc25e6 req-73a15cd4-2a05-4664-a134-cde8fc62dd7e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Dec 08 21:38:46.063989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a702101b-96f9-44c7-905e-7ce62d272643 req-c8827e70-6fa8-4e3a-84ca-779ef5ebd265 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 210 time: 0.0333824 Dec 08 21:38:46.075054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-607c524f-07ee-4e61-b288-3008967947ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:46.076540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-607c524f-07ee-4e61-b288-3008967947ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01175cd06cc248a5b5660080a8a45c31&device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 1099 time: 0.0856986 Dec 08 21:38:46.085540 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.092387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd1bb5-941d-4f37-9d9d-e6d5d9850ff1 req-fa769a3f-818e-463b-9868-24b6846075ef tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:46.093985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cbd1bb5-941d-4f37-9d9d-e6d5d9850ff1 req-fa769a3f-818e-463b-9868-24b6846075ef tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1100 time: 0.0734568 Dec 08 21:38:46.104197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-545e1da4-6e54-4fc4-87cb-02bacb15960d req-646f71cd-7075-476c-b74b-fa4c2ddffb74 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1083916021', 'description': 'tempest-description-1727156306'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:46.124022 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4cbd1bb5-941d-4f37-9d9d-e6d5d9850ff1 req-7eaa6c51-2b3a-4595-a553-1569d09af95f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.150585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.180412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-545e1da4-6e54-4fc4-87cb-02bacb15960d req-646f71cd-7075-476c-b74b-fa4c2ddffb74 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.220693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:38:46.221453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event updated for resources: {'Port': ['ID=a0af3876-7cbf-4fac-a266-8986d515dd6b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:46.228845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:38:46.231696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:38:46.237394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-066cfb03-de4b-4939-8253-2f424db6125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:46.238063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:46.238681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.239272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-066cfb03-de4b-4939-8253-2f424db6125a service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1499310 Dec 08 21:38:46.275372 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-9009fed6-701c-4bed-ab21-ad103a4c6b66 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9232628 Dec 08 21:38:46.288595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-03be22e6-f7f6-49ed-b075-21779c0238e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e01cd043-a239-4278-8ca7-19ad5950472c HTTP/1.1" status: 200 len: 217 time: 0.0403144 Dec 08 21:38:46.293040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Request body: {'port': {'device_id': 'b8104e71-5648-4383-8b41-5d07d496c435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:46.321408 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4cbd1bb5-941d-4f37-9d9d-e6d5d9850ff1 req-7eaa6c51-2b3a-4595-a553-1569d09af95f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.350482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4cbd1bb5-941d-4f37-9d9d-e6d5d9850ff1 req-7eaa6c51-2b3a-4595-a553-1569d09af95f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.377282 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-545e1da4-6e54-4fc4-87cb-02bacb15960d req-646f71cd-7075-476c-b74b-fa4c2ddffb74 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.379797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-21a0f8e6-f449-4524-91dd-1b8057e6fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:46.381750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-21a0f8e6-f449-4524-91dd-1b8057e6fac2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0859931 Dec 08 21:38:46.381952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.383304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-545e1da4-6e54-4fc4-87cb-02bacb15960d req-646f71cd-7075-476c-b74b-fa4c2ddffb74 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.389035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cbd1bb5-941d-4f37-9d9d-e6d5d9850ff1 req-7eaa6c51-2b3a-4595-a553-1569d09af95f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888920 Dec 08 21:38:46.430248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa6c51-2b3a-4595-a553-1569d09af95f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac40e5-47c7-42b5-8fdc-dca6df58a5f6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:46.441898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-545e1da4-6e54-4fc4-87cb-02bacb15960d req-646f71cd-7075-476c-b74b-fa4c2ddffb74 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.455406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-545e1da4-6e54-4fc4-87cb-02bacb15960d req-646f71cd-7075-476c-b74b-fa4c2ddffb74 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3640032 Dec 08 21:38:46.481845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f71cd-7075-476c-b74b-fa4c2ddffb74 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8deecbc2-74a3-499c-adb7-5386826626a5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:46.497632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-f92c62bb-2b4e-4ca1-8676-107a76bd4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:46.500443 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-f92c62bb-2b4e-4ca1-8676-107a76bd4688 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066442 Dec 08 21:38:46.595876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1e73b727-ea36-4aee-a3d1-695feffa5034 None None] Provisioning complete for port a0af3876-7cbf-4fac-a266-8986d515dd6b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:46.596430 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1e73b727-ea36-4aee-a3d1-695feffa5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.676329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1e73b727-ea36-4aee-a3d1-695feffa5034 None None] Port a0af3876-7cbf-4fac-a266-8986d515dd6b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:38:46.691605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-6d7a86d6-cb6a-4442-9a12-74b4274bc085 req-5e8eaab8-c4ef-439d-acaa-86c4ed232e6b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:38:46.692761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d7a86d6-cb6a-4442-9a12-74b4274bc085 req-5e8eaab8-c4ef-439d-acaa-86c4ed232e6b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215266 Dec 08 21:38:46.708431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c740f8-baae-423b-b231-f6d78eab2f95 req-c21cc3e2-b94a-4217-bc60-93db12648b5e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:46.710270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65c740f8-baae-423b-b231-f6d78eab2f95 req-c21cc3e2-b94a-4217-bc60-93db12648b5e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 945 time: 0.1273985 Dec 08 21:38:46.711482 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-68af9c98-8467-48d4-bcb3-f4b1eb6ecc14 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022865 Dec 08 21:38:46.782793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65c740f8-baae-423b-b231-f6d78eab2f95 req-b896c549-3ce4-4d10-bc10-237b229cd98d tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612679 Dec 08 21:38:46.821333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0af3876-7cbf-4fac-a266-8986d515dd6b {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:46.831012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.846409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Transition to ACTIVE for port object a0af3876-7cbf-4fac-a266-8986d515dd6b will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:38:46.852531 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.863055 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5202b45-6332-4cbf-9bb7-856bdc750179 req-566d8159-8548-4fed-9e13-900b4b90b424 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418021 Dec 08 21:38:46.879731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33150) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:46.912475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Pushing event updated for resources: {'Port': ['ID=a0af3876-7cbf-4fac-a266-8986d515dd6b,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:46.950033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Attempting to bind port a0af3876-7cbf-4fac-a266-8986d515dd6b on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:46.950407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Attempting to bind port a0af3876-7cbf-4fac-a266-8986d515dd6b by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:46.950826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Attempting to bind port a0af3876-7cbf-4fac-a266-8986d515dd6b on network e35e526e-b0aa-46d7-85c6-20f23c602f77 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:46.957625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Port a0af3876-7cbf-4fac-a266-8986d515dd6b on network e35e526e-b0aa-46d7-85c6-20f23c602f77 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:46.957953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Attempting to bind port a0af3876-7cbf-4fac-a266-8986d515dd6b on network e35e526e-b0aa-46d7-85c6-20f23c602f77 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:46.963461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:46.963867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Checking segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:46.964257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Bound using segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:46.964686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Bound port: a0af3876-7cbf-4fac-a266-8986d515dd6b, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:46.965047 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:46.995197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33162) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:47.041807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] For port a0af3876-7cbf-4fac-a266-8986d515dd6b, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:47.045369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] For port a0af3876-7cbf-4fac-a266-8986d515dd6b, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a0af3876-7cbf-4fac-a266-8986d515dd6b,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:47.052116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.099284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:47.099898 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.101282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] 10.222.0.23 "PUT /v2.0/ports/a0af3876-7cbf-4fac-a266-8986d515dd6b HTTP/1.1" status: 200 len: 1091 time: 0.8134139 Dec 08 21:38:47.101727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8104e71-5648-4383-8b41-5d07d496c435', 'tag': 'a0af3876-7cbf-4fac-a266-8986d515dd6b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:47.104022 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e7d942-f7f8-4c59-b0c6-d834196df934" -d '{"events": [{"name": "network-changed", "server_uuid": "b8104e71-5648-4383-8b41-5d07d496c435", "tag": "a0af3876-7cbf-4fac-a266-8986d515dd6b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:47.128400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6cbb8-8683-4983-b431-5e43f7f891cd service neutron] Pushing event updated for resources: {'Port': ['ID=a0af3876-7cbf-4fac-a266-8986d515dd6b,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:47.211010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d7706ed5-fa38-4719-b75e-038e607bfaee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=403a9563ef504253bbf7a3d7101d1f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298192 Dec 08 21:38:47.212320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33170) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:47.228424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-557004960', 'description': 'tempest-description-1717561676'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:47.255768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-62955c71-d8fe-47bc-877e-b60338f25a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.279084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-a2a4f592-da48-4480-bd90-d363a157226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:47.280702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-a2a4f592-da48-4480-bd90-d363a157226e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 1094 time: 0.1238725 Dec 08 21:38:47.295984 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.319356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e4373785-22d1-425f-8fd4-c441af4552d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.327130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-a3c79d19-6234-441c-8159-d056bbfc174a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0af3876-7cbf-4fac-a266-8986d515dd6b HTTP/1.1" status: 200 len: 217 time: 0.0386000 Dec 08 21:38:47.333096 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.358893 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e4373785-22d1-425f-8fd4-c441af4552d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.399510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-08238626-800a-475f-9165-7a1a85630efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:47.401022 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-08238626-800a-475f-9165-7a1a85630efc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9ff34851-5b0a-418c-ad7d-127114c8dc7a HTTP/1.1" status: 200 len: 863 time: 0.0658109 Dec 08 21:38:47.445291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-62955c71-d8fe-47bc-877e-b60338f25a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.457104 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-62955c71-d8fe-47bc-877e-b60338f25a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.489223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-4a27587b-9afb-4050-bbe7-9593c3a2bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:47.490801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-4a27587b-9afb-4050-bbe7-9593c3a2bd32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35e526e-b0aa-46d7-85c6-20f23c602f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809631 Dec 08 21:38:47.511673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e4373785-22d1-425f-8fd4-c441af4552d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.513856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e4373785-22d1-425f-8fd4-c441af4552d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.517462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e4373785-22d1-425f-8fd4-c441af4552d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b64ffff4-332d-4f30-9f12-eec36a5ac51e HTTP/1.1" status: 204 len: 168 time: 0.3010035 Dec 08 21:38:47.536898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-62955c71-d8fe-47bc-877e-b60338f25a30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5e1a11509034ec5a023499f20dd67da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405514 Dec 08 21:38:47.540379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33180) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:47.542778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62955c71-d8fe-47bc-877e-b60338f25a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93acb992-e532-4fb2-84bc-9444f6be7315,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:47.555885 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.567082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.579223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4373785-22d1-425f-8fd4-c441af4552d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64ffff4-332d-4f30-9f12-eec36a5ac51e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:47.592479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33182) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:47.630698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372686-6738-4a23-8ea9-33b2036038d4 req-22017994-0a58-475f-b1d3-f80c7bb27d20 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:47.632255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-29372686-6738-4a23-8ea9-33b2036038d4 req-22017994-0a58-475f-b1d3-f80c7bb27d20 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 948 time: 0.1426907 Dec 08 21:38:47.638147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec39f2cd-a132-42c9-ab78-f6188f800556,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:47.644920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-18ff6e53-c13b-4a1b-9ad7-f7affe957474 service neutron] 10.222.0.23 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429060 Dec 08 21:38:47.666605 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf2c2-f760-4237-990b-681cf8f8d48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.725562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.731995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.733653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf2c2-f760-4237-990b-681cf8f8d48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.745298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-29372686-6738-4a23-8ea9-33b2036038d4 req-c87f25e2-90c9-4abb-8c4c-ca43393dcaaa tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994902 Dec 08 21:38:47.782115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.783357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a455bfa-d67b-4ade-b1e5-4b7c4cd9d041 req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5779681 Dec 08 21:38:47.788175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-7f5af751-38e2-42e1-9eca-1f91ccccb045 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1944249 Dec 08 21:38:47.793250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54b903-a206-4ec8-899f-3a8d99e1e962 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac644e-d5a7-4e9e-923b-76ad4c9310b0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:47.798113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc3e1de7-2df8-45ef-ac25-2cdcb7ba642e req-85f1ceac-4fc9-45ed-ac33-c07a9a357bfd service neutron] 10.222.0.23 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443658 Dec 08 21:38:47.820364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-1b057067-d66d-410f-b5ec-5139ecbf81bc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:38:47.821401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-1b057067-d66d-410f-b5ec-5139ecbf81bc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054002 Dec 08 21:38:47.833013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf2c2-f760-4237-990b-681cf8f8d48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.837716 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf2c2-f760-4237-990b-681cf8f8d48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:47.841253 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3bfcf2c2-f760-4237-990b-681cf8f8d48f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93acb992-e532-4fb2-84bc-9444f6be7315 HTTP/1.1" status: 204 len: 168 time: 0.2973716 Dec 08 21:38:47.851749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcf2c2-f760-4237-990b-681cf8f8d48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93acb992-e532-4fb2-84bc-9444f6be7315,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:47.908916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 369e30f7-a4b7-4736-907a-83a2a6a2f685 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:38:47.925083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d209acb-3a7d-4863-a56c-3c578370b6fe req-09e7f41c-32e1-4f9c-a66a-eac3704d7b82 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:47.933120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 369e30f7-a4b7-4736-907a-83a2a6a2f685 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:38:47.933779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 369e30f7-a4b7-4736-907a-83a2a6a2f685 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:38:47.933959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d209acb-3a7d-4863-a56c-3c578370b6fe req-09e7f41c-32e1-4f9c-a66a-eac3704d7b82 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 945 time: 0.0847278 Dec 08 21:38:47.939786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33196) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:47.971919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d209acb-3a7d-4863-a56c-3c578370b6fe req-4346045c-8c75-4def-847d-4972344b1472 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371468 Dec 08 21:38:48.003547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-692c93b8-0a7d-451a-8570-a6aae13725ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ba14aa2421b4bb0b8556f925decf01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624287 Dec 08 21:38:48.006435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33200) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:48.099213 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-999e16cf-f716-4e27-986e-c871fa3bfa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.119435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff04dd-a8b9-436a-8d35-803f4cff0f74 req-27fcd3ed-7b67-48b6-8210-275fa926df6a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:48.120963 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61ff04dd-a8b9-436a-8d35-803f4cff0f74 req-27fcd3ed-7b67-48b6-8210-275fa926df6a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 943 time: 0.0688684 Dec 08 21:38:48.141312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-999e16cf-f716-4e27-986e-c871fa3bfa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.191329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61ff04dd-a8b9-436a-8d35-803f4cff0f74 req-01fb5a6a-0137-4563-af2b-f0019b49f56e tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600564 Dec 08 21:38:48.227633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-999e16cf-f716-4e27-986e-c871fa3bfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.230559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-999e16cf-f716-4e27-986e-c871fa3bfa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.231888 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-999e16cf-f716-4e27-986e-c871fa3bfa66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00801b4d-9d24-496f-b76d-5a3fc3099018 HTTP/1.1" status: 204 len: 168 time: 0.2239449 Dec 08 21:38:48.240632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e16cf-f716-4e27-986e-c871fa3bfa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00801b4d-9d24-496f-b76d-5a3fc3099018,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:48.275729 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd2e449-b806-439b-9bf8-9cbd28c5c878 x-openstack-request-id: req-7fd2e449-b806-439b-9bf8-9cbd28c5c878 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:48.276067 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8104e71-5648-4383-8b41-5d07d496c435", "tag": "a0af3876-7cbf-4fac-a266-8986d515dd6b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:48.276348 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fd2e449-b806-439b-9bf8-9cbd28c5c878 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:48.276751 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8104e71-5648-4383-8b41-5d07d496c435', 'tag': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'status': 'completed', 'code': 200} Dec 08 21:38:48.304497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d318d56-ff4e-4452-8dcf-6baf347f9a4e req-89b8bdac-a7e9-4f92-8caa-a4b5cd3c1ddf tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:48.312982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d318d56-ff4e-4452-8dcf-6baf347f9a4e req-89b8bdac-a7e9-4f92-8caa-a4b5cd3c1ddf tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1096 time: 0.0803025 Dec 08 21:38:48.350269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d318d56-ff4e-4452-8dcf-6baf347f9a4e req-47ae21cc-ca39-4aac-ab76-63df0069b942 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364175 Dec 08 21:38:48.373140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33214) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:48.398958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-c3d5b42a-11c3-49d0-9d5c-684560e02ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:48.400850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d946788c-4e13-4591-9edd-dca8a98e9d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.400979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-c3d5b42a-11c3-49d0-9d5c-684560e02ed4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 1094 time: 0.0975909 Dec 08 21:38:48.444745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-dbfd50ba-a206-4d36-846d-46856ce682e8 req-f2766a59-d6a7-4666-86d4-7fcf3fe24b85 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1757280600', 'description': 'tempest-description-145782538'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:48.450536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede2c2a-8c58-43e6-8c76-8f44ad60330a req-f3f19da5-fdfb-43ca-8a35-6cc54e5f5956 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:48.453727 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bede2c2a-8c58-43e6-8c76-8f44ad60330a req-f3f19da5-fdfb-43ca-8a35-6cc54e5f5956 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1106160 Dec 08 21:38:48.491567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dbfd50ba-a206-4d36-846d-46856ce682e8 req-f2766a59-d6a7-4666-86d4-7fcf3fe24b85 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.547827 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bede2c2a-8c58-43e6-8c76-8f44ad60330a req-15c7e007-6519-49ad-ba17-aad1c830506a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803912 Dec 08 21:38:48.582122 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d946788c-4e13-4591-9edd-dca8a98e9d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.592541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d946788c-4e13-4591-9edd-dca8a98e9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.604229 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dbfd50ba-a206-4d36-846d-46856ce682e8 req-f2766a59-d6a7-4666-86d4-7fcf3fe24b85 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.609557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-0138ea67-e64e-439b-a38f-0ee7089bad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:48.612602 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-0138ea67-e64e-439b-a38f-0ee7089bad74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 925 time: 0.2008753 Dec 08 21:38:48.620517 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dbfd50ba-a206-4d36-846d-46856ce682e8 req-f2766a59-d6a7-4666-86d4-7fcf3fe24b85 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.650252 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d946788c-4e13-4591-9edd-dca8a98e9d7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5c0c2c791ea4af6b799dab895a88a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757866 Dec 08 21:38:48.652786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33222) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:48.661001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946788c-4e13-4591-9edd-dca8a98e9d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9311b7f-c9bf-4896-bac7-edeba630e8f1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:48.678298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-0e2d57dd-f38d-48da-a538-b726108854e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0af3876-7cbf-4fac-a266-8986d515dd6b HTTP/1.1" status: 200 len: 217 time: 0.0573325 Dec 08 21:38:48.690971 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dbfd50ba-a206-4d36-846d-46856ce682e8 req-f2766a59-d6a7-4666-86d4-7fcf3fe24b85 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.702548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dbfd50ba-a206-4d36-846d-46856ce682e8 req-f2766a59-d6a7-4666-86d4-7fcf3fe24b85 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2636576 Dec 08 21:38:48.759132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-9f9d83dd-d80c-4427-9a95-b40f52ef60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:48.761556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-9f9d83dd-d80c-4427-9a95-b40f52ef60c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9ff34851-5b0a-418c-ad7d-127114c8dc7a HTTP/1.1" status: 200 len: 863 time: 0.0761340 Dec 08 21:38:48.766810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2766a59-d6a7-4666-86d4-7fcf3fe24b85 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b13b824-7b8a-49f0-a221-84b9c3bc634d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:48.857054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8af04d8-81f5-4dec-b389-7fcd0a9315be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.886669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8af04d8-81f5-4dec-b389-7fcd0a9315be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:48.892878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-e362b9e8-f3a4-4e93-b236-85de93a4848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:48.894387 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-e362b9e8-f3a4-4e93-b236-85de93a4848b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35e526e-b0aa-46d7-85c6-20f23c602f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244798 Dec 08 21:38:48.914582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c263b-8a8e-4dc9-b47d-028d86319b6f req-ccc711b3-b7fd-4b7d-a115-44d6c567869f tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:48.916190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-046c263b-8a8e-4dc9-b47d-028d86319b6f req-ccc711b3-b7fd-4b7d-a115-44d6c567869f tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1096 time: 0.1169693 Dec 08 21:38:49.004578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8af04d8-81f5-4dec-b389-7fcd0a9315be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:49.008094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8af04d8-81f5-4dec-b389-7fcd0a9315be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:49.009790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e8af04d8-81f5-4dec-b389-7fcd0a9315be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9311b7f-c9bf-4896-bac7-edeba630e8f1 HTTP/1.1" status: 204 len: 168 time: 0.3559535 Dec 08 21:38:49.032560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-046c263b-8a8e-4dc9-b47d-028d86319b6f req-85e93a24-76c2-436d-b072-4980503b36bf tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029792 Dec 08 21:38:49.045719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af04d8-81f5-4dec-b389-7fcd0a9315be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9311b7f-c9bf-4896-bac7-edeba630e8f1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:49.067198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-2101f91d-ba26-40bf-aecc-ba60ae383513 service neutron] 10.222.0.23 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626911 Dec 08 21:38:49.235102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e7d942-f7f8-4c59-b0c6-d834196df934 req-99685f29-cee4-41d0-9480-ba1cc38b6762 service neutron] 10.222.0.23 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583350 Dec 08 21:38:49.241822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da670a-1881-42e4-ae21-fafb9a6995dc req-5a8ffcf3-32d4-4f9a-b229-5fd562c5ce6c tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:49.244349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97da670a-1881-42e4-ae21-fafb9a6995dc req-5a8ffcf3-32d4-4f9a-b229-5fd562c5ce6c tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 945 time: 0.0940726 Dec 08 21:38:49.305659 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97da670a-1881-42e4-ae21-fafb9a6995dc req-f6b085fe-cedd-4170-953e-f67b88e0de26 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512152 Dec 08 21:38:49.319222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-a70e0d9f-0ba4-46ae-8214-55ae6330e0e9 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47845 time: 0.5137837 Dec 08 21:38:49.384405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-6dd2f98c-ebe1-4b9f-80b8-ba280b60bf8e tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0650e127-292b-457a-9f0d-f167ee139c4d HTTP/1.1" status: 200 len: 2973 time: 0.0667293 Dec 08 21:38:49.439228 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-72136202-9649-480c-9ea4-d2e0f2502822 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0650e127-292b-457a-9f0d-f167ee139c4d HTTP/1.1" status: 200 len: 2973 time: 0.0486925 Dec 08 21:38:49.483752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de297c0b-920b-4a60-9cd7-0498d885c71b req-a6a09652-1a06-4c19-bd30-7fd6bd87b9dd tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:49.485384 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de297c0b-920b-4a60-9cd7-0498d885c71b req-a6a09652-1a06-4c19-bd30-7fd6bd87b9dd tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 948 time: 0.0746429 Dec 08 21:38:49.502652 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-f594b51e-c72e-4dab-8db9-f9b4a1b3d01d tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1f16494a-0966-4922-8bfb-5d6bb1e8847d HTTP/1.1" status: 200 len: 2981 time: 0.0561976 Dec 08 21:38:49.553003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de297c0b-920b-4a60-9cd7-0498d885c71b req-970e61e6-2086-4382-99fe-b3f7fdbce009 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547681 Dec 08 21:38:49.586231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-31e1c4a3-0bcb-4c76-9405-8582a73e64fb tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1f16494a-0966-4922-8bfb-5d6bb1e8847d HTTP/1.1" status: 200 len: 2981 time: 0.0770543 Dec 08 21:38:49.673730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-baf22809-eada-4204-9edc-7598d226d591 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/26006d52-ec95-40e0-997f-79a27ea28ebc HTTP/1.1" status: 200 len: 2977 time: 0.0793295 Dec 08 21:38:49.732586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-64ed6135-184a-4e48-bea0-6034e32f5c84 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/26006d52-ec95-40e0-997f-79a27ea28ebc HTTP/1.1" status: 200 len: 2977 time: 0.0530715 Dec 08 21:38:49.766122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d614f-7346-4f8f-932e-d5880b189524 req-81913c17-d040-4b25-81e2-d6632323faaf tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:49.773492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b9d614f-7346-4f8f-932e-d5880b189524 req-81913c17-d040-4b25-81e2-d6632323faaf tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 943 time: 0.0708902 Dec 08 21:38:49.786677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-b1ef3392-11fe-4f16-abb7-ec9b363fba8e tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2e8f3f79-df0f-43d1-933a-7344579830ba HTTP/1.1" status: 200 len: 2981 time: 0.0531929 Dec 08 21:38:49.814001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b9d614f-7346-4f8f-932e-d5880b189524 req-d53d4b7c-cd3e-418a-acf7-f7bbc70cf566 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 Dec 08 21:38:49.839260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-8e3e743f-1423-46f0-b251-f89cc30eb0f0 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2e8f3f79-df0f-43d1-933a-7344579830ba HTTP/1.1" status: 200 len: 2981 time: 0.0516453 Dec 08 21:38:49.909191 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-307e824a-e965-4af9-a40d-2a9b9ad4f33e tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3d49c159-7c4d-4fcd-a6f6-fba41f151307 HTTP/1.1" status: 200 len: 2981 time: 0.0654809 Dec 08 21:38:49.932533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e01cd043-a239-4278-8ca7-19ad5950472c details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:50.018563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-db1f17f4-0f6d-4d07-8caa-383ec785d97a tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3d49c159-7c4d-4fcd-a6f6-fba41f151307 HTTP/1.1" status: 200 len: 2981 time: 0.1031413 Dec 08 21:38:50.059608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-bcf2bb2d-c842-4cf1-b818-d6e2daa6de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:50.061302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-bcf2bb2d-c842-4cf1-b818-d6e2daa6de98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1100 time: 0.0566609 Dec 08 21:38:50.117513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-8de46f6f-2811-496e-a355-db45113ef9cf tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5edfbb1a-f402-4fd4-9683-08ccebf64516 HTTP/1.1" status: 200 len: 2977 time: 0.0921719 Dec 08 21:38:50.121642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e01cd043-a239-4278-8ca7-19ad5950472c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e01cd043-a239-4278-8ca7-19ad5950472c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:50.136807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'e01cd043-a239-4278-8ca7-19ad5950472c', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'e01cd043-a239-4278-8ca7-19ad5950472c', 'mac_address': 'fa:16:3e:0c:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:38:50.208571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-94b855d5-15d8-4a86-9a92-e52ebda9f2d6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5edfbb1a-f402-4fd4-9683-08ccebf64516 HTTP/1.1" status: 200 len: 2977 time: 0.0842884 Dec 08 21:38:50.221253 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:50.228739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-c611e858-75ee-4824-b28c-f6378c3e39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:50.230404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-c611e858-75ee-4824-b28c-f6378c3e39d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1620004 Dec 08 21:38:50.236829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01cd043-a239-4278-8ca7-19ad5950472c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:50.259024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e01cd043-a239-4278-8ca7-19ad5950472c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e01cd043-a239-4278-8ca7-19ad5950472c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:50.259245 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-ce662c50-fdf0-4578-8bea-4ad84ae233d1 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7a63b593-e4d9-4a04-85a0-fc9e4671b41b HTTP/1.1" status: 200 len: 2981 time: 0.0494471 Dec 08 21:38:50.266537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:50.307360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-0aee46d0-86c2-4391-8cd3-01a2dfa79d4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 217 time: 0.0678096 Dec 08 21:38:50.307579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-b9823663-d848-4fb1-aa10-04c8d995e3d6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7a63b593-e4d9-4a04-85a0-fc9e4671b41b HTTP/1.1" status: 200 len: 2981 time: 0.0473850 Dec 08 21:38:50.361402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-d24e188f-d976-46cc-8c54-217bb446d322 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7d3ce0f8-c5dd-4423-8133-70bcfe007d07 HTTP/1.1" status: 200 len: 2981 time: 0.0529096 Dec 08 21:38:50.394902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e01cd043-a239-4278-8ca7-19ad5950472c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:50.423105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-7c494c10-484c-4eef-9eb3-42f07c048d36 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7d3ce0f8-c5dd-4423-8133-70bcfe007d07 HTTP/1.1" status: 200 len: 2981 time: 0.0595646 Dec 08 21:38:50.429997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-0427a1ae-253d-4be2-a4f2-09fe90507e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:50.432569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-0427a1ae-253d-4be2-a4f2-09fe90507e1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1168878 Dec 08 21:38:50.479427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-a0bdde05-397e-4127-9b13-3f7836be9158 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a30725b0-20ed-42c9-8e66-19bfbb18de90 HTTP/1.1" status: 200 len: 2981 time: 0.0547762 Dec 08 21:38:50.483879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['e01cd043-a239-4278-8ca7-19ad5950472c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:50.524265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e3db2-d82c-4baa-8096-25bd41b0e930 req-423c3d8e-2196-409f-b542-7e90ceb28d03 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:50.525754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb9e3db2-d82c-4baa-8096-25bd41b0e930 req-423c3d8e-2196-409f-b542-7e90ceb28d03 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.0716846 Dec 08 21:38:50.532326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-ee0f3879-1a7f-4ffa-9e60-8e3e153ac457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:50.534100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-ee0f3879-1a7f-4ffa-9e60-8e3e153ac457 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932624 Dec 08 21:38:50.627528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-d4092796-bbf2-47e0-9030-16e4eae31bf2 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a30725b0-20ed-42c9-8e66-19bfbb18de90 HTTP/1.1" status: 200 len: 2981 time: 0.1311495 Dec 08 21:38:50.647688 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-0dac2e5e-7c80-4a2a-a6ec-93629cb9fced service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039512 Dec 08 21:38:50.721845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-25abc4d9-c188-486f-a929-90d37709aff7 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ac6576e2-6dd2-40cd-8d37-f5580b5d290d HTTP/1.1" status: 200 len: 2977 time: 0.0862858 Dec 08 21:38:50.743628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb9e3db2-d82c-4baa-8096-25bd41b0e930 req-1f86c23e-c0fe-4f70-a925-f53de9beac61 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011478 Dec 08 21:38:50.791218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-ef69bce2-3e05-40be-b614-8a6f6d84f048 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337409 Dec 08 21:38:50.805381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-c7f9763b-3ad6-4a33-95b0-fbfb59e282c4 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ac6576e2-6dd2-40cd-8d37-f5580b5d290d HTTP/1.1" status: 200 len: 2977 time: 0.0824280 Dec 08 21:38:50.876193 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-a9058d6b-334c-432c-8819-feab5cc9ad45 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c4fffc03-2393-4314-ae44-5553e8b27228 HTTP/1.1" status: 200 len: 2981 time: 0.0625999 Dec 08 21:38:50.932074 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-b9176775-6163-48e3-8502-7462c04bc0dd tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c4fffc03-2393-4314-ae44-5553e8b27228 HTTP/1.1" status: 200 len: 2981 time: 0.0495400 Dec 08 21:38:50.981807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-d125237a-d5b8-4a90-9167-2dd4f8225c3e tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c8ac40e5-47c7-42b5-8fdc-dca6df58a5f6 HTTP/1.1" status: 200 len: 2981 time: 0.0435839 Dec 08 21:38:51.036156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-298c2bc0-00d2-44d1-8b0d-cf459fd1e724 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c8ac40e5-47c7-42b5-8fdc-dca6df58a5f6 HTTP/1.1" status: 200 len: 2981 time: 0.0475130 Dec 08 21:38:51.084683 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-b31ebb1f-60be-40bc-b6b9-b2d2ca6ae077 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ec39f2cd-a132-42c9-ab78-f6188f800556 HTTP/1.1" status: 200 len: 2981 time: 0.0387900 Dec 08 21:38:51.129898 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-0960c8b0-91fa-41b0-8de3-122976e90aff tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ec39f2cd-a132-42c9-ab78-f6188f800556 HTTP/1.1" status: 200 len: 2981 time: 0.0386519 Dec 08 21:38:51.148779 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-200e3852-93cc-46fb-a5e0-bbec66db6b43 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] show failed (client error): The resource could not be found. Dec 08 21:38:51.149764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-200e3852-93cc-46fb-a5e0-bbec66db6b43 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f9311b7f-c9bf-4896-bac7-edeba630e8f1 HTTP/1.1" status: 404 len: 352 time: 0.0130012 Dec 08 21:38:51.173787 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-21b18b36-924b-4854-8146-0498b1b69ff6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] show failed (client error): The resource could not be found. Dec 08 21:38:51.174933 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4af5756-1a81-45c9-bc2e-6990744b1d02 req-21b18b36-924b-4854-8146-0498b1b69ff6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f9311b7f-c9bf-4896-bac7-edeba630e8f1 HTTP/1.1" status: 404 len: 352 time: 0.0159841 Dec 08 21:38:51.329720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd2ded-c6ba-4f5e-815c-9429e67c0969 req-57ea0c69-53fd-48e3-99c8-e517a857ab0e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:51.331225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2dd2ded-c6ba-4f5e-815c-9429e67c0969 req-57ea0c69-53fd-48e3-99c8-e517a857ab0e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 949 time: 0.0498321 Dec 08 21:38:51.372630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2dd2ded-c6ba-4f5e-815c-9429e67c0969 req-7a0126e4-60fb-49ae-b1d8-ca1af9e007ad tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352433 Dec 08 21:38:51.658505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead212fa-a86a-4a45-9fb7-a36aaefcd1a1 req-90a4ea16-e032-4df0-bf00-36eea7f8584b tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:51.660066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead212fa-a86a-4a45-9fb7-a36aaefcd1a1 req-90a4ea16-e032-4df0-bf00-36eea7f8584b tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 943 time: 0.0507689 Dec 08 21:38:51.698204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead212fa-a86a-4a45-9fb7-a36aaefcd1a1 req-9d72890d-b999-4f48-a3d9-accba2729168 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Dec 08 21:38:51.781385 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79b206a7-9e39-4af0-9109-cd04c2f6a8c4 req-2dfd9bf5-6e47-4f88-ad9c-ce0a563d3d53 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=947d9b20226449ce97a0963598f863c0 HTTP/1.1" status: 200 len: 6103 time: 0.0596340 Dec 08 21:38:51.829419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79b206a7-9e39-4af0-9109-cd04c2f6a8c4 req-86fe2a3f-2563-41be-b824-9cae1c8ed959 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "GET /v2.0/security-groups/c4fffc03-2393-4314-ae44-5553e8b27228 HTTP/1.1" status: 200 len: 2981 time: 0.0420234 Dec 08 21:38:51.874707 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79b206a7-9e39-4af0-9109-cd04c2f6a8c4 req-51c18685-c31e-4144-a6c8-fccc5314da5f tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "GET /v2.0/security-groups/c4fffc03-2393-4314-ae44-5553e8b27228 HTTP/1.1" status: 200 len: 2981 time: 0.0393596 Dec 08 21:38:51.941015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a0af3876-7cbf-4fac-a266-8986d515dd6b details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:51.943216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e01cd043-a239-4278-8ca7-19ad5950472c up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:51.990059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33392) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:52.073227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port e01cd043-a239-4278-8ca7-19ad5950472c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:38:52.079753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port e01cd043-a239-4278-8ca7-19ad5950472c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:52.080299 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.101107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fdf73205-e600-4c6f-bfe2-0de133230860 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:38:52.102267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fdf73205-e600-4c6f-bfe2-0de133230860 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112263 Dec 08 21:38:52.131387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a0af3876-7cbf-4fac-a266-8986d515dd6b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a0af3876-7cbf-4fac-a266-8986d515dd6b,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:52.148629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'port_id': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'mac_address': 'fa:16:3e:3e:7d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:38:52.152541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-791a651d-0bc6-4b1f-b0b1-abc8e3040229 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:52.153963 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-791a651d-0bc6-4b1f-b0b1-abc8e3040229 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports/136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 1093 time: 0.0424688 Dec 08 21:38:52.190201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4817889-37e8-47ed-a745-32269f659903 req-6c2b7d74-d21c-4794-b671-2f9c4e3978eb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:52.191774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f4817889-37e8-47ed-a745-32269f659903 req-6c2b7d74-d21c-4794-b671-2f9c4e3978eb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.0540679 Dec 08 21:38:52.212640 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.219650 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.238051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0af3876-7cbf-4fac-a266-8986d515dd6b {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:52.241665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f4817889-37e8-47ed-a745-32269f659903 req-68129aae-9a8b-4792-b792-4f389665ff4d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Dec 08 21:38:52.255380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Request body: {'binding': {'host': 'n-h2-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:52.255810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Unknown quota resources ['binding']. {{(pid=102389) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 21:38:52.268848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fca93c5-d912-4e64-94ea-941bdb88844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01cd043-a239-4278-8ca7-19ad5950472c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:52.271289 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bce119-1774-47c4-8dfa-14e469104b1e" -d '{"events": [{"server_uuid": "6fca93c5-d912-4e64-94ea-941bdb88844e", "name": "network-vif-plugged", "status": "completed", "tag": "e01cd043-a239-4278-8ca7-19ad5950472c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:52.288711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a0af3876-7cbf-4fac-a266-8986d515dd6b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a0af3876-7cbf-4fac-a266-8986d515dd6b,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:52.290519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e01cd043-a239-4278-8ca7-19ad5950472c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e01cd043-a239-4278-8ca7-19ad5950472c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:52.294211 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.302850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.347638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a0af3876-7cbf-4fac-a266-8986d515dd6b,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:52.364928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5477b51-1456-4ae9-b341-9fc591c70ec6 req-df8d11fc-c00c-48b6-acc9-d7b225f097f7 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1b13b824-7b8a-49f0-a221-84b9c3bc634d HTTP/1.1" status: 200 len: 1777 time: 0.0849485 Dec 08 21:38:52.395894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e01cd043-a239-4278-8ca7-19ad5950472c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:52.456526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on host n-h2-821126-1 for vnic_type normal with profile None {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:52.456853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:52.457175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:52.459793 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5477b51-1456-4ae9-b341-9fc591c70ec6 req-653a7079-ffa9-4bcb-8868-e87d57572027 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.463168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:52.463478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:52.473068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:52.473391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:52.473763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:52.474159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Bound port: 136efa92-69c7-4b4b-84aa-8a273abc89ee, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:52.494845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a0af3876-7cbf-4fac-a266-8986d515dd6b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:52.528713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5477b51-1456-4ae9-b341-9fc591c70ec6 req-653a7079-ffa9-4bcb-8868-e87d57572027 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.589107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:52.596828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] Notify callbacks [] for binding, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.598098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-fca332c2-ec43-402c-ae1e-7e86b45da588 service neutron] 10.222.0.21 "POST /v2.0/ports/136efa92-69c7-4b4b-84aa-8a273abc89ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.3959174 Dec 08 21:38:52.603106 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5477b51-1456-4ae9-b341-9fc591c70ec6 req-653a7079-ffa9-4bcb-8868-e87d57572027 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.605891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5477b51-1456-4ae9-b341-9fc591c70ec6 req-653a7079-ffa9-4bcb-8868-e87d57572027 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.607514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5477b51-1456-4ae9-b341-9fc591c70ec6 req-653a7079-ffa9-4bcb-8868-e87d57572027 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b13b824-7b8a-49f0-a221-84b9c3bc634d HTTP/1.1" status: 204 len: 173 time: 0.2346070 Dec 08 21:38:52.615947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a7079-ffa9-4bcb-8868-e87d57572027 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b13b824-7b8a-49f0-a221-84b9c3bc634d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:52.771834 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b40153d-e086-47e8-90d2-d37fce02c2f7 x-openstack-request-id: req-2b40153d-e086-47e8-90d2-d37fce02c2f7 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:52.772153 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fca93c5-d912-4e64-94ea-941bdb88844e", "name": "network-vif-plugged", "status": "completed", "tag": "e01cd043-a239-4278-8ca7-19ad5950472c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:52.772418 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b40153d-e086-47e8-90d2-d37fce02c2f7 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:52.772811 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fca93c5-d912-4e64-94ea-941bdb88844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01cd043-a239-4278-8ca7-19ad5950472c', 'code': 200} Dec 08 21:38:52.832135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd57cbf1-d48f-4043-8fb9-785bec64d36d req-65327011-4dc8-4bb3-bf64-080b533edd17 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3fac644e-d5a7-4e9e-923b-76ad4c9310b0 HTTP/1.1" status: 200 len: 1777 time: 0.0444849 Dec 08 21:38:52.887203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed15a3-b86f-4d4a-a115-e9c8d495b1db req-7de03453-24e3-4ce5-a3b7-49b18cfd4d6a tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:52.888798 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9fed15a3-b86f-4d4a-a115-e9c8d495b1db req-7de03453-24e3-4ce5-a3b7-49b18cfd4d6a tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 950 time: 0.0961096 Dec 08 21:38:52.907146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42312d-d75d-4fc9-ae2c-e0bb4181ae44 req-8809ccdb-7a7e-4674-bbe8-5ea427269dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:52.909105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b42312d-d75d-4fc9-ae2c-e0bb4181ae44 req-8809ccdb-7a7e-4674-bbe8-5ea427269dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 1101 time: 0.0685487 Dec 08 21:38:52.909924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dd57cbf1-d48f-4043-8fb9-785bec64d36d req-00ca2dfa-1c83-4672-bb71-3e845eb56fd6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.932814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-643340f0-01ed-46d7-b17e-8f80284b0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:52.934280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-643340f0-01ed-46d7-b17e-8f80284b0abc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1096 time: 0.0682080 Dec 08 21:38:52.938114 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dd57cbf1-d48f-4043-8fb9-785bec64d36d req-00ca2dfa-1c83-4672-bb71-3e845eb56fd6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:52.957117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9fed15a3-b86f-4d4a-a115-e9c8d495b1db req-a5f10807-8097-4b80-b733-7064faefeaf3 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587666 Dec 08 21:38:52.965058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b42312d-d75d-4fc9-ae2c-e0bb4181ae44 req-f5a53f51-8c5e-4e9b-ba00-59964f9156d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 Dec 08 21:38:53.048050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dd57cbf1-d48f-4043-8fb9-785bec64d36d req-00ca2dfa-1c83-4672-bb71-3e845eb56fd6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.050529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dd57cbf1-d48f-4043-8fb9-785bec64d36d req-00ca2dfa-1c83-4672-bb71-3e845eb56fd6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.051718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd57cbf1-d48f-4043-8fb9-785bec64d36d req-00ca2dfa-1c83-4672-bb71-3e845eb56fd6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fac644e-d5a7-4e9e-923b-76ad4c9310b0 HTTP/1.1" status: 204 len: 173 time: 0.2188134 Dec 08 21:38:53.069676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca2dfa-1c83-4672-bb71-3e845eb56fd6 tempest-SecurityGroupsTestAdminJSON-576294472 tempest-SecurityGroupsTestAdminJSON-576294472-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac644e-d5a7-4e9e-923b-76ad4c9310b0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:53.074012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-10651fb0-35b1-4d02-b48f-7d045ede56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:53.075480 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-10651fb0-35b1-4d02-b48f-7d045ede56d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.1311226 Dec 08 21:38:53.126521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31138c9-ce17-49a1-b0c7-4160370727fa req-9ba895fa-d73b-4323-b78a-18f068613fee tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:53.128045 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e31138c9-ce17-49a1-b0c7-4160370727fa req-9ba895fa-d73b-4323-b78a-18f068613fee tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 945 time: 0.0644891 Dec 08 21:38:53.160053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61962a9a-3bf3-4e6d-bad8-d9f4d11e1c20 req-80215178-9ebe-4fc2-b5e6-d9f53c705218 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:53.161545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61962a9a-3bf3-4e6d-bad8-d9f4d11e1c20 req-80215178-9ebe-4fc2-b5e6-d9f53c705218 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 944 time: 0.0499125 Dec 08 21:38:53.175374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e31138c9-ce17-49a1-b0c7-4160370727fa req-238528f4-99f1-41c3-b33d-e0f549c40911 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 Dec 08 21:38:53.217589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-2f330251-cdcd-4725-9094-75e68d6f8c8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 217 time: 0.0543823 Dec 08 21:38:53.279726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61962a9a-3bf3-4e6d-bad8-d9f4d11e1c20 req-60838f23-91f1-4812-b056-163f3bd7cacf tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116273 Dec 08 21:38:53.301705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-de34680c-6c8d-4eea-bff4-642f0f55c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:53.303337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-de34680c-6c8d-4eea-bff4-642f0f55c01a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0777245 Dec 08 21:38:53.305504 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a7668bf-3967-4cdf-b03a-da933346c614 req-fd485b02-25c0-4d94-abe7-02bb38d3ce8c tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "GET /v2.0/security-groups/8deecbc2-74a3-499c-adb7-5386826626a5 HTTP/1.1" status: 200 len: 1778 time: 0.0461071 Dec 08 21:38:53.352894 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-66e71fe5-dc18-4cf8-a857-9ca092dfd310 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417662 Dec 08 21:38:53.428666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0a7668bf-3967-4cdf-b03a-da933346c614 req-501a662c-29c5-4bf7-ab1f-74b512d17ad4 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.468021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0a7668bf-3967-4cdf-b03a-da933346c614 req-501a662c-29c5-4bf7-ab1f-74b512d17ad4 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.496529 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-1963244b-32ab-477b-ac68-8b26712a8fd5 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359935 Dec 08 21:38:53.524808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd81c20-2727-4084-b771-4e796c68c044 req-e60ca471-017f-4da8-8882-947272ec6b30 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:53.525551 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0a7668bf-3967-4cdf-b03a-da933346c614 req-501a662c-29c5-4bf7-ab1f-74b512d17ad4 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.528513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0a7668bf-3967-4cdf-b03a-da933346c614 req-501a662c-29c5-4bf7-ab1f-74b512d17ad4 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.534190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a7668bf-3967-4cdf-b03a-da933346c614 req-501a662c-29c5-4bf7-ab1f-74b512d17ad4 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "DELETE /v2.0/security-groups/8deecbc2-74a3-499c-adb7-5386826626a5 HTTP/1.1" status: 204 len: 173 time: 0.2173364 Dec 08 21:38:53.535280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1dd81c20-2727-4084-b771-4e796c68c044 req-e60ca471-017f-4da8-8882-947272ec6b30 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.0928762 Dec 08 21:38:53.559194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a662c-29c5-4bf7-ab1f-74b512d17ad4 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deecbc2-74a3-499c-adb7-5386826626a5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:53.631739 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1dd81c20-2727-4084-b771-4e796c68c044 req-ee201c76-7ef2-4c3b-b3b3-667674e4f6f6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951412 Dec 08 21:38:53.693131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e03c78ef-2d74-4010-ab2a-870b8e9ed5b5 req-b2c39874-3cc7-4793-9659-5af2b74f1026 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "GET /v2.0/security-groups/554a21f7-241a-49a8-a075-0315ebb70fa1 HTTP/1.1" status: 200 len: 1777 time: 0.0561185 Dec 08 21:38:53.742185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-dd94502b-619f-4edc-a1a2-e81284dc81a9 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341859 Dec 08 21:38:53.837311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e03c78ef-2d74-4010-ab2a-870b8e9ed5b5 req-9c7492ec-3dfa-4090-81dc-40f4bad14337 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.867356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e03c78ef-2d74-4010-ab2a-870b8e9ed5b5 req-9c7492ec-3dfa-4090-81dc-40f4bad14337 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.943854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a0af3876-7cbf-4fac-a266-8986d515dd6b up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:53.972380 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e03c78ef-2d74-4010-ab2a-870b8e9ed5b5 req-9c7492ec-3dfa-4090-81dc-40f4bad14337 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.975535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e03c78ef-2d74-4010-ab2a-870b8e9ed5b5 req-9c7492ec-3dfa-4090-81dc-40f4bad14337 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:53.977449 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e03c78ef-2d74-4010-ab2a-870b8e9ed5b5 req-9c7492ec-3dfa-4090-81dc-40f4bad14337 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] 10.222.0.21 "DELETE /v2.0/security-groups/554a21f7-241a-49a8-a075-0315ebb70fa1 HTTP/1.1" status: 204 len: 173 time: 0.2704816 Dec 08 21:38:54.049340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7492ec-3dfa-4090-81dc-40f4bad14337 tempest-SecurityGroupsTestAdminJSON-105254497 tempest-SecurityGroupsTestAdminJSON-105254497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554a21f7-241a-49a8-a075-0315ebb70fa1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:54.156417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a0af3876-7cbf-4fac-a266-8986d515dd6b completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:38:54.161078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a0af3876-7cbf-4fac-a266-8986d515dd6b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:54.161457 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.191740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-0ae3aaa9-737c-4b85-8cb3-437f873278cc tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:54.197304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-0ae3aaa9-737c-4b85-8cb3-437f873278cc tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.2449522 Dec 08 21:38:54.210431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821126-1'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:54.244508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640b9cb-f445-40e6-9f1d-81e55f9f9889 req-da540f9a-aa4b-465f-8b4e-114c62f6c9c1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:54.257578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f640b9cb-f445-40e6-9f1d-81e55f9f9889 req-da540f9a-aa4b-465f-8b4e-114c62f6c9c1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 950 time: 0.1188502 Dec 08 21:38:54.293915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33502) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:54.317431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.365383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f640b9cb-f445-40e6-9f1d-81e55f9f9889 req-ed8d2d1c-7db8-4fff-946f-aca5a591fb58 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064520 Dec 08 21:38:54.390428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.479242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a0af3876-7cbf-4fac-a266-8986d515dd6b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a0af3876-7cbf-4fac-a266-8986d515dd6b,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:54.487446 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.522528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7452c6ba-4a00-4588-9659-a62d64b02d37 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:54.553113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb6648-1c13-4bbd-b626-c1655442e754 req-fff5d405-6b3b-461c-acdd-866c9549f539 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:54.568171 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81bb6648-1c13-4bbd-b626-c1655442e754 req-fff5d405-6b3b-461c-acdd-866c9549f539 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 945 time: 0.0919971 Dec 08 21:38:54.575467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f2dcc-4d99-4265-9c96-cd48f790417b req-3a8aeeb8-e84e-4d9e-9062-4225b1061e6e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:54.586095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-600f2dcc-4d99-4265-9c96-cd48f790417b req-3a8aeeb8-e84e-4d9e-9062-4225b1061e6e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 945 time: 0.1968591 Dec 08 21:38:54.594499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33512) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:54.650407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:54.652322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7452c6ba-4a00-4588-9659-a62d64b02d37,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:54.675836 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81bb6648-1c13-4bbd-b626-c1655442e754 req-c755a06a-bd7d-4d4a-a099-fa8c61564977 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022253 Dec 08 21:38:54.686616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '7452c6ba-4a00-4588-9659-a62d64b02d37', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'port_id': '7452c6ba-4a00-4588-9659-a62d64b02d37', 'mac_address': 'fa:16:3e:58:8c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16ed07-f117-49cd-bac7-4dcfaeca73bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:38:54.687305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-600f2dcc-4d99-4265-9c96-cd48f790417b req-ca2cf20e-f1cf-4768-89fe-8a47b7efd7ab tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955966 Dec 08 21:38:54.774872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:54.796699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8104e71-5648-4383-8b41-5d07d496c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0af3876-7cbf-4fac-a266-8986d515dd6b'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:54.799464 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6c840c-3f2e-45c5-8216-03f191a14342" -d '{"events": [{"server_uuid": "b8104e71-5648-4383-8b41-5d07d496c435", "name": "network-vif-plugged", "status": "completed", "tag": "a0af3876-7cbf-4fac-a266-8986d515dd6b"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:54.811109 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.820115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee444b42-856c-46fa-b528-3f6ea8476305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.847937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7452c6ba-4a00-4588-9659-a62d64b02d37 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:38:54.852162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a0af3876-7cbf-4fac-a266-8986d515dd6b,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:54.888179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7452c6ba-4a00-4588-9659-a62d64b02d37,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:54.897147 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.900303 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.901027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:54.905067 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3721702-333e-4c88-84d7-888b88075d0f" -d '{"events": [{"server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:54.919359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:54.985485 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fe24a6-b11b-48c8-b0d6-2113b26a5648 x-openstack-request-id: req-f6fe24a6-b11b-48c8-b0d6-2113b26a5648 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:54.985994 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8104e71-5648-4383-8b41-5d07d496c435", "name": "network-vif-plugged", "status": "completed", "tag": "a0af3876-7cbf-4fac-a266-8986d515dd6b", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:54.986097 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6fe24a6-b11b-48c8-b0d6-2113b26a5648 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:54.986424 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8104e71-5648-4383-8b41-5d07d496c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'code': 200} Dec 08 21:38:54.988713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7452c6ba-4a00-4588-9659-a62d64b02d37,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:54.991212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee444b42-856c-46fa-b528-3f6ea8476305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.001789 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee444b42-856c-46fa-b528-3f6ea8476305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.038923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7452c6ba-4a00-4588-9659-a62d64b02d37'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:55.077764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ffb27d0-b4b7-46d7-8cfa-7d55c2608170 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=947d9b20226449ce97a0963598f863c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772317 Dec 08 21:38:55.085102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33540) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:55.143286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ee444b42-856c-46fa-b528-3f6ea8476305 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb32c11958d54c1aaa00328993a6862c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471346 Dec 08 21:38:55.144176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33544) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:55.148939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff3a94-7b35-40ef-ac36-ecc17909927f req-5937bd80-b039-4c8b-a782-afd76eed57b0 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:55.160895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24ff3a94-7b35-40ef-ac36-ecc17909927f req-5937bd80-b039-4c8b-a782-afd76eed57b0 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.3307028 Dec 08 21:38:55.178439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444b42-856c-46fa-b528-3f6ea8476305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6570349-2bee-4028-8270-bf395b342bf0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:55.201546 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8e04f5-6894-4aec-927b-6a371fabbfd3 x-openstack-request-id: req-9c8e04f5-6894-4aec-927b-6a371fabbfd3 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:55.202031 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:55.202236 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c8e04f5-6894-4aec-927b-6a371fabbfd3 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:55.202455 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee', 'code': 200} Dec 08 21:38:55.210162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceef02-ad93-4e86-a5c9-7a5dcde9e628 req-0184a5c6-5082-4f0f-91b8-44ad5f0d5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:55.212012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ceef02-ad93-4e86-a5c9-7a5dcde9e628 req-0184a5c6-5082-4f0f-91b8-44ad5f0d5046 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 1096 time: 0.2192326 Dec 08 21:38:55.255053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-998dc720-0ca7-4ba7-a5c0-2a28665a8c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.274060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on host n-h1-821126-1 for vnic_type normal with profile {"migrating_to": "n-h2-821126-1"} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:38:55.274591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:38:55.274951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:55.288782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:38:55.289145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Attempting to bind port 136efa92-69c7-4b4b-84aa-8a273abc89ee on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:38:55.295652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Pushing event updated for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:55.299923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:38:55.300247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:38:55.300616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:38:55.301043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Bound port: 136efa92-69c7-4b4b-84aa-8a273abc89ee, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:38:55.301390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.331617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24ff3a94-7b35-40ef-ac36-ecc17909927f req-06604a6b-1e29-4882-9b3d-ddd3ca126dba tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675084 Dec 08 21:38:55.423316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:38:55.428195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:38:55.442698 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.488416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92ff03ae-f17a-4002-972b-8056254d822b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.512508 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92ff03ae-f17a-4002-972b-8056254d822b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.568399 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ceef02-ad93-4e86-a5c9-7a5dcde9e628 req-aaeaa96a-a4bd-4301-a005-516acc33f27b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468385 Dec 08 21:38:55.572954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-998dc720-0ca7-4ba7-a5c0-2a28665a8c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.644532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92ff03ae-f17a-4002-972b-8056254d822b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.648133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92ff03ae-f17a-4002-972b-8056254d822b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.653754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-92ff03ae-f17a-4002-972b-8056254d822b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4fffc03-2393-4314-ae44-5553e8b27228 HTTP/1.1" status: 204 len: 168 time: 0.5508640 Dec 08 21:38:55.663430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff03ae-f17a-4002-972b-8056254d822b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fffc03-2393-4314-ae44-5553e8b27228,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:55.701814 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-998dc720-0ca7-4ba7-a5c0-2a28665a8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.706688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-998dc720-0ca7-4ba7-a5c0-2a28665a8c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.708239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-998dc720-0ca7-4ba7-a5c0-2a28665a8c76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6570349-2bee-4028-8270-bf395b342bf0 HTTP/1.1" status: 204 len: 168 time: 0.5597856 Dec 08 21:38:55.741661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dc720-0ca7-4ba7-a5c0-2a28665a8c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6570349-2bee-4028-8270-bf395b342bf0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:55.833843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:55.834458 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:55.835979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] 10.222.0.23 "PUT /v2.0/ports/136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 1121 time: 1.6296449 Dec 08 21:38:55.838914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619cb7e-0903-41d8-b4a8-16aa23a72f43 service neutron] Pushing event updated for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=8']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:55.880665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8052b1-f860-4aca-8c8a-76443556b9c6 req-f3853117-7201-4aa6-b687-04abc0a80bac tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:55.882265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eb8052b1-f860-4aca-8c8a-76443556b9c6 req-f3853117-7201-4aa6-b687-04abc0a80bac tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 950 time: 0.4349897 Dec 08 21:38:55.924141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['136efa92-69c7-4b4b-84aa-8a273abc89ee'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:55.948216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17864c-517c-4451-9419-2758995212c5 req-49f2c80d-e33f-469e-b3ce-569b40b56f33 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:55.960118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e17864c-517c-4451-9419-2758995212c5 req-49f2c80d-e33f-469e-b3ce-569b40b56f33 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 945 time: 0.1595352 Dec 08 21:38:55.971270 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eb8052b1-f860-4aca-8c8a-76443556b9c6 req-ac95ca2a-8d55-449f-90a2-4faed3a4baef tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766654 Dec 08 21:38:56.020523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e17864c-517c-4451-9419-2758995212c5 req-bb8dcde2-105b-4f1c-8fd9-32d7a1f5c870 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594394 Dec 08 21:38:56.238601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499c856-980d-4ac8-980c-75133ced5588 req-9c75adee-e34a-49ea-8415-0618ee8e3d28 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:56.246910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0499c856-980d-4ac8-980c-75133ced5588 req-9c75adee-e34a-49ea-8415-0618ee8e3d28 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 943 time: 0.1138561 Dec 08 21:38:56.290061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0499c856-980d-4ac8-980c-75133ced5588 req-0e4252db-aaa2-492b-894d-6d3e2fa53a0f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Dec 08 21:38:56.364206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33584) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:56.364876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33586) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:56.402044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ab7-2210-4593-895f-4a627a3b93b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.449230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3898ae35-2c47-4de3-bac1-2692cf7d9e8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32469defe461480890a73ed9c8d6b0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793235 Dec 08 21:38:56.451278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33592) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:56.505411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7452c6ba-4a00-4588-9659-a62d64b02d37 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:38:56.506004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7230bc-a319-4242-9fa7-f6a02982761c req-04663c95-c958-4849-ae11-b159a15866c1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:56.517511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a7230bc-a319-4242-9fa7-f6a02982761c req-04663c95-c958-4849-ae11-b159a15866c1 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 950 time: 0.1013217 Dec 08 21:38:56.566894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 7452c6ba-4a00-4588-9659-a62d64b02d37 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:38:56.568115 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.582510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad270d06-4ad6-4930-ad46-9c2e1bb2853b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.594781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a7230bc-a319-4242-9fa7-f6a02982761c req-8216f148-2b66-4a78-904a-4ea93c81e88e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767748 Dec 08 21:38:56.614458 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ab7-2210-4593-895f-4a627a3b93b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.620104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fa634-090a-4ffe-845e-6b71596bc736 req-bf186645-5ac0-441f-9994-3a9a0fc697fa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:56.623315 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-039fa634-090a-4ffe-845e-6b71596bc736 req-bf186645-5ac0-441f-9994-3a9a0fc697fa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1404817 Dec 08 21:38:56.626040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4ab7-2210-4593-895f-4a627a3b93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.648232 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad270d06-4ad6-4930-ad46-9c2e1bb2853b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.705348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.705787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33598) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:56.714189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bd2f4ab7-2210-4593-895f-4a627a3b93b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d618c6265c3407e923be4779664356b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479927 Dec 08 21:38:56.715702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f4ab7-2210-4593-895f-4a627a3b93b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59c2c78-0deb-4b8f-91dd-281ab3325a0e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:56.736660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-039fa634-090a-4ffe-845e-6b71596bc736 req-61f83faf-6cab-4d39-9203-1d23df3b0cfb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074371 Dec 08 21:38:56.749151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7452c6ba-4a00-4588-9659-a62d64b02d37,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:56.762435 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.862280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad270d06-4ad6-4930-ad46-9c2e1bb2853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.869502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad270d06-4ad6-4930-ad46-9c2e1bb2853b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.873113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ad270d06-4ad6-4930-ad46-9c2e1bb2853b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec39f2cd-a132-42c9-ab78-f6188f800556 HTTP/1.1" status: 204 len: 168 time: 0.4182708 Dec 08 21:38:56.883052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6dad80ef-b15f-4bcb-823a-3009407871f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.886083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad270d06-4ad6-4930-ad46-9c2e1bb2853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec39f2cd-a132-42c9-ab78-f6188f800556,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:56.908125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7452c6ba-4a00-4588-9659-a62d64b02d37,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:56.930770 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6dad80ef-b15f-4bcb-823a-3009407871f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:56.987196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7452c6ba-4a00-4588-9659-a62d64b02d37'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:56.990588 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c1494d-8837-4541-b64c-16981bdb9fd3" -d '{"events": [{"server_uuid": "33dd3f39-cc73-4db9-8600-635249baf6cb", "name": "network-vif-plugged", "status": "completed", "tag": "7452c6ba-4a00-4588-9659-a62d64b02d37"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:57.041189 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6dad80ef-b15f-4bcb-823a-3009407871f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:57.044019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6dad80ef-b15f-4bcb-823a-3009407871f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:57.053072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6dad80ef-b15f-4bcb-823a-3009407871f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e59c2c78-0deb-4b8f-91dd-281ab3325a0e HTTP/1.1" status: 204 len: 168 time: 0.3387249 Dec 08 21:38:57.060014 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13844c4-9128-43c5-adcf-beffc72a1b81 x-openstack-request-id: req-d13844c4-9128-43c5-adcf-beffc72a1b81 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:57.060414 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dd3f39-cc73-4db9-8600-635249baf6cb", "name": "network-vif-plugged", "status": "completed", "tag": "7452c6ba-4a00-4588-9659-a62d64b02d37", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:57.060771 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d13844c4-9128-43c5-adcf-beffc72a1b81 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:57.061257 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7452c6ba-4a00-4588-9659-a62d64b02d37', 'code': 200} Dec 08 21:38:57.080376 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad80ef-b15f-4bcb-823a-3009407871f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59c2c78-0deb-4b8f-91dd-281ab3325a0e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:57.137983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b304c3-2b17-4b37-a84b-91f8b698ceb4 req-b79e8fba-39df-4137-a891-2abaa214a3f9 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:57.145630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2b304c3-2b17-4b37-a84b-91f8b698ceb4 req-b79e8fba-39df-4137-a891-2abaa214a3f9 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 950 time: 0.0914524 Dec 08 21:38:57.223324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2b304c3-2b17-4b37-a84b-91f8b698ceb4 req-f3e19b3f-208a-4dce-8554-52c0b75dee60 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764127 Dec 08 21:38:57.223939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:57.235953 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:57.295646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c8dad-8027-403d-8be2-8872675090e7 req-1da7516f-6eb8-4a0b-8b67-616772a57474 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:57.311148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae2c8dad-8027-403d-8be2-8872675090e7 req-1da7516f-6eb8-4a0b-8b67-616772a57474 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 945 time: 0.1418436 Dec 08 21:38:57.369709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae2c8dad-8027-403d-8be2-8872675090e7 req-35091fe2-c1d4-458c-863e-0fba50263def tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527704 Dec 08 21:38:57.402235 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6430c543-e675-493f-997f-231209b225cd x-openstack-request-id: req-6430c543-e675-493f-997f-231209b225cd {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:38:57.402831 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:38:57.402831 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6430c543-e675-493f-997f-231209b225cd {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:38:57.403178 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee', 'status': 'completed', 'code': 200} Dec 08 21:38:57.512362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-360e8308-4977-4034-bfab-314be294d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:57.518069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-360e8308-4977-4034-bfab-314be294d8ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1124 time: 0.1138382 Dec 08 21:38:57.650564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233772a8-e148-4e0c-98d5-53258a5a65a3 req-fcfebc48-750f-475c-8c22-eb8adced98c7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:57.654579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-c46528f5-900f-46d8-b226-db090c7b4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:57.654579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-c46528f5-900f-46d8-b226-db090c7b4208 service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.1258650 Dec 08 21:38:57.654929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-233772a8-e148-4e0c-98d5-53258a5a65a3 req-fcfebc48-750f-475c-8c22-eb8adced98c7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 943 time: 0.1210592 Dec 08 21:38:57.726389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-233772a8-e148-4e0c-98d5-53258a5a65a3 req-66f2d5df-1416-44c5-b082-b56985fd8de9 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589468 Dec 08 21:38:57.738522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-918509da-e18b-4ead-8622-2ffc0546aa93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 217 time: 0.0710502 Dec 08 21:38:57.814962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-11a874ad-2f97-495a-9876-19c9ba0632c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:57.816430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-11a874ad-2f97-495a-9876-19c9ba0632c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0681915 Dec 08 21:38:57.870449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-7d135adb-d0a5-4750-9cff-9a76e046847e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437627 Dec 08 21:38:57.879836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df160-0a57-42f4-b53a-b2371775cfb3 req-3dfd1367-3647-4fe5-bbfe-acb0b6f779ef tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:57.891483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33666) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:57.894242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f2df160-0a57-42f4-b53a-b2371775cfb3 req-3dfd1367-3647-4fe5-bbfe-acb0b6f779ef tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 945 time: 0.2277305 Dec 08 21:38:57.901064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Request body: {'floatingip': {'port_id': 'a0af3876-7cbf-4fac-a266-8986d515dd6b'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:38:58.022203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:58.091435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f6a33-f794-4f19-add9-409108a433e7 req-1634e218-72bd-4cb0-94a7-b9a85ce0497d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:58.102065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b32f6a33-f794-4f19-add9-409108a433e7 req-1634e218-72bd-4cb0-94a7-b9a85ce0497d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.2339790 Dec 08 21:38:58.117301 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-f0dea2a2-a1be-4277-ba84-14ec3435842b service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216704 Dec 08 21:38:58.246021 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b32f6a33-f794-4f19-add9-409108a433e7 req-dcf66b6a-f5a2-4e45-911c-d993594922c1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378407 Dec 08 21:38:58.322463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7893556e-ec7c-4ef1-b9cb-67cd9ee5c0d0 req-4561ee76-7d75-4e17-bf2d-9d02c101d47c service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934774 Dec 08 21:38:58.434121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553cea4-3855-4986-9046-b71375088160 req-b979a13d-8ebb-4e38-b0f9-47b0d3e7c032 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:58.438238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f553cea4-3855-4986-9046-b71375088160 req-b979a13d-8ebb-4e38-b0f9-47b0d3e7c032 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 950 time: 0.0978887 Dec 08 21:38:58.543080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421fd95-9d62-4df4-8a89-02615b7345b4 req-06970de0-d729-4d2c-b84b-bc94d514b16e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:58.550878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1421fd95-9d62-4df4-8a89-02615b7345b4 req-06970de0-d729-4d2c-b84b-bc94d514b16e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 950 time: 0.0918360 Dec 08 21:38:58.676904 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1421fd95-9d62-4df4-8a89-02615b7345b4 req-fd936f21-e07b-4fa8-801e-d9a4f9e38ab3 tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/security-groups?id=5edfbb1a-f402-4fd4-9683-08ccebf64516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246560 Dec 08 21:38:58.813510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Deleting port e01cd043-a239-4278-8ca7-19ad5950472c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:38:58.813772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:58.941271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84a2f9-2df0-4ff6-a1c2-3695809514e9 req-e31e619a-ffbd-46b7-809d-5e3dd073246f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:58.943549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be84a2f9-2df0-4ff6-a1c2-3695809514e9 req-e31e619a-ffbd-46b7-809d-5e3dd073246f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 943 time: 0.1020098 Dec 08 21:38:59.042577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] For port e01cd043-a239-4278-8ca7-19ad5950472c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e01cd043-a239-4278-8ca7-19ad5950472c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:38:59.048867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:59.094625 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be84a2f9-2df0-4ff6-a1c2-3695809514e9 req-1282aa78-c090-4fc2-9dcf-1ee4b8f86c17 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410153 Dec 08 21:38:59.095612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Calling delete_port for e01cd043-a239-4278-8ca7-19ad5950472c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:38:59.177732 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:59.188555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:59.326793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33738) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:38:59.391424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:59.415840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['e01cd043-a239-4278-8ca7-19ad5950472c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:38:59.479491 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Floating IP 13ed5ae9-a639-4281-b9c3-75eacf6c2a8f associated. External IP: 172.25.1.158, port: a0af3876-7cbf-4fac-a266-8986d515dd6b. Dec 08 21:38:59.481777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Pushing event deleted for resources: {'Port': ['ID=e01cd043-a239-4278-8ca7-19ad5950472c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:38:59.496577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.497008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.497419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.497874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.498300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.498693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.499136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.499537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.499978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.500495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.500888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.501291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:38:59.660866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c4edd570-ee48-473f-8698-e9c593819b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:59.671934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] No DVR routers for this DVR port e01cd043-a239-4278-8ca7-19ad5950472c on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:38:59.675282 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:59.693006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f553cea4-3855-4986-9046-b71375088160 req-88fe4e74-f1fb-4dfb-a15f-1e890ef9ce1e tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.23 "DELETE /v2.0/ports/e01cd043-a239-4278-8ca7-19ad5950472c HTTP/1.1" status: 204 len: 173 time: 1.2410407 Dec 08 21:38:59.693506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fca93c5-d912-4e64-94ea-941bdb88844e', 'name': 'network-vif-deleted', 'tag': 'e01cd043-a239-4278-8ca7-19ad5950472c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:38:59.696550 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b43515-32c5-4497-a6e8-66990d7bb6dc" -d '{"events": [{"server_uuid": "6fca93c5-d912-4e64-94ea-941bdb88844e", "name": "network-vif-deleted", "tag": "e01cd043-a239-4278-8ca7-19ad5950472c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:38:59.910587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c4edd570-ee48-473f-8698-e9c593819b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:59.956888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 136efa92-69c7-4b4b-84aa-8a273abc89ee details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:38:59.960993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-398dc397-a33b-4ba8-9a30-1d835afb0241 req-a6513ea2-1bdb-4150-a4ec-f941ca1d3f1b tempest-DeleteServersAdminTestJSON-1153095352 tempest-DeleteServersAdminTestJSON-1153095352-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fca93c5-d912-4e64-94ea-941bdb88844e HTTP/1.1" status: 200 len: 210 time: 0.0403798 Dec 08 21:38:59.966328 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c4edd570-ee48-473f-8698-e9c593819b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:38:59.974662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5269-34f6-46ef-8a48-36c6b496a6f7 req-7795253b-00cf-4496-873e-502e72710d59 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:38:59.982915 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6bb5269-34f6-46ef-8a48-36c6b496a6f7 req-7795253b-00cf-4496-873e-502e72710d59 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.6274614 Dec 08 21:39:00.063819 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513289b0-3a6e-4408-8fc9-784073124412 x-openstack-request-id: req-513289b0-3a6e-4408-8fc9-784073124412 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:00.064435 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fca93c5-d912-4e64-94ea-941bdb88844e", "name": "network-vif-deleted", "tag": "e01cd043-a239-4278-8ca7-19ad5950472c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:00.065581 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-513289b0-3a6e-4408-8fc9-784073124412 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:00.066213 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fca93c5-d912-4e64-94ea-941bdb88844e', 'name': 'network-vif-deleted', 'tag': 'e01cd043-a239-4278-8ca7-19ad5950472c', 'status': 'completed', 'code': 200} Dec 08 21:39:00.082015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c4edd570-ee48-473f-8698-e9c593819b8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dead54dd03e54775a97cfa0d0b951083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7576470 Dec 08 21:39:00.084421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33770) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:00.163864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edd570-ee48-473f-8698-e9c593819b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9fcb14-6937-4846-bb93-896fcbbca785,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:00.221183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Router c12f495c-392e-4d66-95ea-e52a5562638b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:39:00.239522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6bb5269-34f6-46ef-8a48-36c6b496a6f7 req-d2183910-42be-42ee-b5f9-09592fcaaadb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478430 Dec 08 21:39:00.242161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:00.292766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 136efa92-69c7-4b4b-84aa-8a273abc89ee has no active binding in host n-h2-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 21:39:00.344573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f58d6be1-5267-4459-8650-84d4cca9ce62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:00.406628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f58d6be1-5267-4459-8650-84d4cca9ce62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:00.519478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:39:00.529153 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:00.537013 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] Sync routers for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:39:00.553842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873af4-adb4-4b82-85cd-978f8ab6cbe9 req-03238978-79f2-49a2-a467-0e167bfafa88 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:00.564107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b873af4-adb4-4b82-85cd-978f8ab6cbe9 req-03238978-79f2-49a2-a467-0e167bfafa88 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 943 time: 0.1392558 Dec 08 21:39:00.566373 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:39:00.567817 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:00.591937 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9d7c5961-2630-41af-8f02-252bd9448de7 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "PUT /v2.0/floatingips/13ed5ae9-a639-4281-b9c3-75eacf6c2a8f HTTP/1.1" status: 200 len: 991 time: 2.6989365 Dec 08 21:39:00.592522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8104e71-5648-4383-8b41-5d07d496c435', 'tag': 'a0af3876-7cbf-4fac-a266-8986d515dd6b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:00.601830 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8104e71-5648-4383-8b41-5d07d496c435", "tag": "a0af3876-7cbf-4fac-a266-8986d515dd6b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:00.667580 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f58d6be1-5267-4459-8650-84d4cca9ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:00.670084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f58d6be1-5267-4459-8650-84d4cca9ce62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:00.673612 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f58d6be1-5267-4459-8650-84d4cca9ce62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab9fcb14-6937-4846-bb93-896fcbbca785 HTTP/1.1" status: 204 len: 168 time: 0.5857105 Dec 08 21:39:00.719415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b873af4-adb4-4b82-85cd-978f8ab6cbe9 req-6c63a038-2545-4552-b32e-61b93fbda6ca tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517792 Dec 08 21:39:00.720452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d6be1-5267-4459-8650-84d4cca9ce62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9fcb14-6937-4846-bb93-896fcbbca785,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:00.730652 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:39:00.796932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-acc882a4-293e-49db-a6dc-a90a962cb4de tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=653def186dae4ee99884ad91cc43ae05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416362 Dec 08 21:39:00.947659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-82bf1c1a-0ae1-46c3-aae0-633c4f17bf6e tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:00.958221 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-82bf1c1a-0ae1-46c3-aae0-633c4f17bf6e tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548758 Dec 08 21:39:00.967888 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4ecbb1-abfa-4c8b-9111-b69761b44449 x-openstack-request-id: req-9b4ecbb1-abfa-4c8b-9111-b69761b44449 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:00.968354 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8104e71-5648-4383-8b41-5d07d496c435", "tag": "a0af3876-7cbf-4fac-a266-8986d515dd6b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:00.968611 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b4ecbb1-abfa-4c8b-9111-b69761b44449 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:00.968998 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8104e71-5648-4383-8b41-5d07d496c435', 'tag': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'status': 'completed', 'code': 200} Dec 08 21:39:00.978566 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-b5cc74ed-d141-4269-b08c-aa4dcabc5392 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/quotas/653def186dae4ee99884ad91cc43ae05 HTTP/1.1" status: 200 len: 375 time: 0.0192142 Dec 08 21:39:01.058843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-749bd894-e8ab-4818-9194-2f1d3d6a8652 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=653def186dae4ee99884ad91cc43ae05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791345 Dec 08 21:39:01.099937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-ab7ab345-cae2-4e91-9d78-d90c6cc97db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:01.101555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-ab7ab345-cae2-4e91-9d78-d90c6cc97db7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 1096 time: 0.1099885 Dec 08 21:39:01.301430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-0f48ae24-e595-43fc-b9da-ebf83149bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:01.312032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-0f48ae24-e595-43fc-b9da-ebf83149bf0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 925 time: 0.1946836 Dec 08 21:39:01.314471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33820) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:01.346627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:01.561861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-855a0968-e95a-4a06-b5f5-b2907cde3db5 req-769288ed-0887-4b77-8bd7-11f18816087e tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 210 time: 0.0844300 Dec 08 21:39:01.575618 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '13ed5ae9-a639-4281-b9c3-75eacf6c2a8f', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'port_id': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'mac_address': 'fa:16:3e:3e:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8104e71-5648-4383-8b41-5d07d496c435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:38:40Z', 'updated_at': '2021-12-08T21:38:58Z', 'revision_number': 1, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:01.600786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-bd93dbd0-c115-497e-9fbe-f1bdc11f3b69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0af3876-7cbf-4fac-a266-8986d515dd6b HTTP/1.1" status: 200 len: 999 time: 0.2849767 Dec 08 21:39:01.622069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:01.629846 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:01.641644 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] Checking router: c12f495c-392e-4d66-95ea-e52a5562638b for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:39:01.664075 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:39:01.665208 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:01.675046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d732c7-230d-4bf8-87fd-d741cb896a39 req-54200e97-f38f-4f9e-a192-8cf71d8b166f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:01.682369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b4fd58ceb494ffe9271eff7a3d58e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665843 Dec 08 21:39:01.683048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33840) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:01.697256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-93d732c7-230d-4bf8-87fd-d741cb896a39 req-54200e97-f38f-4f9e-a192-8cf71d8b166f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1989048 Dec 08 21:39:01.710322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-78e17f11-5b75-4d60-bdc7-64e84a7a4180 service neutron] 10.222.0.37 "GET /v2.0/ports/136efa92-69c7-4b4b-84aa-8a273abc89ee/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.3023663 Dec 08 21:39:01.783797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0edab-db2b-4269-bb4b-beb7f5045a5a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:01.820705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.821054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.821318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.821717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.822064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.822746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.825673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.826058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.826398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.826761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.827169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.827476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3c9e3-ce4d-469f-965c-333605df5af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:01.828384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-df1de5c2-a18a-4040-8b74-1fec4bbd4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:01.829961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-df1de5c2-a18a-4040-8b74-1fec4bbd4243 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9ff34851-5b0a-418c-ad7d-127114c8dc7a HTTP/1.1" status: 200 len: 863 time: 0.2161798 Dec 08 21:39:01.857140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:39:01.894175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6e55ce5-dd5d-4e7f-ad0c-ccb8f7bd2c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:01.943569 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6e55ce5-dd5d-4e7f-ad0c-ccb8f7bd2c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:01.959425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e01cd043-a239-4278-8ca7-19ad5950472c no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:02.011296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: e01cd043-a239-4278-8ca7-19ad5950472c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:39:02.012286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e01cd043-a239-4278-8ca7-19ad5950472c not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:02.015753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-93d732c7-230d-4bf8-87fd-d741cb896a39 req-d8baa182-7f60-4ffb-9d46-a86899fa2891 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175597 Dec 08 21:39:02.129464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6e55ce5-dd5d-4e7f-ad0c-ccb8f7bd2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:02.131937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-80465d21-25a3-4e3a-a151-e63528b42870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:02.134161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-80465d21-25a3-4e3a-a151-e63528b42870 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e35e526e-b0aa-46d7-85c6-20f23c602f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2784851 Dec 08 21:39:02.136772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6e55ce5-dd5d-4e7f-ad0c-ccb8f7bd2c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:02.140775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f6e55ce5-dd5d-4e7f-ad0c-ccb8f7bd2c42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23e0edab-db2b-4269-bb4b-beb7f5045a5a HTTP/1.1" status: 204 len: 168 time: 0.4464228 Dec 08 21:39:02.173715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e55ce5-dd5d-4e7f-ad0c-ccb8f7bd2c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0edab-db2b-4269-bb4b-beb7f5045a5a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:02.245120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba8ae6-8eea-4010-a701-c0da2852167c req-aed69c31-e148-42a9-be76-524d4beff5f0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:02.248795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8ba8ae6-8eea-4010-a701-c0da2852167c req-aed69c31-e148-42a9-be76-524d4beff5f0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 943 time: 0.1862469 Dec 08 21:39:02.414345 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8ba8ae6-8eea-4010-a701-c0da2852167c req-c3752c9a-6660-4470-be39-b16c436500f3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493523 Dec 08 21:39:02.464189 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '13ed5ae9-a639-4281-b9c3-75eacf6c2a8f', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'port_id': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'mac_address': 'fa:16:3e:3e:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8104e71-5648-4383-8b41-5d07d496c435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:38:40Z', 'updated_at': '2021-12-08T21:38:58Z', 'revision_number': 1, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:02.490067 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-9fa0b220-8add-4de4-9f76-f42f5824ad18 service neutron] 10.222.0.23 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400364 Dec 08 21:39:02.560626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:02.587283 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4b948-8e04-47cb-ac3c-a2ba006a78b8 None None] The sync data for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 is: [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '13ed5ae9-a639-4281-b9c3-75eacf6c2a8f', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'port_id': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'mac_address': 'fa:16:3e:3e:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8104e71-5648-4383-8b41-5d07d496c435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:38:40Z', 'updated_at': '2021-12-08T21:38:58Z', 'revision_number': 1, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:39:02.611837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:02.754775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136efa92-69c7-4b4b-84aa-8a273abc89ee {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:02.762683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58bb68f-d1ce-47ed-93ce-3c1eb2e77f7e req-7ceb3d0d-63a0-499a-b9eb-c5eb9ba3dba5 service neutron] 10.222.0.23 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715683 Dec 08 21:39:02.812224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:02.841060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2452c961-5554-499a-b38a-c8ff46b6b20e req-31e8f6b2-20b1-41d0-a574-e5c82fd00398 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 210 time: 0.0615959 Dec 08 21:39:02.855287 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:03.044789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] Transition to ACTIVE for port object 136efa92-69c7-4b4b-84aa-8a273abc89ee will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:03.052435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:03.108357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a7785-98df-4b11-bf27-bb8d3189050a None None] New status for floating IP 13ed5ae9-a639-4281-b9c3-75eacf6c2a8f: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:39:03.157777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33910) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:03.159631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] No DVR routers for this DVR port 136efa92-69c7-4b4b-84aa-8a273abc89ee on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:39:03.173278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-4384807f-d81c-4855-b7a8-b5a9b478d6ea tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=653def186dae4ee99884ad91cc43ae05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536623 Dec 08 21:39:03.539816 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4e6fd817-59d7-4267-83ad-67e660f09bc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01175cd06cc248a5b5660080a8a45c31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3802557 Dec 08 21:39:03.543147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33922) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:03.637403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20285f79-9a60-4a7c-9148-affc127f2f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:03.681703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33924) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:03.692013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20285f79-9a60-4a7c-9148-affc127f2f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:03.704547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] Pushing event updated for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=10']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:03.710014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-edcaa5fc-b817-48f3-aab6-bdf1eff61b88 service neutron] 10.222.0.37 "PUT /v2.0/ports/136efa92-69c7-4b4b-84aa-8a273abc89ee/bindings/n-h2-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9827304 Dec 08 21:39:03.734830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1db666-795d-4020-b165-8a5ed00fb7d3 req-d1bd99e5-862c-4c15-ba61-5e18becfcf17 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:03.742273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad1db666-795d-4020-b165-8a5ed00fb7d3 req-d1bd99e5-862c-4c15-ba61-5e18becfcf17 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.5778267 Dec 08 21:39:03.806759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad1db666-795d-4020-b165-8a5ed00fb7d3 req-83327bee-b907-4d59-886c-4318464ec0ee tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498042 Dec 08 21:39:03.887896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-e712a432-ca1d-4e71-9c0d-29b0bb8d40a7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:03.900933 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-e712a432-ca1d-4e71-9c0d-29b0bb8d40a7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6647251 Dec 08 21:39:03.919522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Request body: {'port': {'device_id': '5c46fb2f-7288-4bbd-b9f1-629757f4b09e', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '653def186dae4ee99884ad91cc43ae05'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:03.928615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20285f79-9a60-4a7c-9148-affc127f2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:03.931666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20285f79-9a60-4a7c-9148-affc127f2f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:03.935757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-20285f79-9a60-4a7c-9148-affc127f2f9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5edfbb1a-f402-4fd4-9683-08ccebf64516 HTTP/1.1" status: 204 len: 168 time: 0.3882270 Dec 08 21:39:04.039520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abfa64dc-d499-484d-8774-e6fb9f63e19b req-a37d36e6-2850-4dd3-85ce-ce20d8d0beac tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 210 time: 0.0346184 Dec 08 21:39:04.043271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-957b8116-c6aa-4c57-8499-ce8a4e0e2b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.065314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bb83d-e367-4905-bac1-627b198de0d5 req-a19961e6-6839-4b5d-94ea-a9d018208c20 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:04.069049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a8bb83d-e367-4905-bac1-627b198de0d5 req-a19961e6-6839-4b5d-94ea-a9d018208c20 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 944 time: 0.3953378 Dec 08 21:39:04.072949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20285f79-9a60-4a7c-9148-affc127f2f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edfbb1a-f402-4fd4-9683-08ccebf64516,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:04.111891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-42cb556f-03fd-4d7f-9a3a-3ef42e4f4ecb tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:04.113793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-42cb556f-03fd-4d7f-9a3a-3ef42e4f4ecb tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.2212946 Dec 08 21:39:04.235041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a8bb83d-e367-4905-bac1-627b198de0d5 req-ac57e471-4ca4-41bc-bea3-5d1115caf610 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609890 Dec 08 21:39:04.248698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-ca4d41ff-54a8-459d-9508-d8ca7e1dfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:04.250386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-ca4d41ff-54a8-459d-9508-d8ca7e1dfa1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b&tenant_id=942b0951a1324d0daa33c49b36c7a004 HTTP/1.1" status: 200 len: 1095 time: 0.1286378 Dec 08 21:39:04.321149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Made reservation on behalf of 653def186dae4ee99884ad91cc43ae05 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:04.328164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.353666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-57877614-04af-498e-b88e-cec14111aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:04.355313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-57877614-04af-498e-b88e-cec14111aba4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1095 time: 0.0787487 Dec 08 21:39:04.361882 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.427050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-957b8116-c6aa-4c57-8499-ce8a4e0e2b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.439683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-957b8116-c6aa-4c57-8499-ce8a4e0e2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.501246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-957b8116-c6aa-4c57-8499-ce8a4e0e2b99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97dc2746e9544a0aa4f4e3ebe33e1484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159571 Dec 08 21:39:04.505289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33960) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:04.512192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8116-c6aa-4c57-8499-ce8a4e0e2b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f3e92f-ee3f-42c5-921b-12d4594c90ca,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:04.519616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 136efa92-69c7-4b4b-84aa-8a273abc89ee no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:04.598933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-26d8d775-21cf-49f4-9287-b6ff41252e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:04.600567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-26d8d775-21cf-49f4-9287-b6ff41252e1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.2368786 Dec 08 21:39:04.606769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33966) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:04.647088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 136efa92-69c7-4b4b-84aa-8a273abc89ee not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:04.651844 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.665630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.702035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-6346dbf2-8c43-4eb6-84e8-de22511ea01e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 217 time: 0.0800264 Dec 08 21:39:04.731670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-13217e4d-e021-44e0-8260-a4c953ac98ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.831357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-e698ca45-d713-4c60-91cb-958a00318413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:04.833043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-e698ca45-d713-4c60-91cb-958a00318413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.1168582 Dec 08 21:39:04.866744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9fc14754-baa8-4193-9604-03bf7c539c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.873527 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-c7ef6113-15b6-4cf6-a9e0-3e427ccfba88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332506 Dec 08 21:39:04.899754 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9fc14754-baa8-4193-9604-03bf7c539c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:04.943030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b622fd-0326-403e-ac62-36c431f1f06d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:05.063346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Allocated IP 192.168.233.31 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/01f1b90d-c36d-428e-9c47-bd3ea63a9a16) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:05.073524 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-13217e4d-e021-44e0-8260-a4c953ac98ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.110500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a871b2-eeac-4c9e-acca-197da587b175 req-7736cc05-a4c4-4827-ba0d-32502ac38bd6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:05.113314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3a871b2-eeac-4c9e-acca-197da587b175 req-7736cc05-a4c4-4827-ba0d-32502ac38bd6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1638498 Dec 08 21:39:05.114310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-13217e4d-e021-44e0-8260-a4c953ac98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.122352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9fc14754-baa8-4193-9604-03bf7c539c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.125652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9fc14754-baa8-4193-9604-03bf7c539c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.129759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9fc14754-baa8-4193-9604-03bf7c539c5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02f3e92f-ee3f-42c5-921b-12d4594c90ca HTTP/1.1" status: 204 len: 168 time: 0.6233735 Dec 08 21:39:05.146134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc14754-baa8-4193-9604-03bf7c539c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f3e92f-ee3f-42c5-921b-12d4594c90ca,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:05.159562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13217e4d-e021-44e0-8260-a4c953ac98ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20d553-60a7-44b7-8c5e-37ac950e1043,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:05.204943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-1ecdf63d-a2b6-4c8c-a6b1-c814c2889ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200285 Dec 08 21:39:05.287403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-13217e4d-e021-44e0-8260-a4c953ac98ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbdf1f42fba244fc9617ecb51c3be2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795876 Dec 08 21:39:05.293819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33994) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:05.314979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3a871b2-eeac-4c9e-acca-197da587b175 req-5afb4c3f-0b15-401f-945d-64d53d8e91fe tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625109 Dec 08 21:39:05.401944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-b2d22bbb-a171-4e9e-87a0-d891b5f43c44 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880429 Dec 08 21:39:05.472164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb2dde8f-0909-4adf-9dc9-93a9bb23d8cc req-4855f82c-4b64-4c97-9824-338ca561b6aa tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 210 time: 0.0352242 Dec 08 21:39:05.476578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f96b-e851-473e-bd65-8fee44281810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.513524 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1a9bfd0e-db51-4798-b9dd-c808d0c9901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.561389 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f96b-e851-473e-bd65-8fee44281810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.598430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.679903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659387d-a9a2-483e-ab0d-ab24cec27fa4 req-a6b32555-b698-4acd-96b4-fb08dc4f0eb4 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:05.687181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5659387d-a9a2-483e-ab0d-ab24cec27fa4 req-a6b32555-b698-4acd-96b4-fb08dc4f0eb4 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 944 time: 0.1604977 Dec 08 21:39:05.745528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-049d32f9-30d8-4789-98e4-12e1d7ca2a45 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:05.753033 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-049d32f9-30d8-4789-98e4-12e1d7ca2a45 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.0938823 Dec 08 21:39:05.758774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.833766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34004) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:05.850551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:05.855632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:05.861904 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3c52-ad7d-4f8b-a944-e20a1daf430c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.939896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5659387d-a9a2-483e-ab0d-ab24cec27fa4 req-e2f02643-64bc-44d7-8cdd-0fea7ee7b66d tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517455 Dec 08 21:39:05.970288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f96b-e851-473e-bd65-8fee44281810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.973470 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f96b-e851-473e-bd65-8fee44281810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:05.979552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0ab3f96b-e851-473e-bd65-8fee44281810 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b20d553-60a7-44b7-8c5e-37ac950e1043 HTTP/1.1" status: 204 len: 168 time: 0.6817739 Dec 08 21:39:05.983453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:05.988527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:05.989978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.106987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3c52-ad7d-4f8b-a944-e20a1daf430c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.114223 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3c52-ad7d-4f8b-a944-e20a1daf430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.116603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3f96b-e851-473e-bd65-8fee44281810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20d553-60a7-44b7-8c5e-37ac950e1043,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:06.147121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Pushing event updated for resources: {'Port': ['ID=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:06.161430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-256394e4-4a52-4f15-8a6f-ab71a22f226c service neutron] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:06.165196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-f27d3045-0cb8-498d-922a-586d16cca401 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2543211 Dec 08 21:39:06.180289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Request body: {'port': {'device_id': '5c46fb2f-7288-4bbd-b9f1-629757f4b09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:06.185360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-256394e4-4a52-4f15-8a6f-ab71a22f226c service neutron] Notify callbacks [] for binding, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.193422 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe1b3693-83e1-46d4-96e5-f926a3f0f230 req-256394e4-4a52-4f15-8a6f-ab71a22f226c service neutron] 10.222.0.23 "DELETE /v2.0/ports/136efa92-69c7-4b4b-84aa-8a273abc89ee/bindings/n-h1-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.4373600 Dec 08 21:39:06.235551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ce7f3c52-ad7d-4f8b-a944-e20a1daf430c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a8edb1d409e419c9d763cc35b48a63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999970 Dec 08 21:39:06.238738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34020) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:06.241806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f3c52-ad7d-4f8b-a944-e20a1daf430c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6585f045-22a3-4771-bfba-f6b227846af3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:06.285031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34022) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:06.348550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.362580 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-36dd4b6e-e86d-414b-b45e-197666d43e5a None None] Provisioning complete for port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:06.363217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36dd4b6e-e86d-414b-b45e-197666d43e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.386917 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-be0eb3a8-75f3-4a48-8ef0-f75ab8e72102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.430884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-086bb451-0538-428c-96ec-286ddf468b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.460838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-36dd4b6e-e86d-414b-b45e-197666d43e5a None None] Port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:06.493959 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-be0eb3a8-75f3-4a48-8ef0-f75ab8e72102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.570541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af770bb-2dec-4049-b698-f5782947fe37 req-134abe38-a604-44ab-9dfa-fff21a605fca tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:06.574434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7af770bb-2dec-4049-b698-f5782947fe37 req-134abe38-a604-44ab-9dfa-fff21a605fca tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1431346 Dec 08 21:39:06.603395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-086bb451-0538-428c-96ec-286ddf468b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.630914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-086bb451-0538-428c-96ec-286ddf468b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.723844 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-086bb451-0538-428c-96ec-286ddf468b94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ad2c6c532904c238872b5d27a736a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375992 Dec 08 21:39:06.726406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bb451-0538-428c-96ec-286ddf468b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc217c1-ccdf-4110-a2a0-ac8ac8a11b71,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:06.739580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34036) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:06.786781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300f0b0-e8e2-4db0-8e05-615d38592a6f req-3c281b6c-3cde-44f2-87e7-55147f1c134e tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:06.788130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0300f0b0-e8e2-4db0-8e05-615d38592a6f req-3c281b6c-3cde-44f2-87e7-55147f1c134e tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 935 time: 0.1809540 Dec 08 21:39:06.789980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-be0eb3a8-75f3-4a48-8ef0-f75ab8e72102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.792597 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-be0eb3a8-75f3-4a48-8ef0-f75ab8e72102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.796704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-be0eb3a8-75f3-4a48-8ef0-f75ab8e72102 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6585f045-22a3-4771-bfba-f6b227846af3 HTTP/1.1" status: 204 len: 168 time: 0.5540102 Dec 08 21:39:06.800278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7af770bb-2dec-4049-b698-f5782947fe37 req-7a6df0eb-c072-4dab-aa44-f36abf0071e1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142402 Dec 08 21:39:06.816128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eb3a8-75f3-4a48-8ef0-f75ab8e72102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6585f045-22a3-4771-bfba-f6b227846af3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:06.923803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0300f0b0-e8e2-4db0-8e05-615d38592a6f req-a04ae822-f178-473e-a99c-7962071f99ce tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050322 Dec 08 21:39:06.930839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68e8fb28-3cb0-4e7d-b004-76e84e1fa6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:06.980828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68e8fb28-3cb0-4e7d-b004-76e84e1fa6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.019046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:07.042967 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.088692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68e8fb28-3cb0-4e7d-b004-76e84e1fa6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.092320 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68e8fb28-3cb0-4e7d-b004-76e84e1fa6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.093926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-68e8fb28-3cb0-4e7d-b004-76e84e1fa6c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fc217c1-ccdf-4110-a2a0-ac8ac8a11b71 HTTP/1.1" status: 204 len: 168 time: 0.3523045 Dec 08 21:39:07.120043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Transition to ACTIVE for port object 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:07.121926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8fb28-3cb0-4e7d-b004-76e84e1fa6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc217c1-ccdf-4110-a2a0-ac8ac8a11b71,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:07.174494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.299769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41005420-e467-4540-b310-313437a6ccd2 req-9da4b976-3649-4784-84ca-a555933cd254 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:07.314843 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41005420-e467-4540-b310-313437a6ccd2 req-9da4b976-3649-4784-84ca-a555933cd254 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 944 time: 0.2320395 Dec 08 21:39:07.428628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Pushing event updated for resources: {'Port': ['ID=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:07.456587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Attempting to bind port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:07.456825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Attempting to bind port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:07.458337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Attempting to bind port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:07.510480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:07.511022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Attempting to bind port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:07.528041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41005420-e467-4540-b310-313437a6ccd2 req-77d6c82c-11d5-4589-b8e9-c66b5816aeb4 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123008 Dec 08 21:39:07.529088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:07.529407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:07.529798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:07.530243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Bound port: 01f1b90d-c36d-428e-9c47-bd3ea63a9a16, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:07.530628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.588192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:07.610565 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1335c9c7-bd6d-42e2-8652-01b35a0eaebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.688558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] For port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:07.698269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] For port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:07.712611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.797558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1335c9c7-bd6d-42e2-8652-01b35a0eaebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.804576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1335c9c7-bd6d-42e2-8652-01b35a0eaebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.853263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:07.854015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:07.860573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] 10.222.0.23 "PUT /v2.0/ports/01f1b90d-c36d-428e-9c47-bd3ea63a9a16 HTTP/1.1" status: 200 len: 1095 time: 1.6849856 Dec 08 21:39:07.862984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c46fb2f-7288-4bbd-b9f1-629757f4b09e', 'tag': '01f1b90d-c36d-428e-9c47-bd3ea63a9a16'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:07.868492 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b97960-e2f5-49c4-8621-83e46ed0ce77" -d '{"events": [{"name": "network-changed", "server_uuid": "5c46fb2f-7288-4bbd-b9f1-629757f4b09e", "tag": "01f1b90d-c36d-428e-9c47-bd3ea63a9a16"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:07.913170 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1335c9c7-bd6d-42e2-8652-01b35a0eaebd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1eda5d3d7b74d838abd8cc700cc6b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236692 Dec 08 21:39:07.913813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:07.914479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335c9c7-bd6d-42e2-8652-01b35a0eaebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0384ff0-9bd6-4c85-ba77-794f1d261394,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:08.068379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372069a-44da-4221-bd7c-4d62890442cc req-b563f41f-66e0-4490-814c-ae090aeeea2c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:08.078377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8372069a-44da-4221-bd7c-4d62890442cc req-b563f41f-66e0-4490-814c-ae090aeeea2c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1243784 Dec 08 21:39:08.081679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a75f7650-c7fc-4100-bbba-3ed017db8b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:08.087910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cb69e-a500-4ede-91bd-2aaecb9b528f service neutron] Pushing event updated for resources: {'Port': ['ID=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:08.129367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a75f7650-c7fc-4100-bbba-3ed017db8b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:08.184706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f57bc2-49c5-41f6-9dac-a49cef525cc3 req-171fb34d-7f26-40dd-9223-65ce33f9cafa tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:08.187890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9db7-0269-4bf8-bce7-6be8b5d5beaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:08.189150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58f57bc2-49c5-41f6-9dac-a49cef525cc3 req-171fb34d-7f26-40dd-9223-65ce33f9cafa tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1095 time: 0.3863950 Dec 08 21:39:08.228703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-c6f90fac-8eff-4052-a869-9800826532ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:08.231354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-c6f90fac-8eff-4052-a869-9800826532ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=653def186dae4ee99884ad91cc43ae05&device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 1098 time: 0.2534280 Dec 08 21:39:08.255032 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-14f731ab-da9f-4fb9-b477-9d63aabb2281 service neutron] show failed (client error): The resource could not be found. Dec 08 21:39:08.260149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-14f731ab-da9f-4fb9-b477-9d63aabb2281 service neutron] 10.222.0.37 "GET /v2.0/ports/d6da5f64-c016-4275-b3e5-d3025044022c/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.2781117 Dec 08 21:39:08.265644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a75f7650-c7fc-4100-bbba-3ed017db8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:08.271168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a75f7650-c7fc-4100-bbba-3ed017db8b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:08.276846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a75f7650-c7fc-4100-bbba-3ed017db8b71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0384ff0-9bd6-4c85-ba77-794f1d261394 HTTP/1.1" status: 204 len: 168 time: 0.3589697 Dec 08 21:39:08.336401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8372069a-44da-4221-bd7c-4d62890442cc req-50ef8ba7-6372-4a56-b996-331c2748ca63 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963464 Dec 08 21:39:08.337516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f7650-c7fc-4100-bbba-3ed017db8b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0384ff0-9bd6-4c85-ba77-794f1d261394,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:08.437769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-a14fa890-fd69-4cb1-8cda-11141d6dfeac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=01f1b90d-c36d-428e-9c47-bd3ea63a9a16 HTTP/1.1" status: 200 len: 217 time: 0.1386759 Dec 08 21:39:08.494882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58f57bc2-49c5-41f6-9dac-a49cef525cc3 req-f7566535-8c6b-4bcb-9481-5059b56f3481 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795658 Dec 08 21:39:08.499889 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a0a3a-12d8-4211-b800-d4635ffbc8ba x-openstack-request-id: req-961a0a3a-12d8-4211-b800-d4635ffbc8ba {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:08.500520 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c46fb2f-7288-4bbd-b9f1-629757f4b09e", "tag": "01f1b90d-c36d-428e-9c47-bd3ea63a9a16", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:08.502483 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-961a0a3a-12d8-4211-b800-d4635ffbc8ba {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:08.503159 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c46fb2f-7288-4bbd-b9f1-629757f4b09e', 'tag': '01f1b90d-c36d-428e-9c47-bd3ea63a9a16', 'status': 'completed', 'code': 200} Dec 08 21:39:08.636975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-22f4299d-b30a-4e92-aad4-c72f9e99fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:08.638451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-22f4299d-b30a-4e92-aad4-c72f9e99fd63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1923976 Dec 08 21:39:08.651558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-ea507e73-77bd-41e6-9fe2-6c46e239a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:08.653661 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-ea507e73-77bd-41e6-9fe2-6c46e239a7dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629&tenant_id=6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 1100 time: 0.1248868 Dec 08 21:39:08.668575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:08.752465 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:08.800168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-259b79ef-8499-4dae-af31-c4c1186f270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:08.801706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-259b79ef-8499-4dae-af31-c4c1186f270d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549203 Dec 08 21:39:08.820264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:09.025633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc3792-3d20-4f63-a7d1-7593ed801962 req-102420a1-a20f-4d8b-8e02-27e049dc75d1 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:09.031942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1bfc3792-3d20-4f63-a7d1-7593ed801962 req-102420a1-a20f-4d8b-8e02-27e049dc75d1 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 947 time: 0.2606235 Dec 08 21:39:09.112631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-a8e546f9-0a48-4a8f-a50a-99bcac808cef service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757738 Dec 08 21:39:09.126674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1bfc3792-3d20-4f63-a7d1-7593ed801962 req-a01a8a86-1ab8-4eab-89d3-605113a66801 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755496 Dec 08 21:39:09.151988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:09.260909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:09.328407 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1395f196-b23b-4ef5-9b48-b8d91f96a5fb req-9cd1f85e-68bb-4369-9c11-71138ac259f6 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006693 Dec 08 21:39:09.544453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-e1b3011f-31cb-43e9-882c-975e936b391f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:09.561409 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-e1b3011f-31cb-43e9-882c-975e936b391f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 821 time: 0.5177925 Dec 08 21:39:09.633820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-2dfd2f3d-9b0d-4369-8b6b-c85424b62276 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/quotas/942b0951a1324d0daa33c49b36c7a004 HTTP/1.1" status: 200 len: 375 time: 0.0711675 Dec 08 21:39:09.664980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aa59b-4529-4fd5-9648-3badedf06864 req-77a830a5-cee5-42f2-b8ab-26a59f0e2699 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:09.671075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff3aa59b-4529-4fd5-9648-3badedf06864 req-77a830a5-cee5-42f2-b8ab-26a59f0e2699 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1806896 Dec 08 21:39:09.746226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:09.746819 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:09.779814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-3f828c1c-3ed8-4bfc-afc5-93487bae5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:09.782761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-3f828c1c-3ed8-4bfc-afc5-93487bae5719 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=653def186dae4ee99884ad91cc43ae05&device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 1098 time: 0.3109202 Dec 08 21:39:09.830982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff3aa59b-4529-4fd5-9648-3badedf06864 req-a8e0ffdf-f743-481b-8fb8-6f4ba7533815 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554368 Dec 08 21:39:10.029167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-e5484343-0385-432c-96e8-933c85cbdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:10.032064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-e5484343-0385-432c-96e8-933c85cbdf5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2359371 Dec 08 21:39:10.118314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-f43e3b5a-1249-4992-83bc-d3af94b7048b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=01f1b90d-c36d-428e-9c47-bd3ea63a9a16 HTTP/1.1" status: 200 len: 217 time: 0.0756834 Dec 08 21:39:10.188800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:10.231154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:10.247295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Transition to ACTIVE for port object d6da5f64-c016-4275-b3e5-d3025044022c will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:10.259877 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-818e5de5-8be3-429a-9e43-62391c43da7c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6172452 Dec 08 21:39:10.261156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-d0057291-dd6a-424d-965c-0f3ed89b1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:10.261894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:10.263412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-d0057291-dd6a-424d-965c-0f3ed89b1960 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1266620 Dec 08 21:39:10.264157 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a0f90b-fc25-44f4-85d5-a23dc3441f54" -d '{"events": [{"server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "name": "network-vif-unplugged", "status": "completed", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:10.372296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-92a8553f-541f-48fd-9b71-31bf0c48b84d service neutron] 10.222.0.21 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114931 Dec 08 21:39:10.373263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-7a766e02-d28a-4192-b233-6dca02f749be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:10.378631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-7a766e02-d28a-4192-b233-6dca02f749be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997732 Dec 08 21:39:10.466659 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:10.491032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-c2f20a39-961d-448c-a8c5-879d1b033619 service neutron] 10.222.0.21 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175778 Dec 08 21:39:10.590118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:10.604617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-836b0092-c1dc-4934-a0f8-a8492fe58ef8 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142932 Dec 08 21:39:10.668373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] No DVR routers for this DVR port d6da5f64-c016-4275-b3e5-d3025044022c on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:39:10.744432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Attempting to bind port d6da5f64-c016-4275-b3e5-d3025044022c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:10.744937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Attempting to bind port d6da5f64-c016-4275-b3e5-d3025044022c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:10.745266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Attempting to bind port d6da5f64-c016-4275-b3e5-d3025044022c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:10.754157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Port d6da5f64-c016-4275-b3e5-d3025044022c on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:10.756569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Attempting to bind port d6da5f64-c016-4275-b3e5-d3025044022c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:10.770255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:10.773050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:10.774355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:10.775746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Bound port: d6da5f64-c016-4275-b3e5-d3025044022c, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:10.776261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:10.862060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:10.870072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85b97960-e2f5-49c4-8621-83e46ed0ce77 req-84f9643f-6193-46aa-82e7-f76536eb4e8f service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489803 Dec 08 21:39:10.918545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d1797-9f0b-4cc9-b33c-e4989c81ebd2 req-d78724cd-ef38-4e18-92d4-54a3c5b36c3c tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:10.920127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-941d1797-9f0b-4cc9-b33c-e4989c81ebd2 req-d78724cd-ef38-4e18-92d4-54a3c5b36c3c tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 947 time: 0.1167841 Dec 08 21:39:10.969389 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ccb33-566d-417b-859d-7e73728ecee5 x-openstack-request-id: req-f42ccb33-566d-417b-859d-7e73728ecee5 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:10.970593 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "name": "network-vif-unplugged", "status": "completed", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:10.971839 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f42ccb33-566d-417b-859d-7e73728ecee5 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:10.974645 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'code': 200} Dec 08 21:39:11.004083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:11.005040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-941d1797-9f0b-4cc9-b33c-e4989c81ebd2 req-d00fbf37-f79b-4789-acfc-f75bb7816454 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783303 Dec 08 21:39:11.025323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:11.029906 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:11.115598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:11.116576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:11.118139 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] 10.222.0.23 "PUT /v2.0/ports/d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 1095 time: 2.4547625 Dec 08 21:39:11.233458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46a055-5c7c-4e7a-b309-6df7e7044092 service neutron] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:11.301474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-d484c46e-c53b-4480-834a-62a2bc60deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:11.303011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-d484c46e-c53b-4480-834a-62a2bc60deaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1098 time: 0.1436505 Dec 08 21:39:11.549550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-21716836-6166-4273-96c2-4f07f6d498d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:11.551620 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-21716836-6166-4273-96c2-4f07f6d498d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2378769 Dec 08 21:39:11.653493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-5786d471-8212-465a-9669-98d9c270f865 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 217 time: 0.0916822 Dec 08 21:39:11.839728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c057f022-dc6c-4c53-a5c5-8a9d97d8c136 req-fda7fa2a-be05-40e7-9f74-4b075c9e89c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 210 time: 0.0972109 Dec 08 21:39:11.877502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-cd50ab7e-33bd-4f8a-b6be-ad7592a3c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:11.878965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-cd50ab7e-33bd-4f8a-b6be-ad7592a3c4f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2179837 Dec 08 21:39:11.906273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2263-77a9-4eea-a4b5-4eaf7c7e2caa req-edadfe99-607e-47f0-b56f-2c6291dca088 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:11.911361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-571a2263-77a9-4eea-a4b5-4eaf7c7e2caa req-edadfe99-607e-47f0-b56f-2c6291dca088 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 947 time: 0.1375208 Dec 08 21:39:11.979690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-a5c1ae96-0182-48f7-9884-4edf0c9ff9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:11.980514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-571a2263-77a9-4eea-a4b5-4eaf7c7e2caa req-3d0361cd-b855-4913-bb59-9d8d7782218d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558553 Dec 08 21:39:11.981796 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-a5c1ae96-0182-48f7-9884-4edf0c9ff9ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891659 Dec 08 21:39:12.018493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:12.124957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-cc42e171-82e9-4344-ac1f-49d3c58195dc service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300154 Dec 08 21:39:12.145718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:12.161127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '01f1b90d-c36d-428e-9c47-bd3ea63a9a16', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '01f1b90d-c36d-428e-9c47-bd3ea63a9a16', 'mac_address': 'fa:16:3e:37:48:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:12.208385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:12.235582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:12.260017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:12.266018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50a9c0bc-cdb9-4c2f-835f-c6dfe89c962b req-f341d10a-d908-4db4-93cd-76fa68cd9372 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288667 Dec 08 21:39:12.270138 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:12.354369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675584c-f74b-4e7d-86ba-ab71dffbd6ef req-3b5ea5d7-7149-4c24-acba-d864fb32922f tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:12.366926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6675584c-f74b-4e7d-86ba-ab71dffbd6ef req-3b5ea5d7-7149-4c24-acba-d864fb32922f tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 948 time: 0.1131666 Dec 08 21:39:12.378356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:12.409407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.409970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.411396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.411961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.417159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.417757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.418289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.418879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.419594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.420126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.420893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.423956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:12.458998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6675584c-f74b-4e7d-86ba-ab71dffbd6ef req-5b553b73-ac00-46d0-afa2-e33bec4e3148 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862100 Dec 08 21:39:12.517647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['01f1b90d-c36d-428e-9c47-bd3ea63a9a16'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:12.579232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d6da5f64-c016-4275-b3e5-d3025044022c no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:12.729455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-f1ab3878-2020-4ae9-a458-2b8c560d5d91 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:12.732116 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-f1ab3878-2020-4ae9-a458-2b8c560d5d91 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 821 time: 0.3174274 Dec 08 21:39:12.732301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d6da5f64-c016-4275-b3e5-d3025044022c not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:12.750230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Request body: {'port': {'device_id': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'admin_state_up': True, 'tenant_id': '942b0951a1324d0daa33c49b36c7a004'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:12.882751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34274) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:12.973336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Made reservation on behalf of 942b0951a1324d0daa33c49b36c7a004 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:12.975863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:12.978373 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ae541d-8028-4361-bf79-7dbc2033869d" -d '{"events": [{"name": "network-changed", "server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:12.988165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:13.064977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1a36930-f6cb-4a13-80e4-99e069496f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:13.220958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f2448ea-1d96-4f2a-8585-393e4dfb20b2 req-7bbbe990-f94b-4cd3-89e8-0c501de40c3a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 210 time: 0.2092330 Dec 08 21:39:13.413829 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83ed54c-057a-4abd-95ee-7b3f5099e74e x-openstack-request-id: req-d83ed54c-057a-4abd-95ee-7b3f5099e74e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:13.414913 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:13.415168 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d83ed54c-057a-4abd-95ee-7b3f5099e74e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:13.415562 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'status': 'completed', 'code': 200} Dec 08 21:39:13.568124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34296) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:13.595235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1a36930-f6cb-4a13-80e4-99e069496f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:13.613154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae541d-8028-4361-bf79-7dbc2033869d req-0470fdda-20c2-4f81-8364-687e867fd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:13.614905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-0470fdda-20c2-4f81-8364-687e867fd270 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1098 time: 0.1724896 Dec 08 21:39:13.615521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1a36930-f6cb-4a13-80e4-99e069496f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:13.683713 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a36930-f6cb-4a13-80e4-99e069496f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4514ac-e040-4d4a-94e1-6cd9fd595f0a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:13.705160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae541d-8028-4361-bf79-7dbc2033869d req-c0f6ec44-b0c3-4ac7-a382-7cb7dff1b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:13.706652 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-c0f6ec44-b0c3-4ac7-a382-7cb7dff1b263 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1098 time: 0.2108579 Dec 08 21:39:13.748000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Allocated IP 172.20.0.4 (353cfe91-7ce8-4791-aeb7-c5f2eba2d39c/b3791022-ada0-43f3-b4e9-8003fbdd1743/7b6f3ea0-82bb-46e9-af01-610798dd66d1) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:13.795352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efdc6f-b970-468c-8128-c17f9c4f09b4 req-b8db73b1-4335-4f44-94d6-ebbf8b85981d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:13.802917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26efdc6f-b970-468c-8128-c17f9c4f09b4 req-b8db73b1-4335-4f44-94d6-ebbf8b85981d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 947 time: 0.2338057 Dec 08 21:39:13.833512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac9be0bc-1159-4c97-901b-5381f8a376b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:13.846920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae541d-8028-4361-bf79-7dbc2033869d req-73ae9f5f-e6a7-4b0b-ae1c-c41926c40eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:13.848296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-73ae9f5f-e6a7-4b0b-ae1c-c41926c40eee service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.0985348 Dec 08 21:39:13.859066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c1a36930-f6cb-4a13-80e4-99e069496f4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0d15a5bfe904f03aba4ab34b53761af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9748640 Dec 08 21:39:13.868801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34306) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:13.901285 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26efdc6f-b970-468c-8128-c17f9c4f09b4 req-e5244b2f-de94-4d47-9a88-ba24802e5550 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970318 Dec 08 21:39:13.920977 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-38a92314-7c35-449d-92f5-e4f48f02386c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 217 time: 0.0645802 Dec 08 21:39:14.050679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:14.102159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae541d-8028-4361-bf79-7dbc2033869d req-ff517cc0-24c1-439c-83b4-8799e5a5b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:14.103741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-ff517cc0-24c1-439c-83b4-8799e5a5b93b service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.4281769 Dec 08 21:39:14.106203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae541d-8028-4361-bf79-7dbc2033869d req-4d449206-fdb4-498d-9715-4d87cd80eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:14.107585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-4d449206-fdb4-498d-9715-4d87cd80eef5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1782112 Dec 08 21:39:14.110210 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac9be0bc-1159-4c97-901b-5381f8a376b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.124368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac9be0bc-1159-4c97-901b-5381f8a376b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.135765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21ee86-56a1-484e-b3b3-f8aa0095fdb8 req-2d4442f1-d0f7-4364-8cb8-ebf0296301c3 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:14.136027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:14.137536 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f21ee86-56a1-484e-b3b3-f8aa0095fdb8 req-2d4442f1-d0f7-4364-8cb8-ebf0296301c3 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 948 time: 0.1451516 Dec 08 21:39:14.156684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:14.157397 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.197631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9be0bc-1159-4c97-901b-5381f8a376b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa3224-8dee-4fb2-9a3a-b711459e4013,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:14.208439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ddff73e3-7d30-451b-98cb-18bd72e699d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.216606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-4f3053f6-4182-4a84-a749-1d3af668a54f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 217 time: 0.0985153 Dec 08 21:39:14.286063 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.313587 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ac9be0bc-1159-4c97-901b-5381f8a376b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=747e8b86c14f4042a1abc50ee959f9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7432957 Dec 08 21:39:14.328509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34328) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:14.361810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ddff73e3-7d30-451b-98cb-18bd72e699d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.371561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:14.373129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c46fb2f-7288-4bbd-b9f1-629757f4b09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f1b90d-c36d-428e-9c47-bd3ea63a9a16'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:14.376075 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445d311-82c2-4446-825a-b3fcfaeb9d1f" -d '{"events": [{"server_uuid": "5c46fb2f-7288-4bbd-b9f1-629757f4b09e", "name": "network-vif-plugged", "status": "completed", "tag": "01f1b90d-c36d-428e-9c47-bd3ea63a9a16"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:14.386588 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.423134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1f0128c-6868-4c2a-8b6d-db60c1fba9b7 req-146c48e8-c3a0-4a97-a459-ba8ee66603f3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 210 time: 0.0571420 Dec 08 21:39:14.441469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.506805 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e6a5f6-43b0-4dfa-8ed3-9a0ee2a65c5c x-openstack-request-id: req-e9e6a5f6-43b0-4dfa-8ed3-9a0ee2a65c5c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:14.507024 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c46fb2f-7288-4bbd-b9f1-629757f4b09e", "name": "network-vif-plugged", "status": "completed", "tag": "01f1b90d-c36d-428e-9c47-bd3ea63a9a16", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:14.508221 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9e6a5f6-43b0-4dfa-8ed3-9a0ee2a65c5c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:14.508696 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c46fb2f-7288-4bbd-b9f1-629757f4b09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f1b90d-c36d-428e-9c47-bd3ea63a9a16', 'code': 200} Dec 08 21:39:14.509591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:14.511148 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c78f2820-2c45-4474-ab50-b154f14eb38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.540253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae541d-8028-4361-bf79-7dbc2033869d req-83b22b2f-aee1-48da-b343-8f0df17e6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:14.542646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-83b22b2f-aee1-48da-b343-8f0df17e6ddd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.3065886 Dec 08 21:39:14.546754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f21ee86-56a1-484e-b3b3-f8aa0095fdb8 req-b5a59db4-e8f4-4007-8a21-27429392d56a tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759918 Dec 08 21:39:14.550578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae541d-8028-4361-bf79-7dbc2033869d req-16809ccb-08fa-4f9f-98e3-f4874712aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:14.552450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-16809ccb-08fa-4f9f-98e3-f4874712aa52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4268968 Dec 08 21:39:14.553058 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ddff73e3-7d30-451b-98cb-18bd72e699d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.553371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c78f2820-2c45-4474-ab50-b154f14eb38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.557242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ddff73e3-7d30-451b-98cb-18bd72e699d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.560754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ddff73e3-7d30-451b-98cb-18bd72e699d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa4514ac-e040-4d4a-94e1-6cd9fd595f0a HTTP/1.1" status: 204 len: 168 time: 0.6887357 Dec 08 21:39:14.590504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34336) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:14.638513 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.711863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff73e3-7d30-451b-98cb-18bd72e699d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4514ac-e040-4d4a-94e1-6cd9fd595f0a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:14.726466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Pushing event updated for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:14.765445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:14.784291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:14.799899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae541d-8028-4361-bf79-7dbc2033869d req-03046b4c-29e3-4a4b-9382-1b3c95036699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:14.801778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-03046b4c-29e3-4a4b-9382-1b3c95036699 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668422 Dec 08 21:39:14.805881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:14.810290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-91f5763a-325d-4beb-8b97-eb860becc580 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485778 Dec 08 21:39:14.818490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:14.819241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.855670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c78f2820-2c45-4474-ab50-b154f14eb38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.858494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c78f2820-2c45-4474-ab50-b154f14eb38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.859955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c78f2820-2c45-4474-ab50-b154f14eb38e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79aa3224-8dee-4fb2-9a3a-b711459e4013 HTTP/1.1" status: 204 len: 168 time: 0.5300529 Dec 08 21:39:14.892202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-4d4c5fc0-45ae-4cac-a061-8056a59ec1d1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1485102 Dec 08 21:39:14.893127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f2820-2c45-4474-ab50-b154f14eb38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa3224-8dee-4fb2-9a3a-b711459e4013,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:14.897292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93ae27-2eec-4803-852e-d6e70d25470d req-2451deba-602c-4018-9586-1e7105858aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:14.898808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e93ae27-2eec-4803-852e-d6e70d25470d req-2451deba-602c-4018-9586-1e7105858aa9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 1100 time: 0.2573907 Dec 08 21:39:14.899623 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-252bf237-5e44-4afe-866e-29e937e5313b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:14.965174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Request body: {'port': {'device_id': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:15.012375 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-1fa8d37c-b305-4ef8-80e2-64cedcf938c7 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989791 Dec 08 21:39:15.015681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-80d14282-5523-4f75-a078-662ee7c39b75 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924474 Dec 08 21:39:15.120694 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e93ae27-2eec-4803-852e-d6e70d25470d req-322bd189-7d4a-48df-91bf-3615fc6c409c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975460 Dec 08 21:39:15.156541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.191592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28e934-1cd2-4f9e-8cab-cf530e93435e req-a7f37abb-3d1d-4881-9251-837d682c2cde tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:15.193000 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eb28e934-1cd2-4f9e-8cab-cf530e93435e req-a7f37abb-3d1d-4881-9251-837d682c2cde tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 947 time: 0.1436725 Dec 08 21:39:15.216701 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36ae541d-8028-4361-bf79-7dbc2033869d req-9c3775ce-37e8-4cf1-ae54-0ed1188b6343 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861722 Dec 08 21:39:15.351459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34370) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:15.358396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34372) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:15.380917 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ff644e7-b232-4df3-93ae-538dd460a26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.384225 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d5fc934-b994-4ce7-b74c-99b255e47393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.543778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-252bf237-5e44-4afe-866e-29e937e5313b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.543976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ff644e7-b232-4df3-93ae-538dd460a26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.548218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eb28e934-1cd2-4f9e-8cab-cf530e93435e req-b40a2b06-e55d-403b-8f5f-39465d4689f1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292468 Dec 08 21:39:15.555496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-252bf237-5e44-4afe-866e-29e937e5313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.561041 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d5fc934-b994-4ce7-b74c-99b255e47393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.563293 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ff644e7-b232-4df3-93ae-538dd460a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.606041 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d5fc934-b994-4ce7-b74c-99b255e47393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.648057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-252bf237-5e44-4afe-866e-29e937e5313b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e763a64ec4704e56bc8afd5a1b4f066f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0559497 Dec 08 21:39:15.652219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34380) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:15.657202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bf237-5e44-4afe-866e-29e937e5313b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d5b85-6ac1-4ce1-830d-048fc309460d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:15.657470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff644e7-b232-4df3-93ae-538dd460a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98912143-2913-40db-9cfc-4dde1c990af6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:15.666473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d40b6f-c9a8-4ac0-95f7-2b2c9cd09e8b req-71f4c5a0-0d98-4d57-82e9-32f29fbc02c2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:15.667951 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64d40b6f-c9a8-4ac0-95f7-2b2c9cd09e8b req-71f4c5a0-0d98-4d57-82e9-32f29fbc02c2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 931 time: 0.1707761 Dec 08 21:39:15.673164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0ff644e7-b232-4df3-93ae-538dd460a26b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84cfa5b41f264787bcdf1fad143b4a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175647 Dec 08 21:39:15.678633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34382) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:15.688400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d5fc934-b994-4ce7-b74c-99b255e47393 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5521bc06f4964824bb413c5506e6eed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281298 Dec 08 21:39:15.700322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34384) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:15.721019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fc934-b994-4ce7-b74c-99b255e47393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0740bc0-0d6e-4ae1-bc7f-134675813d2f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:15.758485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64d40b6f-c9a8-4ac0-95f7-2b2c9cd09e8b req-44c17038-b676-4b19-b7b0-af24babc35ab tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764885 Dec 08 21:39:15.785910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7bbce9f6-364b-4e1f-a0d5-edb85dfc27e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.797600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945e6a9-a82f-4743-a09a-28f059db303f req-90cad79c-05f9-4a26-83dc-ee424d74a597 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:15.799366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3945e6a9-a82f-4743-a09a-28f059db303f req-90cad79c-05f9-4a26-83dc-ee424d74a597 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 949 time: 0.1489015 Dec 08 21:39:15.812207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7bbce9f6-364b-4e1f-a0d5-edb85dfc27e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.853149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1312a5d6-6cd9-4e16-83e7-eafa1b70839a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.867834 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7bbce9f6-364b-4e1f-a0d5-edb85dfc27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.870559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7bbce9f6-364b-4e1f-a0d5-edb85dfc27e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.871746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7bbce9f6-364b-4e1f-a0d5-edb85dfc27e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0740bc0-0d6e-4ae1-bc7f-134675813d2f HTTP/1.1" status: 204 len: 168 time: 0.1697457 Dec 08 21:39:15.875052 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc903b24-b46b-4b12-b371-9bfa2f650e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.882159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbce9f6-364b-4e1f-a0d5-edb85dfc27e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0740bc0-0d6e-4ae1-bc7f-134675813d2f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:15.939211 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3945e6a9-a82f-4743-a09a-28f059db303f req-36ef5853-a8c9-41c8-937b-de74ea37ac4d tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Dec 08 21:39:15.948209 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1312a5d6-6cd9-4e16-83e7-eafa1b70839a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.963590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc903b24-b46b-4b12-b371-9bfa2f650e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:15.974383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6af6-26fa-47da-8535-622dc77ef879 req-54ecb0a3-2f63-4a18-b712-bf6f86eeee54 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:15.981857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19cc6af6-26fa-47da-8535-622dc77ef879 req-54ecb0a3-2f63-4a18-b712-bf6f86eeee54 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 947 time: 0.0597463 Dec 08 21:39:15.983516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6f3ea0-82bb-46e9-af01-610798dd66d1 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:16.003690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.032993 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19cc6af6-26fa-47da-8535-622dc77ef879 req-ab40e8fd-97f5-40b2-96a8-63c4a6de6381 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Dec 08 21:39:16.041657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Transition to ACTIVE for port object 7b6f3ea0-82bb-46e9-af01-610798dd66d1 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:16.044745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d6da5f64-c016-4275-b3e5-d3025044022c details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:16.046398 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.120761 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1312a5d6-6cd9-4e16-83e7-eafa1b70839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.126272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1312a5d6-6cd9-4e16-83e7-eafa1b70839a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.127736 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1312a5d6-6cd9-4e16-83e7-eafa1b70839a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c0d5b85-6ac1-4ce1-830d-048fc309460d HTTP/1.1" status: 204 len: 168 time: 0.4674480 Dec 08 21:39:16.147955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a5d6-6cd9-4e16-83e7-eafa1b70839a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d5b85-6ac1-4ce1-830d-048fc309460d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:16.159448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc903b24-b46b-4b12-b371-9bfa2f650e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.161906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc903b24-b46b-4b12-b371-9bfa2f650e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.165951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cc903b24-b46b-4b12-b371-9bfa2f650e1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98912143-2913-40db-9cfc-4dde1c990af6 HTTP/1.1" status: 204 len: 168 time: 0.4779539 Dec 08 21:39:16.206411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc903b24-b46b-4b12-b371-9bfa2f650e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98912143-2913-40db-9cfc-4dde1c990af6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:16.218282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-24a62c1f-2c84-4960-908f-f906fd686055 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:16.219844 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-24a62c1f-2c84-4960-908f-f906fd686055 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629&tenant_id=6031f669df684b93a1fea6e3255e742a&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 947 time: 0.1616499 Dec 08 21:39:16.239655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:16.268162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:16.268402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:16.268732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:16.279751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:16.280170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:16.284156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:16.291201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:16.291534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:16.291909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:16.292449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Bound port: 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:16.292680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.319214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'mac_address': 'fa:16:3e:7e:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:16.399072 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.424321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6da5f64-c016-4275-b3e5-d3025044022c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:16.428887 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-0d7ee4cf-63a5-40ef-a367-9d35497afc9c service neutron] delete failed (client error): The resource could not be found. Dec 08 21:39:16.431564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-0d7ee4cf-63a5-40ef-a367-9d35497afc9c service neutron] 10.222.0.37 "DELETE /v2.0/ports/d6da5f64-c016-4275-b3e5-d3025044022c/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.1951149 Dec 08 21:39:16.432110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:16.436534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:16.456719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:16.462323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.466751 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.513661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:16.515383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.517115 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] 10.222.0.37 "PUT /v2.0/ports/7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 1091 time: 1.5925963 Dec 08 21:39:16.517739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:16.520754 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:16.559972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:16.595185 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aecf31-058f-4329-a23d-808f764ffe47 x-openstack-request-id: req-52aecf31-058f-4329-a23d-808f764ffe47 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:16.595482 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:16.595734 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52aecf31-058f-4329-a23d-808f764ffe47 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:16.596125 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1', 'status': 'completed', 'code': 200} Dec 08 21:39:16.596840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023845c2-5a85-4d5c-9c91-94da97662498 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:16.621228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-b1de2c77-ec08-43b3-8571-f45590c81eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:16.623504 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-b1de2c77-ec08-43b3-8571-f45590c81eb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1099 time: 0.0741072 Dec 08 21:39:16.645919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-db4ba675-3ac0-4c98-befc-424f3a7375dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:16.648328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-db4ba675-3ac0-4c98-befc-424f3a7375dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1094 time: 0.0581524 Dec 08 21:39:16.694899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-138ad307-c9cc-48aa-a5af-258fd06421e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 217 time: 0.0381465 Dec 08 21:39:16.731221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-e77fae26-3aab-4d8a-9875-66fb30ebc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:16.732783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-e77fae26-3aab-4d8a-9875-66fb30ebc255 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1018264 Dec 08 21:39:16.746966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d6da5f64-c016-4275-b3e5-d3025044022c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:16.764463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-89a345b8-1abd-4b63-8ba0-d53e1c6e57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:16.776442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-89a345b8-1abd-4b63-8ba0-d53e1c6e57d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0749793 Dec 08 21:39:16.790135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-b772600c-d7d6-4c74-9201-0f36632ddba9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 217 time: 0.0492675 Dec 08 21:39:16.812221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34444) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:16.816020 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-caa17447-c97d-4522-8020-05a35370933c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322623 Dec 08 21:39:16.884097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-367f0979-a4c3-4fd3-b765-7db49543c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:16.891931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-367f0979-a4c3-4fd3-b765-7db49543c86c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0944953 Dec 08 21:39:16.910547 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-048906e2-a71d-48be-9d29-fcc61a88ff7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:16.932025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-5a7c6bc0-e432-47f0-9424-17fe28f3c727 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035557 Dec 08 21:39:17.006510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-a9f216b6-409a-4230-86df-1db2783c6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:17.008091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-a9f216b6-409a-4230-86df-1db2783c6ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031806 Dec 08 21:39:17.016519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151d0cc-7cef-4c2e-aa25-507bb856dfea req-75a37488-f707-4723-afba-05bd295d49c5 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:17.019220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3151d0cc-7cef-4c2e-aa25-507bb856dfea req-75a37488-f707-4723-afba-05bd295d49c5 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 943 time: 0.1263123 Dec 08 21:39:17.137538 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3151d0cc-7cef-4c2e-aa25-507bb856dfea req-df8b24c0-e417-45a7-b8de-817b71d7b1b4 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018448 Dec 08 21:39:17.217633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-83449885-dc34-4383-97fc-3f1d6c258bcd service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948395 Dec 08 21:39:17.396331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b72fd1d-ab81-4b95-8791-717d695d4794 req-8a8d8e73-41cb-4c80-a1bc-3e326962d48b service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704090 Dec 08 21:39:17.413224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74599fa3-7c7a-4d6e-8269-3259d216a7b2 req-e5f0427b-2333-4f07-8c3f-7381afd0db12 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714100 Dec 08 21:39:17.431465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e08b0a-812c-4b6a-9fd9-303e95c82284 req-27d8b939-363a-4cb5-a3db-4eeabf9e7312 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:17.433241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-048906e2-a71d-48be-9d29-fcc61a88ff7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:17.440554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9e08b0a-812c-4b6a-9fd9-303e95c82284 req-27d8b939-363a-4cb5-a3db-4eeabf9e7312 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 949 time: 0.0875900 Dec 08 21:39:17.442420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-048906e2-a71d-48be-9d29-fcc61a88ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:17.495163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9e08b0a-812c-4b6a-9fd9-303e95c82284 req-facae842-b0db-44ad-a7ec-c09da11bf6cf tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531883 Dec 08 21:39:17.506930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-048906e2-a71d-48be-9d29-fcc61a88ff7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b1434c6208b4ddf95b65b23e6e54781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6890728 Dec 08 21:39:17.506930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34494) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:17.576178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048906e2-a71d-48be-9d29-fcc61a88ff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8207c97-0b18-400e-98ac-541c748609c3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:17.607700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-2194c674-179c-4219-acae-68f97ddfc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:17.609753 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-2194c674-179c-4219-acae-68f97ddfc3f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1094 time: 0.1049910 Dec 08 21:39:17.642625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c9be2-90e8-4ea5-87fb-15069584c5d1 req-68b52c33-e91c-41a3-b950-152b38532d05 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:17.650566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-913c9be2-90e8-4ea5-87fb-15069584c5d1 req-68b52c33-e91c-41a3-b950-152b38532d05 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 948 time: 0.0812488 Dec 08 21:39:17.687998 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-913c9be2-90e8-4ea5-87fb-15069584c5d1 req-3ec1cefb-9b7f-4524-b0bf-5f24f97b8b74 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Dec 08 21:39:17.701836 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-244e8585-5af0-4357-b9fb-d6f7a1e18476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:17.734699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-244e8585-5af0-4357-b9fb-d6f7a1e18476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:17.766758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-7b727f48-a734-4b48-bc44-fa79aa8b9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:17.768306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-7b727f48-a734-4b48-bc44-fa79aa8b9480 service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.1503961 Dec 08 21:39:17.774308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:17.837013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-344f1ef5-5e8b-4e06-b377-04245fef26cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 217 time: 0.0463028 Dec 08 21:39:17.894566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-f057cc36-32f3-4b51-88ff-c56858328ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:17.896113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-f057cc36-32f3-4b51-88ff-c56858328ad0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0500896 Dec 08 21:39:17.901887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-244e8585-5af0-4357-b9fb-d6f7a1e18476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:17.904936 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-244e8585-5af0-4357-b9fb-d6f7a1e18476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:17.908707 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-244e8585-5af0-4357-b9fb-d6f7a1e18476 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8207c97-0b18-400e-98ac-541c748609c3 HTTP/1.1" status: 204 len: 168 time: 0.3950922 Dec 08 21:39:17.928543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e8585-5af0-4357-b9fb-d6f7a1e18476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8207c97-0b18-400e-98ac-541c748609c3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:17.948402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-4ea8f40c-0698-4f7a-8124-c3ea88d3a625 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408585 Dec 08 21:39:17.949815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-120201678-network', 'tenant_id': '5be496e0ef314750a36cb84b6adc7ef0'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:18.003060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Made reservation on behalf of 5be496e0ef314750a36cb84b6adc7ef0 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:18.004292 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.023951 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.069379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d6da5f64-c016-4275-b3e5-d3025044022c up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:18.104123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-44d6dd39-6216-47df-b8d0-6a9198b579b8 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451228 Dec 08 21:39:18.201692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port d6da5f64-c016-4275-b3e5-d3025044022c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:18.212751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port d6da5f64-c016-4275-b3e5-d3025044022c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:18.213564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.267744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.274408 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.289747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2fcc47d-d5cb-4950-ad70-7ba9d3d267ad req-31386376-de76-47de-a0d9-0fb42a07f95f service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778653 Dec 08 21:39:18.323270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:39:18.337070 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.380856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:18.384722 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4774f86f-20ca-43a4-8da4-73efee4c1b16" -d '{"events": [{"server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "name": "network-vif-plugged", "status": "completed", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:18.390322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:18.393975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb9dbc-f492-44f2-a635-48cee2c3684b req-7c8eab86-73d0-4888-a563-1629e7e713a1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:18.402081 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.404346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9bcb9dbc-f492-44f2-a635-48cee2c3684b req-7c8eab86-73d0-4888-a563-1629e7e713a1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 943 time: 0.0742643 Dec 08 21:39:18.405044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.405907 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Added segment 2e37bdc7-34cd-4633-aebb-237e4ad0b14f of type vlan for network b54d5d2e-b65c-441e-9169-23f0acf2a74c Dec 08 21:39:18.432882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f8ddb-8aa1-40ce-ad08-83c47c3f7bac,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:18.471837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9bcb9dbc-f492-44f2-a635-48cee2c3684b req-a9840631-e96d-4a8a-9e42-7dad02438b56 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659785 Dec 08 21:39:18.474979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:18.487679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.531287 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3f18f-8931-4271-92af-48da6372ef23 x-openstack-request-id: req-45a3f18f-8931-4271-92af-48da6372ef23 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:18.531616 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "name": "network-vif-plugged", "status": "completed", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:18.531881 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45a3f18f-8931-4271-92af-48da6372ef23 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:18.532289 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'code': 200} Dec 08 21:39:18.541669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-21468787-a83a-4ba9-8f1a-db69118ab590 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:18.543566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-21468787-a83a-4ba9-8f1a-db69118ab590 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 805 time: 0.2036359 Dec 08 21:39:18.544782 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.545519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:18.546754 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.619922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-0177a301-6cdb-47da-8e5c-6386ab95deff tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/quotas/ca38c78282504a32bf645c23aad3f0ab HTTP/1.1" status: 200 len: 375 time: 0.0505073 Dec 08 21:39:18.623369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8474216 Dec 08 21:39:18.629681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34552) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:18.633175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Request body: {'subnet': {'network_id': 'b54d5d2e-b65c-441e-9169-23f0acf2a74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-120201678-subnet', 'tenant_id': '5be496e0ef314750a36cb84b6adc7ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:18.635888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e3e9e-61f1-4772-a9a0-2008724e97f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b54d5d2e-b65c-441e-9169-23f0acf2a74c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:18.649396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b54d5d2e-b65c-441e-9169-23f0acf2a74c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:39:18.681657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-f0ac4cc6-33d6-4237-a9ec-3b3b6069b21d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547242 Dec 08 21:39:18.715032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-341e106b-db71-49ed-846c-8c421d0bf805 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=653def186dae4ee99884ad91cc43ae05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773499 Dec 08 21:39:18.772412 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Made reservation on behalf of 5be496e0ef314750a36cb84b6adc7ef0 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:18.775397 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:18.797355 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-88265e51-a9ba-48f2-8754-5e1aca9cb6b5 service neutron] 10.222.0.21 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070025 Dec 08 21:39:18.919264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-2050f3c6-45f3-4ef9-952f-2fa5db64c0f6 service neutron] 10.222.0.21 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118977 Dec 08 21:39:18.944887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-5399565d-b1d3-4e97-a18c-eb8b43d9c0bc tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:18.951907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-5399565d-b1d3-4e97-a18c-eb8b43d9c0bc tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262678 Dec 08 21:39:18.976502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-07ebe3a4-f06b-4169-91f8-6f2b0eec488a tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/quotas/653def186dae4ee99884ad91cc43ae05 HTTP/1.1" status: 200 len: 375 time: 0.0231814 Dec 08 21:39:19.050662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-a6c0d23e-7349-4b13-b1bc-e091d43bd856 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=653def186dae4ee99884ad91cc43ae05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733140 Dec 08 21:39:19.097891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:19.181555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Checking segment: {'id': '2e37bdc7-34cd-4633-aebb-237e4ad0b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b54d5d2e-b65c-441e-9169-23f0acf2a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:19.181926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Network hostable DHCP agents. Network: b54d5d2e-b65c-441e-9169-23f0acf2a74c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:39:19.191805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5906640-0f1d-4d39-b559-bec1069e0f81,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:19.220143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0f725-f9be-4ea0-b884-3c01d03c4b8c req-671521d9-05d2-4a71-94b5-f26e1459ee81 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:19.225663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61b0f725-f9be-4ea0-b884-3c01d03c4b8c req-671521d9-05d2-4a71-94b5-f26e1459ee81 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1079478 Dec 08 21:39:19.259707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Network b54d5d2e-b65c-441e-9169-23f0acf2a74c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:39:19.297498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b54d5d2e-b65c-441e-9169-23f0acf2a74c) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:19.302399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:19.303047 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:19.308017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aea0c3-d1aa-4d8b-9312-45ce863ba973 None None] Network b54d5d2e-b65c-441e-9169-23f0acf2a74c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:39:19.325814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4841401e-c648-4986-b655-60863d6fe8f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6966534 Dec 08 21:39:19.352402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61b0f725-f9be-4ea0-b884-3c01d03c4b8c req-e6a6fd21-728f-46bd-9933-39659836313e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200874 Dec 08 21:39:19.475916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2f0ff-271d-4b14-bd4f-22240d2105ed None None] Network b54d5d2e-b65c-441e-9169-23f0acf2a74c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:39:19.528953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80ee8fd6-2143-49c2-8bb5-71cb6616ed69 req-1f32f578-439a-4059-a0eb-abceb7416ac6 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 210 time: 0.0989857 Dec 08 21:39:19.531121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-125da86f-42fe-4b64-aa5e-7b5e0036a509 req-41f39566-d674-4f23-95a6-e2cd562d8957 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 210 time: 0.1047406 Dec 08 21:39:19.677205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f871fb-5caa-47ec-8b6e-c3d85013c4ad req-15dcec4e-b958-4155-ba81-425f29e5dc2f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:19.687130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55f871fb-5caa-47ec-8b6e-c3d85013c4ad req-15dcec4e-b958-4155-ba81-425f29e5dc2f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1100 time: 0.0576875 Dec 08 21:39:19.756530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55f871fb-5caa-47ec-8b6e-c3d85013c4ad req-693489f2-893c-40f6-915a-46235fbf5d5f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682936 Dec 08 21:39:19.833227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-1ded438c-7272-4409-aee9-93cb06e53002 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:19.834637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-1ded438c-7272-4409-aee9-93cb06e53002 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "GET /v2.0/ports?device_id=33dd3f39-cc73-4db9-8600-635249baf6cb HTTP/1.1" status: 200 len: 945 time: 0.1763856 Dec 08 21:39:19.943292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77fb2f-3e49-4901-8507-d1c0b5dc5147 req-504b352a-ef96-4320-bb9d-ed548950ecd3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:19.945739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f77fb2f-3e49-4901-8507-d1c0b5dc5147 req-504b352a-ef96-4320-bb9d-ed548950ecd3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 943 time: 0.2354674 Dec 08 21:39:20.078894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f77fb2f-3e49-4901-8507-d1c0b5dc5147 req-6aa2831b-33ce-4468-8480-9646955e30a8 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168456 Dec 08 21:39:20.114814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Deleting port 7452c6ba-4a00-4588-9659-a62d64b02d37 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:39:20.115412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:20.226624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] For port 7452c6ba-4a00-4588-9659-a62d64b02d37, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7452c6ba-4a00-4588-9659-a62d64b02d37,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:20.227119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:20.262131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Calling delete_port for 7452c6ba-4a00-4588-9659-a62d64b02d37 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:39:20.321006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-e099867e-1560-43b2-9da1-ff1e397e73b6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=947a6344e3124f43aa7681e2c68cd781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390527 Dec 08 21:39:20.512052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34662) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:20.521107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-1201146c-e5a3-4772-b822-b1754634c0b5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6031f669df684b93a1fea6e3255e742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1512539 Dec 08 21:39:20.529742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1770941391-network', 'tenant_id': 'c41162c5f3bc40f98b616842846aa3a4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:20.563901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-7c97d175-88a4-4500-88bf-892429c5ec23 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:20.569522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7b6f3ea0-82bb-46e9-af01-610798dd66d1 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:20.571251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-7c97d175-88a4-4500-88bf-892429c5ec23 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493794 Dec 08 21:39:20.572657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7452c6ba-4a00-4588-9659-a62d64b02d37 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:20.592784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-4eb01349-0564-4742-9759-3fca8f955356 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/quotas/947a6344e3124f43aa7681e2c68cd781 HTTP/1.1" status: 200 len: 375 time: 0.0205684 Dec 08 21:39:20.601756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Made reservation on behalf of c41162c5f3bc40f98b616842846aa3a4 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:20.604028 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:20.607194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:20.643198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-8a87eb7b-d282-4d95-bb86-71e6c0c26861 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492656 Dec 08 21:39:20.697486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No active binding found for port 7452c6ba-4a00-4588-9659-a62d64b02d37 {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 21:39:20.701852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:20.703354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7452c6ba-4a00-4588-9659-a62d64b02d37 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:20.716889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Pushing event deleted for resources: {'Port': ['ID=7452c6ba-4a00-4588-9659-a62d64b02d37,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:20.730156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-53e38481-1056-47e5-916c-445a14411703 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:20.731700 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-53e38481-1056-47e5-916c-445a14411703 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 805 time: 0.2515430 Dec 08 21:39:20.746770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Request body: {'port': {'device_id': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'admin_state_up': True, 'tenant_id': 'ca38c78282504a32bf645c23aad3f0ab'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:20.806248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] No DVR routers for this DVR port 7452c6ba-4a00-4588-9659-a62d64b02d37 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:39:20.817479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:20.821012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3e8c9f9-968b-4dfe-9c17-87b95eb1e585 req-3629a0aa-fdf3-4b48-bc4f-acef21a86df8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "DELETE /v2.0/ports/7452c6ba-4a00-4588-9659-a62d64b02d37 HTTP/1.1" status: 204 len: 173 time: 0.9725790 Dec 08 21:39:20.821357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'name': 'network-vif-deleted', 'tag': '7452c6ba-4a00-4588-9659-a62d64b02d37'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:20.823645 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c16ab8-137c-4f50-8244-ef0b98a32953" -d '{"events": [{"server_uuid": "33dd3f39-cc73-4db9-8600-635249baf6cb", "name": "network-vif-deleted", "tag": "7452c6ba-4a00-4588-9659-a62d64b02d37"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:20.845695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:20.866902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '7b6f3ea0-82bb-46e9-af01-610798dd66d1', 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'port_id': '7b6f3ea0-82bb-46e9-af01-610798dd66d1', 'mac_address': 'fa:16:3e:ab:cc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3791022-ada0-43f3-b4e9-8003fbdd1743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:20.911976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-273c4537-d7d9-4fc3-bf65-cc3a92db7f27 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:20.919695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-273c4537-d7d9-4fc3-bf65-cc3a92db7f27 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3977566 Dec 08 21:39:20.951279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-b176377f-37a4-476b-90c0-98881baf8065 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/quotas/6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 375 time: 0.0306540 Dec 08 21:39:20.998006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Made reservation on behalf of ca38c78282504a32bf645c23aad3f0ab for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:21.001800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.005615 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.028467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6f3ea0-82bb-46e9-af01-610798dd66d1 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:21.063698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:21.069425 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.079325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-37aabda9-a553-4604-8dde-820a3f70da45 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1270866 Dec 08 21:39:21.135003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.161931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:21.191756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.197985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-cda4f47f-f727-468e-ae36-b176dd91be06 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=653def186dae4ee99884ad91cc43ae05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671895 Dec 08 21:39:21.229215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c51619b-dbdb-4861-a0bd-a90f01c3f1a7 req-4623d38b-1cba-47d5-b35a-eeeea9f57e87 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 210 time: 0.0428977 Dec 08 21:39:21.253910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Allocated IP 172.20.0.5 (8dbcb953-903e-4509-9926-0b5aa18c4bd6/6d16ed07-f117-49cd-bac7-4dcfaeca73bd/64f13eed-6c06-4d52-8dae-de14091b3567) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:21.268613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:39:21.289159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7b6f3ea0-82bb-46e9-af01-610798dd66d1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:21.456164 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-6fada27e-2e3c-4b7b-84ea-fae3bbe7c034 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:21.457775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-6fada27e-2e3c-4b7b-84ea-fae3bbe7c034 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506752 Dec 08 21:39:21.461104 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f002314b-3d70-4448-af5f-1d3116f702c5 x-openstack-request-id: req-f002314b-3d70-4448-af5f-1d3116f702c5 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:21.461397 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dd3f39-cc73-4db9-8600-635249baf6cb", "name": "network-vif-deleted", "tag": "7452c6ba-4a00-4588-9659-a62d64b02d37", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:21.461659 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f002314b-3d70-4448-af5f-1d3116f702c5 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:21.462051 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd3f39-cc73-4db9-8600-635249baf6cb', 'name': 'network-vif-deleted', 'tag': '7452c6ba-4a00-4588-9659-a62d64b02d37', 'status': 'completed', 'code': 200} Dec 08 21:39:21.464134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.464485 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Added segment 646b701d-f99f-4707-aaa1-5c51dee6e0a0 of type vlan for network 3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a Dec 08 21:39:21.482505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Request body: {'port': {'device_id': '0d6a9966-0c88-4d07-b50b-e1e6169e274a', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '653def186dae4ee99884ad91cc43ae05'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:21.487522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c89c85-ea36-4cc0-bf48-5da88165fc81,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:21.521917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46b0dd65-90be-4e13-abfa-eff15634ce0d req-f2f41568-b494-43c2-a397-cd3ce66b27e0 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 210 time: 0.1412058 Dec 08 21:39:21.626361 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.651262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.695555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1cf8c-12e6-4dac-89fa-420d8e325290 req-ad5b5b14-a5f3-4e6d-a51a-4777790fff59 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:21.701689 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.703651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ee1cf8c-12e6-4dac-89fa-420d8e325290 req-ad5b5b14-a5f3-4e6d-a51a-4777790fff59 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 944 time: 0.0870428 Dec 08 21:39:21.722926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:21.724280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.771400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ee1cf8c-12e6-4dac-89fa-420d8e325290 req-7515c923-be00-43ff-a217-b18961f50b9b tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666890 Dec 08 21:39:21.774664 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.852650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:21.863062 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:39:21.868860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:21.872549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:21.880604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:21.890190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:21.894036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Made reservation on behalf of 653def186dae4ee99884ad91cc43ae05 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:21.894995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:39:21.899784 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.911333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:21.917028 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8c8cd575-6b53-45ce-bf07-6b13ba40b2a2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4037371 Dec 08 21:39:21.923574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34708) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:21.934128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Request body: {'subnet': {'network_id': '3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1770941391-subnet', 'tenant_id': 'c41162c5f3bc40f98b616842846aa3a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:21.963434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Pushing event updated for resources: {'Port': ['ID=64f13eed-6c06-4d52-8dae-de14091b3567,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:21.974971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-cba9df16-69f0-407e-817f-63055280d142 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=947a6344e3124f43aa7681e2c68cd781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458250 Dec 08 21:39:22.001177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-07918699-9cef-457f-9716-c3fbb785c149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2583542 Dec 08 21:39:22.040886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Request body: {'port': {'device_id': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:22.054584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Made reservation on behalf of c41162c5f3bc40f98b616842846aa3a4 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:22.057506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.217151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.221805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Allocated IP 192.168.233.36 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/a2d68fee-1f6a-411f-880d-8d7069779cb9) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:22.254253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-68dd603e-18b1-4fe3-b136-f9e56e8bbe0d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:22.259785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-68dd603e-18b1-4fe3-b136-f9e56e8bbe0d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809143 Dec 08 21:39:22.308348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-f4b0985d-7084-41d5-9441-fe297a94fd16 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/quotas/947a6344e3124f43aa7681e2c68cd781 HTTP/1.1" status: 200 len: 375 time: 0.0458994 Dec 08 21:39:22.354862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-eb04cb38-a697-4b6a-9b0d-94a35e6caa83 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456257 Dec 08 21:39:22.435861 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.529888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.538397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Checking segment: {'id': '646b701d-f99f-4707-aaa1-5c51dee6e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:22.538930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Network hostable DHCP agents. Network: 3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:39:22.551950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5beda9-679a-4742-97e3-3c9602b947ac,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:22.598143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7b6f3ea0-82bb-46e9-af01-610798dd66d1 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:22.700012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Network 3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:39:22.711594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:22.714166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38e07421-8b23-4b97-a181-e7238adad685 req-69ce7fc1-7b02-408e-aac5-b8623ea83c4e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 210 time: 0.0887651 Dec 08 21:39:22.719784 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-73e00477-1e45-4ced-bec4-789b47355895 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=947a6344e3124f43aa7681e2c68cd781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317062 Dec 08 21:39:22.720791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:22.721626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.742314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:22.795397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:22.796073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.817500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.861734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f13eed-6c06-4d52-8dae-de14091b3567 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:22.871281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.881338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26546f3-c63f-4fe1-b973-c7452cc53a7d None None] Network 3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:39:22.887436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-81026ac2-c671-4a70-b4fd-d7942b35c280 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9577844 Dec 08 21:39:22.901024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92264f-b8c4-4111-834d-365d94de8ce3 req-cc7a5438-5dc4-4ea3-96de-d8fb4e085ec0 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:22.903486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f92264f-b8c4-4111-834d-365d94de8ce3 req-cc7a5438-5dc4-4ea3-96de-d8fb4e085ec0 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 935 time: 0.0861721 Dec 08 21:39:22.915737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Transition to ACTIVE for port object 64f13eed-6c06-4d52-8dae-de14091b3567 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:22.929413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Pushing event updated for resources: {'Port': ['ID=a2d68fee-1f6a-411f-880d-8d7069779cb9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:22.941673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:22.971067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['01f1b90d-c36d-428e-9c47-bd3ea63a9a16'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:22.994248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f92264f-b8c4-4111-834d-365d94de8ce3 req-e29f57c9-7419-4a6f-aa41-2fcbdd9e056c tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753794 Dec 08 21:39:23.007960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:23.022203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:23.025491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:23.033422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:23.034276 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.045691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-60207eed-d63d-4132-8bb5-797568750092 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:23.047999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-60207eed-d63d-4132-8bb5-797568750092 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3202314 Dec 08 21:39:23.065028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Request body: {'port': {'device_id': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '947a6344e3124f43aa7681e2c68cd781'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:23.069097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Pushing event updated for resources: {'Port': ['ID=64f13eed-6c06-4d52-8dae-de14091b3567,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:23.086695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873f06e-04c9-4092-8a81-1cc7c0a58f2b req-64f50d49-fd55-41bd-a450-c3ae86951f3d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:23.096534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d873f06e-04c9-4092-8a81-1cc7c0a58f2b req-64f50d49-fd55-41bd-a450-c3ae86951f3d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 943 time: 0.1827476 Dec 08 21:39:23.135331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Attempting to bind port 64f13eed-6c06-4d52-8dae-de14091b3567 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:23.144408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Attempting to bind port 64f13eed-6c06-4d52-8dae-de14091b3567 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:23.145004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Attempting to bind port 64f13eed-6c06-4d52-8dae-de14091b3567 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:23.158863 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e00a76f-c431-4bff-94c2-aff625f950cf req-e65e9fb6-ce2f-4f7b-be8a-14f22fc25e4b tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 210 time: 0.0846934 Dec 08 21:39:23.162883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-f35f5394-28e6-4b8f-9eb3-0980e68bb9ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6850100 Dec 08 21:39:23.182234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Request body: {'port': {'device_id': '0d6a9966-0c88-4d07-b50b-e1e6169e274a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:23.193482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Port 64f13eed-6c06-4d52-8dae-de14091b3567 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:23.194184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Attempting to bind port 64f13eed-6c06-4d52-8dae-de14091b3567 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:23.237838 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e24575b8-238a-4be5-a558-505a7ae1aa48 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6031f669df684b93a1fea6e3255e742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035671 Dec 08 21:39:23.238627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34734) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:23.241104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:23.241434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Checking segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:23.241820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Bound using segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:23.242264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Bound port: 64f13eed-6c06-4d52-8dae-de14091b3567, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:23.263731 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.431872 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.533677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7e453f-4188-4b38-b9c6-db41622578b7 admin admin] Deleting subnet f5906640-0f1d-4d39-b559-bec1069e0f81 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:39:23.536337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d873f06e-04c9-4092-8a81-1cc7c0a58f2b req-a4e8a400-84bb-4354-b5e4-30216ddfe60b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346929 Dec 08 21:39:23.538290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea7e453f-4188-4b38-b9c6-db41622578b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.542880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.579995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:23.586984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0107b95-b7a2-4e77-85d8-517af27ab060 None None] Network 3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:39:23.664483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:23.667282 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98302f6c-7a8f-4457-9e2a-71e90193c9fc" -d '{"events": [{"server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "name": "network-vif-plugged", "status": "completed", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:23.689384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.691744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7452c6ba-4a00-4588-9659-a62d64b02d37 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:23.701628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:23.762559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=64f13eed-6c06-4d52-8dae-de14091b3567,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:23.766464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea7e453f-4188-4b38-b9c6-db41622578b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.767709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 7452c6ba-4a00-4588-9659-a62d64b02d37 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:39:23.768117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7452c6ba-4a00-4588-9659-a62d64b02d37 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:23.781573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.786878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8957b299-3b92-466d-b04d-53c240d657a5 None None] Provisioning complete for port a2d68fee-1f6a-411f-880d-8d7069779cb9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:23.786878 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8957b299-3b92-466d-b04d-53c240d657a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.794596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-9d1fec41-bde5-4207-8af6-92a35466b8aa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:23.797012 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-9d1fec41-bde5-4207-8af6-92a35466b8aa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5166304 Dec 08 21:39:23.798792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea7e453f-4188-4b38-b9c6-db41622578b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.802562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Made reservation on behalf of 947a6344e3124f43aa7681e2c68cd781 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:23.807162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.851129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Request body: {'port': {'device_id': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '6031f669df684b93a1fea6e3255e742a'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:23.856061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:23.873113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfd03b-c415-4e8d-9f5b-211f492a36f8 req-b65d1d5c-458d-4897-8e8b-565dab4424bc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:23.874780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ecfd03b-c415-4e8d-9f5b-211f492a36f8 req-b65d1d5c-458d-4897-8e8b-565dab4424bc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 945 time: 0.2197602 Dec 08 21:39:23.881953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:23.893029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8957b299-3b92-466d-b04d-53c240d657a5 None None] Port a2d68fee-1f6a-411f-880d-8d7069779cb9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:23.997541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ecfd03b-c415-4e8d-9f5b-211f492a36f8 req-8b018465-3ced-4b85-8db8-64a000c1dc7a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145008 Dec 08 21:39:24.093316 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.116742 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0260beae-bc6b-48c7-903b-abc5b02c542a x-openstack-request-id: req-0260beae-bc6b-48c7-903b-abc5b02c542a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:24.117304 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "name": "network-vif-plugged", "status": "completed", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:24.119088 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0260beae-bc6b-48c7-903b-abc5b02c542a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:24.119633 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1', 'code': 200} Dec 08 21:39:24.165291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.203183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Pushing event updated for resources: {'Port': ['ID=64f13eed-6c06-4d52-8dae-de14091b3567,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:24.231159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea7e453f-4188-4b38-b9c6-db41622578b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.236763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.37', 63619) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:24.237716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:24.238364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.248232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-d765d1d2-eec5-4cf0-8543-d1ea2a7c6273 service neutron] 10.222.0.37 "PUT /v2.0/ports/64f13eed-6c06-4d52-8dae-de14091b3567 HTTP/1.1" status: 200 len: 1091 time: 2.2229064 Dec 08 21:39:24.251616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'tag': '64f13eed-6c06-4d52-8dae-de14091b3567'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:24.253869 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309" -d '{"events": [{"name": "network-changed", "server_uuid": "b178698b-17a5-48d8-bf46-dd8926a45b93", "tag": "64f13eed-6c06-4d52-8dae-de14091b3567"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:24.277530 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-0ffbed7a-fbc9-4822-b843-8a9a06c95a51 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=947a6344e3124f43aa7681e2c68cd781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1452897 Dec 08 21:39:24.303608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e453f-4188-4b38-b9c6-db41622578b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5906640-0f1d-4d39-b559-bec1069e0f81,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:24.306800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea7e453f-4188-4b38-b9c6-db41622578b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.309829 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ea7e453f-4188-4b38-b9c6-db41622578b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f5906640-0f1d-4d39-b559-bec1069e0f81 HTTP/1.1" status: 204 len: 168 time: 1.0442977 Dec 08 21:39:24.319418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34754) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:24.345425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d68fee-1f6a-411f-880d-8d7069779cb9 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:24.360401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8778a2fb-567d-41cb-98d3-df85391992b3 req-6388945a-d2fb-45da-bd0e-905062f16c78 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 210 time: 0.1334770 Dec 08 21:39:24.435038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.475705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.478478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4646c8-3ffe-4a29-a0d7-93541ffb4958,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:24.478630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-5a621fdd-e2da-4621-aed8-ad367f84f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:24.479996 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-5a621fdd-e2da-4621-aed8-ad367f84f0fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 1094 time: 0.1745191 Dec 08 21:39:24.510012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38f88932-51c7-47d1-98bf-353e84345cfb req-6186fff1-4d90-4f37-90b8-425c21e24ade tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 210 time: 0.0621419 Dec 08 21:39:24.520206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Transition to ACTIVE for port object a2d68fee-1f6a-411f-880d-8d7069779cb9 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:24.528258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8d226-4b1a-4536-833f-443aaf54b4a2 req-ac699fc7-5e4d-497a-8728-a5a871cd31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:24.529767 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95b8d226-4b1a-4536-833f-443aaf54b4a2 req-ac699fc7-5e4d-497a-8728-a5a871cd31f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1096 time: 0.2863572 Dec 08 21:39:24.537080 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.549775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1266c2-7570-490a-a68f-df2443a2617a req-6e9a6aac-ef87-4db4-b86c-8152e4608e42 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:24.552143 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c1266c2-7570-490a-a68f-df2443a2617a req-6e9a6aac-ef87-4db4-b86c-8152e4608e42 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 935 time: 0.2028985 Dec 08 21:39:24.552143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Made reservation on behalf of 6031f669df684b93a1fea6e3255e742a for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:24.555465 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.562657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-a0db8a0f-09e4-4f51-aced-1bccca4e29d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13eed-6c06-4d52-8dae-de14091b3567 HTTP/1.1" status: 200 len: 217 time: 0.0708487 Dec 08 21:39:24.626270 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9997461f-93d0-4695-a318-e8e8b7f3dd23 x-openstack-request-id: req-9997461f-93d0-4695-a318-e8e8b7f3dd23 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:24.626555 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b178698b-17a5-48d8-bf46-dd8926a45b93", "tag": "64f13eed-6c06-4d52-8dae-de14091b3567", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:24.626816 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9997461f-93d0-4695-a318-e8e8b7f3dd23 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:24.627302 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'tag': '64f13eed-6c06-4d52-8dae-de14091b3567', 'status': 'completed', 'code': 200} Dec 08 21:39:24.659710 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-4c92c31c-34fb-4f0e-b46f-5d42142a139d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:24.661188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-4c92c31c-34fb-4f0e-b46f-5d42142a139d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046968 Dec 08 21:39:24.692780 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Request body: {'port': {'device_id': '98653d76-2720-4bcf-80d8-f835ea62c921', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '947a6344e3124f43aa7681e2c68cd781'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:24.749627 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.751176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Allocated IP 192.168.233.222 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/80eb3074-cb93-4bf7-be6e-9af3b4cff47a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:24.757169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-f6d88681-7fe0-4732-9c8b-8225c3eb7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:24.758619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-f6d88681-7fe0-4732-9c8b-8225c3eb7a2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 200 len: 845 time: 0.1840599 Dec 08 21:39:24.769616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c1266c2-7570-490a-a68f-df2443a2617a req-960cc773-5574-4944-8055-dd98ff93de02 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091107 Dec 08 21:39:24.778376 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95b8d226-4b1a-4536-833f-443aaf54b4a2 req-68992bc0-87ac-4bfc-8d34-b3718bdd5505 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388501 Dec 08 21:39:24.779080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Pushing event updated for resources: {'Port': ['ID=a2d68fee-1f6a-411f-880d-8d7069779cb9,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:24.826191 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.826536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.827354 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.827695 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > port after_create 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.827993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.828319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > port after_update 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.828630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.828940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.829247 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.829559 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.884689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Attempting to bind port a2d68fee-1f6a-411f-880d-8d7069779cb9 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:24.885207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Attempting to bind port a2d68fee-1f6a-411f-880d-8d7069779cb9 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:24.885584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Attempting to bind port a2d68fee-1f6a-411f-880d-8d7069779cb9 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:24.895699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Port a2d68fee-1f6a-411f-880d-8d7069779cb9 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:24.895970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Attempting to bind port a2d68fee-1f6a-411f-880d-8d7069779cb9 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:24.928135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:24.928515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:24.928898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:24.929372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Bound port: a2d68fee-1f6a-411f-880d-8d7069779cb9, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:24.929754 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:24.939908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.940261 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.940592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.940916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:39:24.941284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54d5d2e-b65c-441e-9169-23f0acf2a74c']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:24.947805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-f99a28e9-b9ab-48b1-9033-49ca8108243f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbcb953-903e-4509-9926-0b5aa18c4bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773088 Dec 08 21:39:24.961281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e37bdc7-34cd-4633-aebb-237e4ad0b14f') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:24.961579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e37bdc7-34cd-4633-aebb-237e4ad0b14f') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:24.993545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.004103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493f589-838c-4251-b322-dbad439a9b8c req-de802aed-9a9a-4997-9792-ff4c9b1ce5b1 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:25.007744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2493f589-838c-4251-b322-dbad439a9b8c req-de802aed-9a9a-4997-9792-ff4c9b1ce5b1 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 943 time: 0.2997386 Dec 08 21:39:25.057401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.070962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:39:25.071388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: from cryptography.utils import int_from_bytes Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: from cryptography.utils import int_from_bytes Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:39:25.092063 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:39:25.125280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2493f589-838c-4251-b322-dbad439a9b8c req-a7cf76f7-f384-4919-8720-690e829b30c3 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057818 Dec 08 21:39:25.162070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] For port a2d68fee-1f6a-411f-880d-8d7069779cb9, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:25.170015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34770) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:25.172587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Made reservation on behalf of 947a6344e3124f43aa7681e2c68cd781 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:25.176044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.190376 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.203246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] For port a2d68fee-1f6a-411f-880d-8d7069779cb9, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a2d68fee-1f6a-411f-880d-8d7069779cb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:25.213201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.224139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-514fb770-f156-4854-a4d0-1309398eece3 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437394 Dec 08 21:39:25.227476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.234966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.241853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b54d5d2e-b65c-441e-9169-23f0acf2a74c HTTP/1.1" status: 204 len: 168 time: 0.9183922 Dec 08 21:39:25.243251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34774) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:25.260033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357f56-0981-4bd1-8fc4-61a59ed1eb4b req-74ac716b-9948-4eb5-a0e8-241e2da1a278 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:25.261846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26357f56-0981-4bd1-8fc4-61a59ed1eb4b req-74ac716b-9948-4eb5-a0e8-241e2da1a278 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 945 time: 0.1188829 Dec 08 21:39:25.281673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:25.281999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.283365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] 10.222.0.37 "PUT /v2.0/ports/a2d68fee-1f6a-411f-880d-8d7069779cb9 HTTP/1.1" status: 200 len: 1095 time: 2.1091175 Dec 08 21:39:25.313043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6a9966-0c88-4d07-b50b-e1e6169e274a', 'tag': 'a2d68fee-1f6a-411f-880d-8d7069779cb9'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:25.315716 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1596b9c-155e-4ff1-9bfa-55a21d8336af" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6a9966-0c88-4d07-b50b-e1e6169e274a", "tag": "a2d68fee-1f6a-411f-880d-8d7069779cb9"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:25.372799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b1636-a1f5-4cf1-8999-7e7bad5e3812 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54d5d2e-b65c-441e-9169-23f0acf2a74c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:25.400925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9083d7a-6fff-4739-80eb-7946fdbee42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.402674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809e31-ebfb-44c3-afad-55343777a2bd service neutron] Pushing event updated for resources: {'Port': ['ID=a2d68fee-1f6a-411f-880d-8d7069779cb9,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:25.417907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.463893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-498d3746-cd27-479a-a6d7-5fd608eec10b admin admin] Deleting subnet fd5beda9-679a-4742-97e3-3c9602b947ac {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:39:25.483969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-498d3746-cd27-479a-a6d7-5fd608eec10b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.493170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:25.503067 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207e0b5c-d8de-4546-90e7-812759bca2dc x-openstack-request-id: req-207e0b5c-d8de-4546-90e7-812759bca2dc {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:25.503356 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6a9966-0c88-4d07-b50b-e1e6169e274a", "tag": "a2d68fee-1f6a-411f-880d-8d7069779cb9", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:25.503604 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-207e0b5c-d8de-4546-90e7-812759bca2dc {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:25.503991 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6a9966-0c88-4d07-b50b-e1e6169e274a', 'tag': 'a2d68fee-1f6a-411f-880d-8d7069779cb9', 'status': 'completed', 'code': 200} Dec 08 21:39:25.508604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-0bdedce3-431c-400f-94c4-89dfd2f6417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:25.510108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-0bdedce3-431c-400f-94c4-89dfd2f6417b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=653def186dae4ee99884ad91cc43ae05&device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 1098 time: 0.1717808 Dec 08 21:39:25.517343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26357f56-0981-4bd1-8fc4-61a59ed1eb4b req-d8d476ed-1393-46e6-a1e2-09e75801da11 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383316 Dec 08 21:39:25.523977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:25.548404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd7916a5-dddd-458d-a440-ccb2194688b7 req-9dd7cc45-27f4-41da-8931-ed928bb9b312 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083000 Dec 08 21:39:25.564672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-498d3746-cd27-479a-a6d7-5fd608eec10b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.567895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Allocated IP 192.168.233.180 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/8e4ec827-b252-44f6-91c7-33ec5c92a845) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:25.576241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-6898b931-8c64-4ab6-9bba-593da6377916 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=a2d68fee-1f6a-411f-880d-8d7069779cb9 HTTP/1.1" status: 200 len: 217 time: 0.0551915 Dec 08 21:39:25.586779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:25.601899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:25.609324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:25.609981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.668134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67035fb0-0b5d-4378-ae81-7c6169f476f5 req-00301cee-5187-4377-9fe9-29dbd67a84cb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 210 time: 0.0878739 Dec 08 21:39:25.679845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fc0f31d4-f415-433a-81ba-5ae684d729eb req-11327565-89d2-40e4-8f39-ce662c1479af tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 210 time: 0.0770845 Dec 08 21:39:25.700529 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-b91087be-1891-4af6-aabd-5cdcae0644e7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6364732 Dec 08 21:39:25.716853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-eaa8c4fc-e354-4dc4-844b-906f66c04585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:25.719090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-eaa8c4fc-e354-4dc4-844b-906f66c04585 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1206098 Dec 08 21:39:25.725542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Request body: {'port': {'device_id': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:25.819202 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9083d7a-6fff-4739-80eb-7946fdbee42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.827476 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9083d7a-6fff-4739-80eb-7946fdbee42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.857585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-498d3746-cd27-479a-a6d7-5fd608eec10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.883621 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.890576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-ae241890-f679-42e3-9849-5d7f96daba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:25.892059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-ae241890-f679-42e3-9849-5d7f96daba3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641877 Dec 08 21:39:25.921652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-55145161-0244-489d-adbc-1e7c69800548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:25.923229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-55145161-0244-489d-adbc-1e7c69800548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 1094 time: 0.2951150 Dec 08 21:39:25.931193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.944794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9083d7a-6fff-4739-80eb-7946fdbee42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cefaa3a-da5f-4d5b-9c1f-30bb8aa2820d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:25.962927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e9083d7a-6fff-4739-80eb-7946fdbee42b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=046aa9d84e68433a839b78a9d4febfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7819114 Dec 08 21:39:25.963459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34786) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:25.981783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9fa2a4a4-b72c-47cb-af5e-8fea6d82f671 None None] Provisioning complete for port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:25.982328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a4a4-b72c-47cb-af5e-8fea6d82f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:25.998554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-498d3746-cd27-479a-a6d7-5fd608eec10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.018378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9fa2a4a4-b72c-47cb-af5e-8fea6d82f671 None None] Port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:26.049833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d3746-cd27-479a-a6d7-5fd608eec10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5beda9-679a-4742-97e3-3c9602b947ac,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:26.050400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949ff4f-adae-4c1c-9c43-ee74a1798d29 req-f79a7fe6-1171-4948-a7dc-876db937c83c tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:26.051916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d949ff4f-adae-4c1c-9c43-ee74a1798d29 req-f79a7fe6-1171-4948-a7dc-876db937c83c tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 947 time: 0.1875312 Dec 08 21:39:26.055841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-498d3746-cd27-479a-a6d7-5fd608eec10b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.060960 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-498d3746-cd27-479a-a6d7-5fd608eec10b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fd5beda9-679a-4742-97e3-3c9602b947ac HTTP/1.1" status: 204 len: 168 time: 0.8075063 Dec 08 21:39:26.066136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:26.067469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.080646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d6da5f64-c016-4275-b3e5-d3025044022c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:26.203819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:26.239086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:26.248725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:26.261423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:26.270460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-3c090b24-f6d5-4213-b615-1b446e75f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:26.271973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-3c090b24-f6d5-4213-b615-1b446e75f0f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 906 time: 0.3376825 Dec 08 21:39:26.312719 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.314279 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e764e902-882a-466a-84d8-28583981acc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.381609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-51fdb313-f93c-497d-8351-024455891393 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13eed-6c06-4d52-8dae-de14091b3567 HTTP/1.1" status: 200 len: 217 time: 0.0735817 Dec 08 21:39:26.400653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e764e902-882a-466a-84d8-28583981acc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.419260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Allocated IP 192.168.233.152 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/ebe434ee-9fbd-4dac-a4f4-5421e8a07710) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:26.430156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-371acf0f-86b1-41f5-a314-ea74de9d043b service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267580 Dec 08 21:39:26.449322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:26.449956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.455306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d949ff4f-adae-4c1c-9c43-ee74a1798d29 req-d35267c5-5582-4ee3-8dbc-78bc7a977c2a tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735242 Dec 08 21:39:26.489468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde7ac3-9c64-4773-964a-d21027289898 req-bb671e17-0b76-4fe4-8997-b2d47d0ede29 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:26.497761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acde7ac3-9c64-4773-964a-d21027289898 req-bb671e17-0b76-4fe4-8997-b2d47d0ede29 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 943 time: 0.2643957 Dec 08 21:39:26.542381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fd2e9d5c-d53c-4c0c-85a4-da4a7818df63 None None] Provisioning complete for port 8e4ec827-b252-44f6-91c7-33ec5c92a845 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:26.543047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9d5c-d53c-4c0c-85a4-da4a7818df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.588444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-44685459-b47c-4c1e-940c-e75d58cba1e3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7458713 Dec 08 21:39:26.598656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-0f391b6c-a373-4f53-b0eb-ad59ccb0a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:26.600304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-0f391b6c-a373-4f53-b0eb-ad59ccb0a94f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 200 len: 845 time: 0.2036884 Dec 08 21:39:26.602133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e9d5c-d53c-4c0c-85a4-da4a7818df63 None None] Port 8e4ec827-b252-44f6-91c7-33ec5c92a845 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:26.618860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Request body: {'port': {'device_id': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:26.625379 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.690439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-b25d4b11-047b-4e63-8c7e-12a129598e81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbcb953-903e-4509-9926-0b5aa18c4bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674644 Dec 08 21:39:26.697146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acde7ac3-9c64-4773-964a-d21027289898 req-ea81f22d-386a-4a1d-8f48-4162240d30e8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986623 Dec 08 21:39:26.698651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:26.702390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f35d0e39-701a-4d7b-ae64-a474357e381f req-fe80f7ff-5ee4-4542-bd7b-1d2269264cc6 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614868 Dec 08 21:39:26.713974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.737104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368c21-638c-4ad7-b047-d69c745c7ece req-3bc2f81c-67d8-4508-b4ba-b78943422f6d tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:26.738633 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89368c21-638c-4ad7-b047-d69c745c7ece req-3bc2f81c-67d8-4508-b4ba-b78943422f6d tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 945 time: 0.1074448 Dec 08 21:39:26.743549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646b701d-f99f-4707-aaa1-5c51dee6e0a0') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:26.743846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646b701d-f99f-4707-aaa1-5c51dee6e0a0') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:26.813805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.819125 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e764e902-882a-466a-84d8-28583981acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.822139 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e764e902-882a-466a-84d8-28583981acc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.823292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e764e902-882a-466a-84d8-28583981acc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cefaa3a-da5f-4d5b-9c1f-30bb8aa2820d HTTP/1.1" status: 204 len: 168 time: 0.8563187 Dec 08 21:39:26.838468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.860816 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89368c21-638c-4ad7-b047-d69c745c7ece req-5c554a8f-70d0-4e4d-aa27-d443bbdc0f14 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158471 Dec 08 21:39:26.879943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.884443 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.891021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764e902-882a-466a-84d8-28583981acc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cefaa3a-da5f-4d5b-9c1f-30bb8aa2820d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:26.918416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:26.924601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-164fa0b5-c6f4-4800-8b02-d0edd325a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:26.926104 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-164fa0b5-c6f4-4800-8b02-d0edd325a7ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=653def186dae4ee99884ad91cc43ae05&device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 1098 time: 0.1548121 Dec 08 21:39:26.927649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:39:26.928097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:39:26.930546 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:39:26.935683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:26.940367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Pushing event updated for resources: {'Port': ['ID=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:26.958963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:26.968771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:26.969659 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.077729 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-443d8940-d3d5-4ba9-9b6e-4e532aa4285c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3929894 Dec 08 21:39:27.107698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Request body: {'port': {'device_id': '98653d76-2720-4bcf-80d8-f835ea62c921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:27.234862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1cb54ed9-13f7-47f4-b71a-de41d73a35db None None] Provisioning complete for port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:27.235522 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1cb54ed9-13f7-47f4-b71a-de41d73a35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.237001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34806) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:27.254590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e5e96-ea78-4eb5-9b1d-080bb32412e9 req-bb5488cf-e93a-4213-99cc-04bf1dd10445 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:27.256130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-511e5e96-ea78-4eb5-9b1d-080bb32412e9 req-bb5488cf-e93a-4213-99cc-04bf1dd10445 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 936 time: 0.4749196 Dec 08 21:39:27.265306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482e6d63-c508-4593-9344-75963aa2238d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.269849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-72a79bb3-b93e-4a7d-b6ed-89e3e664b1d7 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665655 Dec 08 21:39:27.273779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.273992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b51ee-21dc-4684-a6b1-45ff7f9acf30 req-12fa00f3-1d6e-448e-a6cf-e0722aa3230c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:27.275870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1cb54ed9-13f7-47f4-b71a-de41d73a35db None None] Port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:27.279230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a8b51ee-21dc-4684-a6b1-45ff7f9acf30 req-12fa00f3-1d6e-448e-a6cf-e0722aa3230c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 936 time: 0.2544942 Dec 08 21:39:27.281927 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.285707 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a HTTP/1.1" status: 204 len: 168 time: 1.2162552 Dec 08 21:39:27.301168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.324831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-c95095e7-bf75-43e1-a79f-188db4ee3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:27.326294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-c95095e7-bf75-43e1-a79f-188db4ee3c03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.3884809 Dec 08 21:39:27.333117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eb3074-cb93-4bf7-be6e-9af3b4cff47a {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:27.355592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.417705 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-8690e892-8278-4cc7-8b09-ef2d0d70a41e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=a2d68fee-1f6a-411f-880d-8d7069779cb9 HTTP/1.1" status: 200 len: 217 time: 0.0760913 Dec 08 21:39:27.420329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6a491-acc6-4e29-a40d-15649f5d1c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9bd0bb-7ad6-40cb-8781-5c4f3747e84a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:27.469755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-511e5e96-ea78-4eb5-9b1d-080bb32412e9 req-4c374bb3-7204-4486-93e5-d87bc2f60d1c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987917 Dec 08 21:39:27.487070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Transition to ACTIVE for port object 80eb3074-cb93-4bf7-be6e-9af3b4cff47a will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:27.494814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a8b51ee-21dc-4684-a6b1-45ff7f9acf30 req-45d8ba8f-b498-43f6-a2ae-b184e8df4cbb tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908727 Dec 08 21:39:27.496187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34812) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:27.518043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.588075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6004f1d2-faac-4d1b-8c13-b7cc5dce8309 req-7ec4ac84-eeef-4a3c-b679-871c0678c6bf service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990358 Dec 08 21:39:27.655981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-58a20733-36d4-42c3-9a75-adeacd54ae4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5be496e0ef314750a36cb84b6adc7ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581128 Dec 08 21:39:27.660590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34816) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:27.677243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099179-bcd4-4fa0-a113-1dfb4c2933f5 req-6745feb5-7b42-4cff-956b-687b7f41e756 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:27.678791 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55099179-bcd4-4fa0-a113-1dfb4c2933f5 req-6745feb5-7b42-4cff-956b-687b7f41e756 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1096 time: 0.1345575 Dec 08 21:39:27.704052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-f18673ce-2790-4c6a-868e-6c18e46bae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:27.705678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-f18673ce-2790-4c6a-868e-6c18e46bae8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2744720 Dec 08 21:39:27.745001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:27.766565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55099179-bcd4-4fa0-a113-1dfb4c2933f5 req-26db8655-3003-4ae3-9346-af0a71a118b9 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787208 Dec 08 21:39:27.809141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ceff61d-8f5e-4de4-a473-036e062cb6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.813449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482e6d63-c508-4593-9344-75963aa2238d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.814530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Attempting to bind port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:27.814869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Attempting to bind port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:27.815176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Attempting to bind port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:27.824559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482e6d63-c508-4593-9344-75963aa2238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.832130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4ec827-b252-44f6-91c7-33ec5c92a845 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:27.837718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:27.838047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Attempting to bind port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:27.845577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.847593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de62d5-3011-498f-b069-63168d0aa18a req-8a758fda-9639-455f-b999-8bfdffb3c8ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:27.848834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ceff61d-8f5e-4de4-a473-036e062cb6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.851364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24de62d5-3011-498f-b069-63168d0aa18a req-8a758fda-9639-455f-b999-8bfdffb3c8ab tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 947 time: 0.2123504 Dec 08 21:39:27.883448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Transition to ACTIVE for port object 8e4ec827-b252-44f6-91c7-33ec5c92a845 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:27.891384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:27.891727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:27.892117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:27.892351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.892556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Bound port: 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:27.892926 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:27.950792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e6d63-c508-4593-9344-75963aa2238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046b82f4-89ee-40c8-8bbf-d9e0dd316027,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:27.954674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-152b5acd-fcb8-4b4d-aea7-3cb31388803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:27.956206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-152b5acd-fcb8-4b4d-aea7-3cb31388803f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2350423 Dec 08 21:39:27.980554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-482e6d63-c508-4593-9344-75963aa2238d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e40b91b48934cf08d4318373382be56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7392647 Dec 08 21:39:27.987408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34822) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:27.992737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:28.020321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ceff61d-8f5e-4de4-a473-036e062cb6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.022811 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ceff61d-8f5e-4de4-a473-036e062cb6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.025044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3ceff61d-8f5e-4de4-a473-036e062cb6de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a1f8ddb-8aa1-40ce-ad08-83c47c3f7bac HTTP/1.1" status: 204 len: 168 time: 0.3624499 Dec 08 21:39:28.073122 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24de62d5-3011-498f-b069-63168d0aa18a req-0bdaba53-948f-4f0b-b516-5836cb9ce6f9 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057672 Dec 08 21:39:28.075749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceff61d-8f5e-4de4-a473-036e062cb6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f8ddb-8aa1-40ce-ad08-83c47c3f7bac,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:28.090591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a527f3-3a93-4862-ae23-68778c0c2943 req-2070e7a0-9b03-4d1b-ad62-4cbd33eb2795 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.097882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-06a527f3-3a93-4862-ae23-68778c0c2943 req-2070e7a0-9b03-4d1b-ad62-4cbd33eb2795 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 943 time: 0.1778154 Dec 08 21:39:28.169789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a46d016-4a9a-476c-a318-8f00343c7671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.174772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Attempting to bind port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:28.175110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Attempting to bind port 8e4ec827-b252-44f6-91c7-33ec5c92a845 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:28.175429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Attempting to bind port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:28.182606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:28.186920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-06a527f3-3a93-4862-ae23-68778c0c2943 req-08389dfc-4216-46f4-8f60-451568c4e92c tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880845 Dec 08 21:39:28.191626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-1f38de61-40d4-4b8c-ac19-8e85bf6c27ef service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228572 Dec 08 21:39:28.193190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:28.193520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Attempting to bind port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:28.211019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:28.212443 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a46d016-4a9a-476c-a318-8f00343c7671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.214672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:28.215196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:28.215778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:28.216521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Bound port: 8e4ec827-b252-44f6-91c7-33ec5c92a845, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:28.216921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.247908 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.328146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:28.331279 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a46d016-4a9a-476c-a318-8f00343c7671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.333824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a46d016-4a9a-476c-a318-8f00343c7671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.334939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9a46d016-4a9a-476c-a318-8f00343c7671 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/046b82f4-89ee-40c8-8bbf-d9e0dd316027 HTTP/1.1" status: 204 len: 168 time: 0.3434165 Dec 08 21:39:28.336874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:28.346485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.348243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46d016-4a9a-476c-a318-8f00343c7671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046b82f4-89ee-40c8-8bbf-d9e0dd316027,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:28.369371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe434ee-9fbd-4dac-a4f4-5421e8a07710 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:28.382391 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.383425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.384033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.385672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] 10.222.0.23 "PUT /v2.0/ports/8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 1096 time: 1.7778437 Dec 08 21:39:28.386124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:28.388530 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffb051c-89a2-45ea-b690-fff074734f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:28.415653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742df14-0aaa-4ab0-a676-b4b69dbd6a63 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:28.470452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Transition to ACTIVE for port object ebe434ee-9fbd-4dac-a4f4-5421e8a07710 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:28.480203 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1596b9c-155e-4ff1-9bfa-55a21d8336af req-133ddaad-4ee0-4721-818c-306bcbdd542f service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738101 Dec 08 21:39:28.482701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.483972 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.485290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] 10.222.0.23 "PUT /v2.0/ports/80eb3074-cb93-4bf7-be6e-9af3b4cff47a HTTP/1.1" status: 200 len: 1096 time: 2.7652874 Dec 08 21:39:28.493761 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacb1213-ac52-4e28-b111-72e475a85688 x-openstack-request-id: req-bacb1213-ac52-4e28-b111-72e475a85688 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:28.494137 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:28.494372 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bacb1213-ac52-4e28-b111-72e475a85688 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:28.494826 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'status': 'completed', 'code': 200} Dec 08 21:39:28.499831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:28.519322 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:28.529377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.533381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-04176bda-c758-41cf-8d7e-9088fe457f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.534931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-04176bda-c758-41cf-8d7e-9088fe457f46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0888135 Dec 08 21:39:28.625554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-602e894a-48dc-47dc-8520-9f0193256dc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 217 time: 0.0802436 Dec 08 21:39:28.633606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 64f13eed-6c06-4d52-8dae-de14091b3567 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:28.638687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968833e5-bafc-4157-8681-a095fe190097 req-f893090e-1c90-47c8-ab4c-bcb3fd542edc tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.647256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-968833e5-bafc-4157-8681-a095fe190097 req-f893090e-1c90-47c8-ab4c-bcb3fd542edc tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1096 time: 0.4618905 Dec 08 21:39:28.654177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2de5e-f3fa-44e7-bd63-82dcc6d84557 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:28.714386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34838) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:28.735290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:28.748464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-958b568f-a4ed-485f-804e-bb844ece26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.749980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-958b568f-a4ed-485f-804e-bb844ece26ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1135538 Dec 08 21:39:28.762549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2183f4c-d73d-4378-91b4-89304e72b5d7 req-eb0b981e-010b-4fde-8992-093f73ace065 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.764133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2183f4c-d73d-4378-91b4-89304e72b5d7 req-eb0b981e-010b-4fde-8992-093f73ace065 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 948 time: 0.1421070 Dec 08 21:39:28.799374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-a5a0e871-3b4a-4191-9510-add2e79191df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.801452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-a5a0e871-3b4a-4191-9510-add2e79191df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1099 time: 0.2374790 Dec 08 21:39:28.806460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-968833e5-bafc-4157-8681-a095fe190097 req-7f70c063-f96b-40f7-9944-fae8e5409044 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578798 Dec 08 21:39:28.807500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Attempting to bind port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:28.807836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Attempting to bind port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:28.808972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Attempting to bind port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:28.817006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:28.817334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Attempting to bind port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:28.841535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:28.841904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:28.842255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:28.843327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Bound port: ebe434ee-9fbd-4dac-a4f4-5421e8a07710, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:28.843691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:28.859389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-450714e2-9e44-46d6-9a53-dfd4a1fe73b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c41162c5f3bc40f98b616842846aa3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416943 Dec 08 21:39:28.859732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34842) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:28.890814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=64f13eed-6c06-4d52-8dae-de14091b3567,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:28.903278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-5a66900d-edf6-433e-91ca-bbea18dadac2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a HTTP/1.1" status: 200 len: 217 time: 0.0878799 Dec 08 21:39:28.911112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2183f4c-d73d-4378-91b4-89304e72b5d7 req-b715a48b-9b5e-4035-899e-9cc4fc7ac4bd tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308227 Dec 08 21:39:28.917324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '64f13eed-6c06-4d52-8dae-de14091b3567', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'port_id': '64f13eed-6c06-4d52-8dae-de14091b3567', 'mac_address': 'fa:16:3e:e8:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16ed07-f117-49cd-bac7-4dcfaeca73bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:28.949952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-fba84d2b-64ff-4040-b8bd-9051fe112fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:28.970406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-fba84d2b-64ff-4040-b8bd-9051fe112fed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036257 Dec 08 21:39:29.011685 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:29.027263 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2037255a-75d3-49dc-89ad-194b34778a09 x-openstack-request-id: req-2037255a-75d3-49dc-89ad-194b34778a09 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:29.027762 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:29.027762 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2037255a-75d3-49dc-89ad-194b34778a09 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:29.028361 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'status': 'completed', 'code': 200} Dec 08 21:39:29.041694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f13eed-6c06-4d52-8dae-de14091b3567 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:29.089732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=64f13eed-6c06-4d52-8dae-de14091b3567,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:29.101291 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:29.117870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-075e9921-28bc-44d9-9930-e65425e90c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:29.165461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-075e9921-28bc-44d9-9930-e65425e90c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:29.174795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] For port ebe434ee-9fbd-4dac-a4f4-5421e8a07710, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:29.182561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-f2be8346-ada0-45dc-a09d-faf7a84dd4b4 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998217 Dec 08 21:39:29.217852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] For port ebe434ee-9fbd-4dac-a4f4-5421e8a07710, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:29.229204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-dc8f10a8-acc2-4dce-9a72-8f37f06d806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.231146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-dc8f10a8-acc2-4dce-9a72-8f37f06d806f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2286859 Dec 08 21:39:29.241215 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:29.241426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=64f13eed-6c06-4d52-8dae-de14091b3567,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:29.330569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['64f13eed-6c06-4d52-8dae-de14091b3567'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:29.338299 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-075e9921-28bc-44d9-9930-e65425e90c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:29.341555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-075e9921-28bc-44d9-9930-e65425e90c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:29.342801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-075e9921-28bc-44d9-9930-e65425e90c1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67c89c85-ea36-4cc0-bf48-5da88165fc81 HTTP/1.1" status: 204 len: 168 time: 0.4816952 Dec 08 21:39:29.370850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e9921-28bc-44d9-9930-e65425e90c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c89c85-ea36-4cc0-bf48-5da88165fc81,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:29.380410 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0edbf127-0122-4f3f-8161-1bde44b87c32 req-a670fd15-5e72-495d-ae59-3fe2cdff6d5e service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880198 Dec 08 21:39:29.401376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4616b7-23a0-407d-8929-884420ae8c2b req-586a365e-e21f-49d6-b83a-b1882c7ba5e7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.403291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b4616b7-23a0-407d-8929-884420ae8c2b req-586a365e-e21f-49d6-b83a-b1882c7ba5e7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 947 time: 0.1213624 Dec 08 21:39:29.504881 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b4616b7-23a0-407d-8929-884420ae8c2b req-943a904d-e262-4fa3-b537-ec3940feafb7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899394 Dec 08 21:39:29.540287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-1375e249-8a4f-4556-ac91-8f44d2000fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.544490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-1375e249-8a4f-4556-ac91-8f44d2000fed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0991278 Dec 08 21:39:29.683959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb2be4-9226-4d99-aa5b-387c147009db req-2447ea60-bfaa-442f-8276-85e941e3e17c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.691034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-0bab3c39-788f-4f22-a9ea-afcca6a2fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.692772 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56cb2be4-9226-4d99-aa5b-387c147009db req-2447ea60-bfaa-442f-8276-85e941e3e17c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 948 time: 0.5730004 Dec 08 21:39:29.692916 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-0bab3c39-788f-4f22-a9ea-afcca6a2fec5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1402791 Dec 08 21:39:29.703728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.704438 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:29.705859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/ebe434ee-9fbd-4dac-a4f4-5421e8a07710 HTTP/1.1" status: 200 len: 1096 time: 2.6064270 Dec 08 21:39:29.737045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c51ff-4b3b-4a89-be62-c9ccbacb06f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:29.771908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-f6718140-81cc-4277-932c-a1432bd97da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.773444 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-f6718140-81cc-4277-932c-a1432bd97da6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5050046 Dec 08 21:39:29.786268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56cb2be4-9226-4d99-aa5b-387c147009db req-31d7a85b-3eb6-4092-9e94-c2c90b9ba07e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849273 Dec 08 21:39:29.826639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-61b23950-9133-4e45-ad10-01a4b91c1f88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 217 time: 0.1128700 Dec 08 21:39:29.923477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-e9e08128-a7c2-4d76-8bf4-3efb50956abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.925115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-e9e08128-a7c2-4d76-8bf4-3efb50956abd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 1099 time: 0.0808895 Dec 08 21:39:29.969839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-5d235a3d-7178-414d-a24e-46944d51c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:29.975932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-5d235a3d-7178-414d-a24e-46944d51c293 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0795379 Dec 08 21:39:30.010950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e627fd-f7e1-41e8-bc2d-40cca7e0cde8 req-19334ea5-4adf-412a-ab5b-d3ecd62302a6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.019608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5e627fd-f7e1-41e8-bc2d-40cca7e0cde8 req-19334ea5-4adf-412a-ab5b-d3ecd62302a6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 944 time: 0.2041700 Dec 08 21:39:30.057276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-026d072d-aad1-44a3-b799-db2d1d35d8f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ebe434ee-9fbd-4dac-a4f4-5421e8a07710 HTTP/1.1" status: 200 len: 217 time: 0.1188171 Dec 08 21:39:30.060352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-0b56b7be-87b3-4d0a-a4fe-7625c0f5cba6 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728639 Dec 08 21:39:30.098299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5e627fd-f7e1-41e8-bc2d-40cca7e0cde8 req-4483f5f7-b713-4b6d-a0cb-bdf394639797 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762525 Dec 08 21:39:30.118356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-fd52af67-d216-4a39-ad5f-480aa2a4b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.120066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-fd52af67-d216-4a39-ad5f-480aa2a4b43d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315789 Dec 08 21:39:30.180031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a704-c8d2-4264-a477-c2246f4b4682 req-286a6f59-7a9c-463b-8322-ce01e01fdeef tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.187822 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b777a704-c8d2-4264-a477-c2246f4b4682 req-286a6f59-7a9c-463b-8322-ce01e01fdeef tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1096 time: 0.2504599 Dec 08 21:39:30.215014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-4283845a-661a-4264-8f4c-ff3cd231a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.216588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-4283845a-661a-4264-8f4c-ff3cd231a1da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1493759 Dec 08 21:39:30.276117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a75773-f690-48cb-b60c-69be58e9bafc req-e374d29f-ccf2-4d18-bba4-e759e4ba388e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.277623 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58a75773-f690-48cb-b60c-69be58e9bafc req-e374d29f-ccf2-4d18-bba4-e759e4ba388e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 948 time: 0.1128638 Dec 08 21:39:30.308565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b777a704-c8d2-4264-a477-c2246f4b4682 req-6fbb1408-ac76-4fb5-9178-9e21418c1119 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147842 Dec 08 21:39:30.317975 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1f3f5d9-b78f-4984-9223-f445da08e878 req-10021532-7095-455c-9b16-98daedeed563 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396727 Dec 08 21:39:30.326277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-bc880e02-3520-4e21-b271-4e99514c1443 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962163 Dec 08 21:39:30.341872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58a75773-f690-48cb-b60c-69be58e9bafc req-9670df51-f68d-4a25-ac33-1b147eaba0e7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544636 Dec 08 21:39:30.346387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-c8dc8719-8c9e-4803-b32a-ec5008263f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.347892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-c8dc8719-8c9e-4803-b32a-ec5008263f42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177375 Dec 08 21:39:30.485917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ffb051c-89a2-45ea-b690-fff074734f1b req-36fcbd18-fabb-4777-a5cf-e20be18c1f2b service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357312 Dec 08 21:39:30.512060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-58c972f9-e36d-4b8c-878b-3ec5fabbf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.513540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-58c972f9-e36d-4b8c-878b-3ec5fabbf577 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1099 time: 0.0695679 Dec 08 21:39:30.517066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-abef68d5-8f80-4787-8db7-4406b78b1827 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619012 Dec 08 21:39:30.643043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a2d68fee-1f6a-411f-880d-8d7069779cb9 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:30.646995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 64f13eed-6c06-4d52-8dae-de14091b3567 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:30.655534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc219929-2f26-418c-b54c-20cf2a2679b0 req-db8a9a0e-5fa9-4aec-a4f5-1973ae378394 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.657436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc219929-2f26-418c-b54c-20cf2a2679b0 req-db8a9a0e-5fa9-4aec-a4f5-1973ae378394 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 947 time: 0.0746460 Dec 08 21:39:30.708418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-c0a98053-cf58-4c54-9708-507cd94f038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.710785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-c0a98053-cf58-4c54-9708-507cd94f038b service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1878111 Dec 08 21:39:30.760496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc219929-2f26-418c-b54c-20cf2a2679b0 req-e026346b-a3f9-4439-8d03-d82db126b721 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957367 Dec 08 21:39:30.771496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-8574d658-64f3-4863-9975-085d434681ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a HTTP/1.1" status: 200 len: 217 time: 0.0489714 Dec 08 21:39:30.791515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a2d68fee-1f6a-411f-880d-8d7069779cb9, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a2d68fee-1f6a-411f-880d-8d7069779cb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:30.805277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'a2d68fee-1f6a-411f-880d-8d7069779cb9', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'a2d68fee-1f6a-411f-880d-8d7069779cb9', 'mac_address': 'fa:16:3e:08:d0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:30.820606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0288a568-1dc4-47c6-81f2-5a1609b88bc3 req-3b0cc7ba-e231-4803-a0a3-d335588b4886 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960284 Dec 08 21:39:30.841557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-407f49e2-41e3-4822-819b-39fd94458a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.845093 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-407f49e2-41e3-4822-819b-39fd94458a3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0604210 Dec 08 21:39:30.875206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 64f13eed-6c06-4d52-8dae-de14091b3567 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:30.881094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 64f13eed-6c06-4d52-8dae-de14091b3567 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:30.881653 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:30.930022 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:30.952314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d68fee-1f6a-411f-880d-8d7069779cb9 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:30.961808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-8b4ae21d-1e9f-479f-8e9d-f3ecbbe2293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.964573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-8b4ae21d-1e9f-479f-8e9d-f3ecbbe2293d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100757 Dec 08 21:39:30.972288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a2d68fee-1f6a-411f-880d-8d7069779cb9, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a2d68fee-1f6a-411f-880d-8d7069779cb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:30.980777 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:30.982742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eec7a7-ba7e-45cb-bfee-5f4d23d08217 req-d4e6b73d-b081-4f03-a294-0a026adfb4ff tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:30.991743 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00eec7a7-ba7e-45cb-bfee-5f4d23d08217 req-d4e6b73d-b081-4f03-a294-0a026adfb4ff tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 948 time: 0.1241252 Dec 08 21:39:31.045349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98653d76-2720-4bcf-80d8-f835ea62c921', 'tag': 'ebe434ee-9fbd-4dac-a4f4-5421e8a07710'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:31.047663 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc" -d '{"events": [{"name": "network-changed", "server_uuid": "98653d76-2720-4bcf-80d8-f835ea62c921", "tag": "ebe434ee-9fbd-4dac-a4f4-5421e8a07710"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:31.056564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:31.067503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a2d68fee-1f6a-411f-880d-8d7069779cb9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:31.095481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=64f13eed-6c06-4d52-8dae-de14091b3567,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:31.096434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f13eed-6c06-4d52-8dae-de14091b3567'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:31.096773 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00eec7a7-ba7e-45cb-bfee-5f4d23d08217 req-adbc2ed0-36bb-455c-b77a-fba7acc8c2c5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960858 Dec 08 21:39:31.100217 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecde804-f534-4e6c-bccd-787f7aeeb57a" -d '{"events": [{"server_uuid": "b178698b-17a5-48d8-bf46-dd8926a45b93", "name": "network-vif-plugged", "status": "completed", "tag": "64f13eed-6c06-4d52-8dae-de14091b3567"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:31.106262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:31.136059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-f56adcb0-a12f-4fe3-a16d-66b1d5dca4c6 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425757 Dec 08 21:39:31.173120 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f0e2b0-dae6-49da-933a-28d4b2b2ebc1 x-openstack-request-id: req-f7f0e2b0-dae6-49da-933a-28d4b2b2ebc1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:31.173326 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98653d76-2720-4bcf-80d8-f835ea62c921", "tag": "ebe434ee-9fbd-4dac-a4f4-5421e8a07710", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:31.173531 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7f0e2b0-dae6-49da-933a-28d4b2b2ebc1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:31.173920 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98653d76-2720-4bcf-80d8-f835ea62c921', 'tag': 'ebe434ee-9fbd-4dac-a4f4-5421e8a07710', 'status': 'completed', 'code': 200} Dec 08 21:39:31.187618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=64f13eed-6c06-4d52-8dae-de14091b3567,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:31.203475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a2d68fee-1f6a-411f-880d-8d7069779cb9'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:31.240890 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8f9629-c4f7-4d60-b561-f643e7ab9975 x-openstack-request-id: req-0f8f9629-c4f7-4d60-b561-f643e7ab9975 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:31.241425 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b178698b-17a5-48d8-bf46-dd8926a45b93", "name": "network-vif-plugged", "status": "completed", "tag": "64f13eed-6c06-4d52-8dae-de14091b3567", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:31.241948 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f8f9629-c4f7-4d60-b561-f643e7ab9975 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:31.242492 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f13eed-6c06-4d52-8dae-de14091b3567', 'code': 200} Dec 08 21:39:31.336469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-45ac8357-a61e-4b97-b56f-cb09a2a6d77b tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1cb5b131b01e4271910f479b82eaf6b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348005 Dec 08 21:39:31.348610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-042fe9bd-df4c-48f5-b4d8-36bf2698ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.350085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-042fe9bd-df4c-48f5-b4d8-36bf2698ac47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 1099 time: 0.1649120 Dec 08 21:39:31.443835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-a838906f-34d3-4c4c-8b95-e1828478e0b5 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.445109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a77dcc6-f8b6-474f-a617-ef45d4b54fa5 req-d5de40af-f0b5-4db7-a517-43c1f30f5698 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942894 Dec 08 21:39:31.445310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-a838906f-34d3-4c4c-8b95-e1828478e0b5 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080287 Dec 08 21:39:31.460130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf48ff-1267-4d69-bb4e-e600be752b50 req-ef4119b5-be61-4bef-8961-0327869fe3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.461370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-9b62903f-c861-40ba-8c34-b7b5ccf41b83 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/quotas/1cb5b131b01e4271910f479b82eaf6b1 HTTP/1.1" status: 200 len: 375 time: 0.0102947 Dec 08 21:39:31.461606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebf48ff-1267-4d69-bb4e-e600be752b50 req-ef4119b5-be61-4bef-8961-0327869fe3d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 1096 time: 0.1597333 Dec 08 21:39:31.492764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-f1557f94-0027-42d7-8d94-ba5aa57d6663 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cb5b131b01e4271910f479b82eaf6b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249908 Dec 08 21:39:31.495931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443990c9-5e62-4268-bba6-dbfdabd0d385 req-7e0b9029-dccb-4e81-a332-1d0d9363da00 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.497263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-443990c9-5e62-4268-bba6-dbfdabd0d385 req-7e0b9029-dccb-4e81-a332-1d0d9363da00 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1509099 Dec 08 21:39:31.549233 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebf48ff-1267-4d69-bb4e-e600be752b50 req-bb51c679-9c39-4b16-a29d-742cbf1452d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769961 Dec 08 21:39:31.553224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-e0697068-fc7e-4b05-aedb-07a8e78da068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.554598 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-e0697068-fc7e-4b05-aedb-07a8e78da068 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1789334 Dec 08 21:39:31.571333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-443990c9-5e62-4268-bba6-dbfdabd0d385 req-95b2b545-675d-4e4a-9312-bfb78cdf9a70 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663211 Dec 08 21:39:31.687407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7645cfa-9009-4789-bb9a-9fdf8ab66482 req-1fbb0130-281b-4e9f-a05d-a89f3ae82061 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.691243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7645cfa-9009-4789-bb9a-9fdf8ab66482 req-1fbb0130-281b-4e9f-a05d-a89f3ae82061 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1096 time: 0.0505385 Dec 08 21:39:31.727255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7645cfa-9009-4789-bb9a-9fdf8ab66482 req-ca345655-90b1-4c35-8b0a-b4d1c3bd9135 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Dec 08 21:39:31.791397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-690681e9-91b2-4562-8821-83eb4cb225ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ebe434ee-9fbd-4dac-a4f4-5421e8a07710 HTTP/1.1" status: 200 len: 217 time: 0.0548205 Dec 08 21:39:31.821442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-f9fd6c7b-6eb6-4c66-a9cb-cb563df89871 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=30f1291267204b0487b6d901484f8c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333431 Dec 08 21:39:31.864848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796b8aa-10c6-4507-942e-573006ba5bf7 req-cf72aa17-15ee-4f7e-81ed-7b63e04a4209 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.866269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4796b8aa-10c6-4507-942e-573006ba5bf7 req-cf72aa17-15ee-4f7e-81ed-7b63e04a4209 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 948 time: 0.0548253 Dec 08 21:39:31.911563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-d1a2c683-0e47-408f-a10c-e9ba8314a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.913046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-d1a2c683-0e47-408f-a10c-e9ba8314a05a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1105614 Dec 08 21:39:31.928013 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4796b8aa-10c6-4507-942e-573006ba5bf7 req-73a1dbcf-75ee-4508-a278-4e8c4dae0879 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513391 Dec 08 21:39:31.997249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-0a74041f-09b3-49ab-9c8a-00974c7d8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:31.998782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-0a74041f-09b3-49ab-9c8a-00974c7d8e36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711837 Dec 08 21:39:32.009691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-a95cd04a-78a4-4a80-b18d-9ecaf3cbeecd tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:32.011293 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-a95cd04a-78a4-4a80-b18d-9ecaf3cbeecd tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730917 Dec 08 21:39:32.076404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-6c4cbe2b-e2ac-4926-a1c1-0d7c8c9837d2 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/quotas/30f1291267204b0487b6d901484f8c9b HTTP/1.1" status: 200 len: 375 time: 0.0553131 Dec 08 21:39:32.086287 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-18c026f6-d8f6-4166-b1f6-5ff14ba7cbed req-e2ff4569-a414-4c11-8954-50ac45826b81 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 210 time: 0.0308073 Dec 08 21:39:32.116137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-ae1d2501-8df4-43e5-9bca-94a9e407c321 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30f1291267204b0487b6d901484f8c9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307188 Dec 08 21:39:32.135158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8e4ec827-b252-44f6-91c7-33ec5c92a845 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:32.139688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-0eac6625-d4d6-455a-9512-2caee65442c6 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274655 Dec 08 21:39:32.284167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:32.303631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5dbc770-0c58-4bf9-8e7f-2441b84a9acc req-627dae2a-a2ea-4497-a773-ed6d04de8351 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562564 Dec 08 21:39:32.314100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'mac_address': 'fa:16:3e:38:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:32.387092 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:32.398922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854b4ac-b85f-4385-92c0-505fd7b6518b req-47e2c6be-6a5f-4591-b8eb-cd4aee83656d tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:32.400450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2854b4ac-b85f-4385-92c0-505fd7b6518b req-47e2c6be-6a5f-4591-b8eb-cd4aee83656d tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 948 time: 0.0588815 Dec 08 21:39:32.416904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4ec827-b252-44f6-91c7-33ec5c92a845 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:32.441275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:32.447276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:32.455420 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2854b4ac-b85f-4385-92c0-505fd7b6518b req-0be1f881-e59a-4446-a335-896463d48d82 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482013 Dec 08 21:39:32.524385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:32.625777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d11976-3a7f-461f-a18b-ff01d0984a71 req-01de2d9b-3003-48d8-a11a-effc84725e01 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:32.633459 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08d11976-3a7f-461f-a18b-ff01d0984a71 req-01de2d9b-3003-48d8-a11a-effc84725e01 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 948 time: 0.0910709 Dec 08 21:39:32.646693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a2d68fee-1f6a-411f-880d-8d7069779cb9 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:32.696424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08d11976-3a7f-461f-a18b-ff01d0984a71 req-6414ec09-bdf6-4b3e-85a7-e9ba18ea52bc tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554748 Dec 08 21:39:32.719261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port a2d68fee-1f6a-411f-880d-8d7069779cb9 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:32.725614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port a2d68fee-1f6a-411f-880d-8d7069779cb9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:32.726311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:32.798619 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e010a78-42ab-49eb-acef-422ae7011074 req-bd3e7dc8-002f-4681-830a-7288ffd0530b tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 210 time: 0.0343900 Dec 08 21:39:32.816492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8e4ec827-b252-44f6-91c7-33ec5c92a845'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:32.870559 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:32.972806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a2d68fee-1f6a-411f-880d-8d7069779cb9, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a2d68fee-1f6a-411f-880d-8d7069779cb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:32.973472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-01bfecc1-c16c-4036-8919-1cda91f983df tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1cb5b131b01e4271910f479b82eaf6b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443947 Dec 08 21:39:32.987878 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:33.008982 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b276f27-8076-4eb7-a544-144ac983b1e6 req-0f6a25bd-92a2-4a46-828b-291fb3d877fb tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:33.011155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b276f27-8076-4eb7-a544-144ac983b1e6 req-0f6a25bd-92a2-4a46-828b-291fb3d877fb tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1336832 Dec 08 21:39:33.097067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a2d68fee-1f6a-411f-880d-8d7069779cb9,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:33.106574 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b276f27-8076-4eb7-a544-144ac983b1e6 req-55b9d14b-7f50-4796-b9d7-baa35f236032 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773942 Dec 08 21:39:33.164011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-88471ff9-f151-4ba3-b1f2-66816f99b988 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:33.165430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-88471ff9-f151-4ba3-b1f2-66816f99b988 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844101 Dec 08 21:39:33.205976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Request body: {'port': {'device_id': '72629062-8143-40b0-b5a4-0f5b2fce5302', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '1cb5b131b01e4271910f479b82eaf6b1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:33.243915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6a9966-0c88-4d07-b50b-e1e6169e274a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d68fee-1f6a-411f-880d-8d7069779cb9'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:33.246736 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d649f-38b2-47e3-88e3-63be66adfc66" -d '{"events": [{"server_uuid": "0d6a9966-0c88-4d07-b50b-e1e6169e274a", "name": "network-vif-plugged", "status": "completed", "tag": "a2d68fee-1f6a-411f-880d-8d7069779cb9"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:33.273644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50cbc4-8462-4d8c-8be6-6c88bfc7ce2e req-367dcbd0-dee1-4233-982f-c78df2b42754 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:33.275139 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef50cbc4-8462-4d8c-8be6-6c88bfc7ce2e req-367dcbd0-dee1-4233-982f-c78df2b42754 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 949 time: 0.1037564 Dec 08 21:39:33.337983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef50cbc4-8462-4d8c-8be6-6c88bfc7ce2e req-0919fba0-209a-4a61-9273-dae424ff5494 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559645 Dec 08 21:39:33.370338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Made reservation on behalf of 1cb5b131b01e4271910f479b82eaf6b1 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:33.374788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:33.379596 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-af9a05c7-812f-45c2-8fa4-2720cd6a48cb tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:39:33.380590 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-af9a05c7-812f-45c2-8fa4-2720cd6a48cb tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167141 Dec 08 21:39:33.392974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:33.438386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-7af0ba96-e8ae-45d1-ab94-30bd19d80871 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:33.439776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-7af0ba96-e8ae-45d1-ab94-30bd19d80871 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports/7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 1093 time: 0.0478780 Dec 08 21:39:33.453152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Request body: {'binding': {'host': 'n-h2-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:33.453622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Unknown quota resources ['binding']. {{(pid=102389) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 21:39:33.511837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-985fcdbf-712b-475c-8d0b-5f4c15757fed req-da1ba70a-57c0-4019-ae9b-98a553ff17f6 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 210 time: 0.0356464 Dec 08 21:39:33.605417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:33.613347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:33.666285 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-fe3b6765-0a15-4592-b44c-0e76fe98b557 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=30f1291267204b0487b6d901484f8c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302944 Dec 08 21:39:33.695429 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b6a950-e4ec-4318-8829-51d1e58181e5 x-openstack-request-id: req-52b6a950-e4ec-4318-8829-51d1e58181e5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:33.695752 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6a9966-0c88-4d07-b50b-e1e6169e274a", "name": "network-vif-plugged", "status": "completed", "tag": "a2d68fee-1f6a-411f-880d-8d7069779cb9", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:33.696001 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52b6a950-e4ec-4318-8829-51d1e58181e5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:33.696399 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6a9966-0c88-4d07-b50b-e1e6169e274a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d68fee-1f6a-411f-880d-8d7069779cb9', 'code': 200} Dec 08 21:39:33.706362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f87476-5f53-44db-a893-f98b3f536880,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:33.727224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on host n-h2-821126-1 for vnic_type normal with profile None {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:33.727550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:33.727879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:33.739149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:33.739475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:33.769816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:33.770197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:33.770538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:33.771132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Bound port: 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:33.833839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-d14ff6dc-e9fc-45b0-a989-40316091ea5f tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:33.835394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-d14ff6dc-e9fc-45b0-a989-40316091ea5f tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627638 Dec 08 21:39:33.851730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Request body: {'port': {'device_id': '64414baa-aa04-4be0-8224-d36efc6473e1', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '30f1291267204b0487b6d901484f8c9b'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:33.872434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Allocated IP 192.168.233.37 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/900662a3-38c6-4207-974b-9deaf038c559) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:33.970215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Made reservation on behalf of 30f1291267204b0487b6d901484f8c9b for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:33.974150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:33.983920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.063629 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.067779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.127548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:34.134988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3745e75-f44d-471f-b2a8-e49db19697fa,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:34.146662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] Notify callbacks [] for binding, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.147828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-5ffbf542-de9c-43b2-b36a-014969a18012 service neutron] 10.222.0.21 "POST /v2.0/ports/7b6f3ea0-82bb-46e9-af01-610798dd66d1/bindings HTTP/1.1" status: 201 len: 389 time: 0.7004378 Dec 08 21:39:34.161179 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6e6b-b6f4-4c78-875b-df69b6d46894 req-e9f57b61-42f2-4091-b920-7837e1d3893c tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:34.162645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3bb6e6b-b6f4-4c78-875b-df69b6d46894 req-e9f57b61-42f2-4091-b920-7837e1d3893c tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 949 time: 0.3599112 Dec 08 21:39:34.163315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:34.166684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d5f17-a5fc-4833-9671-7dec2a995e5c req-148454c0-50f9-4571-b8e9-6db15662a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:34.167450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8e4ec827-b252-44f6-91c7-33ec5c92a845 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:34.168120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-840d5f17-a5fc-4833-9671-7dec2a995e5c req-148454c0-50f9-4571-b8e9-6db15662a449 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 1100 time: 0.3682759 Dec 08 21:39:34.288571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3bb6e6b-b6f4-4c78-875b-df69b6d46894 req-6621326e-bb2b-4d57-a942-dc3bd3f06374 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160691 Dec 08 21:39:34.297231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-840d5f17-a5fc-4833-9671-7dec2a995e5c req-7e3195ea-ea83-42ad-a1ff-98b9516aac79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145010 Dec 08 21:39:34.334199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 8e4ec827-b252-44f6-91c7-33ec5c92a845 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:34.335591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.343625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8e4ec827-b252-44f6-91c7-33ec5c92a845 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:34.344003 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.346913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:34.383690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'mac_address': 'fa:16:3e:90:ec:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:34.399243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f20005-419c-46e8-8c04-7db918c7eff1 req-84b0f92b-012c-4510-b44f-b084d8e6f2bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:34.400741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87f20005-419c-46e8-8c04-7db918c7eff1 req-84b0f92b-012c-4510-b44f-b084d8e6f2bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0586367 Dec 08 21:39:34.413289 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.441148 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.460998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30413-6abf-404f-a0a2-a680ad5f5a52 req-2e14ed5b-e0d5-4ca9-afdd-fdb895153310 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:34.462862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84c30413-6abf-404f-a0a2-a680ad5f5a52 req-2e14ed5b-e0d5-4ca9-afdd-fdb895153310 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 948 time: 0.0919948 Dec 08 21:39:34.475800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:34.476769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb3074-cb93-4bf7-be6e-9af3b4cff47a {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:34.480586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:34.488645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:34.495952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:34.496823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.503372 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87f20005-419c-46e8-8c04-7db918c7eff1 req-faa58366-2b19-4d8c-8819-cd229f5f3475 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885150 Dec 08 21:39:34.515292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Pushing event updated for resources: {'Port': ['ID=900662a3-38c6-4207-974b-9deaf038c559,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:34.520901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.522029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Allocated IP 192.168.233.20 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/9dfe4b51-cdcc-448b-be87-e0f29309555a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:34.529551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:34.552782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-737e7d6f-294f-4b2d-ab6a-192bd055e945 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3513734 Dec 08 21:39:34.553913 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.570530 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84c30413-6abf-404f-a0a2-a680ad5f5a52 req-f61df916-6e52-47b9-880c-c69bc6dfeb7e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910058 Dec 08 21:39:34.576076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Request body: {'port': {'device_id': '72629062-8143-40b0-b5a4-0f5b2fce5302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:34.620801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.23', 50068) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:34.638835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:34.661700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:34.668000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.671762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ebe434ee-9fbd-4dac-a4f4-5421e8a07710 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:34.679120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.774774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046212e-ace4-4a18-80cd-1fb313e8e6e9 req-107fb079-7f6c-4073-a6f5-199d2784d026 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:34.776795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3046212e-ace4-4a18-80cd-1fb313e8e6e9 req-107fb079-7f6c-4073-a6f5-199d2784d026 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 945 time: 0.0999632 Dec 08 21:39:34.787271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:34.834216 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.841942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ebe434ee-9fbd-4dac-a4f4-5421e8a07710, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:34.858498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'ebe434ee-9fbd-4dac-a4f4-5421e8a07710', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'ebe434ee-9fbd-4dac-a4f4-5421e8a07710', 'mac_address': 'fa:16:3e:cf:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:34.863547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-93d8a8d2-5ae7-42d8-ae96-083e9866db75 req-21c37bf7-fbc1-45a0-b2ce-234e0d1381d4 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 210 time: 0.2398417 Dec 08 21:39:34.891620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-f50b6dab-053f-47b6-b51c-22e710f8a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:34.892260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3046212e-ace4-4a18-80cd-1fb313e8e6e9 req-1f3d8b9f-8bcc-4c54-b1d2-6e620c0e1768 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980239 Dec 08 21:39:34.908249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['80eb3074-cb93-4bf7-be6e-9af3b4cff47a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:34.916356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-f50b6dab-053f-47b6-b51c-22e710f8a7ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1096 time: 0.2934184 Dec 08 21:39:34.953906 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:34.980255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe434ee-9fbd-4dac-a4f4-5421e8a07710 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:35.019806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-a575372c-182c-4d62-abf5-eda5e0ea1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.021255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-a575372c-182c-4d62-abf5-eda5e0ea1097 service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.0945218 Dec 08 21:39:35.026449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ebe434ee-9fbd-4dac-a4f4-5421e8a07710, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:35.034577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.039750 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.120489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-1a8f105c-9966-44d7-b7e7-cab33a008fbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 217 time: 0.0871589 Dec 08 21:39:35.126111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8f844-2af0-4b72-a904-1fcee6f94259 req-4e52c2b0-a9d7-4162-8583-237ebe0a4ca0 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.127559 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb8f844-2af0-4b72-a904-1fcee6f94259 req-4e52c2b0-a9d7-4162-8583-237ebe0a4ca0 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 935 time: 0.1033938 Dec 08 21:39:35.176042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:35.188284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ffab6-8cfe-48bc-8d6a-b3208506d55c req-ce1e024e-a5a6-4864-a172-3235a17ad683 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.191175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d1ffab6-8cfe-48bc-8d6a-b3208506d55c req-ce1e024e-a5a6-4864-a172-3235a17ad683 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1681619 Dec 08 21:39:35.192689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Pushing event updated for resources: {'Port': ['ID=9dfe4b51-cdcc-448b-be87-e0f29309555a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:35.193810 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2686cdd1-f85d-4f01-8832-fcb173c884e7 None None] Provisioning complete for port 900662a3-38c6-4207-974b-9deaf038c559 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:35.194178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2686cdd1-f85d-4f01-8832-fcb173c884e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.209864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:35.217823 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb8f844-2af0-4b72-a904-1fcee6f94259 req-2a336597-4743-4c2b-9fec-4dd67b38f27f tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805612 Dec 08 21:39:35.259179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:35.263484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-a951b455-b873-46ab-bf1a-91336c04960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.264956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:35.265761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-a951b455-b873-46ab-bf1a-91336c04960f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.1350796 Dec 08 21:39:35.277379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2686cdd1-f85d-4f01-8832-fcb173c884e7 None None] Port 900662a3-38c6-4207-974b-9deaf038c559 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:35.298954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900662a3-38c6-4207-974b-9deaf038c559 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:35.308167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.324038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Transition to ACTIVE for port object 900662a3-38c6-4207-974b-9deaf038c559 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:35.328808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.333419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ebe434ee-9fbd-4dac-a4f4-5421e8a07710'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:35.361642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-018ee402-882a-48b4-b366-ad43dc02d932 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725429 Dec 08 21:39:35.450794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Attempting to bind port 900662a3-38c6-4207-974b-9deaf038c559 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:35.451133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Attempting to bind port 900662a3-38c6-4207-974b-9deaf038c559 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:35.451463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Attempting to bind port 900662a3-38c6-4207-974b-9deaf038c559 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:35.457328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Pushing event updated for resources: {'Port': ['ID=900662a3-38c6-4207-974b-9deaf038c559,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:35.472185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d1ffab6-8cfe-48bc-8d6a-b3208506d55c req-600e2c7d-8084-4687-82ef-5c522ee62210 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616210 Dec 08 21:39:35.484344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Port 900662a3-38c6-4207-974b-9deaf038c559 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:35.484344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Attempting to bind port 900662a3-38c6-4207-974b-9deaf038c559 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:35.484529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.485319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.490796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:35.491409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:35.491796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:35.492569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Bound port: 900662a3-38c6-4207-974b-9deaf038c559, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:35.492798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.521955 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e47a46ef-0cb4-4f88-b6c0-733dae2f23fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.536982 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085ee55-0686-4408-b42a-cc4868fb59db req-eeeff6f4-a35c-4c38-a6d3-5ce92dc76721 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.547775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-f87ea7f0-4e98-4155-8730-38accc12bd6a service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502750 Dec 08 21:39:35.549210 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4085ee55-0686-4408-b42a-cc4868fb59db req-eeeff6f4-a35c-4c38-a6d3-5ce92dc76721 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 949 time: 0.1073730 Dec 08 21:39:35.552588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-c9a6708c-f7c7-4965-bd8b-9eb197913dc5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7063153 Dec 08 21:39:35.582535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Request body: {'port': {'device_id': '64414baa-aa04-4be0-8224-d36efc6473e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:35.603332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f4638473-2387-4fcd-acff-c3f4e4386d61 None None] Provisioning complete for port 9dfe4b51-cdcc-448b-be87-e0f29309555a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:35.603700 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f4638473-2387-4fcd-acff-c3f4e4386d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.635567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4085ee55-0686-4408-b42a-cc4868fb59db req-975abf16-1742-4b06-89d9-850e5a7c4ce3 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851479 Dec 08 21:39:35.656116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f4638473-2387-4fcd-acff-c3f4e4386d61 None None] Port 9dfe4b51-cdcc-448b-be87-e0f29309555a cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:35.675349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] For port 900662a3-38c6-4207-974b-9deaf038c559, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:35.679259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] For port 900662a3-38c6-4207-974b-9deaf038c559, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=900662a3-38c6-4207-974b-9deaf038c559,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:35.687061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.697818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:35.700495 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d988fc-ae37-4e09-98c9-5745bc7ea452" -d '{"events": [{"server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:35.756420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.757228 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.758641 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] 10.222.0.23 "PUT /v2.0/ports/900662a3-38c6-4207-974b-9deaf038c559 HTTP/1.1" status: 200 len: 1095 time: 1.1918199 Dec 08 21:39:35.761651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72629062-8143-40b0-b5a4-0f5b2fce5302', 'tag': '900662a3-38c6-4207-974b-9deaf038c559'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:35.764085 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357b1d9c-449c-4590-8086-9325ff1f7928" -d '{"events": [{"name": "network-changed", "server_uuid": "72629062-8143-40b0-b5a4-0f5b2fce5302", "tag": "900662a3-38c6-4207-974b-9deaf038c559"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:35.803634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aeb6d-300a-4201-b442-e907d98d34fb service neutron] Pushing event updated for resources: {'Port': ['ID=900662a3-38c6-4207-974b-9deaf038c559,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:35.814526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96caec-e7d4-4c31-ba04-aeae93179281 req-50be370f-4dfb-41e3-9486-4aab9d99e7e5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.816052 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de96caec-e7d4-4c31-ba04-aeae93179281 req-50be370f-4dfb-41e3-9486-4aab9d99e7e5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 949 time: 0.1250911 Dec 08 21:39:35.878780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de96caec-e7d4-4c31-ba04-aeae93179281 req-5b2fa7de-d028-4aa1-9992-9715b194553e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541222 Dec 08 21:39:35.884993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-cc7206e7-957e-4640-84d7-3e53d87c80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.886797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-cc7206e7-957e-4640-84d7-3e53d87c80c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cb5b131b01e4271910f479b82eaf6b1&device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 1098 time: 0.0698197 Dec 08 21:39:35.952746 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc87ee6b-191a-4146-b0ca-701af00062eb x-openstack-request-id: req-fc87ee6b-191a-4146-b0ca-701af00062eb {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:35.953187 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:35.953439 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc87ee6b-191a-4146-b0ca-701af00062eb {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:35.953711 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'code': 200} Dec 08 21:39:35.956705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:35.957185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-d7aed48b-144f-4c94-a37b-46d5194f17f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=900662a3-38c6-4207-974b-9deaf038c559 HTTP/1.1" status: 200 len: 217 time: 0.0520792 Dec 08 21:39:35.976029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedcc93-2b64-499d-8130-121b2775772a req-0bf6c9bc-1e86-4bd4-ad8c-883d6209e1dd tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:35.977551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fedcc93-2b64-499d-8130-121b2775772a req-0bf6c9bc-1e86-4bd4-ad8c-883d6209e1dd tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.4002244 Dec 08 21:39:35.993405 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e892168-7118-41fc-a91c-530480bff224 x-openstack-request-id: req-0e892168-7118-41fc-a91c-530480bff224 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:35.994151 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72629062-8143-40b0-b5a4-0f5b2fce5302", "tag": "900662a3-38c6-4207-974b-9deaf038c559", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:35.994571 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e892168-7118-41fc-a91c-530480bff224 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:35.995824 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72629062-8143-40b0-b5a4-0f5b2fce5302', 'tag': '900662a3-38c6-4207-974b-9deaf038c559', 'status': 'completed', 'code': 200} Dec 08 21:39:36.056927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-7002aca0-e765-483b-a905-1a0879089eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.058475 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-7002aca0-e765-483b-a905-1a0879089eff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0840769 Dec 08 21:39:36.062499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-9c7deb91-6427-4035-91eb-65d92adddc28 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947979 Dec 08 21:39:36.062983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.23', 50069) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:36.093474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fedcc93-2b64-499d-8130-121b2775772a req-22938f47-2a99-468a-9979-67e26291824e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037378 Dec 08 21:39:36.125005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56269888-79f9-45fd-a936-acfba4da295a req-f9f3065a-5e83-43cc-93c8-84e74df9cd3e tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.127131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56269888-79f9-45fd-a936-acfba4da295a req-f9f3065a-5e83-43cc-93c8-84e74df9cd3e tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 935 time: 0.0859528 Dec 08 21:39:36.144090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-5f0a3ca0-4222-4aac-9d8d-7a5045911156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.145534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-5f0a3ca0-4222-4aac-9d8d-7a5045911156 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668368 Dec 08 21:39:36.160601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:36.221168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:36.222312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56269888-79f9-45fd-a936-acfba4da295a req-14049868-7e9c-40f4-8cfb-0b7fbc2214f6 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869894 Dec 08 21:39:36.227184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:36.228344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.288340 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-b5299b7d-387e-41db-adc3-255f09d32134 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272869 Dec 08 21:39:36.313461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-b3b0d726-ce16-4620-b4d6-21d490a95a21 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.315640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-b3b0d726-ce16-4620-b4d6-21d490a95a21 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.1539407 Dec 08 21:39:36.319114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeda7c4-3397-432e-8d3b-c803ee85f370 req-91140551-f84d-4800-9e4d-e2ed4e1c4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.319114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9aeda7c4-3397-432e-8d3b-c803ee85f370 req-91140551-f84d-4800-9e4d-e2ed4e1c4f40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1101 time: 0.2422190 Dec 08 21:39:36.339083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85b0e9-7950-4171-a2e4-d99ad49d5bf1 req-41b9bd02-04e3-4c42-9902-e6c3b599fb19 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.346754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a85b0e9-7950-4171-a2e4-d99ad49d5bf1 req-41b9bd02-04e3-4c42-9902-e6c3b599fb19 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 945 time: 0.1735039 Dec 08 21:39:36.352842 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.360749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821126-1'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:36.395129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:36.400751 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.441074 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80dcf2b8-449e-4bcb-ab4a-962b86d2d86c req-f3ff7a08-f0eb-4ad7-ae2e-8f6e2bd10d2d service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366336 Dec 08 21:39:36.453301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6761374-9a7b-43e8-9686-afd85787433a req-f31ae939-e387-40c5-b13a-1eb0f443f21f tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.455148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6761374-9a7b-43e8-9686-afd85787433a req-f31ae939-e387-40c5-b13a-1eb0f443f21f tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 947 time: 0.0901814 Dec 08 21:39:36.456153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:36.486926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9aeda7c4-3397-432e-8d3b-c803ee85f370 req-81ea74bd-bac2-4c7a-870d-11d1433a9ac7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366591 Dec 08 21:39:36.492918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a85b0e9-7950-4171-a2e4-d99ad49d5bf1 req-26cc304a-ba6d-45e1-a3cb-f04f44a9a54a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453755 Dec 08 21:39:36.496708 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6761374-9a7b-43e8-9686-afd85787433a req-1156d197-4fbc-470b-91d5-8073d555fe33 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Dec 08 21:39:36.504012 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.586456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfe4b51-cdcc-448b-be87-e0f29309555a {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:36.603990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.612256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757a015-2120-49f8-8248-bedf5dce1008 req-38160228-582d-4fb8-b591-8b77319ee406 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.613744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6757a015-2120-49f8-8248-bedf5dce1008 req-38160228-582d-4fb8-b591-8b77319ee406 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0518668 Dec 08 21:39:36.650052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Transition to ACTIVE for port object 9dfe4b51-cdcc-448b-be87-e0f29309555a will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:36.655891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.656618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6757a015-2120-49f8-8248-bedf5dce1008 req-de2514db-e674-4c35-b9ac-924dd0ee8465 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364468 Dec 08 21:39:36.658329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ebe434ee-9fbd-4dac-a4f4-5421e8a07710 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:36.728584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:36.735673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:36.736058 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.751506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe4b51-cdcc-448b-be87-e0f29309555a,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:36.806542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:36.827294 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.862661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ebe434ee-9fbd-4dac-a4f4-5421e8a07710, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:36.867574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:36.881429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-ecbd3c87-84ec-4535-b58c-c5fbf1d4ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.882948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-ecbd3c87-84ec-4535-b58c-c5fbf1d4ac6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cb5b131b01e4271910f479b82eaf6b1&device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 1098 time: 0.1677279 Dec 08 21:39:36.909561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991e7f-f3c9-4d6e-a602-565cf238cf2d req-f8afc2d7-e9cf-4ad3-8f17-94e26faa1c2d tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:36.911026 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fc991e7f-f3c9-4d6e-a602-565cf238cf2d req-f8afc2d7-e9cf-4ad3-8f17-94e26faa1c2d tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 949 time: 0.1777141 Dec 08 21:39:36.920156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:36.923206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:37.001540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Attempting to bind port 9dfe4b51-cdcc-448b-be87-e0f29309555a on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:37.002109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Attempting to bind port 9dfe4b51-cdcc-448b-be87-e0f29309555a by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:37.002109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Attempting to bind port 9dfe4b51-cdcc-448b-be87-e0f29309555a on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:37.022450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49773fd9-abaa-49fa-bf96-4818f1243f78 req-ecbfeb6e-af6d-48be-8a2a-fd707f1114f9 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.023980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Port 9dfe4b51-cdcc-448b-be87-e0f29309555a on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:37.024105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-49773fd9-abaa-49fa-bf96-4818f1243f78 req-ecbfeb6e-af6d-48be-8a2a-fd707f1114f9 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 950 time: 0.0493870 Dec 08 21:39:37.024307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Attempting to bind port 9dfe4b51-cdcc-448b-be87-e0f29309555a on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:37.036697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:37.038944 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea4a0bb-262b-485b-95f6-2b70ac5e5b90" -d '{"events": [{"server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:37.043005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.055322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:37.055643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:37.056048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:37.056457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Bound port: 9dfe4b51-cdcc-448b-be87-e0f29309555a, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:37.056809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.065607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.067971 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-49773fd9-abaa-49fa-bf96-4818f1243f78 req-c694bbac-b782-4563-8d4a-cdcf455a6427 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Dec 08 21:39:37.079036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fc991e7f-f3c9-4d6e-a602-565cf238cf2d req-93d79953-0601-4adf-afa8-f99d3249caae tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601665 Dec 08 21:39:37.119346 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dbed86-626c-42a3-9195-b062a94fe55d x-openstack-request-id: req-d4dbed86-626c-42a3-9195-b062a94fe55d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:37.119633 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:37.119883 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4dbed86-626c-42a3-9195-b062a94fe55d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:37.120321 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1', 'code': 200} Dec 08 21:39:37.159349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-550387db-ede1-4976-869c-373a5417a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.160841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-550387db-ede1-4976-869c-373a5417a351 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2673507 Dec 08 21:39:37.224673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89670f29-0f96-4c8d-ae28-b720ca668c94 req-82cef3c4-71f5-4ba2-8161-86c780d98c13 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.226523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89670f29-0f96-4c8d-ae28-b720ca668c94 req-82cef3c4-71f5-4ba2-8161-86c780d98c13 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0590768 Dec 08 21:39:37.247141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Pushing event updated for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:37.250932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-d21d9636-46ac-43eb-8ce1-8674a9011c35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=900662a3-38c6-4207-974b-9deaf038c559 HTTP/1.1" status: 200 len: 217 time: 0.0742934 Dec 08 21:39:37.275495 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89670f29-0f96-4c8d-ae28-b720ca668c94 req-4aa3b35a-d4e1-48ba-ae85-68ee05752a64 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Dec 08 21:39:37.303283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] For port 9dfe4b51-cdcc-448b-be87-e0f29309555a, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:37.307696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on host n-h1-821126-1 for vnic_type normal with profile {"migrating_to": "n-h2-821126-1"} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:37.308034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:37.308363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:37.346941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] For port 9dfe4b51-cdcc-448b-be87-e0f29309555a, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dfe4b51-cdcc-448b-be87-e0f29309555a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:37.350519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:37.350862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Attempting to bind port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:37.359335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.374314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:37.374651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:37.375059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:37.375488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Bound port: 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:37.375839 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.379136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-c290789f-6bd0-46f5-bd11-fd1de807c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.380588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-c290789f-6bd0-46f5-bd11-fd1de807c48c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1205277 Dec 08 21:39:37.383089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7d768-c900-4e20-acdf-e88a080495f1 req-e37ed08e-0227-4c24-9b43-5ea361998256 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.384532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4c7d768-c900-4e20-acdf-e88a080495f1 req-e37ed08e-0227-4c24-9b43-5ea361998256 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 947 time: 0.0519111 Dec 08 21:39:37.426633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.427422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.428618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] 10.222.0.23 "PUT /v2.0/ports/9dfe4b51-cdcc-448b-be87-e0f29309555a HTTP/1.1" status: 200 len: 1095 time: 1.8529248 Dec 08 21:39:37.431258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4c7d768-c900-4e20-acdf-e88a080495f1 req-fc0b3233-ce8d-406b-af36-c409e601c0c8 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Dec 08 21:39:37.455123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6b996-a1c9-4b7f-afe5-0c0c0750936c req-05c887b1-405f-4b11-8c71-8612e9916a95 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.456638 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d6b996-a1c9-4b7f-afe5-0c0c0750936c req-05c887b1-405f-4b11-8c71-8612e9916a95 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 1100 time: 0.1547663 Dec 08 21:39:37.543855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e7d6b996-a1c9-4b7f-afe5-0c0c0750936c req-df278227-5d31-40a5-a843-e5b1aae0de06 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.545078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25ce59-ef75-467c-8ee1-cf7fe2d5af1f service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe4b51-cdcc-448b-be87-e0f29309555a,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:37.572823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-10fb6fe7-4b55-49b4-8cb8-118157fd3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.574326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-10fb6fe7-4b55-49b4-8cb8-118157fd3990 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679211 Dec 08 21:39:37.605889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:37.636970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09092d-19d9-48bf-894e-fb15a70a3908 req-ae0c6471-4369-4a33-ad3d-94ae33132a7f tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.638438 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a09092d-19d9-48bf-894e-fb15a70a3908 req-ae0c6471-4369-4a33-ad3d-94ae33132a7f tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 947 time: 0.0522330 Dec 08 21:39:37.669602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-9868195f-4300-45e5-b3aa-2de9568f8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.671651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-9868195f-4300-45e5-b3aa-2de9568f8da6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30f1291267204b0487b6d901484f8c9b&device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 1098 time: 0.1693559 Dec 08 21:39:37.676527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:37.692225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a09092d-19d9-48bf-894e-fb15a70a3908 req-e24c9035-5c87-48bf-8089-ae01c02d019c tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476887 Dec 08 21:39:37.696714 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.762676 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-657e1477-908b-4fbb-8c48-c9f4b36bd2eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9dfe4b51-cdcc-448b-be87-e0f29309555a HTTP/1.1" status: 200 len: 217 time: 0.0769362 Dec 08 21:39:37.824793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06200f-cc8f-4352-8cc8-c75273b781ba req-5bc4ff93-4022-410f-91b4-634b5e10de29 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.826171 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc06200f-cc8f-4352-8cc8-c75273b781ba req-5bc4ff93-4022-410f-91b4-634b5e10de29 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 943 time: 0.0648844 Dec 08 21:39:37.867056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc06200f-cc8f-4352-8cc8-c75273b781ba req-b122e94d-00c9-447b-9881-773887e26433 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Dec 08 21:39:37.874406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-1015cca3-b25f-42d7-8b80-efb7f3f13000 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854536 Dec 08 21:39:37.910398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Pushing event updated for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=8']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:37.914873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.915488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.916815 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ace3df53-d4c8-492d-9bcf-4ba3faff3dac service neutron] 10.222.0.23 "PUT /v2.0/ports/7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 1121 time: 1.5645990 Dec 08 21:39:37.921317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-aa893938-20d4-47b0-a229-4f19234f41df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.922666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-aa893938-20d4-47b0-a229-4f19234f41df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1476398 Dec 08 21:39:37.924428 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e7d6b996-a1c9-4b7f-afe5-0c0c0750936c req-df278227-5d31-40a5-a843-e5b1aae0de06 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.955230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a'}, {'server_uuid': '98653d76-2720-4bcf-80d8-f835ea62c921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe434ee-9fbd-4dac-a4f4-5421e8a07710'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:37.957656 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a05d3b-0324-4bfa-a651-ef5f581eeb07" -d '{"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a"}, {"server_uuid": "98653d76-2720-4bcf-80d8-f835ea62c921", "name": "network-vif-plugged", "status": "completed", "tag": "ebe434ee-9fbd-4dac-a4f4-5421e8a07710"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:37.963019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e7d6b996-a1c9-4b7f-afe5-0c0c0750936c req-df278227-5d31-40a5-a843-e5b1aae0de06 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:37.987424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b141-531c-4a9e-944d-d86fce733f48 req-932710f0-915e-4504-8474-e90054a73a16 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:37.988923 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-12b9b141-531c-4a9e-944d-d86fce733f48 req-932710f0-915e-4504-8474-e90054a73a16 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0617490 Dec 08 21:39:37.995075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7b6f3ea0-82bb-46e9-af01-610798dd66d1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:38.014903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d6b996-a1c9-4b7f-afe5-0c0c0750936c req-df278227-5d31-40a5-a843-e5b1aae0de06 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349076 Dec 08 21:39:38.027585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-12b9b141-531c-4a9e-944d-d86fce733f48 req-f92aaf39-0642-4969-8143-6908ab9d93aa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Dec 08 21:39:38.054804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df278227-5d31-40a5-a843-e5b1aae0de06 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ca0f0c-5fa3-40dc-baea-a1b1b7c0f21f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:38.059734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0defd024-6af7-496e-aa8f-f6f6a0db4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.061470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-0defd024-6af7-496e-aa8f-f6f6a0db4232 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996716 Dec 08 21:39:38.085436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-357b1d9c-449c-4590-8086-9325ff1f7928 req-276c5b2b-dfbe-4a4a-876b-a1b3dadbeed5 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926568 Dec 08 21:39:38.125275 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aba896-5fd2-4e40-b265-904ae77d78ab x-openstack-request-id: req-79aba896-5fd2-4e40-b265-904ae77d78ab {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:38.127668 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a", "code": 200}, {"server_uuid": "98653d76-2720-4bcf-80d8-f835ea62c921", "name": "network-vif-plugged", "status": "completed", "tag": "ebe434ee-9fbd-4dac-a4f4-5421e8a07710", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:38.127932 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79aba896-5fd2-4e40-b265-904ae77d78ab {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:38.128341 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'code': 200} Dec 08 21:39:38.128592 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98653d76-2720-4bcf-80d8-f835ea62c921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe434ee-9fbd-4dac-a4f4-5421e8a07710', 'code': 200} Dec 08 21:39:38.174264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-593acabb-f76c-4ccb-b8ac-5ccce34c5806 req-e2165274-cb67-4872-8732-c6c333926f64 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:39:38.175636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-593acabb-f76c-4ccb-b8ac-5ccce34c5806 req-e2165274-cb67-4872-8732-c6c333926f64 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061817 Dec 08 21:39:38.206050 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5abefc2b-ab1d-4638-9f16-419ca191640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:38.238573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bcd5d-7476-438d-9a0b-732341657453 req-19f9bdbb-4810-4e87-b078-526b561a34af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.240073 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a7bcd5d-7476-438d-9a0b-732341657453 req-19f9bdbb-4810-4e87-b078-526b561a34af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 1101 time: 0.0523410 Dec 08 21:39:38.254260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-3c00dada-078d-432d-a4f1-be3fc7f7c12a service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828656 Dec 08 21:39:38.281304 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a7bcd5d-7476-438d-9a0b-732341657453 req-609df051-0043-49fb-a56a-3c667cfff406 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Dec 08 21:39:38.328057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c52750-ddbc-47be-9549-ce21df3a3bc3 req-ec864bde-0876-4b3e-ba09-fcecde131d00 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.329428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21c52750-ddbc-47be-9549-ce21df3a3bc3 req-ec864bde-0876-4b3e-ba09-fcecde131d00 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 950 time: 0.1379311 Dec 08 21:39:38.352367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062154cd-6997-43ad-822e-c64212724cb9 req-0be48359-ca53-4db1-8a21-998198609693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.354218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-062154cd-6997-43ad-822e-c64212724cb9 req-0be48359-ca53-4db1-8a21-998198609693 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1101 time: 0.1458478 Dec 08 21:39:38.434396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc58837-c6ed-42d7-a228-1b8a4c35b373 req-1b49c0ea-d89a-4e03-bc77-f40fbafdfcb2 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.435950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0bc58837-c6ed-42d7-a228-1b8a4c35b373 req-1b49c0ea-d89a-4e03-bc77-f40fbafdfcb2 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Dec 08 21:39:38.448333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21c52750-ddbc-47be-9549-ce21df3a3bc3 req-8f0ad579-a7b8-48e2-852b-f42486d49446 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120849 Dec 08 21:39:38.458081 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-062154cd-6997-43ad-822e-c64212724cb9 req-b01687bc-9d86-4e0c-b86a-bb2dabd6491d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958970 Dec 08 21:39:38.461565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcda2a84-aabb-47a9-a36a-e11c9cb4e5d6 req-cf9bb8ff-f454-4332-ae40-72df77c6557b service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994314 Dec 08 21:39:38.475673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0bc58837-c6ed-42d7-a228-1b8a4c35b373 req-64f082a1-8b63-48b0-82ef-13655335619f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Dec 08 21:39:38.479886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-a683b325-2386-4f66-976f-be2775f4a4c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886295 Dec 08 21:39:38.589037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cbb66-a666-439b-abad-c61ac5cbc518 req-3d0cd12f-a409-444f-8377-5d5aa4e687be tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.590610 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c56cbb66-a666-439b-abad-c61ac5cbc518 req-3d0cd12f-a409-444f-8377-5d5aa4e687be tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 947 time: 0.0523968 Dec 08 21:39:38.641789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c56cbb66-a666-439b-abad-c61ac5cbc518 req-b81d712a-cc75-4678-a559-f6a599a13b7f tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Dec 08 21:39:38.729537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:38.786265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaad5b-baed-4d3a-a8fa-5418577a92a3 req-763a0416-573d-4281-b9da-88937ca99327 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.794361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70eaad5b-baed-4d3a-a8fa-5418577a92a3 req-763a0416-573d-4281-b9da-88937ca99327 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.2824674 Dec 08 21:39:38.830092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70eaad5b-baed-4d3a-a8fa-5418577a92a3 req-034812ab-8068-4758-92c8-90cd863db98c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Dec 08 21:39:38.843843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d989148-683f-48a2-a82f-3caf8b6804ef req-0af15004-5533-4ad5-a176-2af6a17ef02a tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.845371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d989148-683f-48a2-a82f-3caf8b6804ef req-0af15004-5533-4ad5-a176-2af6a17ef02a tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 947 time: 0.0527356 Dec 08 21:39:38.887578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d989148-683f-48a2-a82f-3caf8b6804ef req-adb1a201-285c-4bca-9773-e2eae16559f5 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359225 Dec 08 21:39:38.986420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96fb2b-52e5-4a0b-862c-14502998b615 req-4daa5eb9-3627-49b0-a855-ecb175c7ddf3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:38.987935 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d96fb2b-52e5-4a0b-862c-14502998b615 req-4daa5eb9-3627-49b0-a855-ecb175c7ddf3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 943 time: 0.0483096 Dec 08 21:39:39.026760 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d96fb2b-52e5-4a0b-862c-14502998b615 req-99a01288-3f62-4925-8e97-fa8d77ab0510 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Dec 08 21:39:39.120951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64414baa-aa04-4be0-8224-d36efc6473e1', 'tag': '9dfe4b51-cdcc-448b-be87-e0f29309555a'}, {'name': 'network-changed', 'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:39.123362 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d83f49c-421a-4240-9258-8f377744aef6" -d '{"events": [{"name": "network-changed", "server_uuid": "64414baa-aa04-4be0-8224-d36efc6473e1", "tag": "9dfe4b51-cdcc-448b-be87-e0f29309555a"}, {"name": "network-changed", "server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:39.141406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281681-6e78-41e2-bf25-0746f7c5255f req-f23740ed-a08a-4dc6-a4d5-e1ca42b0aa94 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.142971 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10281681-6e78-41e2-bf25-0746f7c5255f req-f23740ed-a08a-4dc6-a4d5-e1ca42b0aa94 tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 1100 time: 0.0430930 Dec 08 21:39:39.147186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:39.174469 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19ebfec-8be3-4a90-9ed9-f2c6d2cbe505 x-openstack-request-id: req-c19ebfec-8be3-4a90-9ed9-f2c6d2cbe505 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:39.174655 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64414baa-aa04-4be0-8224-d36efc6473e1", "tag": "9dfe4b51-cdcc-448b-be87-e0f29309555a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:39.175310 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c19ebfec-8be3-4a90-9ed9-f2c6d2cbe505 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:39.176517 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64414baa-aa04-4be0-8224-d36efc6473e1', 'tag': '9dfe4b51-cdcc-448b-be87-e0f29309555a', 'status': 'completed', 'code': 200} Dec 08 21:39:39.176685 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1', 'status': 'completed', 'code': 200} Dec 08 21:39:39.181405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10281681-6e78-41e2-bf25-0746f7c5255f req-7400a280-ed00-4334-b835-2d0986f7b54a tempest-ServersAdminNegativeTestJSON-1117573739 tempest-ServersAdminNegativeTestJSON-1117573739-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Dec 08 21:39:39.256054 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:39.259093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f49c-421a-4240-9258-8f377744aef6 req-824f6bd2-f691-40dc-b1e6-0222c107aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.261420 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-824f6bd2-f691-40dc-b1e6-0222c107aef2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1124 time: 0.0560503 Dec 08 21:39:39.270168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f49c-421a-4240-9258-8f377744aef6 req-8766c5ea-c923-4b37-87d3-f3431099af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.272142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-8766c5ea-c923-4b37-87d3-f3431099af46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30f1291267204b0487b6d901484f8c9b&device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 1098 time: 0.0509331 Dec 08 21:39:39.392426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f49c-421a-4240-9258-8f377744aef6 req-0e4e42d2-fc79-4f82-a650-feac9787f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.393230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f49c-421a-4240-9258-8f377744aef6 req-dcd8da7a-7209-4b63-8a85-8ab02cfd53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.394554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-0e4e42d2-fc79-4f82-a650-feac9787f12c service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1130526 Dec 08 21:39:39.395350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-dcd8da7a-7209-4b63-8a85-8ab02cfd53c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.1257477 Dec 08 21:39:39.442348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-55584c67-b1b4-40e9-b357-4e7b609bfad8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9dfe4b51-cdcc-448b-be87-e0f29309555a HTTP/1.1" status: 200 len: 217 time: 0.0402200 Dec 08 21:39:39.447994 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-25c2f732-bdd4-491e-bfcc-d93e4b046957 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 217 time: 0.0444653 Dec 08 21:39:39.511821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f49c-421a-4240-9258-8f377744aef6 req-0e7fc70c-af89-41be-b6c4-6eeee050e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.513309 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-0e7fc70c-af89-41be-b6c4-6eeee050e6fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0577023 Dec 08 21:39:39.514803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f49c-421a-4240-9258-8f377744aef6 req-0d52e892-fef1-4bc3-867c-f925526ac5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.516264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-0d52e892-fef1-4bc3-867c-f925526ac5ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0658605 Dec 08 21:39:39.557441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-00ac7f87-51b2-49bf-b75f-1092da19b77e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357099 Dec 08 21:39:39.592764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f49c-421a-4240-9258-8f377744aef6 req-6634068c-dc65-4531-8875-5711b1bc3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.594262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-6634068c-dc65-4531-8875-5711b1bc3067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697477 Dec 08 21:39:39.602238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f867c2-4474-48e6-97a6-de3015e38d85 req-82295cd0-1403-4076-9d22-a8d32fcad323 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.603620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-49f867c2-4474-48e6-97a6-de3015e38d85 req-82295cd0-1403-4076-9d22-a8d32fcad323 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 949 time: 0.0701485 Dec 08 21:39:39.639781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a88a4-ce53-4a0f-b16d-08b238d8c207 req-ec231260-abab-4bbf-a3c6-99c4136ff186 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.641149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee4a88a4-ce53-4a0f-b16d-08b238d8c207 req-ec231260-abab-4bbf-a3c6-99c4136ff186 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 950 time: 0.1103015 Dec 08 21:39:39.690396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-85be68cb-16af-4126-af21-04ec73732f87 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192667 Dec 08 21:39:39.692185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-49f867c2-4474-48e6-97a6-de3015e38d85 req-0114cabe-421e-4f4a-9a8c-96f268adc4ff tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799468 Dec 08 21:39:39.703788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee4a88a4-ce53-4a0f-b16d-08b238d8c207 req-d98a25d4-5471-4707-b362-bb784de1f533 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547600 Dec 08 21:39:39.717973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-324ba7e6-ae43-4798-8e66-0e4ab79da056 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126125 Dec 08 21:39:39.761504 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:39.821802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-92d3595b-9e12-4863-ab90-c673f3cb4fc6 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081133 Dec 08 21:39:39.855036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a656f-5ff6-418f-94e8-d514d08607ff req-2a9412b5-373d-4bef-8357-4a98fb6a300a tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.856508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd2a656f-5ff6-418f-94e8-d514d08607ff req-2a9412b5-373d-4bef-8357-4a98fb6a300a tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0984788 Dec 08 21:39:39.880931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb23c1f-f0af-476a-a804-89b8e489c47f req-b93f4e2f-0330-4af4-bb53-37841a6fdb8a tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.882401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fb23c1f-f0af-476a-a804-89b8e489c47f req-b93f4e2f-0330-4af4-bb53-37841a6fdb8a tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 947 time: 0.0525014 Dec 08 21:39:39.906069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d83f49c-421a-4240-9258-8f377744aef6 req-d574d7e3-4bbe-42f7-9eb8-952e7c300ef5 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738234 Dec 08 21:39:39.921713 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fb23c1f-f0af-476a-a804-89b8e489c47f req-9edf650f-9ca7-4727-a7ee-18c152888801 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Dec 08 21:39:39.933959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd2a656f-5ff6-418f-94e8-d514d08607ff req-36e16966-1ae5-49c8-934e-a7337eda4bc8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591085 Dec 08 21:39:39.938850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-73544ce1-2056-4ea0-8e56-8c5c8a1e00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:39.938850 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-73544ce1-2056-4ea0-8e56-8c5c8a1e00dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1101 time: 0.0769303 Dec 08 21:39:40.035916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec085e54-2267-4a33-b9fb-080f8f089205 req-fb6135c7-8956-42f7-acfe-cb1292a7d367 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:40.037390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec085e54-2267-4a33-b9fb-080f8f089205 req-fb6135c7-8956-42f7-acfe-cb1292a7d367 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0550616 Dec 08 21:39:40.057565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-0f63ee6f-4bca-4130-9f6e-d66d89b2b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:40.059065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-0f63ee6f-4bca-4130-9f6e-d66d89b2b587 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1041830 Dec 08 21:39:40.077687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec085e54-2267-4a33-b9fb-080f8f089205 req-dcfb4aee-d159-434f-a556-32b2b2109a6a tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Dec 08 21:39:40.132855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-06166978-5f86-473b-83e2-692c0552aba1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 217 time: 0.0592136 Dec 08 21:39:40.184220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816b869-f1df-4bdb-b8ce-6537780af405 req-508ad1a8-d876-4404-8a4b-ea178b7063b7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:40.185594 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e816b869-f1df-4bdb-b8ce-6537780af405 req-508ad1a8-d876-4404-8a4b-ea178b7063b7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1054089 Dec 08 21:39:40.189236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22179f-c2e5-423a-8a7b-7f3c5355a260 req-f220741d-9627-4d43-aed7-4e1f7e67e551 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:40.191513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b22179f-c2e5-423a-8a7b-7f3c5355a260 req-f220741d-9627-4d43-aed7-4e1f7e67e551 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 947 time: 0.0543871 Dec 08 21:39:40.218378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7b6f3ea0-82bb-46e9-af01-610798dd66d1 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:40.219738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b2bf3dd3-515a-421c-9a8f-2e832983c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:40.221184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b2bf3dd3-515a-421c-9a8f-2e832983c50f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0759349 Dec 08 21:39:40.243769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e816b869-f1df-4bdb-b8ce-6537780af405 req-769106e5-3a3e-462e-8fa7-1d53ab8b31d3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520012 Dec 08 21:39:40.247760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b22179f-c2e5-423a-8a7b-7f3c5355a260 req-7ea901fb-24ce-49bf-8abb-57f3f0f0fec2 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448933 Dec 08 21:39:40.284842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-72d42927-0a48-4f39-8b3c-2560c437a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:40.286359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-72d42927-0a48-4f39-8b3c-2560c437a4b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557454 Dec 08 21:39:40.330155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:40.341427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7b6f3ea0-82bb-46e9-af01-610798dd66d1 has no active binding in host n-h2-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 21:39:40.341903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 900662a3-38c6-4207-974b-9deaf038c559 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:40.403739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f4645-2616-43eb-adeb-e392fd1be4bc req-f364abe0-0b13-440c-98f5-d875192711dc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:40.405744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b5f4645-2616-43eb-adeb-e392fd1be4bc req-f364abe0-0b13-440c-98f5-d875192711dc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 943 time: 0.1003578 Dec 08 21:39:40.432900 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 900662a3-38c6-4207-974b-9deaf038c559, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=900662a3-38c6-4207-974b-9deaf038c559,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:40.441943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-ee71bebe-effb-4ed3-987b-f72e77c09693 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346271 Dec 08 21:39:40.443950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '900662a3-38c6-4207-974b-9deaf038c559', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '900662a3-38c6-4207-974b-9deaf038c559', 'mac_address': 'fa:16:3e:40:22:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:40.473473 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b5f4645-2616-43eb-adeb-e392fd1be4bc req-47b0d57c-aa96-452a-bf3f-6ff5f4f69b63 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597930 Dec 08 21:39:40.483592 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:40.505654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900662a3-38c6-4207-974b-9deaf038c559 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:40.525661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 900662a3-38c6-4207-974b-9deaf038c559, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=900662a3-38c6-4207-974b-9deaf038c559,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:40.530310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:40.547091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-42f012e3-1043-48c4-9706-d1c8390dd092 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958309 Dec 08 21:39:40.582041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=900662a3-38c6-4207-974b-9deaf038c559,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:40.805645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef44e-a150-4288-b6c5-df5fcaebaa0b req-0d2d9ee1-ed0c-4f6d-8a32-e3d330d928ba tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:40.807139 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75bef44e-a150-4288-b6c5-df5fcaebaa0b req-0d2d9ee1-ed0c-4f6d-8a32-e3d330d928ba tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 949 time: 0.0480072 Dec 08 21:39:40.845072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75bef44e-a150-4288-b6c5-df5fcaebaa0b req-30af0056-2358-48c1-9f38-3ba6dc31325a tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Dec 08 21:39:40.852289 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:41.036476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34fc69-7cd1-40bb-b7c4-dfd64dcf185a req-51ef431c-c0d8-4aaf-af04-1d83eada17d2 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:41.037929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd34fc69-7cd1-40bb-b7c4-dfd64dcf185a req-51ef431c-c0d8-4aaf-af04-1d83eada17d2 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 947 time: 0.0487497 Dec 08 21:39:41.075472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd34fc69-7cd1-40bb-b7c4-dfd64dcf185a req-86927cbd-0b6f-4f7b-9d01-c0a76c10473d tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Dec 08 21:39:41.081011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cce597-82a0-429a-b2a6-e0c1373a19f5 req-075f12a8-de46-4c58-96f2-ae3cd795feb6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:41.082476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9cce597-82a0-429a-b2a6-e0c1373a19f5 req-075f12a8-de46-4c58-96f2-ae3cd795feb6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0793147 Dec 08 21:39:41.093776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-9f4167ec-219e-4b0c-b1d0-ab9fd294da58 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:41.095194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-9f4167ec-219e-4b0c-b1d0-ab9fd294da58 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 949 time: 0.0635700 Dec 08 21:39:41.107218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['900662a3-38c6-4207-974b-9deaf038c559'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:41.165444 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9cce597-82a0-429a-b2a6-e0c1373a19f5 req-b59f2554-5c81-4587-9e93-d3b0d3f2e006 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692728 Dec 08 21:39:41.218692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Deleting port a2d68fee-1f6a-411f-880d-8d7069779cb9 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:39:41.219100 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:41.260379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247155b-5b44-418c-9f05-5d7701b77c7e req-1bee2c60-754f-468f-bcff-39fe50f818b1 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:41.261791 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b247155b-5b44-418c-9f05-5d7701b77c7e req-1bee2c60-754f-468f-bcff-39fe50f818b1 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0607603 Dec 08 21:39:41.303441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b247155b-5b44-418c-9f05-5d7701b77c7e req-7f25c1cc-1b4d-4aa3-ad95-3f3e4d5a480e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336199 Dec 08 21:39:41.309910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] For port a2d68fee-1f6a-411f-880d-8d7069779cb9, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a2d68fee-1f6a-411f-880d-8d7069779cb9,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:41.310278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:41.347767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Calling delete_port for a2d68fee-1f6a-411f-880d-8d7069779cb9 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:39:41.408029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78527c-9471-4d63-80e0-ef340cbff0f6 req-c34cd934-2581-4adf-b4b5-eb88aefb50ed tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:41.408396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1582f-c640-4f59-8d77-81f1bf329f1e req-9f58060d-cbc9-4b8a-a198-f34826a7dc72 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:41.409723 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf78527c-9471-4d63-80e0-ef340cbff0f6 req-c34cd934-2581-4adf-b4b5-eb88aefb50ed tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0914938 Dec 08 21:39:41.409847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fee1582f-c640-4f59-8d77-81f1bf329f1e req-9f58060d-cbc9-4b8a-a198-f34826a7dc72 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 948 time: 0.0486863 Dec 08 21:39:41.455885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fee1582f-c640-4f59-8d77-81f1bf329f1e req-388d963f-a1af-4762-b836-7af9efba6643 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Dec 08 21:39:41.469280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf78527c-9471-4d63-80e0-ef340cbff0f6 req-a1b87570-dff6-443f-927b-f850ce249f3f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480487 Dec 08 21:39:41.524630 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:41.537347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a2d68fee-1f6a-411f-880d-8d7069779cb9'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:41.555926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Pushing event deleted for resources: {'Port': ['ID=a2d68fee-1f6a-411f-880d-8d7069779cb9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:41.568734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-7d66524d-8004-4452-b39d-d896e1b4fed2 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=947a6344e3124f43aa7681e2c68cd781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301335 Dec 08 21:39:41.620198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] No DVR routers for this DVR port a2d68fee-1f6a-411f-880d-8d7069779cb9 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:39:41.624248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:41.627525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ddb226be-03d8-428a-8e5e-b7a71afb490e req-c28f4917-33c5-41b8-9413-8d4d1c5fd2b7 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.37 "DELETE /v2.0/ports/a2d68fee-1f6a-411f-880d-8d7069779cb9 HTTP/1.1" status: 204 len: 173 time: 0.5171468 Dec 08 21:39:41.628017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6a9966-0c88-4d07-b50b-e1e6169e274a', 'name': 'network-vif-deleted', 'tag': 'a2d68fee-1f6a-411f-880d-8d7069779cb9'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:41.630760 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df3ab0c-ec79-45e2-945b-880111702f54" -d '{"events": [{"server_uuid": "0d6a9966-0c88-4d07-b50b-e1e6169e274a", "name": "network-vif-deleted", "tag": "a2d68fee-1f6a-411f-880d-8d7069779cb9"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:41.661998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1b7eb-39d0-4953-a6c7-4444fdff301b req-3663f7de-489c-4e98-b896-ed56f0307ac0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:41.663577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6de1b7eb-39d0-4953-a6c7-4444fdff301b req-3663f7de-489c-4e98-b896-ed56f0307ac0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 943 time: 0.0986502 Dec 08 21:39:41.697936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-2027d38d-60fb-4f42-8323-244d37480f6e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:41.704962 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6de1b7eb-39d0-4953-a6c7-4444fdff301b req-8aea1043-1dbf-4135-a27a-326c972f1de7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349705 Dec 08 21:39:41.705569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-2027d38d-60fb-4f42-8323-244d37480f6e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309824 Dec 08 21:39:41.727434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-4279d5de-5c09-449f-abc4-2583a90f3d48 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/quotas/947a6344e3124f43aa7681e2c68cd781 HTTP/1.1" status: 200 len: 375 time: 0.0207374 Dec 08 21:39:41.771382 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee13cedb-e660-4ffa-9116-198883a55466 x-openstack-request-id: req-ee13cedb-e660-4ffa-9116-198883a55466 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:41.771671 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6a9966-0c88-4d07-b50b-e1e6169e274a", "name": "network-vif-deleted", "tag": "a2d68fee-1f6a-411f-880d-8d7069779cb9", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:41.771988 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee13cedb-e660-4ffa-9116-198883a55466 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:41.772473 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6a9966-0c88-4d07-b50b-e1e6169e274a', 'name': 'network-vif-deleted', 'tag': 'a2d68fee-1f6a-411f-880d-8d7069779cb9', 'status': 'completed', 'code': 200} Dec 08 21:39:41.792443 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-f138bf51-3644-4091-9bc9-97ae6135f671 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628221 Dec 08 21:39:41.946372 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34daf382-1dd8-468e-b16d-74d4158d37a5 req-97ccee6f-7f8a-4ce5-b467-7e0320d7ebfc tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 210 time: 0.0263762 Dec 08 21:39:41.967700 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-407e9d69-aedf-46ad-b396-3fe0ec41d5d3 req-fa96ac04-4d56-435b-85f3-9b84edaebbb9 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d6a9966-0c88-4d07-b50b-e1e6169e274a HTTP/1.1" status: 200 len: 210 time: 0.0266593 Dec 08 21:39:42.106498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['01f1b90d-c36d-428e-9c47-bd3ea63a9a16'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:42.137408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-2204b951-3b27-4249-a6c9-fc5b83493797 service neutron] 10.222.0.37 "GET /v2.0/ports/7b6f3ea0-82bb-46e9-af01-610798dd66d1/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.0673890 Dec 08 21:39:42.253407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9dfe4b51-cdcc-448b-be87-e0f29309555a details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:42.256061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a017c06-e1bd-42f9-a27c-f359ec68728a req-28c3c7a4-2f4f-48bc-b3ca-fd0b927afb18 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:42.264408 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a017c06-e1bd-42f9-a27c-f359ec68728a req-28c3c7a4-2f4f-48bc-b3ca-fd0b927afb18 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 947 time: 0.0669210 Dec 08 21:39:42.336169 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a017c06-e1bd-42f9-a27c-f359ec68728a req-f171fffb-649a-43d7-9cfe-917778982704 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708256 Dec 08 21:39:42.408647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:42.440807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9dfe4b51-cdcc-448b-be87-e0f29309555a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dfe4b51-cdcc-448b-be87-e0f29309555a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:42.443893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505435a3-970d-4b84-8967-cc28a41f620b req-015bcb4f-77eb-4d51-9922-9db6a2a96f9e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:42.445373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-505435a3-970d-4b84-8967-cc28a41f620b req-015bcb4f-77eb-4d51-9922-9db6a2a96f9e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0824549 Dec 08 21:39:42.446377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:42.459362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '9dfe4b51-cdcc-448b-be87-e0f29309555a', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '9dfe4b51-cdcc-448b-be87-e0f29309555a', 'mac_address': 'fa:16:3e:8e:d3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:42.497344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6f3ea0-82bb-46e9-af01-610798dd66d1 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:42.517521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:42.520796 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:42.523141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-505435a3-970d-4b84-8967-cc28a41f620b req-3955edec-e716-48ed-8692-3434db0db15c tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564742 Dec 08 21:39:42.537168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:42.538154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfe4b51-cdcc-448b-be87-e0f29309555a {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:42.580658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9dfe4b51-cdcc-448b-be87-e0f29309555a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dfe4b51-cdcc-448b-be87-e0f29309555a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:42.590925 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:42.619901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2d55-4b44-4055-b9d9-fb0fee68ca3e req-a7b43ea5-82ff-4db2-a3b2-135602ad3043 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:42.627238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-912b2d55-4b44-4055-b9d9-fb0fee68ca3e req-a7b43ea5-82ff-4db2-a3b2-135602ad3043 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 948 time: 0.0741131 Dec 08 21:39:42.657714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=9dfe4b51-cdcc-448b-be87-e0f29309555a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:42.675730 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-912b2d55-4b44-4055-b9d9-fb0fee68ca3e req-b97d691c-d2be-4ff7-979b-99abf3d453a0 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460382 Dec 08 21:39:42.691092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] Transition to ACTIVE for port object 7b6f3ea0-82bb-46e9-af01-610798dd66d1 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:42.698770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a74daa-10f8-4f24-9066-6e6d08db72df req-dcae2b59-89fc-48c8-97db-3dbc28164653 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:42.700230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90a74daa-10f8-4f24-9066-6e6d08db72df req-dcae2b59-89fc-48c8-97db-3dbc28164653 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0846767 Dec 08 21:39:42.702197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:42.790121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] No DVR routers for this DVR port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:39:42.802155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90a74daa-10f8-4f24-9066-6e6d08db72df req-96ffb748-15c7-41ce-a8db-329982bbea76 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923254 Dec 08 21:39:42.803155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] Pushing event updated for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=10']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:42.845255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa42d7-784e-4e17-937a-e74f5a19b49f req-79ebd079-6e89-4e9a-b2b1-ebb82ae253c6 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:42.846699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0efa42d7-784e-4e17-937a-e74f5a19b49f req-79ebd079-6e89-4e9a-b2b1-ebb82ae253c6 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 944 time: 0.0633807 Dec 08 21:39:42.867970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-33262c07-e026-4ed5-a955-78ccb70e804f service neutron] 10.222.0.37 "PUT /v2.0/ports/7b6f3ea0-82bb-46e9-af01-610798dd66d1/bindings/n-h2-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7230358 Dec 08 21:39:42.882821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-cfbfdbf5-6c38-4227-a06e-cd5385c5a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:42.884323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-cfbfdbf5-6c38-4227-a06e-cd5385c5a7f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1095 time: 0.0461764 Dec 08 21:39:42.887958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0efa42d7-784e-4e17-937a-e74f5a19b49f req-028b8aee-b196-4dc7-899d-2f81f187e58b tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341077 Dec 08 21:39:42.960883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dfe4b51-cdcc-448b-be87-e0f29309555a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:42.971269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-a21bfca5-b621-44e9-ae3a-b39100e8dc05 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:42.973091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-a21bfca5-b621-44e9-ae3a-b39100e8dc05 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.0448434 Dec 08 21:39:42.992866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-f308d094-0746-4de4-b6e5-9f5548b598d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:42.994332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-f308d094-0746-4de4-b6e5-9f5548b598d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.0922308 Dec 08 21:39:43.077607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-d1c98724-6626-45e8-820e-3234aede1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.079296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-d1c98724-6626-45e8-820e-3234aede1e70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d&tenant_id=942b0951a1324d0daa33c49b36c7a004 HTTP/1.1" status: 200 len: 1095 time: 0.0974503 Dec 08 21:39:43.081942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-9757ea88-6f04-4cec-8e20-a8f85e85054e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 217 time: 0.0792873 Dec 08 21:39:43.126134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aa46e921-117b-4f5d-9496-ec7b69f1666c req-c05f189d-0495-45b9-aeec-cf8c3568b2fe tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 210 time: 0.0407281 Dec 08 21:39:43.168225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-9cfcddfc-5085-4465-92f4-ab88619c5f41 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=947a6344e3124f43aa7681e2c68cd781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376325 Dec 08 21:39:43.175025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-7202079e-9843-432f-8783-fdeafadb4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.176573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-7202079e-9843-432f-8783-fdeafadb4053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0493932 Dec 08 21:39:43.250573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-fca6c2a8-541a-4d66-b224-525d32531cc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645688 Dec 08 21:39:43.275553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-dfbbe706-5e6b-46d1-a560-a0f2ff5cce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.277015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-dfbbe706-5e6b-46d1-a560-a0f2ff5cce67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1095 time: 0.1177185 Dec 08 21:39:43.419688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-5532a37d-e9fa-4fe4-b819-b5b26205a631 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.421896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-5532a37d-e9fa-4fe4-b819-b5b26205a631 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339001 Dec 08 21:39:43.443821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Request body: {'port': {'device_id': '6e407228-956b-42da-bbb9-54846ca546ac', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '947a6344e3124f43aa7681e2c68cd781'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:43.455965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d0b62-18f1-43ac-a842-740c73b75cf4 req-605eff40-a7ed-4438-bb7d-2d6f0ea3d954 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.457476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a8d0b62-18f1-43ac-a842-740c73b75cf4 req-605eff40-a7ed-4438-bb7d-2d6f0ea3d954 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 949 time: 0.1082983 Dec 08 21:39:43.518927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-deaf16f7-1ed5-4f0a-b606-ad06c7bb6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.520375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-deaf16f7-1ed5-4f0a-b606-ad06c7bb6365 service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.2268188 Dec 08 21:39:43.580122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-d5f9a5c5-86c7-4246-a47c-e14d91478017 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 217 time: 0.0513191 Dec 08 21:39:43.592733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a8d0b62-18f1-43ac-a842-740c73b75cf4 req-9fd8a75b-3560-43d0-9a21-7244a02e9ae2 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159241 Dec 08 21:39:43.661584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c6f8f-9880-434a-9f01-db5c71cd6c95 req-f790a520-f072-4da4-8c3d-4630a6d5399a tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.663161 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d83c6f8f-9880-434a-9f01-db5c71cd6c95 req-f790a520-f072-4da4-8c3d-4630a6d5399a tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 948 time: 0.0836198 Dec 08 21:39:43.666738 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-fbbaec1c-4600-4ad2-ad9c-ee8e1b52b08c service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085181 Dec 08 21:39:43.673899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-8e401228-d7f0-4497-be25-768269e7f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.675398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-8e401228-d7f0-4497-be25-768269e7f7a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0729725 Dec 08 21:39:43.727666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-67aeea8a-670d-4b1a-8900-790b6e35a226 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364377 Dec 08 21:39:43.731165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Made reservation on behalf of 947a6344e3124f43aa7681e2c68cd781 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:43.735073 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:43.753516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d83c6f8f-9880-434a-9f01-db5c71cd6c95 req-b4af19b7-5c7b-41e7-92c4-43625433b241 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842183 Dec 08 21:39:43.807597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4aa0549a-d39d-4068-bbe8-edf4aad5a6e1 req-2f609ffd-f3ed-4515-98c0-661940d09b39 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298654 Dec 08 21:39:43.884621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816f52-cfb6-46e2-bf39-cef689d9ce3b req-5a2ce154-745a-4601-b9c4-44f1152c3f36 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.886555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47816f52-cfb6-46e2-bf39-cef689d9ce3b req-5a2ce154-745a-4601-b9c4-44f1152c3f36 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 948 time: 0.0524845 Dec 08 21:39:43.927901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47816f52-cfb6-46e2-bf39-cef689d9ce3b req-3ceb0b58-59a4-4677-9586-0c3e4afd1e80 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Dec 08 21:39:43.980999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c614859-9fcc-4e6a-ab8d-1c8c83650fe4 req-8c913d1b-cad5-4f22-ae17-f030a1e0434d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:43.982440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c614859-9fcc-4e6a-ab8d-1c8c83650fe4 req-8c913d1b-cad5-4f22-ae17-f030a1e0434d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.3272243 Dec 08 21:39:44.030461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae603bc-76c2-4831-99b6-3efbe907bd5a req-86eda453-058d-4342-94a7-95bf32aabb8c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:44.031967 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dae603bc-76c2-4831-99b6-3efbe907bd5a req-86eda453-058d-4342-94a7-95bf32aabb8c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0478656 Dec 08 21:39:44.069887 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dae603bc-76c2-4831-99b6-3efbe907bd5a req-02708db1-f7c9-446b-be1d-ac92eda46fe8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Dec 08 21:39:44.115714 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c614859-9fcc-4e6a-ab8d-1c8c83650fe4 req-b64f5a77-edeb-4bf4-8e42-dbce6e082ff0 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068952 Dec 08 21:39:44.161847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-ab6e0733-c9a9-4845-b338-57ff0e9158d1 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097721 Dec 08 21:39:44.194548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e7ed-8c9b-4894-add1-b16e10fb3e36 req-219ab211-5d50-4ab1-8125-577f7974373e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:44.196230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6df4e7ed-8c9b-4894-add1-b16e10fb3e36 req-219ab211-5d50-4ab1-8125-577f7974373e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 944 time: 0.0698953 Dec 08 21:39:44.240404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9dfe4b51-cdcc-448b-be87-e0f29309555a up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:44.243950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Allocated IP 192.168.233.131 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/d8a18b24-5ab9-4452-9733-acba68dc6854) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:44.254401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6df4e7ed-8c9b-4894-add1-b16e10fb3e36 req-ec8aa23a-5c08-4355-b894-6abac49b0cd2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Dec 08 21:39:44.305360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 9dfe4b51-cdcc-448b-be87-e0f29309555a completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:44.308891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 9dfe4b51-cdcc-448b-be87-e0f29309555a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:44.309258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.312608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-81d42e2d-2f38-450f-951a-61e999d6fc33 req-c190ea85-ef0b-4939-86ae-ed3493344a38 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 210 time: 0.0501928 Dec 08 21:39:44.393541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.410430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-6f43f0b8-0546-44c1-bf48-b12b0355479e service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373228 Dec 08 21:39:44.417014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64414baa-aa04-4be0-8224-d36efc6473e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe4b51-cdcc-448b-be87-e0f29309555a'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:44.419574 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8808a672-f092-43f9-991a-9b32bc83af4b" -d '{"events": [{"server_uuid": "64414baa-aa04-4be0-8224-d36efc6473e1", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe4b51-cdcc-448b-be87-e0f29309555a"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:44.433101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9dfe4b51-cdcc-448b-be87-e0f29309555a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dfe4b51-cdcc-448b-be87-e0f29309555a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:44.440258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.441668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 900662a3-38c6-4207-974b-9deaf038c559 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:44.474766 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.483375 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f352ea-33f4-4606-a15e-8d7fd5173dc1 x-openstack-request-id: req-34f352ea-33f4-4606-a15e-8d7fd5173dc1 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:44.483691 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64414baa-aa04-4be0-8224-d36efc6473e1", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe4b51-cdcc-448b-be87-e0f29309555a", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:44.483947 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34f352ea-33f4-4606-a15e-8d7fd5173dc1 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:44.484324 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64414baa-aa04-4be0-8224-d36efc6473e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe4b51-cdcc-448b-be87-e0f29309555a', 'code': 200} Dec 08 21:39:44.510929 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.524405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=9dfe4b51-cdcc-448b-be87-e0f29309555a,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:44.534155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['80eb3074-cb93-4bf7-be6e-9af3b4cff47a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:44.536093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ebe434ee-9fbd-4dac-a4f4-5421e8a07710'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:44.577402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 900662a3-38c6-4207-974b-9deaf038c559 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:44.577844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:44.584099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:44.588506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 900662a3-38c6-4207-974b-9deaf038c559 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:44.588879 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.591749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:44.618221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Pushing event updated for resources: {'Port': ['ID=d8a18b24-5ab9-4452-9733-acba68dc6854,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:44.650834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5213c-6c75-4338-9e58-1499a7699c24 req-50546e9f-1715-4f1e-8be6-202eb5c424d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:44.652416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7b5213c-6c75-4338-9e58-1499a7699c24 req-50546e9f-1715-4f1e-8be6-202eb5c424d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 1100 time: 0.1101873 Dec 08 21:39:44.664680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a2d68fee-1f6a-411f-880d-8d7069779cb9 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:44.681629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:44.682282 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.706048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: a2d68fee-1f6a-411f-880d-8d7069779cb9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:39:44.706390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a2d68fee-1f6a-411f-880d-8d7069779cb9 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:44.750949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-c2a867ca-2ea8-4eed-9bea-d2bf7d67e3f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3098767 Dec 08 21:39:44.767591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7b5213c-6c75-4338-9e58-1499a7699c24 req-2b07bb75-4fc6-43af-82db-5b38e99855b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970478 Dec 08 21:39:44.772588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Request body: {'port': {'device_id': '6e407228-956b-42da-bbb9-54846ca546ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:44.781617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4372d7-dd45-4f25-ad83-c55a64673003 req-f1f84459-fe3f-47e2-8fdc-748a39cb4a6a tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:44.784229 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a4372d7-dd45-4f25-ad83-c55a64673003 req-f1f84459-fe3f-47e2-8fdc-748a39cb4a6a tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 949 time: 0.0714507 Dec 08 21:39:44.823647 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.835042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.847394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-729bdf13-ab38-4545-8867-e0cee1d53b6e tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:44.849557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-729bdf13-ab38-4545-8867-e0cee1d53b6e tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.1625264 Dec 08 21:39:44.864601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a4372d7-dd45-4f25-ad83-c55a64673003 req-4bca34cc-247e-4426-9de8-0c5412543c7f tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699103 Dec 08 21:39:44.922428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6bfa5667-65dd-4cd4-90e5-a63c4e1321b6 None None] Provisioning complete for port d8a18b24-5ab9-4452-9733-acba68dc6854 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:44.922829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bfa5667-65dd-4cd4-90e5-a63c4e1321b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.953281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 900662a3-38c6-4207-974b-9deaf038c559, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=900662a3-38c6-4207-974b-9deaf038c559,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:44.969414 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:44.990313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6175b-8c70-49ff-a537-e6709342a980 req-6f194c2f-1c5b-46af-98bb-7b265cad0adf tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:44.991900 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28c6175b-8c70-49ff-a537-e6709342a980 req-6f194c2f-1c5b-46af-98bb-7b265cad0adf tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 949 time: 0.1139662 Dec 08 21:39:45.017215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa5667-65dd-4cd4-90e5-a63c4e1321b6 None None] Port d8a18b24-5ab9-4452-9733-acba68dc6854 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:45.044709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=900662a3-38c6-4207-974b-9deaf038c559,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:45.061591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18194abd-5690-4a0c-a856-acf7c5509294 req-2795889d-bf85-4766-b348-f63528d46ad4 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.063104 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18194abd-5690-4a0c-a856-acf7c5509294 req-2795889d-bf85-4766-b348-f63528d46ad4 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 949 time: 0.0609820 Dec 08 21:39:45.101170 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18194abd-5690-4a0c-a856-acf7c5509294 req-9864ef39-4c1c-4b98-b34d-66872d179d97 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Dec 08 21:39:45.191218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-6ffc76a8-801f-4513-b0ad-1bd6c252c77f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1882219 Dec 08 21:39:45.196432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28c6175b-8c70-49ff-a537-e6709342a980 req-3ac65ff3-b011-4718-8df6-9d7f75c73882 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446929 Dec 08 21:39:45.216620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32656e-6120-4b15-9a3b-8459c67aff57 req-deacaf70-31e0-41b5-acc9-0fde402891c6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.220418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f32656e-6120-4b15-9a3b-8459c67aff57 req-deacaf70-31e0-41b5-acc9-0fde402891c6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0645192 Dec 08 21:39:45.287495 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f32656e-6120-4b15-9a3b-8459c67aff57 req-0c5a44c9-ff2c-4fa7-98f0-ae4798676124 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598128 Dec 08 21:39:45.307204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-32e4cfe8-51dd-498b-9e3c-3a15905f42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.308785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-32e4cfe8-51dd-498b-9e3c-3a15905f42b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 1100 time: 0.0492625 Dec 08 21:39:45.377455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-8c45341f-3df4-4b48-8e2b-067f2f67ebc8 service neutron] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:45.402601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-8c45341f-3df4-4b48-8e2b-067f2f67ebc8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:45.403740 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f738ffd3-c5d7-433b-a856-bd1faa74cc42 req-8c45341f-3df4-4b48-8e2b-067f2f67ebc8 service neutron] 10.222.0.23 "DELETE /v2.0/ports/7b6f3ea0-82bb-46e9-af01-610798dd66d1/bindings/n-h1-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.3998601 Dec 08 21:39:45.411595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-e7dda4c7-44df-499a-8184-1a9a6355daea tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.412989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-e7dda4c7-44df-499a-8184-1a9a6355daea tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 949 time: 0.1655293 Dec 08 21:39:45.425027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51026-3dce-4e6b-be67-f2c496c8ef25 req-ce254368-fc24-49dd-b676-0b952a86b13b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.426612 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bbe51026-3dce-4e6b-be67-f2c496c8ef25 req-ce254368-fc24-49dd-b676-0b952a86b13b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1632299 Dec 08 21:39:45.465729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d007705-4938-4adc-89cd-70a43b250c4e req-aa92b3dd-933f-45db-bc93-35a20cc0db87 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.467739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d007705-4938-4adc-89cd-70a43b250c4e req-aa92b3dd-933f-45db-bc93-35a20cc0db87 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 944 time: 0.1099815 Dec 08 21:39:45.472439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-e8389a5c-1595-4010-817c-3e7319ee7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.473890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-e8389a5c-1595-4010-817c-3e7319ee7c0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1363895 Dec 08 21:39:45.474052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a18b24-5ab9-4452-9733-acba68dc6854 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:45.487291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:45.527434 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-ec618806-d4c3-4e5e-947d-686f068f9a3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 200 len: 217 time: 0.0387509 Dec 08 21:39:45.538071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Transition to ACTIVE for port object d8a18b24-5ab9-4452-9733-acba68dc6854 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:45.543047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bbe51026-3dce-4e6b-be67-f2c496c8ef25 req-eeef00f4-f405-4a5f-9061-6fb5208b39d5 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052060 Dec 08 21:39:45.546413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:45.571131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d007705-4938-4adc-89cd-70a43b250c4e req-7286f0f0-f3c1-4aab-b740-1936df2ac64f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962794 Dec 08 21:39:45.595304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-bac46d6c-b7e4-46ad-8a94-d389e562274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.597087 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-bac46d6c-b7e4-46ad-8a94-d389e562274d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0617585 Dec 08 21:39:45.603839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a18b24-5ab9-4452-9733-acba68dc6854,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:45.622983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Deleting port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:39:45.622983 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:45.660285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-f3d63efb-c807-49b0-8ee0-5d8883b8fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.662339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-f3d63efb-c807-49b0-8ee0-5d8883b8fd19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574656 Dec 08 21:39:45.789150 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-8d26b10e-6c4a-4712-9b95-9e0a83411dd0 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172674 Dec 08 21:39:45.835331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] For port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:45.835804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:45.849040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Attempting to bind port d8a18b24-5ab9-4452-9733-acba68dc6854 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:45.849382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Attempting to bind port d8a18b24-5ab9-4452-9733-acba68dc6854 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:45.849706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Attempting to bind port d8a18b24-5ab9-4452-9733-acba68dc6854 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:45.859401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Port d8a18b24-5ab9-4452-9733-acba68dc6854 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:45.859723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Attempting to bind port d8a18b24-5ab9-4452-9733-acba68dc6854 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:45.861769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Calling delete_port for 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:39:45.877543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:45.877854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:45.878176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:45.878610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Bound port: d8a18b24-5ab9-4452-9733-acba68dc6854, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:45.879332 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:45.907538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a198df-2b1e-4879-9e1b-4749aa4f2c5c req-60a35b2a-68de-4091-aae8-3ac99227759e tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.908696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d56072-ebc0-4d5b-8dd9-5f501bab3ffd req-c57a9f23-7088-4d74-9f86-88df1467f4b1 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:45.910243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50d56072-ebc0-4d5b-8dd9-5f501bab3ffd req-c57a9f23-7088-4d74-9f86-88df1467f4b1 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 948 time: 0.1634684 Dec 08 21:39:45.916631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18a198df-2b1e-4879-9e1b-4749aa4f2c5c req-60a35b2a-68de-4091-aae8-3ac99227759e tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1095 time: 0.1232231 Dec 08 21:39:45.973955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d4bd3bb-f368-439c-8205-5d6f058e0d7d req-21585eba-3879-4e04-97ee-2a289ebb94ca service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716113 Dec 08 21:39:45.979279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18a198df-2b1e-4879-9e1b-4749aa4f2c5c req-01936088-29c1-462c-9995-098433d93ce7 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616474 Dec 08 21:39:46.039611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50d56072-ebc0-4d5b-8dd9-5f501bab3ffd req-90d385ec-c9f0-4e61-8819-9eeb3c6dd8a9 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080000 Dec 08 21:39:46.043944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] For port d8a18b24-5ab9-4452-9733-acba68dc6854, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:46.048139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] For port d8a18b24-5ab9-4452-9733-acba68dc6854, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d8a18b24-5ab9-4452-9733-acba68dc6854,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:46.064273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:46.106319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:46.106988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:46.108438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8a18b24-5ab9-4452-9733-acba68dc6854 HTTP/1.1" status: 200 len: 1096 time: 1.3434763 Dec 08 21:39:46.108870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e407228-956b-42da-bbb9-54846ca546ac', 'tag': 'd8a18b24-5ab9-4452-9733-acba68dc6854'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:46.111132 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09c5f17-543d-48c1-9dc1-f03c04e1f476" -d '{"events": [{"name": "network-changed", "server_uuid": "6e407228-956b-42da-bbb9-54846ca546ac", "tag": "d8a18b24-5ab9-4452-9733-acba68dc6854"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:46.158313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df866e-d1f8-445e-b31a-1090638e7505 req-f4426dcf-5015-46f2-b9ba-711b4ae2ed89 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:46.164109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75df866e-d1f8-445e-b31a-1090638e7505 req-f4426dcf-5015-46f2-b9ba-711b4ae2ed89 tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c46fb2f-7288-4bbd-b9f1-629757f4b09e HTTP/1.1" status: 200 len: 949 time: 0.1035857 Dec 08 21:39:46.186961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c4d93-db10-4720-9125-2759889ad6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a18b24-5ab9-4452-9733-acba68dc6854,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:46.200673 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e71ce2-2964-4f49-919c-62644b5c3aa7 x-openstack-request-id: req-91e71ce2-2964-4f49-919c-62644b5c3aa7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:46.200966 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e407228-956b-42da-bbb9-54846ca546ac", "tag": "d8a18b24-5ab9-4452-9733-acba68dc6854", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:46.201224 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91e71ce2-2964-4f49-919c-62644b5c3aa7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:46.202261 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e407228-956b-42da-bbb9-54846ca546ac', 'tag': 'd8a18b24-5ab9-4452-9733-acba68dc6854', 'status': 'completed', 'code': 200} Dec 08 21:39:46.249909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:46.251284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75df866e-d1f8-445e-b31a-1090638e7505 req-d9095b61-e075-46aa-ab77-a74f86e005be tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8b622fd-0326-403e-ac62-36c431f1f06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748482 Dec 08 21:39:46.269684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['01f1b90d-c36d-428e-9c47-bd3ea63a9a16'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:46.316105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Pushing event deleted for resources: {'Port': ['ID=01f1b90d-c36d-428e-9c47-bd3ea63a9a16,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:46.382761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-6e4780c0-e664-48f2-9db3-50fb6de35936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:46.383911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-6e4780c0-e664-48f2-9db3-50fb6de35936 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 1099 time: 0.1772935 Dec 08 21:39:46.385918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] No DVR routers for this DVR port 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:39:46.388936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:46.392995 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-82c8b1f7-4a91-4be2-be1d-834bb57e1ef9 req-6bda526d-497a-4685-9f28-59586859778b tempest-ServersAdminNegativeTestJSON-263766775 tempest-ServersAdminNegativeTestJSON-263766775-project] 10.222.0.23 "DELETE /v2.0/ports/01f1b90d-c36d-428e-9c47-bd3ea63a9a16 HTTP/1.1" status: 204 len: 173 time: 0.9636910 Dec 08 21:39:46.442362 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-281d25ea-51ec-4143-8e0a-9e478560dcee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d8a18b24-5ab9-4452-9733-acba68dc6854 HTTP/1.1" status: 200 len: 217 time: 0.0456026 Dec 08 21:39:46.470837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dd114-f003-404f-ab4a-5140114cab49 req-d31fc70c-9fa1-432a-95bc-b969dc88f052 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:46.479757 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205dd114-f003-404f-ab4a-5140114cab49 req-d31fc70c-9fa1-432a-95bc-b969dc88f052 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 949 time: 0.2034633 Dec 08 21:39:46.481105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-e38a52f1-aa20-418b-8451-9f900568c9e8 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:46.482651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-e38a52f1-aa20-418b-8451-9f900568c9e8 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 821 time: 0.1309438 Dec 08 21:39:46.490992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72629062-8143-40b0-b5a4-0f5b2fce5302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900662a3-38c6-4207-974b-9deaf038c559'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:46.493267 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cfa4cd-385c-482e-a8cb-daee095589f5" -d '{"events": [{"server_uuid": "72629062-8143-40b0-b5a4-0f5b2fce5302", "name": "network-vif-plugged", "status": "completed", "tag": "900662a3-38c6-4207-974b-9deaf038c559"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:46.507137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-e4ba54f4-611d-4587-a7cc-1acded7aaa4e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/quotas/942b0951a1324d0daa33c49b36c7a004 HTTP/1.1" status: 200 len: 375 time: 0.0114539 Dec 08 21:39:46.583456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-73e1e3a7-d66b-48fe-94b8-516518cd5623 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679188 Dec 08 21:39:46.658440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7b6f3ea0-82bb-46e9-af01-610798dd66d1 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:46.678226 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-f3247507-9929-4d64-8c13-c3826cdc0981 service neutron] 10.222.0.21 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938859 Dec 08 21:39:46.767965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-f2debca8-62a9-4744-8a91-b6490eaccf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:46.769374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-f2debca8-62a9-4744-8a91-b6490eaccf21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.3179884 Dec 08 21:39:46.774650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205dd114-f003-404f-ab4a-5140114cab49 req-2f18a135-3d63-41f6-9bb2-f0da59932778 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940841 Dec 08 21:39:46.778853 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-63a2520a-ff7d-4886-b2a7-a7583327af38 service neutron] 10.222.0.21 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931187 Dec 08 21:39:46.820811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-4de65117-72ce-4af4-b661-f9c1e6a33678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:46.822275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7b6f3ea0-82bb-46e9-af01-610798dd66d1 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:46.823112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-4de65117-72ce-4af4-b661-f9c1e6a33678 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457730 Dec 08 21:39:46.965498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29843-fc09-4afb-946d-9653fdf67f68 req-78f0d2e3-5fb1-4551-abee-41b0c01cf797 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:46.968012 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c3b29843-fc09-4afb-946d-9653fdf67f68 req-78f0d2e3-5fb1-4551-abee-41b0c01cf797 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 949 time: 0.1079159 Dec 08 21:39:46.995985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-9234afe7-8bc9-477f-a82e-caf79fe764a5 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564696 Dec 08 21:39:47.017065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d2c46-c42d-4c2b-8dc4-4ef6b17d5178 req-3775f656-a7da-49b2-b72a-6019c740619c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.024301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b77d2c46-c42d-4c2b-8dc4-4ef6b17d5178 req-3775f656-a7da-49b2-b72a-6019c740619c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0776558 Dec 08 21:39:47.025023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c3b29843-fc09-4afb-946d-9653fdf67f68 req-cd4f6b4b-fdfe-4f41-9701-9f08dac53521 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Dec 08 21:39:47.077725 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b77d2c46-c42d-4c2b-8dc4-4ef6b17d5178 req-5a3af893-2cdf-415d-896d-ae22c916e928 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Dec 08 21:39:47.101238 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1b4e2f-d40f-4a9c-8830-1f0fb52abe3e x-openstack-request-id: req-da1b4e2f-d40f-4a9c-8830-1f0fb52abe3e {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:47.102328 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72629062-8143-40b0-b5a4-0f5b2fce5302", "name": "network-vif-plugged", "status": "completed", "tag": "900662a3-38c6-4207-974b-9deaf038c559", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:47.102833 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da1b4e2f-d40f-4a9c-8830-1f0fb52abe3e {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:47.103456 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72629062-8143-40b0-b5a4-0f5b2fce5302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900662a3-38c6-4207-974b-9deaf038c559', 'code': 200} Dec 08 21:39:47.125725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63ad69b3-4f8b-4404-8f80-f1d0a829eebc req-2df72ccf-cb93-4669-8469-554dd4aeb092 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161900 Dec 08 21:39:47.204505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc5285-1f35-41a4-8aed-00f32971df05 req-3b792c6b-7768-47ba-a2cd-f9ba662f1262 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.206144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dddc5285-1f35-41a4-8aed-00f32971df05 req-3b792c6b-7768-47ba-a2cd-f9ba662f1262 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0551429 Dec 08 21:39:47.260381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dddc5285-1f35-41a4-8aed-00f32971df05 req-02a5758a-73c4-4999-891a-0bbedaf0e4a1 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Dec 08 21:39:47.279324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99706d37-5b8f-45a3-8659-f61a84698302 req-b1b913b5-6cb1-4045-b815-6683462e3f61 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 210 time: 0.0389655 Dec 08 21:39:47.295817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-86cd905f-1ede-4c6c-b047-594180a66051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.298011 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-86cd905f-1ede-4c6c-b047-594180a66051 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 1099 time: 0.1068981 Dec 08 21:39:47.299734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7dba4-5785-4a6b-a423-31c6ee19c9f6 req-eb651ca0-c041-4ba5-ba25-bcc56644d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.301089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fed7dba4-5785-4a6b-a423-31c6ee19c9f6 req-eb651ca0-c041-4ba5-ba25-bcc56644d13c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 1100 time: 0.1116488 Dec 08 21:39:47.427544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-f607e2ef-2c72-4df9-924d-53e969adb685 req-449a73cf-fb1b-45f8-b876-ecc20cda538d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:39:47.428712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f607e2ef-2c72-4df9-924d-53e969adb685 req-449a73cf-fb1b-45f8-b876-ecc20cda538d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057323 Dec 08 21:39:47.457575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fed7dba4-5785-4a6b-a423-31c6ee19c9f6 req-57042775-1e26-43ab-abbe-ff3ceec754e4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951726 Dec 08 21:39:47.479307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b1178-ef06-46a7-912e-648d8fe190da req-f4507485-f8a1-455e-9f82-7e4999b4676a tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.481250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d60b1178-ef06-46a7-912e-648d8fe190da req-f4507485-f8a1-455e-9f82-7e4999b4676a tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 948 time: 0.1135600 Dec 08 21:39:47.483522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-76e23c28-968f-4dde-bd75-6a2430fa6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.485065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-76e23c28-968f-4dde-bd75-6a2430fa6418 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1742411 Dec 08 21:39:47.529525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d60b1178-ef06-46a7-912e-648d8fe190da req-21e54558-2698-4a18-a2da-4c87afaa323c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345583 Dec 08 21:39:47.634978 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c05b1b-a493-469b-838a-186a70a9ed0b req-05f833a0-8c26-402a-8bad-aebfba5d13b4 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.636885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8c05b1b-a493-469b-838a-186a70a9ed0b req-05f833a0-8c26-402a-8bad-aebfba5d13b4 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 949 time: 0.0615084 Dec 08 21:39:47.678408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8c05b1b-a493-469b-838a-186a70a9ed0b req-14a61256-fb9d-47f3-87d0-c9ca0db5eceb tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347471 Dec 08 21:39:47.703361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-f8baccf4-3d2c-44b5-b9f7-1b4f88b21712 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d8a18b24-5ab9-4452-9733-acba68dc6854 HTTP/1.1" status: 200 len: 217 time: 0.0394294 Dec 08 21:39:47.764891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-c589c753-1ab7-477a-a9b4-ef72afccd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.766681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-c589c753-1ab7-477a-a9b4-ef72afccd58a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0470657 Dec 08 21:39:47.787989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35316) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:47.827271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-3bc2505f-51a4-4a1b-bf9b-cbb8e4330e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.828901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-3bc2505f-51a4-4a1b-bf9b-cbb8e4330e8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537040 Dec 08 21:39:47.907644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64822d-cd81-4fcd-8f2b-3c81b0447d35 req-0b9a9c54-a1fd-46f4-8889-8bf477da7bde tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:47.909213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c64822d-cd81-4fcd-8f2b-3c81b0447d35 req-0b9a9c54-a1fd-46f4-8889-8bf477da7bde tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 949 time: 0.0558014 Dec 08 21:39:47.923931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-dc484e35-fd8e-478a-9147-7ce40c180bcc tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=30f1291267204b0487b6d901484f8c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553920 Dec 08 21:39:48.012553 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-f375a152-0a3a-44c7-928d-7f1c94c6067c service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725147 Dec 08 21:39:48.030381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c64822d-cd81-4fcd-8f2b-3c81b0447d35 req-8ef01f55-b362-4280-9a57-045924d4b8a7 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110821 Dec 08 21:39:48.052573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d74685b-1411-4646-a633-b0b5789e0086 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=653def186dae4ee99884ad91cc43ae05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526135 Dec 08 21:39:48.052573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35330) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:48.102834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-cfd5eb9d-58c4-4a66-912f-c9bebf1064eb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:48.104303 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-cfd5eb9d-58c4-4a66-912f-c9bebf1064eb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 821 time: 0.1587238 Dec 08 21:39:48.119051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bc709622-af92-4624-ba07-cfc5ff2a1082 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:48.120508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bc709622-af92-4624-ba07-cfc5ff2a1082 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842401 Dec 08 21:39:48.120900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Request body: {'port': {'device_id': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'admin_state_up': True, 'tenant_id': '942b0951a1324d0daa33c49b36c7a004'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:48.148137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-6fc58690-33b6-4105-9f32-8031904812fd tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/quotas/30f1291267204b0487b6d901484f8c9b HTTP/1.1" status: 200 len: 375 time: 0.0198598 Dec 08 21:39:48.171346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d872f78-9dae-4a19-b702-27d26fbdaaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.172030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09c5f17-543d-48c1-9dc1-f03c04e1f476 req-3a9f4996-1f4d-464d-8d0a-2de0d2201d7c service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510847 Dec 08 21:39:48.203661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c46fb2f-7288-4bbd-b9f1-629757f4b09e', 'name': 'network-vif-deleted', 'tag': '01f1b90d-c36d-428e-9c47-bd3ea63a9a16'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:48.205866 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9633b0-f685-4958-9f33-35a9333c8009" -d '{"events": [{"server_uuid": "5c46fb2f-7288-4bbd-b9f1-629757f4b09e", "name": "network-vif-deleted", "tag": "01f1b90d-c36d-428e-9c47-bd3ea63a9a16"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:48.214861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-1de18767-cdf8-4c01-8b61-e36ba7b2d18c tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30f1291267204b0487b6d901484f8c9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547814 Dec 08 21:39:48.231839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d872f78-9dae-4a19-b702-27d26fbdaaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.287126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e9b5b-e365-44e7-9088-8355d8c1bbca req-c44d1d68-84e8-415f-a33e-84ad51477502 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:48.288593 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-234e9b5b-e365-44e7-9088-8355d8c1bbca req-c44d1d68-84e8-415f-a33e-84ad51477502 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1183610 Dec 08 21:39:48.355287 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-234e9b5b-e365-44e7-9088-8355d8c1bbca req-8949ece4-5bfc-4716-94ba-44557865b44b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602832 Dec 08 21:39:48.368896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Made reservation on behalf of 942b0951a1324d0daa33c49b36c7a004 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:48.376166 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.378289 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d872f78-9dae-4a19-b702-27d26fbdaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.380751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d872f78-9dae-4a19-b702-27d26fbdaaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.381840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d872f78-9dae-4a19-b702-27d26fbdaaf4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8b622fd-0326-403e-ac62-36c431f1f06d HTTP/1.1" status: 204 len: 168 time: 0.3357682 Dec 08 21:39:48.409626 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e600dcbc-720e-405f-ab90-8073a5c0cfd9 x-openstack-request-id: req-e600dcbc-720e-405f-ab90-8073a5c0cfd9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:48.410009 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c46fb2f-7288-4bbd-b9f1-629757f4b09e", "name": "network-vif-deleted", "tag": "01f1b90d-c36d-428e-9c47-bd3ea63a9a16", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:48.410360 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e600dcbc-720e-405f-ab90-8073a5c0cfd9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:48.410895 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c46fb2f-7288-4bbd-b9f1-629757f4b09e', 'name': 'network-vif-deleted', 'tag': '01f1b90d-c36d-428e-9c47-bd3ea63a9a16', 'status': 'completed', 'code': 200} Dec 08 21:39:48.439108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d872f78-9dae-4a19-b702-27d26fbdaaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b622fd-0326-403e-ac62-36c431f1f06d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:48.528823 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c17adad-b7a4-4272-a2a2-c47bf755e5d2 req-296597ca-3580-4cbe-9819-1eb57fbca29f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 210 time: 0.0651450 Dec 08 21:39:48.594001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551177e0-3f7f-4cd3-8ddb-1e9e4cb80731 req-2e8fe17c-f2ee-4f20-bc14-9fff4f863fe6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:48.595457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-551177e0-3f7f-4cd3-8ddb-1e9e4cb80731 req-2e8fe17c-f2ee-4f20-bc14-9fff4f863fe6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0900297 Dec 08 21:39:48.648357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a0c2a76b-ac8c-4619-94b8-32752b3633d1 req-c286f40f-3f80-4d94-bb19-df9245739f7c tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 210 time: 0.0751674 Dec 08 21:39:48.663323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-551177e0-3f7f-4cd3-8ddb-1e9e4cb80731 req-d33f092a-9e92-40c4-a9c8-ff06298bd77a tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579033 Dec 08 21:39:48.681379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Allocated IP 172.20.0.6 (353cfe91-7ce8-4791-aeb7-c5f2eba2d39c/b3791022-ada0-43f3-b4e9-8003fbdd1743/c76994f9-0997-451d-85e9-997dd016f8d2) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:48.748008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35360) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:48.794015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9d064da7-4647-42d2-8d13-3a33ccd0d359 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac5cf1d2e6534976850fe6b93454ab3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417366 Dec 08 21:39:48.797084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35362) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:48.847316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6182441-07c2-470e-b631-4dbaa01f6360 req-e0e4cdca-bfd2-44c0-8c0d-c731b45ded61 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:48.848901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6182441-07c2-470e-b631-4dbaa01f6360 req-e0e4cdca-bfd2-44c0-8c0d-c731b45ded61 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 948 time: 0.1195111 Dec 08 21:39:48.852904 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f9f9193-38a5-4754-bff5-b9494d8c60c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.875341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f9f9193-38a5-4754-bff5-b9494d8c60c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.922857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6182441-07c2-470e-b631-4dbaa01f6360 req-87bbabc5-9d84-458b-bb04-67ce12a262cb tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617671 Dec 08 21:39:48.935439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.940974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f9f9193-38a5-4754-bff5-b9494d8c60c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.943876 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f9f9193-38a5-4754-bff5-b9494d8c60c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:48.947321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7f9f9193-38a5-4754-bff5-b9494d8c60c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12ca0f0c-5fa3-40dc-baea-a1b1b7c0f21f HTTP/1.1" status: 204 len: 168 time: 0.1459768 Dec 08 21:39:48.960873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f9193-38a5-4754-bff5-b9494d8c60c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ca0f0c-5fa3-40dc-baea-a1b1b7c0f21f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:48.977210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:49.027392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:49.030912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:49.034945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:49.040514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:49.041132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:49.054094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Pushing event updated for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:49.073580 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-418c7475-6002-4c9c-9403-aa72c4f39aae tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9577324 Dec 08 21:39:49.085003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Request body: {'port': {'device_id': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:49.146082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:49.158229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598da6d-b069-4f2e-83f9-8af563dccbea req-7aa17bc5-a400-4bef-848d-43b545927ca4 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:49.165762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4598da6d-b069-4f2e-83f9-8af563dccbea req-7aa17bc5-a400-4bef-848d-43b545927ca4 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 949 time: 0.0597231 Dec 08 21:39:49.207477 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4598da6d-b069-4f2e-83f9-8af563dccbea req-710ec06b-9df4-449d-be6f-94e952f020ae tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Dec 08 21:39:49.505752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-7a2248ad-173a-441f-9d6b-fe6c64e6583d tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=30f1291267204b0487b6d901484f8c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041019 Dec 08 21:39:49.512193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694aa9c-2805-44e1-a6ac-4cd03f24c104 req-f7f4bba8-19d2-4a58-bfe1-07465605a6b9 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:49.514513 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a694aa9c-2805-44e1-a6ac-4cd03f24c104 req-f7f4bba8-19d2-4a58-bfe1-07465605a6b9 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0629084 Dec 08 21:39:49.517018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76994f9-0997-451d-85e9-997dd016f8d2 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:49.583044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a694aa9c-2805-44e1-a6ac-4cd03f24c104 req-d0bc4ca8-4ce2-4e50-b86d-3952ee35d2f3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496497 Dec 08 21:39:49.613228 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:49.647689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Transition to ACTIVE for port object c76994f9-0997-451d-85e9-997dd016f8d2 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:49.658040 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:49.674055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-fc88bfed-7b9c-44a1-9f99-40d5ac6bcc47 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:49.675575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-fc88bfed-7b9c-44a1-9f99-40d5ac6bcc47 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537192 Dec 08 21:39:49.708180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Request body: {'port': {'device_id': '22bbd558-8bbe-423b-8bc5-683f0c7bf78f', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '30f1291267204b0487b6d901484f8c9b'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:49.728753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a71c8-c824-4934-9a3b-97219bc79ac0 req-a4185aaf-a636-45af-b3ad-155c5bf1d3f9 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:49.731600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-125a71c8-c824-4934-9a3b-97219bc79ac0 req-a4185aaf-a636-45af-b3ad-155c5bf1d3f9 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.0649469 Dec 08 21:39:49.781414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-125a71c8-c824-4934-9a3b-97219bc79ac0 req-e7fab662-f0b2-4e49-b48c-458f720c37e3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Dec 08 21:39:49.809559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Pushing event updated for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:49.809732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35404) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:49.839522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dafcfe4-13de-421f-b185-2e8e0f748595 req-b0109da6-4e0a-4176-8c79-7d16a5229680 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 210 time: 0.0581605 Dec 08 21:39:49.856291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:49.856631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:49.856960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:49.869100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:49.869233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:49.879962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:49.880849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:49.880849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:49.881086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Bound port: c76994f9-0997-451d-85e9-997dd016f8d2, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:49.881440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:49.927059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee100b1-3dbb-4ac9-950e-e73481978acf req-8cefbdb7-a9f0-4a58-9c8f-738d58cdc468 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:49.929427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ee100b1-3dbb-4ac9-950e-e73481978acf req-8cefbdb7-a9f0-4a58-9c8f-738d58cdc468 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0757639 Dec 08 21:39:49.959705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-network', 'tenant_id': 'c158586e0ce24a24ba632793e8059499'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:49.963949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Made reservation on behalf of 30f1291267204b0487b6d901484f8c9b for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:49.967504 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:49.992314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:49.994375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ee100b1-3dbb-4ac9-950e-e73481978acf req-d3d11a90-e4e0-463c-a1f2-e313c8bf3aec tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570288 Dec 08 21:39:49.995495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Made reservation on behalf of c158586e0ce24a24ba632793e8059499 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:49.997296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:49.998525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.010276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.011804 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.100143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.101332 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.102747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] 10.222.0.37 "PUT /v2.0/ports/c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 200 len: 1091 time: 1.0219784 Dec 08 21:39:50.105290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.110958 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.124350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:39:50.131156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:50.133986 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.134346 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Added segment 95c0ba68-9445-4574-957c-dee5dcc9f1e2 of type vlan for network d90832e6-aa1c-4712-bd06-1d66ff740c99 Dec 08 21:39:50.135744 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05" -d '{"events": [{"name": "network-changed", "server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:50.193854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dfdd75-fa63-4675-bec6-fdeeeb78ac34,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:50.209566 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.238030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.239094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.239682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.269379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d8a18b24-5ab9-4452-9733-acba68dc6854 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:50.272635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:50.306030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:39:50.306780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 01f1b90d-c36d-428e-9c47-bd3ea63a9a16 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:50.332774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5190554 Dec 08 21:39:50.337653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35416) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:50.345271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Request body: {'subnet': {'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-subnet', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:50.360330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795f982-261b-40be-a8af-4c9e1dae86fe admin admin] Pushing event updated for resources: {'Network': ['ID=d90832e6-aa1c-4712-bd06-1d66ff740c99,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:50.387065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:39:50.388136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d337-21c4-4640-b755-55b2b1eab88a req-8dbc050b-b0e3-4e1d-9060-7ef0e8bf2002 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.393260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac19d337-21c4-4640-b755-55b2b1eab88a req-8dbc050b-b0e3-4e1d-9060-7ef0e8bf2002 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 949 time: 0.1358745 Dec 08 21:39:50.401063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d8a18b24-5ab9-4452-9733-acba68dc6854, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d8a18b24-5ab9-4452-9733-acba68dc6854,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:50.404852 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c6356-382a-4b21-851c-a368e183ee33 x-openstack-request-id: req-a03c6356-382a-4b21-851c-a368e183ee33 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:50.405139 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:50.405559 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a03c6356-382a-4b21-851c-a368e183ee33 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:50.405948 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2', 'status': 'completed', 'code': 200} Dec 08 21:39:50.422364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'd8a18b24-5ab9-4452-9733-acba68dc6854', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'd8a18b24-5ab9-4452-9733-acba68dc6854', 'mac_address': 'fa:16:3e:b3:10:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:50.426328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Made reservation on behalf of c158586e0ce24a24ba632793e8059499 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:50.428759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.446954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac19d337-21c4-4640-b755-55b2b1eab88a req-7e00e41a-864e-479c-8089-44dbbacb6498 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503659 Dec 08 21:39:50.478701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f84dd1-5f52-415a-b77c-1765034b2e67 service neutron] Pushing event updated for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:50.496439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9583d7-e8d3-40a9-b0d9-e2908e4a4bf2 req-d0915c42-6575-4081-b71c-60de3f5c3acf tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.499055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c9583d7-e8d3-40a9-b0d9-e2908e4a4bf2 req-d0915c42-6575-4081-b71c-60de3f5c3acf tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 948 time: 0.4451604 Dec 08 21:39:50.500985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.521854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a18b24-5ab9-4452-9733-acba68dc6854 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:50.531861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Allocated IP 192.168.233.186 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/6a9848b9-9b71-4d58-a65f-013927fed9cf) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:50.541635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-cfed6a32-7c12-432c-b788-ef844fe13f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.541856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d8a18b24-5ab9-4452-9733-acba68dc6854, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d8a18b24-5ab9-4452-9733-acba68dc6854,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:50.543643 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-cfed6a32-7c12-432c-b788-ef844fe13f4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1094 time: 0.3877294 Dec 08 21:39:50.546875 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.598977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d8a18b24-5ab9-4452-9733-acba68dc6854,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:50.619326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c9583d7-e8d3-40a9-b0d9-e2908e4a4bf2 req-908fb7bd-6999-487e-863c-fee8767634cc tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102757 Dec 08 21:39:50.629768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-b0cb5be8-4ca4-4831-86e5-d202d49b8082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 200 len: 217 time: 0.0661392 Dec 08 21:39:50.650959 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.729384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6e868f-4f9f-4d8f-adc3-67e0de636c52,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:50.741075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-0cbc0dc9-2242-4d8d-9ffa-b4bd7b4fc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.742539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-0cbc0dc9-2242-4d8d-9ffa-b4bd7b4fc92f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.1076584 Dec 08 21:39:50.758642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3047194-7ceb-4cb0-ab6d-8a77eb585b08 req-7a06585f-2dee-4e9b-b2a3-c91bc7206f7f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.760352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3047194-7ceb-4cb0-ab6d-8a77eb585b08 req-7a06585f-2dee-4e9b-b2a3-c91bc7206f7f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1006782 Dec 08 21:39:50.763078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Checking segment: {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:50.763404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Network hostable DHCP agents. Network: d90832e6-aa1c-4712-bd06-1d66ff740c99, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:39:50.785299 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-f821489e-10a6-4005-b09c-e5015bdbeed3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352640 Dec 08 21:39:50.806782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:39:50.813875 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3047194-7ceb-4cb0-ab6d-8a77eb585b08 req-1032d83a-9ad1-4149-849e-33fad2b0cca7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Dec 08 21:39:50.821093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, d90832e6-aa1c-4712-bd06-1d66ff740c99) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:50.825938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.826807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.832526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed5cbd-3aaf-4730-b2b8-48b05f509adf None None] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:39:50.854595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-965ab43b-fcb4-4b65-aa4e-7fef61ef1e84 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5149596 Dec 08 21:39:50.857175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35424) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:50.862830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:50.889807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.891841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.918445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d8a18b24-5ab9-4452-9733-acba68dc6854'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:50.931883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.970389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-31b9222d-d68d-41d4-bbf6-47a57641c61b service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777306 Dec 08 21:39:50.971145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:50.986139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77e0b4-e485-4af9-b58a-5a51e11bc59b req-b3862aec-121f-4bd7-ba58-34886912fada tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:50.987658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b77e0b4-e485-4af9-b58a-5a51e11bc59b req-b3862aec-121f-4bd7-ba58-34886912fada tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.1042597 Dec 08 21:39:50.989561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c26ecd3-d6d1-4089-a817-f0661ebf5d7b req-2f5baf2a-81a7-40f2-8658-7d6c383a9031 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 210 time: 0.0315399 Dec 08 21:39:51.101840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-d90832e6-aa1c-4712-bd06-1d66ff740c99', 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'fixed_ips': [{'subnet_id': 'cf6e868f-4f9f-4d8f-adc3-67e0de636c52'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:39:51.102759 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.112447 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b77e0b4-e485-4af9-b58a-5a51e11bc59b req-80c179cb-5191-422d-924b-6b164047a784 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069303 Dec 08 21:39:51.128175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.168567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.196963 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40b7a6c2-165d-4145-b04d-86649b8385a9 req-e7495c77-80f1-4a3a-9116-ac8fa3e7acfb service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082515 Dec 08 21:39:51.200214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:51.205812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04dd3d-2f2c-467a-919a-7058bbe2c212 req-3c4b35dc-c9ad-46d1-a06e-b439c75787af tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:51.206678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Pushing event updated for resources: {'Port': ['ID=6a9848b9-9b71-4d58-a65f-013927fed9cf,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:51.209323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:51.219084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:51.219296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e04dd3d-2f2c-467a-919a-7058bbe2c212 req-3c4b35dc-c9ad-46d1-a06e-b439c75787af tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1124651 Dec 08 21:39:51.224680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:51.225257 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.244956 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-bec9d895-7052-49f0-b619-1d9dcfffdb06 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5406914 Dec 08 21:39:51.270181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Request body: {'port': {'device_id': '22bbd558-8bbe-423b-8bc5-683f0c7bf78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:51.304637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e04dd3d-2f2c-467a-919a-7058bbe2c212 req-d27d2d39-a2b8-4416-af01-3ec04c534216 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839689 Dec 08 21:39:51.313139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Allocated IP 172.20.0.2 (d90832e6-aa1c-4712-bd06-1d66ff740c99/cf6e868f-4f9f-4d8f-adc3-67e0de636c52/f2233771-2f28-445a-9a96-4d691f09de8b) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:51.376148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-7e39f709-4bd4-4f17-891a-9f93aa01329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:51.377948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-7e39f709-4bd4-4f17-891a-9f93aa01329a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1094 time: 0.1025448 Dec 08 21:39:51.383576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.484734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.491849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.497011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.515361 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.544409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:51.554313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:51.562308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:51.575942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Pushing event updated for resources: {'Port': ['ID=f2233771-2f28-445a-9a96-4d691f09de8b,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:51.586052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-646eda2f-ed52-4335-8d73-a02d30318ad7 None None] Provisioning complete for port 6a9848b9-9b71-4d58-a65f-013927fed9cf triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:51.586421 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-646eda2f-ed52-4335-8d73-a02d30318ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.599676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-5f20da4b-ddcf-4543-a5be-dab4bec66148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:51.601165 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-5f20da4b-ddcf-4543-a5be-dab4bec66148 service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.2138276 Dec 08 21:39:51.641601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Allocated IP 172.25.1.63 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/bf930184-92a2-4260-a9c4-bf700faa2e5c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:51.658506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Attempting to bind port f2233771-2f28-445a-9a96-4d691f09de8b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:51.658895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Attempting to bind port f2233771-2f28-445a-9a96-4d691f09de8b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:51.659251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Attempting to bind port f2233771-2f28-445a-9a96-4d691f09de8b on network d90832e6-aa1c-4712-bd06-1d66ff740c99 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:51.668945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:51.669316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Checking segment: {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:51.669722 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.670158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Bound using segment: {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:51.670625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Bound port: f2233771-2f28-445a-9a96-4d691f09de8b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:51.671029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.672809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-646eda2f-ed52-4335-8d73-a02d30318ad7 None None] Port 6a9848b9-9b71-4d58-a65f-013927fed9cf cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:51.711476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-9a1caea5-cad2-41ab-881f-7876c8dc4a6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 200 len: 217 time: 0.1008222 Dec 08 21:39:51.737949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] For port f2233771-2f28-445a-9a96-4d691f09de8b, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:51.739327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd1298-e760-45be-89ac-8e4a42fc6e59 req-f923535f-4c4a-4152-978e-d6125825c76e tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:51.741034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] For port f2233771-2f28-445a-9a96-4d691f09de8b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f2233771-2f28-445a-9a96-4d691f09de8b,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:51.741364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cfd1298-e760-45be-89ac-8e4a42fc6e59 req-f923535f-4c4a-4152-978e-d6125825c76e tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 949 time: 0.1822166 Dec 08 21:39:51.749743 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.807187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb536e86-7eb8-4e85-9006-1dca996c519d None None] Pushing event updated for resources: {'Port': ['ID=f2233771-2f28-445a-9a96-4d691f09de8b,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:51.809184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f028-65c6-40dc-b96f-bd2ccd6cefcd req-14a80d4c-cc5c-40a7-a590-c187eab137ab tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:51.821189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-04d0f028-65c6-40dc-b96f-bd2ccd6cefcd req-14a80d4c-cc5c-40a7-a590-c187eab137ab tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 949 time: 0.1243746 Dec 08 21:39:51.830788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cfd1298-e760-45be-89ac-8e4a42fc6e59 req-aa8c4588-7a71-4305-aac2-68a15a369aa8 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677121 Dec 08 21:39:51.832170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-1b892bd6-2e14-4ff5-9488-11886675b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:51.833534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-1b892bd6-2e14-4ff5-9488-11886675b816 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.1136472 Dec 08 21:39:51.852248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:51.884710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-f96bedee-08c6-41f5-aba2-401bc715ce34 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:51.886492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-f96bedee-08c6-41f5-aba2-401bc715ce34 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.23 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 949 time: 0.1314709 Dec 08 21:39:51.887366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-c87f2062-a7f2-401c-bf44-abb3ac558f44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416632 Dec 08 21:39:51.952029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-04d0f028-65c6-40dc-b96f-bd2ccd6cefcd req-6bd6a17a-2ee0-4402-8bfe-33239f631cb2 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022255 Dec 08 21:39:51.993476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9848b9-9b71-4d58-a65f-013927fed9cf {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:52.001483 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.004874 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.033201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dfe4b51-cdcc-448b-be87-e0f29309555a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:52.063351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Transition to ACTIVE for port object 6a9848b9-9b71-4d58-a65f-013927fed9cf will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:39:52.101541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-dcdff087-1061-4bfb-9fe8-4d1577f6ca0c service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031939 Dec 08 21:39:52.109522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.145353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce1722-7636-46d6-8e23-cdc11500c772 req-e23a37d3-37fa-47b3-8e93-6ec91ff54e90 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:52.165167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3ce1722-7636-46d6-8e23-cdc11500c772 req-e23a37d3-37fa-47b3-8e93-6ec91ff54e90 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1572497 Dec 08 21:39:52.281498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d8a18b24-5ab9-4452-9733-acba68dc6854 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:52.283744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9848b9-9b71-4d58-a65f-013927fed9cf,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:52.328136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3ce1722-7636-46d6-8e23-cdc11500c772 req-3dcfd9d3-1415-48d6-8001-9270930a974d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599507 Dec 08 21:39:52.361086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Attempting to bind port 6a9848b9-9b71-4d58-a65f-013927fed9cf on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:52.361448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Attempting to bind port 6a9848b9-9b71-4d58-a65f-013927fed9cf by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:52.361752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Attempting to bind port 6a9848b9-9b71-4d58-a65f-013927fed9cf on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:52.377101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:52.382532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Port 6a9848b9-9b71-4d58-a65f-013927fed9cf on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:39:52.383073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Attempting to bind port 6a9848b9-9b71-4d58-a65f-013927fed9cf on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:52.386254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port d8a18b24-5ab9-4452-9733-acba68dc6854 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:52.389814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07ce0b4-0e4e-49ff-a58d-94c6b020df05 req-e975e84f-1fd2-4a57-99b3-e87a4a494227 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752774 Dec 08 21:39:52.392251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port d8a18b24-5ab9-4452-9733-acba68dc6854 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:52.393292 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.393916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:52.394315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:52.394797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:52.395440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Bound port: 6a9848b9-9b71-4d58-a65f-013927fed9cf, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:52.395570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.404124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:52.407364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:52.448831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Pushing event updated for resources: {'Port': ['ID=bf930184-92a2-4260-a9c4-bf700faa2e5c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:52.476471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Deleting port 900662a3-38c6-4207-974b-9deaf038c559 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:39:52.476812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.490567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cc2e2-faf7-4406-ad34-6f2a99fac80f req-73de9d0b-1d67-4c57-ab0e-1dad8b120df1 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:52.492124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b1cc2e2-faf7-4406-ad34-6f2a99fac80f req-73de9d0b-1d67-4c57-ab0e-1dad8b120df1 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 948 time: 0.1433909 Dec 08 21:39:52.517440 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.547701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] For port 6a9848b9-9b71-4d58-a65f-013927fed9cf, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:52.556927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] For port 6a9848b9-9b71-4d58-a65f-013927fed9cf, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6a9848b9-9b71-4d58-a65f-013927fed9cf,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:52.565791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1cf9b-3690-4cba-b271-269e2c9c334e req-3e857e61-7174-4d21-9cc0-e9863aa45173 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:52.567861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efb1cf9b-3690-4cba-b271-269e2c9c334e req-3e857e61-7174-4d21-9cc0-e9863aa45173 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.1080050 Dec 08 21:39:52.569714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.570409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d8a18b24-5ab9-4452-9733-acba68dc6854, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d8a18b24-5ab9-4452-9733-acba68dc6854,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:52.571521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e407228-956b-42da-bbb9-54846ca546ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a18b24-5ab9-4452-9733-acba68dc6854'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:52.574569 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9008bee-2334-48c9-bb12-da84ef1e1f40" -d '{"events": [{"server_uuid": "6e407228-956b-42da-bbb9-54846ca546ac", "name": "network-vif-plugged", "status": "completed", "tag": "d8a18b24-5ab9-4452-9733-acba68dc6854"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:52.580791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.634830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9848b9-9b71-4d58-a65f-013927fed9cf,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:52.641459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:52.642756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.644975 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-8b9ee8fd-00ce-4e61-955f-91ba6aafdf14 service neutron] 10.222.0.37 "PUT /v2.0/ports/6a9848b9-9b71-4d58-a65f-013927fed9cf HTTP/1.1" status: 200 len: 1096 time: 1.3782301 Dec 08 21:39:52.644975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bbd558-8bbe-423b-8bc5-683f0c7bf78f', 'tag': '6a9848b9-9b71-4d58-a65f-013927fed9cf'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:52.646111 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743" -d '{"events": [{"name": "network-changed", "server_uuid": "22bbd558-8bbe-423b-8bc5-683f0c7bf78f", "tag": "6a9848b9-9b71-4d58-a65f-013927fed9cf"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:52.650899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d8a18b24-5ab9-4452-9733-acba68dc6854,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:52.668258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b1cc2e2-faf7-4406-ad34-6f2a99fac80f req-76f863f9-c453-4835-9621-6e1188cb5964 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622055 Dec 08 21:39:52.719352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efb1cf9b-3690-4cba-b271-269e2c9c334e req-ad0a350f-8509-449a-a9a6-858f99f932d7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297846 Dec 08 21:39:52.772230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] For port 900662a3-38c6-4207-974b-9deaf038c559, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=900662a3-38c6-4207-974b-9deaf038c559,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:52.775127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.792884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f2233771-2f28-445a-9a96-4d691f09de8b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:52.813553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-4e8f8b4d-78a0-4fd8-ad02-929b13505bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:52.814809 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-4e8f8b4d-78a0-4fd8-ad02-929b13505bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30f1291267204b0487b6d901484f8c9b&device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 1099 time: 0.1235309 Dec 08 21:39:52.831218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Calling delete_port for 900662a3-38c6-4207-974b-9deaf038c559 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:39:52.865551 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee57057-c5f3-45fc-b625-602461c7cb36 x-openstack-request-id: req-3ee57057-c5f3-45fc-b625-602461c7cb36 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:52.865788 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e407228-956b-42da-bbb9-54846ca546ac", "name": "network-vif-plugged", "status": "completed", "tag": "d8a18b24-5ab9-4452-9733-acba68dc6854", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:52.866164 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ee57057-c5f3-45fc-b625-602461c7cb36 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:52.867058 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e407228-956b-42da-bbb9-54846ca546ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a18b24-5ab9-4452-9733-acba68dc6854', 'code': 200} Dec 08 21:39:52.886814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f2233771-2f28-445a-9a96-4d691f09de8b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:52.887786 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:52.897503 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a51cca1-edc8-4b68-aea1-d5f0d4f80172 x-openstack-request-id: req-9a51cca1-edc8-4b68-aea1-d5f0d4f80172 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:52.898072 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bbd558-8bbe-423b-8bc5-683f0c7bf78f", "tag": "6a9848b9-9b71-4d58-a65f-013927fed9cf", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:52.898337 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a51cca1-edc8-4b68-aea1-d5f0d4f80172 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:52.898811 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bbd558-8bbe-423b-8bc5-683f0c7bf78f', 'tag': '6a9848b9-9b71-4d58-a65f-013927fed9cf', 'status': 'completed', 'code': 200} Dec 08 21:39:52.900724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-de07614f-cf9c-4741-b904-a29e9f5aaed2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6a9848b9-9b71-4d58-a65f-013927fed9cf HTTP/1.1" status: 200 len: 217 time: 0.0717556 Dec 08 21:39:52.988249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-d2682070-7635-4d3d-86dd-4c5602aeb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:52.990011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-d2682070-7635-4d3d-86dd-4c5602aeb959 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0796092 Dec 08 21:39:53.030582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:53.082307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port f2233771-2f28-445a-9a96-4d691f09de8b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f2233771-2f28-445a-9a96-4d691f09de8b,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:53.089032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-5fbcd547-89dd-4573-9ab5-f9e1efd1ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.090620 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:53.091094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-5fbcd547-89dd-4573-9ab5-f9e1efd1ee44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872941 Dec 08 21:39:53.100609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a343a2d-9583-4267-85af-6d0db19c5841 req-194286db-9bb0-472a-8f88-aa73a05ab9a5 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.104568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb019b04-1ce6-480e-8d81-e92f92401322 req-6aac5621-15e0-4a02-8cbe-a206661e8bbf tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.106045 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb019b04-1ce6-480e-8d81-e92f92401322 req-6aac5621-15e0-4a02-8cbe-a206661e8bbf tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 949 time: 0.1151443 Dec 08 21:39:53.108181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a343a2d-9583-4267-85af-6d0db19c5841 req-194286db-9bb0-472a-8f88-aa73a05ab9a5 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1845732 Dec 08 21:39:53.144443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0254af-9dc7-4ec3-b47c-0922a3364996 req-815edd27-d49c-4c48-b105-6346211e99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.146707 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d0254af-9dc7-4ec3-b47c-0922a3364996 req-815edd27-d49c-4c48-b105-6346211e99b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 1101 time: 0.2213781 Dec 08 21:39:53.148426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=f2233771-2f28-445a-9a96-4d691f09de8b,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:53.209903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a343a2d-9583-4267-85af-6d0db19c5841 req-305e7d40-6956-4ca9-bbd5-6f7be9ddab15 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008754 Dec 08 21:39:53.215559 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb019b04-1ce6-480e-8d81-e92f92401322 req-c8aaf7c1-74cd-46b8-8580-1d424122e026 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/security-groups?id=82f87476-5f53-44db-a893-f98b3f536880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629559 Dec 08 21:39:53.232161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:53.242448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-0d4d2884-d673-4e02-a63f-83a1cc76f936 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354306 Dec 08 21:39:53.244798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365fe94e-64a4-44e8-88a1-31f0d579f0d3 None None] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:39:53.319782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d0254af-9dc7-4ec3-b47c-0922a3364996 req-49809f07-82de-469e-a4fa-9215f5f8e808 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618118 Dec 08 21:39:53.359024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebb34d11-17bc-4938-8dfc-8b207ccac0f7 req-3ce0206f-4464-4012-ae3a-2d54018d2637 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032333 Dec 08 21:39:53.381158 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:53.383368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-29560f42-c0e2-4485-97b9-59dcc11d4efc None None] Provisioning complete for port f2233771-2f28-445a-9a96-4d691f09de8b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:53.383920 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29560f42-c0e2-4485-97b9-59dcc11d4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:53.423501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Pushing event deleted for resources: {'Port': ['ID=900662a3-38c6-4207-974b-9deaf038c559,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:53.459096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['900662a3-38c6-4207-974b-9deaf038c559'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:53.461293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97f1e9-7478-4332-9950-1e54311504f5 req-3dd4e6c3-4fac-40e8-b2c9-cbe9d21b6771 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.462881 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c97f1e9-7478-4332-9950-1e54311504f5 req-3dd4e6c3-4fac-40e8-b2c9-cbe9d21b6771 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 950 time: 0.1407371 Dec 08 21:39:53.499588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742738eb-76a8-41a4-809e-b32d386b1d41 req-c18440b8-ce00-485d-b00e-db2712fb371e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.501369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-742738eb-76a8-41a4-809e-b32d386b1d41 req-c18440b8-ce00-485d-b00e-db2712fb371e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0894492 Dec 08 21:39:53.507282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-527740ec-b7bc-4d2d-b73b-cc7d194da84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.509135 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-527740ec-b7bc-4d2d-b73b-cc7d194da84b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30f1291267204b0487b6d901484f8c9b&device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 1099 time: 0.0856738 Dec 08 21:39:53.523518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] No DVR routers for this DVR port 900662a3-38c6-4207-974b-9deaf038c559 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:39:53.570853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:53.576742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4cbbafbe-d34c-48f0-9ebf-8418cc79fd3d req-9d4b52c9-aeba-47ec-a7cd-5bd124ad4650 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.23 "DELETE /v2.0/ports/900662a3-38c6-4207-974b-9deaf038c559 HTTP/1.1" status: 204 len: 173 time: 1.6761794 Dec 08 21:39:53.579376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72629062-8143-40b0-b5a4-0f5b2fce5302', 'name': 'network-vif-deleted', 'tag': '900662a3-38c6-4207-974b-9deaf038c559'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:53.583240 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223b6ab-c2dc-40ff-b865-b79709b81985" -d '{"events": [{"server_uuid": "72629062-8143-40b0-b5a4-0f5b2fce5302", "name": "network-vif-deleted", "tag": "900662a3-38c6-4207-974b-9deaf038c559"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:53.634070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-742738eb-76a8-41a4-809e-b32d386b1d41 req-b30c4a97-276d-4284-a831-57fffb7393a2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237612 Dec 08 21:39:53.660230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c97f1e9-7478-4332-9950-1e54311504f5 req-451391df-d6e6-403b-b4e2-a56c2d17a1dd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295753 Dec 08 21:39:53.695552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:53.732345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-6c9f8bb9-ac39-45a3-b789-defa8a9e55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.734845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-6c9f8bb9-ac39-45a3-b789-defa8a9e55c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2170634 Dec 08 21:39:53.790559 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c4329-f3cb-4a18-9efd-83dccc23a436 x-openstack-request-id: req-6f0c4329-f3cb-4a18-9efd-83dccc23a436 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:53.791471 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72629062-8143-40b0-b5a4-0f5b2fce5302", "name": "network-vif-deleted", "tag": "900662a3-38c6-4207-974b-9deaf038c559", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:53.791935 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f0c4329-f3cb-4a18-9efd-83dccc23a436 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:53.792481 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72629062-8143-40b0-b5a4-0f5b2fce5302', 'name': 'network-vif-deleted', 'tag': '900662a3-38c6-4207-974b-9deaf038c559', 'status': 'completed', 'code': 200} Dec 08 21:39:53.799867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-5ccac72e-722c-4802-8508-e0a7d5ed74cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6a9848b9-9b71-4d58-a65f-013927fed9cf HTTP/1.1" status: 200 len: 217 time: 0.0551434 Dec 08 21:39:53.896781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6830b8e-e729-45f2-b94b-b4f8f88c91a2 req-a0eca95a-7818-4a2b-b88a-a0cc6e07740f tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:53.898324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6830b8e-e729-45f2-b94b-b4f8f88c91a2 req-a0eca95a-7818-4a2b-b88a-a0cc6e07740f tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 948 time: 0.1046965 Dec 08 21:39:53.930033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8cdbd270-a8fb-4153-bab3-e379d5a9df39 None None] Provisioning complete for port f2233771-2f28-445a-9a96-4d691f09de8b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:53.931588 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8cdbd270-a8fb-4153-bab3-e379d5a9df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:53.952622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6830b8e-e729-45f2-b94b-b4f8f88c91a2 req-faf60265-b46e-4c77-9218-f38621d7c835 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438535 Dec 08 21:39:53.968490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Router 84d88434-4b32-41a4-acb4-e44d46e962ae is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:39:54.081458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:39:54.095906 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Sync routers for ids ['84d88434-4b32-41a4-acb4-e44d46e962ae'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:39:54.099776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:54.103163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ad5b77bb-f2b9-4a5d-abb7-53bc54acc960 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2414460 Dec 08 21:39:54.103288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-a315358f-7207-47eb-b516-db92511f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:54.103288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-a315358f-7207-47eb-b516-db92511f1b52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2932136 Dec 08 21:39:54.103457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35462) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:54.106134 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Routers {'84d88434-4b32-41a4-acb4-e44d46e962ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:39:54.106883 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['84d88434-4b32-41a4-acb4-e44d46e962ae'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:54.111302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963be90-9bd0-4274-a7c9-8ec9a0b7a4db req-58a9f1ec-3c01-474e-8b37-7edc5cf9783e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:54.112770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5963be90-9bd0-4274-a7c9-8ec9a0b7a4db req-58a9f1ec-3c01-474e-8b37-7edc5cf9783e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.3041022 Dec 08 21:39:54.177372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-53297720-2a12-4a9e-8e94-572791473394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:54.178974 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-53297720-2a12-4a9e-8e94-572791473394 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652397 Dec 08 21:39:54.181740 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5963be90-9bd0-4274-a7c9-8ec9a0b7a4db req-e7bc52ed-9fb4-43e3-8dba-9ed68ccb9e5b tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606141 Dec 08 21:39:54.230795 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Set router 84d88434-4b32-41a4-acb4-e44d46e962ae gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:39:54.331432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-d6c4ba9f-be9a-41e0-be1b-32431dce9bc8 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415548 Dec 08 21:39:54.362972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8119677-9981-439b-ba75-2dcf640e56f4 req-69f03aea-da96-4b67-b77c-d4e20d420f15 tempest-TenantUsagesTestJSON-1953003368 tempest-TenantUsagesTestJSON-1953003368-project] 10.222.0.21 "GET /v2.0/ports?device_id=72629062-8143-40b0-b5a4-0f5b2fce5302 HTTP/1.1" status: 200 len: 210 time: 0.0355463 Dec 08 21:39:54.473903 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:39:52Z', 'revision_number': 3, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port': {'id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:51Z', 'updated_at': '2021-12-08T21:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:54.482907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f7a30-2695-4ae4-8039-de1c00d87638 req-363e51e7-19fa-4ce7-ab86-7919d7d95cea tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:54.484510 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-316f7a30-2695-4ae4-8039-de1c00d87638 req-363e51e7-19fa-4ce7-ab86-7919d7d95cea tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1469777 Dec 08 21:39:54.503057 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Checking router: 84d88434-4b32-41a4-acb4-e44d46e962ae for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:39:54.503561 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Updating router 84d88434-4b32-41a4-acb4-e44d46e962ae port bf930184-92a2-4260-a9c4-bf700faa2e5c binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:39:54.534109 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:54.547867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0287a9ce-dfe5-4cb7-9cd8-479a3360b743 req-794e6b36-df66-4ba0-b0e2-2ac112f848b1 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608047 Dec 08 21:39:54.551001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-316f7a30-2695-4ae4-8039-de1c00d87638 req-7ce0847c-86c3-4a49-b908-273da50fbfc9 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501709 Dec 08 21:39:54.686478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f2233771-2f28-445a-9a96-4d691f09de8b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:54.737462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device c76994f9-0997-451d-85e9-997dd016f8d2 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:54.807712 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:54.814884 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:54.815792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddf5f7-83b6-43c3-aecf-a1d98532cb1e req-7df22b35-f628-4b8c-9477-168a741e315c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:54.823374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81ddf5f7-83b6-43c3-aecf-a1d98532cb1e req-7df22b35-f628-4b8c-9477-168a741e315c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 950 time: 0.0611503 Dec 08 21:39:54.866926 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Pushing event updated for resources: {'Port': ['ID=bf930184-92a2-4260-a9c4-bf700faa2e5c,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:54.871695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81bc00-3d2c-46b3-be9c-f88221f897b5 req-e8d47f33-c8c2-41c8-86db-dabff12720c6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:54.874926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe81bc00-3d2c-46b3-be9c-f88221f897b5 req-e8d47f33-c8c2-41c8-86db-dabff12720c6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1282315 Dec 08 21:39:54.883264 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81ddf5f7-83b6-43c3-aecf-a1d98532cb1e req-4d55aecf-b598-476a-9fb7-2e1b4cc59385 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560296 Dec 08 21:39:54.891218 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.891829 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.892513 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.893446 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.893990 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.894647 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.895059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f2233771-2f28-445a-9a96-4d691f09de8b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:54.895400 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.895559 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:54.896085 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.896604 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.897361 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.897977 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.898500 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:39:54.902173 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Attempting to bind port bf930184-92a2-4260-a9c4-bf700faa2e5c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:54.902753 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Attempting to bind port bf930184-92a2-4260-a9c4-bf700faa2e5c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:54.903684 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Attempting to bind port bf930184-92a2-4260-a9c4-bf700faa2e5c on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:54.910486 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:54.911133 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:54.911753 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:54.912376 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:54.913027 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Bound port: bf930184-92a2-4260-a9c4-bf700faa2e5c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:54.913859 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:54.930061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:54.946391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'c76994f9-0997-451d-85e9-997dd016f8d2', 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'port_id': 'c76994f9-0997-451d-85e9-997dd016f8d2', 'mac_address': 'fa:16:3e:54:d9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3791022-ada0-43f3-b4e9-8003fbdd1743', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:54.963288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe81bc00-3d2c-46b3-be9c-f88221f897b5 req-44634c26-1ed8-41df-b725-a408224736cb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790629 Dec 08 21:39:54.970943 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] For port bf930184-92a2-4260-a9c4-bf700faa2e5c, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:54.984605 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] For port bf930184-92a2-4260-a9c4-bf700faa2e5c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bf930184-92a2-4260-a9c4-bf700faa2e5c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:54.996513 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.026769 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.045934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76994f9-0997-451d-85e9-997dd016f8d2 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:55.047573 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Routers {'84d88434-4b32-41a4-acb4-e44d46e962ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:39:55.048266 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['84d88434-4b32-41a4-acb4-e44d46e962ae'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:55.069595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.073836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:55.079848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.116651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104d053-e622-4683-8fb4-eb67abdd9dce req-24d946b3-499e-48d4-af39-60d9f8529024 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:55.126672 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e104d053-e622-4683-8fb4-eb67abdd9dce req-24d946b3-499e-48d4-af39-60d9f8529024 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 948 time: 0.0731916 Dec 08 21:39:55.146169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:55.147240 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9a9b5-c02d-4e18-a365-1322b0412523 None None] Pushing event updated for resources: {'Port': ['ID=bf930184-92a2-4260-a9c4-bf700faa2e5c,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:55.179005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e104d053-e622-4683-8fb4-eb67abdd9dce req-cc2f0f35-a6c0-4ec0-915e-2280f1f75407 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Dec 08 21:39:55.186905 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] Set router 84d88434-4b32-41a4-acb4-e44d46e962ae gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:39:55.252998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Allocated IP 172.20.0.1 (d90832e6-aa1c-4712-bd06-1d66ff740c99/cf6e868f-4f9f-4d8f-adc3-67e0de636c52/efddee48-c0eb-45fd-be63-c001d9e0453c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:39:55.332271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['c76994f9-0997-451d-85e9-997dd016f8d2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:55.358804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576606fe-98e6-486d-89bd-24f19410d9a9 req-c66dafe8-b70a-4e5e-9201-1cae1de5f7fb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:55.360368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-576606fe-98e6-486d-89bd-24f19410d9a9 req-c66dafe8-b70a-4e5e-9201-1cae1de5f7fb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 944 time: 0.0942903 Dec 08 21:39:55.412181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.440744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-576606fe-98e6-486d-89bd-24f19410d9a9 req-29fa234d-f3cc-47b9-a12f-c10eaeef0cd6 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717545 Dec 08 21:39:55.481215 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:39:52Z', 'revision_number': 3, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port': {'id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:51Z', 'updated_at': '2021-12-08T21:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:55.482528 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.516963 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4811f-f9a3-442c-b6e3-36bc6012e0c8 None None] The sync data for ids ['84d88434-4b32-41a4-acb4-e44d46e962ae'] in n-d-821126-1 is: [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:39:52Z', 'revision_number': 3, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port': {'id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:51Z', 'updated_at': '2021-12-08T21:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:39:55.527725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:55.530676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:55.534096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:39:55.562503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Pushing event updated for resources: {'Port': ['ID=efddee48-c0eb-45fd-be63-c001d9e0453c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:55.592804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.741715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35488) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:55.741945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd1da2-cb39-4f70-a024-ffdf850dc118 req-f76b51ed-5492-407c-ba80-6b6560a7c1f1 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:55.743380 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75dd1da2-cb39-4f70-a024-ffdf850dc118 req-f76b51ed-5492-407c-ba80-6b6560a7c1f1 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0815601 Dec 08 21:39:55.791997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.819375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75dd1da2-cb39-4f70-a024-ffdf850dc118 req-2a61938d-1828-406b-8a94-e3ed23a1749f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Dec 08 21:39:55.862245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fa281780-b439-418b-8d00-e9600addd36e None None] Provisioning complete for port efddee48-c0eb-45fd-be63-c001d9e0453c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:55.862758 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fa281780-b439-418b-8d00-e9600addd36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:55.942377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fa281780-b439-418b-8d00-e9600addd36e None None] Port efddee48-c0eb-45fd-be63-c001d9e0453c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:56.017855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fb22f84e-3c06-45f1-b9bb-b43a0cb43a96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cb5b131b01e4271910f479b82eaf6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748666 Dec 08 21:39:56.020396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35496) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:56.045810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.053192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887b341-9ef8-4d30-ae06-ad66765d26c5 req-3a9dccd0-0a43-46dd-86d9-37739392b84c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:56.054887 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3887b341-9ef8-4d30-ae06-ad66765d26c5 req-3a9dccd0-0a43-46dd-86d9-37739392b84c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 950 time: 0.0815015 Dec 08 21:39:56.060847 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.114421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70b87c45-d266-42f1-87cd-0bf6649a0c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.119147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3887b341-9ef8-4d30-ae06-ad66765d26c5 req-b6f20bb0-985d-4f8b-8497-a3f804db7029 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514815 Dec 08 21:39:56.153881 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70b87c45-d266-42f1-87cd-0bf6649a0c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.161645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Pushing event updated for resources: {'Port': ['ID=efddee48-c0eb-45fd-be63-c001d9e0453c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:56.164141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.173009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51f28f-4c95-44ab-b593-da3f8da29243 req-a72621e3-36c7-46dc-82fa-4c62a909b3a9 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:56.180296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c51f28f-4c95-44ab-b593-da3f8da29243 req-a72621e3-36c7-46dc-82fa-4c62a909b3a9 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1317751 Dec 08 21:39:56.232778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70b87c45-d266-42f1-87cd-0bf6649a0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.237458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70b87c45-d266-42f1-87cd-0bf6649a0c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.239115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-70b87c45-d266-42f1-87cd-0bf6649a0c7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82f87476-5f53-44db-a893-f98b3f536880 HTTP/1.1" status: 204 len: 168 time: 0.2176952 Dec 08 21:39:56.248775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b87c45-d266-42f1-87cd-0bf6649a0c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f87476-5f53-44db-a893-f98b3f536880,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:56.272935 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c51f28f-4c95-44ab-b593-da3f8da29243 req-a1570ce4-f22a-4f04-875c-bc193d0bd33c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917096 Dec 08 21:39:56.315972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 900662a3-38c6-4207-974b-9deaf038c559 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:39:56.329318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:39:56.330941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:56.355898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 900662a3-38c6-4207-974b-9deaf038c559 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:39:56.356234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 900662a3-38c6-4207-974b-9deaf038c559 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:39:56.498538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d9d05-2185-4282-8bf9-1d7ed88f38f3 req-30bbd2ae-9e5c-465f-ba07-eba6b745667a tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:56.500478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c5d9d05-2185-4282-8bf9-1d7ed88f38f3 req-30bbd2ae-9e5c-465f-ba07-eba6b745667a tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 948 time: 0.1126029 Dec 08 21:39:56.565241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c5d9d05-2185-4282-8bf9-1d7ed88f38f3 req-d8ea122b-3b18-45e6-9a68-73e229dc5f41 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545223 Dec 08 21:39:56.567207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Router 84d88434-4b32-41a4-acb4-e44d46e962ae has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:39:56.690876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1ef4fe21-e3ad-42d5-9d23-3f72860586ce None None] Provisioning complete for port efddee48-c0eb-45fd-be63-c001d9e0453c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:56.691257 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fe21-e3ad-42d5-9d23-3f72860586ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.793587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:39:56.809593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-85d6c230-cf4f-47ca-b36f-2f7ef15ecf3a admin admin] 10.222.0.21 "PUT /v2.0/routers/84d88434-4b32-41a4-acb4-e44d46e962ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7050903 Dec 08 21:39:56.812762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35516) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:56.821205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c7956-335b-4522-acc4-07f1b5e29447 req-cfa73a1d-29f6-4f4e-b380-1fbdabf6a9bc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:56.822769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb4c7956-335b-4522-acc4-07f1b5e29447 req-cfa73a1d-29f6-4f4e-b380-1fbdabf6a9bc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 944 time: 0.1318874 Dec 08 21:39:56.831332 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29189941-00ae-4081-a7c8-621196693119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.881246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6a9848b9-9b71-4d58-a65f-013927fed9cf details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:39:56.915876 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb4c7956-335b-4522-acc4-07f1b5e29447 req-95df813c-df68-4731-902e-2c68662d959e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837660 Dec 08 21:39:56.963111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29189941-00ae-4081-a7c8-621196693119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.975341 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29189941-00ae-4081-a7c8-621196693119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:56.999523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device c76994f9-0997-451d-85e9-997dd016f8d2 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:57.020650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-29189941-00ae-4081-a7c8-621196693119 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41e00235dd2547898bb00c8d16c4160c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067955 Dec 08 21:39:57.024559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35522) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:57.061002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcb0a-7a93-4988-af1a-912e1e27e75d req-741f5215-4d9f-41ff-b095-70ebdebb4219 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.061919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bf930184-92a2-4260-a9c4-bf700faa2e5c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:57.062778 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df2fcb0a-7a93-4988-af1a-912e1e27e75d req-741f5215-4d9f-41ff-b095-70ebdebb4219 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0576215 Dec 08 21:39:57.067403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29189941-00ae-4081-a7c8-621196693119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04235dc9-42de-4e68-8a45-02c267448d7e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:57.068768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4fe21-e3ad-42d5-9d23-3f72860586ce None None] Port efddee48-c0eb-45fd-be63-c001d9e0453c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:57.085844 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02e49551-2134-4a4d-a790-77e35124cb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.128990 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02e49551-2134-4a4d-a790-77e35124cb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.142088 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df2fcb0a-7a93-4988-af1a-912e1e27e75d req-07c35e7a-b45a-4eeb-8b32-50d0648f2e1f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705125 Dec 08 21:39:57.191119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port c76994f9-0997-451d-85e9-997dd016f8d2 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:39:57.209516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6a9848b9-9b71-4d58-a65f-013927fed9cf, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6a9848b9-9b71-4d58-a65f-013927fed9cf,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:57.211861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bf930184-92a2-4260-a9c4-bf700faa2e5c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:57.212228 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.243683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port c76994f9-0997-451d-85e9-997dd016f8d2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:57.244361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.260967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.261467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.261930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.262418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.262942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.263917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.264527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.264949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.265402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.266015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.266287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.266795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.268976 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-af863ad6-090e-4729-9277-39602de14c98 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f&device_id=29aeafdc-a459-4cee-8483-1b41616acc7d&device_id=6e407228-956b-42da-bbb9-54846ca546ac&device_id=64414baa-aa04-4be0-8224-d36efc6473e1&device_id=98653d76-2720-4bcf-80d8-f835ea62c921&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4&device_id=27fce54e-daed-4dfe-859b-b844634ba6e9&device_id=b178698b-17a5-48d8-bf46-dd8926a45b93&device_id=ac296517-9bac-466e-8704-bb29ddd0125d&device_id=b8104e71-5648-4383-8b41-5d07d496c435&device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b&device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 10872 time: 0.0877779 Dec 08 21:39:57.272215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '6a9848b9-9b71-4d58-a65f-013927fed9cf', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '6a9848b9-9b71-4d58-a65f-013927fed9cf', 'mac_address': 'fa:16:3e:e9:60:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:39:57.289444 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02e49551-2134-4a4d-a790-77e35124cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.292583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02e49551-2134-4a4d-a790-77e35124cb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.296305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-02e49551-2134-4a4d-a790-77e35124cb36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04235dc9-42de-4e68-8a45-02c267448d7e HTTP/1.1" status: 204 len: 168 time: 0.2682860 Dec 08 21:39:57.307152 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-26ecd7f3-1eff-4850-91a8-1767db7e410d tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.365794 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.413733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9848b9-9b71-4d58-a65f-013927fed9cf {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:39:57.420876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.421962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-26ecd7f3-1eff-4850-91a8-1767db7e410d tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.424138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e49551-2134-4a4d-a790-77e35124cb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04235dc9-42de-4e68-8a45-02c267448d7e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:57.434343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-26ecd7f3-1eff-4850-91a8-1767db7e410d tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.479241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6a9848b9-9b71-4d58-a65f-013927fed9cf, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6a9848b9-9b71-4d58-a65f-013927fed9cf,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:57.488810 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.494486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port bf930184-92a2-4260-a9c4-bf700faa2e5c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bf930184-92a2-4260-a9c4-bf700faa2e5c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:57.497127 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.512585 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.526671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67469fdf-aaa3-4cac-af06-44f40c596777 req-26ecd7f3-1eff-4850-91a8-1767db7e410d tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&id=a30725b0-20ed-42c9-8e66-19bfbb18de90&id=a3745e75-f44d-471f-b2a8-e49db19697fa&id=36dbca7f-600b-47f7-8782-a117da581d44&id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.2446580 Dec 08 21:39:57.532477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecd7f3-1eff-4850-91a8-1767db7e410d tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb6b03-af52-4029-afd8-a53b2819543f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:57.545589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73cf6c-c547-4864-91fe-921ba16f81b5 req-f2d08679-ad68-41c2-9b6b-963a49c693d4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.554322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c73cf6c-c547-4864-91fe-921ba16f81b5 req-f2d08679-ad68-41c2-9b6b-963a49c693d4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1263101 Dec 08 21:39:57.582102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:39:57.584390 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1d5c63-5815-4780-b83b-81d34fb1c157" -d '{"events": [{"server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "name": "network-vif-plugged", "status": "completed", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:39:57.602167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:39:57.613192 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:57.640720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6a9848b9-9b71-4d58-a65f-013927fed9cf,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:57.672891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c73cf6c-c547-4864-91fe-921ba16f81b5 req-284112dd-e9ed-4154-bb5c-a3188792d0a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048040 Dec 08 21:39:57.735252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Sync routers for ids ['84d88434-4b32-41a4-acb4-e44d46e962ae'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:39:57.775319 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef5c0bf-1509-49fd-bc79-89c6283e567b x-openstack-request-id: req-eef5c0bf-1509-49fd-bc79-89c6283e567b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:39:57.775600 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "name": "network-vif-plugged", "status": "completed", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:39:57.775851 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eef5c0bf-1509-49fd-bc79-89c6283e567b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:39:57.776250 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2', 'code': 200} Dec 08 21:39:57.780860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6a9848b9-9b71-4d58-a65f-013927fed9cf'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:39:57.788872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=bf930184-92a2-4260-a9c4-bf700faa2e5c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:57.883298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Routers {'84d88434-4b32-41a4-acb4-e44d46e962ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:39:57.884172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['84d88434-4b32-41a4-acb4-e44d46e962ae'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:57.897047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be774d9-5e1a-46f3-b753-eb0c4fd4294a req-aa7d6805-9fde-4ca0-904e-0a412588d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:57.898955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2be774d9-5e1a-46f3-b753-eb0c4fd4294a req-aa7d6805-9fde-4ca0-904e-0a412588d397 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1096 time: 0.0751657 Dec 08 21:39:57.962090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2be774d9-5e1a-46f3-b753-eb0c4fd4294a req-a1f08376-ebb6-446d-8669-7881facf632f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555236 Dec 08 21:39:57.983178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35558) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:57.988145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-network', 'tenant_id': '162a0c04dace40558eba25e40f3e587a'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:58.005329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:58.024248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Made reservation on behalf of 162a0c04dace40558eba25e40f3e587a for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:58.029601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.041371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.042429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a48dd-2d87-4ea6-bb84-35d59dfc6c47 req-53203d33-6063-4473-beab-a693e55ea264 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:58.049530 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-101a48dd-2d87-4ea6-bb84-35d59dfc6c47 req-53203d33-6063-4473-beab-a693e55ea264 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 949 time: 0.0857122 Dec 08 21:39:58.062230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Set router 84d88434-4b32-41a4-acb4-e44d46e962ae gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:39:58.126575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-101a48dd-2d87-4ea6-bb84-35d59dfc6c47 req-d113a591-c9ec-44b2-92e3-a4a8ab5b7180 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746033 Dec 08 21:39:58.139653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.145408 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.196012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:39:58.220157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.220675 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Added segment ca164904-aec5-4e1e-9aa8-e4a09a23b893 of type vlan for network 5a37a81e-edb0-424e-b187-0f55029bbe55 Dec 08 21:39:58.230286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a7d76c-8992-4fc9-9b08-2f325ab22f93,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:58.293061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed511e-9c3a-40c1-927f-3c324ce68516 req-c6df7dce-907b-458c-b7dc-381f5f4fe6ca tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:58.293665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed511e-9c3a-40c1-927f-3c324ce68516 req-c6df7dce-907b-458c-b7dc-381f5f4fe6ca tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:58.294265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed511e-9c3a-40c1-927f-3c324ce68516 req-c6df7dce-907b-458c-b7dc-381f5f4fe6ca tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:58.296603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-efed511e-9c3a-40c1-927f-3c324ce68516 req-c6df7dce-907b-458c-b7dc-381f5f4fe6ca tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac&device_id=98653d76-2720-4bcf-80d8-f835ea62c921&device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 2884 time: 0.1437445 Dec 08 21:39:58.318698 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.361373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-efed511e-9c3a-40c1-927f-3c324ce68516 req-4e073d36-43c2-4376-875c-e1d396ed53be tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539272 Dec 08 21:39:58.369178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.370347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:58.371812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.389483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbce5b4-3e53-4f91-9a68-2768fc69291d req-5819ae07-50f9-4597-bb40-c6d7433408cb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:58.391044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6cbce5b4-3e53-4f91-9a68-2768fc69291d req-5819ae07-50f9-4597-bb40-c6d7433408cb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.0637965 Dec 08 21:39:58.394538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:39:55Z', 'revision_number': 4, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port': {'id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:51Z', 'updated_at': '2021-12-08T21:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'efddee48-c0eb-45fd-be63-c001d9e0453c', 'name': '', 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'mac_address': 'fa:16:3e:a6:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cf6e868f-4f9f-4d8f-adc3-67e0de636c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:55Z', 'updated_at': '2021-12-08T21:39:55Z', 'revision_number': 2, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'subnets': [{'id': 'cf6e868f-4f9f-4d8f-adc3-67e0de636c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:58.429732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Checking router: 84d88434-4b32-41a4-acb4-e44d46e962ae for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:39:58.430397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Updating router 84d88434-4b32-41a4-acb4-e44d46e962ae port efddee48-c0eb-45fd-be63-c001d9e0453c binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:39:58.436936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6cbce5b4-3e53-4f91-9a68-2768fc69291d req-ce9fe743-8e09-40e7-828f-f0b1f7775669 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380335 Dec 08 21:39:58.460376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.468157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] Pushing event updated for resources: {'Network': ['ID=5a37a81e-edb0-424e-b187-0f55029bbe55,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:58.485904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 5a37a81e-edb0-424e-b187-0f55029bbe55 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:39:58.517455 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5fb0806-0098-4b23-a9b2-5ffebd3cfd28 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5331714 Dec 08 21:39:58.517670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35574) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:58.524012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Request body: {'subnet': {'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-subnet', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:58.547835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a7d97-e3f6-48da-8b41-f8f038766c49 req-8caec4a6-0057-4dfc-89ea-2c0749501b3e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:58.549746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b48a7d97-e3f6-48da-8b41-f8f038766c49 req-8caec4a6-0057-4dfc-89ea-2c0749501b3e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0830185 Dec 08 21:39:58.568774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Made reservation on behalf of 162a0c04dace40558eba25e40f3e587a for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:58.571840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.596449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35580) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:58.596698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b48a7d97-e3f6-48da-8b41-f8f038766c49 req-45024537-970e-4442-ab38-210681befda5 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Dec 08 21:39:58.694813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bf930184-92a2-4260-a9c4-bf700faa2e5c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:39:58.846516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a85b2-2460-4867-b8d7-859162fa7b1e req-cff12ab0-a6a4-46c9-959d-7c4e55baa867 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:58.848217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a95a85b2-2460-4867-b8d7-859162fa7b1e req-cff12ab0-a6a4-46c9-959d-7c4e55baa867 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0729434 Dec 08 21:39:58.860323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-network', 'tenant_id': '8cc423c7609644568f0ef0b426595d75'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:58.861364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bf930184-92a2-4260-a9c4-bf700faa2e5c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:58.861621 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.863039 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:39:58.892823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a95a85b2-2460-4867-b8d7-859162fa7b1e req-7acc2587-66e3-4d34-b58b-27f2807b47e4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Dec 08 21:39:58.913235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.918449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Made reservation on behalf of 8cc423c7609644568f0ef0b426595d75 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:58.921441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.958585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:58.986563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bebefff-4125-429b-98b2-9f609545d6dd,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:59.002820 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.015822 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.016090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Checking segment: {'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:59.016525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Network hostable DHCP agents. Network: 5a37a81e-edb0-424e-b187-0f55029bbe55, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:39:59.051462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Network 5a37a81e-edb0-424e-b187-0f55029bbe55 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:39:59.067945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37944677-e245-4251-8a6b-5ca04feb4f26 None None] Pushing event updated for resources: {'Port': ['ID=efddee48-c0eb-45fd-be63-c001d9e0453c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:59.079401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 5a37a81e-edb0-424e-b187-0f55029bbe55) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:39:59.086591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:59.087212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.104581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81a10a-b5e0-4a80-b518-6241a94b0d07 None None] Network 5a37a81e-edb0-424e-b187-0f55029bbe55 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:39:59.118002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.124452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.137037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e05cb625-fb9e-40ea-8a7f-07b7184e2b06 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6157417 Dec 08 21:39:59.138374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35592) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:59.143821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:59.163210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:39:59.170774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f8acb-d469-48b3-b58f-ad3df4daceb0 req-ec395bc5-d4c7-487f-affc-e1d36fa489e3 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:59.174772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.175264 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Added segment 477e5fa8-8b2e-483b-99b0-6b1e2dd7d115 of type vlan for network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 Dec 08 21:39:59.184669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-389f8acb-d469-48b3-b58f-ad3df4daceb0 req-ec395bc5-d4c7-487f-affc-e1d36fa489e3 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1101 time: 0.0842614 Dec 08 21:39:59.231376 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.243982 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.245070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.260177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-389f8acb-d469-48b3-b58f-ad3df4daceb0 req-77bb9bc4-f0a3-46b1-bff0-b227ac242d8f tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688767 Dec 08 21:39:59.302257 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.312773 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:59.315057 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.336490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.381567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1062058-2ce7-4019-93e1-71bd95f7010c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:59.427410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Attempting to bind port efddee48-c0eb-45fd-be63-c001d9e0453c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:39:59.427927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Attempting to bind port efddee48-c0eb-45fd-be63-c001d9e0453c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:39:59.428390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Attempting to bind port efddee48-c0eb-45fd-be63-c001d9e0453c on network d90832e6-aa1c-4712-bd06-1d66ff740c99 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:39:59.437763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1978a7ae-d5d9-4938-aa3c-0c05d3c79142 None None] Provisioning complete for port efddee48-c0eb-45fd-be63-c001d9e0453c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:39:59.438295 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1978a7ae-d5d9-4938-aa3c-0c05d3c79142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.443577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8436139 Dec 08 21:39:59.450808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35600) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:39:59.459783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Request body: {'subnet': {'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-subnet', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:39:59.468025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:39:59.468533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Checking segment: {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:59.469060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.469545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Bound using segment: {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:39:59.470119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Bound port: efddee48-c0eb-45fd-be63-c001d9e0453c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:39:59.470597 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.473139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac794c6-e0b4-4615-8d97-577a78a23fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=39a2a44c-66ca-4558-b595-2f19b1a0cb65,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:59.491613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:39:59.492534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b67eb-4e25-4c1f-9a68-85a5523e3c1e req-8d839c7c-a76e-47a7-acc4-91679e10faa2 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:59.494103 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f6b67eb-4e25-4c1f-9a68-85a5523e3c1e req-8d839c7c-a76e-47a7-acc4-91679e10faa2 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 949 time: 0.2225177 Dec 08 21:39:59.510540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1978a7ae-d5d9-4938-aa3c-0c05d3c79142 None None] Port efddee48-c0eb-45fd-be63-c001d9e0453c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:39:59.513290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Made reservation on behalf of 8cc423c7609644568f0ef0b426595d75 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:39:59.516052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.521716 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.588207 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f6b67eb-4e25-4c1f-9a68-85a5523e3c1e req-d8df861b-eef9-4801-aef1-fe500f372b7f tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819771 Dec 08 21:39:59.588696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb29c08-e8e6-439d-b25b-33d94257b4ab req-eca9f075-033b-44aa-bafb-2acc1cafac72 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:59.590404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edb29c08-e8e6-439d-b25b-33d94257b4ab req-eca9f075-033b-44aa-bafb-2acc1cafac72 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1101 time: 0.0851352 Dec 08 21:39:59.649029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edb29c08-e8e6-439d-b25b-33d94257b4ab req-54e32b2e-55fd-4a65-b311-88e84b53ca1d tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514791 Dec 08 21:39:59.674053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] For port efddee48-c0eb-45fd-be63-c001d9e0453c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:39:59.700809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] For port efddee48-c0eb-45fd-be63-c001d9e0453c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=efddee48-c0eb-45fd-be63-c001d9e0453c,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:39:59.708145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.764356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-5a37a81e-edb0-424e-b187-0f55029bbe55', 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'fixed_ips': [{'subnet_id': '9bebefff-4125-429b-98b2-9f609545d6dd'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:39:59.765191 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.804422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca94098-5702-4c47-8ed8-bd54c741060e req-343820dc-91ed-4fcc-9670-ba438406dd6e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:59.806533 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aca94098-5702-4c47-8ed8-bd54c741060e req-343820dc-91ed-4fcc-9670-ba438406dd6e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.1064091 Dec 08 21:39:59.812672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.849807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ff8f8-65f5-4a6f-9696-b62e5261a9e4 req-2b7ca931-4bb9-4de0-b1a6-f87e0a4c39e3 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:39:59.851793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b88ff8f8-65f5-4a6f-9696-b62e5261a9e4 req-2b7ca931-4bb9-4de0-b1a6-f87e0a4c39e3 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.0926192 Dec 08 21:39:59.853458 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.864681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fe16ed-c11d-42b7-b374-10690a924aad,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:39:59.875592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:39:59.879289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Routers {'84d88434-4b32-41a4-acb4-e44d46e962ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:39:59.880115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['84d88434-4b32-41a4-acb4-e44d46e962ae'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:39:59.923598 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aca94098-5702-4c47-8ed8-bd54c741060e req-a5259836-9ee5-4da7-92d9-3572efda9576 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069877 Dec 08 21:39:59.939561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Checking segment: {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:39:59.939931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Network hostable DHCP agents. Network: 39a2a44c-66ca-4558-b595-2f19b1a0cb65, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:39:59.955904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b88ff8f8-65f5-4a6f-9696-b62e5261a9e4 req-5b35c234-df3e-461a-afdf-2dcb42bf7544 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829146 Dec 08 21:39:59.986774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:40:00.006848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 39a2a44c-66ca-4558-b595-2f19b1a0cb65) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:00.011953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:00.012823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.041460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Allocated IP 172.25.1.102 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/a2cb4dfe-4287-4a10-beb2-001922a53531) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:00.044015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfd35d06-02c7-4362-810c-f159b1bb5b83 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5903351 Dec 08 21:40:00.047433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35612) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:00.051591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:00.063687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63b5bfe-bb8a-4646-a478-7619e2168e31 None None] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:40:00.090241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.091824 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.125692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37944677-e245-4251-8a6b-5ca04feb4f26 None None] Pushing event updated for resources: {'Port': ['ID=efddee48-c0eb-45fd-be63-c001d9e0453c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:00.166816 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.192721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] Set router 84d88434-4b32-41a4-acb4-e44d46e962ae gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:00.197237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6db34fac-da89-43c1-a94e-f632ee730a19 None None] Provisioning complete for port efddee48-c0eb-45fd-be63-c001d9e0453c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:00.197611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6db34fac-da89-43c1-a94e-f632ee730a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.205207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b122ae-5b3f-44f8-9545-20644460aa6e req-a2ac6ce5-fd4e-4373-915b-2b2b6ead61e7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:00.207453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40b122ae-5b3f-44f8-9545-20644460aa6e req-a2ac6ce5-fd4e-4373-915b-2b2b6ead61e7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1356454 Dec 08 21:40:00.274532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.281102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Allocated IP 172.20.0.2 (5a37a81e-edb0-424e-b187-0f55029bbe55/9bebefff-4125-429b-98b2-9f609545d6dd/a8e3babb-2bc6-4a58-a8f0-15abd5399c03) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:00.334263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40b122ae-5b3f-44f8-9545-20644460aa6e req-21bbb5e8-61cd-4295-9177-551d5e2ea736 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528896 Dec 08 21:40:00.355869 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.402129 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.415487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6587c-9ad6-4ae7-8b8b-020d093c0b1a req-a757cd1d-ae0b-44bc-93a2-8355fc2f54db tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:00.424607 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-87f6587c-9ad6-4ae7-8b8b-020d093c0b1a req-a757cd1d-ae0b-44bc-93a2-8355fc2f54db tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1096 time: 0.1417727 Dec 08 21:40:00.499062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-87f6587c-9ad6-4ae7-8b8b-020d093c0b1a req-60734845-760c-4904-995f-7f0fda705f75 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734668 Dec 08 21:40:00.659425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:00.664230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:00.672431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:00.681119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Pushing event updated for resources: {'Port': ['ID=a2cb4dfe-4287-4a10-beb2-001922a53531,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:00.721000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6db34fac-da89-43c1-a94e-f632ee730a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.740020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.740543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.741298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.741298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.741747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.742173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.742758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.744378 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.746693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.747147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.747565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.747949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.748358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:00.775766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6db34fac-da89-43c1-a94e-f632ee730a19 None None] For port efddee48-c0eb-45fd-be63-c001d9e0453c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=efddee48-c0eb-45fd-be63-c001d9e0453c,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:00.784707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6a9848b9-9b71-4d58-a65f-013927fed9cf up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:00.791729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.827042 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6db34fac-da89-43c1-a94e-f632ee730a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.909007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caaa76-a993-4536-8adb-ec93d06a978c req-3619bd0c-0545-4af4-a930-9c41dcfb5b02 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:00.910528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0caaa76-a993-4536-8adb-ec93d06a978c req-3619bd0c-0545-4af4-a930-9c41dcfb5b02 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 949 time: 0.1725550 Dec 08 21:40:00.935398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:39:55Z', 'revision_number': 4, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port': {'id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:51Z', 'updated_at': '2021-12-08T21:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'efddee48-c0eb-45fd-be63-c001d9e0453c', 'name': '', 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'mac_address': 'fa:16:3e:a6:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cf6e868f-4f9f-4d8f-adc3-67e0de636c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:55Z', 'updated_at': '2021-12-08T21:39:59Z', 'revision_number': 4, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'subnets': [{'id': 'cf6e868f-4f9f-4d8f-adc3-67e0de636c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:00.944506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:40:00.945446 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:00.947356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db34fac-da89-43c1-a94e-f632ee730a19 None None] Pushing event updated for resources: {'Port': ['ID=efddee48-c0eb-45fd-be63-c001d9e0453c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:01.018632 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.027817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0caaa76-a993-4536-8adb-ec93d06a978c req-5974db25-bde8-4992-80a4-ca0a54e5d178 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075618 Dec 08 21:40:01.031095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c21197-c94d-4e8c-9dd7-76b72a59da03 None None] The sync data for ids ['84d88434-4b32-41a4-acb4-e44d46e962ae'] in n-d-821126-1 is: [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:39:55Z', 'revision_number': 4, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port': {'id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:51Z', 'updated_at': '2021-12-08T21:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'efddee48-c0eb-45fd-be63-c001d9e0453c', 'name': '', 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'mac_address': 'fa:16:3e:a6:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cf6e868f-4f9f-4d8f-adc3-67e0de636c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:55Z', 'updated_at': '2021-12-08T21:39:59Z', 'revision_number': 4, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'subnets': [{'id': 'cf6e868f-4f9f-4d8f-adc3-67e0de636c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:40:01.036986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 6a9848b9-9b71-4d58-a65f-013927fed9cf completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:40:01.050169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Allocated IP 172.25.1.141 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/abc12e35-83f4-4c91-a046-1ba17d33d7c8) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:01.054944 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.146032 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 6a9848b9-9b71-4d58-a65f-013927fed9cf triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:01.146032 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.244512 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Pushing event updated for resources: {'Port': ['ID=a8e3babb-2bc6-4a58-a8f0-15abd5399c03,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:01.313225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.321764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Network 5a37a81e-edb0-424e-b187-0f55029bbe55 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:01.339250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:01.342179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:01.387203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.441925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.503752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89459a32-ce1c-4a83-8b76-9dde14261322 req-27c161fb-af45-4af1-8a63-3b7c628273ec tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:01.505419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89459a32-ce1c-4a83-8b76-9dde14261322 req-27c161fb-af45-4af1-8a63-3b7c628273ec tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1315441 Dec 08 21:40:01.538814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:01.548987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:01.567753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:01.578611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6a4e6-0318-431e-9a4b-fab027d2ba0b req-8b3e8513-550f-496b-8262-d6ca3f92f45e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:01.586300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29e6a4e6-0318-431e-9a4b-fab027d2ba0b req-8b3e8513-550f-496b-8262-d6ca3f92f45e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1640813 Dec 08 21:40:01.586874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Attempting to bind port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:01.587314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Attempting to bind port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:01.587739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Attempting to bind port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 on network 5a37a81e-edb0-424e-b187-0f55029bbe55 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:01.591050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Pushing event updated for resources: {'Port': ['ID=abc12e35-83f4-4c91-a046-1ba17d33d7c8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:01.621234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:01.624912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Checking segment: {'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:01.625581 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.626297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Bound using segment: {'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:01.626895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Bound port: a8e3babb-2bc6-4a58-a8f0-15abd5399c03, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:01.627344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.631804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Allocated IP 172.20.0.2 (39a2a44c-66ca-4558-b595-2f19b1a0cb65/f9fe16ed-c11d-42b7-b374-10690a924aad/758e0cdf-7a82-425b-b4d6-266a2dc8c5ee) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:01.636934 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.765436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89459a32-ce1c-4a83-8b76-9dde14261322 req-7e3fcbac-d05a-41ff-a3a3-5fc70fdfa7ac tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494380 Dec 08 21:40:01.816442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29e6a4e6-0318-431e-9a4b-fab027d2ba0b req-a521d096-196e-412f-8043-61888159dd3f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203698 Dec 08 21:40:01.871298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:01.945415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bbd558-8bbe-423b-8bc5-683f0c7bf78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9848b9-9b71-4d58-a65f-013927fed9cf'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:01.948897 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8da414-b2b0-4226-96fc-349394212297" -d '{"events": [{"server_uuid": "22bbd558-8bbe-423b-8bc5-683f0c7bf78f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9848b9-9b71-4d58-a65f-013927fed9cf"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:01.987186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6a9848b9-9b71-4d58-a65f-013927fed9cf, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6a9848b9-9b71-4d58-a65f-013927fed9cf,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:02.002896 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.067152 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc6f6f6-d351-4e22-b556-c2e7733e4bc1 x-openstack-request-id: req-efc6f6f6-d351-4e22-b556-c2e7733e4bc1 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:02.067152 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bbd558-8bbe-423b-8bc5-683f0c7bf78f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9848b9-9b71-4d58-a65f-013927fed9cf", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:02.067152 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efc6f6f6-d351-4e22-b556-c2e7733e4bc1 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:02.067882 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bbd558-8bbe-423b-8bc5-683f0c7bf78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9848b9-9b71-4d58-a65f-013927fed9cf', 'code': 200} Dec 08 21:40:02.077525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] For port a8e3babb-2bc6-4a58-a8f0-15abd5399c03, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:02.118224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] For port a8e3babb-2bc6-4a58-a8f0-15abd5399c03, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8e3babb-2bc6-4a58-a8f0-15abd5399c03,segment=NetworkSegment(ca164904-aec5-4e1e-9aa8-e4a09a23b893),segment_id=ca164904-aec5-4e1e-9aa8-e4a09a23b893)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:02.141277 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.143919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f869564-3cff-4bb9-a302-bfe5e759970e req-12d832c8-8d1c-4b4d-b2ca-66bb1570a3b6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:02.152912 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f869564-3cff-4bb9-a302-bfe5e759970e req-12d832c8-8d1c-4b4d-b2ca-66bb1570a3b6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.2025409 Dec 08 21:40:02.183109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6a9848b9-9b71-4d58-a65f-013927fed9cf,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:02.248082 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f869564-3cff-4bb9-a302-bfe5e759970e req-87456ccf-67fe-42a9-b6f0-48e4aa88a057 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782921 Dec 08 21:40:02.249904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Router d8ba9469-681f-4799-96ec-62d33c8b32c8 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:40:02.259077 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.276399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d72002-c4c0-4df2-9ceb-c3388ffd315c None None] Pushing event updated for resources: {'Port': ['ID=a8e3babb-2bc6-4a58-a8f0-15abd5399c03,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:02.341139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.351496 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.420232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:40:02.431208 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Sync routers for ids ['d8ba9469-681f-4799-96ec-62d33c8b32c8'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:40:02.449078 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Routers {'d8ba9469-681f-4799-96ec-62d33c8b32c8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:02.449740 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d8ba9469-681f-4799-96ec-62d33c8b32c8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:02.454943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.458904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-903905f2-00e7-4326-86e9-8d9eb3e3f68d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3165469 Dec 08 21:40:02.459072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:02.459171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35668) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:02.474261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:02.477647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:02.511546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Pushing event updated for resources: {'Port': ['ID=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:02.623902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Attempting to bind port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:02.624379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Attempting to bind port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:02.624846 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Attempting to bind port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee on network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:02.637832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:02.641196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Checking segment: {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:02.641844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.642343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Bound using segment: {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:02.642973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Bound port: 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:02.643458 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.656549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e0bfb-dd74-4cd4-9138-1902d3802fa8 req-9452b72e-cca5-44f0-97d9-ca1756423970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:02.658043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-517e0bfb-dd74-4cd4-9138-1902d3802fa8 req-9452b72e-cca5-44f0-97d9-ca1756423970 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 1101 time: 0.5478570 Dec 08 21:40:02.751593 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Set router d8ba9469-681f-4799-96ec-62d33c8b32c8 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:02.786243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] For port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:02.795382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] For port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:02.803514 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:02.834482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23755333-e993-403f-af97-8e7500e399d5 req-2c65dcb5-cf45-455c-b94b-4811cb642bec tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:02.843131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-23755333-e993-403f-af97-8e7500e399d5 req-2c65dcb5-cf45-455c-b94b-4811cb642bec tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 950 time: 0.6664538 Dec 08 21:40:02.873479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device efddee48-c0eb-45fd-be63-c001d9e0453c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:02.931407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-517e0bfb-dd74-4cd4-9138-1902d3802fa8 req-083c4203-7c0f-44af-b6ec-82a196523b18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471306 Dec 08 21:40:02.968245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be809e31-3052-49de-911c-ba8e2f0fa2d4 None None] Pushing event updated for resources: {'Port': ['ID=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:02.999835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port efddee48-c0eb-45fd-be63-c001d9e0453c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:03.000214 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.078419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-23755333-e993-403f-af97-8e7500e399d5 req-bedea558-7f0f-4856-bc23-f8e26104eb87 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081292 Dec 08 21:40:03.189784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea1394-eb81-42be-896e-29e61d9f1842 req-060cb856-51e2-49c4-9f95-8753931dd796 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:03.199609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70ea1394-eb81-42be-896e-29e61d9f1842 req-060cb856-51e2-49c4-9f95-8753931dd796 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.2666230 Dec 08 21:40:03.294869 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:01Z', 'revision_number': 3, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port': {'id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:03.308087 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70ea1394-eb81-42be-896e-29e61d9f1842 req-574412c2-6e5a-40f1-a4d4-0dcb14976035 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027808 Dec 08 21:40:03.335814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35878c-ba20-44dd-b55b-40411780fbec req-87f819ba-5d6f-4910-b31c-4e454b0e366b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:03.337441 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Checking router: d8ba9469-681f-4799-96ec-62d33c8b32c8 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:40:03.338022 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Updating router d8ba9469-681f-4799-96ec-62d33c8b32c8 port a2cb4dfe-4287-4a10-beb2-001922a53531 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:40:03.344145 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f35878c-ba20-44dd-b55b-40411780fbec req-87f819ba-5d6f-4910-b31c-4e454b0e366b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1232467 Dec 08 21:40:03.371507 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.401461 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f35878c-ba20-44dd-b55b-40411780fbec req-94d203e0-03ed-41c2-864b-93d722b5e789 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561569 Dec 08 21:40:03.402581 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.567240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.602386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa3ff0-cb07-419f-b610-d4d70c338c20 req-9a990ce7-3976-4b6d-8a55-20901adf669b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:03.607307 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8aa3ff0-cb07-419f-b610-d4d70c338c20 req-9a990ce7-3976-4b6d-8a55-20901adf669b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0767088 Dec 08 21:40:03.677075 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8aa3ff0-cb07-419f-b610-d4d70c338c20 req-493d0a85-8a93-4aa7-bc76-cf1642d68aa1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666826 Dec 08 21:40:03.747098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Router 83711196-32fa-492f-b78b-09bd93216641 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:40:03.754103 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.761641 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.822815 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b00e-c40a-48a3-8fba-6c004b309dfc None None] Pushing event updated for resources: {'Port': ['ID=a2cb4dfe-4287-4a10-beb2-001922a53531,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:03.845525 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Attempting to bind port a2cb4dfe-4287-4a10-beb2-001922a53531 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:03.845897 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Attempting to bind port a2cb4dfe-4287-4a10-beb2-001922a53531 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:03.846254 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Attempting to bind port a2cb4dfe-4287-4a10-beb2-001922a53531 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:03.852542 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:03.853133 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:03.853751 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.853921 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:03.854384 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Bound port: a2cb4dfe-4287-4a10-beb2-001922a53531, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:03.854798 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.866662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Allocated IP 172.20.0.1 (5a37a81e-edb0-424e-b187-0f55029bbe55/9bebefff-4125-429b-98b2-9f609545d6dd/4d2d2a75-a339-42bd-9b45-baaef3b2fce2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:03.933265 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] For port a2cb4dfe-4287-4a10-beb2-001922a53531, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:03.944695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:40:03.945169 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] For port a2cb4dfe-4287-4a10-beb2-001922a53531, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a2cb4dfe-4287-4a10-beb2-001922a53531,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:03.954817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Sync routers for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:40:03.964285 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:03.983214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:03.984027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:04.002323 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:04.004115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f408a9e0-f10c-4b27-a72a-998dddff2e56 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9554846 Dec 08 21:40:04.008346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35682) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:04.108214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1572374-4fa6-4ea1-944e-e8e0fcd72fb4 None None] Network 5a37a81e-edb0-424e-b187-0f55029bbe55 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:40:04.156125 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:04.183453 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Routers {'d8ba9469-681f-4799-96ec-62d33c8b32c8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:04.199923 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d8ba9469-681f-4799-96ec-62d33c8b32c8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:04.306989 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b00e-c40a-48a3-8fba-6c004b309dfc None None] Pushing event updated for resources: {'Port': ['ID=a2cb4dfe-4287-4a10-beb2-001922a53531,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:04.398973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4f658d41-3478-42c5-9b8f-74e959e11bf6 None None] Provisioning complete for port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:04.399440 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f658d41-3478-42c5-9b8f-74e959e11bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:04.418197 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] Set router d8ba9469-681f-4799-96ec-62d33c8b32c8 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:04.442504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:04.509043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Network 5a37a81e-edb0-424e-b187-0f55029bbe55 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:04.519350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:04.534490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:04.542966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2863fc-51a9-4a5f-aeb2-43264469b068 None None] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:40:04.578190 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:04.582408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Pushing event updated for resources: {'Port': ['ID=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:04.643525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:04.672065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b7c4c-7a92-4aaa-a33e-315f5b666e11 req-fb6e80ad-9d26-40bb-b71b-afe59cb1f177 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:04.673914 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c4b7c4c-7a92-4aaa-a33e-315f5b666e11 req-fb6e80ad-9d26-40bb-b71b-afe59cb1f177 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 950 time: 0.3812995 Dec 08 21:40:04.734353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c4b7c4c-7a92-4aaa-a33e-315f5b666e11 req-63ee1dc6-2b8b-46f4-a51e-63f2e7041af6 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Dec 08 21:40:04.766826 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:01Z', 'revision_number': 3, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port': {'id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:04.814077 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388a7db-ba3e-498b-a43a-8612ead96436 None None] The sync data for ids ['d8ba9469-681f-4799-96ec-62d33c8b32c8'] in n-d-821126-1 is: [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:01Z', 'revision_number': 3, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port': {'id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:40:04.852673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:04.879307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55471b-5ecd-476a-913e-a50c64801168 req-390baf56-2380-49da-bcb8-82a2eea06fb9 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:04.888759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a55471b-5ecd-476a-913e-a50c64801168 req-390baf56-2380-49da-bcb8-82a2eea06fb9 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.3705227 Dec 08 21:40:04.896380 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f658d41-3478-42c5-9b8f-74e959e11bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:04.922636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:04.951351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a55471b-5ecd-476a-913e-a50c64801168 req-a21bd370-31aa-48fc-bc0e-d643f8e67171 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610304 Dec 08 21:40:05.022953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d6cfc-2319-4ff3-b054-a519c4451be5 req-56da4863-d8ac-4956-82b1-a2d23be88e77 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:05.032081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4f658d41-3478-42c5-9b8f-74e959e11bf6 None None] For port a8e3babb-2bc6-4a58-a8f0-15abd5399c03, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8e3babb-2bc6-4a58-a8f0-15abd5399c03,segment=NetworkSegment(ca164904-aec5-4e1e-9aa8-e4a09a23b893),segment_id=ca164904-aec5-4e1e-9aa8-e4a09a23b893)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:05.032646 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-078d6cfc-2319-4ff3-b054-a519c4451be5 req-56da4863-d8ac-4956-82b1-a2d23be88e77 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1337645 Dec 08 21:40:05.057404 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f658d41-3478-42c5-9b8f-74e959e11bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:05.242395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f658d41-3478-42c5-9b8f-74e959e11bf6 None None] Pushing event updated for resources: {'Port': ['ID=a8e3babb-2bc6-4a58-a8f0-15abd5399c03,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:05.257343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:05.264485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:05.278731 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:05.301298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:05.302020 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:05.339784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2b05380e-75ca-4bd0-8670-16be8767ff45 None None] Provisioning complete for port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:05.340247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2b05380e-75ca-4bd0-8670-16be8767ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:05.345868 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-078d6cfc-2319-4ff3-b054-a519c4451be5 req-148dd764-15eb-46de-add6-bab2b532f517 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125799 Dec 08 21:40:05.431606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:01Z', 'revision_number': 3, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:05.433250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Pushing event updated for resources: {'Port': ['ID=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:05.454203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538e23e-6091-46df-9053-c0c681607381 req-c030a746-f387-4019-9b52-db0c9269a24c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:05.455912 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f538e23e-6091-46df-9053-c0c681607381 req-c030a746-f387-4019-9b52-db0c9269a24c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1836996 Dec 08 21:40:05.478867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:05.505620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Checking router: 83711196-32fa-492f-b78b-09bd93216641 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:40:05.506262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Updating router 83711196-32fa-492f-b78b-09bd93216641 port abc12e35-83f4-4c91-a046-1ba17d33d7c8 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:40:05.562765 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:05.626155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f538e23e-6091-46df-9053-c0c681607381 req-fa87bde7-88d0-46fb-a991-8b44a2bb918e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247573 Dec 08 21:40:05.694869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Network 5a37a81e-edb0-424e-b187-0f55029bbe55 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:05.696166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:05.713581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Allocated IP 172.20.0.1 (39a2a44c-66ca-4558-b595-2f19b1a0cb65/f9fe16ed-c11d-42b7-b374-10690a924aad/df861891-859b-4f7c-bfbb-87d8f73b8df7) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:05.960149 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.017951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Router d8ba9469-681f-4799-96ec-62d33c8b32c8 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:40:06.040835 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.152860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:06.158680 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed016f0b-9a6f-4fe7-af2b-4744d8fb51b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.172309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:06.181007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:06.181491 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.217623 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.254068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Pushing event updated for resources: {'Port': ['ID=df861891-859b-4f7c-bfbb-87d8f73b8df7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:06.321445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.321772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.322108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.322440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.322789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.323118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.323442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.323759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.324120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.324433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.324784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.325100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:06.399369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:06.413755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea303a-ac67-40f8-8a8b-4385ff77bb1f req-672afb83-3a83-4a91-aa6b-9eba9096c7e2 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:06.422257 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0dea303a-ac67-40f8-8a8b-4385ff77bb1f req-672afb83-3a83-4a91-aa6b-9eba9096c7e2 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 950 time: 0.1742952 Dec 08 21:40:06.425307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.426118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8e3babb-2bc6-4a58-a8f0-15abd5399c03 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:06.431129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2b05380e-75ca-4bd0-8670-16be8767ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.489347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0dea303a-ac67-40f8-8a8b-4385ff77bb1f req-d4f61237-4126-4e26-bdf8-3090d1a54c2a tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611572 Dec 08 21:40:06.514956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:40:06.523971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2f067858-5748-4f3f-855c-7b207639889a admin admin] 10.222.0.21 "PUT /v2.0/routers/d8ba9469-681f-4799-96ec-62d33c8b32c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0637362 Dec 08 21:40:06.775425 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.812655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:06.817250 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-2b05380e-75ca-4bd0-8670-16be8767ff45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:40:06.817669 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-2b05380e-75ca-4bd0-8670-16be8767ff45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:40:06.818174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:06.818534 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.821119 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:06.989270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Attempting to bind port abc12e35-83f4-4c91-a046-1ba17d33d7c8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:06.995512 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Attempting to bind port abc12e35-83f4-4c91-a046-1ba17d33d7c8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:06.996064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Attempting to bind port abc12e35-83f4-4c91-a046-1ba17d33d7c8 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:07.021409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45752991-f849-4499-ae57-e0c7a28bbf1b req-e72cc94b-b869-4159-8dde-b13a85d6b430 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:07.030507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45752991-f849-4499-ae57-e0c7a28bbf1b req-e72cc94b-b869-4159-8dde-b13a85d6b430 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.6840742 Dec 08 21:40:07.032050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fd48f-fe3e-4087-aad7-654ff1be735d None None] Pushing event updated for resources: {'Port': ['ID=abc12e35-83f4-4c91-a046-1ba17d33d7c8,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:07.068703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7e36b-40b5-4fa0-b5b1-1d8f339070b9 req-a93d23b9-7b70-4237-9aa8-c2da93c80092 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:07.078274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dee7e36b-40b5-4fa0-b5b1-1d8f339070b9 req-a93d23b9-7b70-4237-9aa8-c2da93c80092 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0868514 Dec 08 21:40:07.081875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:07.082312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:07.082901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.084997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:07.085843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Bound port: abc12e35-83f4-4c91-a046-1ba17d33d7c8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:07.086359 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.104387 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45752991-f849-4499-ae57-e0c7a28bbf1b req-b18d0095-69a0-4f00-8ee4-369ca17d74c2 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727086 Dec 08 21:40:07.159183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dee7e36b-40b5-4fa0-b5b1-1d8f339070b9 req-a2f0c59a-09df-40d0-a86b-202a9b14a16d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798891 Dec 08 21:40:07.182254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.306347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] For port abc12e35-83f4-4c91-a046-1ba17d33d7c8, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:07.319093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] For port abc12e35-83f4-4c91-a046-1ba17d33d7c8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=abc12e35-83f4-4c91-a046-1ba17d33d7c8,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:07.332110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.446675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:07.447331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:07.458787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4668b9f-c85e-41f4-a92a-ca50479b94c9 req-777b31d9-15cf-4e48-b475-7eb8d9000fba tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:07.469325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f4668b9f-c85e-41f4-a92a-ca50479b94c9 req-777b31d9-15cf-4e48-b475-7eb8d9000fba tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 950 time: 0.2369926 Dec 08 21:40:07.599039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:07.716654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f4668b9f-c85e-41f4-a92a-ca50479b94c9 req-62a587dc-b6e0-428c-9ca9-911557773c4b tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376909 Dec 08 21:40:07.739050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fd48f-fe3e-4087-aad7-654ff1be735d None None] Pushing event updated for resources: {'Port': ['ID=abc12e35-83f4-4c91-a046-1ba17d33d7c8,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:07.812504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Provisioning complete for port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:07.812876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.903562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.907068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:07.911988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.912976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.944844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:07.961730 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Sync routers for ids ['d8ba9469-681f-4799-96ec-62d33c8b32c8'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:40:07.978074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:07.978478 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Routers {'d8ba9469-681f-4799-96ec-62d33c8b32c8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:07.978973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:07.979999 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:39:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d8ba9469-681f-4799-96ec-62d33c8b32c8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:08.037258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Pushing event updated for resources: {'Port': ['ID=df861891-859b-4f7c-bfbb-87d8f73b8df7,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:08.121308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Provisioning complete for port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:08.132533 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:08.164158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:08.174364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:08.287463 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Set router d8ba9469-681f-4799-96ec-62d33c8b32c8 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:08.406691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76222934-b8e4-4c0d-815a-51ee08d87d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:08.493802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353273-b59e-4036-b57e-9be59a68b96a req-7ee62b31-ecf6-4cf1-8e52-447cc2f4f753 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:08.522329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a353273-b59e-4036-b57e-9be59a68b96a req-7ee62b31-ecf6-4cf1-8e52-447cc2f4f753 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.2419746 Dec 08 21:40:08.644777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bff3e2-e408-48b9-82ad-11bb70227f09 req-ecb7f7d1-c934-4f94-afba-d7f673dcfb18 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:08.657754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1bff3e2-e408-48b9-82ad-11bb70227f09 req-ecb7f7d1-c934-4f94-afba-d7f673dcfb18 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.2609360 Dec 08 21:40:08.679057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a353273-b59e-4036-b57e-9be59a68b96a req-efd65677-3af5-4ef9-b415-f5eb022f6612 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472495 Dec 08 21:40:08.915879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 64f13eed-6c06-4d52-8dae-de14091b3567 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:40:08.936802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8e3babb-2bc6-4a58-a8f0-15abd5399c03 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:08.948734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:08.952721 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:04Z', 'revision_number': 4, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port': {'id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4d2d2a75-a339-42bd-9b45-baaef3b2fce2', 'name': '', 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'mac_address': 'fa:16:3e:9a:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9bebefff-4125-429b-98b2-9f609545d6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:03Z', 'updated_at': '2021-12-08T21:40:04Z', 'revision_number': 2, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'subnets': [{'id': '9bebefff-4125-429b-98b2-9f609545d6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:08.996500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afa2d6-3df7-4028-952e-754e5e53c907 req-1c44e0a9-bab4-44e2-be37-9ef988ad0158 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:09.000477 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1bff3e2-e408-48b9-82ad-11bb70227f09 req-b6de0c67-9b78-4711-8459-65cf1497b8a3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908514 Dec 08 21:40:09.018758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02afa2d6-3df7-4028-952e-754e5e53c907 req-1c44e0a9-bab4-44e2-be37-9ef988ad0158 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 950 time: 0.0739586 Dec 08 21:40:09.032920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Router 83711196-32fa-492f-b78b-09bd93216641 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:40:09.105389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02afa2d6-3df7-4028-952e-754e5e53c907 req-d60b9da7-2f07-45fe-8db0-7c59fb389902 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859728 Dec 08 21:40:09.340275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:40:09.356047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a2682850-56af-43af-b652-6d7f0996e768 admin admin] 10.222.0.21 "PUT /v2.0/routers/83711196-32fa-492f-b78b-09bd93216641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3462937 Dec 08 21:40:09.358280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:05Z', 'revision_number': 1, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:09.373526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Provisioning complete for port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:09.374021 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:09.443697 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:09.481722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab24e49-ec49-482f-b63d-086052ca6f33 req-9c7255df-46c7-4d8a-a6c7-596bf36a1e6d tempest-LiveMigrationNegativeTest-484938233 tempest-LiveMigrationNegativeTest-484938233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:09.494059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ab24e49-ec49-482f-b63d-086052ca6f33 req-9c7255df-46c7-4d8a-a6c7-596bf36a1e6d tempest-LiveMigrationNegativeTest-484938233 tempest-LiveMigrationNegativeTest-484938233-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 1101 time: 0.1071053 Dec 08 21:40:09.522109 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Checking router: d8ba9469-681f-4799-96ec-62d33c8b32c8 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:40:09.522109 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Updating router d8ba9469-681f-4799-96ec-62d33c8b32c8 port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:40:09.525155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ab24e49-ec49-482f-b63d-086052ca6f33 req-9ead38d4-9d42-4e35-b5f5-62c979b77cc2 tempest-LiveMigrationNegativeTest-484938233 tempest-LiveMigrationNegativeTest-484938233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:09.613230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e01bd-7c3f-41b3-b2e2-cebf1926c3e5 None None] The sync data for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 is: [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:05Z', 'revision_number': 1, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:40:09.616030 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:09.726877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:09.727492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:09.844010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ab24e49-ec49-482f-b63d-086052ca6f33 req-9ead38d4-9d42-4e35-b5f5-62c979b77cc2 tempest-LiveMigrationNegativeTest-484938233 tempest-LiveMigrationNegativeTest-484938233-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:09.856626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ab24e49-ec49-482f-b63d-086052ca6f33 req-9ead38d4-9d42-4e35-b5f5-62c979b77cc2 tempest-LiveMigrationNegativeTest-484938233 tempest-LiveMigrationNegativeTest-484938233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:09.979349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:09.984508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ab24e49-ec49-482f-b63d-086052ca6f33 req-9ead38d4-9d42-4e35-b5f5-62c979b77cc2 tempest-LiveMigrationNegativeTest-484938233 tempest-LiveMigrationNegativeTest-484938233-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885635 Dec 08 21:40:10.009491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead38d4-9d42-4e35-b5f5-62c979b77cc2 tempest-LiveMigrationNegativeTest-484938233 tempest-LiveMigrationNegativeTest-484938233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bef24a6-6726-4b33-b2ce-8c5d345ab6f0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:10.023547 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:10.034955 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=64f13eed-6c06-4d52-8dae-de14091b3567,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:10.043464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897e604-4112-4dc5-81f2-c67f5dd01ae0 req-23ec6391-8b62-46fa-90af-6241d5148a0f tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:10.068801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8897e604-4112-4dc5-81f2-c67f5dd01ae0 req-23ec6391-8b62-46fa-90af-6241d5148a0f tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1894805 Dec 08 21:40:10.143190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '64f13eed-6c06-4d52-8dae-de14091b3567', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'port_id': '64f13eed-6c06-4d52-8dae-de14091b3567', 'mac_address': 'fa:16:3e:e8:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16ed07-f117-49cd-bac7-4dcfaeca73bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:40:10.261247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8897e604-4112-4dc5-81f2-c67f5dd01ae0 req-ee7404cc-53a1-4a11-ae2d-81b4ff6035ed tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900990 Dec 08 21:40:10.312532 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:10.361393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64f13eed-6c06-4d52-8dae-de14091b3567 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:10.734506 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:10.747299 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:10.862867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517106cc-51f2-4ee6-8877-8831bf30033e req-5008d9d2-466a-4a2b-a384-d41f82ac0b2c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:10.871308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a2cb4dfe-4287-4a10-beb2-001922a53531 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:10.874663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-517106cc-51f2-4ee6-8877-8831bf30033e req-5008d9d2-466a-4a2b-a384-d41f82ac0b2c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1688120 Dec 08 21:40:10.951903 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-517106cc-51f2-4ee6-8877-8831bf30033e req-e57f2cc4-6438-44ee-b01d-4f475a36c531 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758715 Dec 08 21:40:10.961844 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104cea1-a36b-4f94-abda-e18ce48c28f2 None None] Pushing event updated for resources: {'Port': ['ID=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:11.091622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=64f13eed-6c06-4d52-8dae-de14091b3567,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:11.148313 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Attempting to bind port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:11.149572 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Attempting to bind port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:11.152598 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:11.153221 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Attempting to bind port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 on network 5a37a81e-edb0-424e-b187-0f55029bbe55 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:11.167212 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:11.168514 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Checking segment: {'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:11.169081 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:11.170795 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Bound using segment: {'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:11.171500 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Bound port: 4d2d2a75-a339-42bd-9b45-baaef3b2fce2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca164904-aec5-4e1e-9aa8-e4a09a23b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:11.177274 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:11.304772 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] For port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:11.308803 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] For port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,segment=NetworkSegment(ca164904-aec5-4e1e-9aa8-e4a09a23b893),segment_id=ca164904-aec5-4e1e-9aa8-e4a09a23b893)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:11.321233 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:11.344139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:11.354228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=64f13eed-6c06-4d52-8dae-de14091b3567,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:11.402375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Provisioning complete for port df861891-859b-4f7c-bfbb-87d8f73b8df7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:11.403384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:11.407433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a2cb4dfe-4287-4a10-beb2-001922a53531 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:11.407799 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:11.419728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['64f13eed-6c06-4d52-8dae-de14091b3567'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:11.520836 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Routers {'d8ba9469-681f-4799-96ec-62d33c8b32c8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:11.521479 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d8ba9469-681f-4799-96ec-62d33c8b32c8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:11.523440 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104cea1-a36b-4f94-abda-e18ce48c28f2 None None] Pushing event updated for resources: {'Port': ['ID=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:11.651907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d00a5-403a-4982-89c0-84a319eb3395 None None] Port df861891-859b-4f7c-bfbb-87d8f73b8df7 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:11.786584 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] Set router d8ba9469-681f-4799-96ec-62d33c8b32c8 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:11.898905 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] Provisioning complete for port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:11.899528 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:12.087511 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:12.273798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port a2cb4dfe-4287-4a10-beb2-001922a53531, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a2cb4dfe-4287-4a10-beb2-001922a53531,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:12.295208 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:12.402187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-d1d42a20-62e4-4007-8224-95cdbc7e862c tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:12.433738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-d1d42a20-62e4-4007-8224-95cdbc7e862c tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/networks?id=39a2a44c-66ca-4558-b595-2f19b1a0cb65 HTTP/1.1" status: 200 len: 828 time: 0.4372232 Dec 08 21:40:12.469548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-b3cf363c-6041-44aa-b452-bd11d380261a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/quotas/8cc423c7609644568f0ef0b426595d75 HTTP/1.1" status: 200 len: 375 time: 0.0344675 Dec 08 21:40:12.480209 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=a2cb4dfe-4287-4a10-beb2-001922a53531,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:12.511805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.516680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.517159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.517598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.517969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1bbd2-e0ce-45f3-8f87-1479095fbc05 req-1f40995e-14c8-4b06-bb4a-4d07d151bff7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:12.518825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.519272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.526644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.527162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.527799 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c7d1bbd2-e0ce-45f3-8f87-1479095fbc05 req-1f40995e-14c8-4b06-bb4a-4d07d151bff7 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1710703 Dec 08 21:40:12.528276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.530268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.533867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.534449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:40:12.554487 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-164548a2-b539-4447-8d3e-52723311a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:04Z', 'revision_number': 4, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port': {'id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4d2d2a75-a339-42bd-9b45-baaef3b2fce2', 'name': '', 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'mac_address': 'fa:16:3e:9a:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9bebefff-4125-429b-98b2-9f609545d6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:03Z', 'updated_at': '2021-12-08T21:40:11Z', 'revision_number': 4, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'subnets': [{'id': '9bebefff-4125-429b-98b2-9f609545d6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:12.641607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-9fa273d4-7905-43f4-84ed-531d578896ab tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cc423c7609644568f0ef0b426595d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707797 Dec 08 21:40:12.669858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c7d1bbd2-e0ce-45f3-8f87-1479095fbc05 req-4e81fcc8-fb3e-419b-a23e-be45a28b4bfc tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361246 Dec 08 21:40:12.671162 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164548a2-b539-4447-8d3e-52723311a175 None None] The sync data for ids ['d8ba9469-681f-4799-96ec-62d33c8b32c8'] in n-d-821126-1 is: [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:04Z', 'revision_number': 4, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port': {'id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4d2d2a75-a339-42bd-9b45-baaef3b2fce2', 'name': '', 'network_id': '5a37a81e-edb0-424e-b187-0f55029bbe55', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'mac_address': 'fa:16:3e:9a:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9bebefff-4125-429b-98b2-9f609545d6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:03Z', 'updated_at': '2021-12-08T21:40:11Z', 'revision_number': 4, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'subnets': [{'id': '9bebefff-4125-429b-98b2-9f609545d6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:40:12.737527 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:12.742055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device abc12e35-83f4-4c91-a046-1ba17d33d7c8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:12.995625 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-ea2f82f3-8f98-4a2d-b4e6-4a8e7e595953 service neutron] 10.222.0.21 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377221 Dec 08 21:40:13.067144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] For port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,segment=NetworkSegment(ca164904-aec5-4e1e-9aa8-e4a09a23b893),segment_id=ca164904-aec5-4e1e-9aa8-e4a09a23b893)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:13.084699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:13.155269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfd8af-f03b-4423-9c17-1a408888870e req-6c24741e-d8ad-4340-bc73-eacc632977bd tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:13.172126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fbfd8af-f03b-4423-9c17-1a408888870e req-6c24741e-d8ad-4340-bc73-eacc632977bd tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1591892 Dec 08 21:40:13.173586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-544291eb-6479-4542-a4b1-91ecbd718b19 service neutron] 10.222.0.21 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767817 Dec 08 21:40:13.270010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] Pushing event updated for resources: {'Port': ['ID=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:13.320939 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port abc12e35-83f4-4c91-a046-1ba17d33d7c8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:13.332164 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:13.340627 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fbfd8af-f03b-4423-9c17-1a408888870e req-a09956aa-6c0b-4d9f-9a37-b957bd22da70 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624303 Dec 08 21:40:13.471252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] Provisioning complete for port df861891-859b-4f7c-bfbb-87d8f73b8df7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:13.476311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:13.717395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:13.901895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port abc12e35-83f4-4c91-a046-1ba17d33d7c8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=abc12e35-83f4-4c91-a046-1ba17d33d7c8,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:13.908725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-62d784e8-4d3f-4b1d-9e98-e7f9a1502e61 None None] Port df861891-859b-4f7c-bfbb-87d8f73b8df7 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:13.917442 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:14.012195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea33062a-0d05-4879-a8d0-23b526bd19f1 req-d32c3889-4ae1-473a-97ec-d86f5fcc12a5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 210 time: 0.1387908 Dec 08 21:40:14.131439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-63569e44-2020-4dbe-a81e-a761b0e05657 None None] Provisioning complete for port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:14.132041 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-63569e44-2020-4dbe-a81e-a761b0e05657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:14.175109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864913fe-5eec-4c4f-8dc8-2d19c7457238 req-cd3a96e7-4672-46e3-8d4c-bec8a7dd6a95 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:14.191019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-864913fe-5eec-4c4f-8dc8-2d19c7457238 req-cd3a96e7-4672-46e3-8d4c-bec8a7dd6a95 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.2097356 Dec 08 21:40:14.301157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-864913fe-5eec-4c4f-8dc8-2d19c7457238 req-0cc9736c-6599-4768-bace-eaa53667a90c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774961 Dec 08 21:40:14.405296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331ab12-15b4-4eb3-a859-99ab1bd3e85b req-88644d4b-6c58-426e-87d2-595ee21209b8 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:14.419892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e331ab12-15b4-4eb3-a859-99ab1bd3e85b req-88644d4b-6c58-426e-87d2-595ee21209b8 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 950 time: 0.2213905 Dec 08 21:40:14.464971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=abc12e35-83f4-4c91-a046-1ba17d33d7c8,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:14.575670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e331ab12-15b4-4eb3-a859-99ab1bd3e85b req-accc0d50-299f-45b7-88fc-ab57b5ef990c tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531980 Dec 08 21:40:14.838529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b70215-626f-4d08-86e3-654b434b899a req-2d8aa376-547d-4cb2-8bb9-d50771c4738e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:14.854575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98b70215-626f-4d08-86e3-654b434b899a req-2d8aa376-547d-4cb2-8bb9-d50771c4738e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1786754 Dec 08 21:40:14.866583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:14.987356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98b70215-626f-4d08-86e3-654b434b899a req-deec993a-e2a1-48b2-a69b-98e7a20edcab tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231456 Dec 08 21:40:15.040966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:15.041430 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:15.113691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1672620d-da9a-4dd9-900e-9d54d7dfe1d7 req-9dc743ff-8b4d-4958-af17-bfd758fc9610 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 210 time: 0.0559175 Dec 08 21:40:15.165751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 64f13eed-6c06-4d52-8dae-de14091b3567 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:15.289617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-5311028e-5baa-46f4-bde3-a2f037b98608 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:15.291180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-5311028e-5baa-46f4-bde3-a2f037b98608 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.37 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 950 time: 0.1297178 Dec 08 21:40:15.350534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a2cb4dfe-4287-4a10-beb2-001922a53531 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:15.443611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Sync routers for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:40:15.467651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:15.468571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:15.609504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:15.654521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c3f66-d355-48f3-991b-88fd73e27291 req-d6237b77-4968-4285-9c21-7918f4786655 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:15.683933 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b7c3f66-d355-48f3-991b-88fd73e27291 req-d6237b77-4968-4285-9c21-7918f4786655 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.2455862 Dec 08 21:40:15.764904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Deleting port 6a9848b9-9b71-4d58-a65f-013927fed9cf {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:40:15.770613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:15.870098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a2cb4dfe-4287-4a10-beb2-001922a53531 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:15.870098 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:15.907600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b7c3f66-d355-48f3-991b-88fd73e27291 req-77d4f132-f2eb-417d-a96d-6eadfce15783 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168612 Dec 08 21:40:16.179768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 64f13eed-6c06-4d52-8dae-de14091b3567 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:16.180425 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:16.189087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] For port 6a9848b9-9b71-4d58-a65f-013927fed9cf, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6a9848b9-9b71-4d58-a65f-013927fed9cf,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:16.191529 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:16.227697 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Calling delete_port for 6a9848b9-9b71-4d58-a65f-013927fed9cf owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:40:16.378525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a316e03-3c20-4ec3-af90-3c2712b1da2e req-2bb7487c-c13d-4957-8550-890f23ba0cfb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:16.385093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a316e03-3c20-4ec3-af90-3c2712b1da2e req-2bb7487c-c13d-4957-8550-890f23ba0cfb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1227582 Dec 08 21:40:16.529190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a316e03-3c20-4ec3-af90-3c2712b1da2e req-237a6bdf-b6bc-4387-b3e6-fc61b39c5592 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310797 Dec 08 21:40:16.546748 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:16.634402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-583e2c36-e1d2-4b1b-9f82-a0a36588b88a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:16.636127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-583e2c36-e1d2-4b1b-9f82-a0a36588b88a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.37 "GET /v2.0/networks?id=39a2a44c-66ca-4558-b595-2f19b1a0cb65 HTTP/1.1" status: 200 len: 828 time: 0.1430733 Dec 08 21:40:16.640608 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:16.664131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Request body: {'port': {'device_id': '634e0285-bc96-437d-9050-9e894496aba2', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'admin_state_up': True, 'tenant_id': '8cc423c7609644568f0ef0b426595d75'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:16.780377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Pushing event deleted for resources: {'Port': ['ID=6a9848b9-9b71-4d58-a65f-013927fed9cf,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:16.793326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6a9848b9-9b71-4d58-a65f-013927fed9cf'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:16.828303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a214692e-80f0-49ba-b559-2a635d3981d2 req-676c8f59-70cd-48af-9c44-d47230b35b85 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 210 time: 0.0829673 Dec 08 21:40:16.855077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] No DVR routers for this DVR port 6a9848b9-9b71-4d58-a65f-013927fed9cf on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:40:16.869433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dfe4b51-cdcc-448b-be87-e0f29309555a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:16.905812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05222719-a7e1-4367-9a65-d1d2687dc526 req-97380983-d72f-40ad-98d6-77f64f1112ed tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:16.937418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05222719-a7e1-4367-9a65-d1d2687dc526 req-97380983-d72f-40ad-98d6-77f64f1112ed tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=22bbd558-8bbe-423b-8bc5-683f0c7bf78f HTTP/1.1" status: 200 len: 867 time: 0.9616945 Dec 08 21:40:16.947453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:16.983546 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38db0295-f072-4d46-8453-f23a02a35bf2 req-2d4c4965-28a6-415f-9b72-f862c085a361 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.37 "DELETE /v2.0/ports/6a9848b9-9b71-4d58-a65f-013927fed9cf HTTP/1.1" status: 204 len: 173 time: 1.6832478 Dec 08 21:40:16.984064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bbd558-8bbe-423b-8bc5-683f0c7bf78f', 'name': 'network-vif-deleted', 'tag': '6a9848b9-9b71-4d58-a65f-013927fed9cf'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:16.987106 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf71f4ee-d0f1-47a5-904c-12d4320066b5" -d '{"events": [{"server_uuid": "22bbd558-8bbe-423b-8bc5-683f0c7bf78f", "name": "network-vif-deleted", "tag": "6a9848b9-9b71-4d58-a65f-013927fed9cf"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:17.047742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 2, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:17.055406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f13eed-6c06-4d52-8dae-de14091b3567'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:17.063386 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c836ae2d-7b5c-4fcc-9897-6105ef8dfc5d" -d '{"events": [{"server_uuid": "b178698b-17a5-48d8-bf46-dd8926a45b93", "name": "network-vif-plugged", "status": "completed", "tag": "64f13eed-6c06-4d52-8dae-de14091b3567"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:17.182449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device abc12e35-83f4-4c91-a046-1ba17d33d7c8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:17.203000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Checking router: 83711196-32fa-492f-b78b-09bd93216641 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:40:17.203362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Updating router 83711196-32fa-492f-b78b-09bd93216641 port df861891-859b-4f7c-bfbb-87d8f73b8df7 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:40:17.246398 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:17.249711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=64f13eed-6c06-4d52-8dae-de14091b3567,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:17.298926 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:17.326378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6a9848b9-9b71-4d58-a65f-013927fed9cf no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:40:17.374601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 6a9848b9-9b71-4d58-a65f-013927fed9cf {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:40:17.375000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6a9848b9-9b71-4d58-a65f-013927fed9cf not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:40:17.431801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05222719-a7e1-4367-9a65-d1d2687dc526 req-bdaa3785-e89a-4e6c-9996-dca1812771e1 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888752 Dec 08 21:40:17.469572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Made reservation on behalf of 8cc423c7609644568f0ef0b426595d75 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:40:17.475974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:17.579695 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74de1ed8-ca3e-441a-b91d-e1384b403677 x-openstack-request-id: req-74de1ed8-ca3e-441a-b91d-e1384b403677 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:17.580041 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bbd558-8bbe-423b-8bc5-683f0c7bf78f", "name": "network-vif-deleted", "tag": "6a9848b9-9b71-4d58-a65f-013927fed9cf", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:17.581458 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74de1ed8-ca3e-441a-b91d-e1384b403677 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:17.582407 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bbd558-8bbe-423b-8bc5-683f0c7bf78f', 'name': 'network-vif-deleted', 'tag': '6a9848b9-9b71-4d58-a65f-013927fed9cf', 'status': 'completed', 'code': 200} Dec 08 21:40:17.709008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=64f13eed-6c06-4d52-8dae-de14091b3567,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:17.969104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Allocated IP 172.20.0.6 (39a2a44c-66ca-4558-b595-2f19b1a0cb65/f9fe16ed-c11d-42b7-b374-10690a924aad/ba32e571-62e9-495d-83db-3fa54f466e1c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:18.420940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee50f8-3e27-4b5c-91ee-d6e23b4f0f17 req-46c64032-5333-46fb-9cf1-93652e098e0a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:18.426728 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eba1c2-f119-4f2b-a475-a0a981a650de x-openstack-request-id: req-17eba1c2-f119-4f2b-a475-a0a981a650de {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:18.428857 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b178698b-17a5-48d8-bf46-dd8926a45b93", "name": "network-vif-plugged", "status": "completed", "tag": "64f13eed-6c06-4d52-8dae-de14091b3567", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:18.429155 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17eba1c2-f119-4f2b-a475-a0a981a650de {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:18.430824 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f13eed-6c06-4d52-8dae-de14091b3567', 'code': 200} Dec 08 21:40:18.443289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbee50f8-3e27-4b5c-91ee-d6e23b4f0f17 req-46c64032-5333-46fb-9cf1-93652e098e0a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.3960125 Dec 08 21:40:18.446318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe8e0-bfc7-46e1-bf80-f86f5a8c45b2 req-20903b13-39c5-4700-8d44-8256f1f74339 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:18.460450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port abc12e35-83f4-4c91-a046-1ba17d33d7c8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:18.461283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-904fe8e0-bfc7-46e1-bf80-f86f5a8c45b2 req-20903b13-39c5-4700-8d44-8256f1f74339 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.6469107 Dec 08 21:40:18.468980 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:18.552065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-904fe8e0-bfc7-46e1-bf80-f86f5a8c45b2 req-681b16bd-fbc6-4624-9c9c-aceab624ac32 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896356 Dec 08 21:40:18.577465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbee50f8-3e27-4b5c-91ee-d6e23b4f0f17 req-9d3c8037-9783-4d05-8d5a-0a233c4e519e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271641 Dec 08 21:40:18.713248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:18.743801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7afbdb32-366f-4e68-a4f8-f7dceaf61929 req-ca4e209a-2c0a-494d-a9dc-dfbe8ffe30d6 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 210 time: 0.0678675 Dec 08 21:40:18.804289 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:18.950747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:18.950747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Pushing event updated for resources: {'Port': ['ID=ba32e571-62e9-495d-83db-3fa54f466e1c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:18.961642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:18.965974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:18.973531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:18.974493 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:19.074178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-5049e0dc-f3a9-41a7-a396-b35fe7442bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4182632 Dec 08 21:40:19.088270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Request body: {'port': {'device_id': '634e0285-bc96-437d-9050-9e894496aba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:19.351968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:19.400906 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:19.419639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739962e-19b4-488f-a31b-9c844444c0a7 req-2179b470-e198-4a7d-abcb-4e6001d211cf tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:19.424059 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:19.432167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1739962e-19b4-488f-a31b-9c844444c0a7 req-2179b470-e198-4a7d-abcb-4e6001d211cf tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 949 time: 0.2146871 Dec 08 21:40:19.515600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fecb313d-219b-480f-b08a-a374cb6e1208 None None] Provisioning complete for port ba32e571-62e9-495d-83db-3fa54f466e1c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:19.515600 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fecb313d-219b-480f-b08a-a374cb6e1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:19.595529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187725cb-e38d-4c67-a199-f46e784ff67b None None] Pushing event updated for resources: {'Port': ['ID=df861891-859b-4f7c-bfbb-87d8f73b8df7,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:19.610894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1739962e-19b4-488f-a31b-9c844444c0a7 req-0a04fae0-9fd7-440d-b3eb-a3bc96568b53 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777351 Dec 08 21:40:19.782580 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fecb313d-219b-480f-b08a-a374cb6e1208 None None] Port ba32e571-62e9-495d-83db-3fa54f466e1c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:19.806065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Attempting to bind port df861891-859b-4f7c-bfbb-87d8f73b8df7 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:19.806776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Attempting to bind port df861891-859b-4f7c-bfbb-87d8f73b8df7 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:19.807323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Attempting to bind port df861891-859b-4f7c-bfbb-87d8f73b8df7 on network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:19.815900 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:19.816578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Checking segment: {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:19.817143 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:19.817685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Bound using segment: {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:19.819030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Bound port: df861891-859b-4f7c-bfbb-87d8f73b8df7, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:19.819762 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:19.832903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca070f1-3efc-4250-9b0b-8d744a032635 req-97a9afed-e178-4d4e-84d3-264d862c776d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:19.834456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bca070f1-3efc-4250-9b0b-8d744a032635 req-97a9afed-e178-4d4e-84d3-264d862c776d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1272461 Dec 08 21:40:19.949092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bca070f1-3efc-4250-9b0b-8d744a032635 req-928b0621-5e83-4149-974b-b016f77fdefe tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845571 Dec 08 21:40:19.990189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] For port df861891-859b-4f7c-bfbb-87d8f73b8df7, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:19.995070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] For port df861891-859b-4f7c-bfbb-87d8f73b8df7, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=df861891-859b-4f7c-bfbb-87d8f73b8df7,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:20.008409 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:20.088981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9bb8b778-1437-420f-9ef5-42e541fb4242 None None] Provisioning complete for port df861891-859b-4f7c-bfbb-87d8f73b8df7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:20.093780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b778-1437-420f-9ef5-42e541fb4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:20.194167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187725cb-e38d-4c67-a199-f46e784ff67b None None] Pushing event updated for resources: {'Port': ['ID=df861891-859b-4f7c-bfbb-87d8f73b8df7,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:20.210798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:20.210798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:20.292082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52103e8-89b8-41ca-bb43-29906c7d3efc req-f025a009-fe76-4332-9a8e-f7f1ef139237 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:20.294693 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c52103e8-89b8-41ca-bb43-29906c7d3efc req-f025a009-fe76-4332-9a8e-f7f1ef139237 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 931 time: 0.1990314 Dec 08 21:40:20.310407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba32e571-62e9-495d-83db-3fa54f466e1c {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:20.320718 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:20.335760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Transition to ACTIVE for port object ba32e571-62e9-495d-83db-3fa54f466e1c will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:40:20.362770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:20.389553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e34bd-326f-4eb3-b08a-8de1efbae916 req-0ac3bfe8-e753-4d55-bce3-e5af6ec85d3b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:20.391924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a8e34bd-326f-4eb3-b08a-8de1efbae916 req-0ac3bfe8-e753-4d55-bce3-e5af6ec85d3b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.4057364 Dec 08 21:40:20.393717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:20.438851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c52103e8-89b8-41ca-bb43-29906c7d3efc req-24d6d361-cab0-424a-8238-bf04e9e489c1 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233997 Dec 08 21:40:20.547288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Pushing event updated for resources: {'Port': ['ID=ba32e571-62e9-495d-83db-3fa54f466e1c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:20.669990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a8e34bd-326f-4eb3-b08a-8de1efbae916 req-0cf79611-542f-4ec1-9074-6c754379b201 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502558 Dec 08 21:40:20.741808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Attempting to bind port ba32e571-62e9-495d-83db-3fa54f466e1c on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:20.742157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Attempting to bind port ba32e571-62e9-495d-83db-3fa54f466e1c by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:20.742488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Attempting to bind port ba32e571-62e9-495d-83db-3fa54f466e1c on network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:20.747921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Port ba32e571-62e9-495d-83db-3fa54f466e1c on network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:40:20.748252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Attempting to bind port ba32e571-62e9-495d-83db-3fa54f466e1c on network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:20.764732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:20.765086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Checking segment: {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:20.765518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Bound using segment: {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:20.765920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Bound port: ba32e571-62e9-495d-83db-3fa54f466e1c, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:20.769897 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:20.823294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c36776-2bc9-431c-b166-389756475243 req-79a152b5-83d4-43d0-bdeb-fe1cca7c5be6 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:20.850369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77c36776-2bc9-431c-b166-389756475243 req-79a152b5-83d4-43d0-bdeb-fe1cca7c5be6 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.23 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 949 time: 0.1601176 Dec 08 21:40:20.952390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] For port ba32e571-62e9-495d-83db-3fa54f466e1c, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:20.956488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] For port ba32e571-62e9-495d-83db-3fa54f466e1c, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ba32e571-62e9-495d-83db-3fa54f466e1c,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:20.973541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:21.062843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device df861891-859b-4f7c-bfbb-87d8f73b8df7 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:21.068497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:21.071878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:21.073656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] 10.222.0.37 "PUT /v2.0/ports/ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 200 len: 1091 time: 1.9897306 Dec 08 21:40:21.088264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:21.091987 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dace15e1-0c75-4183-9fe9-0b095869a0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:21.206379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310603d-bca4-42ab-9cbe-6ea7e46eb953 req-65e234df-9633-4cc4-b2e8-013297197301 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:21.214497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1310603d-bca4-42ab-9cbe-6ea7e46eb953 req-65e234df-9633-4cc4-b2e8-013297197301 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 949 time: 0.2367635 Dec 08 21:40:21.238988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b778-1437-420f-9ef5-42e541fb4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:21.271250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:19Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:21.279083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Deleting port 9dfe4b51-cdcc-448b-be87-e0f29309555a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:40:21.279476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:21.322507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cbf10-ac7e-451e-af8a-400b760074ac service neutron] Pushing event updated for resources: {'Port': ['ID=ba32e571-62e9-495d-83db-3fa54f466e1c,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:21.340243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9bb8b778-1437-420f-9ef5-42e541fb4242 None None] For port df861891-859b-4f7c-bfbb-87d8f73b8df7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=df861891-859b-4f7c-bfbb-87d8f73b8df7,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:21.344358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b1847-637e-4b5b-95b4-ad4d1536092e None None] The sync data for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 is: [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:19Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:40:21.359759 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b778-1437-420f-9ef5-42e541fb4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:21.367428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port df861891-859b-4f7c-bfbb-87d8f73b8df7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:21.367816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:21.382639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1310603d-bca4-42ab-9cbe-6ea7e46eb953 req-254dd18a-8e10-4216-8861-4f77e480d921 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3745e75-f44d-471f-b2a8-e49db19697fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672451 Dec 08 21:40:21.396706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851052f9-8e28-4219-b9b8-2ff4c2371838 req-ef1c28d7-bbdd-4293-9018-44502534473b tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:21.398279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-851052f9-8e28-4219-b9b8-2ff4c2371838 req-ef1c28d7-bbdd-4293-9018-44502534473b tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.2993774 Dec 08 21:40:21.400289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-25f22fdd-065a-4478-9d7a-d5b7623876b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:21.401635 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-25f22fdd-065a-4478-9d7a-d5b7623876b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8cc423c7609644568f0ef0b426595d75&device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 1094 time: 0.2599697 Dec 08 21:40:21.533480 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-ebca67fa-91b7-48cb-9cad-42e07526eec3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 200 len: 217 time: 0.1187472 Dec 08 21:40:21.597986 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102ee81d-08dd-4a3a-bd3e-a0e3e3e7c61a x-openstack-request-id: req-102ee81d-08dd-4a3a-bd3e-a0e3e3e7c61a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:21.598325 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:21.598527 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-102ee81d-08dd-4a3a-bd3e-a0e3e3e7c61a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:21.598938 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'status': 'completed', 'code': 200} Dec 08 21:40:21.637215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] For port 9dfe4b51-cdcc-448b-be87-e0f29309555a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dfe4b51-cdcc-448b-be87-e0f29309555a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:21.637591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:21.672033 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-851052f9-8e28-4219-b9b8-2ff4c2371838 req-16fed44a-8215-451b-8cca-6e446b292d3a tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557824 Dec 08 21:40:21.675279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8b778-1437-420f-9ef5-42e541fb4242 None None] Pushing event updated for resources: {'Port': ['ID=df861891-859b-4f7c-bfbb-87d8f73b8df7,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:21.678312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Calling delete_port for 9dfe4b51-cdcc-448b-be87-e0f29309555a owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:40:21.690799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-867a1708-df0f-4041-a9d4-413a6b931c71 None None] Provisioning complete for port df861891-859b-4f7c-bfbb-87d8f73b8df7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:21.691177 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-867a1708-df0f-4041-a9d4-413a6b931c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:21.715552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-d6e06c8b-4286-4f4c-99e2-3c362bf60fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:21.727178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-d6e06c8b-4286-4f4c-99e2-3c362bf60fe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fe16ed-c11d-42b7-b374-10690a924aad HTTP/1.1" status: 200 len: 867 time: 0.1794820 Dec 08 21:40:21.961992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a831-e5cb-41a5-9a09-9be46315f8f1 req-932af16e-1854-47cc-9923-f5183253925a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:21.968522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63c3a831-e5cb-41a5-9a09-9be46315f8f1 req-932af16e-1854-47cc-9923-f5183253925a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 943 time: 0.1768801 Dec 08 21:40:22.107353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63c3a831-e5cb-41a5-9a09-9be46315f8f1 req-12348b46-41e7-4206-95c6-5ccc9ad73c8d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288626 Dec 08 21:40:22.288366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:22.305276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dfe4b51-cdcc-448b-be87-e0f29309555a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:22.384334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Pushing event deleted for resources: {'Port': ['ID=9dfe4b51-cdcc-448b-be87-e0f29309555a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:22.420506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-614d623d-488b-42db-b064-a643025fb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:22.423589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-614d623d-488b-42db-b064-a643025fb9ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39a2a44c-66ca-4558-b595-2f19b1a0cb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6864624 Dec 08 21:40:22.443054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef23eb-ea70-45c5-a443-7c4db6b4b57f req-874e9c75-6337-4a39-9da4-2843fbebedfb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:22.455323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eeef23eb-ea70-45c5-a443-7c4db6b4b57f req-874e9c75-6337-4a39-9da4-2843fbebedfb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.2061541 Dec 08 21:40:22.499009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] No DVR routers for this DVR port 9dfe4b51-cdcc-448b-be87-e0f29309555a on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:40:22.513416 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:22.516627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77c36776-2bc9-431c-b166-389756475243 req-848091fd-2527-4afb-a4d1-68df39123cb7 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.23 "DELETE /v2.0/ports/9dfe4b51-cdcc-448b-be87-e0f29309555a HTTP/1.1" status: 204 len: 173 time: 1.6506374 Dec 08 21:40:22.517100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64414baa-aa04-4be0-8224-d36efc6473e1', 'name': 'network-vif-deleted', 'tag': '9dfe4b51-cdcc-448b-be87-e0f29309555a'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:22.519924 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24c24a9-1722-4818-ae3c-b1226880d238" -d '{"events": [{"server_uuid": "64414baa-aa04-4be0-8224-d36efc6473e1", "name": "network-vif-deleted", "tag": "9dfe4b51-cdcc-448b-be87-e0f29309555a"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:22.682935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eeef23eb-ea70-45c5-a443-7c4db6b4b57f req-73b1eb47-afe9-4a43-bee7-f50149f911cf tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247374 Dec 08 21:40:22.794644 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-16a6dcbc-ce38-4d64-815b-447bf1b1f70d service neutron] 10.222.0.37 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321047 Dec 08 21:40:22.996025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device df861891-859b-4f7c-bfbb-87d8f73b8df7 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:23.057951 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-665bdf35-3e55-4c44-8011-ff3972d71ec7 service neutron] show failed (client error): The resource could not be found. Dec 08 21:40:23.059015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-665bdf35-3e55-4c44-8011-ff3972d71ec7 service neutron] 10.222.0.23 "GET /v2.0/ports/8e4ec827-b252-44f6-91c7-33ec5c92a845/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.2106354 Dec 08 21:40:23.127688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port df861891-859b-4f7c-bfbb-87d8f73b8df7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:23.128066 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:23.168651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d681ef6-3c92-4d7e-8b91-3fb564112a76 req-8346a7f0-01be-40e8-bd2c-55443a6abf2c service neutron] 10.222.0.37 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643327 Dec 08 21:40:23.342187 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0f5b81d-4636-45af-9ac8-7cdc7b3fe7b6 req-86d74c2d-1862-4cef-90ac-308747f5faa5 tempest-LiveMigrationNegativeTest-921277935 tempest-LiveMigrationNegativeTest-921277935-project] 10.222.0.21 "GET /v2.0/ports?device_id=64414baa-aa04-4be0-8224-d36efc6473e1 HTTP/1.1" status: 200 len: 210 time: 0.1551425 Dec 08 21:40:23.460169 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f71ec0-b3dc-478c-bb8f-acb839780a69 x-openstack-request-id: req-e1f71ec0-b3dc-478c-bb8f-acb839780a69 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:23.460488 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64414baa-aa04-4be0-8224-d36efc6473e1", "name": "network-vif-deleted", "tag": "9dfe4b51-cdcc-448b-be87-e0f29309555a", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:23.460726 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1f71ec0-b3dc-478c-bb8f-acb839780a69 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:23.461170 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64414baa-aa04-4be0-8224-d36efc6473e1', 'name': 'network-vif-deleted', 'tag': '9dfe4b51-cdcc-448b-be87-e0f29309555a', 'status': 'completed', 'code': 200} Dec 08 21:40:23.474289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-0f506700-04a3-43e2-baaf-f0ace9d09bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:23.478361 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-0f506700-04a3-43e2-baaf-f0ace9d09bbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8cc423c7609644568f0ef0b426595d75&device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 1094 time: 0.1116931 Dec 08 21:40:23.665770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-f43da40b-b964-45a4-8ba4-ec0d14b92ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:23.667454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-f43da40b-b964-45a4-8ba4-ec0d14b92ca1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39a2a44c-66ca-4558-b595-2f19b1a0cb65 HTTP/1.1" status: 200 len: 929 time: 0.1798236 Dec 08 21:40:23.814068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-2607c34a-70c6-4a9c-9772-179d6ce25871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:23.815717 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-2607c34a-70c6-4a9c-9772-179d6ce25871 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4&tenant_id=6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 1101 time: 0.1471784 Dec 08 21:40:23.821978 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-e077932c-e325-4b2c-a739-bbd28a8d4b95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 200 len: 217 time: 0.1079752 Dec 08 21:40:23.845520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec6dd6-c55b-4c1b-bc5e-a000f40b7c33 req-36be5886-506d-4672-9694-49ff7b05d8bf tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:23.858234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24ec6dd6-c55b-4c1b-bc5e-a000f40b7c33 req-36be5886-506d-4672-9694-49ff7b05d8bf tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1634252 Dec 08 21:40:23.881671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:24.107019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24ec6dd6-c55b-4c1b-bc5e-a000f40b7c33 req-ef6ed209-5e69-4870-8514-f920b6778f76 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344460 Dec 08 21:40:24.110662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:24.279601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-92332be3-dfbd-4df4-ba8d-c0eee60181db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:24.286542 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-92332be3-dfbd-4df4-ba8d-c0eee60181db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fe16ed-c11d-42b7-b374-10690a924aad HTTP/1.1" status: 200 len: 867 time: 0.4251072 Dec 08 21:40:24.426924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:40:24.612044 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:24.684367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:24.691305 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017225d1-caa7-4a7b-8ba9-1d527b3d0464" -d '{"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:24.701579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-b4e0f148-6103-46d6-a8ca-86cdf212fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:24.709512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-b4e0f148-6103-46d6-a8ca-86cdf212fcc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39a2a44c-66ca-4558-b595-2f19b1a0cb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4143012 Dec 08 21:40:24.733021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:24.743091 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:24.744165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9dfe4b51-cdcc-448b-be87-e0f29309555a no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:40:24.860315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 9dfe4b51-cdcc-448b-be87-e0f29309555a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:40:24.860663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9dfe4b51-cdcc-448b-be87-e0f29309555a not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:40:24.862901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:24.939420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a6d7-f88f-4cdf-a241-409360e45df5 req-4ec1904a-5822-423b-be3a-c13f25a9a652 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:24.948218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b40a6d7-f88f-4cdf-a241-409360e45df5 req-4ec1904a-5822-423b-be3a-c13f25a9a652 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 943 time: 0.4521608 Dec 08 21:40:25.048605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b40a6d7-f88f-4cdf-a241-409360e45df5 req-f72f8572-f124-4a4b-98f7-6386ffabc385 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990064 Dec 08 21:40:25.110902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:25.191252 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-3e57991b-5930-4fb6-bb7d-ed17802175f1 service neutron] 10.222.0.37 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706702 Dec 08 21:40:25.415180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dace15e1-0c75-4183-9fe9-0b095869a0e4 req-8f46fc7f-58f7-4a16-baaf-4907c0e22191 service neutron] 10.222.0.37 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890509 Dec 08 21:40:25.463177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:25.473360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b01eb0-e596-4689-bc9c-f4f7259e2926 req-0c114a3c-cbfb-4531-b85b-96d719433f73 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:25.484703 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77b01eb0-e596-4689-bc9c-f4f7259e2926 req-0c114a3c-cbfb-4531-b85b-96d719433f73 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.3218386 Dec 08 21:40:25.553373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77b01eb0-e596-4689-bc9c-f4f7259e2926 req-e386c796-0859-4171-98e5-409a570e6dea tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640624 Dec 08 21:40:25.589584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:25.595000 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d2988a-9066-4311-9387-847e6657f9e6" -d '{"events": [{"server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:25.602408 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:25.643120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Transition to ACTIVE for port object 8e4ec827-b252-44f6-91c7-33ec5c92a845 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:40:25.655628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:25.724913 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41888a41-2a0e-45d1-9828-fb0e7a4c9049 x-openstack-request-id: req-41888a41-2a0e-45d1-9828-fb0e7a4c9049 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:25.725427 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:25.725532 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41888a41-2a0e-45d1-9828-fb0e7a4c9049 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:25.725872 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'code': 200} Dec 08 21:40:25.788316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:25.904921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] No DVR routers for this DVR port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:40:26.006059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Attempting to bind port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:26.007110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Attempting to bind port 8e4ec827-b252-44f6-91c7-33ec5c92a845 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:26.007110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Attempting to bind port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:26.021168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93f2ce-a3ba-4d7a-b6a4-6aa0114b8d35 req-f7260cce-f006-4487-b28d-c8c3e3df7163 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:26.022405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f93f2ce-a3ba-4d7a-b6a4-6aa0114b8d35 req-f7260cce-f006-4487-b28d-c8c3e3df7163 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 948 time: 0.2024021 Dec 08 21:40:26.023511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:40:26.023829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Attempting to bind port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:26.046839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:26.047181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:26.047557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:26.048004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Bound port: 8e4ec827-b252-44f6-91c7-33ec5c92a845, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:26.048369 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:26.122180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f93f2ce-a3ba-4d7a-b6a4-6aa0114b8d35 req-9cadaf53-5e95-4932-a4d1-a50676abc8a3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914631 Dec 08 21:40:26.204384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:26.225062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:26.240520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:26.251226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36084) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:26.362524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:26.363292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:26.368586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 1096 time: 2.5068188 Dec 08 21:40:26.426880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:40:26.429720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8e4ec827-b252-44f6-91c7-33ec5c92a845 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:40:26.524959 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfea76c-a641-4a22-9e4a-4407f17b129a x-openstack-request-id: req-ecfea76c-a641-4a22-9e4a-4407f17b129a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:26.525173 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:26.525639 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecfea76c-a641-4a22-9e4a-4407f17b129a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:26.526150 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'code': 200} Dec 08 21:40:26.530429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621b6ae-6c3d-4da2-8989-ccf065c6eee8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:26.543670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8e4ec827-b252-44f6-91c7-33ec5c92a845 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:40:26.669955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-07eb2fea-c5a9-41fc-9eb9-bd3fc491ddc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30f1291267204b0487b6d901484f8c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158156 Dec 08 21:40:26.673357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-3a623c1e-bf41-484a-9cff-3908da7bfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:26.678541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-3a623c1e-bf41-484a-9cff-3908da7bfb0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1099 time: 0.2325447 Dec 08 21:40:26.680583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36092) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:26.733548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d244e-01bf-4a79-b35a-439fa98f3262 req-8cef84af-3773-47e6-a725-5ff76ad2ee37 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:26.739907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-270d244e-01bf-4a79-b35a-439fa98f3262 req-8cef84af-3773-47e6-a725-5ff76ad2ee37 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 943 time: 0.1830018 Dec 08 21:40:26.834969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-458e9cd9-e522-4ba3-b51c-f5e1a69f56b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:26.843762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:26.869223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'mac_address': 'fa:16:3e:90:ec:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:40:26.913091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-270d244e-01bf-4a79-b35a-439fa98f3262 req-03d5834b-5e76-4e7e-b90c-12ef1da1f0a2 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082499 Dec 08 21:40:26.922800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-458e9cd9-e522-4ba3-b51c-f5e1a69f56b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:26.925246 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:26.972764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb3074-cb93-4bf7-be6e-9af3b4cff47a {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:26.973135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-c9b5b941-85ec-4093-b7b3-aa602f304aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:26.974638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-c9b5b941-85ec-4093-b7b3-aa602f304aa7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2334685 Dec 08 21:40:27.028910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-8a76a626-bcdc-42b3-9157-9091f125b42c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 217 time: 0.0444033 Dec 08 21:40:27.033262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:27.044357 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:27.052332 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-458e9cd9-e522-4ba3-b51c-f5e1a69f56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:27.055273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-458e9cd9-e522-4ba3-b51c-f5e1a69f56b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:27.058313 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-458e9cd9-e522-4ba3-b51c-f5e1a69f56b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3745e75-f44d-471f-b2a8-e49db19697fa HTTP/1.1" status: 204 len: 168 time: 0.3761854 Dec 08 21:40:27.081390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e9cd9-e522-4ba3-b51c-f5e1a69f56b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3745e75-f44d-471f-b2a8-e49db19697fa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:27.217042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-db61c017-535c-4fde-8eec-c2a627a2c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:27.219025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-db61c017-535c-4fde-8eec-c2a627a2c981 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1831498 Dec 08 21:40:27.225418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:27.232442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ba32e571-62e9-495d-83db-3fa54f466e1c details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:40:27.240473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626a08a-0a3d-40b6-a2ae-089e68e06dd5 req-62039eec-d77e-4384-91e3-2c6f811063d8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:27.242283 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0626a08a-0a3d-40b6-a2ae-089e68e06dd5 req-62039eec-d77e-4384-91e3-2c6f811063d8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 948 time: 0.1019154 Dec 08 21:40:27.326300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0626a08a-0a3d-40b6-a2ae-089e68e06dd5 req-41ed1dc2-8803-4ce2-a806-eab5282e89fc tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744183 Dec 08 21:40:27.333478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-11b97d24-4427-4313-ab3b-b2436452455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:27.347860 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-11b97d24-4427-4313-ab3b-b2436452455d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043918 Dec 08 21:40:27.457950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ba32e571-62e9-495d-83db-3fa54f466e1c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ba32e571-62e9-495d-83db-3fa54f466e1c,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:27.492214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'port_id': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:40:27.503933 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-a69e0c94-8f69-4031-a10b-cf3d45a2fe3a service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485023 Dec 08 21:40:27.511123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['80eb3074-cb93-4bf7-be6e-9af3b4cff47a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:27.631161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982b37-e05f-40ed-83b7-bbd5ffb669cc req-1dad616c-af76-4093-82ec-d07c9e835862 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:27.639211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36110) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:27.640029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2982b37-e05f-40ed-83b7-bbd5ffb669cc req-1dad616c-af76-4093-82ec-d07c9e835862 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 949 time: 0.1240149 Dec 08 21:40:27.654183 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:27.699026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba32e571-62e9-495d-83db-3fa54f466e1c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:27.710801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2982b37-e05f-40ed-83b7-bbd5ffb669cc req-5d65ff8b-6225-4832-affd-08cd96f17f14 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696826 Dec 08 21:40:27.713019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d009b967-b112-4b31-b0fd-7bda92e3a3c2 req-69160a95-1b22-40a9-8b17-3a115f15c98d service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950707 Dec 08 21:40:27.746363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-35ef3872-37fd-407f-925b-9c0479be83ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53c366af6f97494cac6b6d558f874945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052759 Dec 08 21:40:27.746600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36114) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:27.761797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ba32e571-62e9-495d-83db-3fa54f466e1c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ba32e571-62e9-495d-83db-3fa54f466e1c,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:27.846890 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-723c09ca-07a4-4d59-84d5-864cacd4aae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:27.851455 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:27.956533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-723c09ca-07a4-4d59-84d5-864cacd4aae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:27.962856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ba32e571-62e9-495d-83db-3fa54f466e1c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:28.051999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04a3cf-06b1-43fc-a0a1-db5359b14116 req-ee639859-3407-4c47-8ef8-6697d91fce3e tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:28.054181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0f04a3cf-06b1-43fc-a0a1-db5359b14116 req-ee639859-3407-4c47-8ef8-6697d91fce3e tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1096 time: 0.1429613 Dec 08 21:40:28.074913 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-723c09ca-07a4-4d59-84d5-864cacd4aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:28.079506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-723c09ca-07a4-4d59-84d5-864cacd4aae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:28.080911 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-723c09ca-07a4-4d59-84d5-864cacd4aae0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bef24a6-6726-4b33-b2ce-8c5d345ab6f0 HTTP/1.1" status: 204 len: 168 time: 0.3326104 Dec 08 21:40:28.106979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c09ca-07a4-4d59-84d5-864cacd4aae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bef24a6-6726-4b33-b2ce-8c5d345ab6f0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:28.120699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ba32e571-62e9-495d-83db-3fa54f466e1c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:28.131613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0f04a3cf-06b1-43fc-a0a1-db5359b14116 req-663c9ff3-7f1a-4fa0-9fea-7d9a6ca61723 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591638 Dec 08 21:40:28.398905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006e25d-fa62-47fa-8724-0517e642c939 req-45f2fc97-26cf-4c2b-bba9-427ed1ac12ea tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:28.408381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a006e25d-fa62-47fa-8724-0517e642c939 req-45f2fc97-26cf-4c2b-bba9-427ed1ac12ea tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 944 time: 0.1217573 Dec 08 21:40:28.519483 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a006e25d-fa62-47fa-8724-0517e642c939 req-67a6cf69-ed52-4f7c-b294-e0df92282602 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101155 Dec 08 21:40:28.535423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:28.537775 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1431a9-d215-4ada-896a-3e393c54d95a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:29.235568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ba32e571-62e9-495d-83db-3fa54f466e1c up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:29.348423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port ba32e571-62e9-495d-83db-3fa54f466e1c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:40:29.355559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port ba32e571-62e9-495d-83db-3fa54f466e1c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:29.356054 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:29.587023 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:29.656700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:29.662638 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4607362-1abd-4a90-84b2-aa11f84617c6" -d '{"events": [{"server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "name": "network-vif-plugged", "status": "completed", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:29.686635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ba32e571-62e9-495d-83db-3fa54f466e1c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ba32e571-62e9-495d-83db-3fa54f466e1c,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:29.704364 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:29.794690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ba32e571-62e9-495d-83db-3fa54f466e1c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:30.451835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:30.595420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:30.595827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:30.845642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-a9c40b4a-514b-4514-b9af-59d78d91a8f4 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:40:30.846687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-a9c40b4a-514b-4514-b9af-59d78d91a8f4 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5175343 Dec 08 21:40:30.902507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-9d08088b-8b58-4f11-9807-7b3caf1d41c5 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:30.904969 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-9d08088b-8b58-4f11-9807-7b3caf1d41c5 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports/c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 200 len: 1093 time: 0.0498145 Dec 08 21:40:30.924402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Request body: {'binding': {'host': 'n-h2-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:30.925380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Unknown quota resources ['binding']. {{(pid=102390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 21:40:30.930631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:30.966335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:30.976692 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:31.028614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:31.176801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on host n-h2-821126-1 for vnic_type normal with profile None {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:31.179106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:31.179648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:31.195795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:40:31.196444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:31.203357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:31.204126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:31.204702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:31.205724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Bound port: c76994f9-0997-451d-85e9-997dd016f8d2, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:31.235226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8e4ec827-b252-44f6-91c7-33ec5c92a845 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:40:31.288891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:31.311758 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:31.313345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-365df9ec-4fe7-44ea-825c-13c0d9557e75 service neutron] 10.222.0.21 "POST /v2.0/ports/c76994f9-0997-451d-85e9-997dd016f8d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3940675 Dec 08 21:40:31.479749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:31.521010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'mac_address': 'fa:16:3e:38:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:40:31.583083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490f59-40cb-4d32-af1b-bbddebc5bff6 req-36223065-cfae-4bb3-a009-896bf1d792f4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:31.587328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72490f59-40cb-4d32-af1b-bbddebc5bff6 req-36223065-cfae-4bb3-a009-896bf1d792f4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 948 time: 0.0841329 Dec 08 21:40:31.608097 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:31.628886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4ec827-b252-44f6-91c7-33ec5c92a845 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:31.657847 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72490f59-40cb-4d32-af1b-bbddebc5bff6 req-619406a7-7d44-4b03-a627-29c060153149 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600216 Dec 08 21:40:31.658927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:31.667123 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:31.750994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:31.767660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-a60bc405-aac5-47ab-be8c-5c39f5a4de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:31.769239 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-a60bc405-aac5-47ab-be8c-5c39f5a4de8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1096 time: 0.0707197 Dec 08 21:40:31.780129 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3ba2f5-95df-4cc9-9c7c-2aee42a2dff4 x-openstack-request-id: req-0f3ba2f5-95df-4cc9-9c7c-2aee42a2dff4 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:31.780420 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:31.780676 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f3ba2f5-95df-4cc9-9c7c-2aee42a2dff4 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:31.781096 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'status': 'completed', 'code': 200} Dec 08 21:40:31.906608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-b1a09d3d-aa53-4980-91cf-bc907ae4c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:31.908353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-b1a09d3d-aa53-4980-91cf-bc907ae4c969 service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.1238708 Dec 08 21:40:31.923964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-6faa96e0-9453-4693-aa46-24e2bb46ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:31.926997 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-6faa96e0-9453-4693-aa46-24e2bb46ec63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1100 time: 0.1119058 Dec 08 21:40:31.947985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8e4ec827-b252-44f6-91c7-33ec5c92a845'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:31.967119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cc521-5a10-4c1a-90fc-c30de86421b2 req-8aa4ebb3-ef10-44e5-bb16-558f9a0f671c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:31.970250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-3c672f28-03d6-40d9-aa85-6ee8c9664a32 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 200 len: 217 time: 0.0514734 Dec 08 21:40:31.976515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-660cc521-5a10-4c1a-90fc-c30de86421b2 req-8aa4ebb3-ef10-44e5-bb16-558f9a0f671c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1068356 Dec 08 21:40:32.080094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-574828a6-7e6a-4111-a837-e76348058e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.081738 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-574828a6-7e6a-4111-a837-e76348058e67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1454027 Dec 08 21:40:32.092806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-b494109b-ad13-4349-aeed-f84a2d7d0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.098957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-b494109b-ad13-4349-aeed-f84a2d7d0a6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1100 time: 0.1857293 Dec 08 21:40:32.153252 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-df7de608-4ca8-4ac9-b480-6badad8b1850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 217 time: 0.0586061 Dec 08 21:40:32.170494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-660cc521-5a10-4c1a-90fc-c30de86421b2 req-52ee693a-d692-4322-b03f-4073235fc5db tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890581 Dec 08 21:40:32.244158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-7f063b56-2d68-461d-a463-cdf0924680cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.245633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-7f063b56-2d68-461d-a463-cdf0924680cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1420076 Dec 08 21:40:32.251850 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f88b53-b94e-4826-b4f8-027a93462036 x-openstack-request-id: req-50f88b53-b94e-4826-b4f8-027a93462036 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:32.251850 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "name": "network-vif-plugged", "status": "completed", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:32.252102 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50f88b53-b94e-4826-b4f8-027a93462036 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:32.252496 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'code': 200} Dec 08 21:40:32.261845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-71a63af6-3d3c-4868-a45d-056e88e15b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.265218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-71a63af6-3d3c-4868-a45d-056e88e15b75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0925484 Dec 08 21:40:32.315383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-b734eade-43b4-469f-ad8e-3b266eb18efc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 217 time: 0.0549805 Dec 08 21:40:32.317576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-858e13b0-bc66-443d-818f-b62ef752afad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.319030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-858e13b0-bc66-443d-818f-b62ef752afad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.3198180 Dec 08 21:40:32.375831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-c4c02bee-e263-4c68-8cf6-534f7c63d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.379120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-c4c02bee-e263-4c68-8cf6-534f7c63d764 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709050 Dec 08 21:40:32.397203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa01fa-4fd2-4203-a0b3-b540a6332bf5 req-52ddcb9e-fd3e-47ca-a3d5-64ba68c99ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.404579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ffa01fa-4fd2-4203-a0b3-b540a6332bf5 req-52ddcb9e-fd3e-47ca-a3d5-64ba68c99ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 945 time: 0.1579583 Dec 08 21:40:32.416877 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-13af1677-5bca-4d7e-b295-5d989428d166 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775137 Dec 08 21:40:32.506910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ffa01fa-4fd2-4203-a0b3-b540a6332bf5 req-a80d767a-dd06-4730-9a67-7c02c1105a85 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990994 Dec 08 21:40:32.517987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-d24de9f5-0029-4143-bbbf-6c54e5154a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.517987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-d24de9f5-0029-4143-bbbf-6c54e5154a9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1879327 Dec 08 21:40:32.562076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e161-9599-4e7f-a0cd-3cbc2c08c65e req-9c92a9b4-f55a-47b6-83d6-0bb3eeb07838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.563723 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-26f5e161-9599-4e7f-a0cd-3cbc2c08c65e req-9c92a9b4-f55a-47b6-83d6-0bb3eeb07838 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 1096 time: 0.1111341 Dec 08 21:40:32.616220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-551291b4-a344-40cc-8181-fb064f255a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.617785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-551291b4-a344-40cc-8181-fb064f255a36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912952 Dec 08 21:40:32.690079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-3fadf394-62ba-4775-925c-daf60ed7df2c service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618392 Dec 08 21:40:32.705681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d048700-fe9b-474c-8c43-51a17e6c54b3 req-91141473-03db-4a16-9720-4b32147bec81 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.707308 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d048700-fe9b-474c-8c43-51a17e6c54b3 req-91141473-03db-4a16-9720-4b32147bec81 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.1380880 Dec 08 21:40:32.851308 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-1b69f2ae-57c9-4d8c-8182-66cb646fc273 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612136 Dec 08 21:40:32.864870 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-78d6525f-2ea8-4d8f-90a5-31d6d7fd4a71 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331672 Dec 08 21:40:32.871078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d048700-fe9b-474c-8c43-51a17e6c54b3 req-ca9d9076-4ff3-4eec-8c21-b918e0ffaea7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384296 Dec 08 21:40:32.929270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-26f5e161-9599-4e7f-a0cd-3cbc2c08c65e req-52fa6bf3-71a3-49aa-a742-1923fe2efdbc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540511 Dec 08 21:40:32.970794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.971269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.971726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.972178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.972629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.973071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.973515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.973962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.974402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.974875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.975317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:32.982731 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-704348a8-8435-4cf0-acfc-03107cf6fb4e req-4bd8c2a9-e03e-4cc6-8750-8ff642dcc4c8 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7859 time: 0.4908915 Dec 08 21:40:33.034861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-04573763-9292-40c7-8335-bdb860586f03 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747472 Dec 08 21:40:33.039609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-6e73dcee-75b5-46b3-95c9-76291c6b6bd8 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294947 Dec 08 21:40:33.181746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f1431a9-d215-4ada-896a-3e393c54d95a req-6c1fc0ab-efa4-43a4-88ec-796614d9e44c service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096890 Dec 08 21:40:33.208628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddf407-fd38-4fee-9fbd-df505ff6507b req-4975b8aa-fa4b-4987-84d7-135918017b12 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.210265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dcddf407-fd38-4fee-9fbd-df505ff6507b req-4975b8aa-fa4b-4987-84d7-135918017b12 tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 886 time: 0.1489818 Dec 08 21:40:33.241594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1347e-255b-43ac-a749-c5f44a35205f req-5690d487-a25b-4e2d-ae37-9f3a72a88f77 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.255194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1fe1347e-255b-43ac-a749-c5f44a35205f req-5690d487-a25b-4e2d-ae37-9f3a72a88f77 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 949 time: 0.0901453 Dec 08 21:40:33.266380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8e4ec827-b252-44f6-91c7-33ec5c92a845 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:33.305876 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1fe1347e-255b-43ac-a749-c5f44a35205f req-1b7e6f4f-26ea-4eb1-8e26-a913a5afa7bd tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Dec 08 21:40:33.389467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 8e4ec827-b252-44f6-91c7-33ec5c92a845 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:40:33.394997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 8e4ec827-b252-44f6-91c7-33ec5c92a845 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:33.395372 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:33.433526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-76f80e49-a1de-4679-ad59-bc69b3e08f60 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.441989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-76f80e49-a1de-4679-ad59-bc69b3e08f60 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4&tenant_id=6031f669df684b93a1fea6e3255e742a&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 949 time: 0.1960695 Dec 08 21:40:33.535669 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-3f0e4f7c-577b-4939-906f-9e69948c773e service neutron] delete failed (client error): The resource could not be found. Dec 08 21:40:33.536943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-3f0e4f7c-577b-4939-906f-9e69948c773e service neutron] 10.222.0.23 "DELETE /v2.0/ports/8e4ec827-b252-44f6-91c7-33ec5c92a845/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0860138 Dec 08 21:40:33.563815 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:33.603022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2c8af-0ccc-4ecd-9aba-6f992dd67226 req-b2b3ea78-543b-49a9-87b5-7619e2f730c0 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.610344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-20b2c8af-0ccc-4ecd-9aba-6f992dd67226 req-b2b3ea78-543b-49a9-87b5-7619e2f730c0 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0924101 Dec 08 21:40:33.635269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:33.643351 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:33.659219 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-20b2c8af-0ccc-4ecd-9aba-6f992dd67226 req-9b9da0d9-1a05-4a95-9a24-b7ea8cb41294 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Dec 08 21:40:33.745572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-3d0c4202-75d1-4129-b6c5-68d6ced3b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.746047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:33.751700 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-3d0c4202-75d1-4129-b6c5-68d6ced3b929 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1101 time: 0.0951328 Dec 08 21:40:33.818783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.819533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.820172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.821471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.821888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.822407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.822953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.823461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.824049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.825094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.825622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.851710 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5125c9cf-0927-4b16-a093-60484b5cde7a req-51880da1-5abb-4f20-b720-735c7b3d1fcb tempest-NetworksTest-351948891 tempest-NetworksTest-351948891-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7859 time: 0.1761420 Dec 08 21:40:33.878225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-ff0f7c66-0037-4787-8467-718aa9370931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:33.879986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-ff0f7c66-0037-4787-8467-718aa9370931 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1166015 Dec 08 21:40:33.972087 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-97d84388-7c34-4d3b-8492-efea9abbc6d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 217 time: 0.0839529 Dec 08 21:40:34.021680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92a1e8-2781-4ec3-8cab-550d8621781f req-91883d29-b99e-4e8d-ab4a-1417eba5971c tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:34.023199 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be92a1e8-2781-4ec3-8cab-550d8621781f req-91883d29-b99e-4e8d-ab4a-1417eba5971c tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 945 time: 0.0861642 Dec 08 21:40:34.095034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be92a1e8-2781-4ec3-8cab-550d8621781f req-28e89665-f7de-4c5c-8827-ea39c7ff10cf tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619531 Dec 08 21:40:34.127082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-d500bd3b-ca81-4acf-af27-0286304012af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:34.129283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-d500bd3b-ca81-4acf-af27-0286304012af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1455150 Dec 08 21:40:34.254845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-15b1976c-8bdf-4faa-9fef-664761ca747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:34.255257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a'}, {'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:34.256337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-15b1976c-8bdf-4faa-9fef-664761ca747b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188049 Dec 08 21:40:34.259109 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0816960-2fd6-4dd2-bf5e-fbd46620a8fb" -d '{"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a"}, {"server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:34.389864 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-8b5e39bf-f873-4c58-adce-329136ea60f6 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156828 Dec 08 21:40:34.394284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36298) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:34.416349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fda00c-b2bb-47be-93b7-d4bb49fb376a req-a91bb4b5-d82f-44be-97d7-f1bf72539883 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:34.418032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01fda00c-b2bb-47be-93b7-d4bb49fb376a req-a91bb4b5-d82f-44be-97d7-f1bf72539883 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.1601858 Dec 08 21:40:34.467960 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943967c4-0c3f-4af4-9982-197be79f0921 x-openstack-request-id: req-943967c4-0c3f-4af4-9982-197be79f0921 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:34.472208 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a", "code": 200}, {"server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:34.473002 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-943967c4-0c3f-4af4-9982-197be79f0921 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:34.473576 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'code': 200} Dec 08 21:40:34.474039 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'code': 200} Dec 08 21:40:34.502429 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1acdc40-0828-4e6b-991a-dbc9083c399d req-5f91edb6-e130-41a1-b999-5c63544995cb service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053405 Dec 08 21:40:34.532874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01fda00c-b2bb-47be-93b7-d4bb49fb376a req-4ff91562-f1e2-4405-9045-ac649d1d340d tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934567 Dec 08 21:40:34.704998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9394315e-3652-4bef-a40d-9aa807b3cd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:34.734475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bb5b3-4bca-4ff6-9c69-4d4deb02d0e6 req-9f821f53-800f-49fe-89c3-290f872aaac6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:34.745760 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-980bb5b3-4bca-4ff6-9c69-4d4deb02d0e6 req-9f821f53-800f-49fe-89c3-290f872aaac6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1080542 Dec 08 21:40:34.858348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9394315e-3652-4bef-a40d-9aa807b3cd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:34.866843 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9394315e-3652-4bef-a40d-9aa807b3cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:34.934061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-980bb5b3-4bca-4ff6-9c69-4d4deb02d0e6 req-b263429d-b055-4941-91ba-06b0fb0017a1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871061 Dec 08 21:40:34.935564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9394315e-3652-4bef-a40d-9aa807b3cd59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48ea6a3a333344138204e8ee15f33aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365884 Dec 08 21:40:34.937580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36308) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:34.980963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394315e-3652-4bef-a40d-9aa807b3cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e415afe-f442-44cd-8494-3b9f08ecb8f9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:35.083816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd89dd5-46da-44f4-afcd-3809ee1812a9 req-82498800-71a7-414b-a154-b0a5b2f20a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:35.099532 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4dd89dd5-46da-44f4-afcd-3809ee1812a9 req-82498800-71a7-414b-a154-b0a5b2f20a38 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1101 time: 0.2991393 Dec 08 21:40:35.165149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0ab489f-1aa8-4d0f-99fd-c586c246261c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:35.190119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0ab489f-1aa8-4d0f-99fd-c586c246261c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:35.259650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcccc26-9e00-432a-9415-39d78fe80209 req-c05bc7be-ad87-46cc-9ddd-37ce6b4e0172 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:35.269564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fcccc26-9e00-432a-9415-39d78fe80209 req-c05bc7be-ad87-46cc-9ddd-37ce6b4e0172 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1995275 Dec 08 21:40:35.278851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4dd89dd5-46da-44f4-afcd-3809ee1812a9 req-658bd170-a41b-40cc-8c84-1a3fc699fa15 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558597 Dec 08 21:40:35.351422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fcccc26-9e00-432a-9415-39d78fe80209 req-3edcba18-e962-46da-9747-16e60fb2d8f5 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806794 Dec 08 21:40:35.352584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0ab489f-1aa8-4d0f-99fd-c586c246261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:35.355118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0ab489f-1aa8-4d0f-99fd-c586c246261c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:35.356911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a0ab489f-1aa8-4d0f-99fd-c586c246261c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e415afe-f442-44cd-8494-3b9f08ecb8f9 HTTP/1.1" status: 204 len: 168 time: 0.4173768 Dec 08 21:40:35.366667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718a54-cfd5-450a-8453-70058ddedcfe req-6fe678d5-91a4-42f8-b26b-ec961745562f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:35.378746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-6fe678d5-91a4-42f8-b26b-ec961745562f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 805 time: 0.2819433 Dec 08 21:40:35.392450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab489f-1aa8-4d0f-99fd-c586c246261c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e415afe-f442-44cd-8494-3b9f08ecb8f9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:35.397943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-0b1ece88-6593-43db-991f-ded445884dd0 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/quotas/ca38c78282504a32bf645c23aad3f0ab HTTP/1.1" status: 200 len: 375 time: 0.0181656 Dec 08 21:40:35.458939 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-50d3ae00-5e6a-437e-a6bb-3b4df134ffa0 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597556 Dec 08 21:40:35.516672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ca6932f-e688-479d-b10e-215a74771005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:35.560383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c065-2914-45d4-93b7-128a24d9dc6b req-19fe4d5a-5355-4ea6-a99c-ce5c5aefebd9 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:35.561962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b591c065-2914-45d4-93b7-128a24d9dc6b req-19fe4d5a-5355-4ea6-a99c-ce5c5aefebd9 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 945 time: 0.0824695 Dec 08 21:40:35.610292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-8c78f7f5-e1c0-4e91-95eb-9fc18126b552 service neutron] 10.222.0.21 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498516 Dec 08 21:40:35.617830 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b591c065-2914-45d4-93b7-128a24d9dc6b req-2b743bf0-8f8e-4ed7-8e55-288640c9e43f tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 Dec 08 21:40:35.782966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-5b7d4ab4-92cc-4edf-b5eb-6cee2097d943 service neutron] 10.222.0.21 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609092 Dec 08 21:40:35.818833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ffb9f-71fe-4f82-9d3f-1dc8734a2b8d req-e4c8e308-b12b-42bf-aa5c-c87ddf338ac7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:35.821160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-490ffb9f-71fe-4f82-9d3f-1dc8734a2b8d req-e4c8e308-b12b-42bf-aa5c-c87ddf338ac7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.0854816 Dec 08 21:40:35.865975 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:40:35.868151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-490ffb9f-71fe-4f82-9d3f-1dc8734a2b8d req-27289be1-8892-4695-80b4-8189d3351fe1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Dec 08 21:40:35.885628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36330) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:35.904899 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e264525-adb4-453e-a502-df2bc0ceca6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:36.129156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23026d7-0221-4ee9-a2c9-fd89628b3080 req-ae71bf18-590b-4ed1-b871-1e7012c09399 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:36.138558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a23026d7-0221-4ee9-a2c9-fd89628b3080 req-ae71bf18-590b-4ed1-b871-1e7012c09399 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0898354 Dec 08 21:40:36.187354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a23026d7-0221-4ee9-a2c9-fd89628b3080 req-aa6e5ddf-3bf2-465b-95a9-6fff0bf441d1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482678 Dec 08 21:40:36.495911 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8cb676a1-c489-4e37-97b0-3d58c6a4f319 req-1fe9447d-15d9-4ba6-9c83-7e0775d396c3 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 210 time: 0.0857360 Dec 08 21:40:36.572997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-d6072da8-724d-4b33-b0fb-684d80325917 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:36.575743 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-d6072da8-724d-4b33-b0fb-684d80325917 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "GET /v2.0/ports?device_id=b178698b-17a5-48d8-bf46-dd8926a45b93 HTTP/1.1" status: 200 len: 945 time: 0.1601543 Dec 08 21:40:36.641039 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-568a70ee-ece3-4667-8c2c-fc66600589cc tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 258 time: 0.7194076 Dec 08 21:40:36.659830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:36.733151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:36.778109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88907721-f72b-48f9-be93-7817b5211028 req-a91485a8-8ae9-4a38-831f-c550b6815c8a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:36.780819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-88907721-f72b-48f9-be93-7817b5211028 req-a91485a8-8ae9-4a38-831f-c550b6815c8a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1390011 Dec 08 21:40:36.799387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Deleting port 64f13eed-6c06-4d52-8dae-de14091b3567 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:40:36.799643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:36.858057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e264525-adb4-453e-a502-df2bc0ceca6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:36.911102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e264525-adb4-453e-a502-df2bc0ceca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:36.974482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] For port 64f13eed-6c06-4d52-8dae-de14091b3567, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=64f13eed-6c06-4d52-8dae-de14091b3567,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:36.975245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:36.987137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6e264525-adb4-453e-a502-df2bc0ceca6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f49289d98f4c4557881d65eeb9b2f229&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1003156 Dec 08 21:40:36.989158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Calling delete_port for 64f13eed-6c06-4d52-8dae-de14091b3567 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:40:36.989459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e264525-adb4-453e-a502-df2bc0ceca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47008020-3e5b-4077-b4c8-5f89dee32f23,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:36.992536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36352) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:37.156396 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acdebced-7ca9-430a-8409-3802da76d846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.167535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.175161 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-88907721-f72b-48f9-be93-7817b5211028 req-39bf8104-f4c8-41ab-b608-b1224eb7aa55 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846358 Dec 08 21:40:37.183825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.286966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 64f13eed-6c06-4d52-8dae-de14091b3567 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:40:37.297486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Pushing event deleted for resources: {'Port': ['ID=64f13eed-6c06-4d52-8dae-de14091b3567,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:37.310905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acdebced-7ca9-430a-8409-3802da76d846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.321265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] No DVR routers for this DVR port 64f13eed-6c06-4d52-8dae-de14091b3567 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:40:37.325046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.328013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 64f13eed-6c06-4d52-8dae-de14091b3567 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:40:37.328567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 64f13eed-6c06-4d52-8dae-de14091b3567 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:40:37.329757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e806e381-e893-497c-8de7-ccb3e5ea7d5c req-6e29e61d-f465-4dbf-86e7-e075e0dd8a06 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "DELETE /v2.0/ports/64f13eed-6c06-4d52-8dae-de14091b3567 HTTP/1.1" status: 204 len: 173 time: 0.7464578 Dec 08 21:40:37.330237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'name': 'network-vif-deleted', 'tag': '64f13eed-6c06-4d52-8dae-de14091b3567'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:37.343789 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c645e962-b51a-4938-a9a9-df24b2e78278" -d '{"events": [{"server_uuid": "b178698b-17a5-48d8-bf46-dd8926a45b93", "name": "network-vif-deleted", "tag": "64f13eed-6c06-4d52-8dae-de14091b3567"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:37.447268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Allocated IP 172.25.1.176 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/6e55dbc7-4fba-4eb1-8ad1-c7c3b40a383b) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:37.447607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29118-6714-42d8-a440-a33f11d656ed req-efb01fb3-4c71-4543-b442-4bb42776e153 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:37.455765 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42d29118-6714-42d8-a440-a33f11d656ed req-efb01fb3-4c71-4543-b442-4bb42776e153 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1358063 Dec 08 21:40:37.475651 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acdebced-7ca9-430a-8409-3802da76d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.485372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acdebced-7ca9-430a-8409-3802da76d846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.490053 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-acdebced-7ca9-430a-8409-3802da76d846 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47008020-3e5b-4077-b4c8-5f89dee32f23 HTTP/1.1" status: 204 len: 168 time: 0.4931266 Dec 08 21:40:37.519717 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42d29118-6714-42d8-a440-a33f11d656ed req-49753831-192e-4970-864a-7c750fc3f926 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Dec 08 21:40:37.662492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdebced-7ca9-430a-8409-3802da76d846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47008020-3e5b-4077-b4c8-5f89dee32f23,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:37.804611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.856794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5416811-9288-4b23-ad01-253da2e5254f req-95d4544f-2bf4-4c4b-a87d-3d80c586cdfe tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:37.867878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5416811-9288-4b23-ad01-253da2e5254f req-95d4544f-2bf4-4c4b-a87d-3d80c586cdfe tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.1702666 Dec 08 21:40:37.883181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:37.900107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718a54-cfd5-450a-8453-70058ddedcfe req-8e4564a7-2775-4fe1-bb7a-951a2aa9828d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:37.901803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-8e4564a7-2775-4fe1-bb7a-951a2aa9828d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 805 time: 0.3791656 Dec 08 21:40:37.936394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Request body: {'port': {'device_id': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'admin_state_up': True, 'tenant_id': 'ca38c78282504a32bf645c23aad3f0ab'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:37.971889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Pushing event updated for resources: {'Port': ['ID=6e55dbc7-4fba-4eb1-8ad1-c7c3b40a383b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:37.991526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:37.994010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:37.997350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:38.009194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5416811-9288-4b23-ad01-253da2e5254f req-6f6a83aa-62ac-47e5-bb90-7f6dab6d7b5a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341195 Dec 08 21:40:38.203783 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-15085640-24cd-481d-a4ee-84b10055ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.233385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Made reservation on behalf of ca38c78282504a32bf645c23aad3f0ab for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:40:38.237961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.266161 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa237d-436f-442a-90b6-fc40863b0fe8 x-openstack-request-id: req-20fa237d-436f-442a-90b6-fc40863b0fe8 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:38.266756 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b178698b-17a5-48d8-bf46-dd8926a45b93", "name": "network-vif-deleted", "tag": "64f13eed-6c06-4d52-8dae-de14091b3567", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:38.267237 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20fa237d-436f-442a-90b6-fc40863b0fe8 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:38.267858 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b178698b-17a5-48d8-bf46-dd8926a45b93', 'name': 'network-vif-deleted', 'tag': '64f13eed-6c06-4d52-8dae-de14091b3567', 'status': 'completed', 'code': 200} Dec 08 21:40:38.360668 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.431745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.521562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83987ba4-806e-4836-8b6a-32c9404c30f8 req-65eea740-e593-4d12-857d-66e2bbff18a1 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 210 time: 0.1575682 Dec 08 21:40:38.523420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Allocated IP 172.20.0.7 (8dbcb953-903e-4509-9926-0b5aa18c4bd6/6d16ed07-f117-49cd-bac7-4dcfaeca73bd/44f7d34b-e63d-4a52-a329-7b63681aef56) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:38.685477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.690540 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.745542 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.783726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b44cb8-15cf-48bb-a33f-9f5d445ba061 req-189a3462-3ac9-4f3a-9943-9909d5a40af0 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:38.785268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32b44cb8-15cf-48bb-a33f-9f5d445ba061 req-189a3462-3ac9-4f3a-9943-9909d5a40af0 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1413169 Dec 08 21:40:38.803816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Pushing event updated for resources: {'Port': ['ID=6e55dbc7-4fba-4eb1-8ad1-c7c3b40a383b,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:38.840092 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.854726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.854953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36400) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:38.860098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32b44cb8-15cf-48bb-a33f-9f5d445ba061 req-84f936ca-0fc4-4bed-a6cb-403ca1f0bf6e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615008 Dec 08 21:40:38.864973 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.866452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-9f752811-e6b4-456f-8a48-0d791bcd4974 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2238266 Dec 08 21:40:38.913412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:38.959010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-b26b7bc7-050a-44c3-8c5b-dad00e7f4677 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 696 time: 0.0860949 Dec 08 21:40:38.963250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Pushing event updated for resources: {'Port': ['ID=44f7d34b-e63d-4a52-a329-7b63681aef56,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:38.988493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:38.989951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:38.992869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:38.999185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:38.999825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.021253 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-9c62b4a2-1cff-413a-974e-898ace1dc5bf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1029222 Dec 08 21:40:39.035678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Request body: {'port': {'device_id': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:39.035878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-459516984-network', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:39.088204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Made reservation on behalf of 2b4f975b8fda4119a167f099ba4bd3ed for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:40:39.090628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.101922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.111894 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.188533 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.229864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.246236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-92d5fadb-a924-4faf-b147-e77112e35730 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:39.248133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-92d5fadb-a924-4faf-b147-e77112e35730 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.2813463 Dec 08 21:40:39.249284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.281684 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.294175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-f7216600-eecf-4f60-9bd7-25cb38ffaf2b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:40:39.295458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b256885a-3eb8-4040-80b9-a4c988cafc9f req-f7216600-eecf-4f60-9bd7-25cb38ffaf2b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0372949 Dec 08 21:40:39.302794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:40:39.321332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d56cb6f-5ff0-4646-b824-8e452cd37bd8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:39.324428 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.324790 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Added segment ce450f49-15ba-4dd2-b0f3-e80e22a44d47 of type vlan for network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 Dec 08 21:40:39.377780 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.421984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.423251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:39.424464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.464338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6076958 Dec 08 21:40:39.475085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36428) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:39.482119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Request body: {'subnet': {'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-459516984-subnet', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:39.516197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9804-0781-4d67-a792-a9d70022fa4e req-715bbf84-4edd-4746-821a-fcffdd45f9c5 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:39.517677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-715bbf84-4edd-4746-821a-fcffdd45f9c5 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/networks?id=d90832e6-aa1c-4712-bd06-1d66ff740c99 HTTP/1.1" status: 200 len: 813 time: 0.2273314 Dec 08 21:40:39.520648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Made reservation on behalf of 2b4f975b8fda4119a167f099ba4bd3ed for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:40:39.522895 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.526491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb8359-0aba-4a67-9b5a-5a787478f84d admin admin] Pushing event updated for resources: {'Network': ['ID=2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:39.537798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:40:39.600116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-e55fff6f-410d-4d73-8034-a8b98daeec1c tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/quotas/c158586e0ce24a24ba632793e8059499 HTTP/1.1" status: 200 len: 375 time: 0.0635414 Dec 08 21:40:39.740601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f7d34b-e63d-4a52-a329-7b63681aef56 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:39.752273 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.764697 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.780270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-dc634079-d5c8-4583-a92d-a303d868f4c9 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c158586e0ce24a24ba632793e8059499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691699 Dec 08 21:40:39.781308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Transition to ACTIVE for port object 44f7d34b-e63d-4a52-a329-7b63681aef56 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:40:39.800901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:39.939345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da378d6f-15bd-4e51-9aed-d28a0fb75a49 req-c4f28d4e-8254-4bf3-8fd6-a10e500faaf7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:39.942771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da378d6f-15bd-4e51-9aed-d28a0fb75a49 req-c4f28d4e-8254-4bf3-8fd6-a10e500faaf7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.0988367 Dec 08 21:40:40.003424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da378d6f-15bd-4e51-9aed-d28a0fb75a49 req-9e240046-f4b1-46e9-bb1b-21a1d11ac675 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543168 Dec 08 21:40:40.196781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Pushing event updated for resources: {'Port': ['ID=44f7d34b-e63d-4a52-a329-7b63681aef56,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:40.248120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.258956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Attempting to bind port 44f7d34b-e63d-4a52-a329-7b63681aef56 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:40.259546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Attempting to bind port 44f7d34b-e63d-4a52-a329-7b63681aef56 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:40.259873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Attempting to bind port 44f7d34b-e63d-4a52-a329-7b63681aef56 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:40.280463 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-b40cc19d-4339-422c-87c1-436d5feddee9 service neutron] 10.222.0.21 "GET /v2.0/networks/d90832e6-aa1c-4712-bd06-1d66ff740c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907036 Dec 08 21:40:40.288346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-6e196b73-1328-4134-9804-12c78e18ef96 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:40.289820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-6e196b73-1328-4134-9804-12c78e18ef96 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0795367 Dec 08 21:40:40.291992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Port 44f7d34b-e63d-4a52-a329-7b63681aef56 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:40:40.292315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Attempting to bind port 44f7d34b-e63d-4a52-a329-7b63681aef56 on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:40.324695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:40.325028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Checking segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:40.325408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Bound using segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:40.325834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Bound port: 44f7d34b-e63d-4a52-a329-7b63681aef56, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:40.326186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.342185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-090caebf-d0fa-44f5-919d-8d33895b912d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 696 time: 0.0452962 Dec 08 21:40:40.351757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Request body: {'floatingip': {'port_id': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:40.383181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba0e46e-f93c-4a90-8dc3-d5af763873be,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:40.419384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.421301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Checking segment: {'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:40.421657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Network hostable DHCP agents. Network: 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:40:40.476284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:40.480705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=44f7d34b-e63d-4a52-a329-7b63681aef56,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:40.484288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-60984d93-3fe5-4cbe-93f7-b81e4251faba service neutron] 10.222.0.21 "GET /v2.0/networks/d90832e6-aa1c-4712-bd06-1d66ff740c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935802 Dec 08 21:40:40.484857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:40:40.488923 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.518624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:40.526964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:40.527553 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.528773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81992d82-0afa-44b3-bd89-89c608fdf0d4 None None] Network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:40:40.539090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:40.539691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.541075 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] 10.222.0.37 "PUT /v2.0/ports/44f7d34b-e63d-4a52-a329-7b63681aef56 HTTP/1.1" status: 200 len: 1091 time: 1.5109644 Dec 08 21:40:40.543991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'tag': '44f7d34b-e63d-4a52-a329-7b63681aef56'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:40.546237 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1192000f-8aa0-43be-bfb4-121ea0045b74" -d '{"events": [{"name": "network-changed", "server_uuid": "ceeaef15-84be-4b95-b480-14a28e6e7fc8", "tag": "44f7d34b-e63d-4a52-a329-7b63681aef56"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:40.566269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70ed9c-eaf6-4101-975a-1ffe399ff30d service neutron] Pushing event updated for resources: {'Port': ['ID=44f7d34b-e63d-4a52-a329-7b63681aef56,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:40.577018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5ab09b0e-5082-406f-945b-9d0467836943 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0961351 Dec 08 21:40:40.577466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36446) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:40.581671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:40.630235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.631387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.655409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718a54-cfd5-450a-8453-70058ddedcfe req-aea14097-fe6c-41c6-975d-de6e962a8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:40.657233 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-aea14097-fe6c-41c6-975d-de6e962a8620 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0633485 Dec 08 21:40:40.728711 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-857808d5-ec42-4a9e-931d-bd4d31e89722 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f7d34b-e63d-4a52-a329-7b63681aef56 HTTP/1.1" status: 200 len: 217 time: 0.0626967 Dec 08 21:40:40.730247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.744275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40', 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'fixed_ips': [{'subnet_id': 'cba0e46e-f93c-4a90-8dc3-d5af763873be'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:40:40.744639 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.877498 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:40.932169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718a54-cfd5-450a-8453-70058ddedcfe req-78a8a95a-c85b-4330-ad12-ece6c45177db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:40.935732 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-78a8a95a-c85b-4330-ad12-ece6c45177db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 200 len: 845 time: 0.1986585 Dec 08 21:40:40.966305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Allocated IP 172.20.0.2 (2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40/cba0e46e-f93c-4a90-8dc3-d5af763873be/caba7dd7-57f3-41ad-9022-d4df72c3882b) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:40.999674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-121c8826-89e7-4a19-a5be-869b35f3f72d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbcb953-903e-4509-9926-0b5aa18c4bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307312 Dec 08 21:40:41.004703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.019635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e1247-ff7f-4ded-850f-88cce8aeaff9 req-17322fcd-724a-4f60-99f7-76f70fda2ec6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:41.021334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a2e1247-ff7f-4ded-850f-88cce8aeaff9 req-17322fcd-724a-4f60-99f7-76f70fda2ec6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 943 time: 0.2109711 Dec 08 21:40:41.051151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.resource_extend [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:40:41.142207 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.150694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.150960 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.158485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.178313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a2e1247-ff7f-4ded-850f-88cce8aeaff9 req-d4eb77e7-bbd4-43c4-8aca-c33efa96bf74 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445873 Dec 08 21:40:41.192342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:41.197624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:41.208011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:41.211200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Pushing event updated for resources: {'Port': ['ID=caba7dd7-57f3-41ad-9022-d4df72c3882b,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:41.232137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-7edcb82f-ffac-4454-9efb-258757a25e20 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092159 Dec 08 21:40:41.286010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Attempting to bind port caba7dd7-57f3-41ad-9022-d4df72c3882b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:41.287240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Attempting to bind port caba7dd7-57f3-41ad-9022-d4df72c3882b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:41.287720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Attempting to bind port caba7dd7-57f3-41ad-9022-d4df72c3882b on network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:41.291246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 64f13eed-6c06-4d52-8dae-de14091b3567 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:40:41.323940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 64f13eed-6c06-4d52-8dae-de14091b3567 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:40:41.324338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 64f13eed-6c06-4d52-8dae-de14091b3567 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:40:41.326081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:41.326610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Checking segment: {'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:41.327158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.327648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Bound using segment: {'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:41.328995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Bound port: caba7dd7-57f3-41ad-9022-d4df72c3882b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:41.329568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.403552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b314d1-c0e3-4619-86a4-757ef86e9089 req-7389ab3b-0765-481a-afb4-917e3a58e5a0 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:41.405166 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2b314d1-c0e3-4619-86a4-757ef86e9089 req-7389ab3b-0765-481a-afb4-917e3a58e5a0 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1137681 Dec 08 21:40:41.416572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] For port caba7dd7-57f3-41ad-9022-d4df72c3882b, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:41.424652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] For port caba7dd7-57f3-41ad-9022-d4df72c3882b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=caba7dd7-57f3-41ad-9022-d4df72c3882b,segment=NetworkSegment(ce450f49-15ba-4dd2-b0f3-e80e22a44d47),segment_id=ce450f49-15ba-4dd2-b0f3-e80e22a44d47)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:41.431849 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.483740 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25718a54-cfd5-450a-8453-70058ddedcfe req-7ddbae17-f427-4120-a058-4f76f1e37886 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430203 Dec 08 21:40:41.492137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256ee3c-d43f-4445-b9b4-eb6c9aa511a5 None None] Pushing event updated for resources: {'Port': ['ID=caba7dd7-57f3-41ad-9022-d4df72c3882b,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:41.555247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2b314d1-c0e3-4619-86a4-757ef86e9089 req-4da36990-134d-4dd6-a9fa-a15d7775ea7e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133118 Dec 08 21:40:41.562759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.583126 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Floating IP 6af9dbec-ccdb-40db-a013-66089585d85c associated. External IP: 172.25.1.176, port: ba32e571-62e9-495d-83db-3fa54f466e1c. Dec 08 21:40:41.588406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:41.661414 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd1b65-f6d8-4ace-ba9a-49956869482c x-openstack-request-id: req-9afd1b65-f6d8-4ace-ba9a-49956869482c {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:41.661699 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceeaef15-84be-4b95-b480-14a28e6e7fc8", "tag": "44f7d34b-e63d-4a52-a329-7b63681aef56", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:41.661952 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9afd1b65-f6d8-4ace-ba9a-49956869482c {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:41.662337 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'tag': '44f7d34b-e63d-4a52-a329-7b63681aef56', 'status': 'completed', 'code': 200} Dec 08 21:40:41.730506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7488a4fa-df74-4417-bc7e-af94ba3eecf8 req-160eec65-4b42-449f-9c6c-bb4954e215d3 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 210 time: 0.0512826 Dec 08 21:40:41.808173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-2db9beca-c13b-4ade-9c2b-74b14e77da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:41.809846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-2db9beca-c13b-4ade-9c2b-74b14e77da29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 1094 time: 0.1447332 Dec 08 21:40:41.899858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Router 83711196-32fa-492f-b78b-09bd93216641 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:40:41.901119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Allocated IP 172.25.1.197 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/86132ec4-eef4-4cd3-8f0e-29686a112e7c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:42.043351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e763d5-db2e-4aba-b525-e7bdf7be2712 req-04b59880-4237-4d2a-adb0-1d3bee5b6256 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:42.044891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4e763d5-db2e-4aba-b525-e7bdf7be2712 req-04b59880-4237-4d2a-adb0-1d3bee5b6256 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.1902359 Dec 08 21:40:42.046164 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-4794852c-3790-4025-a7ec-349ca5c072ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:42.047386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-4794852c-3790-4025-a7ec-349ca5c072ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 906 time: 0.2281330 Dec 08 21:40:42.101041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9804-0781-4d67-a792-a9d70022fa4e req-24fbeb61-e170-471b-a2f6-139b1812b03b tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:42.103344 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-24fbeb61-e170-471b-a2f6-139b1812b03b tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.23 "GET /v2.0/networks?id=d90832e6-aa1c-4712-bd06-1d66ff740c99 HTTP/1.1" status: 200 len: 813 time: 0.2017000 Dec 08 21:40:42.115173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-a76d9633-2732-4673-b783-cda7dd40a7a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f7d34b-e63d-4a52-a329-7b63681aef56 HTTP/1.1" status: 200 len: 217 time: 0.0593524 Dec 08 21:40:42.117788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Request body: {'port': {'device_id': 'f6019575-bf95-4498-9f6b-dff5eae941d7', 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99', 'admin_state_up': True, 'tenant_id': 'c158586e0ce24a24ba632793e8059499'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:42.148158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:42.164903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:40:42.170312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:42.185347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4e763d5-db2e-4aba-b525-e7bdf7be2712 req-86ce3da1-8efb-4418-b822-eb9f97c0d6d6 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271825 Dec 08 21:40:42.186420 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] Sync routers for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:40:42.219519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-1bf14416-f506-40b6-9efe-000b90fec1f7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "PUT /v2.0/floatingips/6af9dbec-ccdb-40db-a013-66089585d85c HTTP/1.1" status: 200 len: 996 time: 1.8709230 Dec 08 21:40:42.224534 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:42.225242 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:42.227900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:42.230400 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e" -d '{"events": [{"name": "network-changed", "server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:42.257731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-ba9ede72-8a9a-49d7-9d7c-6f2f6708f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:42.259626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-ba9ede72-8a9a-49d7-9d7c-6f2f6708f7b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 200 len: 845 time: 0.1295464 Dec 08 21:40:42.305815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-463135e3-c975-4544-9bd8-7277ea66a9b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbcb953-903e-4509-9926-0b5aa18c4bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336957 Dec 08 21:40:42.306846 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:42.344881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-04f77e11-1da8-46c1-9adb-dc86b0696269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:42.347089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-04f77e11-1da8-46c1-9adb-dc86b0696269 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cc423c7609644568f0ef0b426595d75&device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 1096 time: 0.1050704 Dec 08 21:40:42.369868 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:42.436208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:42.446229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:42.455973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:42.461529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Pushing event updated for resources: {'Port': ['ID=86132ec4-eef4-4cd3-8f0e-29686a112e7c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:42.557019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-6a1eb125-2191-4ab0-ade5-0f6ef25d9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:42.558485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-6a1eb125-2191-4ab0-ade5-0f6ef25d9f6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=39a2a44c-66ca-4558-b595-2f19b1a0cb65 HTTP/1.1" status: 200 len: 929 time: 0.2039969 Dec 08 21:40:42.576565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Made reservation on behalf of c158586e0ce24a24ba632793e8059499 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:40:42.582197 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:42.590984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-597d6f28-97bf-4819-95a9-4e109e0edc79 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6031f669df684b93a1fea6e3255e742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572886 Dec 08 21:40:42.683129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-dbbed6be-3d8a-40a2-b470-58430229d5c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 200 len: 999 time: 0.1166871 Dec 08 21:40:42.783249 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '6af9dbec-ccdb-40db-a013-66089585d85c', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '83711196-32fa-492f-b78b-09bd93216641', 'port_id': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634e0285-bc96-437d-9050-9e894496aba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:40:38Z', 'updated_at': '2021-12-08T21:40:40Z', 'revision_number': 1, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:21Z', 'revision_number': 5, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:42.864558 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] Checking router: 83711196-32fa-492f-b78b-09bd93216641 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:40:42.884867 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:42.885697 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:42.913884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-5d49a756-308a-415c-ac25-40c28bc1f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:42.915488 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-5d49a756-308a-415c-ac25-40c28bc1f411 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9fe16ed-c11d-42b7-b374-10690a924aad HTTP/1.1" status: 200 len: 867 time: 0.1748381 Dec 08 21:40:43.039987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Allocated IP 172.20.0.13 (d90832e6-aa1c-4712-bd06-1d66ff740c99/cf6e868f-4f9f-4d8f-adc3-67e0de636c52/0f697d50-97c6-451f-b78b-67d69890a3a6) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:43.041219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device caba7dd7-57f3-41ad-9022-d4df72c3882b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:43.058157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-03fc10e3-939a-4c16-b8e4-89096b405513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:43.060315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-03fc10e3-939a-4c16-b8e4-89096b405513 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39a2a44c-66ca-4558-b595-2f19b1a0cb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326590 Dec 08 21:40:43.071466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-8b15339d-ded0-424d-acd6-7a7c42e58125 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:40:43.072431 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-8b15339d-ded0-424d-acd6-7a7c42e58125 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052221 Dec 08 21:40:43.125293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a2f68b-520d-40ea-8654-482a0091b61c None None] Network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:40:43.186382 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:43.254620 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-f68ec06e-0619-42a1-87eb-31f723ea7177 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9343991 Dec 08 21:40:43.338408 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.339028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-14b523b6-68fa-413a-99fd-41aadd34297f None None] Provisioning complete for port caba7dd7-57f3-41ad-9022-d4df72c3882b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:43.339508 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-14b523b6-68fa-413a-99fd-41aadd34297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.381692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1192000f-8aa0-43be-bfb4-121ea0045b74 req-b7d9b4d9-4933-4955-b0bd-3ecf3d21646d service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089993 Dec 08 21:40:43.399408 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.454223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port caba7dd7-57f3-41ad-9022-d4df72c3882b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:43.454606 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.480797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:43.495986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:43.513639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-443b5c35-e3c4-457f-b24c-d6fb05fc126b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:43.515935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-443b5c35-e3c4-457f-b24c-d6fb05fc126b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9240451 Dec 08 21:40:43.532222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:43.539855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-1cc66c73-ce3d-4ae1-ac05-f9baf066e574 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/quotas/6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 375 time: 0.0160382 Dec 08 21:40:43.551509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Pushing event updated for resources: {'Port': ['ID=0f697d50-97c6-451f-b78b-67d69890a3a6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:43.588018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.602667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.627452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-9d01d00a-4cee-4e3e-ac4b-71ea71354f36 service neutron] 10.222.0.21 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398090 Dec 08 21:40:43.683166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port caba7dd7-57f3-41ad-9022-d4df72c3882b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=caba7dd7-57f3-41ad-9022-d4df72c3882b,segment=NetworkSegment(ce450f49-15ba-4dd2-b0f3-e80e22a44d47),segment_id=ce450f49-15ba-4dd2-b0f3-e80e22a44d47)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:43.710413 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.768051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:43.768706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.772583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-a44cf19c-7a27-42ed-9cd9-d39282d5e2b2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251482 Dec 08 21:40:43.791608 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-14b523b6-68fa-413a-99fd-41aadd34297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:43.830186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=caba7dd7-57f3-41ad-9022-d4df72c3882b,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:43.882343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-08f03f86-2fbd-4740-a376-eff24b527e5f tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7685394 Dec 08 21:40:43.887602 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-14b523b6-68fa-413a-99fd-41aadd34297f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:40:43.888191 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-14b523b6-68fa-413a-99fd-41aadd34297f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:40:43.957536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b2b4256-27dd-45f7-84e5-85c4c3424efb req-9d37d7a8-a596-4327-8b1e-5b8326a105f7 service neutron] 10.222.0.21 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285031 Dec 08 21:40:44.020264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Request body: {'port': {'device_id': 'f6019575-bf95-4498-9f6b-dff5eae941d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:44.099598 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caade85-4eb1-4bf0-bb34-05861f0d772b x-openstack-request-id: req-2caade85-4eb1-4bf0-bb34-05861f0d772b {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:44.103327 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:44.103621 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2caade85-4eb1-4bf0-bb34-05861f0d772b {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:44.104044 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'status': 'completed', 'code': 200} Dec 08 21:40:44.317089 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '6af9dbec-ccdb-40db-a013-66089585d85c', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '83711196-32fa-492f-b78b-09bd93216641', 'port_id': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634e0285-bc96-437d-9050-9e894496aba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:40:38Z', 'updated_at': '2021-12-08T21:40:40Z', 'revision_number': 1, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:21Z', 'revision_number': 5, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:44.338252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:44.347525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:44.348728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-18db9bb4-ceab-4eda-a6d3-e4f3e3b603a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:44.350563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-18db9bb4-ceab-4eda-a6d3-e4f3e3b603a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8cc423c7609644568f0ef0b426595d75&device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 1096 time: 0.2185402 Dec 08 21:40:44.362294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b972-3f69-4afb-82d8-07dd030d887c req-5f30db48-3681-4309-8260-6125f555fa6d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:44.370396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7536b972-3f69-4afb-82d8-07dd030d887c req-5f30db48-3681-4309-8260-6125f555fa6d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1524310 Dec 08 21:40:44.411746 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc43fe-fa7c-4caf-8d06-3f8dd69d94d4 None None] The sync data for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 is: [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '6af9dbec-ccdb-40db-a013-66089585d85c', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '83711196-32fa-492f-b78b-09bd93216641', 'port_id': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634e0285-bc96-437d-9050-9e894496aba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:40:38Z', 'updated_at': '2021-12-08T21:40:40Z', 'revision_number': 1, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:21Z', 'revision_number': 5, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:40:44.561514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770071a-6412-4aac-b21c-bc6230018ba8 req-97b455c4-b5c4-48db-89b3-f373544b5d2e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:44.563240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3770071a-6412-4aac-b21c-bc6230018ba8 req-97b455c4-b5c4-48db-89b3-f373544b5d2e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 943 time: 0.3516686 Dec 08 21:40:44.636242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d8625bee-9504-48e2-9a93-3930dce47758 None None] Provisioning complete for port caba7dd7-57f3-41ad-9022-d4df72c3882b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:44.636801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d8625bee-9504-48e2-9a93-3930dce47758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:44.779340 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7536b972-3f69-4afb-82d8-07dd030d887c req-98e730e1-3c05-4457-8d63-4525fc317571 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078836 Dec 08 21:40:44.854129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3770071a-6412-4aac-b21c-bc6230018ba8 req-c51ad454-96bd-48c4-bd0c-9176c427b591 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779424 Dec 08 21:40:44.901778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f1a33-3d2c-41b9-9c67-c180222ec293 None None] New status for floating IP 6af9dbec-ccdb-40db-a013-66089585d85c: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:40:44.937334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-efd27288-988d-4960-bc63-77b793f11a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:44.941181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-efd27288-988d-4960-bc63-77b793f11a6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=39a2a44c-66ca-4558-b595-2f19b1a0cb65 HTTP/1.1" status: 200 len: 929 time: 0.4883897 Dec 08 21:40:45.041772 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device caba7dd7-57f3-41ad-9022-d4df72c3882b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:45.164389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d8625bee-9504-48e2-9a93-3930dce47758 None None] Provisioning complete for port 0f697d50-97c6-451f-b78b-67d69890a3a6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:45.165106 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d8625bee-9504-48e2-9a93-3930dce47758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:45.250176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d8625bee-9504-48e2-9a93-3930dce47758 None None] Port 0f697d50-97c6-451f-b78b-67d69890a3a6 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:45.251949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e0050-d8da-4bf0-bab9-b1e0cf682c05 req-1dbf15f9-7bb4-4319-b5ac-a4a9181b9867 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:45.254119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d32e0050-d8da-4bf0-bab9-b1e0cf682c05 req-1dbf15f9-7bb4-4319-b5ac-a4a9181b9867 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.1991832 Dec 08 21:40:45.292321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Router 09533501-7256-425b-925b-f8801082e66d is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:40:45.297289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-f5b6e15d-f870-446e-903b-bc5b6018a5be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 200 len: 999 time: 0.3458223 Dec 08 21:40:45.316795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77021d-6556-454b-bdbd-efb3af6ffb5d req-1ebb3037-951f-4bf8-9ded-1f073f5aa23d tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:45.335117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc77021d-6556-454b-bdbd-efb3af6ffb5d req-1ebb3037-951f-4bf8-9ded-1f073f5aa23d tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 932 time: 0.3655937 Dec 08 21:40:45.358408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 44f7d34b-e63d-4a52-a329-7b63681aef56 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:40:45.401700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port caba7dd7-57f3-41ad-9022-d4df72c3882b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:45.407634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:45.419596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d32e0050-d8da-4bf0-bab9-b1e0cf682c05 req-5287fe77-4c69-48fa-9624-844bc443ce74 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473298 Dec 08 21:40:45.497281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f697d50-97c6-451f-b78b-67d69890a3a6 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:45.509033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:45.526325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Transition to ACTIVE for port object 0f697d50-97c6-451f-b78b-67d69890a3a6 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:40:45.531925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:45.590317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc77021d-6556-454b-bdbd-efb3af6ffb5d req-8768a0ed-d335-4be5-b30a-6e2fb511f426 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463727 Dec 08 21:40:45.603207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-5e18738d-ebbd-463b-93af-7dbbfa78bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:45.620082 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-5e18738d-ebbd-463b-93af-7dbbfa78bc76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fe16ed-c11d-42b7-b374-10690a924aad HTTP/1.1" status: 200 len: 867 time: 0.2489207 Dec 08 21:40:45.681490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Pushing event updated for resources: {'Port': ['ID=0f697d50-97c6-451f-b78b-67d69890a3a6,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:45.787163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Attempting to bind port 0f697d50-97c6-451f-b78b-67d69890a3a6 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:45.787517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Attempting to bind port 0f697d50-97c6-451f-b78b-67d69890a3a6 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:45.787985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Attempting to bind port 0f697d50-97c6-451f-b78b-67d69890a3a6 on network d90832e6-aa1c-4712-bd06-1d66ff740c99 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:45.796261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Port 0f697d50-97c6-451f-b78b-67d69890a3a6 on network d90832e6-aa1c-4712-bd06-1d66ff740c99 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:40:45.796592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Attempting to bind port 0f697d50-97c6-451f-b78b-67d69890a3a6 on network d90832e6-aa1c-4712-bd06-1d66ff740c99 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:45.803752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:45.804390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Checking segment: {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:45.804972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Bound using segment: {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:45.805881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Bound port: 0f697d50-97c6-451f-b78b-67d69890a3a6, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c0ba68-9445-4574-957c-dee5dcc9f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:45.806989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:45.986695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] For port 0f697d50-97c6-451f-b78b-67d69890a3a6, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:45.990179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] For port 0f697d50-97c6-451f-b78b-67d69890a3a6, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=0f697d50-97c6-451f-b78b-67d69890a3a6,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:45.998820 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:46.007398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=44f7d34b-e63d-4a52-a329-7b63681aef56,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:46.041396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '44f7d34b-e63d-4a52-a329-7b63681aef56', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'port_id': '44f7d34b-e63d-4a52-a329-7b63681aef56', 'mac_address': 'fa:16:3e:e1:91:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16ed07-f117-49cd-bac7-4dcfaeca73bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:40:46.094080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-91d05c82-5f23-4f83-81dd-72b7cb1144c4 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 258 time: 0.4555857 Dec 08 21:40:46.097948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-f2c20ed3-9b62-44cd-b405-78cf0be73945 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6031f669df684b93a1fea6e3255e742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3911119 Dec 08 21:40:46.112688 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:46.117141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Pushing event updated for resources: {'Port': ['ID=0f697d50-97c6-451f-b78b-67d69890a3a6,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:46.117989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:46.135288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f7d34b-e63d-4a52-a329-7b63681aef56 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:46.158409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:46.160587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:46.168119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-102c0b48-6b5f-4da1-baa3-bfa892140faa service neutron] 10.222.0.23 "PUT /v2.0/ports/0f697d50-97c6-451f-b78b-67d69890a3a6 HTTP/1.1" status: 200 len: 1092 time: 2.1516118 Dec 08 21:40:46.183669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6019575-bf95-4498-9f6b-dff5eae941d7', 'tag': '0f697d50-97c6-451f-b78b-67d69890a3a6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:46.195275 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc2a38e-c034-477d-8098-ac41bbd80736" -d '{"events": [{"name": "network-changed", "server_uuid": "f6019575-bf95-4498-9f6b-dff5eae941d7", "tag": "0f697d50-97c6-451f-b78b-67d69890a3a6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:46.234741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=44f7d34b-e63d-4a52-a329-7b63681aef56,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:46.243682 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:46.349994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=44f7d34b-e63d-4a52-a329-7b63681aef56,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:46.459609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb537a41-afa3-4850-aad1-802de7d9c682 req-1610df71-d418-49c2-b79f-38f3dcb79f28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 210 time: 0.1180606 Dec 08 21:40:46.480942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-a7830276-4ca7-479b-91cb-ad39aa1da785 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495802 Dec 08 21:40:46.530816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['44f7d34b-e63d-4a52-a329-7b63681aef56'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:46.612499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-10e6eec7-2ea6-4932-be56-16df4903cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:46.613697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-10e6eec7-2ea6-4932-be56-16df4903cb4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=947a6344e3124f43aa7681e2c68cd781&device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 1101 time: 0.1044190 Dec 08 21:40:46.624147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:40:46.635109 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Sync routers for ids ['09533501-7256-425b-925b-f8801082e66d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:40:46.646574 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Routers {'09533501-7256-425b-925b-f8801082e66d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:46.647687 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['09533501-7256-425b-925b-f8801082e66d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:46.663441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-cc334e5f-674c-492d-8b27-8dac2ae4ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:46.665078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-cc334e5f-674c-492d-8b27-8dac2ae4ed4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39a2a44c-66ca-4558-b595-2f19b1a0cb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0442190 Dec 08 21:40:46.666059 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:46.720032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:46.721317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-285d84b8-d1d5-4499-816a-574e69b471dc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1430807 Dec 08 21:40:46.836279 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Set router 09533501-7256-425b-925b-f8801082e66d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:46.839262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36532) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:40:46.868619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-06528171-0eae-4d2d-b30b-ea89bd5d00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:46.870072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-06528171-0eae-4d2d-b30b-ea89bd5d00f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2093210 Dec 08 21:40:46.921106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbb21f-c7bd-4832-b59d-251439e60571 req-92a5f709-c7a7-4769-8c54-71e420ad8ad8 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:46.927947 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ddfbb21f-c7bd-4832-b59d-251439e60571 req-92a5f709-c7a7-4769-8c54-71e420ad8ad8 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.3501754 Dec 08 21:40:46.994576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-f0aacc33-11d3-4227-b450-0cf764cffe32 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:46.996188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-f0aacc33-11d3-4227-b450-0cf764cffe32 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8837485 Dec 08 21:40:47.007942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-8487a060-d7a6-4c82-b4ec-484471502f34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ebe434ee-9fbd-4dac-a4f4-5421e8a07710 HTTP/1.1" status: 200 len: 217 time: 0.1208510 Dec 08 21:40:47.052966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Request body: {'port': {'device_id': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '6031f669df684b93a1fea6e3255e742a'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:47.106892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-c41d21f5-5905-4e55-b3a1-d440f7249d46 service neutron] 10.222.0.37 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270556 Dec 08 21:40:47.144339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ddfbb21f-c7bd-4832-b59d-251439e60571 req-e3010252-f2a1-4007-ab78-f841afdc77ca tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535606 Dec 08 21:40:47.166262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-6322767d-4a83-4f8c-a33d-3d8bb6ae63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:47.171782 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:40:43Z', 'revision_number': 3, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:47.172696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-6322767d-4a83-4f8c-a33d-3d8bb6ae63bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1457915 Dec 08 21:40:47.250785 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Checking router: 09533501-7256-425b-925b-f8801082e66d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:40:47.251128 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Updating router 09533501-7256-425b-925b-f8801082e66d port 86132ec4-eef4-4cd3-8f0e-29686a112e7c binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:40:47.276961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-54682e14-70ee-48f2-b694-3a80f3a46fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:47.279667 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-54682e14-70ee-48f2-b694-3a80f3a46fb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915668 Dec 08 21:40:47.310287 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:47.442901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:47.465768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1c243-efec-4c8a-a33a-9af16cdd6bf2 req-b84b7c16-14fd-461e-96c4-4f862aa15426 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:47.467549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31a1c243-efec-4c8a-a33a-9af16cdd6bf2 req-b84b7c16-14fd-461e-96c4-4f862aa15426 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 944 time: 0.2036643 Dec 08 21:40:47.476468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a16a39f3-7a8d-4cf2-82bd-0062f430ba7e req-1b344cab-5e2e-4625-8789-47cdfb079e40 service neutron] 10.222.0.37 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571570 Dec 08 21:40:47.607283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31a1c243-efec-4c8a-a33a-9af16cdd6bf2 req-27d86467-57bd-4755-8aa4-5903d2b23e21 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321366 Dec 08 21:40:47.609375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-9bbed23c-9f26-43fb-8788-f955a386a746 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042421 Dec 08 21:40:47.627766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Made reservation on behalf of 6031f669df684b93a1fea6e3255e742a for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:40:47.639940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:47.676521 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5032fe3d-c819-4829-98f8-d7b23dee7f8f x-openstack-request-id: req-5032fe3d-c819-4829-98f8-d7b23dee7f8f {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:47.676814 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6019575-bf95-4498-9f6b-dff5eae941d7", "tag": "0f697d50-97c6-451f-b78b-67d69890a3a6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:47.677136 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5032fe3d-c819-4829-98f8-d7b23dee7f8f {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:47.677532 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6019575-bf95-4498-9f6b-dff5eae941d7', 'tag': '0f697d50-97c6-451f-b78b-67d69890a3a6', 'status': 'completed', 'code': 200} Dec 08 21:40:47.736527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Allocated IP 172.25.1.16 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/1bc43de2-9502-48e1-90b1-f31a7a291480) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:47.816754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff2ec225-4909-4fb8-b39d-b2bc301b85aa req-024e2615-0974-42d7-8cba-31bb0064afcb service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974139 Dec 08 21:40:47.840323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e3e4f-1ee8-4f9e-999d-6572fc2aec00 req-6c852285-90e8-4dc7-a8da-74a849e40485 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:47.842138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-449e3e4f-1ee8-4f9e-999d-6572fc2aec00 req-6c852285-90e8-4dc7-a8da-74a849e40485 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 945 time: 0.0892265 Dec 08 21:40:47.896746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-449e3e4f-1ee8-4f9e-999d-6572fc2aec00 req-776fffa9-ddeb-453d-8268-b5b4d2653425 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476806 Dec 08 21:40:47.956946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Allocated IP 192.168.233.208 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/aeeab37c-04ce-46c4-aad3-166bb5e2a384) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:48.036160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341e52d-14ab-415f-8d88-ec925b3615a7 req-ea34f17e-d097-4bd0-9910-7cdc6f4a0547 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:48.041467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.047526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0341e52d-14ab-415f-8d88-ec925b3615a7 req-ea34f17e-d097-4bd0-9910-7cdc6f4a0547 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.0646544 Dec 08 21:40:48.091365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0341e52d-14ab-415f-8d88-ec925b3615a7 req-9a0f492d-e90d-4c4a-ad96-bb813929c1d6 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Dec 08 21:40:48.131651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.202613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effe250-2712-4e99-a1bb-5b551b4af25d req-200467bb-dc4e-4c2f-aa8f-e826f337dd29 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:48.204234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8effe250-2712-4e99-a1bb-5b551b4af25d req-200467bb-dc4e-4c2f-aa8f-e826f337dd29 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 944 time: 0.0507541 Dec 08 21:40:48.267570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.286080 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8effe250-2712-4e99-a1bb-5b551b4af25d req-4214fcb6-eb60-4d99-945e-0a2b09a1280c tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665698 Dec 08 21:40:48.343658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:48.373975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:48.378325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.390936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:48.405951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Pushing event updated for resources: {'Port': ['ID=1bc43de2-9502-48e1-90b1-f31a7a291480,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:48.475707 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-566b73f5-1ec8-4e4c-a810-063de791376c req-3902ee04-ae73-4638-98d7-7b08dcff9c9f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 210 time: 0.0872915 Dec 08 21:40:48.518424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.537214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Allocated IP 172.20.0.1 (2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40/cba0e46e-f93c-4a90-8dc3-d5af763873be/343af78a-df0c-4fa7-bb77-2efc116a0cc0) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:48.574014 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.586119 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.587954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.601475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8e4ec827-b252-44f6-91c7-33ec5c92a845'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:48.604699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d6da5f64-c016-4275-b3e5-d3025044022c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:48.617394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1df73-fe24-44d1-91f8-221fd18654da req-ceb2f84a-3ad9-4ba1-b9b8-fd49504d847c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:48.627171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48f1df73-fe24-44d1-91f8-221fd18654da req-ceb2f84a-3ad9-4ba1-b9b8-fd49504d847c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0748563 Dec 08 21:40:48.634388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.681601 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48f1df73-fe24-44d1-91f8-221fd18654da req-e85630ff-149e-4fb5-809c-569bec1bb325 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509648 Dec 08 21:40:48.688285 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Attempting to bind port 86132ec4-eef4-4cd3-8f0e-29686a112e7c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:48.688711 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Attempting to bind port 86132ec4-eef4-4cd3-8f0e-29686a112e7c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:48.698327 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Attempting to bind port 86132ec4-eef4-4cd3-8f0e-29686a112e7c on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:48.708803 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e46b7-390d-4e8a-97c7-7784210b3c9c None None] Pushing event updated for resources: {'Port': ['ID=86132ec4-eef4-4cd3-8f0e-29686a112e7c,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:48.712624 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:48.713012 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:48.713408 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.718313 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:48.718962 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Bound port: 86132ec4-eef4-4cd3-8f0e-29686a112e7c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:48.719384 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.844127 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] For port 86132ec4-eef4-4cd3-8f0e-29686a112e7c, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:48.855184 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] For port 86132ec4-eef4-4cd3-8f0e-29686a112e7c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=86132ec4-eef4-4cd3-8f0e-29686a112e7c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:48.871265 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:48.886073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922eeca-2562-4dc9-bca1-ebfb411c53f8 req-e2a8c387-cae5-4361-b70c-bbbad04028f6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:48.895430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8922eeca-2562-4dc9-bca1-ebfb411c53f8 req-e2a8c387-cae5-4361-b70c-bbbad04028f6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 944 time: 0.1070335 Dec 08 21:40:48.955724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8922eeca-2562-4dc9-bca1-ebfb411c53f8 req-8b9377aa-815d-472b-ba09-9986cecbc92f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517762 Dec 08 21:40:49.009650 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Routers {'09533501-7256-425b-925b-f8801082e66d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:49.011500 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['09533501-7256-425b-925b-f8801082e66d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:49.015599 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e46b7-390d-4e8a-97c7-7784210b3c9c None None] Pushing event updated for resources: {'Port': ['ID=86132ec4-eef4-4cd3-8f0e-29686a112e7c,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:49.163297 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] Set router 09533501-7256-425b-925b-f8801082e66d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:49.250742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:49.256937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:49.265059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:49.269868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:49.291623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:49.294581 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:49.363229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 44f7d34b-e63d-4a52-a329-7b63681aef56 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:49.371969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534f282-01c3-4a54-ab22-2c5e7dc9400c req-a5c6efa7-491c-4b40-a012-151993134f5e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:49.380146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5534f282-01c3-4a54-ab22-2c5e7dc9400c req-a5c6efa7-491c-4b40-a012-151993134f5e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.0861952 Dec 08 21:40:49.403271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-eaf0b0b0-31c4-4ff0-9058-12184aa204a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3705764 Dec 08 21:40:49.448079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5534f282-01c3-4a54-ab22-2c5e7dc9400c req-3e0532cc-0bc9-4969-8133-3f5c141d4eeb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Dec 08 21:40:49.482592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Request body: {'port': {'device_id': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:49.509306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 44f7d34b-e63d-4a52-a329-7b63681aef56 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:40:49.515083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 44f7d34b-e63d-4a52-a329-7b63681aef56 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:49.515637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:49.525825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:49.634700 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:49.637832 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:49.653578 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:40:43Z', 'revision_number': 3, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:49.657137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8121-4f67-4582-a21a-4e5ebf4a8924 req-36287aa4-f587-47ae-9a31-9499586783a0 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:49.674636 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1ef8121-4f67-4582-a21a-4e5ebf4a8924 req-36287aa4-f587-47ae-9a31-9499586783a0 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 944 time: 0.1419766 Dec 08 21:40:49.680977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=44f7d34b-e63d-4a52-a329-7b63681aef56,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:49.682378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f7d34b-e63d-4a52-a329-7b63681aef56'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:49.686152 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14645b2-7604-4514-9f3c-bffcb0697a88" -d '{"events": [{"server_uuid": "ceeaef15-84be-4b95-b480-14a28e6e7fc8", "name": "network-vif-plugged", "status": "completed", "tag": "44f7d34b-e63d-4a52-a329-7b63681aef56"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:49.692366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:49.725377 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd665c-e629-4b14-8c69-3d072354ebc2 None None] The sync data for ids ['09533501-7256-425b-925b-f8801082e66d'] in n-d-821126-1 is: [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:40:43Z', 'revision_number': 3, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:40:49.742255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1ef8121-4f67-4582-a21a-4e5ebf4a8924 req-70a37ea4-2737-4417-9534-11f225d61936 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664597 Dec 08 21:40:49.766483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=44f7d34b-e63d-4a52-a329-7b63681aef56,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:49.786947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f98cb91a-5d17-4b61-8764-7204a09216e4 None None] Provisioning complete for port aeeab37c-04ce-46c4-aad3-166bb5e2a384 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:49.787317 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f98cb91a-5d17-4b61-8764-7204a09216e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:49.903319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f98cb91a-5d17-4b61-8764-7204a09216e4 None None] Port aeeab37c-04ce-46c4-aad3-166bb5e2a384 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:49.908764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-946e7829-8a60-422a-bede-0df89822b6b1 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--150531459&fields=id&tenant_id=a4f2b3b347114722bc1e516ec1820a9d HTTP/1.1" status: 200 len: 267 time: 0.0537503 Dec 08 21:40:49.983562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:49.991290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.036142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.070181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-721eb8a5-9ed8-4bd2-9c72-9d9d4bc9f95f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:50.082099 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-721eb8a5-9ed8-4bd2-9c72-9d9d4bc9f95f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 824 time: 0.1669278 Dec 08 21:40:50.087125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.133512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:50.142748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-bb73a2fd-a2a9-4a48-b672-3c7b1ba2898f tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/quotas/a4f2b3b347114722bc1e516ec1820a9d HTTP/1.1" status: 200 len: 375 time: 0.0585506 Dec 08 21:40:50.152945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.154163 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0592690 Dec 08 21:40:50.156965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:50.160632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Pushing event updated for resources: {'Port': ['ID=343af78a-df0c-4fa7-bb77-2efc116a0cc0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:50.165609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:50.166085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.285363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-7f1b44b6-ca58-4b08-bcaa-e13b9cb73fea tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1235507 Dec 08 21:40:50.430895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac840f2-e7eb-46b5-80b7-e2a3bfa67c6b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Pushing event updated for resources: {'Port': ['ID=1bc43de2-9502-48e1-90b1-f31a7a291480,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:50.432975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-268ec76c-c069-46d4-8848-0914449376d7 service neutron] 10.222.0.21 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466179 Dec 08 21:40:50.451756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-b17ebd81-f043-4273-8a63-128c568e8142 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.2389047 Dec 08 21:40:50.543974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b2475c22-3dae-4fef-a334-1b4d57cde512 None None] Provisioning complete for port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:50.544350 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b2475c22-3dae-4fef-a334-1b4d57cde512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.606977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-ef09b1a9-4120-4703-9464-588b1aad7239 service neutron] 10.222.0.21 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730051 Dec 08 21:40:50.619540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b2475c22-3dae-4fef-a334-1b4d57cde512 None None] Port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:50.700672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeeab37c-04ce-46c4-aad3-166bb5e2a384 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:50.728127 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.782306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-8dc963c4-1f4d-4f04-8f6b-9222f9db167c tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:50.783806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-8dc963c4-1f4d-4f04-8f6b-9222f9db167c tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.3225083 Dec 08 21:40:50.786209 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.788545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Transition to ACTIVE for port object aeeab37c-04ce-46c4-aad3-166bb5e2a384 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:40:50.814340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-04733790-d867-42a9-95d8-5920b20e59fa tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:40:50.815416 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05020699-f7f8-4882-9446-14ed71b3bfd2 req-04733790-d867-42a9-95d8-5920b20e59fa tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137680 Dec 08 21:40:50.817498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:50.894692 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c2ce33-a5e4-4b3f-9c48-77f8bc71bcf1 x-openstack-request-id: req-74c2ce33-a5e4-4b3f-9c48-77f8bc71bcf1 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:50.895217 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeaef15-84be-4b95-b480-14a28e6e7fc8", "name": "network-vif-plugged", "status": "completed", "tag": "44f7d34b-e63d-4a52-a329-7b63681aef56", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:50.895310 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74c2ce33-a5e4-4b3f-9c48-77f8bc71bcf1 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:50.895659 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f7d34b-e63d-4a52-a329-7b63681aef56', 'code': 200} Dec 08 21:40:50.925835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b729e-f7ca-4254-b89a-d7aa76c81b5e req-63d3432a-841b-4704-947d-8aceb212aa8b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:50.956377 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d06b729e-f7ca-4254-b89a-d7aa76c81b5e req-63d3432a-841b-4704-947d-8aceb212aa8b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 948 time: 0.1161234 Dec 08 21:40:51.100141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 86132ec4-eef4-4cd3-8f0e-29686a112e7c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:51.107442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d06b729e-f7ca-4254-b89a-d7aa76c81b5e req-22653cb1-10c1-4fbf-8b17-6146820caf97 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500268 Dec 08 21:40:51.158502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:51.159095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f622b71-36cb-446a-86c5-890e1f777fe4 req-bb5c3019-d1fe-4f08-92aa-8cdf09133f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:51.160702 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f622b71-36cb-446a-86c5-890e1f777fe4 req-bb5c3019-d1fe-4f08-92aa-8cdf09133f4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1476693 Dec 08 21:40:51.223107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 86132ec4-eef4-4cd3-8f0e-29686a112e7c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:51.224131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:51.271242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:51.271932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:51.272540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:51.290500 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f622b71-36cb-446a-86c5-890e1f777fe4 req-68543212-9bbb-4d7f-872a-08349a6a4e2d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104026 Dec 08 21:40:51.291305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:40:51.294535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:51.397504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89c50-e0b4-4711-a914-e83c640b3c30 req-546b856d-b025-4e3e-a229-af3a683f3bb7 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:51.411274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38b89c50-e0b4-4711-a914-e83c640b3c30 req-546b856d-b025-4e3e-a229-af3a683f3bb7 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 945 time: 0.1196330 Dec 08 21:40:51.436735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:51.437363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:51.438349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:51.438877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Bound port: aeeab37c-04ce-46c4-aad3-166bb5e2a384, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:51.439839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:51.458390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3281c-5420-45a4-a463-313f807dc3fc req-0af97748-f181-4fea-9374-ec3f463e26e3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:51.467982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22d3281c-5420-45a4-a463-313f807dc3fc req-0af97748-f181-4fea-9374-ec3f463e26e3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.4396048 Dec 08 21:40:51.470829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:51.508772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38b89c50-e0b4-4711-a914-e83c640b3c30 req-c48dc92a-d91f-4219-97bb-05ef6f3bba23 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962961 Dec 08 21:40:51.531588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 86132ec4-eef4-4cd3-8f0e-29686a112e7c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=86132ec4-eef4-4cd3-8f0e-29686a112e7c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:51.544875 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:51.548859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22d3281c-5420-45a4-a463-313f807dc3fc req-e33e8d0f-7c08-4bd1-b3ff-59105dfa773c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759840 Dec 08 21:40:51.673721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=86132ec4-eef4-4cd3-8f0e-29686a112e7c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:51.750901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a72e7-6556-4f0b-8ae6-47a3b444bf39 req-beec6a40-f5ab-4f79-8d5f-0960d1fe0470 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:51.752983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c85a72e7-6556-4f0b-8ae6-47a3b444bf39 req-beec6a40-f5ab-4f79-8d5f-0960d1fe0470 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.1013772 Dec 08 21:40:51.824735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c85a72e7-6556-4f0b-8ae6-47a3b444bf39 req-c6eb40e9-c4a0-4781-8e6c-4c7364f0ab06 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572336 Dec 08 21:40:51.837387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:51.870359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:51.877211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:51.889998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf1114-915d-4ba0-84e1-919d0cc5f257 req-5963ce5a-adef-456a-af09-fed8571a3f93 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:51.891877 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-54cf1114-915d-4ba0-84e1-919d0cc5f257 req-5963ce5a-adef-456a-af09-fed8571a3f93 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 944 time: 0.2176895 Dec 08 21:40:51.893947 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:51.895020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:51.904938 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:51.973916 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7cd6d7a-298a-4425-80a5-36315d51e5ba req-a9c0749b-ab32-4c4a-8c5e-084a6de6e2ba tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 210 time: 0.0626872 Dec 08 21:40:52.178648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:52.179298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:52.180677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] 10.222.0.37 "PUT /v2.0/ports/aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 1096 time: 2.7332914 Dec 08 21:40:52.181809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c22ed7-54ba-4165-b15a-82bba1063468 req-cbb049ba-9898-4ac9-8f1a-a64668e386b6 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:52.182470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:52.189622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:52.189622 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf22afb6-ee43-4543-8db4-c02277055a85" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:52.193000 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52c22ed7-54ba-4165-b15a-82bba1063468 req-cbb049ba-9898-4ac9-8f1a-a64668e386b6 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1236584 Dec 08 21:40:52.202514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:52.268413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-54cf1114-915d-4ba0-84e1-919d0cc5f257 req-058ec40a-a08f-43ce-a607-9fd9cc72b7c2 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606408 Dec 08 21:40:52.279203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52c22ed7-54ba-4165-b15a-82bba1063468 req-46586ec4-fbd5-471a-bd49-29b5c7f4c0de tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0845740 Dec 08 21:40:52.297226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-52c22ed7-54ba-4165-b15a-82bba1063468 req-1f3d0ef9-c621-43ef-a948-abcff1473ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Request body: {'floatingip': {'port_id': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:52.360459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Pushing event updated for resources: {'Port': ['ID=343af78a-df0c-4fa7-bb77-2efc116a0cc0,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:52.365766 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52c22ed7-54ba-4165-b15a-82bba1063468 req-1f3d0ef9-c621-43ef-a948-abcff1473ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:52.662038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4ac04e83-177f-4dca-bb1d-e62049f375a4 None None] Provisioning complete for port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:52.662628 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ac04e83-177f-4dca-bb1d-e62049f375a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:52.771691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4ac04e83-177f-4dca-bb1d-e62049f375a4 None None] Port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:52.888520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-5f0a503e-c85f-4d45-ae1f-19e373832ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:52.891008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-5f0a503e-c85f-4d45-ae1f-19e373832ed4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1099 time: 0.5959959 Dec 08 21:40:52.925299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 86132ec4-eef4-4cd3-8f0e-29686a112e7c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:52.940072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-ff0c1d56-dc5f-42a5-927a-2e37321413a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.0389171 Dec 08 21:40:52.949629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b5589-c68f-4d7e-b70f-3cd6756f806d req-77f8c52a-c19b-45f3-a5bd-491970c9edb3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:52.957047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d37b5589-c68f-4d7e-b70f-3cd6756f806d req-77f8c52a-c19b-45f3-a5bd-491970c9edb3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 948 time: 0.4898429 Dec 08 21:40:52.958805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fac24-00eb-42bc-a737-f9e0ae320f58 service neutron] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:53.014037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 86132ec4-eef4-4cd3-8f0e-29686a112e7c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:53.015127 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:53.030162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Router 09533501-7256-425b-925b-f8801082e66d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:40:53.066369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-74c007cc-e6c1-4692-ab5d-82b47a1608cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:53.068051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-74c007cc-e6c1-4692-ab5d-82b47a1608cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1039934 Dec 08 21:40:53.092992 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d37b5589-c68f-4d7e-b70f-3cd6756f806d req-9df4ad22-4395-43ae-9c7a-7456a4296f2f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350098 Dec 08 21:40:53.216485 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9f4702-3f36-46dd-b319-d3023f92312a x-openstack-request-id: req-9c9f4702-3f36-46dd-b319-d3023f92312a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:53.216755 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:53.216972 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c9f4702-3f36-46dd-b319-d3023f92312a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:53.217366 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'status': 'completed', 'code': 200} Dec 08 21:40:53.321899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-1e23558f-1354-41b8-bcbd-2e49ea8ac50a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:53.323633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-1e23558f-1354-41b8-bcbd-2e49ea8ac50a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.37 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 824 time: 0.3472338 Dec 08 21:40:53.343409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-c206f42e-cfe8-4b91-86f0-231821eaaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:53.345233 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-c206f42e-cfe8-4b91-86f0-231821eaaf49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2508795 Dec 08 21:40:53.354766 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-52c22ed7-54ba-4165-b15a-82bba1063468 req-1f3d0ef9-c621-43ef-a948-abcff1473ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 21:40:53.363175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52c22ed7-54ba-4165-b15a-82bba1063468 req-1f3d0ef9-c621-43ef-a948-abcff1473ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "PUT /v2.0/floatingips/c58eb351-1abd-4035-a550-d697d82b28ab HTTP/1.1" status: 409 len: 549 time: 1.0826585 Dec 08 21:40:53.371010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:40:53.385342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Sync routers for ids ['09533501-7256-425b-925b-f8801082e66d'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:40:53.394843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-05b0ccec-4ad0-4319-8b20-21fd22c6d7fa admin admin] 10.222.0.21 "PUT /v2.0/routers/09533501-7256-425b-925b-f8801082e66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5470092 Dec 08 21:40:53.401657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Routers {'09533501-7256-425b-925b-f8801082e66d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:53.407225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['09533501-7256-425b-925b-f8801082e66d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:53.427761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb079c-15d2-4623-ae32-3a2072459194 req-cd460c6e-fae2-44bf-a935-8cf0698eddb8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:53.429218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3afb079c-15d2-4623-ae32-3a2072459194 req-cd460c6e-fae2-44bf-a935-8cf0698eddb8 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 945 time: 0.1422927 Dec 08 21:40:53.457204 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f5904732-c400-4cd5-a4bb-9c7ade876129 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4f2b3b347114722bc1e516ec1820a9d HTTP/1.1" status: 200 len: 379 time: 0.1173427 Dec 08 21:40:53.474787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Request body: {'port': {'device_id': '34def91f-3c2d-43ae-8377-64133e1024b1', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'admin_state_up': True, 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'security_groups': ['36dbca7f-600b-47f7-8782-a117da581d44']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:53.586907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Set router 09533501-7256-425b-925b-f8801082e66d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:53.633705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61630692-c337-45ea-bb49-2be24164815f req-297155a8-bfd6-4226-8801-38223432933c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:53.635622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61630692-c337-45ea-bb49-2be24164815f req-297155a8-bfd6-4226-8801-38223432933c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1666150 Dec 08 21:40:53.704901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61630692-c337-45ea-bb49-2be24164815f req-393a4e35-89fa-4a04-aead-182b43eb017f tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576184 Dec 08 21:40:53.747143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Made reservation on behalf of a4f2b3b347114722bc1e516ec1820a9d for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:40:53.751742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:53.779066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3afb079c-15d2-4623-ae32-3a2072459194 req-91d6a475-092a-471b-9ec7-2c1a4b565d1e tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162272 Dec 08 21:40:53.822380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-d7e8676d-ae86-40bc-9be7-5934350245f7 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648397 Dec 08 21:40:53.846186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:40:50Z', 'revision_number': 4, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '343af78a-df0c-4fa7-bb77-2efc116a0cc0', 'name': '', 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'mac_address': 'fa:16:3e:b9:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'cba0e46e-f93c-4a90-8dc3-d5af763873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:48Z', 'updated_at': '2021-12-08T21:40:51Z', 'revision_number': 2, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'subnets': [{'id': 'cba0e46e-f93c-4a90-8dc3-d5af763873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:53.882366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Checking router: 09533501-7256-425b-925b-f8801082e66d for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:40:53.882862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Updating router 09533501-7256-425b-925b-f8801082e66d port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:40:53.886346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84965be5-24b5-4592-a40b-08c98bece1d5 req-13690a3c-f8dd-4ef1-975b-a19854efaddd tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:53.891219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84965be5-24b5-4592-a40b-08c98bece1d5 req-13690a3c-f8dd-4ef1-975b-a19854efaddd tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.1064863 Dec 08 21:40:53.910154 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:53.917751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dcabf135-6b02-40e0-abfe-8bc46ec013fa req-22684cb8-2b6e-44d6-9c79-9675d1a3c87d tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 210 time: 0.0588002 Dec 08 21:40:53.971657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84965be5-24b5-4592-a40b-08c98bece1d5 req-8ecf9eef-0cc5-4973-bc09-24f2ce8d999f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762827 Dec 08 21:40:53.984340 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42cd90b3-e017-4ec1-80a0-4c85b3a16d4b req-0c2df39e-5cfe-4601-b4d5-c936a22a44b3 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525321 Dec 08 21:40:53.992347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Allocated IP 172.20.0.6 (e35e526e-b0aa-46d7-85c6-20f23c602f77/9ff34851-5b0a-418c-ad7d-127114c8dc7a/f4356ac3-acb5-4239-bd6f-eb89f5afbd81) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:54.081571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abd0b9-1a9b-4db2-8c14-7234c77ed38b req-232255c6-3036-4e90-9dd2-5c802fbcf87e tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.083121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c8abd0b9-1a9b-4db2-8c14-7234c77ed38b req-232255c6-3036-4e90-9dd2-5c802fbcf87e tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 944 time: 0.0738816 Dec 08 21:40:54.087852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-c465292d-a065-491a-a0b3-120e262817de tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips/c58eb351-1abd-4035-a550-d697d82b28ab HTTP/1.1" status: 200 len: 692 time: 0.0667090 Dec 08 21:40:54.126095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-327a265b-1464-4fbc-9e26-6d95d80d658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.127726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-327a265b-1464-4fbc-9e26-6d95d80d658a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1099 time: 0.0785515 Dec 08 21:40:54.142417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c8abd0b9-1a9b-4db2-8c14-7234c77ed38b req-cd592f9a-8771-43c4-bef5-cf735060ed09 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Dec 08 21:40:54.226888 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.235751 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.316903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c21779-6d68-4487-9370-b055407c6e94 None None] Pushing event updated for resources: {'Port': ['ID=343af78a-df0c-4fa7-bb77-2efc116a0cc0,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:54.376134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Attempting to bind port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:54.376947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Attempting to bind port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:54.377335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Attempting to bind port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 on network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:54.384250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:54.384613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Checking segment: {'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:54.385024 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.385414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Bound using segment: {'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:54.385885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Bound port: 343af78a-df0c-4fa7-bb77-2efc116a0cc0, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:54.386262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.392736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-bd56ce7e-fb03-4a79-9ef3-8b14fa4ca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.394462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-bd56ce7e-fb03-4a79-9ef3-8b14fa4ca174 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2510905 Dec 08 21:40:54.396198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-b6eb9fa8-9d11-4073-aaac-e05ee4acde64 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.398162 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-b6eb9fa8-9d11-4073-aaac-e05ee4acde64 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.3019242 Dec 08 21:40:54.400782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9804-0781-4d67-a792-a9d70022fa4e req-8ad054e5-8fec-42ac-9234-813643a0cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.403036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-8ad054e5-8fec-42ac-9234-813643a0cd3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c158586e0ce24a24ba632793e8059499&device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 1095 time: 0.1891942 Dec 08 21:40:54.416069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-8d8b994f-a005-482d-9129-2aa285a6aca1 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:40:54.417048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-8d8b994f-a005-482d-9129-2aa285a6aca1 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101867 Dec 08 21:40:54.463413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-3ec20e62-3859-4da4-9c15-59a938612897 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.0546501 Dec 08 21:40:54.470089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] For port 343af78a-df0c-4fa7-bb77-2efc116a0cc0, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:54.477301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] For port 343af78a-df0c-4fa7-bb77-2efc116a0cc0, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=343af78a-df0c-4fa7-bb77-2efc116a0cc0,segment=NetworkSegment(ce450f49-15ba-4dd2-b0f3-e80e22a44d47),segment_id=ce450f49-15ba-4dd2-b0f3-e80e22a44d47)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:54.485695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-43669df1-2035-4776-8d8a-c2f174099ecd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f697d50-97c6-451f-b78b-67d69890a3a6 HTTP/1.1" status: 200 len: 217 time: 0.0617931 Dec 08 21:40:54.487147 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.494187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.557689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c21779-6d68-4487-9370-b055407c6e94 None None] Pushing event updated for resources: {'Port': ['ID=343af78a-df0c-4fa7-bb77-2efc116a0cc0,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:54.576412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Routers {'09533501-7256-425b-925b-f8801082e66d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:54.576711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-2bf45121-8a79-43ab-8875-58628647451b tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0965714 Dec 08 21:40:54.577170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['09533501-7256-425b-925b-f8801082e66d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:54.609197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-c98ea5bd-9a3e-4487-9a98-e568f9bea9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.610675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-c98ea5bd-9a3e-4487-9a98-e568f9bea9be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1392543 Dec 08 21:40:54.621311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-e88a68d9-d212-46e4-8141-1e9263898e4e tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3434045 Dec 08 21:40:54.627246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:54.633336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9804-0781-4d67-a792-a9d70022fa4e req-a0882145-d8e2-44f7-8055-489b8decfa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.635105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-a0882145-d8e2-44f7-8055-489b8decfa1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf6e868f-4f9f-4d8f-adc3-67e0de636c52 HTTP/1.1" status: 200 len: 852 time: 0.1390891 Dec 08 21:40:54.650079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-bb40373f-0a66-4604-b2f4-a2eba1203004 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0644526 Dec 08 21:40:54.682849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-628155b9-0338-4ccb-b107-4eb6dc0a88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.684609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-628155b9-0338-4ccb-b107-4eb6dc0a88f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608397 Dec 08 21:40:54.685605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.731526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] Set router 09533501-7256-425b-925b-f8801082e66d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:54.773809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.795320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f17448e7-9b1a-44bb-af37-4f7c7913e6a8 None None] Provisioning complete for port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:54.795320 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f17448e7-9b1a-44bb-af37-4f7c7913e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:54.850899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-5dfb4e1c-26c0-4b88-ad1d-ce64f63193e1 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523151 Dec 08 21:40:54.902334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event updated for resources: {'Port': ['ID=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:54.930269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:54.936695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:54.939305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:54.967361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9804-0781-4d67-a792-a9d70022fa4e req-60e725fd-304a-44a7-a0e9-a0a6819923cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:54.968867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-60e725fd-304a-44a7-a0e9-a0a6819923cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d90832e6-aa1c-4712-bd06-1d66ff740c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3176994 Dec 08 21:40:54.981352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf22afb6-ee43-4543-8db4-c02277055a85 req-53d95473-0885-4c1c-b7dc-96bb6ac69e33 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209795 Dec 08 21:40:54.983063 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.047813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:55.048463 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.087327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Deleting port 1bc43de2-9502-48e1-90b1-f31a7a291480 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:40:55.087655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.096261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-f7295048-30f5-40cf-9557-fd8838719d4a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6259608 Dec 08 21:40:55.117295 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f17448e7-9b1a-44bb-af37-4f7c7913e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.121250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Allocated IP 172.25.1.112 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/9c9c62aa-0245-4cbd-bc32-99c4446d6d8e) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:40:55.123211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Request body: {'port': {'device_id': '34def91f-3c2d-43ae-8377-64133e1024b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:55.169099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f17448e7-9b1a-44bb-af37-4f7c7913e6a8 None None] For port 343af78a-df0c-4fa7-bb77-2efc116a0cc0, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=343af78a-df0c-4fa7-bb77-2efc116a0cc0,segment=NetworkSegment(ce450f49-15ba-4dd2-b0f3-e80e22a44d47),segment_id=ce450f49-15ba-4dd2-b0f3-e80e22a44d47)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:55.182330 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f17448e7-9b1a-44bb-af37-4f7c7913e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.192121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:40:50Z', 'revision_number': 4, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '343af78a-df0c-4fa7-bb77-2efc116a0cc0', 'name': '', 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'mac_address': 'fa:16:3e:b9:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'cba0e46e-f93c-4a90-8dc3-d5af763873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:48Z', 'updated_at': '2021-12-08T21:40:54Z', 'revision_number': 4, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'subnets': [{'id': 'cba0e46e-f93c-4a90-8dc3-d5af763873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:55.195571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-bda67654-c24e-409e-a85a-1e2217bfe2fc service neutron] 10.222.0.23 "GET /v2.0/networks/d90832e6-aa1c-4712-bd06-1d66ff740c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156341 Dec 08 21:40:55.242855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98367233-ca1f-4544-aba2-ecc4b2037337 None None] The sync data for ids ['09533501-7256-425b-925b-f8801082e66d'] in n-d-821126-1 is: [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:40:50Z', 'revision_number': 4, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '343af78a-df0c-4fa7-bb77-2efc116a0cc0', 'name': '', 'network_id': '2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'mac_address': 'fa:16:3e:b9:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'cba0e46e-f93c-4a90-8dc3-d5af763873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:48Z', 'updated_at': '2021-12-08T21:40:54Z', 'revision_number': 4, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'subnets': [{'id': 'cba0e46e-f93c-4a90-8dc3-d5af763873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:40:55.268031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17448e7-9b1a-44bb-af37-4f7c7913e6a8 None None] Pushing event updated for resources: {'Port': ['ID=343af78a-df0c-4fa7-bb77-2efc116a0cc0,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:55.293084 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.332133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-41dfb42c-71e9-4594-be14-1188899f8e21 None None] Provisioning complete for port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:55.333529 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-41dfb42c-71e9-4594-be14-1188899f8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.346950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.349892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.366007 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.366743 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.390768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Calling delete_port for 1bc43de2-9502-48e1-90b1-f31a7a291480 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:40:55.392436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:40:55.396257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:40:55.406754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:40:55.419414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Pushing event updated for resources: {'Port': ['ID=9c9c62aa-0245-4cbd-bc32-99c4446d6d8e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:55.474243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.495787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-41dfb42c-71e9-4594-be14-1188899f8e21 None None] Provisioning complete for port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:55.497173 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-41dfb42c-71e9-4594-be14-1188899f8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.508669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-eee78a31-9d81-4c9e-9ce2-5bc4b5aef177 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:55.510434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-eee78a31-9d81-4c9e-9ce2-5bc4b5aef177 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.1993408 Dec 08 21:40:55.524813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.535424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821126-1'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:55.540610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473d9804-0781-4d67-a792-a9d70022fa4e req-92bd3f4d-ad74-4fb5-82fe-8b9b994d842a service neutron] 10.222.0.23 "GET /v2.0/networks/d90832e6-aa1c-4712-bd06-1d66ff740c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305137 Dec 08 21:40:55.543529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-41dfb42c-71e9-4594-be14-1188899f8e21 None None] Port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:40:55.713876 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.719194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.728137 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.754238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.779613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:55.780870 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1589258 Dec 08 21:40:55.781628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5d27c-f9b1-4868-8ecd-db740d19f48f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Pushing event updated for resources: {'Port': ['ID=9c9c62aa-0245-4cbd-bc32-99c4446d6d8e,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:55.792805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-1b212c6e-a778-4564-9285-034ee1ab0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:55.794867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-1b212c6e-a778-4564-9285-034ee1ab0202 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c158586e0ce24a24ba632793e8059499&device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 1095 time: 0.1751151 Dec 08 21:40:55.850192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-ba0e2364-6b13-4060-811b-214a766b45af tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0475626 Dec 08 21:40:55.953772 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-c859c7d0-ba24-4fe5-b807-3ff2234eefec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011925 Dec 08 21:40:56.039712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-a2d1a886-ea76-4005-aef6-445efd8c7620 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.041259 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39167396-bf87-43b5-b60e-69fcca4ca9fc req-a2d1a886-ea76-4005-aef6-445efd8c7620 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1788874 Dec 08 21:40:56.059938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-eb954a08-d002-41c8-9027-4a994fd4f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.061451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-eb954a08-d002-41c8-9027-4a994fd4f97f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 1095 time: 0.0824826 Dec 08 21:40:56.061917 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:56.079576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-89fbd994-ccac-4f26-9d65-23cc7a8ac063 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.081091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-89fbd994-ccac-4f26-9d65-23cc7a8ac063 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8104e71-5648-4383-8b41-5d07d496c435 HTTP/1.1" status: 200 len: 945 time: 0.2045145 Dec 08 21:40:56.173603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Pushing event deleted for resources: {'Port': ['ID=1bc43de2-9502-48e1-90b1-f31a7a291480,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:56.209542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-4d313b3c-902f-433b-aa9c-5783e723a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.211820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-4d313b3c-902f-433b-aa9c-5783e723a21f service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.1220839 Dec 08 21:40:56.277648 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-a78dc5dc-efa6-43a4-a02d-75fc3028b034 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 200 len: 217 time: 0.0575464 Dec 08 21:40:56.379921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-0cb0c624-c3c2-47bf-8370-39b080f86808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.381531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-0cb0c624-c3c2-47bf-8370-39b080f86808 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0938418 Dec 08 21:40:56.407428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c96d6-e243-47d7-bb4d-bfb515300fa3 req-fc1584e3-bd6f-4c73-a784-4af0963d8f41 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.409068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-097c96d6-e243-47d7-bb4d-bfb515300fa3 req-fc1584e3-bd6f-4c73-a784-4af0963d8f41 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 948 time: 0.0787249 Dec 08 21:40:56.426118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-cb97a030-a37a-4e9b-bc14-7794fecd7279 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354090 Dec 08 21:40:56.480254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-15a32c33-a365-4c4e-a910-c26da2840de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.482274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-15a32c33-a365-4c4e-a910-c26da2840de4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d90832e6-aa1c-4712-bd06-1d66ff740c99 HTTP/1.1" status: 200 len: 914 time: 0.6580830 Dec 08 21:40:56.511435 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-097c96d6-e243-47d7-bb4d-bfb515300fa3 req-59dcd670-fa1a-478e-915a-ddccaff85436 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875719 Dec 08 21:40:56.553446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-95f3b644-0849-4aa4-8ac6-6b7e3d57457a service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199255 Dec 08 21:40:56.615126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:56.622030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-a4ac793f-2e0a-400d-bb7c-7368ae795e57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f697d50-97c6-451f-b78b-67d69890a3a6 HTTP/1.1" status: 200 len: 217 time: 0.0976586 Dec 08 21:40:56.635511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4356ac3-acb5-4239-bd6f-eb89f5afbd81 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:56.657833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c76994f9-0997-451d-85e9-997dd016f8d2 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:40:56.661205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:56.663836 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:56.665169 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac21371-ff3f-4fba-9e15-abaa51d5fa9a req-91883708-672e-449d-95ea-db35a1cea19a tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "DELETE /v2.0/floatingips/c58eb351-1abd-4035-a550-d697d82b28ab HTTP/1.1" status: 204 len: 173 time: 2.0036500 Dec 08 21:40:56.683720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6742976-fd38-450a-9863-019909af77a9 req-5d3ea96a-bfa2-476c-b9fe-8d598d45b8ca tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.685335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6742976-fd38-450a-9863-019909af77a9 req-5d3ea96a-bfa2-476c-b9fe-8d598d45b8ca tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0810444 Dec 08 21:40:56.686474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:56.689297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-508097f6-76a8-4108-bdb7-b72250b8f846 req-5289d5a7-4044-4eb5-8488-050abf8cf057 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272616 Dec 08 21:40:56.729438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Transition to ACTIVE for port object f4356ac3-acb5-4239-bd6f-eb89f5afbd81 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:40:56.738157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6742976-fd38-450a-9863-019909af77a9 req-dc8ec6c7-2e73-4e39-8d1a-1ecc5555cde8 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Dec 08 21:40:56.749171 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:56.813106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:56.827718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c76994f9-0997-451d-85e9-997dd016f8d2 has no active binding in host n-h2-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 21:40:56.864666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-5a621fa1-a2c6-463b-b3a5-57283b1438a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.866931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-5a621fa1-a2c6-463b-b3a5-57283b1438a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf6e868f-4f9f-4d8f-adc3-67e0de636c52 HTTP/1.1" status: 200 len: 852 time: 0.2237427 Dec 08 21:40:56.871139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:56.890268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a77f5-a672-422c-834b-fbad69bcf155 req-23203dce-6151-4a2a-b7d5-8a04e23041f5 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:56.891855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed5a77f5-a672-422c-834b-fbad69bcf155 req-23203dce-6151-4a2a-b7d5-8a04e23041f5 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 945 time: 0.0830014 Dec 08 21:40:56.936368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed5a77f5-a672-422c-834b-fbad69bcf155 req-b27f3a54-ff3c-4750-8c15-8c3154440bac tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358660 Dec 08 21:40:56.944878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:56.954857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 343af78a-df0c-4fa7-bb77-2efc116a0cc0 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:56.977758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:56.980231 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1030d860-17e6-49a1-92c0-0e101537892c" -d '{"events": [{"server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "name": "network-vif-unplugged", "status": "completed", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:56.993503 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.003647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Deleting port a0af3876-7cbf-4fac-a266-8986d515dd6b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:40:57.003993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.028766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:57.029149 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.078957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f209c-6f13-4fbc-ac61-db0dc6c9cce5 req-c6704bca-d09a-41ca-8cc2-ae5f9589892e tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:57.080490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d4f209c-6f13-4fbc-ac61-db0dc6c9cce5 req-c6704bca-d09a-41ca-8cc2-ae5f9589892e tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 944 time: 0.0541365 Dec 08 21:40:57.088908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.097993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1face6a1-dc17-41d6-a992-45bf1e8a245b req-aa9af7b5-82c1-4e82-bf32-26cc81c7395a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:57.099743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1face6a1-dc17-41d6-a992-45bf1e8a245b req-aa9af7b5-82c1-4e82-bf32-26cc81c7395a tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 943 time: 0.3559992 Dec 08 21:40:57.129852 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d4f209c-6f13-4fbc-ac61-db0dc6c9cce5 req-92d302e0-f379-447d-a425-bb315a37aa64 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Dec 08 21:40:57.205408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc6db5c8-6eb0-4b06-8bd2-de68427bbdbb req-ea773d91-d118-4942-a8e1-5a7742d274e7 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips/388d5e52-f805-4370-98ae-95ccd9ca9f23 HTTP/1.1" status: 200 len: 693 time: 0.0517707 Dec 08 21:40:57.212444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-4f9b28cd-1b04-4309-b764-b3f6f6d4ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:57.214409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-4f9b28cd-1b04-4309-b764-b3f6f6d4ede8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d90832e6-aa1c-4712-bd06-1d66ff740c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3227887 Dec 08 21:40:57.313952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6db5c8-6eb0-4b06-8bd2-de68427bbdbb req-f42603c7-89e2-4e38-9bf7-9aa8e9e850ec tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:57.315332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc6db5c8-6eb0-4b06-8bd2-de68427bbdbb req-f42603c7-89e2-4e38-9bf7-9aa8e9e850ec tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.0987921 Dec 08 21:40:57.320471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1face6a1-dc17-41d6-a992-45bf1e8a245b req-ed124b48-61cd-4aad-99a5-c04ba5445f9d tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061512 Dec 08 21:40:57.325834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-fc6db5c8-6eb0-4b06-8bd2-de68427bbdbb req-b80eefd4-0e0c-4284-89fb-55b23224277f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:40:57.326809 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc6db5c8-6eb0-4b06-8bd2-de68427bbdbb req-b80eefd4-0e0c-4284-89fb-55b23224277f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056074 Dec 08 21:40:57.343898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Pushing event updated for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:57.365162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] For port a0af3876-7cbf-4fac-a266-8986d515dd6b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a0af3876-7cbf-4fac-a266-8986d515dd6b,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:57.365529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.397110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:40:57.397714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Attempting to bind port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:57.398057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Attempting to bind port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:57.398385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Attempting to bind port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 on network e35e526e-b0aa-46d7-85c6-20f23c602f77 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:57.451451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4439187-bf89-43bd-8dc6-a38160004ec6 req-a602063f-a679-4ff9-8bb5-d7d92ab6a802 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:57.452946 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4439187-bf89-43bd-8dc6-a38160004ec6 req-a602063f-a679-4ff9-8bb5-d7d92ab6a802 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 945 time: 0.0506015 Dec 08 21:40:57.496756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4439187-bf89-43bd-8dc6-a38160004ec6 req-fdc286c7-bee1-44ef-b4a0-8ab4832c85a5 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354300 Dec 08 21:40:57.501812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on host n-h1-821126-1 for vnic_type normal with profile {"migrating_to": "n-h2-821126-1"} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:40:57.502180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:40:57.502494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:57.503674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:57.519211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 on network e35e526e-b0aa-46d7-85c6-20f23c602f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:40:57.519541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Attempting to bind port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 on network e35e526e-b0aa-46d7-85c6-20f23c602f77 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:57.528036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'mac_address': 'fa:16:3e:ac:6f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:40:57.556389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:40:57.556389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Attempting to bind port c76994f9-0997-451d-85e9-997dd016f8d2 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:40:57.573426 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.579932 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07761563-5bcb-417a-b496-70df5cd32839 x-openstack-request-id: req-07761563-5bcb-417a-b496-70df5cd32839 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:40:57.580150 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "name": "network-vif-unplugged", "status": "completed", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:40:57.580404 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07761563-5bcb-417a-b496-70df5cd32839 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:40:57.580799 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2', 'code': 200} Dec 08 21:40:57.585910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:57.586254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Checking segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:57.586637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Bound using segment: {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:57.586783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeeab37c-04ce-46c4-aad3-166bb5e2a384 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:57.587105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Bound port: f4356ac3-acb5-4239-bd6f-eb89f5afbd81, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5010df04-b690-468c-ae14-dfa10681b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:57.587479 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.605740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:57.610205 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.613452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:40:57.613795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:40:57.614201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:40:57.614627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Bound port: c76994f9-0997-451d-85e9-997dd016f8d2, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:40:57.615010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:57.638679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-66ac71fd-a185-437f-89cb-27431e643fad service neutron] 10.222.0.23 "GET /v2.0/networks/d90832e6-aa1c-4712-bd06-1d66ff740c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164157 Dec 08 21:40:57.649617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-326972b4-54f0-437f-a434-a05d788f67b1 req-3b057903-60ac-479b-a02a-ba578a092fae tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=2b4f975b8fda4119a167f099ba4bd3ed HTTP/1.1" status: 200 len: 696 time: 0.0771348 Dec 08 21:40:57.664111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:57.673186 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-113a5a40-53d1-45cb-bb6b-1aa2b0a3186d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 1001 time: 0.3036871 Dec 08 21:40:57.759943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326972b4-54f0-437f-a434-a05d788f67b1 req-74fa6895-a0bf-4e49-a11c-7c70a04bfcc0 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:57.763058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-326972b4-54f0-437f-a434-a05d788f67b1 req-74fa6895-a0bf-4e49-a11c-7c70a04bfcc0 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/networks?id=95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 787 time: 0.1049707 Dec 08 21:40:57.773803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-326972b4-54f0-437f-a434-a05d788f67b1 req-e3463bbf-4f10-456a-8679-2460750490eb tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:40:57.774803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-326972b4-54f0-437f-a434-a05d788f67b1 req-e3463bbf-4f10-456a-8679-2460750490eb tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055196 Dec 08 21:40:57.879497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-48331496-04f8-4f4a-a8c9-01b0711e4453 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:57.880850 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-48331496-04f8-4f4a-a8c9-01b0711e4453 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports/ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 200 len: 942 time: 0.1991329 Dec 08 21:40:57.898006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['aeeab37c-04ce-46c4-aad3-166bb5e2a384'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:57.923080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] For port f4356ac3-acb5-4239-bd6f-eb89f5afbd81, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:57.951745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:40:57.977091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] For port f4356ac3-acb5-4239-bd6f-eb89f5afbd81, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:58.015587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:58.015972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:58.016280 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Floating IP 13ed5ae9-a639-4281-b9c3-75eacf6c2a8f disassociated. External IP: 172.25.1.158, port: a0af3876-7cbf-4fac-a266-8986d515dd6b. Dec 08 21:40:58.016627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Calling delete_port for a0af3876-7cbf-4fac-a266-8986d515dd6b owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:40:58.026264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:58.029149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:40:58.036958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fc2a38e-c034-477d-8098-ac41bbd80736 req-70affeaa-3465-4d0b-80a0-a10b8b4bdd8c service neutron] 10.222.0.23 "GET /v2.0/networks/d90832e6-aa1c-4712-bd06-1d66ff740c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612030 Dec 08 21:40:58.051211 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:58.126539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:58.127193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:58.128598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] 10.222.0.37 "PUT /v2.0/ports/f4356ac3-acb5-4239-bd6f-eb89f5afbd81 HTTP/1.1" status: 200 len: 1091 time: 3.0109460 Dec 08 21:40:58.150214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-69d8bf18-e7a9-495f-b5f4-3a1d667e5d30 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 1001 time: 0.2118175 Dec 08 21:40:58.231304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36cb2e-65d0-4f21-a9c4-3b54016f0374 req-05e30cb5-4390-4a70-b96a-0e9ae00aaafb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:58.233617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb36cb2e-65d0-4f21-a9c4-3b54016f0374 req-05e30cb5-4390-4a70-b96a-0e9ae00aaafb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 949 time: 0.0623746 Dec 08 21:40:58.237299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27ad7a-04b3-4b32-84dd-962f533e5ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:58.312417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb36cb2e-65d0-4f21-a9c4-3b54016f0374 req-fa2cc15c-fbf6-4e53-aa28-575176e8c8cb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669849 Dec 08 21:40:58.472589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c0e92-8c55-43bf-92e5-58a986c157c6 req-9fa52f72-ccd2-4156-82ba-0fc7620cb79e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:58.474164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84c0e92-8c55-43bf-92e5-58a986c157c6 req-9fa52f72-ccd2-4156-82ba-0fc7620cb79e tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0493684 Dec 08 21:40:58.517880 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84c0e92-8c55-43bf-92e5-58a986c157c6 req-663e46c8-2464-4264-b7ba-d265ad05e929 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375993 Dec 08 21:40:58.582137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:58.582802 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:58.584150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] 10.222.0.23 "PUT /v2.0/ports/c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 200 len: 1121 time: 3.0553350 Dec 08 21:40:58.584325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-7c10c119-6430-466d-97bb-6091c337ad4f tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips/388d5e52-f805-4370-98ae-95ccd9ca9f23 HTTP/1.1" status: 200 len: 693 time: 0.0436361 Dec 08 21:40:58.671266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 0f697d50-97c6-451f-b78b-67d69890a3a6 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:40:58.687986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['c76994f9-0997-451d-85e9-997dd016f8d2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:58.691301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-527d820a-90a1-46e0-bff1-ddbaf99a28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:58.692799 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-527d820a-90a1-46e0-bff1-ddbaf99a28b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 1094 time: 0.4578748 Dec 08 21:40:58.716725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['c76994f9-0997-451d-85e9-997dd016f8d2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:58.718459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35ba34-c840-4d5f-afbe-8bd734eb2a80 service neutron] Pushing event updated for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=8']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:58.724356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-9d302fe6-1814-4fb7-9852-e826ac5ba590 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:58.732343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-9d302fe6-1814-4fb7-9852-e826ac5ba590 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1406040 Dec 08 21:40:58.738048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-ba0515b1-d7ce-42c2-9703-a45a44070110 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:40:58.746625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-ba0515b1-d7ce-42c2-9703-a45a44070110 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131655 Dec 08 21:40:58.778639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-a5e67947-145c-48e4-b644-062f169cf8de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81 HTTP/1.1" status: 200 len: 217 time: 0.0546408 Dec 08 21:40:58.785538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-5bee7809-54d0-4c3a-ad96-89bc5f1d9c30 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:58.793649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-5bee7809-54d0-4c3a-ad96-89bc5f1d9c30 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.6222026 Dec 08 21:40:58.809071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-400596e2-9c25-4ff0-a32e-c8851bcde98c tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0611880 Dec 08 21:40:58.867177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-1b08df46-689f-4240-a3da-aff256b398cc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0568507 Dec 08 21:40:58.881956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:58.893111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 0f697d50-97c6-451f-b78b-67d69890a3a6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=0f697d50-97c6-451f-b78b-67d69890a3a6,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:58.923029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '0f697d50-97c6-451f-b78b-67d69890a3a6', 'network_id': 'd90832e6-aa1c-4712-bd06-1d66ff740c99', 'port_id': '0f697d50-97c6-451f-b78b-67d69890a3a6', 'mac_address': 'fa:16:3e:4b:b4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6e868f-4f9f-4d8f-adc3-67e0de636c52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:40:58.938093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event deleted for resources: {'Port': ['ID=a0af3876-7cbf-4fac-a266-8986d515dd6b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:58.949863 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-db33dd9a-e0d8-4588-9838-b8e8d5a17162 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 1001 time: 0.1547401 Dec 08 21:40:58.953073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-c3014d93-1283-4411-a0eb-bd93fe33cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:58.954222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-c3014d93-1283-4411-a0eb-bd93fe33cf38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ff34851-5b0a-418c-ad7d-127114c8dc7a HTTP/1.1" status: 200 len: 863 time: 0.1192324 Dec 08 21:40:58.961869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:40:59.028759 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.061164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f697d50-97c6-451f-b78b-67d69890a3a6 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:40:59.102886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 0f697d50-97c6-451f-b78b-67d69890a3a6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=0f697d50-97c6-451f-b78b-67d69890a3a6,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:59.111911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.115611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.168949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=0f697d50-97c6-451f-b78b-67d69890a3a6,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:59.182885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-b9073fee-f728-4068-becc-d802023d66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:59.184910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-b9073fee-f728-4068-becc-d802023d66da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e35e526e-b0aa-46d7-85c6-20f23c602f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911898 Dec 08 21:40:59.248218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Deleting port 9c9c62aa-0245-4cbd-bc32-99c4446d6d8e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:40:59.248771 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.298278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Router c12f495c-392e-4d66-95ea-e52a5562638b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:40:59.328740 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.329367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.344453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Calling delete_port for 9c9c62aa-0245-4cbd-bc32-99c4446d6d8e owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:40:59.359422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.375534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.375879 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Floating IP 6af9dbec-ccdb-40db-a013-66089585d85c disassociated. External IP: 172.25.1.176, port: ba32e571-62e9-495d-83db-3fa54f466e1c. Dec 08 21:40:59.407707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:40:59.455835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['0f697d50-97c6-451f-b78b-67d69890a3a6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:40:59.496919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.510937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port aeeab37c-04ce-46c4-aad3-166bb5e2a384 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:40:59.516903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port aeeab37c-04ce-46c4-aad3-166bb5e2a384 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:40:59.517449 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.518933 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-17948ef2-2a2b-43f3-9bee-b52f21f81d3d service neutron] 10.222.0.37 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248904 Dec 08 21:40:59.525533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Pushing event deleted for resources: {'Port': ['ID=9c9c62aa-0245-4cbd-bc32-99c4446d6d8e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:59.565011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.568060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.569236 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9e93c05-d27f-4812-89f1-4bda62f17e23 req-e75f3c30-e555-439b-8f50-90ec958949cf tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "DELETE /v2.0/floatingips/388d5e52-f805-4370-98ae-95ccd9ca9f23 HTTP/1.1" status: 204 len: 173 time: 0.7012918 Dec 08 21:40:59.586841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81'}, {'name': 'network-changed', 'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:59.589073 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048c2d96-edb7-4ff7-8276-ba28bd97b3db" -d '{"events": [{"name": "network-changed", "server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81"}, {"name": "network-changed", "server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:59.642452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:40:59.652838 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] Sync routers for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:40:59.665125 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:40:59.666083 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:40:59.670891 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.691387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51091c7-bb30-4586-bab7-56bcf02118f7 req-7d99f279-5291-4386-9e8a-aa50f507c363 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:59.693446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d51091c7-bb30-4586-bab7-56bcf02118f7 req-7d99f279-5291-4386-9e8a-aa50f507c363 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.0656123 Dec 08 21:40:59.706907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] No DVR routers for this DVR port a0af3876-7cbf-4fac-a266-8986d515dd6b on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:40:59.708474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:40:59.709523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.711624 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7e5c50-6045-4658-8c1f-f968138becfa" -d '{"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-plugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:40:59.713273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e99bf7a2-5fe0-4590-b3de-acc3339642a1 req-0315330c-17ed-4a9c-b355-47e3414ef4fe tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.23 "DELETE /v2.0/ports/a0af3876-7cbf-4fac-a266-8986d515dd6b HTTP/1.1" status: 204 len: 173 time: 3.6142061 Dec 08 21:40:59.738987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:40:59.746335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d51091c7-bb30-4586-bab7-56bcf02118f7 req-ae6f8c55-619f-4d5b-ad6a-33e026aac6f2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455201 Dec 08 21:40:59.757650 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:40:59.790900 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:40:59.822361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ff93d8-2f5e-4d81-86a6-5380ff52ad86 req-dca2b3e9-8cc2-4add-8c27-80e3e66bbe9f service neutron] 10.222.0.37 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924190 Dec 08 21:40:59.851756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:40:59.874622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Router 83711196-32fa-492f-b78b-09bd93216641 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:40:59.962762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6efd3-8de4-46c5-bcd9-fa7c0c0c7947 req-58f15577-62f3-449c-b023-4c4aebcba7f8 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:40:59.964257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3e6efd3-8de4-46c5-bcd9-fa7c0c0c7947 req-58f15577-62f3-449c-b023-4c4aebcba7f8 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 945 time: 0.0532918 Dec 08 21:41:00.003261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:00.008459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:00.013977 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3e6efd3-8de4-46c5-bcd9-fa7c0c0c7947 req-e02d7dad-f6f1-47ec-a85a-cb17fa022233 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Dec 08 21:41:00.015551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] Sync routers for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:00.031804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:00.031804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:00.037360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-15e6db76-91f0-4306-9e37-852e90167d70 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "PUT /v2.0/floatingips/6af9dbec-ccdb-40db-a013-66089585d85c HTTP/1.1" status: 200 len: 695 time: 1.0809636 Dec 08 21:41:00.094231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-71ffd1a2-4643-43d2-b451-504e627883bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:00.095753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-71ffd1a2-4643-43d2-b451-504e627883bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cc423c7609644568f0ef0b426595d75&device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 1096 time: 0.0441256 Dec 08 21:41:00.125041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13474-0073-4267-af8a-036704657385 req-ac03d9da-c11c-43dc-a932-bcc7392a5810 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:00.134632 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ff13474-0073-4267-af8a-036704657385 req-ac03d9da-c11c-43dc-a932-bcc7392a5810 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 943 time: 0.0621400 Dec 08 21:41:00.145874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:00.178460 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:00.185056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ff13474-0073-4267-af8a-036704657385 req-b300f681-547a-4ab2-874b-2e72cd2adf89 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459135 Dec 08 21:41:00.214641 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] Checking router: c12f495c-392e-4d66-95ea-e52a5562638b for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:00.223506 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:00.224122 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:00.268131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-1297798e-27d1-41cc-90b9-d708f2369850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:00.269679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-1297798e-27d1-41cc-90b9-d708f2369850 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39a2a44c-66ca-4558-b595-2f19b1a0cb65 HTTP/1.1" status: 200 len: 929 time: 0.1652210 Dec 08 21:41:00.315869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-bbf4830b-cac3-460c-9959-a1a52bf36332 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 200 len: 217 time: 0.0386572 Dec 08 21:41:00.333843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a47c-e7c7-4b1a-b56c-81ccc7ea6123 req-5206dbe4-771e-48e4-b4f0-d5feb6f74fdf tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:00.336038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae22a47c-e7c7-4b1a-b56c-81ccc7ea6123 req-5206dbe4-771e-48e4-b4f0-d5feb6f74fdf tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.0758080 Dec 08 21:41:00.357306 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:00.394313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae22a47c-e7c7-4b1a-b56c-81ccc7ea6123 req-770ab838-8ac7-46e2-8c76-3a906070c455 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488188 Dec 08 21:41:00.420318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-d7a34018-1fe8-4f39-9d09-6fef0d0335f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:00.422123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-d7a34018-1fe8-4f39-9d09-6fef0d0335f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9fe16ed-c11d-42b7-b374-10690a924aad HTTP/1.1" status: 200 len: 867 time: 0.0992432 Dec 08 21:41:00.455830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:21Z', 'revision_number': 5, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:00.474228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-67f94856-4e57-4b41-8de2-17a46b540016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:00.482235 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-67f94856-4e57-4b41-8de2-17a46b540016 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39a2a44c-66ca-4558-b595-2f19b1a0cb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529447 Dec 08 21:41:00.495768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] Checking router: 83711196-32fa-492f-b78b-09bd93216641 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:00.505706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f646e19-8865-4ecb-bf86-77869f14512e req-c442f93a-ce47-4ffa-9f85-8572c958c50b tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:00.506918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:00.507719 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f646e19-8865-4ecb-bf86-77869f14512e req-c442f93a-ce47-4ffa-9f85-8572c958c50b tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0527887 Dec 08 21:41:00.507844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:00.559278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f646e19-8865-4ecb-bf86-77869f14512e req-5a86da5e-b801-4819-8842-66513786a051 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Dec 08 21:41:00.592729 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-e37c1721-6e4c-42f9-b543-9c3aab9e2135 service neutron] 10.222.0.21 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093698 Dec 08 21:41:00.654773 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:00.671535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:00.699961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-6be3433c-56eb-4467-b5f5-5ca5bc7a92a6 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1238670 Dec 08 21:41:00.702086 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2b9d-24c5-49c4-af7e-5e006b61a414 None None] The sync data for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 is: [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:00.705601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 0f697d50-97c6-451f-b78b-67d69890a3a6 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:00.712705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:00.715300 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa11f7e-d700-469a-827a-6da8635722c2 req-f1ad5336-a271-4288-91ed-6a1f890707f5 service neutron] 10.222.0.21 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217117 Dec 08 21:41:00.757615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:00.818918 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a6418-ca35-4fe4-86a8-5a46d4e71dc2 x-openstack-request-id: req-128a6418-ca35-4fe4-86a8-5a46d4e71dc2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:00.819316 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:00.819671 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-128a6418-ca35-4fe4-86a8-5a46d4e71dc2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:00.820203 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'status': 'completed', 'code': 200} Dec 08 21:41:00.820550 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2', 'status': 'completed', 'code': 200} Dec 08 21:41:00.919511 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ce586-914b-4ea6-8c10-62a1dc844eec x-openstack-request-id: req-9a5ce586-914b-4ea6-8c10-62a1dc844eec {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:00.920094 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-plugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:00.920277 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a5ce586-914b-4ea6-8c10-62a1dc844eec {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:00.920756 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'code': 200} Dec 08 21:41:00.958078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:00.965490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 0f697d50-97c6-451f-b78b-67d69890a3a6 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:41:00.970386 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-ba69a311-2ef1-457b-98e5-097fc65b81a5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips/6af9dbec-ccdb-40db-a013-66089585d85c HTTP/1.1" status: 200 len: 695 time: 0.0693481 Dec 08 21:41:00.977192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-80b13e81-c443-4aec-aa2b-7aa8a8a3a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:00.978937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-80b13e81-c443-4aec-aa2b-7aa8a8a3a5fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 1094 time: 0.1306527 Dec 08 21:41:01.085742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca260552-b28e-41e9-a3d4-a568c82ddd24 req-a08476ea-b09b-49f9-a17f-83c74686f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:01.087302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ca260552-b28e-41e9-a3d4-a568c82ddd24 req-a08476ea-b09b-49f9-a17f-83c74686f63d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1101 time: 0.0835414 Dec 08 21:41:01.119655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-70b787e8-6353-4dee-a5c8-fdd87973b2b8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:01.121318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-70b787e8-6353-4dee-a5c8-fdd87973b2b8 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1381099 Dec 08 21:41:01.142147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ca260552-b28e-41e9-a3d4-a568c82ddd24 req-df54148c-4aba-4492-bc6f-7f774b4f1f82 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Dec 08 21:41:01.155359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Allocated IP 172.25.1.114 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/9965796f-94a9-4bba-8086-afcc6e4caf48) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:01.173563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 0f697d50-97c6-451f-b78b-67d69890a3a6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:01.173940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.239229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-3c40d569-49e5-4bc5-bce4-b45f96c0b624 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 698 time: 0.1089835 Dec 08 21:41:01.273050 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d786d698-bef4-4fd3-85dd-4a0d7dc1317b None None] New status for floating IP 13ed5ae9-a639-4281-b9c3-75eacf6c2a8f: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:41:01.284233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:21Z', 'revision_number': 5, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:01.321570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.323864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda508e6-929f-4ac7-a948-ff5a85e22e26 None None] The sync data for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 is: [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:07Z', 'revision_number': 4, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'df861891-859b-4f7c-bfbb-87d8f73b8df7', 'name': '', 'network_id': '39a2a44c-66ca-4558-b595-2f19b1a0cb65', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'mac_address': 'fa:16:3e:25:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:05Z', 'updated_at': '2021-12-08T21:40:21Z', 'revision_number': 5, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'subnets': [{'id': 'f9fe16ed-c11d-42b7-b374-10690a924aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:01.330668 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.358326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-f51ab779-f019-499e-859c-3ff3b9c87411 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 698 time: 0.1093626 Dec 08 21:41:01.379537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 0f697d50-97c6-451f-b78b-67d69890a3a6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=0f697d50-97c6-451f-b78b-67d69890a3a6,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:01.387088 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.388055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a0af3876-7cbf-4fac-a266-8986d515dd6b no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:01.400648 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.445627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-47b2c2b7-3adb-4f32-8ac4-526819010873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:01.447215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-47b2c2b7-3adb-4f32-8ac4-526819010873 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 925 time: 0.3248658 Dec 08 21:41:01.482481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 44f7d34b-e63d-4a52-a329-7b63681aef56 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:41:01.489081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Pushing event updated for resources: {'Port': ['ID=9965796f-94a9-4bba-8086-afcc6e4caf48,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:01.500600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a0af3876-7cbf-4fac-a266-8986d515dd6b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:01.501749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a0af3876-7cbf-4fac-a266-8986d515dd6b not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:01.505171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:01.506890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:01.515670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-1929a36a-0f83-4fd2-bc99-4df030396816 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81 HTTP/1.1" status: 200 len: 217 time: 0.0587060 Dec 08 21:41:01.521420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:01.550673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=0f697d50-97c6-451f-b78b-67d69890a3a6,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:01.637998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.647232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-8fe48e32-9aab-44c4-b9a8-f952b923e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:01.648820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-8fe48e32-9aab-44c4-b9a8-f952b923e7f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ff34851-5b0a-418c-ad7d-127114c8dc7a HTTP/1.1" status: 200 len: 863 time: 0.0941780 Dec 08 21:41:01.709340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=44f7d34b-e63d-4a52-a329-7b63681aef56,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:01.721096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Deleting port 6e55dbc7-4fba-4eb1-8ad1-c7c3b40a383b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:01.721577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.723223 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.744030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '44f7d34b-e63d-4a52-a329-7b63681aef56', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'port_id': '44f7d34b-e63d-4a52-a329-7b63681aef56', 'mac_address': 'fa:16:3e:e1:91:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16ed07-f117-49cd-bac7-4dcfaeca73bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:41:01.794458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-83581552-a9b0-415d-ad0e-52bf2fcf2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:01.796155 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-83581552-a9b0-415d-ad0e-52bf2fcf2b1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e35e526e-b0aa-46d7-85c6-20f23c602f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301179 Dec 08 21:41:01.818528 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.835959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44f7d34b-e63d-4a52-a329-7b63681aef56 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:01.864399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=44f7d34b-e63d-4a52-a329-7b63681aef56,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:01.868322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa945eb-1730-4744-b5d3-553d8347e977 None None] New status for floating IP 6af9dbec-ccdb-40db-a013-66089585d85c: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:41:01.873361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:01.912928 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-b466580f-512a-46c4-9edf-fc5c00af3a29 service neutron] 10.222.0.37 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052096 Dec 08 21:41:01.991612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.003984 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.056317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.086668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Pushing event updated for resources: {'Port': ['ID=9965796f-94a9-4bba-8086-afcc6e4caf48,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:02.093518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.102017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-ff1a9750-39df-4a6a-8d22-1a2e6261c7fc tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3957276 Dec 08 21:41:02.104135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['44f7d34b-e63d-4a52-a329-7b63681aef56'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:02.192770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-1d746021-b679-43ea-9486-9cc3113e032b tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0897751 Dec 08 21:41:02.216267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=44f7d34b-e63d-4a52-a329-7b63681aef56,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:02.317957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.318440 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.338792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Calling delete_port for 6e55dbc7-4fba-4eb1-8ad1-c7c3b40a383b owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:02.381260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-611526c4-d6fe-44d0-b6f1-0f73ff74b7a7 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:02.382852 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b1b5c7e-79c0-4b00-a34f-9d5302f70939 req-611526c4-d6fe-44d0-b6f1-0f73ff74b7a7 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1888700 Dec 08 21:41:02.429884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-342951c3-cb98-4454-85fa-d2909e0b496a service neutron] 10.222.0.37 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006452 Dec 08 21:41:02.527178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ac100-3016-44a8-8699-c04ae8c26d76 req-df0f0011-4523-44b5-8234-67f181e4d53a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:02.534901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22ac100-3016-44a8-8699-c04ae8c26d76 req-df0f0011-4523-44b5-8234-67f181e4d53a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.0706680 Dec 08 21:41:02.572439 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.579796 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22ac100-3016-44a8-8699-c04ae8c26d76 req-374af850-6013-4234-8e49-2028b27e782a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Dec 08 21:41:02.617883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Pushing event deleted for resources: {'Port': ['ID=6e55dbc7-4fba-4eb1-8ad1-c7c3b40a383b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:02.624402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-f5c5281e-1fe3-48c9-bb82-ac6778639b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:02.626037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-f5c5281e-1fe3-48c9-bb82-ac6778639b13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1124 time: 0.0957444 Dec 08 21:41:02.648615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.649317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.649876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.650515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.651095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.651539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.652590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.653068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.653500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.653937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.654404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.654866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:02.775953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.780168 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:02.794484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d061af1a-a812-468b-aae9-cffb7bde01fc req-9b6f9d1f-948c-47a3-a510-fcdd763cd421 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "DELETE /v2.0/floatingips/6af9dbec-ccdb-40db-a013-66089585d85c HTTP/1.1" status: 204 len: 173 time: 1.4291372 Dec 08 21:41:02.825145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8104e71-5648-4383-8b41-5d07d496c435', 'name': 'network-vif-deleted', 'tag': 'a0af3876-7cbf-4fac-a266-8986d515dd6b'}, {'name': 'network-changed', 'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:02.827830 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def354c7-7f48-48e6-b290-e43385650e4a" -d '{"events": [{"server_uuid": "b8104e71-5648-4383-8b41-5d07d496c435", "name": "network-vif-deleted", "tag": "a0af3876-7cbf-4fac-a266-8986d515dd6b"}, {"name": "network-changed", "server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:02.833374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d42dcf-91be-40cd-b476-37bbf2cb5208 req-2f311726-4e6b-4b10-ba01-361403f5a9a8 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:02.840628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4d42dcf-91be-40cd-b476-37bbf2cb5208 req-2f311726-4e6b-4b10-ba01-361403f5a9a8 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 946 time: 0.0741899 Dec 08 21:41:02.856504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-b5f98295-3e5e-4500-a1b9-b0399fe85dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:02.860478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-b5f98295-3e5e-4500-a1b9-b0399fe85dc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.2237432 Dec 08 21:41:02.897986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4d42dcf-91be-40cd-b476-37bbf2cb5208 req-d30b61ba-fc6a-469b-8d36-bb2f41bfd893 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561283 Dec 08 21:41:02.922101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6019575-bf95-4498-9f6b-dff5eae941d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f697d50-97c6-451f-b78b-67d69890a3a6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:02.924482 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d79af4d-e51c-488f-bcbb-8760a3fdb85c" -d '{"events": [{"server_uuid": "f6019575-bf95-4498-9f6b-dff5eae941d7", "name": "network-vif-plugged", "status": "completed", "tag": "0f697d50-97c6-451f-b78b-67d69890a3a6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:02.937382 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-625740af-68b7-42fc-8062-4c64fef096d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 200 len: 217 time: 0.0676033 Dec 08 21:41:02.996971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f1354-7203-439e-9150-0c3889a1826f req-614703ae-001d-4894-860e-2bf52088d2e2 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:02.998680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e21f1354-7203-439e-9150-0c3889a1826f req-614703ae-001d-4894-860e-2bf52088d2e2 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 943 time: 0.1206229 Dec 08 21:41:03.003165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214d9c5-0e2f-4390-a92e-580cf10f13af req-a2ac234a-73e1-44df-b084-fe277928cfbc tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.010305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d214d9c5-0e2f-4390-a92e-580cf10f13af req-a2ac234a-73e1-44df-b084-fe277928cfbc tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.0614860 Dec 08 21:41:03.031797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-5f351c4d-fbb3-4906-9fe0-9f5300d2c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.033193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-5f351c4d-fbb3-4906-9fe0-9f5300d2c908 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0847092 Dec 08 21:41:03.046196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d214d9c5-0e2f-4390-a92e-580cf10f13af req-8c52b971-ee86-48c2-96eb-1573b9496507 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343385 Dec 08 21:41:03.074315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-62c52568-0d7d-4ea2-9ed5-8d29466510b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294721 Dec 08 21:41:03.077283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e21f1354-7203-439e-9150-0c3889a1826f req-67570a69-86d1-40ae-922d-d550466c6566 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719988 Dec 08 21:41:03.187284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ee89-f0ee-42b6-b388-d3164537c271 req-e1dccf93-1e3d-4273-8eac-8577795838e3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.203283 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e18ee89-f0ee-42b6-b388-d3164537c271 req-e1dccf93-1e3d-4273-8eac-8577795838e3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0736322 Dec 08 21:41:03.231473 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-45406b5a-ff13-40fe-a374-47fc74f8003d tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips/2788cc63-d1f0-4f9e-8fdf-41a021a80407 HTTP/1.1" status: 200 len: 693 time: 0.0982304 Dec 08 21:41:03.256571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e18ee89-f0ee-42b6-b388-d3164537c271 req-11711753-d6a4-497f-bb85-7e69d0dcefbe tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498526 Dec 08 21:41:03.286053 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-84e2ae6d-985a-44b0-a687-be7491fc0723 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983528 Dec 08 21:41:03.359367 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f92000-2f23-4179-8701-7d4ffad71b57 x-openstack-request-id: req-b2f92000-2f23-4179-8701-7d4ffad71b57 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:03.360207 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6019575-bf95-4498-9f6b-dff5eae941d7", "name": "network-vif-plugged", "status": "completed", "tag": "0f697d50-97c6-451f-b78b-67d69890a3a6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:03.360618 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2f92000-2f23-4179-8701-7d4ffad71b57 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:03.361156 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6019575-bf95-4498-9f6b-dff5eae941d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f697d50-97c6-451f-b78b-67d69890a3a6', 'code': 200} Dec 08 21:41:03.407320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-048c2d96-edb7-4ff7-8276-ba28bd97b3db req-d174792d-34e6-4123-9a7f-fc89d31a2a5f service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126692 Dec 08 21:41:03.408985 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777babda-97cf-4d6a-8825-85d2e7899665 x-openstack-request-id: req-777babda-97cf-4d6a-8825-85d2e7899665 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:03.409382 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8104e71-5648-4383-8b41-5d07d496c435", "name": "network-vif-deleted", "tag": "a0af3876-7cbf-4fac-a266-8986d515dd6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:03.409717 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-777babda-97cf-4d6a-8825-85d2e7899665 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:03.410204 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8104e71-5648-4383-8b41-5d07d496c435', 'name': 'network-vif-deleted', 'tag': 'a0af3876-7cbf-4fac-a266-8986d515dd6b', 'status': 'completed', 'code': 200} Dec 08 21:41:03.410581 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'status': 'completed', 'code': 200} Dec 08 21:41:03.411008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def354c7-7f48-48e6-b290-e43385650e4a req-e9ef31bd-d91f-4c50-8fe6-080f8750a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.412643 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-def354c7-7f48-48e6-b290-e43385650e4a req-e9ef31bd-d91f-4c50-8fe6-080f8750a114 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8cc423c7609644568f0ef0b426595d75&device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 1096 time: 0.0752909 Dec 08 21:41:03.424433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f4356ac3-acb5-4239-bd6f-eb89f5afbd81 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:41:03.437351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 44f7d34b-e63d-4a52-a329-7b63681aef56 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:03.506347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-f12c3895-7a21-4394-af7c-96837300fb67 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.515303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-f12c3895-7a21-4394-af7c-96837300fb67 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.2826910 Dec 08 21:41:03.567055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82405cdf-5a39-446d-baf7-eebacd54dcbf req-53e70a80-c069-48cf-b41a-fdc68623c97e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.573301 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-55886162-a21d-40b5-b845-3bceac8d8c26 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0566094 Dec 08 21:41:03.577067 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82405cdf-5a39-446d-baf7-eebacd54dcbf req-53e70a80-c069-48cf-b41a-fdc68623c97e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1559494 Dec 08 21:41:03.598651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 44f7d34b-e63d-4a52-a329-7b63681aef56 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:03.599061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:03.619429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d55e8-2adc-4fa4-8f8e-6eaf2d590c0b req-8f18fd6c-cf7a-4b90-9949-910f764cdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.622188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f73d55e8-2adc-4fa4-8f8e-6eaf2d590c0b req-8f18fd6c-cf7a-4b90-9949-910f764cdeaf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 1097 time: 0.1898654 Dec 08 21:41:03.632250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-af8b3bad-5033-498a-9aab-6626b9ceffba tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0578556 Dec 08 21:41:03.643627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def354c7-7f48-48e6-b290-e43385650e4a req-e9bb5f24-1d00-4f08-bc9f-1a4dfe62d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.645735 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-def354c7-7f48-48e6-b290-e43385650e4a req-e9bb5f24-1d00-4f08-bc9f-1a4dfe62d98d service neutron] 10.222.0.37 "GET /v2.0/networks?id=39a2a44c-66ca-4558-b595-2f19b1a0cb65 HTTP/1.1" status: 200 len: 929 time: 0.2227838 Dec 08 21:41:03.657026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f4356ac3-acb5-4239-bd6f-eb89f5afbd81, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:03.662237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82405cdf-5a39-446d-baf7-eebacd54dcbf req-35eb6a26-e8f4-4e08-a73c-39f6ae304500 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836895 Dec 08 21:41:03.689300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'port_id': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'mac_address': 'fa:16:3e:ab:ed:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:41:03.710492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f73d55e8-2adc-4fa4-8f8e-6eaf2d590c0b req-7cb5b27d-ce8c-4794-b3f6-2c2d3934339b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683985 Dec 08 21:41:03.742113 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:03.755375 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-def354c7-7f48-48e6-b290-e43385650e4a req-56f63813-061a-41f0-a6e6-73faed73f196 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 200 len: 217 time: 0.0903053 Dec 08 21:41:03.798171 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:03.823343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4356ac3-acb5-4239-bd6f-eb89f5afbd81 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:03.830752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=44f7d34b-e63d-4a52-a329-7b63681aef56,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:03.847444 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:03.855023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f4356ac3-acb5-4239-bd6f-eb89f5afbd81, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:03.880830 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:03.882258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Deleting port 9965796f-94a9-4bba-8086-afcc6e4caf48 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:03.883254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:03.885737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def354c7-7f48-48e6-b290-e43385650e4a req-efbf2abe-b3a8-4af7-8a4e-5a18d9bf0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:03.887814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-def354c7-7f48-48e6-b290-e43385650e4a req-efbf2abe-b3a8-4af7-8a4e-5a18d9bf0e68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fe16ed-c11d-42b7-b374-10690a924aad HTTP/1.1" status: 200 len: 867 time: 0.1206784 Dec 08 21:41:03.914194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=44f7d34b-e63d-4a52-a329-7b63681aef56,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:03.978496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:03.979227 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:03.994284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Calling delete_port for 9965796f-94a9-4bba-8086-afcc6e4caf48 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:04.006343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:04.012346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def354c7-7f48-48e6-b290-e43385650e4a req-07560f0a-c1c0-406b-9db2-8e8dc6fdd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:04.022505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-def354c7-7f48-48e6-b290-e43385650e4a req-07560f0a-c1c0-406b-9db2-8e8dc6fdd568 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39a2a44c-66ca-4558-b595-2f19b1a0cb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185372 Dec 08 21:41:04.071456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907b04d-ad87-43fa-901c-1a3027859dd1 req-38bae5e8-8295-48c6-90e1-9e21b8447eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:04.073183 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4907b04d-ad87-43fa-901c-1a3027859dd1 req-38bae5e8-8295-48c6-90e1-9e21b8447eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2537494 Dec 08 21:41:04.156640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:04.179333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4907b04d-ad87-43fa-901c-1a3027859dd1 req-06b1bbe8-5849-42ba-8bb5-ae335b1ee507 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0725927 Dec 08 21:41:04.190014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Pushing event deleted for resources: {'Port': ['ID=9965796f-94a9-4bba-8086-afcc6e4caf48,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:04.258184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f4356ac3-acb5-4239-bd6f-eb89f5afbd81'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:04.283099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:04.285944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:04.288761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be1a6788-6276-4fdf-a885-f202584e71b3 req-afde614d-7ef4-4976-9b03-24c521e67072 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "DELETE /v2.0/floatingips/2788cc63-d1f0-4f9e-8fdf-41a021a80407 HTTP/1.1" status: 204 len: 173 time: 0.6540775 Dec 08 21:41:04.333653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-def354c7-7f48-48e6-b290-e43385650e4a req-3ca38f53-fd6a-4160-8970-4fa458094730 service neutron] 10.222.0.37 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981181 Dec 08 21:41:04.515044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9721-c34a-4d2e-9b48-4efd43ad8568 req-5bb0b152-9058-4dd6-9726-f3b6a76de795 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:04.523313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-929b9721-c34a-4d2e-9b48-4efd43ad8568 req-5bb0b152-9058-4dd6-9726-f3b6a76de795 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.2210929 Dec 08 21:41:04.557177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-def354c7-7f48-48e6-b290-e43385650e4a req-19de9baa-b496-4944-aa47-99dd0e651316 service neutron] 10.222.0.37 "GET /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881354 Dec 08 21:41:04.599218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8b554-17df-450b-a582-eb74c5d09616 req-7b2690cd-55b5-43b1-bdd0-062e3848c49d tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:04.605929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-929b9721-c34a-4d2e-9b48-4efd43ad8568 req-7978f887-9176-4346-9e84-55dc5f255252 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806894 Dec 08 21:41:04.620278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-faa8b554-17df-450b-a582-eb74c5d09616 req-7b2690cd-55b5-43b1-bdd0-062e3848c49d tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 946 time: 0.1445713 Dec 08 21:41:04.663254 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-faa8b554-17df-450b-a582-eb74c5d09616 req-596265c8-d5a1-44ef-820f-dd3e88401385 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362341 Dec 08 21:41:04.691077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:41:04.694501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:04.746459 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c30e9b95-ec9d-4c6d-8e6c-42a1d79e7e97 req-5ec14a75-d0c4-4af9-b149-812726f16761 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0528572 Dec 08 21:41:04.801474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72b98a-cbd8-4a02-a484-3db420fb33e9 req-2eb402e4-1d0a-4d4f-9204-5a04fbd6bcdd tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:04.808954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba72b98a-cbd8-4a02-a484-3db420fb33e9 req-2eb402e4-1d0a-4d4f-9204-5a04fbd6bcdd tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 944 time: 0.0924916 Dec 08 21:41:04.861677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a9cda-486f-4f54-a9f8-c5c8f3e6b6e5 req-7b7a607e-70ae-4fda-87c2-8559a102cfdb tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:04.869622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-391a9cda-486f-4f54-a9f8-c5c8f3e6b6e5 req-7b7a607e-70ae-4fda-87c2-8559a102cfdb tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.0610430 Dec 08 21:41:04.902556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba72b98a-cbd8-4a02-a484-3db420fb33e9 req-3fd89320-77f7-4f6e-a74d-af3869487102 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759921 Dec 08 21:41:04.919533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-391a9cda-486f-4f54-a9f8-c5c8f3e6b6e5 req-0f0daa0e-7282-49a3-bcfe-1fe31d591a2c tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485368 Dec 08 21:41:04.988643 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-bea76954-4236-471b-82c5-e27b5f679349 req-5a977023-3c02-4fbd-b060-c42606a91266 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] show failed (client error): The resource could not be found. Dec 08 21:41:05.001565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bea76954-4236-471b-82c5-e27b5f679349 req-5a977023-3c02-4fbd-b060-c42606a91266 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips/2788cc63-d1f0-4f9e-8fdf-41a021a80407 HTTP/1.1" status: 404 len: 350 time: 0.0844691 Dec 08 21:41:05.044601 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:05.146510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:05.229200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:05.239332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'mac_address': 'fa:16:3e:90:ec:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:41:05.246866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:05.364483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f7d34b-e63d-4a52-a329-7b63681aef56'}, {'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:05.369286 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-676930dc-2c48-446d-9edf-274935b9ea09 req-90bf936a-398c-410b-b8b7-2aca6ab9dcc9 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] show failed (client error): The resource could not be found. Dec 08 21:41:05.381946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-676930dc-2c48-446d-9edf-274935b9ea09 req-90bf936a-398c-410b-b8b7-2aca6ab9dcc9 tempest-FloatingIPsTestJSON-1561608114 tempest-FloatingIPsTestJSON-1561608114-project] 10.222.0.21 "GET /v2.0/floatingips/2788cc63-d1f0-4f9e-8fdf-41a021a80407 HTTP/1.1" status: 404 len: 350 time: 0.1376524 Dec 08 21:41:05.384744 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd3c3db-bd83-401c-b360-601f9e7039d0" -d '{"events": [{"server_uuid": "ceeaef15-84be-4b95-b480-14a28e6e7fc8", "name": "network-vif-plugged", "status": "completed", "tag": "44f7d34b-e63d-4a52-a329-7b63681aef56"}, {"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:05.385521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36772) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:05.439687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade0532-7111-473d-819e-40437138e627 req-8295f8b1-cc5e-476b-b1df-8594d1eab34c tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:05.448492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:05.449953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ade0532-7111-473d-819e-40437138e627 req-8295f8b1-cc5e-476b-b1df-8594d1eab34c tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 945 time: 0.0923719 Dec 08 21:41:05.457872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f4356ac3-acb5-4239-bd6f-eb89f5afbd81 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:05.530003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb3074-cb93-4bf7-be6e-9af3b4cff47a {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:05.542015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:05.544174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ade0532-7111-473d-819e-40437138e627 req-de76927b-b42e-4bb9-a310-00653d00d32d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931501 Dec 08 21:41:05.567224 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3203a242-215f-4b9e-a535-3ce3862ba16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:05.594343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:05.612521 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:05.666916 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd9b886-aec0-40fd-b3c0-9e20aea969c1 x-openstack-request-id: req-2dd9b886-aec0-40fd-b3c0-9e20aea969c1 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:05.667315 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeaef15-84be-4b95-b480-14a28e6e7fc8", "name": "network-vif-plugged", "status": "completed", "tag": "44f7d34b-e63d-4a52-a329-7b63681aef56", "code": 200}, {"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:05.667723 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dd9b886-aec0-40fd-b3c0-9e20aea969c1 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:05.668216 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f7d34b-e63d-4a52-a329-7b63681aef56', 'code': 200} Dec 08 21:41:05.668576 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'code': 200} Dec 08 21:41:05.669492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=10']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:05.673248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:41:05.689538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:05.689986 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:05.827944 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-49b686cb-db7e-4c75-b198-4cdbf7be7ffd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4899225 Dec 08 21:41:05.894043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830f460-2435-4201-aa2b-eb86d439020b req-7b757c95-0aa8-46db-b15e-fcbe7a446323 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:05.899206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fb912-2a90-4743-b91b-fb60fcd76f45 req-14da7fd1-7794-4d96-99dd-7bddf8fad293 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:05.901648 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a9fb912-2a90-4743-b91b-fb60fcd76f45 req-14da7fd1-7794-4d96-99dd-7bddf8fad293 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.1089654 Dec 08 21:41:05.903388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c830f460-2435-4201-aa2b-eb86d439020b req-7b757c95-0aa8-46db-b15e-fcbe7a446323 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.3426082 Dec 08 21:41:05.977485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['80eb3074-cb93-4bf7-be6e-9af3b4cff47a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:05.991834 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:06.038923 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a9fb912-2a90-4743-b91b-fb60fcd76f45 req-f7176594-4651-4017-8b12-9bb12f839b47 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251850 Dec 08 21:41:06.050694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f4356ac3-acb5-4239-bd6f-eb89f5afbd81, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:06.085895 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:06.086902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device c76994f9-0997-451d-85e9-997dd016f8d2 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:06.212123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:06.242208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e258e2-1537-411e-8e33-ac0a95a4e563 req-cf83a96f-536c-4a10-851b-54139a075d50 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:06.244678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1e258e2-1537-411e-8e33-ac0a95a4e563 req-cf83a96f-536c-4a10-851b-54139a075d50 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 946 time: 0.1020164 Dec 08 21:41:06.314218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c830f460-2435-4201-aa2b-eb86d439020b req-38ca5d89-8635-44d6-9c88-f6aec2f284aa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682623 Dec 08 21:41:06.372913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1e258e2-1537-411e-8e33-ac0a95a4e563 req-6957d0c5-9beb-4134-a50c-bedb36fd4978 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997469 Dec 08 21:41:06.545497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916b031-7bd1-4776-b2bd-8f639618b6fa req-98478d37-4caa-4670-b6e7-69dde413b2b8 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:06.553960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6916b031-7bd1-4776-b2bd-8f639618b6fa req-98478d37-4caa-4670-b6e7-69dde413b2b8 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1056216 Dec 08 21:41:06.635306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6916b031-7bd1-4776-b2bd-8f639618b6fa req-c27729d5-d79d-4a6a-bc3f-5fda16c5a525 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801299 Dec 08 21:41:06.775196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d28dca-ebb6-4c30-834d-40fc7a3be04a req-d87ea347-cd29-49e5-8f05-6310d08c0524 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:06.785965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-29d28dca-ebb6-4c30-834d-40fc7a3be04a req-d87ea347-cd29-49e5-8f05-6310d08c0524 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 945 time: 0.2736619 Dec 08 21:41:06.853104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d4db-b651-4cd3-87dc-17c49371e49d req-f0670d8c-7395-42e9-be57-0c5a56966373 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:06.859660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:06.886795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab13d4db-b651-4cd3-87dc-17c49371e49d req-f0670d8c-7395-42e9-be57-0c5a56966373 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 945 time: 0.1173892 Dec 08 21:41:06.904919 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-29d28dca-ebb6-4c30-834d-40fc7a3be04a req-bca4bb3c-cbbc-40fb-b7a8-d0f701ce0222 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062455 Dec 08 21:41:06.952762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-1ee57e73-f52f-43d9-8a50-a3361e42e8e7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:06.955336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-1ee57e73-f52f-43d9-8a50-a3361e42e8e7 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.37 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 945 time: 0.1684449 Dec 08 21:41:07.170460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab13d4db-b651-4cd3-87dc-17c49371e49d req-ed30d43d-0d52-4f41-8b5b-5c4fde6bfc1f tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1062058-2ce7-4019-93e1-71bd95f7010c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968154 Dec 08 21:41:07.206264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Deleting port ba32e571-62e9-495d-83db-3fa54f466e1c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:07.207015 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:07.421551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] For port ba32e571-62e9-495d-83db-3fa54f466e1c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ba32e571-62e9-495d-83db-3fa54f466e1c,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:07.424042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:07.453766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Calling delete_port for ba32e571-62e9-495d-83db-3fa54f466e1c owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:07.511114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-61825c8f-2a60-4e8a-abce-d4b27915a01e service neutron] 10.222.0.37 "GET /v2.0/ports/c76994f9-0997-451d-85e9-997dd016f8d2/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.4398880 Dec 08 21:41:07.635261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ea8f4-2358-48a9-ba79-aeed0192a8ba req-61cbdb55-7daf-4f9a-a331-8e6eeb66aaf3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:07.643477 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a63ea8f4-2358-48a9-ba79-aeed0192a8ba req-61cbdb55-7daf-4f9a-a331-8e6eeb66aaf3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1867840 Dec 08 21:41:07.669771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:07.673014 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845a3155-5970-4bfb-a126-cfb3929ae434" -d '{"events": [{"server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "name": "network-vif-plugged", "status": "completed", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:07.710011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a63ea8f4-2358-48a9-ba79-aeed0192a8ba req-92fe3b2f-74d6-4d21-a305-dbe836eca797 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655305 Dec 08 21:41:07.724961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:07.730643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ba32e571-62e9-495d-83db-3fa54f466e1c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:07.758372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Pushing event deleted for resources: {'Port': ['ID=ba32e571-62e9-495d-83db-3fa54f466e1c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:07.797616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.797975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.798321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.798661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.799030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.799366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.799702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.800035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.800589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.801086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.801437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.801767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:07.829321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] No DVR routers for this DVR port ba32e571-62e9-495d-83db-3fa54f466e1c on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:07.835019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:07.840102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-249a68e2-bdfe-4af4-9792-476a9022f567 req-74c2cd8e-adb9-4cbc-bede-587a90786d9d tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.37 "DELETE /v2.0/ports/ba32e571-62e9-495d-83db-3fa54f466e1c HTTP/1.1" status: 204 len: 173 time: 0.8772655 Dec 08 21:41:07.840999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'name': 'network-vif-deleted', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:07.843960 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4170fbb4-5199-4c5d-8c3f-46899c35e8c4" -d '{"events": [{"server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "name": "network-vif-deleted", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:07.957243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-56a728b9-5851-4b54-8e02-2c50cbdfb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:07.959110 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-56a728b9-5851-4b54-8e02-2c50cbdfb5ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1101 time: 0.1089466 Dec 08 21:41:07.968258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2045-a108-4e78-9a75-ff595cae1994 req-43355194-4050-446b-b9e7-b36c78207efc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:07.975988 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e8d2045-a108-4e78-9a75-ff595cae1994 req-43355194-4050-446b-b9e7-b36c78207efc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 943 time: 0.7118673 Dec 08 21:41:08.054188 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be50866-b037-4990-a034-20bcb4a8b1ce req-0f836e34-4e1f-4d0c-906c-1a162101a797 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:08.055993 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be50866-b037-4990-a034-20bcb4a8b1ce req-0f836e34-4e1f-4d0c-906c-1a162101a797 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 950 time: 0.1405571 Dec 08 21:41:08.148396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be50866-b037-4990-a034-20bcb4a8b1ce req-9076a70c-404e-404d-86f7-fdd01c8dbbf8 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688114 Dec 08 21:41:08.155468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-e515b468-8f09-4cab-9078-283961fe162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:08.157405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-e515b468-8f09-4cab-9078-283961fe162f service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1880724 Dec 08 21:41:08.160820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:08.190646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:08.235663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76994f9-0997-451d-85e9-997dd016f8d2 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:08.240897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c817e928-469e-4286-b36c-8398c7f5f470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:08.256238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:08.260433 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030abd82-f4f5-4896-b606-2916381165e9 x-openstack-request-id: req-030abd82-f4f5-4896-b606-2916381165e9 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:08.260735 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "name": "network-vif-plugged", "status": "completed", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:08.266423 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-030abd82-f4f5-4896-b606-2916381165e9 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:08.273399 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-ebc890d3-1495-4193-ad62-00e69fd0102f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.1072595 Dec 08 21:41:08.274425 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'code': 200} Dec 08 21:41:08.350783 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1282cf7-5e60-4dab-8ce2-cf109b39d0e7 x-openstack-request-id: req-a1282cf7-5e60-4dab-8ce2-cf109b39d0e7 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:08.353633 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634e0285-bc96-437d-9050-9e894496aba2", "name": "network-vif-deleted", "tag": "ba32e571-62e9-495d-83db-3fa54f466e1c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:08.354490 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1282cf7-5e60-4dab-8ce2-cf109b39d0e7 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:08.355588 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634e0285-bc96-437d-9050-9e894496aba2', 'name': 'network-vif-deleted', 'tag': 'ba32e571-62e9-495d-83db-3fa54f466e1c', 'status': 'completed', 'code': 200} Dec 08 21:41:08.374113 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e8d2045-a108-4e78-9a75-ff595cae1994 req-dd0a24ee-b057-4077-ac5c-dde4451719bd tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938293 Dec 08 21:41:08.391497 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:08.407594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-b4e29f31-1e36-4c9a-88c7-804172ae56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:08.412162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-b4e29f31-1e36-4c9a-88c7-804172ae56ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1248894 Dec 08 21:41:08.735838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:08.821920 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:08.857610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56520214-cd62-4c5e-bfd5-3bf29ee6c300 req-78eba22a-3dcc-4dee-8f10-aee73b6bfe93 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834 tempest-FloatingIPsAssociationNegativeTestJSON-1120462834-project] 10.222.0.21 "GET /v2.0/ports?device_id=634e0285-bc96-437d-9050-9e894496aba2 HTTP/1.1" status: 200 len: 210 time: 0.1245956 Dec 08 21:41:08.866854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:08.867265 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:08.941563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] Transition to ACTIVE for port object c76994f9-0997-451d-85e9-997dd016f8d2 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:41:08.954448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:09.034864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Deleting port 343af78a-df0c-4fa7-bb77-2efc116a0cc0 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:09.035216 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:09.037641 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-c98553d5-7963-49aa-a523-c7e06c5d8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:09.039274 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-c98553d5-7963-49aa-a523-c7e06c5d8faf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6132681 Dec 08 21:41:09.041653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=10']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:09.045505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f39e0e-af15-4d91-8914-1263c2fe6360 req-1615335b-1d06-4b6f-a2a4-ceb6372d3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:09.047306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-87f39e0e-af15-4d91-8914-1263c2fe6360 req-1615335b-1d06-4b6f-a2a4-ceb6372d3a8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 1096 time: 0.6025739 Dec 08 21:41:09.062873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:09.080779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c1b96-4c05-43e0-b1c3-0768bf9bd0f2 req-64860f90-30e6-4e72-9677-117ec0abe559 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:09.082410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c97c1b96-4c05-43e0-b1c3-0768bf9bd0f2 req-64860f90-30e6-4e72-9677-117ec0abe559 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 945 time: 0.6103883 Dec 08 21:41:09.125391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:09.132562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:09.178073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] No DVR routers for this DVR port c76994f9-0997-451d-85e9-997dd016f8d2 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:09.179773 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-87f39e0e-af15-4d91-8914-1263c2fe6360 req-69ba4060-500f-4951-9ad8-9f0d233483de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216154 Dec 08 21:41:09.208332 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:09.216041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=11']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:09.219904 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c97c1b96-4c05-43e0-b1c3-0768bf9bd0f2 req-3ba152d3-7e1f-47d6-b048-fede8eba1611 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021180 Dec 08 21:41:09.229901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-a66b15fe-22db-4fa0-a1b9-d7ba7a95ee8c service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815412 Dec 08 21:41:09.241787 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-79f835a2-5e06-4c41-84ab-deb3d2a8baa6 service neutron] 10.222.0.37 "PUT /v2.0/ports/c76994f9-0997-451d-85e9-997dd016f8d2/bindings/n-h2-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7215860 Dec 08 21:41:09.252079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1744c6-2c7f-499f-bbef-1bd691fe9fa3 req-5ee2a180-a92d-4aa6-bee7-820f54c7e925 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:09.253568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f1744c6-2c7f-499f-bbef-1bd691fe9fa3 req-5ee2a180-a92d-4aa6-bee7-820f54c7e925 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.2151127 Dec 08 21:41:09.294483 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:09.338548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] For port 343af78a-df0c-4fa7-bb77-2efc116a0cc0, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=343af78a-df0c-4fa7-bb77-2efc116a0cc0,segment=NetworkSegment(ce450f49-15ba-4dd2-b0f3-e80e22a44d47),segment_id=ce450f49-15ba-4dd2-b0f3-e80e22a44d47)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:09.340202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:09.363005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f1744c6-2c7f-499f-bbef-1bd691fe9fa3 req-6665d5c1-7d06-4e0f-adae-b4a75d975d7f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913646 Dec 08 21:41:09.368068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Calling delete_port for 343af78a-df0c-4fa7-bb77-2efc116a0cc0 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:09.550041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-e6d9e306-cded-46d7-9842-0279c1e6b323 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426280 Dec 08 21:41:09.583034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68585fdb-2fbc-45cb-bb96-3db6902369e2 req-aa516818-b85a-408e-a3a0-a0b3b228dce3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:09.591394 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-68585fdb-2fbc-45cb-bb96-3db6902369e2 req-aa516818-b85a-408e-a3a0-a0b3b228dce3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 951 time: 0.2495255 Dec 08 21:41:09.663914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-68585fdb-2fbc-45cb-bb96-3db6902369e2 req-4163ee61-8a22-48fa-93d0-7be286fd10ce tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683947 Dec 08 21:41:09.685392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-31b8e812-5ab8-47fc-ac24-cf608f2b0880 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:09.687341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-31b8e812-5ab8-47fc-ac24-cf608f2b0880 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.2187996 Dec 08 21:41:09.733084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb92b1-18b0-4a6e-81cc-bacf94b4168b req-ea742bf6-ef14-4f8e-a80c-40f2093d8e76 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:09.734872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7efb92b1-18b0-4a6e-81cc-bacf94b4168b req-ea742bf6-ef14-4f8e-a80c-40f2093d8e76 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 944 time: 0.1635425 Dec 08 21:41:09.778106 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:09.813296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7efb92b1-18b0-4a6e-81cc-bacf94b4168b req-8d4e3764-8128-4436-aa77-d2f7a3682f08 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567660 Dec 08 21:41:09.908177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-8a19b729-467c-450f-92d7-1435fc2262c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:09.909694 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-8a19b729-467c-450f-92d7-1435fc2262c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d&tenant_id=942b0951a1324d0daa33c49b36c7a004 HTTP/1.1" status: 200 len: 1095 time: 0.2133200 Dec 08 21:41:09.937718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36890) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:09.961171 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:10.010353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Pushing event deleted for resources: {'Port': ['ID=343af78a-df0c-4fa7-bb77-2efc116a0cc0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:10.137855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-51467554-537f-47d0-9bad-993983e81203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:10.139424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-51467554-537f-47d0-9bad-993983e81203 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1095 time: 0.1930981 Dec 08 21:41:10.276005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:10.278887 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e31ec7c-2ba9-4910-8711-40c5b00da181" -d '{"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:10.346372 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eb96fc-2b5f-4604-87f8-19442f09e547 x-openstack-request-id: req-31eb96fc-2b5f-4604-87f8-19442f09e547 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:10.346699 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-plugged", "status": "completed", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:10.346986 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31eb96fc-2b5f-4604-87f8-19442f09e547 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:10.347385 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'code': 200} Dec 08 21:41:10.532640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-e16a4f4c-18f5-46ee-94dd-2e2adf15cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:10.535052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-e16a4f4c-18f5-46ee-94dd-2e2adf15cb29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.3218625 Dec 08 21:41:10.543282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f085-d9a6-4846-a8ab-dab1ddfdc978 req-eecb1a6c-467c-4015-b3e4-3f7fe3323e8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:10.551004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5355f085-d9a6-4846-a8ab-dab1ddfdc978 req-eecb1a6c-467c-4015-b3e4-3f7fe3323e8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 945 time: 0.1702878 Dec 08 21:41:10.562600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:10.641512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85510f4c-65c8-4b06-87ac-5c8e4a4c24f5 req-1ac7cde4-5328-4f9b-bbac-4275c077eef5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:10.646315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-c9304c9e-5bad-4947-acf5-6477ca1a8d84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 200 len: 217 time: 0.0921679 Dec 08 21:41:10.652276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85510f4c-65c8-4b06-87ac-5c8e4a4c24f5 req-1ac7cde4-5328-4f9b-bbac-4275c077eef5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1156456 Dec 08 21:41:10.789178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85510f4c-65c8-4b06-87ac-5c8e4a4c24f5 req-dd4875b0-7bfc-4a58-a5da-5f1c6f921790 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353705 Dec 08 21:41:10.805170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-a99bc862-fb87-4562-83e4-0528409fc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:10.806635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-a99bc862-fb87-4562-83e4-0528409fc3b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0975921 Dec 08 21:41:10.819136 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:10.886561 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:10.919720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5355f085-d9a6-4846-a8ab-dab1ddfdc978 req-214eb303-f386-4d01-8b88-1c2065cf5306 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629446 Dec 08 21:41:10.998984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-b9c8db92-0e37-487d-aabd-6b724a8d62cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192422 Dec 08 21:41:11.136854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a57e2-a8e5-49f5-b6fe-158ab77871ce req-b328c6ea-200e-4e0b-a9a2-36a860156b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:11.138373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-750a57e2-a8e5-49f5-b6fe-158ab77871ce req-b328c6ea-200e-4e0b-a9a2-36a860156b60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1102 time: 0.4280825 Dec 08 21:41:11.166603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae985917-a8ab-42aa-ba29-628a8521c898 req-5ab17a61-e6de-43de-b402-aa2ffb891982 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:11.175036 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae985917-a8ab-42aa-ba29-628a8521c898 req-5ab17a61-e6de-43de-b402-aa2ffb891982 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 951 time: 0.1551542 Dec 08 21:41:11.263679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae985917-a8ab-42aa-ba29-628a8521c898 req-66dc9f21-afd5-490c-bd83-dc410a06fbbf tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870347 Dec 08 21:41:11.290600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350c98a-9ddf-4070-a6d6-45ff5ae59435 req-11b9a0c8-3fe1-495f-8d3a-63b738596018 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:11.292157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1350c98a-9ddf-4070-a6d6-45ff5ae59435 req-11b9a0c8-3fe1-495f-8d3a-63b738596018 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 944 time: 0.2153640 Dec 08 21:41:11.394521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-750a57e2-a8e5-49f5-b6fe-158ab77871ce req-7c6a54f2-9dcd-41a3-9906-7af75fe2fd99 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456610 Dec 08 21:41:11.421033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Deleting port df861891-859b-4f7c-bfbb-87d8f73b8df7 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:11.421720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:11.430170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-31b27ac0-fdd4-48ec-8f5a-7a424961a5b1 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194002 Dec 08 21:41:11.443404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1350c98a-9ddf-4070-a6d6-45ff5ae59435 req-a5ef5323-2250-4bff-aac3-d84eee1ee13d tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272252 Dec 08 21:41:11.445931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Router 09533501-7256-425b-925b-f8801082e66d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:41:11.498928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ba32e571-62e9-495d-83db-3fa54f466e1c no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:11.546933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: ba32e571-62e9-495d-83db-3fa54f466e1c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:11.547287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ba32e571-62e9-495d-83db-3fa54f466e1c not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:11.565131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] For port df861891-859b-4f7c-bfbb-87d8f73b8df7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=df861891-859b-4f7c-bfbb-87d8f73b8df7,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:11.565497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:11.587486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:11.587701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Calling delete_port for df861891-859b-4f7c-bfbb-87d8f73b8df7 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:11.593628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4a5fae13-eef6-40e1-bd82-e1adcafb5724 admin admin] 10.222.0.21 "PUT /v2.0/routers/09533501-7256-425b-925b-f8801082e66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2027743 Dec 08 21:41:11.597944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36920) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:11.598904 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] Sync routers for ids ['09533501-7256-425b-925b-f8801082e66d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:11.613987 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] Routers {'09533501-7256-425b-925b-f8801082e66d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:11.617314 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['09533501-7256-425b-925b-f8801082e66d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:11.741968 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-bb551e85-d2e0-4b0f-8e4f-f3fa52b6fe39 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471195 Dec 08 21:41:11.813222 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] Set router 09533501-7256-425b-925b-f8801082e66d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:11.837391 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:12.047271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df4e7e-8227-4462-84a7-00afd853b05c req-0cc23760-3476-4905-9214-779a18d44319 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:12.048889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32df4e7e-8227-4462-84a7-00afd853b05c req-0cc23760-3476-4905-9214-779a18d44319 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1085134 Dec 08 21:41:12.169544 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:41:09Z', 'revision_number': 5, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:12.206942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d5d3-85d1-4fd8-80ff-22f0d4fbfc1e req-08380a52-094d-4ab8-9eb8-c8cffade8f1e tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:12.218344 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a29d5d3-85d1-4fd8-80ff-22f0d4fbfc1e req-08380a52-094d-4ab8-9eb8-c8cffade8f1e tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 945 time: 0.1866915 Dec 08 21:41:12.223876 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] Checking router: 09533501-7256-425b-925b-f8801082e66d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:12.234504 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] Routers {'09533501-7256-425b-925b-f8801082e66d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:12.235165 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['09533501-7256-425b-925b-f8801082e66d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:12.277604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c059-c41d-44af-be67-89e929e82a69 req-6f7f4db2-4dd3-404d-ad85-677bcf4a18b2 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:12.283427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-6f7f4db2-4dd3-404d-ad85-677bcf4a18b2 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.1966314 Dec 08 21:41:12.433054 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:12.447146 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] Set router 09533501-7256-425b-925b-f8801082e66d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:12.506939 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:12.547969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32df4e7e-8227-4462-84a7-00afd853b05c req-76ed87d4-ab06-4adf-a906-7c55b051e44b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835501 Dec 08 21:41:12.566378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Pushing event deleted for resources: {'Port': ['ID=df861891-859b-4f7c-bfbb-87d8f73b8df7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:12.590530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a29d5d3-85d1-4fd8-80ff-22f0d4fbfc1e req-7b23855a-3e7f-4b27-b7be-14fc7a8ced06 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711989 Dec 08 21:41:12.712227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a09c059-c41d-44af-be67-89e929e82a69 req-bbf9ee6f-91d8-4f11-bc84-4d05f4c41de5 service neutron] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:12.730903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a09c059-c41d-44af-be67-89e929e82a69 req-bbf9ee6f-91d8-4f11-bc84-4d05f4c41de5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:12.732558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a09c059-c41d-44af-be67-89e929e82a69 req-bbf9ee6f-91d8-4f11-bc84-4d05f4c41de5 service neutron] 10.222.0.23 "DELETE /v2.0/ports/c76994f9-0997-451d-85e9-997dd016f8d2/bindings/n-h1-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.4341714 Dec 08 21:41:12.830024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Deleting port 86132ec4-eef4-4cd3-8f0e-29686a112e7c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:12.835690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:12.900175 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:41:13.053025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248f4d2-4f44-4747-bdca-82ce0e178137 req-7044d64d-9d6b-4e1f-9c99-1b1d60b602b1 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:13.061712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3248f4d2-4f44-4747-bdca-82ce0e178137 req-7044d64d-9d6b-4e1f-9c99-1b1d60b602b1 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 951 time: 0.4081917 Dec 08 21:41:13.078220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e91094-c70f-4926-a970-ebaa8d9300ef req-75822107-1b37-4b26-87b3-6c1eb4563764 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:13.079812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97e91094-c70f-4926-a970-ebaa8d9300ef req-75822107-1b37-4b26-87b3-6c1eb4563764 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 944 time: 0.1110270 Dec 08 21:41:13.116291 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:41:09Z', 'revision_number': 5, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:13.152572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] For port 86132ec4-eef4-4cd3-8f0e-29686a112e7c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=86132ec4-eef4-4cd3-8f0e-29686a112e7c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:13.153660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:13.155176 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0a39f-2c82-42c2-b795-7b1afeb9501a None None] The sync data for ids ['09533501-7256-425b-925b-f8801082e66d'] in n-d-821126-1 is: [{'id': '09533501-7256-425b-925b-f8801082e66d', 'name': 'tempest-FloatingIPsTestJSON-459516984-router', 'tenant_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:40Z', 'updated_at': '2021-12-08T21:41:09Z', 'revision_number': 5, 'project_id': '2b4f975b8fda4119a167f099ba4bd3ed', 'gw_port': {'id': '86132ec4-eef4-4cd3-8f0e-29686a112e7c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09533501-7256-425b-925b-f8801082e66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:41Z', 'updated_at': '2021-12-08T21:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:13.174123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97e91094-c70f-4926-a970-ebaa8d9300ef req-d959d335-22c2-4740-a86f-1669c651c8cc tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798712 Dec 08 21:41:13.175041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3248f4d2-4f44-4747-bdca-82ce0e178137 req-e5c8c338-a207-4b57-8ade-d19d601c44c1 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080568 Dec 08 21:41:13.197793 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:13.219924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Calling delete_port for 86132ec4-eef4-4cd3-8f0e-29686a112e7c owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:13.383112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b9b2c-49f4-4bd8-b04d-0d1ea2624f9c req-aeb3c13e-9d7f-4b4f-b7c4-a7aae1bda84d tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:13.389701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d5b9b2c-49f4-4bd8-b04d-0d1ea2624f9c req-aeb3c13e-9d7f-4b4f-b7c4-a7aae1bda84d tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1095 time: 0.0763018 Dec 08 21:41:13.449797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d5b9b2c-49f4-4bd8-b04d-0d1ea2624f9c req-7e34779e-5360-47ff-a2a4-cf017ca6401d tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508053 Dec 08 21:41:13.510447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cf001-b727-4c2c-bd6b-d9978729d98c req-725c40d5-0b22-4b84-97bb-dcd4c6992567 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:13.524088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb2cf001-b727-4c2c-bd6b-d9978729d98c req-725c40d5-0b22-4b84-97bb-dcd4c6992567 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 945 time: 0.1823487 Dec 08 21:41:13.530515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36950) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:13.536228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Request body: {'floatingip': {'port_id': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:13.678039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:13.908627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:13.928862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Router 83711196-32fa-492f-b78b-09bd93216641 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:41:14.005009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.064449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Pushing event deleted for resources: {'Port': ['ID=86132ec4-eef4-4cd3-8f0e-29686a112e7c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:14.181371 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.184894 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.381653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f5d65-eea2-4a56-b895-7a4b5ec1eb7e req-4ab44e70-83ce-4575-8cef-30b12fa7b81b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:14.404933 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb7f5d65-eea2-4a56-b895-7a4b5ec1eb7e req-4ab44e70-83ce-4575-8cef-30b12fa7b81b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.7060249 Dec 08 21:41:14.509446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ea47f-df65-4f75-b9a4-ef9e92994efa req-5d2f062e-1eee-4c5a-b64a-1550682d6dba tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:14.510977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd0ea47f-df65-4f75-b9a4-ef9e92994efa req-5d2f062e-1eee-4c5a-b64a-1550682d6dba tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 1095 time: 0.8912776 Dec 08 21:41:14.554289 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.554885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09533501-7256-425b-925b-f8801082e66d {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:41:14.578735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.592439 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bdc79fc6-57ef-437b-8405-eeb7a86d3238 admin admin] 10.222.0.21 "DELETE /v2.0/routers/09533501-7256-425b-925b-f8801082e66d HTTP/1.1" status: 204 len: 168 time: 2.9903033 Dec 08 21:41:14.642984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:14.646379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36966) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:14.653700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] Sync routers for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:14.675603 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.685680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:14.686847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:14.687924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9b6d24cd-f894-4336-9c87-9df346cf118c admin admin] 10.222.0.21 "PUT /v2.0/routers/83711196-32fa-492f-b78b-09bd93216641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7491131 Dec 08 21:41:14.689897 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.702135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36968) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:14.730931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb7f5d65-eea2-4a56-b895-7a4b5ec1eb7e req-fbd8426e-5b1f-4923-85d7-e68dbec13c40 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260615 Dec 08 21:41:14.776333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-54367f17-542e-4a2f-9aff-3d252ccd945a admin admin] Deleting subnet cba0e46e-f93c-4a90-8dc3-d5af763873be {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:41:14.784807 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54367f17-542e-4a2f-9aff-3d252ccd945a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.866262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd0ea47f-df65-4f75-b9a4-ef9e92994efa req-7e956319-09d7-43be-a50a-2101d6563ee0 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395076 Dec 08 21:41:14.881481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54367f17-542e-4a2f-9aff-3d252ccd945a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:14.961100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:15.110153 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.253146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54367f17-542e-4a2f-9aff-3d252ccd945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.255182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.325363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 343af78a-df0c-4fa7-bb77-2efc116a0cc0 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:15.330865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaeb01-6999-4bd7-a983-4767bf035c8f req-73645bed-41dd-4555-94ae-131078d467af tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:15.332657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0eaeb01-6999-4bd7-a983-4767bf035c8f req-73645bed-41dd-4555-94ae-131078d467af tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 951 time: 0.3570480 Dec 08 21:41:15.357372 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Floating IP 13ed5ae9-a639-4281-b9c3-75eacf6c2a8f associated. External IP: 172.25.1.158, port: f4356ac3-acb5-4239-bd6f-eb89f5afbd81. Dec 08 21:41:15.380012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 343af78a-df0c-4fa7-bb77-2efc116a0cc0 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:15.380444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 343af78a-df0c-4fa7-bb77-2efc116a0cc0 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:15.402596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0eaeb01-6999-4bd7-a983-4767bf035c8f req-b4670a5e-e454-4313-ae33-bdeb4cb5953d tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524004 Dec 08 21:41:15.431538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:41:12Z', 'revision_number': 5, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port': {'id': 'abc12e35-83f4-4c91-a046-1ba17d33d7c8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83711196-32fa-492f-b78b-09bd93216641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:15.438049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54367f17-542e-4a2f-9aff-3d252ccd945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.497589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54367f17-542e-4a2f-9aff-3d252ccd945a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba0e46e-f93c-4a90-8dc3-d5af763873be,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:15.499593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] Checking router: 83711196-32fa-492f-b78b-09bd93216641 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:15.505222 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54367f17-542e-4a2f-9aff-3d252ccd945a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.511629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-54367f17-542e-4a2f-9aff-3d252ccd945a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cba0e46e-f93c-4a90-8dc3-d5af763873be HTTP/1.1" status: 204 len: 168 time: 0.8635380 Dec 08 21:41:15.514055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068c0fb3-db12-4c19-a797-4e975e9fa3b6 None None] Network 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:15.516143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36992) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:15.663563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] Routers {'83711196-32fa-492f-b78b-09bd93216641'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:15.664221 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['83711196-32fa-492f-b78b-09bd93216641'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:15.677473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.685598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Deleting port abc12e35-83f4-4c91-a046-1ba17d33d7c8 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:15.687250 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.804643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] For port abc12e35-83f4-4c91-a046-1ba17d33d7c8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=abc12e35-83f4-4c91-a046-1ba17d33d7c8,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:15.805007 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.822495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Calling delete_port for abc12e35-83f4-4c91-a046-1ba17d33d7c8 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:15.846730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b837d10-5958-440d-a5a0-f2c7ceaf1106 req-114adde0-5145-4567-9cfe-2d398b143672 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:15.866614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b837d10-5958-440d-a5a0-f2c7ceaf1106 req-114adde0-5145-4567-9cfe-2d398b143672 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1102 time: 0.1001863 Dec 08 21:41:15.869071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Deleting port caba7dd7-57f3-41ad-9022-d4df72c3882b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:15.869405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:15.973088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] Set router 83711196-32fa-492f-b78b-09bd93216641 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:16.083519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] For port caba7dd7-57f3-41ad-9022-d4df72c3882b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=caba7dd7-57f3-41ad-9022-d4df72c3882b,segment=NetworkSegment(ce450f49-15ba-4dd2-b0f3-e80e22a44d47),segment_id=ce450f49-15ba-4dd2-b0f3-e80e22a44d47)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:16.084441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.086792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] DHCP port deletion for 2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:41:16.091067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:41:15Z', 'revision_number': 6, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:16.108532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b837d10-5958-440d-a5a0-f2c7ceaf1106 req-d35c8ee9-2f56-457c-82a3-b65cc8e4065e tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410126 Dec 08 21:41:16.126408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Calling delete_port for caba7dd7-57f3-41ad-9022-d4df72c3882b owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:16.146286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.169649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f973bb-d8fb-4e3e-854d-1d84a40891b5 None None] The sync data for ids ['83711196-32fa-492f-b78b-09bd93216641'] in n-d-821126-1 is: [{'id': '83711196-32fa-492f-b78b-09bd93216641', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-978696503-router', 'tenant_id': '8cc423c7609644568f0ef0b426595d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:40:00Z', 'updated_at': '2021-12-08T21:41:15Z', 'revision_number': 6, 'project_id': '8cc423c7609644568f0ef0b426595d75', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:16.221706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc12e35-83f4-4c91-a046-1ba17d33d7c8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:16.271002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Deleting port caba7dd7-57f3-41ad-9022-d4df72c3882b {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:16.271384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.343041 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.354025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafdfa8-1227-40bf-a1a2-56eb935cdb78 req-9f5f45c6-354a-48fe-b5c3-624792637400 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:16.362915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-feafdfa8-1227-40bf-a1a2-56eb935cdb78 req-9f5f45c6-354a-48fe-b5c3-624792637400 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.3153462 Dec 08 21:41:16.368705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] For port caba7dd7-57f3-41ad-9022-d4df72c3882b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=caba7dd7-57f3-41ad-9022-d4df72c3882b,segment=NetworkSegment(ce450f49-15ba-4dd2-b0f3-e80e22a44d47),segment_id=ce450f49-15ba-4dd2-b0f3-e80e22a44d47)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:16.369105 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.388569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Calling delete_port for caba7dd7-57f3-41ad-9022-d4df72c3882b owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:16.397767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.416129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Pushing event deleted for resources: {'Port': ['ID=caba7dd7-57f3-41ad-9022-d4df72c3882b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:16.428931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] No DVR routers for this DVR port caba7dd7-57f3-41ad-9022-d4df72c3882b on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:16.549112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.629933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.664154 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-feafdfa8-1227-40bf-a1a2-56eb935cdb78 req-d052bd78-c6e1-4383-9063-84ad92d23768 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892127 Dec 08 21:41:16.664364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.664610 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.665340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.665827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.666150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.666476 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.666813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.667219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.667555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.667870 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.669480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.679430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.782210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.782767 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.783245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.783721 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 21:41:16.784249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:16.836567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Pushing event deleted for resources: {'Port': ['ID=caba7dd7-57f3-41ad-9022-d4df72c3882b,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:16.840651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a5a73-49a5-4d23-b393-8d962f2044f1 req-0bfe1ead-c857-4abd-a227-ff481f4beb8a tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:16.843947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] No DVR routers for this DVR port caba7dd7-57f3-41ad-9022-d4df72c3882b on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:16.857774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e1a5a73-49a5-4d23-b393-8d962f2044f1 req-0bfe1ead-c857-4abd-a227-ff481f4beb8a tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 1102 time: 0.3046200 Dec 08 21:41:16.857962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.858413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.858787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.859190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.859504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.859834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.860211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.860538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.860994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.861367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.861695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.862017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cfc80-e797-4f2a-9f71-f9e58d84f4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:16.870405 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.871208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83711196-32fa-492f-b78b-09bd93216641 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:41:16.892687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.894782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4c872f0d-8a2d-48fc-be40-b25bb1da1519 admin admin] 10.222.0.21 "DELETE /v2.0/routers/83711196-32fa-492f-b78b-09bd93216641 HTTP/1.1" status: 204 len: 168 time: 2.1467121 Dec 08 21:41:16.895148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:16.895435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce450f49-15ba-4dd2-b0f3-e80e22a44d47') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:16.898320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37016) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:16.917583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.949421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.955152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Router c12f495c-392e-4d66-95ea-e52a5562638b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:41:16.962152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:41:16.962638 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:16.970486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-231b9f9e-c56b-4a4d-9a63-eac59a9f87d9 admin admin] Deleting subnet f9fe16ed-c11d-42b7-b374-10690a924aad {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:41:16.978340 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-231b9f9e-c56b-4a4d-9a63-eac59a9f87d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:17.035427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e1a5a73-49a5-4d23-b393-8d962f2044f1 req-86c51c7a-ec94-400c-8eda-31aa8a9680b3 tempest-ServersAdminTestJSON-708178790 tempest-ServersAdminTestJSON-708178790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675808 Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: from cryptography.utils import int_from_bytes Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: from cryptography.utils import int_from_bytes Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:41:17.038422 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:41:17.041710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:17.064644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:17.067903 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] 10.222.0.21 "DELETE /v2.0/networks/2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40 HTTP/1.1" status: 204 len: 168 time: 1.5507932 Dec 08 21:41:17.088658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8653d6e-b2c9-41e6-9b09-53f80410863e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3b66ba-3bbe-4403-bfa2-d00c04aa0d40,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:17.158074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:17.165828 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:17.174043 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] Sync routers for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:17.202786 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:17.204836 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:17.229569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1d68c9d2-f906-43b2-89ee-4a80c71454b6 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "PUT /v2.0/floatingips/13ed5ae9-a639-4281-b9c3-75eacf6c2a8f HTTP/1.1" status: 200 len: 991 time: 3.6952803 Dec 08 21:41:17.230404 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-231b9f9e-c56b-4a4d-9a63-eac59a9f87d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:17.232374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:17.234560 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13313e15-a166-4d1e-a80d-4414cf72c9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:17.326871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37030) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:17.353484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 86132ec4-eef4-4cd3-8f0e-29686a112e7c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:17.403829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 86132ec4-eef4-4cd3-8f0e-29686a112e7c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:17.404566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 86132ec4-eef4-4cd3-8f0e-29686a112e7c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:17.406234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device df861891-859b-4f7c-bfbb-87d8f73b8df7 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:17.461298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: df861891-859b-4f7c-bfbb-87d8f73b8df7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:17.463191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device df861891-859b-4f7c-bfbb-87d8f73b8df7 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:17.465197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device abc12e35-83f4-4c91-a046-1ba17d33d7c8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:17.484579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-231b9f9e-c56b-4a4d-9a63-eac59a9f87d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:17.515166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: abc12e35-83f4-4c91-a046-1ba17d33d7c8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:17.516674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device abc12e35-83f4-4c91-a046-1ba17d33d7c8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:17.517754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device caba7dd7-57f3-41ad-9022-d4df72c3882b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:17.563227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: caba7dd7-57f3-41ad-9022-d4df72c3882b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:17.563576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device caba7dd7-57f3-41ad-9022-d4df72c3882b not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:17.595012 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fbd243-1115-4caa-872a-a2bf2a1c5c93 x-openstack-request-id: req-81fbd243-1115-4caa-872a-a2bf2a1c5c93 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:17.595390 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:17.595622 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81fbd243-1115-4caa-872a-a2bf2a1c5c93 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:17.596035 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'status': 'completed', 'code': 200} Dec 08 21:41:17.599369 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-231b9f9e-c56b-4a4d-9a63-eac59a9f87d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:17.638462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b9f9e-c56b-4a4d-9a63-eac59a9f87d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fe16ed-c11d-42b7-b374-10690a924aad,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:17.641066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-231b9f9e-c56b-4a4d-9a63-eac59a9f87d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:17.644928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ad83f-8d04-4977-9170-de2b194503af None None] Network 39a2a44c-66ca-4558-b595-2f19b1a0cb65 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:17.661856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-231b9f9e-c56b-4a4d-9a63-eac59a9f87d9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f9fe16ed-c11d-42b7-b374-10690a924aad HTTP/1.1" status: 204 len: 168 time: 0.7620728 Dec 08 21:41:17.666148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37042) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:17.749556 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:17.893912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.067674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdc82-bb2b-4f3f-a716-8bf0546398b3 req-d220773e-2c0f-46b7-8bc3-c370d3c55d30 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:18.069245 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fedcdc82-bb2b-4f3f-a716-8bf0546398b3 req-d220773e-2c0f-46b7-8bc3-c370d3c55d30 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1732450 Dec 08 21:41:18.112134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-18c46411-0627-425b-864f-4f20d0ec9441 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b4f975b8fda4119a167f099ba4bd3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824509 Dec 08 21:41:18.119292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:18.136190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] DHCP port deletion for 39a2a44c-66ca-4558-b595-2f19b1a0cb65 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:41:18.176312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4276a7-e760-42fb-811a-fad3409a8d8d req-c0346768-460e-49ac-8dc0-9203ace27d35 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:18.177913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed4276a7-e760-42fb-811a-fad3409a8d8d req-c0346768-460e-49ac-8dc0-9203ace27d35 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 950 time: 0.1977305 Dec 08 21:41:18.232642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-5bd15899-efdf-4c84-a0aa-8e3c86c2b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:18.236154 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-5bd15899-efdf-4c84-a0aa-8e3c86c2b4e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 1096 time: 0.2548032 Dec 08 21:41:18.256109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] Deleting port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:18.256486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.265265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fedcdc82-bb2b-4f3f-a716-8bf0546398b3 req-e4b93483-b1c7-4bb5-91f0-87302fa369b0 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827617 Dec 08 21:41:18.267238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Deleting port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:18.267753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.314375 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '13ed5ae9-a639-4281-b9c3-75eacf6c2a8f', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'port_id': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'mac_address': 'fa:16:3e:ab:ed:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34def91f-3c2d-43ae-8377-64133e1024b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:38:40Z', 'updated_at': '2021-12-08T21:41:14Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:18.362618 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] Checking router: c12f495c-392e-4d66-95ea-e52a5562638b for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:18.392409 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:18.393394 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:18.424102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] For port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:18.424543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] For port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,segment=NetworkSegment(477e5fa8-8b2e-483b-99b0-6b1e2dd7d115),segment_id=477e5fa8-8b2e-483b-99b0-6b1e2dd7d115)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:18.425013 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.425603 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.461194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] Calling delete_port for 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:18.471289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed4276a7-e760-42fb-811a-fad3409a8d8d req-8d1a3e3f-056b-4c53-8906-a9a6f8e78789 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696021 Dec 08 21:41:18.480000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Calling delete_port for 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:18.569378 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-846ff05b-d3bf-4652-902c-94f969d3eac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.607671 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.626153 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-846ff05b-d3bf-4652-902c-94f969d3eac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.644131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.677044 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:18.701136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] No DVR routers for this DVR port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:18.703878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-846ff05b-d3bf-4652-902c-94f969d3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.707399 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-846ff05b-d3bf-4652-902c-94f969d3eac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:18.716490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Pushing event deleted for resources: {'Port': ['ID=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:18.725804 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-846ff05b-d3bf-4652-902c-94f969d3eac5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d56cb6f-5ff0-4646-b824-8e452cd37bd8 HTTP/1.1" status: 204 len: 168 time: 0.5885484 Dec 08 21:41:18.736572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] Pushing event deleted for resources: {'Port': ['ID=758e0cdf-7a82-425b-b4d6-266a2dc8c5ee,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:18.759094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9a8de-a307-4cd2-b037-a6ee4c85e152 None None] No DVR routers for this DVR port 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:18.784422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ff05b-d3bf-4652-902c-94f969d3eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d56cb6f-5ff0-4646-b824-8e452cd37bd8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:18.802303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-d1a8771a-fc34-4b8c-9484-6fe3d03b03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:18.803879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-d1a8771a-fc34-4b8c-9484-6fe3d03b03d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 925 time: 0.5418351 Dec 08 21:41:18.961080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-ba10bf30-c015-4192-8cfa-b7a15cf54a22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81 HTTP/1.1" status: 200 len: 999 time: 0.1458938 Dec 08 21:41:18.997554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:19.019480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:19.059054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:19.059397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 758e0cdf-7a82-425b-b4d6-266a2dc8c5ee not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:19.096085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-f2efec49-7408-4ab0-b167-2df5e99821dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:19.098005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-f2efec49-7408-4ab0-b167-2df5e99821dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ff34851-5b0a-418c-ad7d-127114c8dc7a HTTP/1.1" status: 200 len: 863 time: 0.1289420 Dec 08 21:41:19.124252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a2a44c-66ca-4558-b595-2f19b1a0cb65']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:19.145130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:19.145559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477e5fa8-8b2e-483b-99b0-6b1e2dd7d115') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:19.177262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e366905-7e0d-4087-964f-9ae8b383338f req-85700ce3-fbcb-4c29-83d9-f597aafe8e46 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:19.178921 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e366905-7e0d-4087-964f-9ae8b383338f req-85700ce3-fbcb-4c29-83d9-f597aafe8e46 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 950 time: 0.2254159 Dec 08 21:41:19.180840 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:19.223434 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '13ed5ae9-a639-4281-b9c3-75eacf6c2a8f', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'port_id': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'mac_address': 'fa:16:3e:ab:ed:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34def91f-3c2d-43ae-8377-64133e1024b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:38:40Z', 'updated_at': '2021-12-08T21:41:14Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:19.225233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-c7ad38a5-1bda-4dfb-826c-08b3cacaf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:19.228023 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-c7ad38a5-1bda-4dfb-826c-08b3cacaf009 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e35e526e-b0aa-46d7-85c6-20f23c602f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204271 Dec 08 21:41:19.235592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:19.251669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:41:19.252164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:41:19.254127 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:41:19.330899 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23dcf1-30bf-4c17-aa15-206f942208ba None None] The sync data for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 is: [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '13ed5ae9-a639-4281-b9c3-75eacf6c2a8f', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'port_id': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'mac_address': 'fa:16:3e:ab:ed:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34def91f-3c2d-43ae-8377-64133e1024b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:38:40Z', 'updated_at': '2021-12-08T21:41:14Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:19.490659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-68972c88-7baf-46ff-85db-ac30e22c9e3f service neutron] 10.222.0.37 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492213 Dec 08 21:41:19.536086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:19.540818 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:19.544763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] 10.222.0.21 "DELETE /v2.0/networks/39a2a44c-66ca-4558-b595-2f19b1a0cb65 HTTP/1.1" status: 204 len: 168 time: 1.8775737 Dec 08 21:41:19.583068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dddc2a-627b-4e57-90c2-08ac657cf073 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a2a44c-66ca-4558-b595-2f19b1a0cb65,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:19.629902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Deleting port d8a18b24-5ab9-4452-9733-acba68dc6854 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:19.630239 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:19.656589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13313e15-a166-4d1e-a80d-4414cf72c9c9 req-8941543f-b4db-41f3-8b13-0e1d54fde969 service neutron] 10.222.0.37 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573009 Dec 08 21:41:19.750231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792093b-f4f5-4c15-9947-58bd82d5abef req-9910bd7d-aa91-46e4-846e-2ef90698cb98 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:19.757059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32cf80-0898-4038-b41a-4f2345561824 req-71752d42-43f3-4683-8722-e0499cd0bd38 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:19.759552 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8792093b-f4f5-4c15-9947-58bd82d5abef req-9910bd7d-aa91-46e4-846e-2ef90698cb98 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 950 time: 0.0942566 Dec 08 21:41:19.760167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf32cf80-0898-4038-b41a-4f2345561824 req-71752d42-43f3-4683-8722-e0499cd0bd38 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.3009043 Dec 08 21:41:19.853113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90345086-9d01-4169-b1e7-0768fbae148d None None] New status for floating IP 13ed5ae9-a639-4281-b9c3-75eacf6c2a8f: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:41:19.879562 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf32cf80-0898-4038-b41a-4f2345561824 req-4c1b54ee-781f-4c7c-be88-eb9e0014d4cb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094611 Dec 08 21:41:19.882279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37094) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:19.917950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8792093b-f4f5-4c15-9947-58bd82d5abef req-5626f4fe-3dd7-40d0-8c83-acf5c5b68326 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333742 Dec 08 21:41:19.942293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] For port d8a18b24-5ab9-4452-9733-acba68dc6854, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d8a18b24-5ab9-4452-9733-acba68dc6854,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:19.942659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.253917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-16891ad0-b198-4134-b1ff-714f2c6eacda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cc423c7609644568f0ef0b426595d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708308 Dec 08 21:41:20.256623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37106) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:20.258249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Calling delete_port for d8a18b24-5ab9-4452-9733-acba68dc6854 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:20.304201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37108) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:20.393748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb4e5e4-2067-47f0-b814-0a39ce4f9daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.440576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb4e5e4-2067-47f0-b814-0a39ce4f9daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.443331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.457652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ebe434ee-9fbd-4dac-a4f4-5421e8a07710'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:20.518485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Pushing event deleted for resources: {'Port': ['ID=d8a18b24-5ab9-4452-9733-acba68dc6854,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:20.587284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] No DVR routers for this DVR port d8a18b24-5ab9-4452-9733-acba68dc6854 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:20.591695 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.595513 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e366905-7e0d-4087-964f-9ae8b383338f req-1984baa2-136c-41be-bb48-b1ad8cb488fd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "DELETE /v2.0/ports/d8a18b24-5ab9-4452-9733-acba68dc6854 HTTP/1.1" status: 204 len: 173 time: 1.4000533 Dec 08 21:41:20.596357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e407228-956b-42da-bbb9-54846ca546ac', 'name': 'network-vif-deleted', 'tag': 'd8a18b24-5ab9-4452-9733-acba68dc6854'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:20.598867 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80351d72-bb05-4661-9030-b1230dec625d" -d '{"events": [{"server_uuid": "6e407228-956b-42da-bbb9-54846ca546ac", "name": "network-vif-deleted", "tag": "d8a18b24-5ab9-4452-9733-acba68dc6854"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:20.615357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d8a18b24-5ab9-4452-9733-acba68dc6854', '80eb3074-cb93-4bf7-be6e-9af3b4cff47a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:20.616954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-network', 'tenant_id': '38a22f98184e43c8938c62f421de52b7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:20.672057 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6207837e-d7e7-46e7-b461-c4e647df7f2a x-openstack-request-id: req-6207837e-d7e7-46e7-b461-c4e647df7f2a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:20.672403 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e407228-956b-42da-bbb9-54846ca546ac", "name": "network-vif-deleted", "tag": "d8a18b24-5ab9-4452-9733-acba68dc6854", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:20.672664 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6207837e-d7e7-46e7-b461-c4e647df7f2a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:20.673061 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e407228-956b-42da-bbb9-54846ca546ac', 'name': 'network-vif-deleted', 'tag': 'd8a18b24-5ab9-4452-9733-acba68dc6854', 'status': 'completed', 'code': 200} Dec 08 21:41:20.687196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Made reservation on behalf of 38a22f98184e43c8938c62f421de52b7 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:41:20.689646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.710399 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.720434 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb4e5e4-2067-47f0-b814-0a39ce4f9daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.722481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb4e5e4-2067-47f0-b814-0a39ce4f9daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.736037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-feb4e5e4-2067-47f0-b814-0a39ce4f9daa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1062058-2ce7-4019-93e1-71bd95f7010c HTTP/1.1" status: 204 len: 168 time: 0.4782834 Dec 08 21:41:20.831295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4e5e4-2067-47f0-b814-0a39ce4f9daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1062058-2ce7-4019-93e1-71bd95f7010c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:20.900306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.908879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:20.997108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:41:20.999422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce4f5d2-821b-4db5-bf2b-9da006833708,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:21.014468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:21.014468 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Added segment 00007aa9-697d-4d8d-b349-8bb7883ae56b of type vlan for network 56317687-088b-486b-9208-ef9b8d1ee8ee Dec 08 21:41:21.146931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21e7d5f2-2de5-4ef8-a251-8387237f12fa req-b3df944a-79ea-47e1-97dd-f3c9ccac9501 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e407228-956b-42da-bbb9-54846ca546ac HTTP/1.1" status: 200 len: 210 time: 0.0549653 Dec 08 21:41:21.227082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:21.322582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e3f32-93cd-4a8e-9607-8ff0a4cedf54 req-3250df70-19a1-4fb2-9546-ff00dd93a75a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:21.333940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a29e3f32-93cd-4a8e-9607-8ff0a4cedf54 req-3250df70-19a1-4fb2-9546-ff00dd93a75a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.2502379 Dec 08 21:41:21.338139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.resource_extend [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:41:21.421438 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:21.422961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:21.423894 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:21.488648 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a29e3f32-93cd-4a8e-9607-8ff0a4cedf54 req-a41fcbb0-4b99-4156-818b-d4c54ca30e3e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435540 Dec 08 21:41:21.511809 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2064888 Dec 08 21:41:21.514828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37146) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:21.520180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Request body: {'subnet': {'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-subnet', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:21.541404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e367a-c8c4-44b1-9a2b-df0d23d935a8 admin admin] Pushing event updated for resources: {'Network': ['ID=56317687-088b-486b-9208-ef9b8d1ee8ee,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:21.555586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 56317687-088b-486b-9208-ef9b8d1ee8ee details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:41:21.576338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Made reservation on behalf of 38a22f98184e43c8938c62f421de52b7 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:41:21.579236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:21.851645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:21.903097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37160) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:21.920974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a40c5c-7518-44d1-bee1-141f1506a7b1,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:21.929033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Checking segment: {'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:21.929594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Network hostable DHCP agents. Network: 56317687-088b-486b-9208-ef9b8d1ee8ee, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:41:21.959222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Network 56317687-088b-486b-9208-ef9b8d1ee8ee is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:41:21.983507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 56317687-088b-486b-9208-ef9b8d1ee8ee) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:21.994404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11aa30e-708d-4acc-bb99-8946cafee314 None None] Network 56317687-088b-486b-9208-ef9b8d1ee8ee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:21.999046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:21.999773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.034984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37164) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:22.035363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b7eba8eb-074e-49dc-96fb-aca217341763 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5191815 Dec 08 21:41:22.040140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:22.068426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-network', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:22.091283 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.094030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.138280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Made reservation on behalf of 2a48ca59bebc40c39ddcf43497c1c71c for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:41:22.141025 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.184302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.188700 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.237138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-56317687-088b-486b-9208-ef9b8d1ee8ee', 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'fixed_ips': [{'subnet_id': '80a40c5c-7518-44d1-bee1-141f1506a7b1'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:41:22.238052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.447343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.560021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Allocated IP 172.20.0.2 (56317687-088b-486b-9208-ef9b8d1ee8ee/80a40c5c-7518-44d1-bee1-141f1506a7b1/edb3060c-28c5-4f0d-af5a-710ad8f12361) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:22.648791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.662487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158ba99-b88c-4eb9-96b6-8c93da2badd3 req-6f4f43ad-385d-46d0-be6a-0b618196102a tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:22.664342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6158ba99-b88c-4eb9-96b6-8c93da2badd3 req-6f4f43ad-385d-46d0-be6a-0b618196102a tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 950 time: 0.0976212 Dec 08 21:41:22.697329 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.774957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:41:22.796363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ed7c2e-ebc0-4ff8-8405-c4b5fb57bfb9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:22.814060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6158ba99-b88c-4eb9-96b6-8c93da2badd3 req-935761be-0181-4fb1-b843-5d1334929fde tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260219 Dec 08 21:41:22.820191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d8a18b24-5ab9-4452-9733-acba68dc6854 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:22.820988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.821561 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Added segment 1b2acaa7-c5f2-4b39-b90e-af5cf2312313 of type vlan for network 8e2fada5-05fd-4067-8e8a-ac3089555b4f Dec 08 21:41:22.849827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: d8a18b24-5ab9-4452-9733-acba68dc6854 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:22.850099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d8a18b24-5ab9-4452-9733-acba68dc6854 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:22.872112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.885806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.925934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72413c0f-6141-440d-90ae-3f8cfe9f8caf req-33a93ad5-8bd6-4e05-ae11-2d898a1779e1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:22.930109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72413c0f-6141-440d-90ae-3f8cfe9f8caf req-33a93ad5-8bd6-4e05-ae11-2d898a1779e1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.2539203 Dec 08 21:41:22.953859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:22.966795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Network 56317687-088b-486b-9208-ef9b8d1ee8ee is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:22.972951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:22.974732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Pushing event updated for resources: {'Port': ['ID=edb3060c-28c5-4f0d-af5a-710ad8f12361,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:22.976822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:23.053759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Attempting to bind port edb3060c-28c5-4f0d-af5a-710ad8f12361 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:41:23.054428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Attempting to bind port edb3060c-28c5-4f0d-af5a-710ad8f12361 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:41:23.055025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Attempting to bind port edb3060c-28c5-4f0d-af5a-710ad8f12361 on network 56317687-088b-486b-9208-ef9b8d1ee8ee {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:23.061866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:41:23.062740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Checking segment: {'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:23.063354 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.063925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Bound using segment: {'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:41:23.064654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Bound port: edb3060c-28c5-4f0d-af5a-710ad8f12361, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:41:23.065277 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.097263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72413c0f-6141-440d-90ae-3f8cfe9f8caf req-ec925284-05cd-4d4f-8c6e-8c49bb795d6b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400893 Dec 08 21:41:23.104359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.106102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:23.106841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.129274 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.170169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] For port edb3060c-28c5-4f0d-af5a-710ad8f12361, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:23.175185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] For port edb3060c-28c5-4f0d-af5a-710ad8f12361, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edb3060c-28c5-4f0d-af5a-710ad8f12361,segment=NetworkSegment(00007aa9-697d-4d8d-b349-8bb7883ae56b),segment_id=00007aa9-697d-4d8d-b349-8bb7883ae56b)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:41:23.180320 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.184498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.207574 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3002794 Dec 08 21:41:23.207778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:23.212348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Request body: {'subnet': {'network_id': '8e2fada5-05fd-4067-8e8a-ac3089555b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-subnet', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:23.253135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2166535-a8d1-4caf-974d-098ff4a21514 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2fada5-05fd-4067-8e8a-ac3089555b4f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:23.261384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Made reservation on behalf of 2a48ca59bebc40c39ddcf43497c1c71c for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:41:23.265394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.280962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454273-b20e-47d4-9064-7c887ac3dea9 None None] Pushing event updated for resources: {'Port': ['ID=edb3060c-28c5-4f0d-af5a-710ad8f12361,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:23.302196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8e2fada5-05fd-4067-8e8a-ac3089555b4f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:41:23.404265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Allocated IP 172.25.1.220 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/b2ac2526-4170-4378-ad56-dfea589010ea) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:23.597682 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.612958 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.734753 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.790833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:23.801273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ac2526-4170-4378-ad56-dfea589010ea,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:23.804446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Checking segment: {'id': '1b2acaa7-c5f2-4b39-b90e-af5cf2312313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8e2fada5-05fd-4067-8e8a-ac3089555b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:23.805096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Network hostable DHCP agents. Network: 8e2fada5-05fd-4067-8e8a-ac3089555b4f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:41:23.825617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:23.828375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:23.832759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:23.841034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Network 8e2fada5-05fd-4067-8e8a-ac3089555b4f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:41:23.870315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8e2fada5-05fd-4067-8e8a-ac3089555b4f) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:23.874649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:23.875262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:23.883390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed748aab-b4af-4981-bfd2-c5378b4e4820 None None] Network 8e2fada5-05fd-4067-8e8a-ac3089555b4f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:23.931561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7071c1d9-daae-469e-bb04-f62f0a4b3be2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7229249 Dec 08 21:41:23.935855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37212) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:24.031252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:24.141557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297e793-821a-4b73-bf80-877afdf84600 req-cd9ffe1c-3f43-4bfe-8419-a7670140d7e3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:24.157534 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e297e793-821a-4b73-bf80-877afdf84600 req-cd9ffe1c-3f43-4bfe-8419-a7670140d7e3 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 950 time: 0.1633549 Dec 08 21:41:24.240328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.242088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.248713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e297e793-821a-4b73-bf80-877afdf84600 req-297341f7-3b32-4226-b3f0-3c816f16d5dd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872853 Dec 08 21:41:24.289938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8e2fada5-05fd-4067-8e8a-ac3089555b4f', 'network_id': '8e2fada5-05fd-4067-8e8a-ac3089555b4f', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'fixed_ips': [{'subnet_id': '8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:41:24.290827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.398207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-c603e6f4-2896-4021-9863-05901ed79def tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:24.399569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-c603e6f4-2896-4021-9863-05901ed79def tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.37 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 950 time: 0.4628303 Dec 08 21:41:24.491690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Allocated IP 172.20.0.2 (8e2fada5-05fd-4067-8e8a-ac3089555b4f/8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3/f42f94bb-d0fd-44a5-888f-7d356343ed69) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:24.514562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.687700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2904379-b648-4809-ae55-6051da67cb73 req-82ac99f1-394f-478e-b702-ac25c4b5efa2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:24.689246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2904379-b648-4809-ae55-6051da67cb73 req-82ac99f1-394f-478e-b702-ac25c4b5efa2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.3587213 Dec 08 21:41:24.700118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.708055 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.764913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Network 8e2fada5-05fd-4067-8e8a-ac3089555b4f is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:24.767966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:24.771474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:24.782511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Pushing event updated for resources: {'Port': ['ID=f42f94bb-d0fd-44a5-888f-7d356343ed69,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:24.858017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Attempting to bind port f42f94bb-d0fd-44a5-888f-7d356343ed69 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:41:24.858475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Attempting to bind port f42f94bb-d0fd-44a5-888f-7d356343ed69 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '1b2acaa7-c5f2-4b39-b90e-af5cf2312313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8e2fada5-05fd-4067-8e8a-ac3089555b4f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:41:24.859036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Attempting to bind port f42f94bb-d0fd-44a5-888f-7d356343ed69 on network 8e2fada5-05fd-4067-8e8a-ac3089555b4f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:24.866422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:41:24.866881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Checking segment: {'id': '1b2acaa7-c5f2-4b39-b90e-af5cf2312313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8e2fada5-05fd-4067-8e8a-ac3089555b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:24.867466 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.867941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Bound using segment: {'id': '1b2acaa7-c5f2-4b39-b90e-af5cf2312313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8e2fada5-05fd-4067-8e8a-ac3089555b4f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:41:24.868374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Bound port: f42f94bb-d0fd-44a5-888f-7d356343ed69, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2acaa7-c5f2-4b39-b90e-af5cf2312313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8e2fada5-05fd-4067-8e8a-ac3089555b4f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:41:24.868819 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.951353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] For port f42f94bb-d0fd-44a5-888f-7d356343ed69, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:24.958120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] For port f42f94bb-d0fd-44a5-888f-7d356343ed69, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f42f94bb-d0fd-44a5-888f-7d356343ed69,segment=NetworkSegment(1b2acaa7-c5f2-4b39-b90e-af5cf2312313),segment_id=1b2acaa7-c5f2-4b39-b90e-af5cf2312313)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:41:24.972538 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.978618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd88c30-155e-481f-a19f-56ce6f25b283 None None] Network 56317687-088b-486b-9208-ef9b8d1ee8ee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:24.980878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:24.997414 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2904379-b648-4809-ae55-6051da67cb73 req-f541e07b-2540-4e50-bee0-a8fba1675451 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355554 Dec 08 21:41:25.006660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:25.087727 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edb3060c-28c5-4f0d-af5a-710ad8f12361 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:25.133156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586ef34-fad9-4c00-926c-e04fc61c6a81 None None] Pushing event updated for resources: {'Port': ['ID=f42f94bb-d0fd-44a5-888f-7d356343ed69,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:25.149798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Deleting port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:25.150082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:25.154338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c9863df7-1747-409f-b1ed-ec9a112aab4a None None] Provisioning complete for port edb3060c-28c5-4f0d-af5a-710ad8f12361 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:25.154742 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9863df7-1747-409f-b1ed-ec9a112aab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:25.288132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port edb3060c-28c5-4f0d-af5a-710ad8f12361 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:25.290057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:25.451867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9863df7-1747-409f-b1ed-ec9a112aab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:25.554486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:25.572794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c9863df7-1747-409f-b1ed-ec9a112aab4a None None] For port edb3060c-28c5-4f0d-af5a-710ad8f12361, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edb3060c-28c5-4f0d-af5a-710ad8f12361,segment=NetworkSegment(00007aa9-697d-4d8d-b349-8bb7883ae56b),segment_id=00007aa9-697d-4d8d-b349-8bb7883ae56b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:25.591873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9863df7-1747-409f-b1ed-ec9a112aab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:25.935674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:41:25.936402 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:41:25.937722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9863df7-1747-409f-b1ed-ec9a112aab4a None None] Pushing event updated for resources: {'Port': ['ID=edb3060c-28c5-4f0d-af5a-710ad8f12361,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:26.044506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2276718d-1ab1-4f75-9bf1-ce4538d8450d None None] Provisioning complete for port edb3060c-28c5-4f0d-af5a-710ad8f12361 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:26.045082 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2276718d-1ab1-4f75-9bf1-ce4538d8450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:26.048355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37a888-0561-4c64-b31b-65f8e27de6a9 req-b2d263bb-de81-4453-be2b-c293f5907719 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:26.055648 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae37a888-0561-4c64-b31b-65f8e27de6a9 req-b2d263bb-de81-4453-be2b-c293f5907719 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=98653d76-2720-4bcf-80d8-f835ea62c921 HTTP/1.1" status: 200 len: 950 time: 0.2208037 Dec 08 21:41:26.106545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] For port ebe434ee-9fbd-4dac-a4f4-5421e8a07710, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:26.106940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:26.153685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Calling delete_port for ebe434ee-9fbd-4dac-a4f4-5421e8a07710 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:26.203547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae37a888-0561-4c64-b31b-65f8e27de6a9 req-791ae45c-88cf-4fc9-b5ad-7027072dc904 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463082 Dec 08 21:41:26.275859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:26.613204 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:26.627080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['80eb3074-cb93-4bf7-be6e-9af3b4cff47a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:26.805419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a509432b-43d0-4d21-8d1b-c1750ebf9ca1 None None] Network 8e2fada5-05fd-4067-8e8a-ac3089555b4f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:26.859055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d362c1-2417-430c-b548-7e2a29f52107 req-a7b9a0b6-5fa4-4e29-9e06-7b93e00bb51f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:26.876631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] No DVR routers for this DVR port ebe434ee-9fbd-4dac-a4f4-5421e8a07710 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:26.879622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:26.880789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-a7b9a0b6-5fa4-4e29-9e06-7b93e00bb51f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 805 time: 0.2282946 Dec 08 21:41:26.884366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4860fa93-ccd3-4126-bb5f-3b2bd14cf550 req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.37 "DELETE /v2.0/ports/ebe434ee-9fbd-4dac-a4f4-5421e8a07710 HTTP/1.1" status: 204 len: 173 time: 2.4666483 Dec 08 21:41:26.899097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2dcf2-e86d-4904-bd6c-5604f42ee3a4 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Pushing event deleted for resources: {'Port': ['ID=ebe434ee-9fbd-4dac-a4f4-5421e8a07710,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:26.906155 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b8d94c87-83ba-45e6-9cd6-0b8d77fbd1ee tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/quotas/ca38c78282504a32bf645c23aad3f0ab HTTP/1.1" status: 200 len: 375 time: 0.0218260 Dec 08 21:41:26.910374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98653d76-2720-4bcf-80d8-f835ea62c921', 'name': 'network-vif-deleted', 'tag': 'ebe434ee-9fbd-4dac-a4f4-5421e8a07710'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:26.924318 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76cd237-2ded-4206-bd95-10a0a133c655" -d '{"events": [{"server_uuid": "98653d76-2720-4bcf-80d8-f835ea62c921", "name": "network-vif-deleted", "tag": "ebe434ee-9fbd-4dac-a4f4-5421e8a07710"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:26.948524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425a6d0-3767-44b2-8982-5cf816038964 req-8300fc05-0416-4c9c-bbd9-2ac573009d89 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:26.958726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1425a6d0-3767-44b2-8982-5cf816038964 req-8300fc05-0416-4c9c-bbd9-2ac573009d89 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.3826799 Dec 08 21:41:26.975783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:27.013121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-6b47e816-fd36-4855-a346-9922dfcc3b65 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985208 Dec 08 21:41:27.024886 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:27.188020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-20447c01-ec76-4b33-a23e-fe7e965dc841 None None] Provisioning complete for port f42f94bb-d0fd-44a5-888f-7d356343ed69 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:27.192264 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20447c01-ec76-4b33-a23e-fe7e965dc841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:27.200614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-2c78373d-162b-45d9-84a9-af0d5b988a72 service neutron] 10.222.0.21 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797354 Dec 08 21:41:27.233974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Allocated IP 172.25.1.21 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:27.252795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edb3060c-28c5-4f0d-af5a-710ad8f12361 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:27.363751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port edb3060c-28c5-4f0d-af5a-710ad8f12361 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:27.364484 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:27.423134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-0b8a6ed1-aad4-41ce-abe6-4a55189688f4 service neutron] 10.222.0.21 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214947 Dec 08 21:41:27.593534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1425a6d0-3767-44b2-8982-5cf816038964 req-7ffa5e35-470f-4711-8cee-fe30745d3e91 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337419 Dec 08 21:41:27.603423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f42f94bb-d0fd-44a5-888f-7d356343ed69 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:27.606114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ebe434ee-9fbd-4dac-a4f4-5421e8a07710 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:27.627567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Router 19d321a0-3fdd-42e1-a036-9b4c49966c4d is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:41:27.647185 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20447c01-ec76-4b33-a23e-fe7e965dc841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:27.657805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: ebe434ee-9fbd-4dac-a4f4-5421e8a07710 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:27.665597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ebe434ee-9fbd-4dac-a4f4-5421e8a07710 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:27.763684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-20447c01-ec76-4b33-a23e-fe7e965dc841 None None] For port f42f94bb-d0fd-44a5-888f-7d356343ed69, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f42f94bb-d0fd-44a5-888f-7d356343ed69,segment=NetworkSegment(1b2acaa7-c5f2-4b39-b90e-af5cf2312313),segment_id=1b2acaa7-c5f2-4b39-b90e-af5cf2312313)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:27.781350 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20447c01-ec76-4b33-a23e-fe7e965dc841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:27.810900 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:27.815599 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a9dcd-ff60-48c6-a790-23345abbe335 x-openstack-request-id: req-a12a9dcd-ff60-48c6-a790-23345abbe335 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:27.816140 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98653d76-2720-4bcf-80d8-f835ea62c921", "name": "network-vif-deleted", "tag": "ebe434ee-9fbd-4dac-a4f4-5421e8a07710", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:27.820483 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a12a9dcd-ff60-48c6-a790-23345abbe335 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:27.822697 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98653d76-2720-4bcf-80d8-f835ea62c921', 'name': 'network-vif-deleted', 'tag': 'ebe434ee-9fbd-4dac-a4f4-5421e8a07710', 'status': 'completed', 'code': 200} Dec 08 21:41:27.850964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20447c01-ec76-4b33-a23e-fe7e965dc841 None None] Pushing event updated for resources: {'Port': ['ID=f42f94bb-d0fd-44a5-888f-7d356343ed69,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:27.876173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f42f94bb-d0fd-44a5-888f-7d356343ed69 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:27.876737 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:27.966840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e33713f4-5016-4081-bd5d-ef72fb92ba15 None None] Provisioning complete for port f42f94bb-d0fd-44a5-888f-7d356343ed69 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:27.967312 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e33713f4-5016-4081-bd5d-ef72fb92ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:28.044815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-029f1a07-aa43-4de2-9c69-2a8bc3b09833 req-f91756b9-6d08-4069-8523-b76ca90a01e2 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 210 time: 0.0927229 Dec 08 21:41:28.094087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:28.119572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:28.131207 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Sync routers for ids ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:28.147743 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Routers {'19d321a0-3fdd-42e1-a036-9b4c49966c4d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:28.148367 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:28.202582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:28.230448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:28.256343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:28.258833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2a2f076b-f0bc-43fb-9b09-7e9047b880f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2214844 Dec 08 21:41:28.259597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:28.261818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37426) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:28.302766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:28.349338 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Set router 19d321a0-3fdd-42e1-a036-9b4c49966c4d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:28.351440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-c06c69e0-5303-451b-a6be-0f75282b70a3 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:28.353008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-c06c69e0-5303-451b-a6be-0f75282b70a3 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceeaef15-84be-4b95-b480-14a28e6e7fc8 HTTP/1.1" status: 200 len: 945 time: 0.1483617 Dec 08 21:41:28.635077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcd644-7fb9-4ef7-9019-e62750a1499c req-c9d5e6b4-b3ca-4a93-bf7b-0e0bfee7d3b8 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:28.642987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04dcd644-7fb9-4ef7-9019-e62750a1499c req-c9d5e6b4-b3ca-4a93-bf7b-0e0bfee7d3b8 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 951 time: 0.2867494 Dec 08 21:41:28.701405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Deleting port 44f7d34b-e63d-4a52-a329-7b63681aef56 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:28.702005 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:28.733863 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:41:24Z', 'revision_number': 3, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port': {'id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:23Z', 'updated_at': '2021-12-08T21:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:28.807370 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Checking router: 19d321a0-3fdd-42e1-a036-9b4c49966c4d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:28.810395 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Updating router 19d321a0-3fdd-42e1-a036-9b4c49966c4d port b2ac2526-4170-4378-ad56-dfea589010ea binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:41:28.835406 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04dcd644-7fb9-4ef7-9019-e62750a1499c req-cafd0889-4eed-45e3-90ea-b795090ce2cb tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860838 Dec 08 21:41:28.864934 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.001254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] For port 44f7d34b-e63d-4a52-a329-7b63681aef56, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=44f7d34b-e63d-4a52-a329-7b63681aef56,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:29.001976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.003600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dc229-9a9d-42f7-b3ea-77511b8ba684 req-731aded6-d435-4996-af2e-38e1be0225c8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:29.011223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d74dc229-9a9d-42f7-b3ea-77511b8ba684 req-731aded6-d435-4996-af2e-38e1be0225c8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1596582 Dec 08 21:41:29.023807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Calling delete_port for 44f7d34b-e63d-4a52-a329-7b63681aef56 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:29.026919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.065924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d74dc229-9a9d-42f7-b3ea-77511b8ba684 req-383deca7-e8f6-48a6-9af3-5e93b0221ca0 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 Dec 08 21:41:29.078804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f42f94bb-d0fd-44a5-888f-7d356343ed69 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:29.146547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f42f94bb-d0fd-44a5-888f-7d356343ed69 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:29.147189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.336205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.351034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00fd967d-2e3d-41d3-9398-9f15b6c485de req-56c80599-d370-415e-a244-a7c0d9602b18 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 210 time: 0.0430703 Dec 08 21:41:29.370043 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.382300 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.495873 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Pushing event updated for resources: {'Port': ['ID=b2ac2526-4170-4378-ad56-dfea589010ea,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:29.502883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.505960 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.506313 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.506655 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.507020 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.507361 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.507689 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.508022 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.508348 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.508926 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.515030 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.515412 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.515756 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:41:29.544172 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Attempting to bind port b2ac2526-4170-4378-ad56-dfea589010ea on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:41:29.544543 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Attempting to bind port b2ac2526-4170-4378-ad56-dfea589010ea by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:41:29.544985 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Attempting to bind port b2ac2526-4170-4378-ad56-dfea589010ea on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:29.550185 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:41:29.550833 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:29.551413 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.551960 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:41:29.552586 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Bound port: b2ac2526-4170-4378-ad56-dfea589010ea, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:41:29.554159 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.577679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 44f7d34b-e63d-4a52-a329-7b63681aef56 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:29.606670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.648404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No active binding found for port 44f7d34b-e63d-4a52-a329-7b63681aef56 {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 21:41:29.648984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 44f7d34b-e63d-4a52-a329-7b63681aef56 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:29.660299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Pushing event deleted for resources: {'Port': ['ID=44f7d34b-e63d-4a52-a329-7b63681aef56,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:29.669316 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] For port b2ac2526-4170-4378-ad56-dfea589010ea, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:29.679303 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] For port b2ac2526-4170-4378-ad56-dfea589010ea, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b2ac2526-4170-4378-ad56-dfea589010ea,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:41:29.684982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d362c1-2417-430c-b548-7e2a29f52107 req-fd5c8456-627a-4ae2-bc4d-26be123eeefa tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:29.687343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-fd5c8456-627a-4ae2-bc4d-26be123eeefa tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 805 time: 0.3224339 Dec 08 21:41:29.690343 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.706006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] No DVR routers for this DVR port 44f7d34b-e63d-4a52-a329-7b63681aef56 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:29.709582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:29.712970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a92d0da4-3b20-4684-a34f-d86f5b81bdf5 req-11e3da4d-7361-4051-9c8a-ba3e2a099f59 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "DELETE /v2.0/ports/44f7d34b-e63d-4a52-a329-7b63681aef56 HTTP/1.1" status: 204 len: 173 time: 1.3452001 Dec 08 21:41:29.718304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Request body: {'port': {'device_id': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'admin_state_up': True, 'tenant_id': 'ca38c78282504a32bf645c23aad3f0ab'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:29.760423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:41:29.808989 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c2d26-7462-428d-9a0b-25f601c15633 None None] Pushing event updated for resources: {'Port': ['ID=b2ac2526-4170-4378-ad56-dfea589010ea,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:29.864835 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Routers {'19d321a0-3fdd-42e1-a036-9b4c49966c4d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:29.866067 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:29.874307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'name': 'network-vif-deleted', 'tag': '44f7d34b-e63d-4a52-a329-7b63681aef56'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:29.879271 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40ba24-c42c-4485-a77c-90fae69c54c9" -d '{"events": [{"server_uuid": "ceeaef15-84be-4b95-b480-14a28e6e7fc8", "name": "network-vif-deleted", "tag": "44f7d34b-e63d-4a52-a329-7b63681aef56"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:29.963139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Made reservation on behalf of ca38c78282504a32bf645c23aad3f0ab for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:41:29.967500 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:30.078135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Allocated IP 172.20.0.1 (56317687-088b-486b-9208-ef9b8d1ee8ee/80a40c5c-7518-44d1-bee1-141f1506a7b1/8a171721-ab80-4293-960a-c15f0e13efbf) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:30.106745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b88f5dba-e239-41ba-adb0-22c0f7b18bbd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:30.108698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b88f5dba-e239-41ba-adb0-22c0f7b18bbd tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 951 time: 0.2597182 Dec 08 21:41:30.263248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Allocated IP 172.20.0.6 (8dbcb953-903e-4509-9926-0b5aa18c4bd6/6d16ed07-f117-49cd-bac7-4dcfaeca73bd/cc142439-f511-412d-be05-749e4e92549e) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:30.375027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:30.387879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Sync routers for ids ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:30.404915 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] Set router 19d321a0-3fdd-42e1-a036-9b4c49966c4d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:30.405468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Routers {'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:30.409638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:30.442995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd72ef2-ac92-44c2-81a1-f0da22ff1320 req-6b85a429-9d92-443c-8905-5812484f5cc0 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:30.444639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edd72ef2-ac92-44c2-81a1-f0da22ff1320 req-6b85a429-9d92-443c-8905-5812484f5cc0 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 951 time: 0.4922528 Dec 08 21:41:30.453609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:30.454869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d2df7b90-3fdc-4bae-a836-fa2f0615b8e3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4406779 Dec 08 21:41:30.457496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37454) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:30.560725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aba54e-c6d3-4663-bf99-90ee1e59e56b req-eb2f637f-b140-4c2b-a717-2d6a82d0a1f1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:30.562743 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-23aba54e-c6d3-4663-bf99-90ee1e59e56b req-eb2f637f-b140-4c2b-a717-2d6a82d0a1f1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1857514 Dec 08 21:41:30.593084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Set router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:30.743237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-23aba54e-c6d3-4663-bf99-90ee1e59e56b req-6a388b05-60a9-433c-aebe-d207b93cd422 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328509 Dec 08 21:41:30.874103 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:41:24Z', 'revision_number': 3, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port': {'id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:23Z', 'updated_at': '2021-12-08T21:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:30.907647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ff0b9e2-6a81-4536-a3e2-9b86e548b998 req-5562d430-170d-43e2-a04d-8ea607a4d9ee tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 210 time: 0.0596943 Dec 08 21:41:30.917874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2874c73-a449-481f-ba07-ec4be07c6d62 None None] The sync data for ids ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'] in n-d-821126-1 is: [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:41:24Z', 'revision_number': 3, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port': {'id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:23Z', 'updated_at': '2021-12-08T21:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:30.933634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:28Z', 'revision_number': 3, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port': {'id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:27Z', 'updated_at': '2021-12-08T21:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:31.002697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.005977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Checking router: bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:31.006144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Updating router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:41:31.042640 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bcbc91-ad52-4b3b-95c4-15238898577c x-openstack-request-id: req-e9bcbc91-ad52-4b3b-95c4-15238898577c {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:31.042640 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeaef15-84be-4b95-b480-14a28e6e7fc8", "name": "network-vif-deleted", "tag": "44f7d34b-e63d-4a52-a329-7b63681aef56", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:31.042640 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9bcbc91-ad52-4b3b-95c4-15238898577c {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:31.053101 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeaef15-84be-4b95-b480-14a28e6e7fc8', 'name': 'network-vif-deleted', 'tag': '44f7d34b-e63d-4a52-a329-7b63681aef56', 'status': 'completed', 'code': 200} Dec 08 21:41:31.060258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edd72ef2-ac92-44c2-81a1-f0da22ff1320 req-843d142e-3a8f-4645-9065-4aad2748ef00 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec4646c8-3ffe-4a29-a0d7-93541ffb4958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761871 Dec 08 21:41:31.085420 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.146137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Deleting port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:31.146137 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.214225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.234405 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.342732 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.386213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:31.396625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:31.405075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] For port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:31.405630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.413187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:31.444941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Pushing event updated for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:31.454785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Calling delete_port for 80eb3074-cb93-4bf7-be6e-9af3b4cff47a owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:31.471110 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.612238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:31.612906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.619557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Network 56317687-088b-486b-9208-ef9b8d1ee8ee is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:31.621597 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.629998 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.638960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:31.651555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:31.653448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Pushing event updated for resources: {'Port': ['ID=8a171721-ab80-4293-960a-c15f0e13efbf,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:31.709527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Allocated IP 172.20.0.1 (8e2fada5-05fd-4067-8e8a-ac3089555b4f/8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3/64b8540a-3072-424c-ba82-c30f1ca7442c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:31.728334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-3cdab931-8eaa-42dd-a5fb-f2785caa3d22 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0092392 Dec 08 21:41:31.734389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Attempting to bind port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:41:31.736158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Attempting to bind port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:41:31.736529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Attempting to bind port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:31.753164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:41:31.753551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:31.753964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.754358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:41:31.754879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Bound port: 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:41:31.755279 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.777754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Request body: {'port': {'device_id': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:31.886511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c503b55-c2ab-4a08-a930-49a6727023a4 None None] Pushing event updated for resources: {'Port': ['ID=7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:31.907355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.911267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] For port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:31.919800 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] For port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:41:31.929770 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:31.969491 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.012947 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.135316 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.181541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Routers {'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:32.181761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:32.203476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Pushing event updated for resources: {'Port': ['ID=64b8540a-3072-424c-ba82-c30f1ca7442c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:32.219392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda710e9-2f88-4936-95df-511bc7b6e7b6 req-43c4c90f-e36b-496b-98a3-25ef80a0277f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:32.221336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dda710e9-2f88-4936-95df-511bc7b6e7b6 req-43c4c90f-e36b-496b-98a3-25ef80a0277f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.3780143 Dec 08 21:41:32.263659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c503b55-c2ab-4a08-a930-49a6727023a4 None None] Pushing event updated for resources: {'Port': ['ID=7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:32.284184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Network 8e2fada5-05fd-4067-8e8a-ac3089555b4f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:32.287277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:32.299488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:32.315682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ede81-2afa-4e9c-a036-ebaa34047a0e req-37c3a5c6-f39b-4bb4-ab51-fd3e7936f4f6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:32.318324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d68ede81-2afa-4e9c-a036-ebaa34047a0e req-37c3a5c6-f39b-4bb4-ab51-fd3e7936f4f6 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 931 time: 0.1845520 Dec 08 21:41:32.395187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.420732 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.481849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] Set router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:32.540715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Pushing event deleted for resources: {'Port': ['ID=80eb3074-cb93-4bf7-be6e-9af3b4cff47a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:32.579141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d68ede81-2afa-4e9c-a036-ebaa34047a0e req-7a45f973-2755-4da0-8536-3353b06bfe69 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202358 Dec 08 21:41:32.635491 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dda710e9-2f88-4936-95df-511bc7b6e7b6 req-4e5b51a3-3e7f-44dc-adb2-e56c4bcef04c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541803 Dec 08 21:41:32.655973 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.724339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] No DVR routers for this DVR port 80eb3074-cb93-4bf7-be6e-9af3b4cff47a on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:32.730920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.737034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d4379eb-f528-4baa-abcf-163e5a40402c req-b8ed19a4-87dc-4774-b1cd-caed5fe3b9c6 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.23 "DELETE /v2.0/ports/80eb3074-cb93-4bf7-be6e-9af3b4cff47a HTTP/1.1" status: 204 len: 173 time: 2.2913234 Dec 08 21:41:32.746933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-deleted', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:32.749975 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442050c7-4383-4746-98ea-d989da87de70" -d '{"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-deleted", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:32.798256 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.798952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d3e7f1d-5f0f-4856-8b83-9d9b89c0f2d9 req-19f9aeef-6169-4506-ad97-b5cb57774d47 tempest-ServersAdminTestJSON-750772917 tempest-ServersAdminTestJSON-750772917-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fce54e-daed-4dfe-859b-b844634ba6e9 HTTP/1.1" status: 200 len: 210 time: 0.0992074 Dec 08 21:41:32.868519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:32.924492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e095ab1b-4171-4a16-b7a5-05e466572d53 None None] Provisioning complete for port 8a171721-ab80-4293-960a-c15f0e13efbf triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:32.924492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e095ab1b-4171-4a16-b7a5-05e466572d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:32.934174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 80eb3074-cb93-4bf7-be6e-9af3b4cff47a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:32.934744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 80eb3074-cb93-4bf7-be6e-9af3b4cff47a not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:32.993413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e095ab1b-4171-4a16-b7a5-05e466572d53 None None] Port 8a171721-ab80-4293-960a-c15f0e13efbf cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:41:33.008088 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b06c16-d05e-410d-8a83-34278738a078 x-openstack-request-id: req-f5b06c16-d05e-410d-8a83-34278738a078 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:33.008337 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fce54e-daed-4dfe-859b-b844634ba6e9", "name": "network-vif-deleted", "tag": "80eb3074-cb93-4bf7-be6e-9af3b4cff47a", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:33.008849 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5b06c16-d05e-410d-8a83-34278738a078 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:33.009251 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fce54e-daed-4dfe-859b-b844634ba6e9', 'name': 'network-vif-deleted', 'tag': '80eb3074-cb93-4bf7-be6e-9af3b4cff47a', 'status': 'completed', 'code': 200} Dec 08 21:41:33.158232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b2ac2526-4170-4378-ad56-dfea589010ea up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:33.176734 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.185994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.307470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-76edfc66-2b36-4610-b753-65506c032285 None None] Provisioning complete for port 64b8540a-3072-424c-ba82-c30f1ca7442c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:33.307854 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76edfc66-2b36-4610-b753-65506c032285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.318408 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.377518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-76edfc66-2b36-4610-b753-65506c032285 None None] Port 64b8540a-3072-424c-ba82-c30f1ca7442c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:41:33.398759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b2ac2526-4170-4378-ad56-dfea589010ea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:33.399118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.402658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Pushing event updated for resources: {'Port': ['ID=64b8540a-3072-424c-ba82-c30f1ca7442c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:33.413562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:28Z', 'revision_number': 3, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port': {'id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:27Z', 'updated_at': '2021-12-08T21:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:33.507322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9f1a9-f879-4c74-a267-c377e01bbc75 None None] The sync data for ids ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'] in n-d-821126-1 is: [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:28Z', 'revision_number': 3, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port': {'id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:27Z', 'updated_at': '2021-12-08T21:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:33.580920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc142439-f511-412d-be05-749e4e92549e {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:33.589768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.604019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Transition to ACTIVE for port object cc142439-f511-412d-be05-749e4e92549e will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:41:33.665597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Network 8e2fada5-05fd-4067-8e8a-ac3089555b4f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:33.671356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:33.682070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 44f7d34b-e63d-4a52-a329-7b63681aef56 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:33.717094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 44f7d34b-e63d-4a52-a329-7b63681aef56 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:33.717442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 44f7d34b-e63d-4a52-a329-7b63681aef56 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:33.739261 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.761055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.775856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port b2ac2526-4170-4378-ad56-dfea589010ea, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b2ac2526-4170-4378-ad56-dfea589010ea,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:33.783032 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:33.861878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=b2ac2526-4170-4378-ad56-dfea589010ea,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:33.896055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Pushing event updated for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:33.916189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d485a-8b1c-426b-ad7c-f5f619d19453 req-1d26d47b-0080-4972-be4a-96000e13d574 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:33.926695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-686d485a-8b1c-426b-ad7c-f5f619d19453 req-1d26d47b-0080-4972-be4a-96000e13d574 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 946 time: 0.2182374 Dec 08 21:41:33.929635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49aed-34b6-4b08-9094-8f734d553544 req-ab58904d-e4e2-4c80-8ede-79354153538b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:33.956072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76e49aed-34b6-4b08-9094-8f734d553544 req-ab58904d-e4e2-4c80-8ede-79354153538b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 943 time: 0.2568448 Dec 08 21:41:33.983556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:34.014944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76e49aed-34b6-4b08-9094-8f734d553544 req-619df314-22cd-46b1-844e-635d1a79db55 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578387 Dec 08 21:41:34.047501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:41:34.081176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:34.118088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-767a0c7d-5b28-4e00-bba9-4aacbffc0cc1 None None] Provisioning complete for port 64b8540a-3072-424c-ba82-c30f1ca7442c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:34.118638 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-767a0c7d-5b28-4e00-bba9-4aacbffc0cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:34.172370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-767a0c7d-5b28-4e00-bba9-4aacbffc0cc1 None None] Port 64b8540a-3072-424c-ba82-c30f1ca7442c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:41:34.176616 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:34.181636 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-686d485a-8b1c-426b-ad7c-f5f619d19453 req-37a3100a-4ef9-4210-a67c-947f5fe57381 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533801 Dec 08 21:41:34.239911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb64fe1-5951-45d6-8812-40990a2a678e req-612da2ea-cd13-45a8-a41f-76df10f42c49 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:34.248753 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aeb64fe1-5951-45d6-8812-40990a2a678e req-612da2ea-cd13-45a8-a41f-76df10f42c49 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1185510 Dec 08 21:41:34.258906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Pushing event updated for resources: {'Port': ['ID=8a171721-ab80-4293-960a-c15f0e13efbf,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:34.279174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Attempting to bind port cc142439-f511-412d-be05-749e4e92549e on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:41:34.279549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Attempting to bind port cc142439-f511-412d-be05-749e4e92549e by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:41:34.279918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Attempting to bind port cc142439-f511-412d-be05-749e4e92549e on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:34.319985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Port cc142439-f511-412d-be05-749e4e92549e on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:41:34.320317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Attempting to bind port cc142439-f511-412d-be05-749e4e92549e on network 8dbcb953-903e-4509-9926-0b5aa18c4bd6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:34.327752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:41:34.328385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Checking segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:34.328807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Bound using segment: {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:41:34.329521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Bound port: cc142439-f511-412d-be05-749e4e92549e, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c9e12f-8869-4426-93a4-5dc22c6f22df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:41:34.329922 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aeb64fe1-5951-45d6-8812-40990a2a678e req-95c9f1c5-f75a-4ff1-8cbf-e141008d4925 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801005 Dec 08 21:41:34.330039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:34.335426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:34.345985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2c23c8b4-5ecc-4244-a619-d26dde4d4843 admin admin] 10.222.0.21 "PUT /v2.0/routers/bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8874867 Dec 08 21:41:34.478041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Network 56317687-088b-486b-9208-ef9b8d1ee8ee is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:34.485543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:34.631691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:34.660722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:41:34.671131 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:34.683244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:34.749837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:34.750452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:34.751872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] 10.222.0.37 "PUT /v2.0/ports/cc142439-f511-412d-be05-749e4e92549e HTTP/1.1" status: 200 len: 1091 time: 3.0023377 Dec 08 21:41:34.809881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Router 19d321a0-3fdd-42e1-a036-9b4c49966c4d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:41:34.816621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-040d8eb4-15e8-4658-a5d2-2fdc6fe12d68 None None] Provisioning complete for port 8a171721-ab80-4293-960a-c15f0e13efbf triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:34.817512 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-040d8eb4-15e8-4658-a5d2-2fdc6fe12d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:34.849561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ea0ce-26b7-40ec-9578-9b80d28d9c1b service neutron] Pushing event updated for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:34.871651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-040d8eb4-15e8-4658-a5d2-2fdc6fe12d68 None None] Port 8a171721-ab80-4293-960a-c15f0e13efbf cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:41:34.970249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d362c1-2417-430c-b548-7e2a29f52107 req-0fe77f1c-9750-4630-a0e2-75030e4a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:34.971202 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-35d5190b-04ca-48ad-9092-edc4128eafdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=947a6344e3124f43aa7681e2c68cd781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859662 Dec 08 21:41:34.971652 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-0fe77f1c-9750-4630-a0e2-75030e4a7a11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 1094 time: 0.1550517 Dec 08 21:41:34.973556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37514) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:35.015239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'tag': 'cc142439-f511-412d-be05-749e4e92549e'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:35.017493 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778e3f97-8143-4171-b847-79af634c4f59" -d '{"events": [{"name": "network-changed", "server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "tag": "cc142439-f511-412d-be05-749e4e92549e"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:35.086847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-6c05d99f-1994-4f42-b1e2-3f98dcc07cc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc142439-f511-412d-be05-749e4e92549e HTTP/1.1" status: 200 len: 217 time: 0.0812402 Dec 08 21:41:35.096169 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a1f66b-0a94-429d-91e9-1ba15f963634 x-openstack-request-id: req-35a1f66b-0a94-429d-91e9-1ba15f963634 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:35.096457 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "tag": "cc142439-f511-412d-be05-749e4e92549e", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:35.096708 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35a1f66b-0a94-429d-91e9-1ba15f963634 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:35.097117 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'tag': 'cc142439-f511-412d-be05-749e4e92549e', 'status': 'completed', 'code': 200} Dec 08 21:41:35.130323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:35.157546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f995fedc-7ea0-4d00-9cd5-753b98efa52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.159564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:35.168107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-731cc208-af4b-4233-a28a-02f791dc414d admin admin] 10.222.0.21 "PUT /v2.0/routers/19d321a0-3fdd-42e1-a036-9b4c49966c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9045148 Dec 08 21:41:35.170972 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Sync routers for ids ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:35.179405 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-5e0ce852-37a8-45b3-99ac-d69081799369 req-0ff3f49b-33fa-4009-9227-85e147d66e9e tempest-FloatingIPDetailsNegativeTestJSON-982924215 tempest-FloatingIPDetailsNegativeTestJSON-982924215-project] show failed (client error): The resource could not be found. Dec 08 21:41:35.184547 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Routers {'19d321a0-3fdd-42e1-a036-9b4c49966c4d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:35.185621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d362c1-2417-430c-b548-7e2a29f52107 req-2d3a7731-6337-4bf2-a728-df54c5202b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:35.186282 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:35.187129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-2d3a7731-6337-4bf2-a728-df54c5202b77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 200 len: 845 time: 0.0883770 Dec 08 21:41:35.190016 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e0ce852-37a8-45b3-99ac-d69081799369 req-0ff3f49b-33fa-4009-9227-85e147d66e9e tempest-FloatingIPDetailsNegativeTestJSON-982924215 tempest-FloatingIPDetailsNegativeTestJSON-982924215-project] 10.222.0.21 "GET /v2.0/floatingips/ffb2f854-69e5-4ffe-9592-eaa499aed512 HTTP/1.1" status: 404 len: 350 time: 0.0841498 Dec 08 21:41:35.195036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37522) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:35.241803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-4de313f3-e7cc-41be-9614-96a5576ee230 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbcb953-903e-4509-9926-0b5aa18c4bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443618 Dec 08 21:41:35.243703 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f995fedc-7ea0-4d00-9cd5-753b98efa52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.255206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:35.255592 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.424678 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Set router 19d321a0-3fdd-42e1-a036-9b4c49966c4d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:35.437023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-a33c360a-1542-432a-ac69-6f6cbbbc1485 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:35.438539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-a33c360a-1542-432a-ac69-6f6cbbbc1485 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 946 time: 0.1246974 Dec 08 21:41:35.449395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afa3f5-9315-4c56-a1ca-5ed85f70c001 req-67535ed3-6625-4bd8-811a-947e860f420d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:35.457142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72afa3f5-9315-4c56-a1ca-5ed85f70c001 req-67535ed3-6625-4bd8-811a-947e860f420d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 943 time: 0.2690401 Dec 08 21:41:35.458004 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.502386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:35.512205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d368-ecea-417a-99e4-485c1a94041a req-3dd42380-3d02-4823-a6be-f715c382099b tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:35.514640 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c48d368-ecea-417a-99e4-485c1a94041a req-3dd42380-3d02-4823-a6be-f715c382099b tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 946 time: 0.1475341 Dec 08 21:41:35.540765 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.543255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b2ac2526-4170-4378-ad56-dfea589010ea up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:35.598965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72afa3f5-9315-4c56-a1ca-5ed85f70c001 req-7ec34519-cfc0-4a36-92cc-ac0cb287a494 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408398 Dec 08 21:41:35.599996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f995fedc-7ea0-4d00-9cd5-753b98efa52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.603712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f995fedc-7ea0-4d00-9cd5-753b98efa52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.607169 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f995fedc-7ea0-4d00-9cd5-753b98efa52f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec4646c8-3ffe-4a29-a0d7-93541ffb4958 HTTP/1.1" status: 204 len: 168 time: 0.6326818 Dec 08 21:41:35.647622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-e7d9cb73-5050-4930-a169-6489df39a3ca service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802762 Dec 08 21:41:35.659562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23aa5fa3-30d7-41e8-9efc-110cf754655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.728698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:35.754741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995fedc-7ea0-4d00-9cd5-753b98efa52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4646c8-3ffe-4a29-a0d7-93541ffb4958,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:35.757888 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c48d368-ecea-417a-99e4-485c1a94041a req-a3f0ba1f-a9c3-4d6e-a58e-150c5e43fbee tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/security-groups?id=95dfdd75-fa63-4675-bec6-fdeeeb78ac34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285433 Dec 08 21:41:35.877563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b2ac2526-4170-4378-ad56-dfea589010ea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:35.877943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:35.973284 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:41:32Z', 'revision_number': 4, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port': {'id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:23Z', 'updated_at': '2021-12-08T21:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '8a171721-ab80-4293-960a-c15f0e13efbf', 'name': '', 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'mac_address': 'fa:16:3e:15:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '80a40c5c-7518-44d1-bee1-141f1506a7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:29Z', 'updated_at': '2021-12-08T21:41:32Z', 'revision_number': 2, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'subnets': [{'id': '80a40c5c-7518-44d1-bee1-141f1506a7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:35.974494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Deleting port 0f697d50-97c6-451f-b78b-67d69890a3a6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:35.974494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.047704 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Checking router: 19d321a0-3fdd-42e1-a036-9b4c49966c4d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:36.048063 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Updating router 19d321a0-3fdd-42e1-a036-9b4c49966c4d port 8a171721-ab80-4293-960a-c15f0e13efbf binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:41:36.095931 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.167220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] For port 0f697d50-97c6-451f-b78b-67d69890a3a6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=0f697d50-97c6-451f-b78b-67d69890a3a6,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:36.167614 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.168340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.183966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Calling delete_port for 0f697d50-97c6-451f-b78b-67d69890a3a6 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:36.240444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37540) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:36.248408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Sync routers for ids ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:36.271894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Routers {'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:36.272806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:36.290362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f6a62-b7ad-4d06-a2eb-b56d67b7eb52 req-a91705ad-d991-45da-b1c0-ccab7b6e3dc2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:36.298058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c69f6a62-b7ad-4d06-a2eb-b56d67b7eb52 req-a91705ad-d991-45da-b1c0-ccab7b6e3dc2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.5359335 Dec 08 21:41:36.350971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71d362c1-2417-430c-b548-7e2a29f52107 req-5067f6bc-db1d-4383-bb7d-8da158ff6e76 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895978 Dec 08 21:41:36.427875 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c69f6a62-b7ad-4d06-a2eb-b56d67b7eb52 req-b4aa90b5-6a27-4fab-9bdd-5337d14a55c4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289349 Dec 08 21:41:36.441674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e4c70389-ac33-46b7-8c6d-27b2ab7b3b83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c0817eee9814c8caad468a3d1a1081c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001257 Dec 08 21:41:36.445857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37542) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:36.536592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e3f97-8143-4171-b847-79af634c4f59 req-b67edfd9-a0bd-49a2-ad4a-f036f4fa7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:36.538228 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-778e3f97-8143-4171-b847-79af634c4f59 req-b67edfd9-a0bd-49a2-ad4a-f036f4fa7d6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca38c78282504a32bf645c23aad3f0ab&device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 1094 time: 0.1093578 Dec 08 21:41:36.544299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Set router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:36.603669 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.612012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb00a-e3e2-4ea0-9c5c-d0cb33154860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.613919 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.649298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb00a-e3e2-4ea0-9c5c-d0cb33154860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.724586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.765626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['0f697d50-97c6-451f-b78b-67d69890a3a6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:36.788613 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Attempting to bind port 8a171721-ab80-4293-960a-c15f0e13efbf on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:41:36.788990 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Attempting to bind port 8a171721-ab80-4293-960a-c15f0e13efbf by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:41:36.789378 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Attempting to bind port 8a171721-ab80-4293-960a-c15f0e13efbf on network 56317687-088b-486b-9208-ef9b8d1ee8ee {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:36.800796 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:41:36.801165 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Checking segment: {'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:36.801573 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.801951 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Bound using segment: {'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:41:36.802431 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Bound port: 8a171721-ab80-4293-960a-c15f0e13efbf, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00007aa9-697d-4d8d-b349-8bb7883ae56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:41:36.802858 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.823406 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-41f30d26-b1c6-4db4-b981-ecb5ba945009 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3660417 Dec 08 21:41:36.832030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Pushing event deleted for resources: {'Port': ['ID=0f697d50-97c6-451f-b78b-67d69890a3a6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:36.891456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:36.908980 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb00a-e3e2-4ea0-9c5c-d0cb33154860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.915717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb00a-e3e2-4ea0-9c5c-d0cb33154860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.921397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ac5cb00a-e3e2-4ea0-9c5c-d0cb33154860 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eedb6b03-af52-4029-afd8-a53b2819543f HTTP/1.1" status: 204 len: 168 time: 0.4692385 Dec 08 21:41:36.982985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e3f97-8143-4171-b847-79af634c4f59 req-dfeb4a9f-3ede-47a7-81a4-2e52ec83009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:36.984595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-778e3f97-8143-4171-b847-79af634c4f59 req-dfeb4a9f-3ede-47a7-81a4-2e52ec83009b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 200 len: 906 time: 0.4298296 Dec 08 21:41:36.985410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] No DVR routers for this DVR port 0f697d50-97c6-451f-b78b-67d69890a3a6 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:36.990509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:36.990685 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] For port 8a171721-ab80-4293-960a-c15f0e13efbf, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:37.001389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ccb4be3-1310-4f78-95ff-661b285ecc0c req-82469f37-248b-4768-92c0-a06a86393f14 tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.23 "DELETE /v2.0/ports/0f697d50-97c6-451f-b78b-67d69890a3a6 HTTP/1.1" status: 204 len: 173 time: 1.5360928 Dec 08 21:41:37.006344 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] For port 8a171721-ab80-4293-960a-c15f0e13efbf, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8a171721-ab80-4293-960a-c15f0e13efbf,segment=NetworkSegment(00007aa9-697d-4d8d-b349-8bb7883ae56b),segment_id=00007aa9-697d-4d8d-b349-8bb7883ae56b)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:41:37.043894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa561bda-cb88-4363-acb5-cd5014c02ac4 req-65e2175b-987f-469d-91af-6903f5f316da tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:37.045583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa561bda-cb88-4363-acb5-cd5014c02ac4 req-65e2175b-987f-469d-91af-6903f5f316da tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 943 time: 0.3175449 Dec 08 21:41:37.049248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cb00a-e3e2-4ea0-9c5c-d0cb33154860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb6b03-af52-4029-afd8-a53b2819543f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:37.061680 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7439d55-fce8-4bc1-be5f-5aa657b4e516 None None] Pushing event updated for resources: {'Port': ['ID=8a171721-ab80-4293-960a-c15f0e13efbf,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:37.071652 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:37.075271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:37.125078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6019575-bf95-4498-9f6b-dff5eae941d7', 'name': 'network-vif-deleted', 'tag': '0f697d50-97c6-451f-b78b-67d69890a3a6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:37.127380 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a650b6cb-6ffa-4ffc-8597-fc901ddd0ad4" -d '{"events": [{"server_uuid": "f6019575-bf95-4498-9f6b-dff5eae941d7", "name": "network-vif-deleted", "tag": "0f697d50-97c6-451f-b78b-67d69890a3a6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:37.142294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-778e3f97-8143-4171-b847-79af634c4f59 req-774e511d-8313-4925-a1cb-bf348646ae4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc142439-f511-412d-be05-749e4e92549e HTTP/1.1" status: 200 len: 217 time: 0.1397941 Dec 08 21:41:37.185912 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-e1649b5c-e7f5-4d8e-8e4b-ec950086748e service neutron] show failed (client error): The resource could not be found. Dec 08 21:41:37.187012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-e1649b5c-e7f5-4d8e-8e4b-ec950086748e service neutron] 10.222.0.37 "GET /v2.0/ports/aeeab37c-04ce-46c4-aad3-166bb5e2a384/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.6020546 Dec 08 21:41:37.187762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:37.251207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:37.253485 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:37.296745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa561bda-cb88-4363-acb5-cd5014c02ac4 req-401a334e-fffb-4e42-ae04-3c6bfbecbc70 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663723 Dec 08 21:41:37.313736 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Routers {'19d321a0-3fdd-42e1-a036-9b4c49966c4d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:37.314409 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:37.325410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e3f97-8143-4171-b847-79af634c4f59 req-ea802514-d6e7-4867-98c5-58e594d60a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:37.329355 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-778e3f97-8143-4171-b847-79af634c4f59 req-ea802514-d6e7-4867-98c5-58e594d60a33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 200 len: 845 time: 0.1584685 Dec 08 21:41:37.410830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ec3c148c-0940-470b-b90c-71a3f32b7aa8 None None] Provisioning complete for port 8a171721-ab80-4293-960a-c15f0e13efbf triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:37.413600 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec3c148c-0940-470b-b90c-71a3f32b7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:37.454417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-778e3f97-8143-4171-b847-79af634c4f59 req-55891b1f-634b-4d02-9015-0a7ddd4254a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbcb953-903e-4509-9926-0b5aa18c4bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114073 Dec 08 21:41:37.499886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Deleting port 64b8540a-3072-424c-ba82-c30f1ca7442c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:37.500235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:37.512108 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7439d55-fce8-4bc1-be5f-5aa657b4e516 None None] Pushing event updated for resources: {'Port': ['ID=8a171721-ab80-4293-960a-c15f0e13efbf,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:37.657628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd09323f-27c2-455f-99d5-fa744bcc5e12 req-2bb4e348-f63d-46a8-bbfb-32b6ee23518d tempest-AttachSCSIVolumeTestJSON-29456872 tempest-AttachSCSIVolumeTestJSON-29456872-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6019575-bf95-4498-9f6b-dff5eae941d7 HTTP/1.1" status: 200 len: 210 time: 0.1721146 Dec 08 21:41:37.698378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:32Z', 'revision_number': 4, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port': {'id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:27Z', 'updated_at': '2021-12-08T21:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '64b8540a-3072-424c-ba82-c30f1ca7442c', 'name': '', 'network_id': '8e2fada5-05fd-4067-8e8a-ac3089555b4f', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'mac_address': 'fa:16:3e:8e:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:31Z', 'updated_at': '2021-12-08T21:41:32Z', 'revision_number': 2, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'subnets': [{'id': '8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:37.739888 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] Set router 19d321a0-3fdd-42e1-a036-9b4c49966c4d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:37.754009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Checking router: bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:37.754368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Updating router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 port 64b8540a-3072-424c-ba82-c30f1ca7442c binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:41:37.766576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-2415a241-b6bf-439c-8e03-eddbcf8cde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:37.771752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-2415a241-b6bf-439c-8e03-eddbcf8cde5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099&tenant_id=6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 1101 time: 0.1864669 Dec 08 21:41:37.812829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:37.815343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:37.876844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-778e3f97-8143-4171-b847-79af634c4f59 req-79ec2e12-3f77-488e-9104-a9a05809b304 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105654 Dec 08 21:41:37.942268 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.000319 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Calling delete_port for 64b8540a-3072-424c-ba82-c30f1ca7442c owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:38.075237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.085383 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba44a59-5dae-40a9-9e83-86966308bec7 x-openstack-request-id: req-2ba44a59-5dae-40a9-9e83-86966308bec7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:38.086479 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6019575-bf95-4498-9f6b-dff5eae941d7", "name": "network-vif-deleted", "tag": "0f697d50-97c6-451f-b78b-67d69890a3a6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:38.086753 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ba44a59-5dae-40a9-9e83-86966308bec7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:38.087167 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6019575-bf95-4498-9f6b-dff5eae941d7', 'name': 'network-vif-deleted', 'tag': '0f697d50-97c6-451f-b78b-67d69890a3a6', 'status': 'completed', 'code': 200} Dec 08 21:41:38.228247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-778e3f97-8143-4171-b847-79af634c4f59 req-af66bc01-5c62-47a4-8f15-0a5dcdf39e62 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420877 Dec 08 21:41:38.230950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.315793 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:41:32Z', 'revision_number': 4, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port': {'id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:23Z', 'updated_at': '2021-12-08T21:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '8a171721-ab80-4293-960a-c15f0e13efbf', 'name': '', 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'mac_address': 'fa:16:3e:15:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '80a40c5c-7518-44d1-bee1-141f1506a7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:29Z', 'updated_at': '2021-12-08T21:41:36Z', 'revision_number': 4, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'subnets': [{'id': '80a40c5c-7518-44d1-bee1-141f1506a7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:38.345983 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-954c470d-65a8-4ae6-81e5-cb6721ae21a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.361720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb46572-1496-46d2-ae6a-dfc658d16b4d req-0c0e62ea-35df-4472-b62b-71a5310b5f8f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:38.363368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cfb46572-1496-46d2-ae6a-dfc658d16b4d req-0c0e62ea-35df-4472-b62b-71a5310b5f8f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1496685 Dec 08 21:41:38.394220 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ceed8-48cf-4292-a0a5-e46d3b8470ff None None] The sync data for ids ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'] in n-d-821126-1 is: [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:41:32Z', 'revision_number': 4, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port': {'id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:23Z', 'updated_at': '2021-12-08T21:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '8a171721-ab80-4293-960a-c15f0e13efbf', 'name': '', 'network_id': '56317687-088b-486b-9208-ef9b8d1ee8ee', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'mac_address': 'fa:16:3e:15:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '80a40c5c-7518-44d1-bee1-141f1506a7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:29Z', 'updated_at': '2021-12-08T21:41:36Z', 'revision_number': 4, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'subnets': [{'id': '80a40c5c-7518-44d1-bee1-141f1506a7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:38.404772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec3c148c-0940-470b-b90c-71a3f32b7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.460868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Allocated IP 172.25.1.100 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/3dd9c2e4-2194-4c29-ac0f-16e02b9531e3) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:38.492509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cfb46572-1496-46d2-ae6a-dfc658d16b4d req-04d6f3d6-26b3-4daa-b65a-2ae9ed9f3d38 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196499 Dec 08 21:41:38.548606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ec3c148c-0940-470b-b90c-71a3f32b7aa8 None None] For port 8a171721-ab80-4293-960a-c15f0e13efbf, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8a171721-ab80-4293-960a-c15f0e13efbf,segment=NetworkSegment(00007aa9-697d-4d8d-b349-8bb7883ae56b),segment_id=00007aa9-697d-4d8d-b349-8bb7883ae56b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:38.562535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec3c148c-0940-470b-b90c-71a3f32b7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.607769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:38.689575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c148c-0940-470b-b90c-71a3f32b7aa8 None None] Pushing event updated for resources: {'Port': ['ID=8a171721-ab80-4293-960a-c15f0e13efbf,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:38.696426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1020959f-7f12-4b50-b993-d4889c51d8e3 None None] Provisioning complete for port 8a171721-ab80-4293-960a-c15f0e13efbf triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:38.697643 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1020959f-7f12-4b50-b993-d4889c51d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.720318 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.728398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:38.773817 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:41:38.774322 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:41:38.808929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d7fa-9334-4a61-a847-24c19e2957e4 req-13e07db4-212d-4e04-9cd9-984306666149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:38.819050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8515d7fa-9334-4a61-a847-24c19e2957e4 req-13e07db4-212d-4e04-9cd9-984306666149 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 943 time: 0.1673887 Dec 08 21:41:38.840254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.864559 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:38.871272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 0f697d50-97c6-451f-b78b-67d69890a3a6 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:38.910078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Transition to ACTIVE for port object aeeab37c-04ce-46c4-aad3-166bb5e2a384 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:41:38.917450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 0f697d50-97c6-451f-b78b-67d69890a3a6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:38.919338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 0f697d50-97c6-451f-b78b-67d69890a3a6 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:38.933983 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:39.028953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:39.065425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8515d7fa-9334-4a61-a847-24c19e2957e4 req-a98132c4-6ef2-46c5-8bf5-4a10433055a3 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442870 Dec 08 21:41:39.075575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a171721-ab80-4293-960a-c15f0e13efbf up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:39.112491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] No DVR routers for this DVR port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:39.201277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:41:39.201854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:41:39.202284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:39.209261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:41:39.209897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:39.220374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:41:39.221056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:39.221956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:41:39.222617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Bound port: aeeab37c-04ce-46c4-aad3-166bb5e2a384, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:41:39.223123 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:39.231216 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:39.350299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8a171721-ab80-4293-960a-c15f0e13efbf triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:39.352828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:39.358599 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:39.411339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:39.416360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:41:39.434511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:39.444874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Port 64b8540a-3072-424c-ba82-c30f1ca7442c not found while updating agent binding for router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40. {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 21:41:39.544056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b8540a-3072-424c-ba82-c30f1ca7442c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:39.550591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:39.551853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:39.552669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] 10.222.0.23 "PUT /v2.0/ports/aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 1096 time: 1.7548981 Dec 08 21:41:39.580274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f839d1-1a64-411e-9218-ff3587ccd966 service neutron] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:39.631026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Routers {'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:39.631728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:39.703294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-c582568b-1319-42b6-bc50-0567c01ddf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:39.711394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-c582568b-1319-42b6-bc50-0567c01ddf9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1099 time: 0.1284106 Dec 08 21:41:39.861417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:39.882508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc142439-f511-412d-be05-749e4e92549e details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:41:40.094368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfca10-833b-4b94-8bb3-c7509e88252b req-29ce14cb-3f11-4802-9d08-58e25cbf406e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:40.105041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-62dfca10-833b-4b94-8bb3-c7509e88252b req-29ce14cb-3f11-4802-9d08-58e25cbf406e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 948 time: 0.3628888 Dec 08 21:41:40.119174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}, {'name': 'network-changed', 'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:40.121440 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8099cc5d-5df5-4044-93fd-81e2d5741fee" -d '{"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-unplugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}, {"name": "network-changed", "server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:40.139074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-26aaf4c6-73d1-4156-81b0-db0656cf84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:40.140533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-26aaf4c6-73d1-4156-81b0-db0656cf84fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.4180098 Dec 08 21:41:40.204326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:40.223743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-ed25de05-d71c-42cf-b342-bbfe524afcc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.0590382 Dec 08 21:41:40.240333 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:40.495778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:40.539302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event updated for resources: {'Port': ['ID=3dd9c2e4-2194-4c29-ac0f-16e02b9531e3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:40.552821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:40.556625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:40.570909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:40.651142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:40.686613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] Set router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:40.709456 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:40.732419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'cc142439-f511-412d-be05-749e4e92549e', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'port_id': 'cc142439-f511-412d-be05-749e4e92549e', 'mac_address': 'fa:16:3e:7b:f8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16ed07-f117-49cd-bac7-4dcfaeca73bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:41:40.769743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:40.812189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:41:40.834045 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-62dfca10-833b-4b94-8bb3-c7509e88252b req-b5684c0b-1f07-47a1-8b79-09e30fbbdf18 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242584 Dec 08 21:41:40.873855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-9cc722bb-3a31-4541-bd0e-44e06c2168e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:40.876200 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-9cc722bb-3a31-4541-bd0e-44e06c2168e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.6389959 Dec 08 21:41:40.966133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-c6ee8f2f-4303-4f4f-a6a9-7effe1976c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:40.967814 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-c6ee8f2f-4303-4f4f-a6a9-7effe1976c54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825989 Dec 08 21:41:41.001474 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.005063 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.031861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc142439-f511-412d-be05-749e4e92549e {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:41.077027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:41.092667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5d8846d7-9531-44be-9f3b-8b7e32b87c69 admin admin] 10.222.0.21 "PUT /v2.0/routers/bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8963251 Dec 08 21:41:41.093190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:41.095145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37660) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:41.105763 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.175962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-bd9982ff-9b20-4547-8ac2-6ed884c2bec9 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994452 Dec 08 21:41:41.246960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.258642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:41.269571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:38Z', 'revision_number': 5, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port': {'id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:27Z', 'updated_at': '2021-12-08T21:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:41.284719 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.305538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4d3c3-5947-4ae2-bb0d-f9f265939560 None None] The sync data for ids ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'] in n-d-821126-1 is: [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:38Z', 'revision_number': 5, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port': {'id': '7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:27Z', 'updated_at': '2021-12-08T21:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:41.321823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b1f5f5b-fa5c-4511-ac61-fb11d7f1fab1 req-d4cd4b77-1c0d-4d14-999c-d09d02852b97 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386833 Dec 08 21:41:41.331414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['cc142439-f511-412d-be05-749e4e92549e'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:41.436527 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.461832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae39c12-2192-4927-b0be-75e835cfde4e req-53f87fb3-a51e-4718-8e02-7408f0d22ce7 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:41.467123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ae39c12-2192-4927-b0be-75e835cfde4e req-53f87fb3-a51e-4718-8e02-7408f0d22ce7 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 944 time: 0.1256976 Dec 08 21:41:41.546903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ae39c12-2192-4927-b0be-75e835cfde4e req-650bdc3a-f0fc-44bf-a638-20e66063f72c tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725944 Dec 08 21:41:41.625300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.647863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:41.674290 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffd578e-59e1-4cb1-bdee-998eccf3c3b5 x-openstack-request-id: req-4ffd578e-59e1-4cb1-bdee-998eccf3c3b5 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:41.674589 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-unplugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "code": 200}, {"name": "network-changed", "server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:41.674947 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ffd578e-59e1-4cb1-bdee-998eccf3c3b5 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:41.676122 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'code': 200} Dec 08 21:41:41.676409 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'status': 'completed', 'code': 200} Dec 08 21:41:41.790422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event updated for resources: {'Port': ['ID=3dd9c2e4-2194-4c29-ac0f-16e02b9531e3,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:41.792032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-a6814e86-eb35-4381-85a6-1742920b8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:41.793976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-a6814e86-eb35-4381-85a6-1742920b8bdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1099 time: 0.0863504 Dec 08 21:41:41.796151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-74831fe5-9e34-4267-8340-202b0c20c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:41.797713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-74831fe5-9e34-4267-8340-202b0c20c020 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1099 time: 0.0886478 Dec 08 21:41:41.798444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:41.815694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.819756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-0d580bb1-b842-4394-af4a-3ae67a26741a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9954579 Dec 08 21:41:41.894537 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:41.984709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-d2e6b42f-d6b6-444a-b7db-02c73030ca29 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 696 time: 0.0923862 Dec 08 21:41:42.046826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-3fb508a9-9783-4318-b57f-18c3844eeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:42.048533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-3fb508a9-9783-4318-b57f-18c3844eeaaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2431269 Dec 08 21:41:42.145222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-69ef1ff3-d5e6-42f9-94ca-16f988325119 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.0809536 Dec 08 21:41:42.147603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-f0828e2c-978f-4a59-860e-e804468cb0b0 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:42.147822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-93147455-f2fd-44aa-ab40-0cea32c17660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:42.149564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c981ad3f-5068-40af-919d-cfe4ee01d325 req-f0828e2c-978f-4a59-860e-e804468cb0b0 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1338236 Dec 08 21:41:42.151734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Deleting port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:42.151734 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:42.152381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-93147455-f2fd-44aa-ab40-0cea32c17660 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.3494723 Dec 08 21:41:42.253362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-5d45348b-a158-4890-bc84-492ec8f91e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:42.255188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-5d45348b-a158-4890-bc84-492ec8f91e36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0825663 Dec 08 21:41:42.288915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] For port 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:42.289658 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:42.322520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Calling delete_port for 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:42.334383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-5c9f6a78-7a90-4368-9b25-fd11f06a5af1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.0881674 Dec 08 21:41:42.345003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17ffc-fba1-4bf4-9111-415fe49d3712 req-ee6702c2-3af1-4700-a263-e918b887a09e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:42.353150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ea17ffc-fba1-4bf4-9111-415fe49d3712 req-ee6702c2-3af1-4700-a263-e918b887a09e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 948 time: 0.2922037 Dec 08 21:41:42.487006 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895055f5-1339-4795-953f-3f04e0412adf None None] Sync routers for ids ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:42.494582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a69c514d-0c7f-4858-b469-4323daa3102c tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1947515 Dec 08 21:41:42.498808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ea17ffc-fba1-4bf4-9111-415fe49d3712 req-c229168d-6086-4340-9e8e-b88467ca2c98 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367445 Dec 08 21:41:42.505588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:42.505751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-4dd358db-d6ac-48a8-880a-e32dbe1cc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:42.507224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-4dd358db-d6ac-48a8-880a-e32dbe1cc7b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891341 Dec 08 21:41:42.508854 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895055f5-1339-4795-953f-3f04e0412adf None None] Routers {'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:42.509110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-99d4c963-9848-4b64-b1d8-0480dfcad395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:42.509535 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-895055f5-1339-4795-953f-3f04e0412adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:42.510647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-99d4c963-9848-4b64-b1d8-0480dfcad395 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1418462 Dec 08 21:41:42.589360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:42.712292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:42.811524 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-895055f5-1339-4795-953f-3f04e0412adf None None] Set router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:42.818288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:42.825606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:42.853982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-337a40b1-0c23-4437-9df7-2c750beb15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:42.856320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-337a40b1-0c23-4437-9df7-2c750beb15a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3272703 Dec 08 21:41:42.914415 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-895055f5-1339-4795-953f-3f04e0412adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:41Z', 'revision_number': 6, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:42.987349 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895055f5-1339-4795-953f-3f04e0412adf None None] Checking router: bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:43.027183 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895055f5-1339-4795-953f-3f04e0412adf None None] Routers {'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:43.027806 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-895055f5-1339-4795-953f-3f04e0412adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:43.060493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60da70c-f64d-441b-bcc6-e1a8dd63e8b6 req-b7fd3f44-73c3-4bad-b53e-0ca1f3eb5df7 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:43.067859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c60da70c-f64d-441b-bcc6-e1a8dd63e8b6 req-b7fd3f44-73c3-4bad-b53e-0ca1f3eb5df7 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 944 time: 0.3370769 Dec 08 21:41:43.081700 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.091699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.101152 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.157830 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-895055f5-1339-4795-953f-3f04e0412adf None None] Set router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:43.171368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-7b243e5b-2397-45be-9c24-ff617b0ae602 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024237 Dec 08 21:41:43.218748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.219372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:41:43.225796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.230066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-0ebbc226-d10d-4304-b090-ff084f6b872d service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137825 Dec 08 21:41:43.230590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37694) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:43.231467 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-22bbfdbc-21b8-4183-a9e5-95747e637b3f admin admin] 10.222.0.21 "DELETE /v2.0/routers/bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40 HTTP/1.1" status: 204 len: 168 time: 2.1347985 Dec 08 21:41:43.253124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c60da70c-f64d-441b-bcc6-e1a8dd63e8b6 req-bfff81d2-7c92-49f5-9f1c-c03bbaa1d646 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789584 Dec 08 21:41:43.314857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37698) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:43.332014 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-895055f5-1339-4795-953f-3f04e0412adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:42Z', 'revision_number': 7, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:43.383014 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895055f5-1339-4795-953f-3f04e0412adf None None] The sync data for ids ['bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40'] in n-d-821126-1 is: [{'id': 'bd7dd3f4-44ba-4b7e-befa-d8ee0439cb40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2143114034-router', 'tenant_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:24Z', 'updated_at': '2021-12-08T21:41:42Z', 'revision_number': 7, 'project_id': '2a48ca59bebc40c39ddcf43497c1c71c', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:43.388653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Allocated IP 172.25.1.29 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/96815669-017b-438b-90fd-fadfd80add9a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:43.563119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-37775e77-60e2-4007-93fb-30e609f7cfe1 admin admin] Deleting subnet 8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:41:43.581567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37775e77-60e2-4007-93fb-30e609f7cfe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.609558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.649550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc142439-f511-412d-be05-749e4e92549e up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:43.656582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.692624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ced9-94b4-45f7-8bba-d8463791d8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.705561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:43.710219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-a30a00d1-b595-47e2-97d1-01ccbdcf35da service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157497 Dec 08 21:41:43.711576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:43.717373 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37775e77-60e2-4007-93fb-30e609f7cfe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.721779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:43.744608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8099cc5d-5df5-4044-93fd-81e2d5741fee req-e8b090f1-b41b-4a36-8636-607384da6b0b service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336612 Dec 08 21:41:43.762821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port cc142439-f511-412d-be05-749e4e92549e completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:41:43.770878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port cc142439-f511-412d-be05-749e4e92549e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:43.771901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.780602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event updated for resources: {'Port': ['ID=96815669-017b-438b-90fd-fadfd80add9a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:43.786055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97668c9-5b71-40f9-80bf-b8f41c9003f6 req-5f8dffd5-6a92-403c-8f38-341af4bf4131 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:43.787467 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b97668c9-5b71-40f9-80bf-b8f41c9003f6 req-5f8dffd5-6a92-403c-8f38-341af4bf4131 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 948 time: 0.1764364 Dec 08 21:41:43.882811 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.914818 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b97668c9-5b71-40f9-80bf-b8f41c9003f6 req-023fb747-d706-4efc-adff-23746ee6097e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178908 Dec 08 21:41:43.919985 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37775e77-60e2-4007-93fb-30e609f7cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.987785 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:43.989600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.034108 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ced9-94b4-45f7-8bba-d8463791d8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.045602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ced9-94b4-45f7-8bba-d8463791d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.062911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:44.064675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc142439-f511-412d-be05-749e4e92549e'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:44.068243 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f0a8a2-fa92-4a4e-b1ce-d85a13d83d90" -d '{"events": [{"server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "name": "network-vif-plugged", "status": "completed", "tag": "cc142439-f511-412d-be05-749e4e92549e"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:44.074217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.087030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37775e77-60e2-4007-93fb-30e609f7cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.154637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8bb3ced9-94b4-45f7-8bba-d8463791d8a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2baee1b809a94c378294675fef7c3300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744243 Dec 08 21:41:44.155998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37775e77-60e2-4007-93fb-30e609f7cfe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:44.159224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3ced9-94b4-45f7-8bba-d8463791d8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b9d7a8-b6d2-4e26-b9fc-8c251f3fa026,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:44.173638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37775e77-60e2-4007-93fb-30e609f7cfe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.180491 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-37775e77-60e2-4007-93fb-30e609f7cfe1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8bd4fa00-0747-48ce-ab73-3d2a1fcff1e3 HTTP/1.1" status: 204 len: 168 time: 0.9477668 Dec 08 21:41:44.181049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37710) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:44.181388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37714) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:44.247832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:44.261396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b8aee-16ce-41c0-8d21-b4643be79c8b None None] Network 8e2fada5-05fd-4067-8e8a-ac3089555b4f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:44.297621 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.372853 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.389378 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.557498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.579516 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff3cd5b-a0a2-414e-8a84-dcbcd06beb16 x-openstack-request-id: req-1ff3cd5b-a0a2-414e-8a84-dcbcd06beb16 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:44.579981 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "name": "network-vif-plugged", "status": "completed", "tag": "cc142439-f511-412d-be05-749e4e92549e", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:44.580098 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d98ab80c-2713-4101-9941-cc51bb59d03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.580658 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ff3cd5b-a0a2-414e-8a84-dcbcd06beb16 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:44.580658 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc142439-f511-412d-be05-749e4e92549e', 'code': 200} Dec 08 21:41:44.589115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.590343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0890706 Dec 08 21:41:44.713871 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d98ab80c-2713-4101-9941-cc51bb59d03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.721027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] DHCP port deletion for 8e2fada5-05fd-4067-8e8a-ac3089555b4f request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:41:44.752417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Deleting port f42f94bb-d0fd-44a5-888f-7d356343ed69 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:44.752854 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.815687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860712f-972c-4c94-b0b9-8ce001e22881 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event updated for resources: {'Port': ['ID=96815669-017b-438b-90fd-fadfd80add9a,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:44.834523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-25465e35-014e-4389-9e7f-702929b32d48 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.2000949 Dec 08 21:41:44.845475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] Deleting port f42f94bb-d0fd-44a5-888f-7d356343ed69 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:44.846159 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.925215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] For port f42f94bb-d0fd-44a5-888f-7d356343ed69, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f42f94bb-d0fd-44a5-888f-7d356343ed69,segment=NetworkSegment(1b2acaa7-c5f2-4b39-b90e-af5cf2312313),segment_id=1b2acaa7-c5f2-4b39-b90e-af5cf2312313)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:44.925647 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:44.941906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] Calling delete_port for f42f94bb-d0fd-44a5-888f-7d356343ed69 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:44.997749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dc50b-0875-4a94-95a2-f4240b85a6af req-3dd19c5b-5c30-4e40-ab95-0f33346c0c29 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:45.005373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-734dc50b-0875-4a94-95a2-f4240b85a6af req-3dd19c5b-5c30-4e40-ab95-0f33346c0c29 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 945 time: 0.2553926 Dec 08 21:41:45.030169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:41:45.066688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:45.068162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c391d5-dca4-4eef-a161-0edbf0badcb8 req-c14b54af-9a1f-44fe-a9ef-1036571026c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:45.070215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2c391d5-dca4-4eef-a161-0edbf0badcb8 req-c14b54af-9a1f-44fe-a9ef-1036571026c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 1096 time: 0.2212501 Dec 08 21:41:45.083675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-8db14e79-70dc-4e07-8371-dd06ad6409d7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:45.084549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-5d314473-67ef-44a2-97a9-2e5cb96b4586 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:45.085136 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-8db14e79-70dc-4e07-8371-dd06ad6409d7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099&tenant_id=6031f669df684b93a1fea6e3255e742a&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 948 time: 0.2508457 Dec 08 21:41:45.086035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc73d267-f7c3-479a-9f4d-4a11520c4911 req-5d314473-67ef-44a2-97a9-2e5cb96b4586 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.2440619 Dec 08 21:41:45.088658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] For port f42f94bb-d0fd-44a5-888f-7d356343ed69, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f42f94bb-d0fd-44a5-888f-7d356343ed69,segment=NetworkSegment(1b2acaa7-c5f2-4b39-b90e-af5cf2312313),segment_id=1b2acaa7-c5f2-4b39-b90e-af5cf2312313)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:45.088784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.108238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Calling delete_port for f42f94bb-d0fd-44a5-888f-7d356343ed69 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:45.122892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d98ab80c-2713-4101-9941-cc51bb59d03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.125697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d98ab80c-2713-4101-9941-cc51bb59d03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.127067 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d98ab80c-2713-4101-9941-cc51bb59d03d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2b9d7a8-b6d2-4e26-b9fc-8c251f3fa026 HTTP/1.1" status: 204 len: 168 time: 0.9438515 Dec 08 21:41:45.210071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:45.211638 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-734dc50b-0875-4a94-95a2-f4240b85a6af req-906a2d7c-5f9c-43f7-b4c4-25b168109354 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053506 Dec 08 21:41:45.215942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab80c-2713-4101-9941-cc51bb59d03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b9d7a8-b6d2-4e26-b9fc-8c251f3fa026,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:45.239518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'mac_address': 'fa:16:3e:ac:6f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:41:45.247401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:45.247747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7de8fa4a-955c-4c08-b8f1-9c1de68c1a2e not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:45.248204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f42f94bb-d0fd-44a5-888f-7d356343ed69 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:45.355284 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2c391d5-dca4-4eef-a161-0edbf0badcb8 req-b5199f3f-f384-4481-b05f-4fc506167ac3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691605 Dec 08 21:41:45.391521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c920-7d9a-4740-84c9-5d90dbc44891 req-6f64c19a-3795-4123-ab76-150e521022ba tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:45.393458 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d030c920-7d9a-4740-84c9-5d90dbc44891 req-6f64c19a-3795-4123-ab76-150e521022ba tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 948 time: 0.1064153 Dec 08 21:41:45.469536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.482216 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d030c920-7d9a-4740-84c9-5d90dbc44891 req-55f366b2-3967-4b28-9c6c-86675b447410 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824454 Dec 08 21:41:45.493859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeeab37c-04ce-46c4-aad3-166bb5e2a384 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:45.501193 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.566772 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] Pushing event deleted for resources: {'Port': ['ID=f42f94bb-d0fd-44a5-888f-7d356343ed69,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:45.585710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Port f42f94bb-d0fd-44a5-888f-7d356343ed69 update to DOWN by agent not found {{(pid=102391) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 08 21:41:45.596950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6840e3-6e08-4f66-9626-0814f4a32732 None None] No DVR routers for this DVR port f42f94bb-d0fd-44a5-888f-7d356343ed69 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:45.609608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:45.617897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.638589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-29b3bb31-dcbc-4684-8d21-c88aa367ff17 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3524394 Dec 08 21:41:45.657186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37734) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:45.657655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-0ac4fc4a-db67-443f-a764-5ce3b0e563c1 service neutron] 10.222.0.23 "GET /v2.0/ports/aeeab37c-04ce-46c4-aad3-166bb5e2a384/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 382 time: 0.5412118 Dec 08 21:41:45.662018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:45.677319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:45.694679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6c815ad-af7b-49e7-beb4-f56169d66e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.709418 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.726447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.796584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42f94bb-d0fd-44a5-888f-7d356343ed69,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:45.802350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] No DVR routers for this DVR port f42f94bb-d0fd-44a5-888f-7d356343ed69 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:45.829099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6c815ad-af7b-49e7-beb4-f56169d66e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.836382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6c815ad-af7b-49e7-beb4-f56169d66e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:45.838311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-3925a2f8-1b97-43ef-a36f-3006c5b184f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:45.839957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-3925a2f8-1b97-43ef-a36f-3006c5b184f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1100 time: 0.1432276 Dec 08 21:41:45.869333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['aeeab37c-04ce-46c4-aad3-166bb5e2a384'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:45.891669 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f6c815ad-af7b-49e7-beb4-f56169d66e1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df88d98bc79640c7a0fb9b397ddb0512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328937 Dec 08 21:41:45.898185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37738) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:45.917640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c815ad-af7b-49e7-beb4-f56169d66e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac244258-5a17-4bc8-a5c8-a501b8fe5db1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:45.964878 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.021479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2fada5-05fd-4067-8e8a-ac3089555b4f']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:46.039914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2acaa7-c5f2-4b39-b90e-af5cf2312313') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:46.040244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2acaa7-c5f2-4b39-b90e-af5cf2312313') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:46.063241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.102368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.105102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-b965615c-4884-40b7-9638-bd2a8c868fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:46.106579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-b965615c-4884-40b7-9638-bd2a8c868fae service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2248273 Dec 08 21:41:46.109912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c912dc0-9575-4b9e-9364-7ad1b7c79e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.117447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:41:46.117889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:41:46.120059 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:41:46.400558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d206cb-b06c-4ebb-9217-81b3534f4afe req-b40c37b6-226a-423a-b5d7-ce724ced7342 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:46.409308 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91d206cb-b06c-4ebb-9217-81b3534f4afe req-b40c37b6-226a-423a-b5d7-ce724ced7342 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 945 time: 0.0814614 Dec 08 21:41:46.455275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91d206cb-b06c-4ebb-9217-81b3534f4afe req-5ed937e0-1240-4b56-9819-246c0951a3db tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Dec 08 21:41:46.518041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-39341951-135f-40f8-b9d4-a73ca0bb1362 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.4017508 Dec 08 21:41:46.593346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c912dc0-9575-4b9e-9364-7ad1b7c79e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.620815 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.669590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca1267-7efc-4366-a2b6-92f308f41de2 req-7af4c6ad-77f9-4cfe-939a-1539d3316c43 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:46.671500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aeca1267-7efc-4366-a2b6-92f308f41de2 req-7af4c6ad-77f9-4cfe-939a-1539d3316c43 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 949 time: 0.0845232 Dec 08 21:41:46.698508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-fbab3bc9-e58e-4a50-8daf-f14a67041a37 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1815195 Dec 08 21:41:46.705798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-9223aaa9-3335-40e2-88da-c46de4642f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:46.707827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-9223aaa9-3335-40e2-88da-c46de4642f68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1601272 Dec 08 21:41:46.720623 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.743217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.749051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8e2fada5-05fd-4067-8e8a-ac3089555b4f HTTP/1.1" status: 204 len: 168 time: 2.5645568 Dec 08 21:41:46.757886 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aeca1267-7efc-4366-a2b6-92f308f41de2 req-f3098b7c-9453-432d-9031-39af0d7a43c8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798113 Dec 08 21:41:46.832148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f662187-9ab8-4c75-9edf-b22e809c6993 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2fada5-05fd-4067-8e8a-ac3089555b4f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:46.877773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:46.878343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c912dc0-9575-4b9e-9364-7ad1b7c79e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.880867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c912dc0-9575-4b9e-9364-7ad1b7c79e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:46.882007 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7c912dc0-9575-4b9e-9364-7ad1b7c79e65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac244258-5a17-4bc8-a5c8-a501b8fe5db1 HTTP/1.1" status: 204 len: 168 time: 0.9827039 Dec 08 21:41:46.920756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-6c981b70-886d-493f-a20b-f53518a7d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:46.922255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-6c981b70-886d-493f-a20b-f53518a7d2cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 1095 time: 0.1933427 Dec 08 21:41:46.931598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-6a8ad5c0-439e-4d9b-9a85-912574c38c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:46.934463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-6a8ad5c0-439e-4d9b-9a85-912574c38c01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077017 Dec 08 21:41:46.947297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c912dc0-9575-4b9e-9364-7ad1b7c79e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac244258-5a17-4bc8-a5c8-a501b8fe5db1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:46.963158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37766) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:47.036765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Allocated IP 172.25.1.159 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/783f93be-2f29-49e1-8c03-020734b17721) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:47.039458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port aeeab37c-04ce-46c4-aad3-166bb5e2a384 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:41:47.044348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port aeeab37c-04ce-46c4-aad3-166bb5e2a384 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:47.045191 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:47.068340 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-04aecd23-b538-4d0a-8e83-6dc729cdc433 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3669932 Dec 08 21:41:47.151150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37770) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:47.208581 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:47.233111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-ed3d0079-6932-4644-bdf4-e042896842b1 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817600 Dec 08 21:41:47.271708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:47.275797 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da22ba1-83da-4664-8996-e07fe60172d2" -d '{"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-plugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:47.320001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:47.329705 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:47.382042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-23a83cdc-ab58-4509-ab29-2adc52c4ca99 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962727 Dec 08 21:41:47.417946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:47.465950 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b0f1f6-8637-4536-8cb9-ed186555cc65 x-openstack-request-id: req-40b0f1f6-8637-4536-8cb9-ed186555cc65 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:47.466460 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-plugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:47.466973 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40b0f1f6-8637-4536-8cb9-ed186555cc65 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:47.467522 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'code': 200} Dec 08 21:41:47.476073 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c1d5ca19-d403-461c-9f5d-bfbe5aec6956 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a48ca59bebc40c39ddcf43497c1c71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943940 Dec 08 21:41:47.477140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-e680a2bd-8849-469f-b20c-f503eb7c22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:47.478690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-e680a2bd-8849-469f-b20c-f503eb7c22f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 1101 time: 0.3482146 Dec 08 21:41:47.479919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37784) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:47.606757 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:47.625569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-ed358373-798a-47db-9c78-a2a1a0aabc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:47.625569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-ed358373-798a-47db-9c78-a2a1a0aabc56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.5903206 Dec 08 21:41:47.712398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-d8b3e15d-1594-4376-a71c-c562ab3e5850 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 200 len: 217 time: 0.0739832 Dec 08 21:41:47.732642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-91321ed5-76ef-4e78-ba05-3020519659a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:47.739608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-91321ed5-76ef-4e78-ba05-3020519659a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2317054 Dec 08 21:41:47.793665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c6b0-8141-4904-a373-648b1c85c29b req-4508ac99-4c21-4519-96c7-ecce76f3f530 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:47.793665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f86c6b0-8141-4904-a373-648b1c85c29b req-4508ac99-4c21-4519-96c7-ecce76f3f530 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 945 time: 0.1002810 Dec 08 21:41:47.793884 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edd35a6f-5b0d-4f09-9acc-203ac19111e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:47.855510 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-1cd97848-b0db-4601-a4fd-2906f65730e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 200 len: 217 time: 0.0928025 Dec 08 21:41:47.881406 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f86c6b0-8141-4904-a373-648b1c85c29b req-39664245-7cb5-430e-9628-df9837e78f9f tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585124 Dec 08 21:41:47.924285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edd35a6f-5b0d-4f09-9acc-203ac19111e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:47.961804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:48.014300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:48.021760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-ef24ae15-bfc3-432c-90ae-2e786a9bffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:48.023467 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-ef24ae15-bfc3-432c-90ae-2e786a9bffc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.2808714 Dec 08 21:41:48.028946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:48.048437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:48.051993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-2893ef79-375b-459e-ac10-1be615153475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:48.054817 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-2893ef79-375b-459e-ac10-1be615153475 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1888320 Dec 08 21:41:48.073534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b41c7d-c3c2-4585-9b28-4ee772bdbeac req-5dbc522d-738c-495d-b2f3-cffff35c8fc6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:48.075079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9b41c7d-c3c2-4585-9b28-4ee772bdbeac req-5dbc522d-738c-495d-b2f3-cffff35c8fc6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1032953 Dec 08 21:41:48.116742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edd35a6f-5b0d-4f09-9acc-203ac19111e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:48.119551 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edd35a6f-5b0d-4f09-9acc-203ac19111e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:48.121023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-edd35a6f-5b0d-4f09-9acc-203ac19111e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0ed7c2e-ebc0-4ff8-8405-c4b5fb57bfb9 HTTP/1.1" status: 204 len: 168 time: 0.6237025 Dec 08 21:41:48.135912 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9b41c7d-c3c2-4585-9b28-4ee772bdbeac req-e6d0b147-4a8e-4ae0-8664-5e818f340b6d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Dec 08 21:41:48.159705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:48.172828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event updated for resources: {'Port': ['ID=783f93be-2f29-49e1-8c03-020734b17721,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:48.231127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-2ec4bafb-a1af-4872-b6df-2dc54c85b702 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855953 Dec 08 21:41:48.245625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd35a6f-5b0d-4f09-9acc-203ac19111e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ed7c2e-ebc0-4ff8-8405-c4b5fb57bfb9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:48.463017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-cc510adb-da60-4c89-991d-a0b9381fad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:48.465472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-cc510adb-da60-4c89-991d-a0b9381fad5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3599398 Dec 08 21:41:48.593639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:48.661687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-0d7d032d-c901-4579-b7b0-88d565cd1415 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122319 Dec 08 21:41:48.733256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Deleting port efddee48-c0eb-45fd-be63-c001d9e0453c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:48.733803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:48.873124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:49.034622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] For port efddee48-c0eb-45fd-be63-c001d9e0453c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=efddee48-c0eb-45fd-be63-c001d9e0453c,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:49.035041 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:49.068254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Calling delete_port for efddee48-c0eb-45fd-be63-c001d9e0453c owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:49.234792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:49.272990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:49.374210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-7a3a4b86-124c-4b4c-9865-88683486abcc service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8706617 Dec 08 21:41:49.441099 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8afef8e-8404-476b-954c-81c27ff5b30b req-8926e298-bf12-4da0-a6fa-4c439f9196a2 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458029 Dec 08 21:41:49.481519 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:49.487333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event updated for resources: {'Port': ['ID=783f93be-2f29-49e1-8c03-020734b17721,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:49.520348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Pushing event deleted for resources: {'Port': ['ID=efddee48-c0eb-45fd-be63-c001d9e0453c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:49.533493 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:49.567977 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:49.575712 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0e6cf9dc-bbaa-4731-9744-543e7b1c3e90 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9225233 Dec 08 21:41:49.654985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53a934be-d168-4799-a402-dc67edbcd9e4 req-44bfec40-d0ce-460c-a085-d75d14f196e9 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024479 Dec 08 21:41:49.667845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-0dc8b43a-851b-473d-9e36-435ef74c84a1 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0911591 Dec 08 21:41:49.867907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-1174f78f-e6b5-4591-956b-40ec0dd8a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:49.869030 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:41:49.870956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-1174f78f-e6b5-4591-956b-40ec0dd8a9d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099&tenant_id=6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 1101 time: 0.1665304 Dec 08 21:41:49.886326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:49.901390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:49.981177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-63fd8eec-dc45-4e86-922d-57c64ce34e13 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:49.982991 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d61bf3aa-470e-4311-9c48-92f8480865ca req-63fd8eec-dc45-4e86-922d-57c64ce34e13 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.3141696 Dec 08 21:41:50.028496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:50.094706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bbc22-aca6-459f-989c-b5291a43fab5 req-0864acce-45f6-43ef-8903-13246d2df052 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:50.104195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf6bbc22-aca6-459f-989c-b5291a43fab5 req-0864acce-45f6-43ef-8903-13246d2df052 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 950 time: 0.1258595 Dec 08 21:41:50.314811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf6bbc22-aca6-459f-989c-b5291a43fab5 req-fadeadd3-9b0d-4d53-aba7-7a9f220d88b7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094338 Dec 08 21:41:50.392896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Router 84d88434-4b32-41a4-acb4-e44d46e962ae has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:41:50.453035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:50.476219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-65a63798-8c62-4818-8b3b-0333feb93ac7 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2203658 Dec 08 21:41:50.482975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:50.517032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:50.537040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d0e89-b860-4184-9167-18702b7d7a6d req-dc1ffa69-417a-4f51-8452-829eb1d4bb7d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:50.538529 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-883d0e89-b860-4184-9167-18702b7d7a6d req-dc1ffa69-417a-4f51-8452-829eb1d4bb7d tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 945 time: 0.0943131 Dec 08 21:41:50.567168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:50.573614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2ed82bb-7e95-4934-b37f-6291f7f9069c admin admin] 10.222.0.21 "PUT /v2.0/routers/84d88434-4b32-41a4-acb4-e44d46e962ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6088626 Dec 08 21:41:50.578526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37942) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:50.579179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] Sync routers for ids ['84d88434-4b32-41a4-acb4-e44d46e962ae'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:50.594291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] Routers {'84d88434-4b32-41a4-acb4-e44d46e962ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:50.595265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['84d88434-4b32-41a4-acb4-e44d46e962ae'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:50.657054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-883d0e89-b860-4184-9167-18702b7d7a6d req-e38700dc-a83b-4fdc-b413-3c18e0ffe62b tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115999 Dec 08 21:41:50.705527 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:50.749825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] Set router 84d88434-4b32-41a4-acb4-e44d46e962ae gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:50.824669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:50.926894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Deleting port bf930184-92a2-4260-a9c4-bf700faa2e5c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:50.927341 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.036934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] For port bf930184-92a2-4260-a9c4-bf700faa2e5c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bf930184-92a2-4260-a9c4-bf700faa2e5c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:51.037498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.070425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Calling delete_port for bf930184-92a2-4260-a9c4-bf700faa2e5c owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:51.101535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:51.153357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:51.156507 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe513be-cb59-4160-95bf-1ad19681ff1e" -d '{"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-unplugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:51.161380 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.179816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Transition to ACTIVE for port object aeeab37c-04ce-46c4-aad3-166bb5e2a384 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:41:51.202360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.250066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:41:49Z', 'revision_number': 5, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port': {'id': 'bf930184-92a2-4260-a9c4-bf700faa2e5c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:51Z', 'updated_at': '2021-12-08T21:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:51.287022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] Checking router: 84d88434-4b32-41a4-acb4-e44d46e962ae for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:51.298933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] Routers {'84d88434-4b32-41a4-acb4-e44d46e962ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:51.299742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['84d88434-4b32-41a4-acb4-e44d46e962ae'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:51.311547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=10']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:51.381541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] No DVR routers for this DVR port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:51.390415 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.416867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] Set router 84d88434-4b32-41a4-acb4-e44d46e962ae gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:51.442505 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.469772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf930184-92a2-4260-a9c4-bf700faa2e5c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:51.542672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:41:50Z', 'revision_number': 6, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:51.561327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.572229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72491c7-0a5c-4b78-856f-34a8677a1781 None None] The sync data for ids ['84d88434-4b32-41a4-acb4-e44d46e962ae'] in n-d-821126-1 is: [{'id': '84d88434-4b32-41a4-acb4-e44d46e962ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-85931949-router', 'tenant_id': 'c158586e0ce24a24ba632793e8059499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:50Z', 'updated_at': '2021-12-08T21:41:50Z', 'revision_number': 6, 'project_id': 'c158586e0ce24a24ba632793e8059499', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:51.661408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Allocated IP 172.25.1.154 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/922fa299-f589-48dc-a74b-b26c3eb3b8c0) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:51.694361 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4600d7e-ff65-4753-8753-c8769e8955af x-openstack-request-id: req-a4600d7e-ff65-4753-8753-c8769e8955af {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:51.694702 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-unplugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:51.695100 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4600d7e-ff65-4753-8753-c8769e8955af {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:51.695502 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'code': 200} Dec 08 21:41:51.717274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc142439-f511-412d-be05-749e4e92549e details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:41:51.764094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.767515 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.772814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:41:51.773174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:41:51.773510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:51.783859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:41:51.784244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Attempting to bind port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:41:51.795023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:41:51.795356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:41:51.795740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:41:51.796173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Bound port: aeeab37c-04ce-46c4-aad3-166bb5e2a384, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:41:51.796527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.832626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774d858-64ee-41e3-bc52-1cce5131df89 req-100d7be5-c3a0-4894-a4fc-282edfd1e5e8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:51.842186 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5774d858-64ee-41e3-bc52-1cce5131df89 req-100d7be5-c3a0-4894-a4fc-282edfd1e5e8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 949 time: 0.1341217 Dec 08 21:41:51.850873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.851346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d88434-4b32-41a4-acb4-e44d46e962ae {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:41:51.863880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.867866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3fbff529-c560-4fa1-9f77-b838b4915acb admin admin] 10.222.0.21 "DELETE /v2.0/routers/84d88434-4b32-41a4-acb4-e44d46e962ae HTTP/1.1" status: 204 len: 168 time: 1.2859426 Dec 08 21:41:51.868331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38016) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:51.900696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:51.905114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:41:51.911167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:41:51.913525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'cc142439-f511-412d-be05-749e4e92549e', 'network_id': '8dbcb953-903e-4509-9926-0b5aa18c4bd6', 'port_id': 'cc142439-f511-412d-be05-749e4e92549e', 'mac_address': 'fa:16:3e:7b:f8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16ed07-f117-49cd-bac7-4dcfaeca73bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:41:51.933515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:51.937078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5774d858-64ee-41e3-bc52-1cce5131df89 req-b2c6719c-1d29-4a34-bae0-01cde0c3ce5d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883815 Dec 08 21:41:51.961833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-41003ef7-791a-4fa4-b125-7100a6c026e3 admin admin] Deleting subnet cf6e868f-4f9f-4d8f-adc3-67e0de636c52 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:41:51.966074 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-41003ef7-791a-4fa4-b125-7100a6c026e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.004366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.033389 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-41003ef7-791a-4fa4-b125-7100a6c026e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.034434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.041098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=11']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:52.049503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc142439-f511-412d-be05-749e4e92549e {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:52.057044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:52.058005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.063196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-4c013509-2b98-4d87-ad44-1dad9226656f service neutron] 10.222.0.37 "PUT /v2.0/ports/aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 1097 time: 2.1752117 Dec 08 21:41:52.119103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:52.138049 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.183071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-23979941-ca39-451e-9b76-755f58c46f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:52.184559 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-23979941-ca39-451e-9b76-755f58c46f97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1100 time: 0.0939724 Dec 08 21:41:52.185605 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.220657 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-41003ef7-791a-4fa4-b125-7100a6c026e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.251922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:52.272867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:52.304159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['cc142439-f511-412d-be05-749e4e92549e'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:52.309116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-41003ef7-791a-4fa4-b125-7100a6c026e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.325711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:52.361750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-41003ef7-791a-4fa4-b125-7100a6c026e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.370224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-41003ef7-791a-4fa4-b125-7100a6c026e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf6e868f-4f9f-4d8f-adc3-67e0de636c52 HTTP/1.1" status: 204 len: 168 time: 0.5000086 Dec 08 21:41:52.371331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38054) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:52.377173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304c315-c86e-41a8-873a-c2ca24b932a1 None None] Network d90832e6-aa1c-4712-bd06-1d66ff740c99 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:52.380927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41003ef7-791a-4fa4-b125-7100a6c026e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6e868f-4f9f-4d8f-adc3-67e0de636c52,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:52.390845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:52.491614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.538274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event updated for resources: {'Port': ['ID=922fa299-f589-48dc-a74b-b26c3eb3b8c0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:52.588100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Deleting port f2233771-2f28-445a-9a96-4d691f09de8b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:52.588599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.651247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-e47d5e17-cc5a-424e-a45a-c284f779d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:52.652692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-e47d5e17-cc5a-424e-a45a-c284f779d7b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.4405673 Dec 08 21:41:52.698400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] For port f2233771-2f28-445a-9a96-4d691f09de8b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f2233771-2f28-445a-9a96-4d691f09de8b,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:52.698799 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.736150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Calling delete_port for f2233771-2f28-445a-9a96-4d691f09de8b owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:52.785890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.789735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-18040742-c04e-4931-ba5d-cdf298a6343e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.1164443 Dec 08 21:41:52.804783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] DHCP port deletion for d90832e6-aa1c-4712-bd06-1d66ff740c99 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:41:52.859456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ac17-f4f2-4ea8-8989-0dce37aac2f7 req-1d490b70-9c0d-4a05-a957-20682978a109 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:52.861161 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4540ac17-f4f2-4ea8-8989-0dce37aac2f7 req-1d490b70-9c0d-4a05-a957-20682978a109 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 944 time: 0.1277063 Dec 08 21:41:52.899333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] Deleting port f2233771-2f28-445a-9a96-4d691f09de8b {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:52.900378 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.901730 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:52.934283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:52.945758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4540ac17-f4f2-4ea8-8989-0dce37aac2f7 req-d5c7706d-1875-4130-afad-47c4b1c4af72 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777416 Dec 08 21:41:52.974256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.007744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-7f8f46ba-b108-4469-95bf-9630e0b8102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:53.012007 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-7f8f46ba-b108-4469-95bf-9630e0b8102d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2007229 Dec 08 21:41:53.057554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f2233771-2f28-445a-9a96-4d691f09de8b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:53.064338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2233771-2f28-445a-9a96-4d691f09de8b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:53.082131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] No DVR routers for this DVR port f2233771-2f28-445a-9a96-4d691f09de8b on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:53.102430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f2233771-2f28-445a-9a96-4d691f09de8b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:53.103028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f2233771-2f28-445a-9a96-4d691f09de8b not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:53.103677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device efddee48-c0eb-45fd-be63-c001d9e0453c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:53.148190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: efddee48-c0eb-45fd-be63-c001d9e0453c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:53.148808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device efddee48-c0eb-45fd-be63-c001d9e0453c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:53.149410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bf930184-92a2-4260-a9c4-bf700faa2e5c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:53.154011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] For port f2233771-2f28-445a-9a96-4d691f09de8b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f2233771-2f28-445a-9a96-4d691f09de8b,segment=NetworkSegment(95c0ba68-9445-4574-957c-dee5dcc9f1e2),segment_id=95c0ba68-9445-4574-957c-dee5dcc9f1e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:53.155010 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.180451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-851d7d44-1f68-4bdf-9781-29adb0a55494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:53.183434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-851d7d44-1f68-4bdf-9781-29adb0a55494 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626413 Dec 08 21:41:53.204442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:53.211357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.220197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: bf930184-92a2-4260-a9c4-bf700faa2e5c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:53.220618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bf930184-92a2-4260-a9c4-bf700faa2e5c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:53.236260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] Calling delete_port for f2233771-2f28-445a-9a96-4d691f09de8b owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:53.239684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90832e6-aa1c-4712-bd06-1d66ff740c99']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:53.252378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c0ba68-9445-4574-957c-dee5dcc9f1e2') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:53.252679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c0ba68-9445-4574-957c-dee5dcc9f1e2') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:53.266916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.293291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.302497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:41:53.303032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.321799 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.331357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.362024 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:41:53.377875 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:41:53.383887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.398172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.399817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] Pushing event deleted for resources: {'Port': ['ID=f2233771-2f28-445a-9a96-4d691f09de8b,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:53.405514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d90832e6-aa1c-4712-bd06-1d66ff740c99 HTTP/1.1" status: 204 len: 168 time: 1.0318382 Dec 08 21:41:53.410699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6a936-51d4-476d-911a-0c649c250fe4 None None] No DVR routers for this DVR port f2233771-2f28-445a-9a96-4d691f09de8b on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:53.422876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38086) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:53.427494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8e134-abe0-4cc8-8207-0ae2d882d332 admin admin] Pushing event deleted for resources: {'Network': ['ID=d90832e6-aa1c-4712-bd06-1d66ff740c99,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:53.549288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-b717b0a3-1143-4c2f-8326-20fea9fa76c5 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514163 Dec 08 21:41:53.549288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event updated for resources: {'Port': ['ID=922fa299-f589-48dc-a74b-b26c3eb3b8c0,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:53.559570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.640492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.641753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-7bd13789-59c2-44c5-a846-bb9e0f9ada1f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1647487 Dec 08 21:41:53.662671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c75d2-b193-4dfd-8b22-56f5cdb0ec2a req-82f1a375-808d-4790-bedb-c9b684458fce tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:53.671348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-820c75d2-b193-4dfd-8b22-56f5cdb0ec2a req-82f1a375-808d-4790-bedb-c9b684458fce tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 949 time: 0.0708814 Dec 08 21:41:53.719478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:53.721831 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63715fd1-c351-49d3-8dfe-c0b86846ad58" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:53.724482 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-820c75d2-b193-4dfd-8b22-56f5cdb0ec2a req-fcebc990-75a9-4438-b9f2-a85879b6b966 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479217 Dec 08 21:41:53.731027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc142439-f511-412d-be05-749e4e92549e up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:53.795459 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4f9e62-8f88-4123-8b13-965a13d078ca req-3485a719-be6a-4cde-a2fa-1a2e5d423ed8 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448165 Dec 08 21:41:53.825870 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-8f7e639c-a501-4b26-8714-ac8131c4195f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.1769371 Dec 08 21:41:53.830948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port cc142439-f511-412d-be05-749e4e92549e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:41:53.831486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.928117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38100) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:53.943959 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:53.975640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-299f1091-9edf-43ad-bb19-4e92bb909937 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:53.977265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d403f79-5a6e-469f-bfec-00e91c3c7961 req-299f1091-9edf-43ad-bb19-4e92bb909937 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1440790 Dec 08 21:41:53.998680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc142439-f511-412d-be05-749e4e92549e'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:54.001015 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5389464-4c1f-4898-9be2-5d9751e400c8" -d '{"events": [{"server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "name": "network-vif-plugged", "status": "completed", "tag": "cc142439-f511-412d-be05-749e4e92549e"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:54.027483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:54.035040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.104908 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9317d574-c2bd-4e59-9629-0fccfed2b561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.132374 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8125679b-122c-45d8-a715-2386d6806db5 x-openstack-request-id: req-8125679b-122c-45d8-a715-2386d6806db5 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:54.132785 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:54.133497 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8125679b-122c-45d8-a715-2386d6806db5 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:54.134062 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'status': 'completed', 'code': 200} Dec 08 21:41:54.155636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:54.223074 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9317d574-c2bd-4e59-9629-0fccfed2b561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.232229 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9317d574-c2bd-4e59-9629-0fccfed2b561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.279191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317d574-c2bd-4e59-9629-0fccfed2b561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fec46e-1912-40e5-a2f0-7d88d6c78c2e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:54.292757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9317d574-c2bd-4e59-9629-0fccfed2b561 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b6b6729321640f897f4608b65073777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635690 Dec 08 21:41:54.296034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38144) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:54.302408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-4fb7cfb0-3936-463d-b4c6-de8c9f5071d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:54.303993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-4fb7cfb0-3936-463d-b4c6-de8c9f5071d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1100 time: 0.1736801 Dec 08 21:41:54.307723 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4e91aa1f-5d9b-4d73-beb9-d7cffd2fffd9 req-99d44cdc-c05d-412c-abff-9dad6f85484f tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips/14a86a17-82a4-441b-bc6a-67321f0ba815 HTTP/1.1" status: 200 len: 693 time: 0.0859592 Dec 08 21:41:54.309670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-c43c1867-43db-4de1-a6b6-03e8e016b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:54.311174 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-c43c1867-43db-4de1-a6b6-03e8e016b54a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 1100 time: 0.1759505 Dec 08 21:41:54.352712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a15a2c2-fc64-414e-8a65-d1550e15ceb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.377441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a15a2c2-fc64-414e-8a65-d1550e15ceb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.440417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a15a2c2-fc64-414e-8a65-d1550e15ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.443359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a15a2c2-fc64-414e-8a65-d1550e15ceb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.444518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6a15a2c2-fc64-414e-8a65-d1550e15ceb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3fec46e-1912-40e5-a2f0-7d88d6c78c2e HTTP/1.1" status: 204 len: 168 time: 0.1459370 Dec 08 21:41:54.452383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15a2c2-fc64-414e-8a65-d1550e15ceb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fec46e-1912-40e5-a2f0-7d88d6c78c2e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:54.540759 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91562d3-e070-4aee-b420-8c3eea04741d x-openstack-request-id: req-d91562d3-e070-4aee-b420-8c3eea04741d {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:54.541806 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "name": "network-vif-plugged", "status": "completed", "tag": "cc142439-f511-412d-be05-749e4e92549e", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:54.542422 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d91562d3-e070-4aee-b420-8c3eea04741d {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:54.543053 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc142439-f511-412d-be05-749e4e92549e', 'code': 200} Dec 08 21:41:54.592380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-92387409-517b-4246-a533-3de60e3dd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:54.593842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-92387409-517b-4246-a533-3de60e3dd6e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2702067 Dec 08 21:41:54.668631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-997e485b-d93e-4472-ae5e-ea1a604b0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:54.670107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-997e485b-d93e-4472-ae5e-ea1a604b0229 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.3572471 Dec 08 21:41:54.674558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-6676bd7f-bdb8-46d1-9737-528bbc7dbf3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.0578682 Dec 08 21:41:54.683413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91aa1f-5d9b-4d73-beb9-d7cffd2fffd9 req-f6a74b34-212d-4e77-a843-9a1fadb6151a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:54.684745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4e91aa1f-5d9b-4d73-beb9-d7cffd2fffd9 req-f6a74b34-212d-4e77-a843-9a1fadb6151a tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.3634398 Dec 08 21:41:54.757168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-4e91aa1f-5d9b-4d73-beb9-d7cffd2fffd9 req-ab458215-debb-498a-83fd-984a3c0dc1d6 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:41:54.758850 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4e91aa1f-5d9b-4d73-beb9-d7cffd2fffd9 req-ab458215-debb-498a-83fd-984a3c0dc1d6 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541439 Dec 08 21:41:54.769799 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-cb433455-221d-41b8-8a2c-689fcc733881 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 200 len: 217 time: 0.0778983 Dec 08 21:41:54.812053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38182) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:54.812541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.829643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ddff-7c65-491b-ab5c-ca77a2b44c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.850354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-c3396d08-214d-4284-9de4-8322437c517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:54.851841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-c3396d08-214d-4284-9de4-8322437c517a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1662498 Dec 08 21:41:54.907670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8fe04-71cc-4aab-b26f-5b038d4b4b3f req-12c63ddc-20aa-403a-8c07-993ea57a30ea tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:54.909195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48c8fe04-71cc-4aab-b26f-5b038d4b4b3f req-12c63ddc-20aa-403a-8c07-993ea57a30ea tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 945 time: 0.0765140 Dec 08 21:41:54.967674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48c8fe04-71cc-4aab-b26f-5b038d4b4b3f req-8a987165-17e1-4939-ab53-54a9295903de tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/security-groups?id=a30725b0-20ed-42c9-8e66-19bfbb18de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Dec 08 21:41:54.980129 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ddff-7c65-491b-ab5c-ca77a2b44c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:54.992195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ddff-7c65-491b-ab5c-ca77a2b44c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.043552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6ddff-7c65-491b-ab5c-ca77a2b44c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825a0e1-c879-4a86-8c4b-ecbcda1898dd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:55.050764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1cb6ddff-7c65-491b-ab5c-ca77a2b44c73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=546522a3d0b9424eb68a08ad6ef3c7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357445 Dec 08 21:41:55.063559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38184) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:55.117117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec872b0e-ca19-4156-b69b-a06d6b8516cf req-660de8a2-8bd5-4bdf-aba7-e65b8ba03049 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:55.118686 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec872b0e-ca19-4156-b69b-a06d6b8516cf req-660de8a2-8bd5-4bdf-aba7-e65b8ba03049 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 949 time: 0.0855463 Dec 08 21:41:55.151814 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b904-fd5d-4641-8d3d-00683e6609fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.185573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b904-fd5d-4641-8d3d-00683e6609fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.189664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec872b0e-ca19-4156-b69b-a06d6b8516cf req-5c75fe10-4559-44ac-9807-08e3f05756d5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629098 Dec 08 21:41:55.259846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-027d4784-de0f-47a2-b440-6871ed2422bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:55.261274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-027d4784-de0f-47a2-b440-6871ed2422bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.4865425 Dec 08 21:41:55.271861 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b904-fd5d-4641-8d3d-00683e6609fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.274364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b904-fd5d-4641-8d3d-00683e6609fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.276021 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c2c8b904-fd5d-4641-8d3d-00683e6609fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6825a0e1-c879-4a86-8c4b-ecbcda1898dd HTTP/1.1" status: 204 len: 168 time: 0.2110255 Dec 08 21:41:55.284184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e179612e-36e7-4515-87c3-254b8a408c7d req-4425b1ae-8017-435d-bbb9-a0f5923e482b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips/14a86a17-82a4-441b-bc6a-67321f0ba815 HTTP/1.1" status: 200 len: 693 time: 0.0529218 Dec 08 21:41:55.291960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8b904-fd5d-4641-8d3d-00683e6609fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825a0e1-c879-4a86-8c4b-ecbcda1898dd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:55.354851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-97c405e3-fdbc-4a48-984c-00cd1bed4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:55.356320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-97c405e3-fdbc-4a48-984c-00cd1bed4845 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4705358 Dec 08 21:41:55.414397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179612e-36e7-4515-87c3-254b8a408c7d req-f42a42c7-e648-4aa5-9d49-acbef686214d tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:55.415946 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e179612e-36e7-4515-87c3-254b8a408c7d req-f42a42c7-e648-4aa5-9d49-acbef686214d tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1216931 Dec 08 21:41:55.419772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5dba42b7-a41b-430c-baf5-9b335804b88e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:55.421413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5dba42b7-a41b-430c-baf5-9b335804b88e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 821 time: 0.5381894 Dec 08 21:41:55.438550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-dacb4d0f-9f40-4820-871c-bb61eab0718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:55.440190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-dacb4d0f-9f40-4820-871c-bb61eab0718c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1709933 Dec 08 21:41:55.474987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e179612e-36e7-4515-87c3-254b8a408c7d req-0aea3b59-2c1d-49f8-ad6a-2422c63ade65 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0511153 Dec 08 21:41:55.548797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e179612e-36e7-4515-87c3-254b8a408c7d req-f2813aa7-16b5-4048-a955-79e06e60b37d tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0653005 Dec 08 21:41:55.555151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-2946f8ff-9baa-416b-80e1-3a40c7d18fac tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/quotas/942b0951a1324d0daa33c49b36c7a004 HTTP/1.1" status: 200 len: 375 time: 0.1138229 Dec 08 21:41:55.678226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-9fa13b45-f39c-4154-a3ab-6d24396a9c18 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098140 Dec 08 21:41:55.691827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-714f28b0-506e-4563-9072-1dfc4f336b68 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246412 Dec 08 21:41:55.708163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-724c4505-716b-400f-a839-25dbe492efb8 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371225 Dec 08 21:41:55.729737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-6a104342-c5e6-4cfa-9c44-dbfd1cdcbffb tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:55.731342 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-6a104342-c5e6-4cfa-9c44-dbfd1cdcbffb tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 945 time: 0.1260533 Dec 08 21:41:55.742010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc142439-f511-412d-be05-749e4e92549e no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:55.802362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Deleting port 922fa299-f589-48dc-a74b-b26c3eb3b8c0 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:55.802678 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.879355 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.925779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:55.929679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.930221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.935158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.945336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Deleting port cc142439-f511-412d-be05-749e4e92549e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:55.945749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:55.952286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Calling delete_port for 922fa299-f589-48dc-a74b-b26c3eb3b8c0 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:55.992768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:56.009835 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-93dd8147-608c-41d1-9953-22c2a437d6a9 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154478 Dec 08 21:41:56.012755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63715fd1-c351-49d3-8dfe-c0b86846ad58 req-1798ed35-6834-4928-aab2-b14c3c3a7f64 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820425 Dec 08 21:41:56.016123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-71a88f50-7dd9-4dbc-a12a-4b597b85cc22 service neutron] 10.222.0.21 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059425 Dec 08 21:41:56.083294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Deleting port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:56.083635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.183160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-020249a0-abd1-4f32-b3ab-dac56d0dd1a5 service neutron] 10.222.0.21 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555853 Dec 08 21:41:56.201126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] For port 4d2d2a75-a339-42bd-9b45-baaef3b2fce2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,segment=NetworkSegment(ca164904-aec5-4e1e-9aa8-e4a09a23b893),segment_id=ca164904-aec5-4e1e-9aa8-e4a09a23b893)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:56.201540 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.215889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Calling delete_port for 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:56.397201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] For port cc142439-f511-412d-be05-749e4e92549e, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc142439-f511-412d-be05-749e4e92549e,segment=NetworkSegment(e3c9e12f-8869-4426-93a4-5dc22c6f22df),segment_id=e3c9e12f-8869-4426-93a4-5dc22c6f22df)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:56.397626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.413850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Calling delete_port for cc142439-f511-412d-be05-749e4e92549e owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:56.459819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.491405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2d2a75-a339-42bd-9b45-baaef3b2fce2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:56.539759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.544862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc142439-f511-412d-be05-749e4e92549e'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:56.549406 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69363ea0-3fbe-4e90-883e-21df501b16a7" -d '{"events": [{"server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "name": "network-vif-unplugged", "status": "completed", "tag": "cc142439-f511-412d-be05-749e4e92549e"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:56.716001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.750823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event deleted for resources: {'Port': ['ID=922fa299-f589-48dc-a74b-b26c3eb3b8c0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:56.835610 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.838653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.839841 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e179612e-36e7-4515-87c3-254b8a408c7d req-8b914482-fd15-4cce-8ac4-ef5740c65a24 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "DELETE /v2.0/floatingips/14a86a17-82a4-441b-bc6a-67321f0ba815 HTTP/1.1" status: 204 len: 173 time: 1.2845633 Dec 08 21:41:56.877142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:56.949778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Pushing event deleted for resources: {'Port': ['ID=cc142439-f511-412d-be05-749e4e92549e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:57.035334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] No DVR routers for this DVR port cc142439-f511-412d-be05-749e4e92549e on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:41:57.046502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:57.056379 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5211e0b-2ef6-4c77-9499-a3a8a7ed01ac req-d917ecd8-05bb-42a6-a2f8-182864ced287 tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.37 "DELETE /v2.0/ports/cc142439-f511-412d-be05-749e4e92549e HTTP/1.1" status: 204 len: 173 time: 1.3107946 Dec 08 21:41:57.056914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'name': 'network-vif-deleted', 'tag': 'cc142439-f511-412d-be05-749e4e92549e'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:41:57.059253 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c967ee14-bd2a-41d1-a251-a97194b2f611" -d '{"events": [{"server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "name": "network-vif-deleted", "tag": "cc142439-f511-412d-be05-749e4e92549e"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:41:57.111043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c40a9a98-f5ea-4850-a49f-f3e1d7474bea req-d874ba0e-0609-4e95-9c0c-8ed51e270ddf tempest-ImagesTestJSON-117527847 tempest-ImagesTestJSON-117527847-project] 10.222.0.21 "GET /v2.0/ports?device_id=2160a00d-e7c3-459a-87f1-616dd16a4a19 HTTP/1.1" status: 200 len: 210 time: 0.0387344 Dec 08 21:41:57.188318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Router d8ba9469-681f-4799-96ec-62d33c8b32c8 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:41:57.218184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3633ba1f-c538-4965-93c5-f81d1ba2d6e7 req-5efb8cab-ae3e-4983-a771-19ccf35aaf41 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 210 time: 0.0413516 Dec 08 21:41:57.222566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea3341-c855-4a5b-9d9e-311548b4b766 req-d4c71127-908b-4fae-a73d-a6131b3b8036 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:57.224107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-96ea3341-c855-4a5b-9d9e-311548b4b766 req-d4c71127-908b-4fae-a73d-a6131b3b8036 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 949 time: 0.0998702 Dec 08 21:41:57.280832 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106e5649-c192-48b7-8bd3-314c5e3a3853 x-openstack-request-id: req-106e5649-c192-48b7-8bd3-314c5e3a3853 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:57.281337 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "name": "network-vif-unplugged", "status": "completed", "tag": "cc142439-f511-412d-be05-749e4e92549e", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:57.281573 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-106e5649-c192-48b7-8bd3-314c5e3a3853 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:57.282057 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc142439-f511-412d-be05-749e4e92549e', 'code': 200} Dec 08 21:41:57.335885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-96ea3341-c855-4a5b-9d9e-311548b4b766 req-a0938919-2518-4b23-8151-9d3afda4a23b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039937 Dec 08 21:41:57.357349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:41:57.363050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d671876f-23ed-4b8f-8713-d59041057626 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8ba9469-681f-4799-96ec-62d33c8b32c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9376922 Dec 08 21:41:57.365591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38294) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:57.370023 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] Sync routers for ids ['d8ba9469-681f-4799-96ec-62d33c8b32c8'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:41:57.381860 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] Routers {'d8ba9469-681f-4799-96ec-62d33c8b32c8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:57.382884 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d8ba9469-681f-4799-96ec-62d33c8b32c8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:57.456116 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb79554-a01b-4813-b00f-8c6c4bd8b90d x-openstack-request-id: req-fcb79554-a01b-4813-b00f-8c6c4bd8b90d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:41:57.456999 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2160a00d-e7c3-459a-87f1-616dd16a4a19", "name": "network-vif-deleted", "tag": "cc142439-f511-412d-be05-749e4e92549e", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:41:57.457258 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcb79554-a01b-4813-b00f-8c6c4bd8b90d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:41:57.457838 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160a00d-e7c3-459a-87f1-616dd16a4a19', 'name': 'network-vif-deleted', 'tag': 'cc142439-f511-412d-be05-749e4e92549e', 'status': 'completed', 'code': 200} Dec 08 21:41:57.578819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db12ce5-216a-4bb6-baf9-6a5b71ebfbbb req-5fc22f52-c740-41c5-b44c-1e35c3bc1951 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:57.578819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9db12ce5-216a-4bb6-baf9-6a5b71ebfbbb req-5fc22f52-c740-41c5-b44c-1e35c3bc1951 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2857227 Dec 08 21:41:57.590942 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] Set router d8ba9469-681f-4799-96ec-62d33c8b32c8 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:57.595205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:57.699489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70943cfa-f56c-435b-bf55-e1e5f6037b9f req-b9408c36-80ef-4880-81db-e15a89dbb49f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:57.708537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70943cfa-f56c-435b-bf55-e1e5f6037b9f req-b9408c36-80ef-4880-81db-e15a89dbb49f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 949 time: 0.0757511 Dec 08 21:41:57.730644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:57.747019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70943cfa-f56c-435b-bf55-e1e5f6037b9f req-2729d927-d125-4848-b2d4-2c3b5d9c2893 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375938 Dec 08 21:41:57.763477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:41:57.808899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Deleting port a2cb4dfe-4287-4a10-beb2-001922a53531 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:57.809409 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:57.890347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27751c06-55b5-4086-b612-f17d65847dea req-122fe8f5-eaa8-4a2a-903c-f4398f26b338 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=38a22f98184e43c8938c62f421de52b7 HTTP/1.1" status: 200 len: 1656 time: 0.0831640 Dec 08 21:41:57.910646 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:41:56Z', 'revision_number': 5, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port': {'id': 'a2cb4dfe-4287-4a10-beb2-001922a53531', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:57.916505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:57.945060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'mac_address': 'fa:16:3e:ac:6f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:41:57.950210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] For port a2cb4dfe-4287-4a10-beb2-001922a53531, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a2cb4dfe-4287-4a10-beb2-001922a53531,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:57.952124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:57.970468 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] Checking router: d8ba9469-681f-4799-96ec-62d33c8b32c8 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:41:57.983526 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] Routers {'d8ba9469-681f-4799-96ec-62d33c8b32c8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:41:57.984530 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d8ba9469-681f-4799-96ec-62d33c8b32c8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:57.985259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Calling delete_port for a2cb4dfe-4287-4a10-beb2-001922a53531 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:58.010537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:58.024783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeeab37c-04ce-46c4-aad3-166bb5e2a384 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:41:58.048326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:41:58.055290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:58.103281 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] Set router d8ba9469-681f-4799-96ec-62d33c8b32c8 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:41:58.171131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=12']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:58.171539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27751c06-55b5-4086-b612-f17d65847dea req-46a47144-9556-49a9-ad60-d9055bd650c3 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:58.172155 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:41:57Z', 'revision_number': 6, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:41:58.173128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27751c06-55b5-4086-b612-f17d65847dea req-46a47144-9556-49a9-ad60-d9055bd650c3 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks?id=95f6ddc4-94af-426d-9977-1434c72777df&id=95f6ddc4-94af-426d-9977-1434c72777df&id=95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 787 time: 0.2701516 Dec 08 21:41:58.212168 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08efd7-15bf-428b-9aa0-cb32214c2551 None None] The sync data for ids ['d8ba9469-681f-4799-96ec-62d33c8b32c8'] in n-d-821126-1 is: [{'id': 'd8ba9469-681f-4799-96ec-62d33c8b32c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577827876-router', 'tenant_id': '162a0c04dace40558eba25e40f3e587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:39:59Z', 'updated_at': '2021-12-08T21:41:57Z', 'revision_number': 6, 'project_id': '162a0c04dace40558eba25e40f3e587a', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:41:58.254797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5bfb85e6-852c-4ce8-8d1b-0f5a53f1ea2a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:58.257895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5bfb85e6-852c-4ce8-8d1b-0f5a53f1ea2a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 821 time: 0.2932296 Dec 08 21:41:58.313414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Request body: {'port': {'device_id': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'admin_state_up': True, 'tenant_id': '942b0951a1324d0daa33c49b36c7a004'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:58.320557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['aeeab37c-04ce-46c4-aad3-166bb5e2a384'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:58.370768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-029efd75-738e-4070-bf5a-96c29e022b0a req-1fafa719-74f9-4325-852e-db90bffc92b8 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips/7930a392-4fcb-49e9-8ca1-40e68fa8fc32 HTTP/1.1" status: 200 len: 693 time: 0.0580032 Dec 08 21:41:58.455190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Made reservation on behalf of 942b0951a1324d0daa33c49b36c7a004 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:41:58.460623 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:58.562863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029efd75-738e-4070-bf5a-96c29e022b0a req-dd7531c8-450a-42ae-9f44-779bea047935 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:58.564999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-029efd75-738e-4070-bf5a-96c29e022b0a req-dd7531c8-450a-42ae-9f44-779bea047935 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1933155 Dec 08 21:41:58.639688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Allocated IP 172.20.0.11 (353cfe91-7ce8-4791-aeb7-c5f2eba2d39c/b3791022-ada0-43f3-b4e9-8003fbdd1743/8255b900-9cdc-4a33-97bc-fac9348d2ef4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:41:58.642832 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-029efd75-738e-4070-bf5a-96c29e022b0a req-dc1f7b1c-35ef-4060-aee2-4726758302cd tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0714655 Dec 08 21:41:58.731724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-029efd75-738e-4070-bf5a-96c29e022b0a req-d04459fd-74ce-444a-91d7-7e612c00c306 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0823574 Dec 08 21:41:58.805017 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:58.856146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cb4dfe-4287-4a10-beb2-001922a53531,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:58.906610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Deleting port 783f93be-2f29-49e1-8c03-020734b17721 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:58.907088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:58.923138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:58.966640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48c48a27-ae04-4f73-acbb-ec30435b9527 req-5250d1af-c370-4d9e-8994-6c4c85134892 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 210 time: 0.0374141 Dec 08 21:41:58.967469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:58.996321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:58.996747 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.021958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Calling delete_port for 783f93be-2f29-49e1-8c03-020734b17721 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:41:59.081974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.086548 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.096405 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.109762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['c76994f9-0997-451d-85e9-997dd016f8d2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:41:59.192650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:59.217801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.218351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8ba9469-681f-4799-96ec-62d33c8b32c8 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:41:59.223968 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-b9e6ba15-7061-41f1-9934-987473bd6f33 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6031f669df684b93a1fea6e3255e742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641026 Dec 08 21:41:59.228810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.232111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44cd788f-3d05-480f-9495-4b64dfc66e5b admin admin] 10.222.0.21 "DELETE /v2.0/routers/d8ba9469-681f-4799-96ec-62d33c8b32c8 HTTP/1.1" status: 204 len: 168 time: 1.8630257 Dec 08 21:41:59.233771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38418) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:59.236215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:59.236738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4d2d2a75-a339-42bd-9b45-baaef3b2fce2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:59.237490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a2cb4dfe-4287-4a10-beb2-001922a53531 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:41:59.239676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:41:59.257976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:41:59.265769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a2cb4dfe-4287-4a10-beb2-001922a53531 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:41:59.266313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a2cb4dfe-4287-4a10-beb2-001922a53531 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:41:59.270391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:41:59.272819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Pushing event updated for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:59.295133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-835b9549-416e-4068-824b-e7d89e1e5198 admin admin] Deleting subnet 9bebefff-4125-429b-98b2-9f609545d6dd {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:41:59.302246 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-835b9549-416e-4068-824b-e7d89e1e5198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.372061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-835b9549-416e-4068-824b-e7d89e1e5198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.384434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:59.385620 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.416138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297598c-e5f0-480d-9df4-addf69a05527 req-0945621c-36da-4fd8-a330-2ed298f6f72d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:41:59.417639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-0945621c-36da-4fd8-a330-2ed298f6f72d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818442 Dec 08 21:41:59.421196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-7019c77f-5f56-4b82-9a8d-57814376095a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1116376 Dec 08 21:41:59.436969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Request body: {'port': {'device_id': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:41:59.440411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.446077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-61eff29a-c08e-49e3-bafc-5128647a1028 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/quotas/6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 375 time: 0.0219028 Dec 08 21:41:59.495803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event deleted for resources: {'Port': ['ID=783f93be-2f29-49e1-8c03-020734b17721,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:59.532890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.551990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-ab343378-8a42-4d1d-be3f-3ad5ddd16ac1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905974 Dec 08 21:41:59.567407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-835b9549-416e-4068-824b-e7d89e1e5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.619537 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.622952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.639853 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-029efd75-738e-4070-bf5a-96c29e022b0a req-9f9ccd2e-1c2d-4592-8b99-9a59ffaf561b tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "DELETE /v2.0/floatingips/7930a392-4fcb-49e9-8ca1-40e68fa8fc32 HTTP/1.1" status: 204 len: 173 time: 0.9068670 Dec 08 21:41:59.669510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-835b9549-416e-4068-824b-e7d89e1e5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.725535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-835b9549-416e-4068-824b-e7d89e1e5198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.731947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35313126-2610-4892-8473-f981287e3035 None None] Network 5a37a81e-edb0-424e-b187-0f55029bbe55 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:41:59.747455 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-835b9549-416e-4068-824b-e7d89e1e5198 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9bebefff-4125-429b-98b2-9f609545d6dd HTTP/1.1" status: 204 len: 168 time: 0.5125201 Dec 08 21:41:59.748566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38436) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:41:59.755839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b9549-416e-4068-824b-e7d89e1e5198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bebefff-4125-429b-98b2-9f609545d6dd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:41:59.825286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:41:59.887115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:41:59.961179 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Deleting port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:41:59.961569 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.049961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] For port a8e3babb-2bc6-4a58-a8f0-15abd5399c03, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8e3babb-2bc6-4a58-a8f0-15abd5399c03,segment=NetworkSegment(ca164904-aec5-4e1e-9aa8-e4a09a23b893),segment_id=ca164904-aec5-4e1e-9aa8-e4a09a23b893)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:00.050912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.069346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Calling delete_port for a8e3babb-2bc6-4a58-a8f0-15abd5399c03 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:00.189117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port aeeab37c-04ce-46c4-aad3-166bb5e2a384 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:00.196423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.207520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port aeeab37c-04ce-46c4-aad3-166bb5e2a384 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:00.214123 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.237036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e3babb-2bc6-4a58-a8f0-15abd5399c03,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:00.238918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] No DVR routers for this DVR port a8e3babb-2bc6-4a58-a8f0-15abd5399c03 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:42:00.293380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc8b27-4673-4848-bdfd-8dd8e0c7037a None None] DHCP port deletion for 5a37a81e-edb0-424e-b187-0f55029bbe55 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:42:00.329793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-5e2de8e9-2b50-4f28-81c7-93a5441fe5dc tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips/02b94bb5-434f-4b41-9160-e4e20902cc5e HTTP/1.1" status: 200 len: 692 time: 0.1309133 Dec 08 21:42:00.395865 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.445845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a37a81e-edb0-424e-b187-0f55029bbe55']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:00.451415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.460797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8255b900-9cdc-4a33-97bc-fac9348d2ef4 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:00.461864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca164904-aec5-4e1e-9aa8-e4a09a23b893') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:00.462358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca164904-aec5-4e1e-9aa8-e4a09a23b893') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:00.474164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.474779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.491277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.492430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:00.494744 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c41f9e-180a-45be-ae4d-b301e394fafb" -d '{"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-plugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:00.500644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:42:00.501587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.502205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Transition to ACTIVE for port object 8255b900-9cdc-4a33-97bc-fac9348d2ef4 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:42:00.504309 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:42:00.510772 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:00.515277 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.516444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc142439-f511-412d-be05-749e4e92549e no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:00.544746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: cc142439-f511-412d-be05-749e4e92549e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:42:00.544746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc142439-f511-412d-be05-749e4e92549e not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:00.597178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.605530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.611596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a37a81e-edb0-424e-b187-0f55029bbe55 HTTP/1.1" status: 204 len: 168 time: 0.8447995 Dec 08 21:42:00.618836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=13']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:00.638743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882be93-89d2-4d9a-a858-6260aa31084a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a37a81e-edb0-424e-b187-0f55029bbe55,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:00.680108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-77d6debc-cef8-4c8e-8f63-78a1e46a4ec8 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:00.687626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-77d6debc-cef8-4c8e-8f63-78a1e46a4ec8 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.3612325 Dec 08 21:42:00.696198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:00.802974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-91308f4f-7e4a-4a9a-8cdf-171b9424b28e tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.1144388 Dec 08 21:42:00.814220 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6075d01-1d4f-409d-a19c-f80cd9e10fc7 req-8a652f31-3e19-4ba5-aca8-b334c36d3ac7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 210 time: 0.0380065 Dec 08 21:42:00.922019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Pushing event updated for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:00.973831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38504) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:00.977552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-4923eea8-73e9-48f6-afc6-c939660a2a59 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.1156914 Dec 08 21:42:01.008240 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b6b9-23b1-4af7-b8eb-fc5d38194e47 req-5f073251-d856-4ef0-97d7-4ae53c58e507 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:01.012953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1fa3b6b9-23b1-4af7-b8eb-fc5d38194e47 req-5f073251-d856-4ef0-97d7-4ae53c58e507 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.0647485 Dec 08 21:42:01.071307 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1fa3b6b9-23b1-4af7-b8eb-fc5d38194e47 req-88c56837-85d3-4494-b77b-7e41d95bfb20 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520186 Dec 08 21:42:01.074176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8e3babb-2bc6-4a58-a8f0-15abd5399c03 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:01.085372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:01.085723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:01.086058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:01.103826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a8e3babb-2bc6-4a58-a8f0-15abd5399c03 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:42:01.104421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8e3babb-2bc6-4a58-a8f0-15abd5399c03 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:01.120600 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd373f71-d5fb-48c6-acce-17387c0bf585 x-openstack-request-id: req-fd373f71-d5fb-48c6-acce-17387c0bf585 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:01.120908 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-plugged", "status": "completed", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:01.121419 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd373f71-d5fb-48c6-acce-17387c0bf585 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:01.121811 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'code': 200} Dec 08 21:42:01.123550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dfabe73b-5726-47cc-88eb-bc496bb20d41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c158586e0ce24a24ba632793e8059499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449442 Dec 08 21:42:01.126157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38506) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:01.132216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:01.132550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:01.166503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:01.166873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:01.167265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:01.167812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Bound port: 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:01.168060 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.280917 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-bb27cbfe-41f4-4050-9e7f-99816fb7e158 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6031f669df684b93a1fea6e3255e742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329192 Dec 08 21:42:01.306162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3947eec8-a6e6-4bbd-84f9-9a8221a14ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.330451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Deleting port 96815669-017b-438b-90fd-fadfd80add9a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:01.331125 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.349201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:01.416784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:01.422989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3947eec8-a6e6-4bbd-84f9-9a8221a14ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.437898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297598c-e5f0-480d-9df4-addf69a05527 req-f76c5064-b81c-4edb-b0cb-6bde79c524a1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:01.439820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-f76c5064-b81c-4edb-b0cb-6bde79c524a1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525390 Dec 08 21:42:01.453130 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.454390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Request body: {'port': {'device_id': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '6031f669df684b93a1fea6e3255e742a'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:01.542408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:01.543121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.545440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] 10.222.0.23 "PUT /v2.0/ports/8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 200 len: 1092 time: 2.1138544 Dec 08 21:42:01.554752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:01.558308 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f354df1-970e-4cf8-8c6d-3985c7c98559" -d '{"events": [{"name": "network-changed", "server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:01.561939 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3947eec8-a6e6-4bbd-84f9-9a8221a14ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.565960 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3947eec8-a6e6-4bbd-84f9-9a8221a14ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.570296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3947eec8-a6e6-4bbd-84f9-9a8221a14ccf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95dfdd75-fa63-4675-bec6-fdeeeb78ac34 HTTP/1.1" status: 204 len: 168 time: 0.4408312 Dec 08 21:42:01.587715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.588548 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.608578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Made reservation on behalf of 6031f669df684b93a1fea6e3255e742a for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:01.613426 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:01.622278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947eec8-a6e6-4bbd-84f9-9a8221a14ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dfdd75-fa63-4675-bec6-fdeeeb78ac34,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:01.656736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Calling delete_port for 96815669-017b-438b-90fd-fadfd80add9a owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:01.673383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d188460-f9cf-4d77-b019-98924bc815ce service neutron] Pushing event updated for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:01.738316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-0909c7eb-a943-4b33-ba90-9bd58d62a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:01.739889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-0909c7eb-a943-4b33-ba90-9bd58d62a8b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1095 time: 0.1421971 Dec 08 21:42:01.842241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-c87991fa-b95e-4713-aa83-92a0d5b3f85f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 200 len: 217 time: 0.0896003 Dec 08 21:42:01.911001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Allocated IP 192.168.233.41 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/978d99cb-1e51-468e-8d0e-edf97adc366f) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:01.913163 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cc4c87-ae0e-462a-a738-da623e6e3bbb x-openstack-request-id: req-80cc4c87-ae0e-462a-a738-da623e6e3bbb {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:01.913327 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:01.913531 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80cc4c87-ae0e-462a-a738-da623e6e3bbb {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:01.913937 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4', 'status': 'completed', 'code': 200} Dec 08 21:42:01.921238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-935a7520-f8a1-48bd-8d18-bcc4fb652ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:01.922744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-935a7520-f8a1-48bd-8d18-bcc4fb652ae5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0730016 Dec 08 21:42:01.970980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-e2cc5bba-1874-4733-aabb-dd0d536a9c73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299635 Dec 08 21:42:02.056117 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.105834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event deleted for resources: {'Port': ['ID=96815669-017b-438b-90fd-fadfd80add9a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:02.148134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c82ce70-8b23-4b1d-97ae-e246c7642abe req-49d1fa0b-40e7-4db7-847f-4afbd5bed964 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 210 time: 0.0580363 Dec 08 21:42:02.155441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38580) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:02.194897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-97997be8-c273-4a77-85be-cf102fb22f2f service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136333 Dec 08 21:42:02.225814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.229796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.230996 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d24cae00-9131-4a9c-8572-ee7d90273212 req-7bc125f6-a952-4829-8d7c-7a9d9f7a5771 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "DELETE /v2.0/floatingips/02b94bb5-434f-4b41-9160-e4e20902cc5e HTTP/1.1" status: 204 len: 173 time: 1.2444386 Dec 08 21:42:02.309311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.349886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fb3cec94-8789-4360-b03b-1a6f99399a0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=162a0c04dace40558eba25e40f3e587a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879032 Dec 08 21:42:02.351183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38602) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:02.383624 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.398698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d6da5f64-c016-4275-b3e5-d3025044022c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:02.445035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:02.458875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb38c9-b89b-40e0-ac4f-cb082d3a8a97 req-72c03bec-cc81-409e-9995-da219486c391 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:02.460295 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7abb38c9-b89b-40e0-ac4f-cb082d3a8a97 req-72c03bec-cc81-409e-9995-da219486c391 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.1267152 Dec 08 21:42:02.462941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263a64c5-ae46-40bf-9f1b-0cd89fc1d570 req-e54ef16f-91bd-42a4-87b2-14e0f9d7eb14 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546902 Dec 08 21:42:02.465420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:02.483679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8e4ec827-b252-44f6-91c7-33ec5c92a845', 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:02.490008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:02.493465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:02.514030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.577165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:02.579692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.594227 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7abb38c9-b89b-40e0-ac4f-cb082d3a8a97 req-a2a9d214-719e-440d-8172-845c4c03149c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277971 Dec 08 21:42:02.600242 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.606914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-1aa595cc-4e32-4fc8-bd0a-701f7a8a1214 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1575062 Dec 08 21:42:02.632739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Request body: {'port': {'device_id': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:02.651222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-5926e5e7-c68e-4f59-a548-7e9297ed3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:02.652958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-5926e5e7-c68e-4f59-a548-7e9297ed3799 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1095 time: 0.1240532 Dec 08 21:42:02.755555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.828246 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.835742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:02.842381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89a7d76c-8992-4fc9-9b08-2f325ab22f93 HTTP/1.1" status: 204 len: 168 time: 0.4902804 Dec 08 21:42:02.867886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-c4f5f05d-9df3-47c6-ad58-f7776de84b65 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips/b729acac-4b2a-4fc7-b617-573c4f917608 HTTP/1.1" status: 200 len: 693 time: 0.1557946 Dec 08 21:42:02.895028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a7d76c-8992-4fc9-9b08-2f325ab22f93,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:02.990185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.990538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.990922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.991261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.992565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.992916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.993311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.993697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.994083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.994420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.994779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:02.995274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591815c5-8453-46cd-95e2-b4db0c0774ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:03.012919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5ce1282c-b38e-4473-987d-9af2858208ea None None] Provisioning complete for port 978d99cb-1e51-468e-8d0e-edf97adc366f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:03.014498 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ce1282c-b38e-4473-987d-9af2858208ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.089691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1282c-b38e-4473-987d-9af2858208ea None None] Port 978d99cb-1e51-468e-8d0e-edf97adc366f cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:03.141907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-93db3ae2-1842-43a1-9741-a36b5e7c8db7 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:03.172475 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-93db3ae2-1842-43a1-9741-a36b5e7c8db7 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.2816505 Dec 08 21:42:03.188429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-2130534e-1e74-43d4-8439-d886dc53c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:03.194704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-2130534e-1e74-43d4-8439-d886dc53c21d service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.5339296 Dec 08 21:42:03.291468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978d99cb-1e51-468e-8d0e-edf97adc366f {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:03.300192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.313418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Transition to ACTIVE for port object 978d99cb-1e51-468e-8d0e-edf97adc366f will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:03.317848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-86ff021c-2704-4634-9b0f-7f3555aa08c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 200 len: 217 time: 0.0680451 Dec 08 21:42:03.319451 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.330000 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-d3d2f6b8-7aa2-45f6-bce8-41315137cc57 tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 696 time: 0.1562929 Dec 08 21:42:03.402113 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-d64a8305-970f-46d6-81a9-b98c1883227d tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 696 time: 0.0710750 Dec 08 21:42:03.480754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:03.547866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:03.548826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:03.549396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:03.563213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:03.564273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:03.573919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:03.574904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:03.575504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:03.576275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Bound port: 978d99cb-1e51-468e-8d0e-edf97adc366f, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:03.576927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.587877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-25dbf401-1bb2-4bb9-8cdf-36e7ba93c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:03.589384 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-25dbf401-1bb2-4bb9-8cdf-36e7ba93c513 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.2567739 Dec 08 21:42:03.670939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-ba978930-5da8-42fc-8880-1a04981b8a70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717387 Dec 08 21:42:03.678810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Deleting port 3dd9c2e4-2194-4c29-ac0f-16e02b9531e3 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:03.679377 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.692647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:03.700169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:03.708685 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.751285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:03.751928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.754863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] 10.222.0.37 "PUT /v2.0/ports/978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 1095 time: 1.1282449 Dec 08 21:42:03.757558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:03.762388 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531479b0-11ef-480b-9ea0-e1762fdf6aff" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:03.877054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8590e71-38ac-48c3-9b23-d847162c6c98 service neutron] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:03.918003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297598c-e5f0-480d-9df4-addf69a05527 req-6f1112a0-82d4-43df-a770-18a555fc089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:03.922064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-6f1112a0-82d4-43df-a770-18a555fc089e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1098 time: 0.1199341 Dec 08 21:42:03.936663 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.939595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:03.990878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Calling delete_port for 3dd9c2e4-2194-4c29-ac0f-16e02b9531e3 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:04.006797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-5a68ea1d-151f-473e-bd89-c472cb365234 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230534 Dec 08 21:42:04.010972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-8afd7fb2-a369-4126-ae51-bbe7ef6c4987 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.0798228 Dec 08 21:42:04.100130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297598c-e5f0-480d-9df4-addf69a05527 req-e97313a5-40b2-4e2d-a651-db332a605edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:04.101827 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-e97313a5-40b2-4e2d-a651-db332a605edc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0796237 Dec 08 21:42:04.190140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297598c-e5f0-480d-9df4-addf69a05527 req-b90b5127-b56a-4102-8837-c42dec0545bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:04.193411 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f354df1-970e-4cf8-8c6d-3985c7c98559 req-960fa73a-0468-45b2-822a-0b40731a7611 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705108 Dec 08 21:42:04.197922 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-b90b5127-b56a-4102-8837-c42dec0545bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890207 Dec 08 21:42:04.237767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38714) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:04.276911 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:04.304302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Pushing event deleted for resources: {'Port': ['ID=3dd9c2e4-2194-4c29-ac0f-16e02b9531e3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:04.370996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5fb24-507e-4c72-bd10-af3e4e4766ec req-d86308df-4cfd-4b0b-aea7-a46c755c0426 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:04.379026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aef5fb24-507e-4c72-bd10-af3e4e4766ec req-d86308df-4cfd-4b0b-aea7-a46c755c0426 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 947 time: 0.0977106 Dec 08 21:42:04.382532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:04.386091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-76c6571a-69d3-4761-a6b4-2186af9988f0 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803401 Dec 08 21:42:04.389246 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:04.395872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e72859d4-f69d-4078-a434-b2f9fa95b9cb req-f7f5b08f-8167-46e7-8c8f-f1deba832feb tempest-FloatingIPDetailsTestJSON-2121861051 tempest-FloatingIPDetailsTestJSON-2121861051-project] 10.222.0.21 "DELETE /v2.0/floatingips/b729acac-4b2a-4fc7-b617-573c4f917608 HTTP/1.1" status: 204 len: 173 time: 0.9893303 Dec 08 21:42:04.402808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38718) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:04.472835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-network', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:04.507311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aef5fb24-507e-4c72-bd10-af3e4e4766ec req-9d6968e4-8914-4b6c-a016-74a925c62e35 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216395 Dec 08 21:42:04.561375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Made reservation on behalf of bdeb6ebab99448859111eba47fffcde2 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:04.567110 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:04.595348 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875029f3-cb5c-4f71-bce9-b4cbb8b35b6c x-openstack-request-id: req-875029f3-cb5c-4f71-bce9-b4cbb8b35b6c {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:04.595693 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:04.595904 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-875029f3-cb5c-4f71-bce9-b4cbb8b35b6c {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:04.596289 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'status': 'completed', 'code': 200} Dec 08 21:42:04.600794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:04.618031 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e297598c-e5f0-480d-9df4-addf69a05527 req-718410c2-17fa-4d2f-ab97-e4386124d135 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187788 Dec 08 21:42:04.618031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38738) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:04.656381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38742) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:04.816064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-110cc008-88da-478e-8bbb-f6dd050fea87 admin admin] Deleting subnet 6d16ed07-f117-49cd-bac7-4dcfaeca73bd {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:42:04.830875 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-110cc008-88da-478e-8bbb-f6dd050fea87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:04.832764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8cc7774c-514e-4108-8549-759e98778a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:04.835859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-00ce7ea9-58fa-45fc-b714-73473bdc877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:04.837350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-00ce7ea9-58fa-45fc-b714-73473bdc877f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1098 time: 0.1605680 Dec 08 21:42:04.952449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-110cc008-88da-478e-8bbb-f6dd050fea87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.006356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.018911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1aaa37-aa1d-4956-9d96-230e93f2c16c req-c2b007b5-b305-41b2-b005-38d1caacea99 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:05.020803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de1aaa37-aa1d-4956-9d96-230e93f2c16c req-c2b007b5-b305-41b2-b005-38d1caacea99 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.4274547 Dec 08 21:42:05.021622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.082986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de1aaa37-aa1d-4956-9d96-230e93f2c16c req-a38f8be7-de27-458d-a272-e265956b3691 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487642 Dec 08 21:42:05.223598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38758) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:05.260333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.340793 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d120dab-3e1d-4e1d-b454-8be9e39af76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.351333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:05.363967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-110cc008-88da-478e-8bbb-f6dd050fea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.407118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.407873 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Added segment 4cd50bc8-a618-4289-9745-c17969d1d5ee of type vlan for network efac9515-e5b2-4b92-a7d8-939abdd18f6a Dec 08 21:42:05.414592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:05.433174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-bf50b0d3-4d77-411f-9e5f-f867cd833bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:05.434637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-bf50b0d3-4d77-411f-9e5f-f867cd833bd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.5617964 Dec 08 21:42:05.503409 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c24f7c9-c2ee-4e6d-9f57-cf335419cc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.509785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d120dab-3e1d-4e1d-b454-8be9e39af76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.516138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d120dab-3e1d-4e1d-b454-8be9e39af76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.528214 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.532038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-9b8db42b-3c27-463a-98fe-559fdac11ecf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.0709157 Dec 08 21:42:05.563120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-110cc008-88da-478e-8bbb-f6dd050fea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.566068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8cc7774c-514e-4108-8549-759e98778a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.571176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4d120dab-3e1d-4e1d-b454-8be9e39af76b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec0fc37d893248db887b577460899444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463948 Dec 08 21:42:05.574560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38764) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:05.582602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d120dab-3e1d-4e1d-b454-8be9e39af76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e763213-ce31-40fd-930e-6f456a84b510,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:05.614981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8cc7774c-514e-4108-8549-759e98778a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.642673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cc008-88da-478e-8bbb-f6dd050fea87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d16ed07-f117-49cd-bac7-4dcfaeca73bd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:05.674996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1429c6cf-730c-4267-a021-25aeee910563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.682284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-110cc008-88da-478e-8bbb-f6dd050fea87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.685611 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-110cc008-88da-478e-8bbb-f6dd050fea87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d16ed07-f117-49cd-bac7-4dcfaeca73bd HTTP/1.1" status: 204 len: 168 time: 1.0281188 Dec 08 21:42:05.688832 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.689749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:05.690319 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.691616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38766) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:05.708323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1429c6cf-730c-4267-a021-25aeee910563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.752494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8cc7774c-514e-4108-8549-759e98778a7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2af8d4ae9f9642c7aa0f15d9d75ba185&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1334469 Dec 08 21:42:05.753966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-0ce6b71d-6151-40de-8575-c7ed3ec26e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:05.755355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-0ce6b71d-6151-40de-8575-c7ed3ec26e08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2073228 Dec 08 21:42:05.758855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:05.760856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7774c-514e-4108-8549-759e98778a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca989c4-068d-4241-8b54-c928d3ba961a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:05.793176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Deleting port 8a171721-ab80-4293-960a-c15f0e13efbf {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:05.793176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.822533 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5834694 Dec 08 21:42:05.832161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38772) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:05.833456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778318a-9110-4980-8cc0-c3280a4555f9 admin admin] Pushing event updated for resources: {'Network': ['ID=efac9515-e5b2-4b92-a7d8-939abdd18f6a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:05.844699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:05.848229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe6deb-656c-4e33-83ab-8377c299d041 req-f98aa78b-7631-4bfb-8701-4f3fd8536a85 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:05.853878 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.856098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a0fe6deb-656c-4e33-83ab-8377c299d041 req-f98aa78b-7631-4bfb-8701-4f3fd8536a85 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 947 time: 0.2638564 Dec 08 21:42:05.864875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Request body: {'subnet': {'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-subnet', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:05.876183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1429c6cf-730c-4267-a021-25aeee910563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.878700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1429c6cf-730c-4267-a021-25aeee910563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.879852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1429c6cf-730c-4267-a021-25aeee910563 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e763213-ce31-40fd-930e-6f456a84b510 HTTP/1.1" status: 204 len: 168 time: 0.3043435 Dec 08 21:42:05.921282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429c6cf-730c-4267-a021-25aeee910563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e763213-ce31-40fd-930e-6f456a84b510,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:05.930692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-4d8ed571-adb2-4894-921f-ce23444c313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:05.932251 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-4d8ed571-adb2-4894-921f-ce23444c313e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1685743 Dec 08 21:42:05.937554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Made reservation on behalf of bdeb6ebab99448859111eba47fffcde2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:05.939873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:05.971568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a0fe6deb-656c-4e33-83ab-8377c299d041 req-b142e970-7069-4b9f-96f1-1f41dd1f9fd3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058826 Dec 08 21:42:06.003322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.013025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] For port 8a171721-ab80-4293-960a-c15f0e13efbf, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8a171721-ab80-4293-960a-c15f0e13efbf,segment=NetworkSegment(00007aa9-697d-4d8d-b349-8bb7883ae56b),segment_id=00007aa9-697d-4d8d-b349-8bb7883ae56b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:06.013396 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.037016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Calling delete_port for 8a171721-ab80-4293-960a-c15f0e13efbf owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:06.039462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbcb953-903e-4509-9926-0b5aa18c4bd6']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:06.051120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-972644b0-c6e2-4ef5-9f01-294d3d73c484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.054538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c9e12f-8869-4426-93a4-5dc22c6f22df') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:06.054703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c9e12f-8869-4426-93a4-5dc22c6f22df') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:06.066455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.094447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-972644b0-c6e2-4ef5-9f01-294d3d73c484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.123771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.151368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:42:06.151776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:42:06.153492 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:42:06.173930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-65da650a-1b45-4dc7-b76a-1df94b6376f6 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265851 Dec 08 21:42:06.286837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.311008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.314899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8dbcb953-903e-4509-9926-0b5aa18c4bd6 HTTP/1.1" status: 204 len: 168 time: 0.6223023 Dec 08 21:42:06.331892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a97f-9b6f-4809-8140-a52b9ed53212 req-7253cfae-53ff-433d-99bb-4c2d82b94016 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:06.333415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2b0a97f-9b6f-4809-8140-a52b9ed53212 req-7253cfae-53ff-433d-99bb-4c2d82b94016 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.1383309 Dec 08 21:42:06.335123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7849f-3c33-4709-af91-7c27d83dd382 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dbcb953-903e-4509-9926-0b5aa18c4bd6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:06.342127 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-972644b0-c6e2-4ef5-9f01-294d3d73c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.347816 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-972644b0-c6e2-4ef5-9f01-294d3d73c484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.350207 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-972644b0-c6e2-4ef5-9f01-294d3d73c484 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ca989c4-068d-4241-8b54-c928d3ba961a HTTP/1.1" status: 204 len: 168 time: 0.5900297 Dec 08 21:42:06.360561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.367914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972644b0-c6e2-4ef5-9f01-294d3d73c484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca989c4-068d-4241-8b54-c928d3ba961a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:06.417056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2b0a97f-9b6f-4809-8140-a52b9ed53212 req-2743b293-41da-48fd-8297-30aaf5ac7d3c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683131 Dec 08 21:42:06.429789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4226ac4b-2bd6-4f1d-8901-315c63a33602,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:06.436913 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.466242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=8a171721-ab80-4293-960a-c15f0e13efbf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:06.477550 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-531479b0-11ef-480b-9ea0-e1762fdf6aff req-f61d859d-9d93-41d3-b324-36700bde882c service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938325 Dec 08 21:42:06.488554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Checking segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:06.488833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Network hostable DHCP agents. Network: efac9515-e5b2-4b92-a7d8-939abdd18f6a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:06.513380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:06.534007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, efac9515-e5b2-4b92-a7d8-939abdd18f6a) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:06.546270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f571f-9da2-4d2d-bf64-281e3ddec0ff None None] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:06.549074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:06.549659 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.584557 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4d1ffc66-a896-4b66-8dd5-ccee790a9893 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7485285 Dec 08 21:42:06.600549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38794) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:06.605089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:06.651607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38796) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:06.673183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.674063 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.675139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.762463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:06.809251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38802) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:06.809484 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2594fd41-4938-4a67-8407-f6ebf46260a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca38c78282504a32bf645c23aad3f0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566734 Dec 08 21:42:06.996626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.002218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:42:07.003188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.070295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38812) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:07.091541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45c3633e-38fe-4673-bf2c-493aa7927522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.179556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Router 19d321a0-3fdd-42e1-a036-9b4c49966c4d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:42:07.189212 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857d2a43-a3d3-4e64-96c2-4cb4869394a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.189661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Allocated IP 172.20.0.2 (efac9515-e5b2-4b92-a7d8-939abdd18f6a/4226ac4b-2bd6-4f1d-8901-315c63a33602/49f8407a-deb5-452a-9166-ae0d003e0354) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:07.201217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a1747-9f4f-4d20-9ea3-adf1c0b16fb0 req-4b06b433-54a3-473d-8b91-66659614bd4b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:07.208777 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a5a1747-9f4f-4d20-9ea3-adf1c0b16fb0 req-4b06b433-54a3-473d-8b91-66659614bd4b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 947 time: 0.1068194 Dec 08 21:42:07.244158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45c3633e-38fe-4673-bf2c-493aa7927522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.312073 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857d2a43-a3d3-4e64-96c2-4cb4869394a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.346189 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45c3633e-38fe-4673-bf2c-493aa7927522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.351507 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a5a1747-9f4f-4d20-9ea3-adf1c0b16fb0 req-9c09e81e-67db-4407-9de8-2640de428687 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397860 Dec 08 21:42:07.390575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-45c3633e-38fe-4673-bf2c-493aa7927522 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f04efad1770f43c99c7638f0fccae955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179302 Dec 08 21:42:07.395486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38818) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:07.399864 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.411363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.462796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3633e-38fe-4673-bf2c-493aa7927522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934ef85b-276f-4137-81c5-3463a8b0025c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:07.467869 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857d2a43-a3d3-4e64-96c2-4cb4869394a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.472592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857d2a43-a3d3-4e64-96c2-4cb4869394a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.473711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-857d2a43-a3d3-4e64-96c2-4cb4869394a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a30725b0-20ed-42c9-8e66-19bfbb18de90 HTTP/1.1" status: 204 len: 168 time: 0.6597841 Dec 08 21:42:07.480414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Pushing event updated for resources: {'Port': ['ID=49f8407a-deb5-452a-9166-ae0d003e0354,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:07.483398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.498500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:42:07.503744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:07.505155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:07.511480 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-464b4aeb-f1e4-490e-919c-0f30e93d9ebf admin admin] 10.222.0.21 "PUT /v2.0/routers/19d321a0-3fdd-42e1-a036-9b4c49966c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1037457 Dec 08 21:42:07.514656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38826) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:07.518342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.519839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d2a43-a3d3-4e64-96c2-4cb4869394a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30725b0-20ed-42c9-8e66-19bfbb18de90,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:07.525786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:07.540248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] Sync routers for ids ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:42:07.604929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Attempting to bind port 49f8407a-deb5-452a-9166-ae0d003e0354 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:07.605516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Attempting to bind port 49f8407a-deb5-452a-9166-ae0d003e0354 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:07.605625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Attempting to bind port 49f8407a-deb5-452a-9166-ae0d003e0354 on network efac9515-e5b2-4b92-a7d8-939abdd18f6a {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:07.608899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] Routers {'19d321a0-3fdd-42e1-a036-9b4c49966c4d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:07.609542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:41:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:07.662107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:07.663258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Checking segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:07.663761 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.664333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Bound using segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:07.664998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Bound port: 49f8407a-deb5-452a-9166-ae0d003e0354, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:07.666789 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.672355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04cf66c0-c726-461a-929e-8e691a28758f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.699001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5483b777-5002-4c2b-acd1-05859bda586a req-4425f424-c39c-4e41-9e44-1ed26d17c5a6 tempest-AbsoluteLimitsNegativeTestJSON-1816723265 tempest-AbsoluteLimitsNegativeTestJSON-1816723265-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=95d2f26a435745b1b8808499bd6516fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353878 Dec 08 21:42:07.711391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388dfd3-74aa-4a52-9310-5e09644c1fd5 req-457b8e7d-3f75-43a3-9343-a50378bcb130 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:07.713520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5388dfd3-74aa-4a52-9310-5e09644c1fd5 req-457b8e7d-3f75-43a3-9343-a50378bcb130 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.1699505 Dec 08 21:42:07.734625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Allocated IP 172.25.1.243 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/877701f5-89a5-4507-95ea-6df1390ab676) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:07.735127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04cf66c0-c726-461a-929e-8e691a28758f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.829860 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.836584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:07.841152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] For port 49f8407a-deb5-452a-9166-ae0d003e0354, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:07.845302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] Set router 19d321a0-3fdd-42e1-a036-9b4c49966c4d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:07.891648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483b777-5002-4c2b-acd1-05859bda586a req-b84803c6-b345-49ad-a114-94d8e6932a50 tempest-AbsoluteLimitsNegativeTestJSON-1816723265 tempest-AbsoluteLimitsNegativeTestJSON-1816723265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:07.899066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5483b777-5002-4c2b-acd1-05859bda586a req-b84803c6-b345-49ad-a114-94d8e6932a50 tempest-AbsoluteLimitsNegativeTestJSON-1816723265 tempest-AbsoluteLimitsNegativeTestJSON-1816723265-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904173 Dec 08 21:42:07.928568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5483b777-5002-4c2b-acd1-05859bda586a req-1557016e-3a3e-4b38-bd2b-94eee235c700 tempest-AbsoluteLimitsNegativeTestJSON-1816723265 tempest-AbsoluteLimitsNegativeTestJSON-1816723265-project] 10.222.0.21 "GET /v2.0/quotas/95d2f26a435745b1b8808499bd6516fb HTTP/1.1" status: 200 len: 375 time: 0.0286121 Dec 08 21:42:07.929684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] For port 49f8407a-deb5-452a-9166-ae0d003e0354, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=49f8407a-deb5-452a-9166-ae0d003e0354,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:07.957968 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5388dfd3-74aa-4a52-9310-5e09644c1fd5 req-60553969-8bfa-45a1-8d0e-ac3bd0af01b3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269900 Dec 08 21:42:07.961142 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04cf66c0-c726-461a-929e-8e691a28758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.964251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04cf66c0-c726-461a-929e-8e691a28758f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:07.965363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-04cf66c0-c726-461a-929e-8e691a28758f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/934ef85b-276f-4137-81c5-3463a8b0025c HTTP/1.1" status: 204 len: 168 time: 0.5689428 Dec 08 21:42:07.988843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf66c0-c726-461a-929e-8e691a28758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934ef85b-276f-4137-81c5-3463a8b0025c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:08.023699 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5483b777-5002-4c2b-acd1-05859bda586a req-7cc28e33-5f84-46d4-9cc4-d05e3a7809a7 tempest-AbsoluteLimitsNegativeTestJSON-1816723265 tempest-AbsoluteLimitsNegativeTestJSON-1816723265-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95d2f26a435745b1b8808499bd6516fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696757 Dec 08 21:42:08.058060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.062824 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.099862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.133681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.144762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286a437-7451-40d2-a3fc-f2fa298285bf None None] Pushing event updated for resources: {'Port': ['ID=49f8407a-deb5-452a-9166-ae0d003e0354,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:08.154425 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.resource_extend [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:42:08.196856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Deleting port b2ac2526-4170-4378-ad56-dfea589010ea {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:08.199325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.233864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:08.243744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:08.243744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:08.301076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Pushing event updated for resources: {'Port': ['ID=877701f5-89a5-4507-95ea-6df1390ab676,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:08.308675 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6e88fa5-1795-4e86-8e7a-61b86ed51f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.318490 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.319252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.319742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.320357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.320837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.321353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.322493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.322999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.323560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.324053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.324874 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.325362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:08.344873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:42:06Z', 'revision_number': 5, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port': {'id': 'b2ac2526-4170-4378-ad56-dfea589010ea', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:41:23Z', 'updated_at': '2021-12-08T21:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:08.414817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] For port b2ac2526-4170-4378-ad56-dfea589010ea, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b2ac2526-4170-4378-ad56-dfea589010ea,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:08.415185 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.444699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] Checking router: 19d321a0-3fdd-42e1-a036-9b4c49966c4d for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:42:08.465660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Calling delete_port for b2ac2526-4170-4378-ad56-dfea589010ea owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:08.473293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:08.500867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] Routers {'19d321a0-3fdd-42e1-a036-9b4c49966c4d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:08.503160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:08.755986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'mac_address': 'fa:16:3e:8f:98:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:42:08.815990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38868) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:08.825567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.830579 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.848936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe92a25-22fc-4fff-98e0-10d0081288ba req-70dc1aec-9e98-4ce6-8259-fdcdc7df4e88 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:08.853955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fe92a25-22fc-4fff-98e0-10d0081288ba req-70dc1aec-9e98-4ce6-8259-fdcdc7df4e88 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 947 time: 0.3641472 Dec 08 21:42:08.869385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:08.888545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ac2526-4170-4378-ad56-dfea589010ea,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:08.947109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] Set router 19d321a0-3fdd-42e1-a036-9b4c49966c4d gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:08.987061 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fe92a25-22fc-4fff-98e0-10d0081288ba req-e6c6e20f-3138-4cc0-8b27-68b1458b0055 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877757 Dec 08 21:42:09.054731 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.065831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.110583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:42:08Z', 'revision_number': 6, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:09.155483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211906f0-145d-41f7-84d9-dc8ad6ba3db1 None None] The sync data for ids ['19d321a0-3fdd-42e1-a036-9b4c49966c4d'] in n-d-821126-1 is: [{'id': '19d321a0-3fdd-42e1-a036-9b4c49966c4d', 'name': 'tempest-FloatingIPDetailsTestJSON-1819642900-router', 'tenant_id': '38a22f98184e43c8938c62f421de52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:41:22Z', 'updated_at': '2021-12-08T21:42:08Z', 'revision_number': 6, 'project_id': '38a22f98184e43c8938c62f421de52b7', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:42:09.164944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978d99cb-1e51-468e-8d0e-edf97adc366f {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:09.218632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:09.237286 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.291390 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.296467 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.302567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.318529 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.352952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:09.362665 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.403099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-730aea5c-19b0-4b5b-8576-0d41411aa049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.421614 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.422393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19d321a0-3fdd-42e1-a036-9b4c49966c4d {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:42:09.428980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.433788 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-37446b0b-98a6-4c2e-8925-c6af319469c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/19d321a0-3fdd-42e1-a036-9b4c49966c4d HTTP/1.1" status: 204 len: 168 time: 1.9177933 Dec 08 21:42:09.437037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38892) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:09.469877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['978d99cb-1e51-468e-8d0e-edf97adc366f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:09.481642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143cca2-0867-4b8e-b30d-de43231f4828 req-35ff911f-9598-4cbc-9309-9581e5f6aa2e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:09.483620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2143cca2-0867-4b8e-b30d-de43231f4828 req-35ff911f-9598-4cbc-9309-9581e5f6aa2e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.3213522 Dec 08 21:42:09.532219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 49f8407a-deb5-452a-9166-ae0d003e0354 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:09.654210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2143cca2-0867-4b8e-b30d-de43231f4828 req-d86a6edf-fbde-4472-9494-97694d42e171 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620131 Dec 08 21:42:09.764801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-730aea5c-19b0-4b5b-8576-0d41411aa049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.789486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-730aea5c-19b0-4b5b-8576-0d41411aa049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.863568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:09.920912 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-730aea5c-19b0-4b5b-8576-0d41411aa049 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95d2f26a435745b1b8808499bd6516fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1015265 Dec 08 21:42:09.920912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aea5c-19b0-4b5b-8576-0d41411aa049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a157e205-c104-4b00-a206-7db906e88c87,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:09.921869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38934) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:09.966522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 49f8407a-deb5-452a-9166-ae0d003e0354 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:09.988392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.034090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e7772-75f5-467a-b4fd-2b457351625a None None] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:10.070647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33303cf1-a038-4b03-b978-9ecc3c596ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.164584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33303cf1-a038-4b03-b978-9ecc3c596ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.194686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c433d2-d201-45a0-a389-4bd1415c9ecc admin admin] Deleting subnet 80a40c5c-7518-44d1-bee1-141f1506a7b1 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:42:10.200430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38c433d2-d201-45a0-a389-4bd1415c9ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.229291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5686bfd0-e1fc-4711-b54c-0dd73cd0bc8c None None] Provisioning complete for port 49f8407a-deb5-452a-9166-ae0d003e0354 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:10.229672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5686bfd0-e1fc-4711-b54c-0dd73cd0bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.269344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38c433d2-d201-45a0-a389-4bd1415c9ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.293224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df10f7-5fc2-44e2-9683-9cfd5bb09ace req-e546810e-2056-492e-93f4-ffbcf0fd2795 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:10.313185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37df10f7-5fc2-44e2-9683-9cfd5bb09ace req-e546810e-2056-492e-93f4-ffbcf0fd2795 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 948 time: 0.1783514 Dec 08 21:42:10.323024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Router 69232852-8325-4d84-a85a-0882cce47064 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:42:10.334146 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.375427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33303cf1-a038-4b03-b978-9ecc3c596ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.377966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33303cf1-a038-4b03-b978-9ecc3c596ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.381918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38942) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:10.382427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-33303cf1-a038-4b03-b978-9ecc3c596ea1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a157e205-c104-4b00-a206-7db906e88c87 HTTP/1.1" status: 204 len: 168 time: 0.4595921 Dec 08 21:42:10.418489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37df10f7-5fc2-44e2-9683-9cfd5bb09ace req-3c7aed23-d849-4c94-a0b5-ec0f15533027 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039331 Dec 08 21:42:10.419516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33303cf1-a038-4b03-b978-9ecc3c596ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a157e205-c104-4b00-a206-7db906e88c87,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:10.501064 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38c433d2-d201-45a0-a389-4bd1415c9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.600423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:42:10.601803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 49f8407a-deb5-452a-9166-ae0d003e0354, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=49f8407a-deb5-452a-9166-ae0d003e0354,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:10.612684 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:42:10.617667 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38c433d2-d201-45a0-a389-4bd1415c9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.630297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.630805 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:10.632072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5c43c19f-9f8d-4640-8938-1921ff56e367 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0304937 Dec 08 21:42:10.633134 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:10.635360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38948) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:10.667775 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38c433d2-d201-45a0-a389-4bd1415c9ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.671239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-38c433d2-d201-45a0-a389-4bd1415c9ecc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80a40c5c-7518-44d1-bee1-141f1506a7b1 HTTP/1.1" status: 204 len: 168 time: 1.2332535 Dec 08 21:42:10.684034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c433d2-d201-45a0-a389-4bd1415c9ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a40c5c-7518-44d1-bee1-141f1506a7b1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:10.686116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38952) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:10.720937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb7fb14-f7f3-4d93-96a6-027f47284089 None None] Network 56317687-088b-486b-9208-ef9b8d1ee8ee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:10.738042 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.800473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:10.933982 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:10.952264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b451e62-a1a8-4713-9285-ff49b0af4a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.011333 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5686bfd0-e1fc-4711-b54c-0dd73cd0bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.013180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a171721-ab80-4293-960a-c15f0e13efbf no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:11.054358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 8a171721-ab80-4293-960a-c15f0e13efbf {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:42:11.054358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a171721-ab80-4293-960a-c15f0e13efbf not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:11.054861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b2ac2526-4170-4378-ad56-dfea589010ea no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:11.065587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda724-7a9d-445f-ac79-ed3522738afb req-11c80754-6f0e-44dc-9e1f-2d8f8a30f225 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:11.076317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7bda724-7a9d-445f-ac79-ed3522738afb req-11c80754-6f0e-44dc-9e1f-2d8f8a30f225 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.2342403 Dec 08 21:42:11.103828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Deleting port edb3060c-28c5-4f0d-af5a-710ad8f12361 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:11.104536 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.182509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b2ac2526-4170-4378-ad56-dfea589010ea {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:42:11.183341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b2ac2526-4170-4378-ad56-dfea589010ea not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:11.226249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.361497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=49f8407a-deb5-452a-9166-ae0d003e0354,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:11.369557 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:08Z', 'revision_number': 3, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:11.408220 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7bda724-7a9d-445f-ac79-ed3522738afb req-7934d117-98ed-456c-b551-b8e4375226f7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307724 Dec 08 21:42:11.426135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-5686bfd0-e1fc-4711-b54c-0dd73cd0bc8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:42:11.426512 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-5686bfd0-e1fc-4711-b54c-0dd73cd0bc8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:42:11.454734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] For port edb3060c-28c5-4f0d-af5a-710ad8f12361, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edb3060c-28c5-4f0d-af5a-710ad8f12361,segment=NetworkSegment(00007aa9-697d-4d8d-b349-8bb7883ae56b),segment_id=00007aa9-697d-4d8d-b349-8bb7883ae56b)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:11.464820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.472307 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:42:11.473799 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Updating router 69232852-8325-4d84-a85a-0882cce47064 port 877701f5-89a5-4507-95ea-6df1390ab676 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:42:11.536725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Calling delete_port for edb3060c-28c5-4f0d-af5a-710ad8f12361 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:11.567088 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.579692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] DHCP port deletion for 56317687-088b-486b-9208-ef9b8d1ee8ee request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:42:11.653319 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b451e62-a1a8-4713-9285-ff49b0af4a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.667671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b451e62-a1a8-4713-9285-ff49b0af4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.683090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] Deleting port edb3060c-28c5-4f0d-af5a-710ad8f12361 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:11.683463 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.762189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b451e62-a1a8-4713-9285-ff49b0af4a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd402014-700f-4cea-bd0b-f8b4dad8bdf9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:11.765839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] For port edb3060c-28c5-4f0d-af5a-710ad8f12361, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edb3060c-28c5-4f0d-af5a-710ad8f12361,segment=NetworkSegment(00007aa9-697d-4d8d-b349-8bb7883ae56b),segment_id=00007aa9-697d-4d8d-b349-8bb7883ae56b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:11.766262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.794677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0ef1-a22d-49e4-8221-d4202479d948 req-966c8822-7f2a-4f2a-abba-0fce72069319 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:11.794885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] Calling delete_port for edb3060c-28c5-4f0d-af5a-710ad8f12361 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:11.800825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f5c0ef1-a22d-49e4-8221-d4202479d948 req-966c8822-7f2a-4f2a-abba-0fce72069319 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 948 time: 0.2184076 Dec 08 21:42:11.854317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1b451e62-a1a8-4713-9285-ff49b0af4a27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9938383c3354c50a9a08d9f7efe0f60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4682662 Dec 08 21:42:11.855043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38994) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:11.877235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:11.881182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:11.934787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb3060c-28c5-4f0d-af5a-710ad8f12361,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:11.936903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] No DVR routers for this DVR port edb3060c-28c5-4f0d-af5a-710ad8f12361 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:42:11.961961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f5c0ef1-a22d-49e4-8221-d4202479d948 req-8ff6a6d0-0f89-433b-9cae-c5a22ba9d09c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513894 Dec 08 21:42:12.073750 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.081822 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.084497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81bd1015-d9b7-4206-9541-f4a23b382942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.119695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56317687-088b-486b-9208-ef9b8d1ee8ee']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:12.130580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81bd1015-d9b7-4206-9541-f4a23b382942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.140631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00007aa9-697d-4d8d-b349-8bb7883ae56b') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:12.141101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00007aa9-697d-4d8d-b349-8bb7883ae56b') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:12.152081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] Pushing event deleted for resources: {'Port': ['ID=edb3060c-28c5-4f0d-af5a-710ad8f12361,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:12.155535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2193d5-2d14-4fd8-a394-bec343b391f8 None None] No DVR routers for this DVR port edb3060c-28c5-4f0d-af5a-710ad8f12361 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:42:12.165562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.186529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 978d99cb-1e51-468e-8d0e-edf97adc366f completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:12.194036 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.199595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 978d99cb-1e51-468e-8d0e-edf97adc366f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:12.200262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.216049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.221646 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.238195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:42:12.240755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:42:12.243897 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:42:12.250078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.257715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-60dad049-1da5-4c1e-805e-0b22759000a0 None None] Provisioning complete for port 49f8407a-deb5-452a-9166-ae0d003e0354 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:12.258344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-60dad049-1da5-4c1e-805e-0b22759000a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.323894 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Attempting to bind port 877701f5-89a5-4507-95ea-6df1390ab676 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:12.324391 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Attempting to bind port 877701f5-89a5-4507-95ea-6df1390ab676 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:12.326087 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Attempting to bind port 877701f5-89a5-4507-95ea-6df1390ab676 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:12.347461 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a9882-a472-4075-a26d-cb30de43505b None None] Pushing event updated for resources: {'Port': ['ID=877701f5-89a5-4507-95ea-6df1390ab676,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:12.354293 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:12.357189 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:12.357800 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.358655 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:12.359353 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Bound port: 877701f5-89a5-4507-95ea-6df1390ab676, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:12.359942 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.374374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.391133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.423899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/56317687-088b-486b-9208-ef9b8d1ee8ee HTTP/1.1" status: 204 len: 168 time: 1.7351866 Dec 08 21:42:12.432948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81bd1015-d9b7-4206-9541-f4a23b382942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.457061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81bd1015-d9b7-4206-9541-f4a23b382942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.469558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-81bd1015-d9b7-4206-9541-f4a23b382942 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd402014-700f-4cea-bd0b-f8b4dad8bdf9 HTTP/1.1" status: 204 len: 168 time: 0.6074405 Dec 08 21:42:12.473928 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] For port 877701f5-89a5-4507-95ea-6df1390ab676, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:12.480326 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] For port 877701f5-89a5-4507-95ea-6df1390ab676, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=877701f5-89a5-4507-95ea-6df1390ab676,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:12.491016 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.494948 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.535468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6793cdf-49dc-43e3-a76d-24367857dca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=56317687-088b-486b-9208-ef9b8d1ee8ee,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:12.557920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd1015-d9b7-4206-9541-f4a23b382942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd402014-700f-4cea-bd0b-f8b4dad8bdf9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:12.572474 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a9882-a472-4075-a26d-cb30de43505b None None] Pushing event updated for resources: {'Port': ['ID=877701f5-89a5-4507-95ea-6df1390ab676,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:12.576927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Allocated IP 172.20.0.1 (efac9515-e5b2-4b92-a7d8-939abdd18f6a/4226ac4b-2bd6-4f1d-8901-315c63a33602/5765227f-084c-4b94-8130-5fc20cedcc78) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:12.596150 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:12.596956 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:12.632226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:12.642966 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c047f6b-2e0e-4c94-a07d-43dbd54d2e32" -d '{"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:12.680764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:12.688405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e514b7-2ad7-49dc-9f5c-ed889acf9fbd req-d74b1976-4bc0-4bd1-a981-f9ead9f44a5e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:12.693631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.704979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2e514b7-2ad7-49dc-9f5c-ed889acf9fbd req-d74b1976-4bc0-4bd1-a981-f9ead9f44a5e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.1156118 Dec 08 21:42:12.734320 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:12.741043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39022) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:12.774126 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875431c8-05b5-4b8f-9be3-2c98d5e57f4f x-openstack-request-id: req-875431c8-05b5-4b8f-9be3-2c98d5e57f4f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:12.774646 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:12.775060 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-875431c8-05b5-4b8f-9be3-2c98d5e57f4f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:12.778287 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'code': 200} Dec 08 21:42:12.825323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:12.874490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d7d27220-e7a1-45f4-bf0b-e24120d71718 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38a22f98184e43c8938c62f421de52b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302490 Dec 08 21:42:12.884074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39024) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:12.889242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2e514b7-2ad7-49dc-9f5c-ed889acf9fbd req-5f235be3-0180-409e-9f06-56b01029bde9 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785662 Dec 08 21:42:12.917818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:12.953091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:12.973188 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec42a9-f699-4b1b-917c-73b789869e45 req-69106478-0cd3-4541-b0b5-5a648fab0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:12.977134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8dec42a9-f699-4b1b-917c-73b789869e45 req-69106478-0cd3-4541-b0b5-5a648fab0b25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1100 time: 0.1265125 Dec 08 21:42:13.062143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8255b900-9cdc-4a33-97bc-fac9348d2ef4 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:13.075222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8dec42a9-f699-4b1b-917c-73b789869e45 req-0f85653a-702f-4061-8ab4-2b81fa22516c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878649 Dec 08 21:42:13.082390 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:08Z', 'revision_number': 3, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:13.114160 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac45a2-ca99-402d-be98-3fdbb6dc6497 None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:08Z', 'revision_number': 3, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:42:13.178048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 49f8407a-deb5-452a-9166-ae0d003e0354 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:13.227206 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6647f053-0f64-47db-b89c-5c28a88c6c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.247138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.260379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:13.274245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7523f-94b5-4e44-83a7-96153424471c req-2f28a84d-8240-4c36-bfe8-bc69da2bb1b2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:13.275326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8255b900-9cdc-4a33-97bc-fac9348d2ef4', 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c', 'port_id': '8255b900-9cdc-4a33-97bc-fac9348d2ef4', 'mac_address': 'fa:16:3e:53:27:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3791022-ada0-43f3-b4e9-8003fbdd1743', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:42:13.276582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77c7523f-94b5-4e44-83a7-96153424471c req-2f28a84d-8240-4c36-bfe8-bc69da2bb1b2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.1749308 Dec 08 21:42:13.287576 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6647f053-0f64-47db-b89c-5c28a88c6c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.315698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 49f8407a-deb5-452a-9166-ae0d003e0354 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:13.319201 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.339333 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.345442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29472e14-8e73-441a-896d-1c11b5153523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.393460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:13.402731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8255b900-9cdc-4a33-97bc-fac9348d2ef4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:13.413025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:13.434592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:13.446669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.453547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:13.471985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Pushing event updated for resources: {'Port': ['ID=5765227f-084c-4b94-8130-5fc20cedcc78,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:13.554158 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77c7523f-94b5-4e44-83a7-96153424471c req-0b66d031-58b6-4249-aa50-c51c90f803a3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147422 Dec 08 21:42:13.595548 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.690240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6647f053-0f64-47db-b89c-5c28a88c6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.698385 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6647f053-0f64-47db-b89c-5c28a88c6c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.701937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6647f053-0f64-47db-b89c-5c28a88c6c0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ce4f5d2-821b-4db5-bf2b-9da006833708 HTTP/1.1" status: 204 len: 168 time: 0.8162999 Dec 08 21:42:13.707004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:13.742383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647f053-0f64-47db-b89c-5c28a88c6c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce4f5d2-821b-4db5-bf2b-9da006833708,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:13.800277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8255b900-9cdc-4a33-97bc-fac9348d2ef4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:13.845596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edb3060c-28c5-4f0d-af5a-710ad8f12361 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:13.906120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: edb3060c-28c5-4f0d-af5a-710ad8f12361 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:42:13.907376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edb3060c-28c5-4f0d-af5a-710ad8f12361 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:13.926826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4d3f5de4-a64a-4b6a-889b-13d8aece9cfa None None] Provisioning complete for port 5765227f-084c-4b94-8130-5fc20cedcc78 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:13.927914 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5de4-a64a-4b6a-889b-13d8aece9cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.929909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29472e14-8e73-441a-896d-1c11b5153523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.942921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29472e14-8e73-441a-896d-1c11b5153523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:13.985172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-29472e14-8e73-441a-896d-1c11b5153523 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8307a5edee141d9805d0f9e7f60f990&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0639703 Dec 08 21:42:13.987761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39070) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:14.066192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f5de4-a64a-4b6a-889b-13d8aece9cfa None None] Port 5765227f-084c-4b94-8130-5fc20cedcc78 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:14.138175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.217972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39078) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:14.293486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29472e14-8e73-441a-896d-1c11b5153523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25f742-12ce-4526-87d4-4b86b514a958,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:14.381036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1510327836-network', 'tenant_id': '3cd21710b8de4bdd889dbc2dbe77e073'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:14.435530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Made reservation on behalf of 3cd21710b8de4bdd889dbc2dbe77e073 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:14.438325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.444114 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdbce-4228-4ef4-882b-62071abe7eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.455556 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.473678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f301d3c-e017-46ab-9408-e68b4499d4b4 req-49b8ed0f-e27e-4c8f-b300-25c8db93c1f8 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:14.481538 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f301d3c-e017-46ab-9408-e68b4499d4b4 req-49b8ed0f-e27e-4c8f-b300-25c8db93c1f8 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 945 time: 0.3361497 Dec 08 21:42:14.572348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.577455 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.577942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f301d3c-e017-46ab-9408-e68b4499d4b4 req-38a221f9-74be-4756-90ce-e7bf667e3e07 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895090 Dec 08 21:42:14.582630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdbce-4228-4ef4-882b-62071abe7eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.594654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:14.621224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.621873 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Added segment 56fac68b-442c-43ca-b9cc-8df3eb10f177 of type vlan for network 3bea2ee0-3e97-4a2b-8613-d6c47b9c3066 Dec 08 21:42:14.690511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.700454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0510a00-bdec-4bfd-bfc0-bf3c7f6c0d79,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:14.705173 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.725521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.737842 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.739283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:14.740261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.851383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6297300 Dec 08 21:42:14.853511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39104) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:14.862898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Request body: {'subnet': {'network_id': '3bea2ee0-3e97-4a2b-8613-d6c47b9c3066', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1510327836-subnet', 'tenant_id': '3cd21710b8de4bdd889dbc2dbe77e073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:14.870096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e8220-159e-485d-8b3c-799942c3179c admin admin] Pushing event updated for resources: {'Network': ['ID=3bea2ee0-3e97-4a2b-8613-d6c47b9c3066,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:14.873817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdbce-4228-4ef4-882b-62071abe7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.886301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3bea2ee0-3e97-4a2b-8613-d6c47b9c3066 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:14.891674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdbb98-69ae-40a6-82cd-dc5a21dc5b7c req-7219392b-4f82-40ea-be5d-86f02eb71716 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:14.896742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdbce-4228-4ef4-882b-62071abe7eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:14.900243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9f9fdbce-4228-4ef4-882b-62071abe7eb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe25f742-12ce-4526-87d4-4b86b514a958 HTTP/1.1" status: 204 len: 168 time: 0.9088888 Dec 08 21:42:14.905871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2dfdbb98-69ae-40a6-82cd-dc5a21dc5b7c req-7219392b-4f82-40ea-be5d-86f02eb71716 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.1445482 Dec 08 21:42:14.908288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39108) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:14.978904 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2dfdbb98-69ae-40a6-82cd-dc5a21dc5b7c req-791c57b5-fa2d-442b-8aca-2c9c34f64f09 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716908 Dec 08 21:42:14.989866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.036755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fdbce-4228-4ef4-882b-62071abe7eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25f742-12ce-4526-87d4-4b86b514a958,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:15.072399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Pushing event updated for resources: {'Port': ['ID=5765227f-084c-4b94-8130-5fc20cedcc78,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:15.092447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8255b900-9cdc-4a33-97bc-fac9348d2ef4 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:15.166044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 877701f5-89a5-4507-95ea-6df1390ab676 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:15.225208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Made reservation on behalf of 3cd21710b8de4bdd889dbc2dbe77e073 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:15.227594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.254997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:15.262046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 877701f5-89a5-4507-95ea-6df1390ab676 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:15.263085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.265726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:15.266428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.363599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cd1eb-21e2-4121-b83c-e0d6d55558f7 req-990fe752-f752-492c-857d-c73828d8184f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:15.372819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-976cd1eb-21e2-4121-b83c-e0d6d55558f7 req-990fe752-f752-492c-857d-c73828d8184f tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1100 time: 0.2853968 Dec 08 21:42:15.433158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbbef7ba-8045-43a4-a07f-1afeb3dbf141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.467659 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-976cd1eb-21e2-4121-b83c-e0d6d55558f7 req-8a8def84-7731-4e71-8ef2-da83e2293b51 tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912979 Dec 08 21:42:15.484772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.499578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:15.506486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.507448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:15.568604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 877701f5-89a5-4507-95ea-6df1390ab676, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=877701f5-89a5-4507-95ea-6df1390ab676,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:15.584255 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.592376 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbbef7ba-8045-43a4-a07f-1afeb3dbf141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.601648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:15.603010 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6520cb1a-c704-4be8-9590-fd87c2737678" -d '{"events": [{"server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "name": "network-vif-plugged", "status": "completed", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:15.624495 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbbef7ba-8045-43a4-a07f-1afeb3dbf141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.647730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:15.662928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.681565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-8ad5ea82-04b7-4f68-a794-c3973e7f0b70 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e55228123e374582b65c97a36a2ef39b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204324 Dec 08 21:42:15.689403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=877701f5-89a5-4507-95ea-6df1390ab676,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:15.779159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbef7ba-8045-43a4-a07f-1afeb3dbf141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967faa67-cb39-4392-88bc-725d68949043,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:15.792688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:15.793143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bbbef7ba-8045-43a4-a07f-1afeb3dbf141 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6945739239e04114a1532b917121d86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8808403 Dec 08 21:42:15.800166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39146) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:15.876371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.907352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2a31ac7d-a753-4f18-b37b-e03b61785f9f None None] Provisioning complete for port 5765227f-084c-4b94-8130-5fc20cedcc78 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:15.907898 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2a31ac7d-a753-4f18-b37b-e03b61785f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.917340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c87c381-daf1-4d1a-af50-34f379f33a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.948010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dee6e-410d-4462-9342-ac3e32744589 req-a97a590c-1a51-40f2-b3d5-9b77b9c08eeb tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:15.955874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-a97a590c-1a51-40f2-b3d5-9b77b9c08eeb tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734354 Dec 08 21:42:15.956357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2a31ac7d-a753-4f18-b37b-e03b61785f9f None None] Port 5765227f-084c-4b94-8130-5fc20cedcc78 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:15.973692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c87c381-daf1-4d1a-af50-34f379f33a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:15.981901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-2cce7ae6-0f49-4608-8a9c-1dc356d49c73 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/quotas/e55228123e374582b65c97a36a2ef39b HTTP/1.1" status: 200 len: 375 time: 0.0251908 Dec 08 21:42:16.030990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Router 69232852-8325-4d84-a85a-0882cce47064 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:42:16.031386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-5f9d7ea6-18d9-4ab4-b887-bf3a7b40abe6 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e55228123e374582b65c97a36a2ef39b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411279 Dec 08 21:42:16.058578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=41838650-adc5-458f-b738-0c8c10e1cf14,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:16.062908 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c87c381-daf1-4d1a-af50-34f379f33a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:16.067045 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c87c381-daf1-4d1a-af50-34f379f33a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:16.073345 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8c87c381-daf1-4d1a-af50-34f379f33a39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/967faa67-cb39-4392-88bc-725d68949043 HTTP/1.1" status: 204 len: 168 time: 0.2720840 Dec 08 21:42:16.088697 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87c381-daf1-4d1a-af50-34f379f33a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967faa67-cb39-4392-88bc-725d68949043,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:16.094328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-db8bbdef-8713-4806-b110-c196e9228095 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1493368 Dec 08 21:42:16.144363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8138-f637-4ff3-9462-21cd29ada6e8 req-7263b487-c150-4203-ab0d-84f715d8fcf4 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:16.145899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f4aa8138-f637-4ff3-9462-21cd29ada6e8 req-7263b487-c150-4203-ab0d-84f715d8fcf4 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.1750431 Dec 08 21:42:16.179207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Checking segment: {'id': '56fac68b-442c-43ca-b9cc-8df3eb10f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3bea2ee0-3e97-4a2b-8613-d6c47b9c3066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:16.179902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Network hostable DHCP agents. Network: 3bea2ee0-3e97-4a2b-8613-d6c47b9c3066, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:16.230805 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e7d4f8-9643-491c-a1f5-4a6765e93b29 x-openstack-request-id: req-84e7d4f8-9643-491c-a1f5-4a6765e93b29 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:16.231232 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "name": "network-vif-plugged", "status": "completed", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:16.231553 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84e7d4f8-9643-491c-a1f5-4a6765e93b29 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:16.232029 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4', 'code': 200} Dec 08 21:42:16.265043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Network 3bea2ee0-3e97-4a2b-8613-d6c47b9c3066 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:16.288177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f4aa8138-f637-4ff3-9462-21cd29ada6e8 req-67cae4af-3ef6-42fe-aeeb-361a7771b29d tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082273 Dec 08 21:42:16.319747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3bea2ee0-3e97-4a2b-8613-d6c47b9c3066) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:16.328738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:16.329518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:16.339172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0165d27f-a69f-4352-947e-df2e9fccd634 None None] Network 3bea2ee0-3e97-4a2b-8613-d6c47b9c3066 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:16.451141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:42:16.453822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c9f2-d6f3-4833-a2b7-7d128b8a5d6c req-c1532c2d-63ba-48b8-9eeb-70fdda624c9c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:16.465945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-731f973a-5131-4e40-b5ec-529f8ed07249 admin admin] 10.222.0.21 "PUT /v2.0/routers/69232852-8325-4d84-a85a-0882cce47064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8206737 Dec 08 21:42:16.466462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7088c9f2-d6f3-4833-a2b7-7d128b8a5d6c req-c1532c2d-63ba-48b8-9eeb-70fdda624c9c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.1429498 Dec 08 21:42:16.498406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:42:16.504686 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e8dcd888-20d7-47c9-82c8-0e25b24a3cab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6352034 Dec 08 21:42:16.514822 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7088c9f2-d6f3-4833-a2b7-7d128b8a5d6c req-5dcada95-1742-41b1-80ad-e1d3fc633e8f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497878 Dec 08 21:42:16.535776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601bcb4-4875-41b5-b06b-211d154437cb req-fad51c3a-9a31-40f3-a53a-23bca365d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:16.537296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3601bcb4-4875-41b5-b06b-211d154437cb req-fad51c3a-9a31-40f3-a53a-23bca365d297 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1097 time: 0.2355547 Dec 08 21:42:16.539647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:16.542648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:16.577496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5eaf937-912f-48c1-882a-6b992cb458f1 req-13adf3b3-61c3-46d8-b607-81863c5d262c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 210 time: 0.0455787 Dec 08 21:42:16.590866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39190) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:16.610831 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3601bcb4-4875-41b5-b06b-211d154437cb req-56f14a09-3fce-4bc1-8231-f3bb71c02430 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659235 Dec 08 21:42:16.823352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f012915-f32e-46de-8858-8c7de23bfe56 None None] Network 3bea2ee0-3e97-4a2b-8613-d6c47b9c3066 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:16.919469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:16.981076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1455805813-network', 'tenant_id': 'dd2e6ff87858420fba469387b1a77b70'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:17.057140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Made reservation on behalf of dd2e6ff87858420fba469387b1a77b70 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:17.058946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 877701f5-89a5-4507-95ea-6df1390ab676 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:17.064298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.085884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.177979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-77096222-84c3-4734-a842-633bbf22b6aa req-d73c4f9d-bd9f-46fb-953b-ee4771cf827e tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1309115504', 'description': 'tempest-description-789798089'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:17.213389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 877701f5-89a5-4507-95ea-6df1390ab676 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:17.214159 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.266089 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-77096222-84c3-4734-a842-633bbf22b6aa req-d73c4f9d-bd9f-46fb-953b-ee4771cf827e tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.299074 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.312726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.389583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:17.400155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262f5c72-fd8e-4d51-8d79-ed097c485b0e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:17.410175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:14Z', 'revision_number': 2, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:17.430809 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.431786 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Added segment 6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2 of type vlan for network 7ac9a2c6-395a-4898-abc6-91ac368f0397 Dec 08 21:42:17.446047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:42:17.446775 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Updating router 69232852-8325-4d84-a85a-0882cce47064 port 5765227f-084c-4b94-8130-5fc20cedcc78 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:42:17.451966 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-77096222-84c3-4734-a842-633bbf22b6aa req-d73c4f9d-bd9f-46fb-953b-ee4771cf827e tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.484616 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.504060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.532267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-77096222-84c3-4734-a842-633bbf22b6aa req-d73c4f9d-bd9f-46fb-953b-ee4771cf827e tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.552420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-77096222-84c3-4734-a842-633bbf22b6aa req-d73c4f9d-bd9f-46fb-953b-ee4771cf827e tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.565936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77096222-84c3-4734-a842-633bbf22b6aa req-d73c4f9d-bd9f-46fb-953b-ee4771cf827e tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4017656 Dec 08 21:42:17.582616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.586060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:17.589185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.593868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-3ffb0b67-b933-42bd-bfe2-d7a57e53a5b4 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:17.608164 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-3ffb0b67-b933-42bd-bfe2-d7a57e53a5b4 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 820 time: 0.2668223 Dec 08 21:42:17.638017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-0ca8e592-f578-4d93-8319-907fde389dee tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/quotas/bdeb6ebab99448859111eba47fffcde2 HTTP/1.1" status: 200 len: 375 time: 0.0286524 Dec 08 21:42:17.686629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac9a2c6-395a-4898-abc6-91ac368f0397,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:17.735890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-779755a7-a8a7-4c3a-85f7-8cde07773a4b tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e55228123e374582b65c97a36a2ef39b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565217 Dec 08 21:42:17.741323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-e8082b54-5306-4ab4-8697-b8055f8a14e4 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023660 Dec 08 21:42:17.760189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 7ac9a2c6-395a-4898-abc6-91ac368f0397 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:17.891447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c4f9d-bd9f-46fb-953b-ee4771cf827e tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad056a6-cb04-4e0a-a563-517050411702,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:17.915082 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a9b17815-045b-4a4e-8c93-d1b4b2454d27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3231478 Dec 08 21:42:17.918983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39250) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:17.934483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Request body: {'subnet': {'network_id': '7ac9a2c6-395a-4898-abc6-91ac368f0397', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1455805813-subnet', 'tenant_id': 'dd2e6ff87858420fba469387b1a77b70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:17.942030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dee6e-410d-4462-9342-ac3e32744589 req-9e44a6ba-cace-48c5-9de9-a336b4c684ab tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:17.943965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-9e44a6ba-cace-48c5-9de9-a336b4c684ab tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861959 Dec 08 21:42:17.959479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Request body: {'port': {'device_id': '657cee1a-a58e-4a2d-a28e-fa86d58fcf07', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': 'e55228123e374582b65c97a36a2ef39b'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:17.965391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Made reservation on behalf of dd2e6ff87858420fba469387b1a77b70 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:17.967602 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.968782 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:17.975016 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.013879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2fb4e-c46d-4b10-b7cc-17005a5b092b req-9b3d2f2b-ef0c-4013-b061-93419a7a901e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:18.023272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6c2fb4e-c46d-4b10-b7cc-17005a5b092b req-9b3d2f2b-ef0c-4013-b061-93419a7a901e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.3426411 Dec 08 21:42:18.030053 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-c56c9a73-b6a3-43c1-85e9-e16fb1602537 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875206 Dec 08 21:42:18.051327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Pushing event updated for resources: {'Port': ['ID=5765227f-084c-4b94-8130-5fc20cedcc78,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:18.072820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.073363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.073797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.074230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.074656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.075228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.075655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.076076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.076514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.076933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.077351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.077774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:18.097060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6c2fb4e-c46d-4b10-b7cc-17005a5b092b req-7833cd3d-0830-4241-b8df-dd08efb4b84c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547657 Dec 08 21:42:18.105202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Attempting to bind port 5765227f-084c-4b94-8130-5fc20cedcc78 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:18.105825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Attempting to bind port 5765227f-084c-4b94-8130-5fc20cedcc78 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:18.106289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Attempting to bind port 5765227f-084c-4b94-8130-5fc20cedcc78 on network efac9515-e5b2-4b92-a7d8-939abdd18f6a {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:18.112091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:18.112743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Checking segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:18.113254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.113740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Bound using segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:18.114441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Bound port: 5765227f-084c-4b94-8130-5fc20cedcc78, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:18.114940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.184129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-b971bffb-a264-412c-870c-73e1a8fc2e46 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520472 Dec 08 21:42:18.216747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] For port 5765227f-084c-4b94-8130-5fc20cedcc78, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:18.221606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Made reservation on behalf of e55228123e374582b65c97a36a2ef39b for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:18.234019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.236993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] For port 5765227f-084c-4b94-8130-5fc20cedcc78, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5765227f-084c-4b94-8130-5fc20cedcc78,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:18.245426 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.275317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.332685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:18.333616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:18.378514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eba7b32a-47d3-4d84-b1af-4e258d8e1fce None None] Provisioning complete for port 5765227f-084c-4b94-8130-5fc20cedcc78 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:18.378918 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eba7b32a-47d3-4d84-b1af-4e258d8e1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.430083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.458569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3253460-3598-46c7-acfa-d819195c2e82 req-1db5bff9-f789-464b-a1e3-0f0bbc84cd07 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:18.466057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3253460-3598-46c7-acfa-d819195c2e82 req-1db5bff9-f789-464b-a1e3-0f0bbc84cd07 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.1190774 Dec 08 21:42:18.505951 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.516364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.519395 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12c70b41-b670-43f6-8198-68f8bb7b6aa7 req-33b03e77-2f28-4eab-9d68-1109672f2e29 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/4ad056a6-cb04-4e0a-a563-517050411702 HTTP/1.1" status: 200 len: 1804 time: 0.1255031 Dec 08 21:42:18.525093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26529b6-5af1-4865-ad71-739bece8119b,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:18.540752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-12c70b41-b670-43f6-8198-68f8bb7b6aa7 req-dbf5e36b-1b5d-4522-9d77-8e585ba075f0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ad056a6-cb04-4e0a-a563-517050411702', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:18.541467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-12c70b41-b670-43f6-8198-68f8bb7b6aa7 req-dbf5e36b-1b5d-4522-9d77-8e585ba075f0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ad056a6-cb04-4e0a-a563-517050411702', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:18.552698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-329e2cc8-75c7-4797-a0ad-5deafde8b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:18.554589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-329e2cc8-75c7-4797-a0ad-5deafde8b322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1100 time: 0.2507033 Dec 08 21:42:18.560804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf5591-032e-49b8-81ee-863c9d94d585 None None] Pushing event updated for resources: {'Port': ['ID=5765227f-084c-4b94-8130-5fc20cedcc78,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:18.579831 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3253460-3598-46c7-acfa-d819195c2e82 req-1dfd7446-406e-4371-8424-d227cf52bee2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123631 Dec 08 21:42:18.626850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eba7b32a-47d3-4d84-b1af-4e258d8e1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.665763 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Checking segment: {'id': '6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ac9a2c6-395a-4898-abc6-91ac368f0397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:18.666330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Network hostable DHCP agents. Network: 7ac9a2c6-395a-4898-abc6-91ac368f0397, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:18.693785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5fe823-41da-498d-b096-ccd84e3c4b5a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:18.696233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:18.735793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eba7b32a-47d3-4d84-b1af-4e258d8e1fce None None] For port 5765227f-084c-4b94-8130-5fc20cedcc78, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5765227f-084c-4b94-8130-5fc20cedcc78,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:18.736320 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60d24ac4-c5a9-43d6-9499-ba62e8737c17 req-deca8d87-8bae-4a4c-9676-b62cc12b5c72 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 210 time: 0.0352805 Dec 08 21:42:18.745272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-b3605b5e-941e-410a-ac86-2aee377fd29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:18.745507 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eba7b32a-47d3-4d84-b1af-4e258d8e1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.749902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-b3605b5e-941e-410a-ac86-2aee377fd29d service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1840768 Dec 08 21:42:18.751645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-12c70b41-b670-43f6-8198-68f8bb7b6aa7 req-dbf5e36b-1b5d-4522-9d77-8e585ba075f0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.763969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Network 7ac9a2c6-395a-4898-abc6-91ac368f0397 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:18.811846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-1a3c2f0e-99a6-4283-87f3-8c770f66a3ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.0565081 Dec 08 21:42:18.823195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7b32a-47d3-4d84-b1af-4e258d8e1fce None None] Pushing event updated for resources: {'Port': ['ID=5765227f-084c-4b94-8130-5fc20cedcc78,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:18.841158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Allocated IP 192.168.233.178 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/52ea3322-6838-45b6-a597-bcbc81561f57) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:18.851025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7ac9a2c6-395a-4898-abc6-91ac368f0397) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:18.865666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:18.867895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.881866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-12c70b41-b670-43f6-8198-68f8bb7b6aa7 req-dbf5e36b-1b5d-4522-9d77-8e585ba075f0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.884954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb09f4-e766-4932-beba-dd8b321b4b6e None None] Network 7ac9a2c6-395a-4898-abc6-91ac368f0397 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:18.934881 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-12c70b41-b670-43f6-8198-68f8bb7b6aa7 req-dbf5e36b-1b5d-4522-9d77-8e585ba075f0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.994215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4609f187-4a93-4059-aea2-62bdca1beab8 None None] Provisioning complete for port 5765227f-084c-4b94-8130-5fc20cedcc78 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:18.995471 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4609f187-4a93-4059-aea2-62bdca1beab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:18.995899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-2c9cae92-9664-4ae3-a489-eaf26ab83294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:18.997973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-2c9cae92-9664-4ae3-a489-eaf26ab83294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1685903 Dec 08 21:42:19.012235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-12c70b41-b670-43f6-8198-68f8bb7b6aa7 req-dbf5e36b-1b5d-4522-9d77-8e585ba075f0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.028106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12c70b41-b670-43f6-8198-68f8bb7b6aa7 req-dbf5e36b-1b5d-4522-9d77-8e585ba075f0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4971108 Dec 08 21:42:19.048855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9b0eb857-00dd-43bd-89f1-2e8f66b14439 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1209102 Dec 08 21:42:19.085530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5e36b-1b5d-4522-9d77-8e585ba075f0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8fd0e9-1270-41c6-bed0-1d24b4f8eb54,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:19.093358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-bcfd10f1-8d29-411d-956e-b5ad7792e5dd req-dffef8a0-86e8-450d-91fb-1291f826f87d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-293553160', 'description': 'tempest-description-821431528'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:19.129855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-311df5c0-b4bf-4909-8ecf-952e593559fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:19.131981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-311df5c0-b4bf-4909-8ecf-952e593559fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814748 Dec 08 21:42:19.179018 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5391a7c1-7079-4330-b661-ae2554ac3c5f req-d6f66028-0c92-4ff1-ab5d-9b4f0ce08256 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 210 time: 0.0523388 Dec 08 21:42:19.224698 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bcfd10f1-8d29-411d-956e-b5ad7792e5dd req-dffef8a0-86e8-450d-91fb-1291f826f87d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.299371 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.405046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.409349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-41c64b9a-33d4-4eba-9433-d508ec058b19 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662492 Dec 08 21:42:19.428820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bcfd10f1-8d29-411d-956e-b5ad7792e5dd req-dffef8a0-86e8-450d-91fb-1291f826f87d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.429121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26f2d9-bf2c-4df6-97af-00119578a4b6 None None] Network 7ac9a2c6-395a-4898-abc6-91ac368f0397 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:19.458995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bcfd10f1-8d29-411d-956e-b5ad7792e5dd req-dffef8a0-86e8-450d-91fb-1291f826f87d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.490725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:19.495913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136e076-0797-4141-872a-c09164d626fe req-6332fa95-3269-4f0d-aac2-98168bd22317 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:19.498310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6136e076-0797-4141-872a-c09164d626fe req-6332fa95-3269-4f0d-aac2-98168bd22317 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.2142322 Dec 08 21:42:19.501561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:19.502919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:19.515955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:19.563726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6136e076-0797-4141-872a-c09164d626fe req-d1b67e94-a77a-4288-954b-2885d15c32dd tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566134 Dec 08 21:42:19.569297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f8976-56ad-4f17-b661-8e2c4f3dd5e1 None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:42:19.571693 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bcfd10f1-8d29-411d-956e-b5ad7792e5dd req-dffef8a0-86e8-450d-91fb-1291f826f87d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.582043 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-9aa69027-4594-4544-a5db-f544ffda4e5a service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618226 Dec 08 21:42:19.587922 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bcfd10f1-8d29-411d-956e-b5ad7792e5dd req-dffef8a0-86e8-450d-91fb-1291f826f87d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5053539 Dec 08 21:42:19.588614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Pushing event updated for resources: {'Port': ['ID=52ea3322-6838-45b6-a597-bcbc81561f57,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:19.626255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffef8a0-86e8-450d-91fb-1291f826f87d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba856f26-fd70-4951-af85-67b871638509,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:19.652067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39290) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:19.704305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:19.704305 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.775594 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3d5291e1-2337-4828-b7f0-1587ef63c89c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8214896 Dec 08 21:42:19.798384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Request body: {'port': {'device_id': '657cee1a-a58e-4a2d-a28e-fa86d58fcf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:19.916490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:19.947853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7c56dc9f-d418-4526-9406-a046b5e78b70 None None] Provisioning complete for port 52ea3322-6838-45b6-a597-bcbc81561f57 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:19.948448 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7c56dc9f-d418-4526-9406-a046b5e78b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.000890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7c56dc9f-d418-4526-9406-a046b5e78b70 None None] Port 52ea3322-6838-45b6-a597-bcbc81561f57 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:20.026973 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5033d2b-a49b-48ba-a47c-7071981b906d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.032133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5483a20-3c47-442b-bfbb-04b2d5e45989 req-4118407c-acc8-4734-bedd-0b60a3bef978 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/ba856f26-fd70-4951-af85-67b871638509 HTTP/1.1" status: 200 len: 1803 time: 0.1177032 Dec 08 21:42:20.047842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f5483a20-3c47-442b-bfbb-04b2d5e45989 req-fe405fea-6a74-4742-8474-20637497a83a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ba856f26-fd70-4951-af85-67b871638509', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:20.060544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f5483a20-3c47-442b-bfbb-04b2d5e45989 req-fe405fea-6a74-4742-8474-20637497a83a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ba856f26-fd70-4951-af85-67b871638509', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:20.259933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f5483a20-3c47-442b-bfbb-04b2d5e45989 req-fe405fea-6a74-4742-8474-20637497a83a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.304703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f5483a20-3c47-442b-bfbb-04b2d5e45989 req-fe405fea-6a74-4742-8474-20637497a83a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.313393 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f5483a20-3c47-442b-bfbb-04b2d5e45989 req-fe405fea-6a74-4742-8474-20637497a83a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.331997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe405fea-6a74-4742-8474-20637497a83a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdc7af4-6db3-43ed-a06b-44d8de705402,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:20.355346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f5483a20-3c47-442b-bfbb-04b2d5e45989 req-fe405fea-6a74-4742-8474-20637497a83a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.356557 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5483a20-3c47-442b-bfbb-04b2d5e45989 req-fe405fea-6a74-4742-8474-20637497a83a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3131142 Dec 08 21:42:20.403174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ea3322-6838-45b6-a597-bcbc81561f57 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:20.412749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.426359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Transition to ACTIVE for port object 52ea3322-6838-45b6-a597-bcbc81561f57 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:20.430671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.478449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-4066adae-8f99-43ae-853e-00d032fc5043 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:20.479974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-4066adae-8f99-43ae-853e-00d032fc5043 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.23 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 820 time: 0.6241007 Dec 08 21:42:20.498079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Request body: {'port': {'device_id': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'admin_state_up': True, 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:20.526554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=52ea3322-6838-45b6-a597-bcbc81561f57,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:20.542260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dd197-fd50-4592-b29b-7046271d8c56 req-223c8c18-c6ec-46c6-8deb-d87454f694a4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:20.544172 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-235dd197-fd50-4592-b29b-7046271d8c56 req-223c8c18-c6ec-46c6-8deb-d87454f694a4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0817974 Dec 08 21:42:20.594303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5033d2b-a49b-48ba-a47c-7071981b906d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.608678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5033d2b-a49b-48ba-a47c-7071981b906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.629474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Attempting to bind port 52ea3322-6838-45b6-a597-bcbc81561f57 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:20.630148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Attempting to bind port 52ea3322-6838-45b6-a597-bcbc81561f57 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:20.630148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Attempting to bind port 52ea3322-6838-45b6-a597-bcbc81561f57 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:20.643966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Port 52ea3322-6838-45b6-a597-bcbc81561f57 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:20.644205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-6e85ee8f-8847-4b9c-adbb-9d27628adb69 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:20.644307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Attempting to bind port 52ea3322-6838-45b6-a597-bcbc81561f57 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:20.645591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-6e85ee8f-8847-4b9c-adbb-9d27628adb69 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/networks?id=7ac9a2c6-395a-4898-abc6-91ac368f0397 HTTP/1.1" status: 200 len: 818 time: 0.2512901 Dec 08 21:42:20.654276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5033d2b-a49b-48ba-a47c-7071981b906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda46228-c903-4a45-830a-d0237ff2a50b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:20.661250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:20.661587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:20.661962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:20.662398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Bound port: 52ea3322-6838-45b6-a597-bcbc81561f57, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:20.662776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.688304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-373020fb-e73f-40ae-8276-edc9c7c5b277 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/quotas/dd2e6ff87858420fba469387b1a77b70 HTTP/1.1" status: 200 len: 375 time: 0.0299733 Dec 08 21:42:20.699742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-235dd197-fd50-4592-b29b-7046271d8c56 req-71bfb611-2e65-4120-87b3-dd2165d689c3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323221 Dec 08 21:42:20.708142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5033d2b-a49b-48ba-a47c-7071981b906d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2462aca40eb84a0e89793cdfa0f06521&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0517266 Dec 08 21:42:20.714464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39308) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:20.754804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-9c2cd9e0-8c25-45eb-a9e3-ea52f204d040 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd2e6ff87858420fba469387b1a77b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592756 Dec 08 21:42:20.783582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] For port 52ea3322-6838-45b6-a597-bcbc81561f57, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:20.787360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] For port 52ea3322-6838-45b6-a597-bcbc81561f57, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=52ea3322-6838-45b6-a597-bcbc81561f57,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:20.796653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.853399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:20.854638 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.855998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/52ea3322-6838-45b6-a597-bcbc81561f57 HTTP/1.1" status: 200 len: 1096 time: 1.0713768 Dec 08 21:42:20.857418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Made reservation on behalf of bdeb6ebab99448859111eba47fffcde2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:20.859454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657cee1a-a58e-4a2d-a28e-fa86d58fcf07', 'tag': '52ea3322-6838-45b6-a597-bcbc81561f57'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:20.861341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.862631 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d319903-bbad-427f-993e-71ba7b7d534c" -d '{"events": [{"name": "network-changed", "server_uuid": "657cee1a-a58e-4a2d-a28e-fa86d58fcf07", "tag": "52ea3322-6838-45b6-a597-bcbc81561f57"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:20.907944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f667c58-408d-4618-b44c-bad728de7f06 req-3856ad14-f052-4c00-9a3e-11c9731bac81 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:20.909453 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f667c58-408d-4618-b44c-bad728de7f06 req-3856ad14-f052-4c00-9a3e-11c9731bac81 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1097 time: 0.1161857 Dec 08 21:42:20.911371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadf009-5390-4614-aaf4-ab8f281da1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=52ea3322-6838-45b6-a597-bcbc81561f57,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:20.927982 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90f6f2c6-29fe-4f22-8c7f-d6546ff02591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:20.975569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-139ce9ca-f337-4981-af38-93d48c20e0c9 service neutron] 10.222.0.21 "GET /v2.0/networks/7ac9a2c6-395a-4898-abc6-91ac368f0397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093084 Dec 08 21:42:20.988231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f667c58-408d-4618-b44c-bad728de7f06 req-cce492ac-071e-4ce5-be80-98aa146c81e4 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432560 Dec 08 21:42:20.990782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dee6e-410d-4462-9342-ac3e32744589 req-34761f63-9f46-4619-8c04-f43140e96993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:20.992343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-34761f63-9f46-4619-8c04-f43140e96993 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e55228123e374582b65c97a36a2ef39b&device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 1099 time: 0.0817547 Dec 08 21:42:21.078932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-673162a3-5ff0-4a96-8b15-e1300be3e895 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=52ea3322-6838-45b6-a597-bcbc81561f57 HTTP/1.1" status: 200 len: 217 time: 0.0782514 Dec 08 21:42:21.079376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90f6f2c6-29fe-4f22-8c7f-d6546ff02591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.110944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5765227f-084c-4b94-8130-5fc20cedcc78 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:21.178179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 5765227f-084c-4b94-8130-5fc20cedcc78 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:21.178660 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.185654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dee6e-410d-4462-9342-ac3e32744589 req-fcc102ed-8a03-4226-9718-0e097cbf3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:21.187147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-fcc102ed-8a03-4226-9718-0e097cbf3908 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0989614 Dec 08 21:42:21.227136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Allocated IP 172.20.0.13 (efac9515-e5b2-4b92-a7d8-939abdd18f6a/4226ac4b-2bd6-4f1d-8901-315c63a33602/d5e8df2f-095c-4e35-b86c-f00cb453edac) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:21.256478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2030fa-27a3-4dea-a52a-79aa49a75296 req-a5f8852d-2aeb-4dee-91b3-431bdf524394 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:21.258380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9a2030fa-27a3-4dea-a52a-79aa49a75296 req-a5f8852d-2aeb-4dee-91b3-431bdf524394 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 948 time: 0.1178973 Dec 08 21:42:21.305229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-8e5da988-fbf8-431c-af3d-eb2b4616e018 service neutron] 10.222.0.21 "GET /v2.0/networks/7ac9a2c6-395a-4898-abc6-91ac368f0397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286622 Dec 08 21:42:21.322144 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90f6f2c6-29fe-4f22-8c7f-d6546ff02591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.326296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90f6f2c6-29fe-4f22-8c7f-d6546ff02591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.330677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-90f6f2c6-29fe-4f22-8c7f-d6546ff02591 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dda46228-c903-4a45-830a-d0237ff2a50b HTTP/1.1" status: 204 len: 168 time: 0.6123350 Dec 08 21:42:21.388107 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6f2c6-29fe-4f22-8c7f-d6546ff02591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda46228-c903-4a45-830a-d0237ff2a50b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:21.537119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.591232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8dd9d480-0a13-4694-965f-5d52fa435272 req-9e00067f-56a4-4792-9d18-c916b6445211 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 210 time: 0.0360341 Dec 08 21:42:21.604770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dee6e-410d-4462-9342-ac3e32744589 req-02befe97-3eef-4999-abe8-64a06fc481af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:21.611058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-02befe97-3eef-4999-abe8-64a06fc481af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4006679 Dec 08 21:42:21.634959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4bdf6745-82d5-4dbb-a7a2-8c41bec0c8ef req-be26be9b-e436-43aa-8467-d48575f9d7b8 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-387987049', 'description': 'tempest-description-1552774271'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:21.643837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.687070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9a2030fa-27a3-4dea-a52a-79aa49a75296 req-c48eb51a-1bd7-474c-8e80-6a6a8d35f181 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107437 Dec 08 21:42:21.716926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:21.718918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:21.723981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:21.757372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4bdf6745-82d5-4dbb-a7a2-8c41bec0c8ef req-be26be9b-e436-43aa-8467-d48575f9d7b8 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.796179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-911d75d0-e141-4733-99fc-77ea09f80817 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768601 Dec 08 21:42:21.812677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:21.813594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.816093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Pushing event updated for resources: {'Port': ['ID=d5e8df2f-095c-4e35-b86c-f00cb453edac,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:21.856313 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-7ec07f07-4eee-4d59-ae7d-25c058463a5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3619359 Dec 08 21:42:21.865033 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672aec77-2887-4d3f-a7ef-504bff29cc3b x-openstack-request-id: req-672aec77-2887-4d3f-a7ef-504bff29cc3b {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:21.865766 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657cee1a-a58e-4a2d-a28e-fa86d58fcf07", "tag": "52ea3322-6838-45b6-a597-bcbc81561f57", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:21.865766 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-672aec77-2887-4d3f-a7ef-504bff29cc3b {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:21.866083 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657cee1a-a58e-4a2d-a28e-fa86d58fcf07', 'tag': '52ea3322-6838-45b6-a597-bcbc81561f57', 'status': 'completed', 'code': 200} Dec 08 21:42:21.873803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Request body: {'port': {'device_id': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:21.967222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4bdf6745-82d5-4dbb-a7a2-8c41bec0c8ef req-be26be9b-e436-43aa-8467-d48575f9d7b8 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.977019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:21.979965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4bdf6745-82d5-4dbb-a7a2-8c41bec0c8ef req-be26be9b-e436-43aa-8467-d48575f9d7b8 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.027358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4bdf6745-82d5-4dbb-a7a2-8c41bec0c8ef req-be26be9b-e436-43aa-8467-d48575f9d7b8 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.028672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bdf6745-82d5-4dbb-a7a2-8c41bec0c8ef req-be26be9b-e436-43aa-8467-d48575f9d7b8 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3984890 Dec 08 21:42:22.033029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c917d-141a-49c7-a77a-3b4494fbd891 req-21b01504-25f7-4b9e-a59d-b1bba16b95f9 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:22.034617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-220c917d-141a-49c7-a77a-3b4494fbd891 req-21b01504-25f7-4b9e-a59d-b1bba16b95f9 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1097 time: 0.0726583 Dec 08 21:42:22.091818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26be9b-e436-43aa-8467-d48575f9d7b8 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1a7bfe-4450-4dac-abc8-a2eba5a26218,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:22.124302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-220c917d-141a-49c7-a77a-3b4494fbd891 req-5feeb74f-8fbf-439c-9d07-679f7517e5fa tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723464 Dec 08 21:42:22.128746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c21dee6e-410d-4462-9342-ac3e32744589 req-b147d4b4-7747-46a4-b713-ac6b43309714 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248262 Dec 08 21:42:22.136856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f0e98fa9-c7b8-4211-873c-8ca8d48b4c7a None None] Provisioning complete for port d5e8df2f-095c-4e35-b86c-f00cb453edac triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:22.138243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f0e98fa9-c7b8-4211-873c-8ca8d48b4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.154307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6448d4bc-cef0-435f-8739-7fe0bdced1f9 req-e0cac0b1-3b91-4e7b-8cc6-4c8abab580a6 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 210 time: 0.0582776 Dec 08 21:42:22.198803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f0e98fa9-c7b8-4211-873c-8ca8d48b4c7a None None] Port d5e8df2f-095c-4e35-b86c-f00cb453edac cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:22.260876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9a4bf8ab-7696-4df1-bbf2-989585bab0bb req-9a3a3e80-479f-4b2b-8de3-5d0c6244ccc9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-415631674', 'description': 'tempest-description-1632335337'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:22.308000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671e820-bd19-416b-8904-b972f82fe329 req-5de70b8a-24be-40c7-aa76-a3aeecb9f1ca tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:22.316000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5671e820-bd19-416b-8904-b972f82fe329 req-5de70b8a-24be-40c7-aa76-a3aeecb9f1ca tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0708957 Dec 08 21:42:22.325245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319903-bbad-427f-993e-71ba7b7d534c req-db4e9c09-2498-47bb-a112-8e0e9598fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:22.326668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d319903-bbad-427f-993e-71ba7b7d534c req-db4e9c09-2498-47bb-a112-8e0e9598fa13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e55228123e374582b65c97a36a2ef39b&device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 1099 time: 0.1184461 Dec 08 21:42:22.333401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9a4bf8ab-7696-4df1-bbf2-989585bab0bb req-9a3a3e80-479f-4b2b-8de3-5d0c6244ccc9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.390467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39352) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:22.428072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5671e820-bd19-416b-8904-b972f82fe329 req-c874c978-03cd-40c5-b5b9-fa23ac87a920 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110835 Dec 08 21:42:22.470084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319903-bbad-427f-993e-71ba7b7d534c req-3f9e05d3-7517-4f28-886a-ada6792e38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:22.470084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d319903-bbad-427f-993e-71ba7b7d534c req-3f9e05d3-7517-4f28-886a-ada6792e38d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1340618 Dec 08 21:42:22.470661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9a4bf8ab-7696-4df1-bbf2-989585bab0bb req-9a3a3e80-479f-4b2b-8de3-5d0c6244ccc9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.476313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9a4bf8ab-7696-4df1-bbf2-989585bab0bb req-9a3a3e80-479f-4b2b-8de3-5d0c6244ccc9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.527642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d319903-bbad-427f-993e-71ba7b7d534c req-3ef46b9f-329a-4bb3-843a-fa5f03d9653d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=52ea3322-6838-45b6-a597-bcbc81561f57 HTTP/1.1" status: 200 len: 217 time: 0.0485842 Dec 08 21:42:22.530772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e8df2f-095c-4e35-b86c-f00cb453edac {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:22.544891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9a4bf8ab-7696-4df1-bbf2-989585bab0bb req-9a3a3e80-479f-4b2b-8de3-5d0c6244ccc9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.546116 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a4bf8ab-7696-4df1-bbf2-989585bab0bb req-9a3a3e80-479f-4b2b-8de3-5d0c6244ccc9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2933564 Dec 08 21:42:22.547952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.558690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a3e80-479f-4b2b-8de3-5d0c6244ccc9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a667f-556a-4fb2-b161-9951f898af53,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:22.574527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1749345918-network', 'tenant_id': '66feb3b3db724881bff76eb130b8a188'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:22.577799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Transition to ACTIVE for port object d5e8df2f-095c-4e35-b86c-f00cb453edac will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:22.593520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.603540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319903-bbad-427f-993e-71ba7b7d534c req-d433df9f-d277-4208-9b27-09919b4fd2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:22.605015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d319903-bbad-427f-993e-71ba7b7d534c req-d433df9f-d277-4208-9b27-09919b4fd2d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0684123 Dec 08 21:42:22.660145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319903-bbad-427f-993e-71ba7b7d534c req-f073851b-7b3e-4065-921d-c6a962cb8571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:22.661974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Made reservation on behalf of 66feb3b3db724881bff76eb130b8a188 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:22.662243 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d319903-bbad-427f-993e-71ba7b7d534c req-f073851b-7b3e-4065-921d-c6a962cb8571 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481143 Dec 08 21:42:22.664315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.680932 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:22.690999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-06da37c8-4039-4384-a9b5-21e4bbbc828a tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/ad1a7bfe-4450-4dac-abc8-a2eba5a26218 HTTP/1.1" status: 200 len: 1804 time: 0.1120014 Dec 08 21:42:22.739658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e8df2f-095c-4e35-b86c-f00cb453edac,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:22.796418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d319903-bbad-427f-993e-71ba7b7d534c req-65f9a712-0626-4a9b-8d92-0685c2c507b6 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256418 Dec 08 21:42:22.834441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-8c2dc5f0-fa1a-4fbd-b096-5b521a71030c tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/0b3a667f-556a-4fb2-b161-9951f898af53 HTTP/1.1" status: 200 len: 1804 time: 0.1424944 Dec 08 21:42:22.845338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-e6a31349-05d4-491f-837f-c5e449d00fe5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad1a7bfe-4450-4dac-abc8-a2eba5a26218', 'remote_group_id': '0b3a667f-556a-4fb2-b161-9951f898af53', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:22.846024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-e6a31349-05d4-491f-837f-c5e449d00fe5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad1a7bfe-4450-4dac-abc8-a2eba5a26218', 'remote_group_id': '0b3a667f-556a-4fb2-b161-9951f898af53', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:22.900343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Attempting to bind port d5e8df2f-095c-4e35-b86c-f00cb453edac on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:22.900838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Attempting to bind port d5e8df2f-095c-4e35-b86c-f00cb453edac by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:22.901262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Attempting to bind port d5e8df2f-095c-4e35-b86c-f00cb453edac on network efac9515-e5b2-4b92-a7d8-939abdd18f6a {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:22.962534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d319903-bbad-427f-993e-71ba7b7d534c req-f4717427-31f1-45fc-9be6-212ef2954c89 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510618 Dec 08 21:42:22.975278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Port d5e8df2f-095c-4e35-b86c-f00cb453edac on network efac9515-e5b2-4b92-a7d8-939abdd18f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:22.975598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Attempting to bind port d5e8df2f-095c-4e35-b86c-f00cb453edac on network efac9515-e5b2-4b92-a7d8-939abdd18f6a {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:23.002417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.006776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:23.007126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Checking segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:23.007513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Bound using segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:23.008214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Bound port: d5e8df2f-095c-4e35-b86c-f00cb453edac, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:23.008699 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.026069 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.106146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:23.120852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb5f09-1cd3-469e-94da-9acd3be68fca,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:23.123672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-e6a31349-05d4-491f-837f-c5e449d00fe5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.148886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.149231 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Added segment 9e8e12ed-6e60-407a-83de-f1a6b1a99cc2 of type vlan for network 5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d Dec 08 21:42:23.170688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-40f28d66-2aea-454a-8e77-f8c51d8818e1 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:23.172195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-40f28d66-2aea-454a-8e77-f8c51d8818e1 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.37 "GET /v2.0/networks?id=7ac9a2c6-395a-4898-abc6-91ac368f0397 HTTP/1.1" status: 200 len: 818 time: 0.2686515 Dec 08 21:42:23.216730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Request body: {'port': {'device_id': '08ff3055-3511-4bea-849f-d4d78a30445e', 'network_id': '7ac9a2c6-395a-4898-abc6-91ac368f0397', 'admin_state_up': True, 'tenant_id': 'dd2e6ff87858420fba469387b1a77b70'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:23.257048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.285217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] For port d5e8df2f-095c-4e35-b86c-f00cb453edac, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:23.303979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-e6a31349-05d4-491f-837f-c5e449d00fe5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.316155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] For port d5e8df2f-095c-4e35-b86c-f00cb453edac, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:23.317172 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-e6a31349-05d4-491f-837f-c5e449d00fe5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.337637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.391247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a31349-05d4-491f-837f-c5e449d00fe5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20105482-6cb6-466f-857d-b9caa853d200,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:23.406894 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.408004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:23.408559 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.419991 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-e6a31349-05d4-491f-837f-c5e449d00fe5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.421178 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6bbadaa7-ad36-478f-986c-be8c4db8b1f1 req-e6a31349-05d4-491f-837f-c5e449d00fe5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5856204 Dec 08 21:42:23.446751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:23.446751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.448040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] 10.222.0.23 "PUT /v2.0/ports/d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 1092 time: 1.5816419 Dec 08 21:42:23.455621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:23.457883 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f435282-3031-4f94-a727-45e6f9cd356e" -d '{"events": [{"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:23.514617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1230464 Dec 08 21:42:23.517781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39396) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:23.523984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Request body: {'subnet': {'network_id': '5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1749345918-subnet', 'tenant_id': '66feb3b3db724881bff76eb130b8a188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:23.561954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Made reservation on behalf of 66feb3b3db724881bff76eb130b8a188 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:23.570762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.573788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29a8de-2abd-4e3a-9382-81b1f4830e00 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e8df2f-095c-4e35-b86c-f00cb453edac,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:23.603214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208fec1-5ec0-4b0f-9d75-c53543568757 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:23.615032 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:23.617031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-0befecd4-7837-476b-9155-6bab2860b0f2 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:42:23.618155 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-0befecd4-7837-476b-9155-6bab2860b0f2 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210619 Dec 08 21:42:23.678674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Made reservation on behalf of dd2e6ff87858420fba469387b1a77b70 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:23.685310 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.716980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-23f5a61f-31ff-48e8-9907-3cde97ef56b9 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:23.718607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-23f5a61f-31ff-48e8-9907-3cde97ef56b9 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports/8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 200 len: 1094 time: 0.0868735 Dec 08 21:42:23.729994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dcc75-8bff-4c8d-ad7d-4e7846f98262 req-919f6ff3-b6d3-4998-8247-25c57739b996 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:23.731477 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-369dcc75-8bff-4c8d-ad7d-4e7846f98262 req-919f6ff3-b6d3-4998-8247-25c57739b996 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 944 time: 0.2293375 Dec 08 21:42:23.738063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Request body: {'binding': {'host': 'n-h1-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:23.738512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Unknown quota resources ['binding']. {{(pid=102390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 21:42:23.741600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-c7fdb911-61f7-4687-b082-3901b06a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:23.743260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-c7fdb911-61f7-4687-b082-3901b06a5423 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1095 time: 0.2398846 Dec 08 21:42:23.766095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.824404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea4f473-195e-406b-a5e1-8036807f1b8f,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:23.833004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Checking segment: {'id': '9e8e12ed-6e60-407a-83de-f1a6b1a99cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:23.833359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Network hostable DHCP agents. Network: 5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:23.852273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Network 5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:23.853637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-254890be-edcf-496c-9764-304f2ada3d30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 217 time: 0.0746007 Dec 08 21:42:23.862950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:23.867244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:23.867843 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:23.872992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4be7a-8a0f-4461-9ec0-016b2bc4123c None None] Network 5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:23.886965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e3879968-6e21-4bad-982b-812462bdb97a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3678136 Dec 08 21:42:23.992183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-369dcc75-8bff-4c8d-ad7d-4e7846f98262 req-a274a13f-2c73-4166-9f80-fffb8cca5c3e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221463 Dec 08 21:42:24.021407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054d1b8-c906-45dc-939c-f9d14fbc7bd9 None None] Network 5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:24.035549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-87e64b24-d8d7-49ec-a3a7-4f82ff892096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:24.037017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-87e64b24-d8d7-49ec-a3a7-4f82ff892096 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1742556 Dec 08 21:42:24.108090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Allocated IP 172.20.0.7 (7ac9a2c6-395a-4898-abc6-91ac368f0397/c26529b6-5af1-4865-ad71-739bece8119b/9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:24.191369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on host n-h1-821126-1 for vnic_type normal with profile None {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:24.191721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:24.192059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:24.194977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-e3d4391f-0314-4f63-853f-7761d87e723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:24.197009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-e3d4391f-0314-4f63-853f-7761d87e723e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387095 Dec 08 21:42:24.209478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce6467-1410-4f38-8ea0-e9284768f3a8 req-f2089985-c9d5-402d-9307-50c4a915498a tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:24.210905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9bce6467-1410-4f38-8ea0-e9284768f3a8 req-f2089985-c9d5-402d-9307-50c4a915498a tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 948 time: 0.1413629 Dec 08 21:42:24.226110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:24.226431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:24.292259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:24.292590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:24.292975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:24.293410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Bound port: 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:24.417005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9bce6467-1410-4f38-8ea0-e9284768f3a8 req-0bbc3aa1-c09b-4e53-82ad-7ed5e4a71219 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983314 Dec 08 21:42:24.466054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-5fadca87-d7c8-4bd2-816a-d10faa6f3fc5 service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539341 Dec 08 21:42:24.467756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:24.490473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:24.491598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-eff66a08-8344-48a0-8dca-b9534b74d07f service neutron] 10.222.0.21 "POST /v2.0/ports/8255b900-9cdc-4a33-97bc-fac9348d2ef4/bindings HTTP/1.1" status: 201 len: 389 time: 0.7585268 Dec 08 21:42:24.554830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:24.562703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-13197bb4-1b12-4cd0-9261-1ec4949bcd2d req-3d59ebe6-2b36-48f2-b898-dc1b80f2a564 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-67652686', 'description': 'tempest-description-1270123241'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:24.586605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-13197bb4-1b12-4cd0-9261-1ec4949bcd2d req-3d59ebe6-2b36-48f2-b898-dc1b80f2a564 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:24.600652 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-298e23c5-a396-4070-a826-0656a272a382 req-ad49b02f-24a8-432d-9bec-28b9b26fd7b9 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 210 time: 0.0489812 Dec 08 21:42:24.657125 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f7e6f20-6709-49db-a6fb-d9cee6187b0e req-d47d80e7-a54d-4c15-a8a6-365303fa491c service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817765 Dec 08 21:42:24.667784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:24.687348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-13197bb4-1b12-4cd0-9261-1ec4949bcd2d req-3d59ebe6-2b36-48f2-b898-dc1b80f2a564 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:24.691717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-13197bb4-1b12-4cd0-9261-1ec4949bcd2d req-3d59ebe6-2b36-48f2-b898-dc1b80f2a564 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:24.717990 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-13197bb4-1b12-4cd0-9261-1ec4949bcd2d req-3d59ebe6-2b36-48f2-b898-dc1b80f2a564 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:24.723979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13197bb4-1b12-4cd0-9261-1ec4949bcd2d req-3d59ebe6-2b36-48f2-b898-dc1b80f2a564 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1653869 Dec 08 21:42:24.743025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59ebe6-2b36-48f2-b898-dc1b80f2a564 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66676ea-b93d-45d2-ab15-f3cbbbce1151,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:24.748108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Network 7ac9a2c6-395a-4898-abc6-91ac368f0397 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:24.764514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:24.766746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:24.774240 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cacbec0-ebe8-4716-b403-d069206e741d x-openstack-request-id: req-8cacbec0-ebe8-4716-b403-d069206e741d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:24.774567 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:24.774854 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cacbec0-ebe8-4716-b403-d069206e741d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:24.775245 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'status': 'completed', 'code': 200} Dec 08 21:42:24.781904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-1157551d-42e7-41f6-8a5f-05fcbc0e92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:24.783517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-1157551d-42e7-41f6-8a5f-05fcbc0e92e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1097 time: 0.0513511 Dec 08 21:42:24.795704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Pushing event updated for resources: {'Port': ['ID=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:24.847605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9979ba-9027-4fa2-a927-39208b899d1e req-982dcbef-05f9-4b81-a229-4695d6a3d0aa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:24.849091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d9979ba-9027-4fa2-a927-39208b899d1e req-982dcbef-05f9-4b81-a229-4695d6a3d0aa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.1456752 Dec 08 21:42:24.870807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:24.871436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:24.883169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-91ad27c6-2e3e-4b10-86c4-e85d48fc2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:24.885112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-91ad27c6-2e3e-4b10-86c4-e85d48fc2a33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.0937648 Dec 08 21:42:24.897313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435282-3031-4f94-a727-45e6f9cd356e req-9f4a4a3f-d4b7-4d48-af33-3cc15689d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:24.898806 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f435282-3031-4f94-a727-45e6f9cd356e req-9f4a4a3f-d4b7-4d48-af33-3cc15689d6a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1095 time: 0.0976777 Dec 08 21:42:24.924634 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-1db83a31-e2c5-47da-b893-fbf91d65fa97 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7181916 Dec 08 21:42:24.930441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d9979ba-9027-4fa2-a927-39208b899d1e req-d2c105b0-afbf-4290-8537-224896f8bd97 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684905 Dec 08 21:42:24.936203 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-f630e908-914d-47eb-8f61-6845397e4ddf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 200 len: 217 time: 0.0401645 Dec 08 21:42:24.965922 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-3692cbce-a774-4a18-8114-632aec0c7ec8 req-fb7748b2-bcea-4989-9c60-e9637221fad2 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] show failed (client error): The resource could not be found. Dec 08 21:42:24.967169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3692cbce-a774-4a18-8114-632aec0c7ec8 req-fb7748b2-bcea-4989-9c60-e9637221fad2 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] 10.222.0.21 "GET /v2.0/security-groups/f4cab7c4-da09-42ea-810c-fab5cc364be5 HTTP/1.1" status: 404 len: 352 time: 0.0336335 Dec 08 21:42:24.967299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Request body: {'port': {'device_id': '08ff3055-3511-4bea-849f-d4d78a30445e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:25.000545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-8c81b0e4-d5ef-4da9-a66c-9278b101c53f req-ed36e766-815d-45e7-b913-3f386218681b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-370069621', 'description': 'tempest-description-1190361617'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:25.021777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-ff48fea4-ef97-4db4-9241-b9fd59c57796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:25.023292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-ff48fea4-ef97-4db4-9241-b9fd59c57796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0675025 Dec 08 21:42:25.042030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8c81b0e4-d5ef-4da9-a66c-9278b101c53f req-ed36e766-815d-45e7-b913-3f386218681b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.064798 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-e46b47ca-1604-4da0-ac7d-cdb9e087960f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333552 Dec 08 21:42:25.196555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-0fbf5b7b-67f8-4ae3-bb5c-79bbd17b5ad4 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226678 Dec 08 21:42:25.209012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8c81b0e4-d5ef-4da9-a66c-9278b101c53f req-ed36e766-815d-45e7-b913-3f386218681b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.218032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8c81b0e4-d5ef-4da9-a66c-9278b101c53f req-ed36e766-815d-45e7-b913-3f386218681b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.296390 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8c81b0e4-d5ef-4da9-a66c-9278b101c53f req-ed36e766-815d-45e7-b913-3f386218681b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.297609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8c81b0e4-d5ef-4da9-a66c-9278b101c53f req-ed36e766-815d-45e7-b913-3f386218681b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3029008 Dec 08 21:42:25.299784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36e766-815d-45e7-b913-3f386218681b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0166fc40-8383-4924-9f88-f7703b17abb9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:25.338060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-f79ce048-4fd3-4d8c-b582-1f1ba9dff39f service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316903 Dec 08 21:42:25.360083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.393532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f158d-a973-421f-8bc2-188bb63c7c57 req-63bdc51c-26a8-4891-8655-1b66e1e86905 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:25.395350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-410f158d-a973-421f-8bc2-188bb63c7c57 req-63bdc51c-26a8-4891-8655-1b66e1e86905 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.1139967 Dec 08 21:42:25.422902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0ddb6-3f7f-46c8-b416-6ec8fd8dc8ef req-dee25d63-c278-418d-b5be-90c84bf6f9c4 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:25.424729 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70f0ddb6-3f7f-46c8-b416-6ec8fd8dc8ef req-dee25d63-c278-418d-b5be-90c84bf6f9c4 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 944 time: 0.0586436 Dec 08 21:42:25.443194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435282-3031-4f94-a727-45e6f9cd356e req-eff35c48-387e-4f82-b1f7-f4d53deffeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:25.444680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f435282-3031-4f94-a727-45e6f9cd356e req-eff35c48-387e-4f82-b1f7-f4d53deffeb1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.5332191 Dec 08 21:42:25.479014 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70f0ddb6-3f7f-46c8-b416-6ec8fd8dc8ef req-868f76a8-dc4b-4bfc-bf34-0e9920d2b305 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 Dec 08 21:42:25.502678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f435282-3031-4f94-a727-45e6f9cd356e req-034816c8-f0c9-47bb-a4bf-150d8afeb019 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 217 time: 0.0423074 Dec 08 21:42:25.514403 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-410f158d-a973-421f-8bc2-188bb63c7c57 req-d5f2ab5c-94d7-4039-85c4-c60216139cf7 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116929 Dec 08 21:42:25.551119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-57ed63c6-c262-40c4-8d06-7269c3f7e7c6 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/f66676ea-b93d-45d2-ab15-f3cbbbce1151 HTTP/1.1" status: 200 len: 1803 time: 0.0493371 Dec 08 21:42:25.596018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-3e3a795c-35e5-4a41-9a7a-fe21c7ca2e81 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/0166fc40-8383-4924-9f88-f7703b17abb9 HTTP/1.1" status: 200 len: 1804 time: 0.0377300 Dec 08 21:42:25.608195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-a4c354c4-21f4-4fc2-ab85-618ca6a6fe48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f66676ea-b93d-45d2-ab15-f3cbbbce1151', 'remote_group_id': '0166fc40-8383-4924-9f88-f7703b17abb9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:25.608466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-a4c354c4-21f4-4fc2-ab85-618ca6a6fe48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f66676ea-b93d-45d2-ab15-f3cbbbce1151', 'remote_group_id': '0166fc40-8383-4924-9f88-f7703b17abb9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:25.665537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435282-3031-4f94-a727-45e6f9cd356e req-215d8160-e31e-4372-8253-132671c2576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:25.667180 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f435282-3031-4f94-a727-45e6f9cd356e req-215d8160-e31e-4372-8253-132671c2576f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1516602 Dec 08 21:42:25.674618 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-a4c354c4-21f4-4fc2-ab85-618ca6a6fe48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.725521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-a4c354c4-21f4-4fc2-ab85-618ca6a6fe48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.730411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-a4c354c4-21f4-4fc2-ab85-618ca6a6fe48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.749140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c354c4-21f4-4fc2-ab85-618ca6a6fe48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21372703-506b-466b-8580-8999b04aacef,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:25.753819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de458580-62e0-4d48-ac18-647192abd860 req-4c43da45-6a03-4304-8c26-bd4c14de4abd tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66feb3b3db724881bff76eb130b8a188 HTTP/1.1" status: 200 len: 2984 time: 0.1961012 Dec 08 21:42:25.764868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-a4c354c4-21f4-4fc2-ab85-618ca6a6fe48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:25.766057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6cddc98-91ea-4cd9-b2f4-246e3cc5e226 req-a4c354c4-21f4-4fc2-ab85-618ca6a6fe48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1623766 Dec 08 21:42:25.783288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435282-3031-4f94-a727-45e6f9cd356e req-de837e03-46dd-4a5d-9ecd-55f85fd2016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:25.784767 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f435282-3031-4f94-a727-45e6f9cd356e req-de837e03-46dd-4a5d-9ecd-55f85fd2016d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862639 Dec 08 21:42:25.874404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d516a-92f4-4d71-a1c1-688d0bea237b req-822409cf-09b4-4b4d-baab-56065abe7613 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:25.875938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f45d516a-92f4-4d71-a1c1-688d0bea237b req-822409cf-09b4-4b4d-baab-56065abe7613 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 948 time: 0.0498736 Dec 08 21:42:25.912216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de458580-62e0-4d48-ac18-647192abd860 req-977f1618-76fb-4d70-a635-2454fdaa9989 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] 10.222.0.21 "GET /v2.0/security-groups/7efb5f09-1cd3-469e-94da-9acd3be68fca HTTP/1.1" status: 200 len: 2981 time: 0.1333551 Dec 08 21:42:25.921062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f45d516a-92f4-4d71-a1c1-688d0bea237b req-10a82d1d-ace0-4c9c-baa7-168bc5036dd4 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Dec 08 21:42:25.947623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 52ea3322-6838-45b6-a597-bcbc81561f57 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:25.992755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:26.004320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f435282-3031-4f94-a727-45e6f9cd356e req-0ab5da5a-2277-4744-99e2-42ea0c83f51f service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094371 Dec 08 21:42:26.009417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.048144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Transition to ACTIVE for port object 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:26.063614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 52ea3322-6838-45b6-a597-bcbc81561f57, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=52ea3322-6838-45b6-a597-bcbc81561f57,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:26.081518 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de458580-62e0-4d48-ac18-647192abd860 req-f4bc9b8b-7015-4855-a5ff-6404d50d3835 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] 10.222.0.21 "GET /v2.0/security-groups/7efb5f09-1cd3-469e-94da-9acd3be68fca HTTP/1.1" status: 200 len: 2981 time: 0.1622546 Dec 08 21:42:26.083951 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.107986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '52ea3322-6838-45b6-a597-bcbc81561f57', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '52ea3322-6838-45b6-a597-bcbc81561f57', 'mac_address': 'fa:16:3e:2d:50:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:42:26.126403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df9753-c419-4080-a056-6676e25d8129 req-b1158c31-1b96-46e2-baf3-8cceff459184 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:26.127870 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76df9753-c419-4080-a056-6676e25d8129 req-b1158c31-1b96-46e2-baf3-8cceff459184 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 943 time: 0.0687292 Dec 08 21:42:26.161385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.182509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ea3322-6838-45b6-a597-bcbc81561f57 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:26.186424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76df9753-c419-4080-a056-6676e25d8129 req-f2f47f59-e912-4082-9a17-2b62c89e11b8 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500441 Dec 08 21:42:26.206998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 52ea3322-6838-45b6-a597-bcbc81561f57, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=52ea3322-6838-45b6-a597-bcbc81561f57,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:26.212921 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.217728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:26.229528 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f435282-3031-4f94-a727-45e6f9cd356e req-aea3be2f-9303-400a-93bb-e9f655f58680 service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158597 Dec 08 21:42:26.252123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-057cc84d-47f5-402b-a292-91c2b313eeaf req-c8811788-e953-44ea-a4ad-1f0ec7ba980e tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/0166fc40-8383-4924-9f88-f7703b17abb9 HTTP/1.1" status: 200 len: 1804 time: 0.1313782 Dec 08 21:42:26.280666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=52ea3322-6838-45b6-a597-bcbc81561f57,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:26.314269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Attempting to bind port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:26.314693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Attempting to bind port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ac9a2c6-395a-4898-abc6-91ac368f0397'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:26.314951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Attempting to bind port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 on network 7ac9a2c6-395a-4898-abc6-91ac368f0397 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:26.325654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 on network 7ac9a2c6-395a-4898-abc6-91ac368f0397 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:26.325973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Attempting to bind port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 on network 7ac9a2c6-395a-4898-abc6-91ac368f0397 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:26.338962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d366df-4f34-4527-ac12-695d46747ec8 req-fea4077b-34ca-4de9-9b8b-b46bc646066b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:26.340608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83d366df-4f34-4527-ac12-695d46747ec8 req-fea4077b-34ca-4de9-9b8b-b46bc646066b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0540266 Dec 08 21:42:26.343024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:26.343363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Checking segment: {'id': '6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ac9a2c6-395a-4898-abc6-91ac368f0397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:26.343740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Bound using segment: {'id': '6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ac9a2c6-395a-4898-abc6-91ac368f0397'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:26.344170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Bound port: 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ac9a2c6-395a-4898-abc6-91ac368f0397'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:26.344524 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.347295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-057cc84d-47f5-402b-a292-91c2b313eeaf req-659fbbff-b236-415d-a318-3884a9ae5c0f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.382367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83d366df-4f34-4527-ac12-695d46747ec8 req-99ed1456-44ee-4529-b33a-906b93165f8c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353448 Dec 08 21:42:26.405867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-057cc84d-47f5-402b-a292-91c2b313eeaf req-659fbbff-b236-415d-a318-3884a9ae5c0f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.459798 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f5b4c2c-afb3-444d-a8e4-ca5656202d75 req-959bb03e-8ecf-43e0-85a2-ff5b1b2385a6 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] 10.222.0.21 "GET /v2.0/security-groups/7efb5f09-1cd3-469e-94da-9acd3be68fca HTTP/1.1" status: 200 len: 2981 time: 0.0409713 Dec 08 21:42:26.465111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] For port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:26.483676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] For port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,segment=NetworkSegment(6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2),segment_id=6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:26.488768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.497418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['52ea3322-6838-45b6-a597-bcbc81561f57'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:26.507863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:26.509306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.510706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 HTTP/1.1" status: 200 len: 1091 time: 1.5703368 Dec 08 21:42:26.546312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-057cc84d-47f5-402b-a292-91c2b313eeaf req-659fbbff-b236-415d-a318-3884a9ae5c0f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.549865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-057cc84d-47f5-402b-a292-91c2b313eeaf req-659fbbff-b236-415d-a318-3884a9ae5c0f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:26.551233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-057cc84d-47f5-402b-a292-91c2b313eeaf req-659fbbff-b236-415d-a318-3884a9ae5c0f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "DELETE /v2.0/security-groups/0166fc40-8383-4924-9f88-f7703b17abb9 HTTP/1.1" status: 204 len: 173 time: 0.2907748 Dec 08 21:42:26.589851 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-6f5b4c2c-afb3-444d-a8e4-ca5656202d75 req-ebe2e10b-4fad-4da9-a145-0083efab511a tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 21:42:26.604957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fbbff-b236-415d-a318-3884a9ae5c0f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0166fc40-8383-4924-9f88-f7703b17abb9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:26.613328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f5b4c2c-afb3-444d-a8e4-ca5656202d75 req-ebe2e10b-4fad-4da9-a145-0083efab511a tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] 10.222.0.21 "DELETE /v2.0/security-groups/7efb5f09-1cd3-469e-94da-9acd3be68fca HTTP/1.1" status: 409 len: 352 time: 0.1442089 Dec 08 21:42:26.625098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88d35c-ecd6-44db-a52b-ac56a6d17200 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:26.648212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-e1f635cd-a616-499c-a1c1-fa263927b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:26.650682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-e1f635cd-a616-499c-a1c1-fa263927b698 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd2e6ff87858420fba469387b1a77b70&device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 1094 time: 0.0898833 Dec 08 21:42:26.710838 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-cf66b6f3-4158-4d38-8256-04ece5c13723 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 HTTP/1.1" status: 200 len: 217 time: 0.0506506 Dec 08 21:42:26.735151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392de507-a0bb-48e0-b487-e0acc0af4a04 req-40b8cd32-4605-4d29-965f-c4deafef83ce tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:26.736765 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-392de507-a0bb-48e0-b487-e0acc0af4a04 req-40b8cd32-4605-4d29-965f-c4deafef83ce tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.0618596 Dec 08 21:42:26.776052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ff3055-3511-4bea-849f-d4d78a30445e', 'tag': '9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:26.778433 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7009e3a5-3198-4962-8b32-012e4cfc18ee" -d '{"events": [{"name": "network-changed", "server_uuid": "08ff3055-3511-4bea-849f-d4d78a30445e", "tag": "9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:26.787309 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-392de507-a0bb-48e0-b487-e0acc0af4a04 req-4d2c7a93-d8ad-4a1a-a81e-445c52a343b8 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Dec 08 21:42:26.800594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad31be9-2a9f-4e46-851e-35804d8ce65c req-48e5070b-bf70-4074-9ff2-4d363190b83a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:26.801172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dad31be9-2a9f-4e46-851e-35804d8ce65c req-48e5070b-bf70-4074-9ff2-4d363190b83a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 944 time: 0.1429858 Dec 08 21:42:26.805056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-a23b3c2f-bb53-437c-a8d5-6d9d6e47780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:26.807001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-a23b3c2f-bb53-437c-a8d5-6d9d6e47780f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26529b6-5af1-4865-ad71-739bece8119b HTTP/1.1" status: 200 len: 858 time: 0.0788779 Dec 08 21:42:26.847956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-be7eb1ca-8e1a-4635-ad24-8f1c6cf40b51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac9a2c6-395a-4898-abc6-91ac368f0397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310459 Dec 08 21:42:26.850780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b570b52f-2c99-471f-8cda-9861153306d7 req-64e11ee7-78d7-4a91-9abc-ea4db40a19be tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/f66676ea-b93d-45d2-ab15-f3cbbbce1151 HTTP/1.1" status: 200 len: 1803 time: 0.0428407 Dec 08 21:42:26.869311 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:42:26.887393 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dad31be9-2a9f-4e46-851e-35804d8ce65c req-fe897875-f68f-4946-8762-9e53adb52e5d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778666 Dec 08 21:42:26.890260 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-7df86c2f-2a01-4206-9ed5-592a8bac4ca3 req-6e1c65d2-b55c-4b79-9359-3852e237a949 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] show failed (client error): The resource could not be found. Dec 08 21:42:26.891821 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7df86c2f-2a01-4206-9ed5-592a8bac4ca3 req-6e1c65d2-b55c-4b79-9359-3852e237a949 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] 10.222.0.21 "GET /v2.0/security-groups/2c32d7a1-6b6c-42b7-b59c-61aa15e73b3a HTTP/1.1" status: 404 len: 352 time: 0.0147657 Dec 08 21:42:26.936652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-a46dcf93-80f4-4a33-9af9-722aa08fa721 req-ef219550-8bb5-4790-8a28-1359b41be19f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-911769656', 'description': 'tempest-description-1814442019'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:26.943361 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36740066-1da8-4e38-97b3-ca7a5e51e39c x-openstack-request-id: req-36740066-1da8-4e38-97b3-ca7a5e51e39c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:26.943650 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ff3055-3511-4bea-849f-d4d78a30445e", "tag": "9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:26.943950 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36740066-1da8-4e38-97b3-ca7a5e51e39c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:26.944653 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ff3055-3511-4bea-849f-d4d78a30445e', 'tag': '9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388', 'status': 'completed', 'code': 200} Dec 08 21:42:26.964623 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-5f8d8ced-e0ec-4b5b-8ad4-7f47394e7cc4 req-7b5a2eee-f4be-43ab-bf02-9f21d4d860c0 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] show failed (client error): The resource could not be found. Dec 08 21:42:26.965634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f8d8ced-e0ec-4b5b-8ad4-7f47394e7cc4 req-7b5a2eee-f4be-43ab-bf02-9f21d4d860c0 tempest-SecurityGroupsNegativeTestJSON-2037455514 tempest-SecurityGroupsNegativeTestJSON-2037455514-project] 10.222.0.21 "GET /v2.0/security-groups/2da18dc6-e2c8-44f2-88c0-fc19aab54fee HTTP/1.1" status: 404 len: 352 time: 0.0145211 Dec 08 21:42:26.978481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39444) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:26.988121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a46dcf93-80f4-4a33-9af9-722aa08fa721 req-ef219550-8bb5-4790-8a28-1359b41be19f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.013486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-54ffa9a4-0f07-4958-8eb4-165a3cc03766 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac9a2c6-395a-4898-abc6-91ac368f0397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519639 Dec 08 21:42:27.065047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-75426f3c-e548-46b0-abca-4347a6e86eb9 admin admin] Deleting subnet 5ea4f473-195e-406b-a5e1-8036807f1b8f {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:42:27.072828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75426f3c-e548-46b0-abca-4347a6e86eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.120242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eec6b-335a-4983-a539-7f24356bf724 req-cec6ca58-ba93-4d80-8802-8c97336ed994 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:27.121959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-209eec6b-335a-4983-a539-7f24356bf724 req-cec6ca58-ba93-4d80-8802-8c97336ed994 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 949 time: 0.0910387 Dec 08 21:42:27.126259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75426f3c-e548-46b0-abca-4347a6e86eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.148044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a46dcf93-80f4-4a33-9af9-722aa08fa721 req-ef219550-8bb5-4790-8a28-1359b41be19f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.154036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abd7539f-1de3-4aa8-bcf7-516e3d3af27d req-7be39956-4c65-4e29-8669-da460c2ff569 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac9a2c6-395a-4898-abc6-91ac368f0397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286309 Dec 08 21:42:27.155285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d5e8df2f-095c-4e35-b86c-f00cb453edac details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:27.156063 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a46dcf93-80f4-4a33-9af9-722aa08fa721 req-ef219550-8bb5-4790-8a28-1359b41be19f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.197009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75426f3c-e548-46b0-abca-4347a6e86eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.202344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a46dcf93-80f4-4a33-9af9-722aa08fa721 req-ef219550-8bb5-4790-8a28-1359b41be19f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.219654 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a46dcf93-80f4-4a33-9af9-722aa08fa721 req-ef219550-8bb5-4790-8a28-1359b41be19f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2826021 Dec 08 21:42:27.251752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef219550-8bb5-4790-8a28-1359b41be19f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3813e64f-35c0-42a5-aa24-4207bfddd09b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:27.264597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-beaf0138-1ed8-43d3-a24a-5af7cfe1d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:27.266048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-beaf0138-1ed8-43d3-a24a-5af7cfe1d5c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd2e6ff87858420fba469387b1a77b70&device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 1094 time: 0.0498309 Dec 08 21:42:27.276081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-209eec6b-335a-4983-a539-7f24356bf724 req-2dbd98dc-b7e4-4d79-b645-83679154e0e8 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301620 Dec 08 21:42:27.327630 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75426f3c-e548-46b0-abca-4347a6e86eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.367830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75426f3c-e548-46b0-abca-4347a6e86eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea4f473-195e-406b-a5e1-8036807f1b8f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:27.375206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75426f3c-e548-46b0-abca-4347a6e86eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.378125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d5e8df2f-095c-4e35-b86c-f00cb453edac, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:27.378535 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-75426f3c-e548-46b0-abca-4347a6e86eb9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ea4f473-195e-406b-a5e1-8036807f1b8f HTTP/1.1" status: 204 len: 168 time: 0.3989615 Dec 08 21:42:27.380968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39452) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:27.397418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-5b514e01-27a8-4b5a-bb73-425fa1157948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:27.398940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-5b514e01-27a8-4b5a-bb73-425fa1157948 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac9a2c6-395a-4898-abc6-91ac368f0397 HTTP/1.1" status: 200 len: 919 time: 0.1185946 Dec 08 21:42:27.408923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'mac_address': 'fa:16:3e:7a:ea:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:42:27.459867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.474700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e8df2f-095c-4e35-b86c-f00cb453edac {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:27.481301 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-b884242a-9452-4db9-a88a-266f6bc165a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 HTTP/1.1" status: 200 len: 217 time: 0.0470824 Dec 08 21:42:27.487222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c120cbe5-2c12-4257-9dd7-8233119a68b2 req-5af05f9b-3ce4-40ad-aa45-00b6b51b6380 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/3813e64f-35c0-42a5-aa24-4207bfddd09b HTTP/1.1" status: 200 len: 1804 time: 0.0867884 Dec 08 21:42:27.496252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.504530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d5e8df2f-095c-4e35-b86c-f00cb453edac, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:27.507259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c120cbe5-2c12-4257-9dd7-8233119a68b2 req-b8f08db8-7836-45b5-994b-f1b17ba190c9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3813e64f-35c0-42a5-aa24-4207bfddd09b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:27.508109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c120cbe5-2c12-4257-9dd7-8233119a68b2 req-b8f08db8-7836-45b5-994b-f1b17ba190c9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3813e64f-35c0-42a5-aa24-4207bfddd09b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:27.511590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.536024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03045884-e0d5-4b95-969a-d27d2cf02b29 req-51896a1f-2f1d-4def-addb-314e354fc180 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:27.544736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03045884-e0d5-4b95-969a-d27d2cf02b29 req-51896a1f-2f1d-4def-addb-314e354fc180 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 943 time: 0.1371543 Dec 08 21:42:27.569391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-52559f07-4628-4752-9042-e67e35609a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:27.571326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-52559f07-4628-4752-9042-e67e35609a08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26529b6-5af1-4865-ad71-739bece8119b HTTP/1.1" status: 200 len: 858 time: 0.0767250 Dec 08 21:42:27.580373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d5e8df2f-095c-4e35-b86c-f00cb453edac,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:27.597865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03045884-e0d5-4b95-969a-d27d2cf02b29 req-6e769e07-41f2-404f-8844-3cc0c0d0a5f2 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522780 Dec 08 21:42:27.646094 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-942ded7f-baef-4644-b450-f1183b424640 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac9a2c6-395a-4898-abc6-91ac368f0397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625834 Dec 08 21:42:27.705585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c120cbe5-2c12-4257-9dd7-8233119a68b2 req-b8f08db8-7836-45b5-994b-f1b17ba190c9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.710642 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.735924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:27.740002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c120cbe5-2c12-4257-9dd7-8233119a68b2 req-b8f08db8-7836-45b5-994b-f1b17ba190c9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.747382 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c120cbe5-2c12-4257-9dd7-8233119a68b2 req-b8f08db8-7836-45b5-994b-f1b17ba190c9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.749989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8e12ed-6e60-407a-83de-f1a6b1a99cc2') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:27.750293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8e12ed-6e60-407a-83de-f1a6b1a99cc2') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:27.761166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a216ed9-f484-414a-9fb1-0d6108be4a41 req-0c94b34c-e975-4cbf-86ee-4352b3d47fc7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:27.762645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a216ed9-f484-414a-9fb1-0d6108be4a41 req-0c94b34c-e975-4cbf-86ee-4352b3d47fc7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0966320 Dec 08 21:42:27.771763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.776879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f08db8-7836-45b5-994b-f1b17ba190c9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa84e97d-0c15-40ec-9ba8-20a49a81e7bb,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:27.783308 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-d2a4d327-76e6-431a-8959-81e5287411f8 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac9a2c6-395a-4898-abc6-91ac368f0397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295586 Dec 08 21:42:27.789707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d5e8df2f-095c-4e35-b86c-f00cb453edac'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:27.804751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.806543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c120cbe5-2c12-4257-9dd7-8233119a68b2 req-b8f08db8-7836-45b5-994b-f1b17ba190c9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.809357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c120cbe5-2c12-4257-9dd7-8233119a68b2 req-b8f08db8-7836-45b5-994b-f1b17ba190c9 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3157489 Dec 08 21:42:27.819481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:42:27.819890 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:42:27.821591 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:42:27.862567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a216ed9-f484-414a-9fb1-0d6108be4a41 req-a5182d5f-a5c0-4023-af36-d7e15a6ee364 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889065 Dec 08 21:42:27.901237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.907733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:27.911244 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d HTTP/1.1" status: 204 len: 168 time: 0.5292978 Dec 08 21:42:27.927120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64383b-bb21-4095-87bc-125281cd184a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9f715a-ddc6-4bc2-bbcb-1012f9c4e46d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:27.970232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 52ea3322-6838-45b6-a597-bcbc81561f57 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:27.987439 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-21e36a5f-0781-42c1-b1b6-51d530071a76 req-2471dda0-7675-42fa-80af-18e098841f48 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/3813e64f-35c0-42a5-aa24-4207bfddd09b HTTP/1.1" status: 200 len: 2397 time: 0.0629075 Dec 08 21:42:28.000233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-21e36a5f-0781-42c1-b1b6-51d530071a76 req-a8de944f-b1c8-4032-83ec-886b7ed58cc1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3813e64f-35c0-42a5-aa24-4207bfddd09b', 'remote_group_id': None}]} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:28.000693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-21e36a5f-0781-42c1-b1b6-51d530071a76 req-a8de944f-b1c8-4032-83ec-886b7ed58cc1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3813e64f-35c0-42a5-aa24-4207bfddd09b', 'remote_group_id': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:28.023703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b5045-30c8-4401-a2a4-fa75b0db484b req-57301106-2a52-42c7-8b5c-e6be0441b8b2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:28.025867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-503b5045-30c8-4401-a2a4-fa75b0db484b req-57301106-2a52-42c7-8b5c-e6be0441b8b2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.0841632 Dec 08 21:42:28.086383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7009e3a5-3198-4962-8b32-012e4cfc18ee req-e1a57412-17d6-4e9d-92b1-67f19c5b8f5c service neutron] 10.222.0.37 "GET /v2.0/networks/7ac9a2c6-395a-4898-abc6-91ac368f0397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755854 Dec 08 21:42:28.089420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-21e36a5f-0781-42c1-b1b6-51d530071a76 req-a8de944f-b1c8-4032-83ec-886b7ed58cc1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.101167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-503b5045-30c8-4401-a2a4-fa75b0db484b req-aa6dcd0a-3f3c-473f-a225-c215d7aef52d tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611522 Dec 08 21:42:28.102338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39464) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:28.119134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 52ea3322-6838-45b6-a597-bcbc81561f57 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:28.125159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 52ea3322-6838-45b6-a597-bcbc81561f57 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:28.125525 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.152240 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-21e36a5f-0781-42c1-b1b6-51d530071a76 req-a8de944f-b1c8-4032-83ec-886b7ed58cc1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.159894 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3ad4dd28-29f5-423f-a171-90adc1f58484 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66feb3b3db724881bff76eb130b8a188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557292 Dec 08 21:42:28.162555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:28.167358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-21e36a5f-0781-42c1-b1b6-51d530071a76 req-a8de944f-b1c8-4032-83ec-886b7ed58cc1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.195509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-21e36a5f-0781-42c1-b1b6-51d530071a76 req-a8de944f-b1c8-4032-83ec-886b7ed58cc1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.203573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-21e36a5f-0781-42c1-b1b6-51d530071a76 req-a8de944f-b1c8-4032-83ec-886b7ed58cc1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2086978 Dec 08 21:42:28.204663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de944f-b1c8-4032-83ec-886b7ed58cc1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5262a62e-fb74-4eab-b254-e0f6fc5f7a1c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:28.228951 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.232859 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22a1fa0f-e56e-4ee5-91df-fe175e920418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.255316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657cee1a-a58e-4a2d-a28e-fa86d58fcf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ea3322-6838-45b6-a597-bcbc81561f57'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:28.261238 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006c2f5e-4737-4a94-a9ab-78e1cad8706a" -d '{"events": [{"server_uuid": "657cee1a-a58e-4a2d-a28e-fa86d58fcf07", "name": "network-vif-plugged", "status": "completed", "tag": "52ea3322-6838-45b6-a597-bcbc81561f57"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:28.276310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 52ea3322-6838-45b6-a597-bcbc81561f57, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=52ea3322-6838-45b6-a597-bcbc81561f57,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:28.282048 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.297420 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22a1fa0f-e56e-4ee5-91df-fe175e920418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.298149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96b5a7d3-bc6f-4dc6-970a-a3ba99d9fd36 req-9718a4fe-2cf0-4bb3-81ec-8d03fc14bbf1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/3813e64f-35c0-42a5-aa24-4207bfddd09b HTTP/1.1" status: 200 len: 2995 time: 0.0631280 Dec 08 21:42:28.348536 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf6c96d-2020-4ea9-b9d2-4da42ee3c73d x-openstack-request-id: req-fbf6c96d-2020-4ea9-b9d2-4da42ee3c73d {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:28.348827 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657cee1a-a58e-4a2d-a28e-fa86d58fcf07", "name": "network-vif-plugged", "status": "completed", "tag": "52ea3322-6838-45b6-a597-bcbc81561f57", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:28.349082 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbf6c96d-2020-4ea9-b9d2-4da42ee3c73d {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:28.349530 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657cee1a-a58e-4a2d-a28e-fa86d58fcf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ea3322-6838-45b6-a597-bcbc81561f57', 'code': 200} Dec 08 21:42:28.351260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=52ea3322-6838-45b6-a597-bcbc81561f57,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:28.352177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b85554-ca1f-4d01-853c-e17f4787ca97 req-957d3c47-16c1-4b0a-bd11-dd8f1eeb0538 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:28.360844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61b85554-ca1f-4d01-853c-e17f4787ca97 req-957d3c47-16c1-4b0a-bd11-dd8f1eeb0538 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 945 time: 0.1226261 Dec 08 21:42:28.411558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61b85554-ca1f-4d01-853c-e17f4787ca97 req-0218ca4c-ceed-465a-a494-e2139820272c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452137 Dec 08 21:42:28.418315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22a1fa0f-e56e-4ee5-91df-fe175e920418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.421074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22a1fa0f-e56e-4ee5-91df-fe175e920418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.423951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-22a1fa0f-e56e-4ee5-91df-fe175e920418 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7efb5f09-1cd3-469e-94da-9acd3be68fca HTTP/1.1" status: 204 len: 168 time: 0.2603719 Dec 08 21:42:28.443815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1fa0f-e56e-4ee5-91df-fe175e920418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb5f09-1cd3-469e-94da-9acd3be68fca,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:28.496349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3d340cd4-1b5c-45fd-a3f1-395f9f8848c9 req-c4621f1d-8766-4a50-ac2c-bdc61fa7d5c0 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-group-rules/5262a62e-fb74-4eab-b254-e0f6fc5f7a1c HTTP/1.1" status: 200 len: 783 time: 0.0315316 Dec 08 21:42:28.502735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e1db1-ca6c-4e92-b625-df7beb2bbfa9 req-9d7a04a3-480c-4859-9ccb-76851a5e6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:28.504365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-633e1db1-ca6c-4e92-b625-df7beb2bbfa9 req-9d7a04a3-480c-4859-9ccb-76851a5e6862 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 1101 time: 0.0770173 Dec 08 21:42:28.574707 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3d340cd4-1b5c-45fd-a3f1-395f9f8848c9 req-83c8c71d-daae-4625-9b70-001192fd6669 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/3813e64f-35c0-42a5-aa24-4207bfddd09b HTTP/1.1" status: 200 len: 2995 time: 0.0691221 Dec 08 21:42:28.594000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822f0ad-a372-4c6b-afef-f97b40f46b2e req-dbcb5ebe-f9c6-44b4-b4f9-3c5c9bf19d8f tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:28.594259 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-633e1db1-ca6c-4e92-b625-df7beb2bbfa9 req-9c8277a6-75fc-404e-b042-2e846205d336 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798399 Dec 08 21:42:28.599412 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3822f0ad-a372-4c6b-afef-f97b40f46b2e req-dbcb5ebe-f9c6-44b4-b4f9-3c5c9bf19d8f tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 950 time: 0.0641081 Dec 08 21:42:28.616756 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3d340cd4-1b5c-45fd-a3f1-395f9f8848c9 req-1b583aba-6ba9-4b43-b1a3-f1c10e1aefe4 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.628217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3d340cd4-1b5c-45fd-a3f1-395f9f8848c9 req-1b583aba-6ba9-4b43-b1a3-f1c10e1aefe4 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.643486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3822f0ad-a372-4c6b-afef-f97b40f46b2e req-bc084835-affb-4274-8323-570e7be90bdc tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Dec 08 21:42:28.664335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3d340cd4-1b5c-45fd-a3f1-395f9f8848c9 req-1b583aba-6ba9-4b43-b1a3-f1c10e1aefe4 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.669566 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3d340cd4-1b5c-45fd-a3f1-395f9f8848c9 req-1b583aba-6ba9-4b43-b1a3-f1c10e1aefe4 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.670747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3d340cd4-1b5c-45fd-a3f1-395f9f8848c9 req-1b583aba-6ba9-4b43-b1a3-f1c10e1aefe4 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5262a62e-fb74-4eab-b254-e0f6fc5f7a1c HTTP/1.1" status: 204 len: 173 time: 0.0879211 Dec 08 21:42:28.680477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b583aba-6ba9-4b43-b1a3-f1c10e1aefe4 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5262a62e-fb74-4eab-b254-e0f6fc5f7a1c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:28.741957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47bf6dce-43b6-4ddb-9a42-41a1540f1607 req-059c6d8f-2fbe-4533-b64b-be15e4209707 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/3813e64f-35c0-42a5-aa24-4207bfddd09b HTTP/1.1" status: 200 len: 2397 time: 0.0472510 Dec 08 21:42:28.793807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3014939-3f09-4a9e-a6f7-b3904010cc92 req-96932103-1fad-4b05-9b2c-57174d1831ca tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:28.796062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3014939-3f09-4a9e-a6f7-b3904010cc92 req-96932103-1fad-4b05-9b2c-57174d1831ca tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 943 time: 0.0572484 Dec 08 21:42:28.822315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-47bf6dce-43b6-4ddb-9a42-41a1540f1607 req-c74b4cf2-2f08-414f-b227-55cba943965d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.859452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3014939-3f09-4a9e-a6f7-b3904010cc92 req-6b8027f6-8da8-4440-9fc9-e83b2c112f27 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493536 Dec 08 21:42:28.869721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-47bf6dce-43b6-4ddb-9a42-41a1540f1607 req-c74b4cf2-2f08-414f-b227-55cba943965d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.936196 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-47bf6dce-43b6-4ddb-9a42-41a1540f1607 req-c74b4cf2-2f08-414f-b227-55cba943965d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.938970 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-47bf6dce-43b6-4ddb-9a42-41a1540f1607 req-c74b4cf2-2f08-414f-b227-55cba943965d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:28.943426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47bf6dce-43b6-4ddb-9a42-41a1540f1607 req-c74b4cf2-2f08-414f-b227-55cba943965d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "DELETE /v2.0/security-groups/3813e64f-35c0-42a5-aa24-4207bfddd09b HTTP/1.1" status: 204 len: 173 time: 0.1947300 Dec 08 21:42:28.973897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b4cf2-2f08-414f-b227-55cba943965d tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3813e64f-35c0-42a5-aa24-4207bfddd09b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:28.982696 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-d3407140-b3d5-4017-9199-687031ff782c req-ae1b9a40-0856-4911-b949-ee4611fd11c1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] show failed (client error): The resource could not be found. Dec 08 21:42:28.983813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3407140-b3d5-4017-9199-687031ff782c req-ae1b9a40-0856-4911-b949-ee4611fd11c1 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/0166fc40-8383-4924-9f88-f7703b17abb9 HTTP/1.1" status: 404 len: 352 time: 0.0231369 Dec 08 21:42:29.029448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881acb-7195-4cec-bd09-9893cae2bdca req-3778138f-a715-4341-ad14-f98eeef7555e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:29.032947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1881acb-7195-4cec-bd09-9893cae2bdca req-3778138f-a715-4341-ad14-f98eeef7555e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0759900 Dec 08 21:42:29.066705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e4c3f26-de69-41af-a6d8-72a27e14493f req-c7109717-77b5-4c73-9e83-c6edff9280e3 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/f66676ea-b93d-45d2-ab15-f3cbbbce1151 HTTP/1.1" status: 200 len: 1803 time: 0.0521228 Dec 08 21:42:29.088672 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1881acb-7195-4cec-bd09-9893cae2bdca req-829ed11a-54ba-48b6-ae53-34c7a0840dd2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472090 Dec 08 21:42:29.147452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5e4c3f26-de69-41af-a6d8-72a27e14493f req-dfaf224c-67ad-4332-a745-cf8bf707e93f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.163656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d5e8df2f-095c-4e35-b86c-f00cb453edac up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:29.175561 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5e4c3f26-de69-41af-a6d8-72a27e14493f req-dfaf224c-67ad-4332-a745-cf8bf707e93f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.241323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5e4c3f26-de69-41af-a6d8-72a27e14493f req-dfaf224c-67ad-4332-a745-cf8bf707e93f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.244988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5e4c3f26-de69-41af-a6d8-72a27e14493f req-dfaf224c-67ad-4332-a745-cf8bf707e93f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.250170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e4c3f26-de69-41af-a6d8-72a27e14493f req-dfaf224c-67ad-4332-a745-cf8bf707e93f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "DELETE /v2.0/security-groups/f66676ea-b93d-45d2-ab15-f3cbbbce1151 HTTP/1.1" status: 204 len: 173 time: 0.1742897 Dec 08 21:42:29.281143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf224c-67ad-4332-a745-cf8bf707e93f tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66676ea-b93d-45d2-ab15-f3cbbbce1151,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:29.282583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port d5e8df2f-095c-4e35-b86c-f00cb453edac completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:29.287026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port d5e8df2f-095c-4e35-b86c-f00cb453edac triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:29.287528 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.319907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909bf3d-dc4b-4c63-aad1-373cbba67a26 req-54766b12-d22d-48ac-9d1d-2b8f565d778f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:29.333308 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7909bf3d-dc4b-4c63-aad1-373cbba67a26 req-54766b12-d22d-48ac-9d1d-2b8f565d778f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.1165769 Dec 08 21:42:29.381893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7909bf3d-dc4b-4c63-aad1-373cbba67a26 req-e8f6bed6-57bc-490e-b2dc-1e3c18de90f4 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Dec 08 21:42:29.383243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ce4dd26-33cf-4706-825e-c8e9049c7b38 req-cbf64708-74fa-420b-a83c-813eb95fde35 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/0b3a667f-556a-4fb2-b161-9951f898af53 HTTP/1.1" status: 200 len: 1804 time: 0.1036792 Dec 08 21:42:29.409332 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.459894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d5e8df2f-095c-4e35-b86c-f00cb453edac, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:29.462902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39516) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:29.466912 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.491822 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6ce4dd26-33cf-4706-825e-c8e9049c7b38 req-04e046c1-135e-46f0-a075-df7702ed6d28 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.541747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d5e8df2f-095c-4e35-b86c-f00cb453edac,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:29.551663 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6ce4dd26-33cf-4706-825e-c8e9049c7b38 req-04e046c1-135e-46f0-a075-df7702ed6d28 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.579106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887f952-0b85-4f30-9fd2-0092e462fdbd req-71d14cee-928a-4c9f-a4e4-b09824b12460 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:29.589593 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f887f952-0b85-4f30-9fd2-0092e462fdbd req-71d14cee-928a-4c9f-a4e4-b09824b12460 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 946 time: 0.0896761 Dec 08 21:42:29.596471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-373402037-network', 'tenant_id': '5bc8a0766f814310ad94f675ea724293'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:29.621384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6ce4dd26-33cf-4706-825e-c8e9049c7b38 req-04e046c1-135e-46f0-a075-df7702ed6d28 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.624065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6ce4dd26-33cf-4706-825e-c8e9049c7b38 req-04e046c1-135e-46f0-a075-df7702ed6d28 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.625328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ce4dd26-33cf-4706-825e-c8e9049c7b38 req-04e046c1-135e-46f0-a075-df7702ed6d28 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b3a667f-556a-4fb2-b161-9951f898af53 HTTP/1.1" status: 204 len: 173 time: 0.2340307 Dec 08 21:42:29.636100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e046c1-135e-46f0-a075-df7702ed6d28 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a667f-556a-4fb2-b161-9951f898af53,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:29.661294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f887f952-0b85-4f30-9fd2-0092e462fdbd req-cdd08a12-5c60-4126-8484-7ed03b2c96e5 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707109 Dec 08 21:42:29.662832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Made reservation on behalf of 5bc8a0766f814310ad94f675ea724293 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:29.665373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.676825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.780615 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db249d16-dc30-400e-914e-cd7c72b2802a req-a95f0113-66d2-4b3c-8f51-cfbd84409e4c tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/ad1a7bfe-4450-4dac-abc8-a2eba5a26218 HTTP/1.1" status: 200 len: 1804 time: 0.0746579 Dec 08 21:42:29.859335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f66cb0-d5f8-4346-a4ce-cdac948d5353 req-11a9c39e-a7e7-4714-a7c9-6af5fc822df7 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:29.863317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22f66cb0-d5f8-4346-a4ce-cdac948d5353 req-11a9c39e-a7e7-4714-a7c9-6af5fc822df7 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 950 time: 0.0634356 Dec 08 21:42:29.874148 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-db249d16-dc30-400e-914e-cd7c72b2802a req-3be2cb65-277a-4ff8-8272-075d8831d24b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.876962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.881982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.910473 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22f66cb0-d5f8-4346-a4ce-cdac948d5353 req-8883ca3a-f56a-4e29-91f3-a9470011de58 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Dec 08 21:42:29.925458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:29.928441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-db249d16-dc30-400e-914e-cd7c72b2802a req-3be2cb65-277a-4ff8-8272-075d8831d24b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.950790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:29.961396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:29.961782 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Added segment ddbee064-98ae-496d-9106-5fabd93f4a6b of type vlan for network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 Dec 08 21:42:29.980563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:30.026019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.035522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-db249d16-dc30-400e-914e-cd7c72b2802a req-3be2cb65-277a-4ff8-8272-075d8831d24b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.038476 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-db249d16-dc30-400e-914e-cd7c72b2802a req-3be2cb65-277a-4ff8-8272-075d8831d24b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.041089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db249d16-dc30-400e-914e-cd7c72b2802a req-3be2cb65-277a-4ff8-8272-075d8831d24b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad1a7bfe-4450-4dac-abc8-a2eba5a26218 HTTP/1.1" status: 204 len: 173 time: 0.2586985 Dec 08 21:42:30.073298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2cb65-277a-4ff8-8272-075d8831d24b tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1a7bfe-4450-4dac-abc8-a2eba5a26218,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:30.073445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00806649-8181-4e75-88d6-3de95a06b5b2 req-0c3f2bf4-cc5a-41a3-9002-1be8be2be782 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:30.077001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-00806649-8181-4e75-88d6-3de95a06b5b2 req-0c3f2bf4-cc5a-41a3-9002-1be8be2be782 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 943 time: 0.0947325 Dec 08 21:42:30.094535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.097987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:30.099837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.108902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,segment=NetworkSegment(6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2),segment_id=6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:30.123050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388', 'network_id': '7ac9a2c6-395a-4898-abc6-91ac368f0397', 'port_id': '9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388', 'mac_address': 'fa:16:3e:3b:b2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26529b6-5af1-4865-ad71-739bece8119b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:42:30.152692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-00806649-8181-4e75-88d6-3de95a06b5b2 req-84c4bae4-70ae-4bfd-8984-d5148cd12ee7 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684655 Dec 08 21:42:30.172811 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.199301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] Pushing event updated for resources: {'Network': ['ID=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:30.204274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:30.209072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8c4db95f-b9ae-46fa-a83d-e022f0646bae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7449601 Dec 08 21:42:30.212787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39532) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:30.222949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Request body: {'subnet': {'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-373402037-subnet', 'tenant_id': '5bc8a0766f814310ad94f675ea724293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:30.223609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:30.287716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,segment=NetworkSegment(6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2),segment_id=6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:30.296450 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4fa51f1a-a39e-4734-ad87-5a81841cf71c req-22ce4a94-4088-483e-9e64-83932d2907ea tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/ba856f26-fd70-4951-af85-67b871638509 HTTP/1.1" status: 200 len: 2402 time: 0.0786734 Dec 08 21:42:30.304281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Made reservation on behalf of 5bc8a0766f814310ad94f675ea724293 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:30.304723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.306591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.350385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:30.352839 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dccfd2-f4a2-423b-bb7d-c0584faa9177" -d '{"events": [{"server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "name": "network-vif-plugged", "status": "completed", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:30.369234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:30.415021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a462b3c-ebee-4601-9f73-38fb8cfa8d84 req-a802123d-657a-465f-b5bc-04ac03c4451d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:30.416634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a462b3c-ebee-4601-9f73-38fb8cfa8d84 req-a802123d-657a-465f-b5bc-04ac03c4451d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0586233 Dec 08 21:42:30.421286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4fa51f1a-a39e-4734-ad87-5a81841cf71c req-c83b5f32-5444-4651-a776-26b92ef40dfb tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.456984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a462b3c-ebee-4601-9f73-38fb8cfa8d84 req-a73a8344-2761-4c2a-92fd-224ad7e97988 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Dec 08 21:42:30.458654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4fa51f1a-a39e-4734-ad87-5a81841cf71c req-c83b5f32-5444-4651-a776-26b92ef40dfb tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.561465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e1c9a-26b3-4d59-8ada-381664a45089 req-d14d0d6f-423f-479e-8c88-3ffa26ebccb2 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:30.563005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-085e1c9a-26b3-4d59-8ada-381664a45089 req-d14d0d6f-423f-479e-8c88-3ffa26ebccb2 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 950 time: 0.0501072 Dec 08 21:42:30.567712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4fa51f1a-a39e-4734-ad87-5a81841cf71c req-c83b5f32-5444-4651-a776-26b92ef40dfb tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.570265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4fa51f1a-a39e-4734-ad87-5a81841cf71c req-c83b5f32-5444-4651-a776-26b92ef40dfb tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.571961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4fa51f1a-a39e-4734-ad87-5a81841cf71c req-c83b5f32-5444-4651-a776-26b92ef40dfb tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba856f26-fd70-4951-af85-67b871638509 HTTP/1.1" status: 204 len: 173 time: 0.2741203 Dec 08 21:42:30.584404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b5f32-5444-4651-a776-26b92ef40dfb tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba856f26-fd70-4951-af85-67b871638509,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:30.586775 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.608047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-085e1c9a-26b3-4d59-8ada-381664a45089 req-dcd3f50f-6a28-4702-8fa9-eac70938ab15 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383282 Dec 08 21:42:30.619226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:30.624369 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f71336-f335-41ee-ad24-e0ad4d84be22 x-openstack-request-id: req-f1f71336-f335-41ee-ad24-e0ad4d84be22 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:30.624369 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "name": "network-vif-plugged", "status": "completed", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:30.625983 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1f71336-f335-41ee-ad24-e0ad4d84be22 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:30.626623 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'code': 200} Dec 08 21:42:30.655851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e885b5-3b06-481f-bac8-287d7184e468,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:30.661717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Checking segment: {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:30.662079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Network hostable DHCP agents. Network: 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:30.690055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:30.710573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a64258a-303a-49b6-b278-9a83f8680771 req-5ca20577-d260-4eee-92af-7d403060c6e3 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "GET /v2.0/security-groups/4ad056a6-cb04-4e0a-a563-517050411702 HTTP/1.1" status: 200 len: 2397 time: 0.0541174 Dec 08 21:42:30.715776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:30.721705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:30.722290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.733185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c92235-902f-483d-981a-ede394caaf5a None None] Network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:30.772321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f11c-9f3c-424d-be6f-7515f8f7d241 req-0f63ae8d-bf35-4769-ba09-a7bae486e5ea tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:30.774198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6501f11c-9f3c-424d-be6f-7515f8f7d241 req-0f63ae8d-bf35-4769-ba09-a7bae486e5ea tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.1006017 Dec 08 21:42:30.777322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fcc0e3ed-dfeb-4c80-a882-d905af571b82 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5635166 Dec 08 21:42:30.782380 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7a64258a-303a-49b6-b278-9a83f8680771 req-7fa8e9ae-6917-4a45-a1aa-5583bab17bc5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.791904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace7fc0-995f-40f6-a7a6-9c216741a59e req-093cc597-59df-4586-9c69-3185f6e82601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:30.793454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ace7fc0-995f-40f6-a7a6-9c216741a59e req-093cc597-59df-4586-9c69-3185f6e82601 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.0687823 Dec 08 21:42:30.810070 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7a64258a-303a-49b6-b278-9a83f8680771 req-7fa8e9ae-6917-4a45-a1aa-5583bab17bc5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.844464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6501f11c-9f3c-424d-be6f-7515f8f7d241 req-fe31e841-2508-4aae-ae50-c0e92c8196d2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566480 Dec 08 21:42:30.859663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ace7fc0-995f-40f6-a7a6-9c216741a59e req-6e312363-d6d7-45c8-8652-8177e38eddb9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Dec 08 21:42:30.864283 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7a64258a-303a-49b6-b278-9a83f8680771 req-7fa8e9ae-6917-4a45-a1aa-5583bab17bc5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.866957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7a64258a-303a-49b6-b278-9a83f8680771 req-7fa8e9ae-6917-4a45-a1aa-5583bab17bc5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.868630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a64258a-303a-49b6-b278-9a83f8680771 req-7fa8e9ae-6917-4a45-a1aa-5583bab17bc5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ad056a6-cb04-4e0a-a563-517050411702 HTTP/1.1" status: 204 len: 173 time: 0.1485090 Dec 08 21:42:30.875828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39548) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:30.887044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8e9ae-6917-4a45-a1aa-5583bab17bc5 tempest-SecurityGroupRulesTestJSON-1363796817 tempest-SecurityGroupRulesTestJSON-1363796817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad056a6-cb04-4e0a-a563-517050411702,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:30.928426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-853660d1-3d7b-4be7-9c88-569a18dbcccf admin admin] Deleting subnet 41838650-adc5-458f-b738-0c8c10e1cf14 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:42:30.932928 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-853660d1-3d7b-4be7-9c88-569a18dbcccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.969037 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-853660d1-3d7b-4be7-9c88-569a18dbcccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:30.991096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f2d19-8a47-44be-8e41-26ea453db12e None None] Network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:31.015872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-853660d1-3d7b-4be7-9c88-569a18dbcccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.037057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54125-6938-453b-b54b-cf84aae16ff8 req-306e27ef-53a1-4fa0-b092-1e23be980238 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:31.039423 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55e54125-6938-453b-b54b-cf84aae16ff8 req-306e27ef-53a1-4fa0-b092-1e23be980238 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 946 time: 0.0584338 Dec 08 21:42:31.090295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-853660d1-3d7b-4be7-9c88-569a18dbcccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.099712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55e54125-6938-453b-b54b-cf84aae16ff8 req-2bed341c-0afe-40c2-b137-3e9ae8386265 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535891 Dec 08 21:42:31.122042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-853660d1-3d7b-4be7-9c88-569a18dbcccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.123196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-853660d1-3d7b-4be7-9c88-569a18dbcccf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/41838650-adc5-458f-b738-0c8c10e1cf14 HTTP/1.1" status: 204 len: 168 time: 0.2465186 Dec 08 21:42:31.124188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853660d1-3d7b-4be7-9c88-569a18dbcccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41838650-adc5-458f-b738-0c8c10e1cf14,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:31.130470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39554) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:31.202660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.313466 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.338101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bea2ee0-3e97-4a2b-8613-d6c47b9c3066']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:31.349184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fac68b-442c-43ca-b9cc-8df3eb10f177') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:31.349480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fac68b-442c-43ca-b9cc-8df3eb10f177') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:31.358266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713566-fbab-4e14-abf8-61226c618260 req-600822b8-d76f-4431-9e41-af7f2ae44897 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:31.359760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-93713566-fbab-4e14-abf8-61226c618260 req-600822b8-d76f-4431-9e41-af7f2ae44897 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 944 time: 0.1081994 Dec 08 21:42:31.368472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.397110 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.405673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-f7160179-e72c-452a-bc1a-e7c5a165f52e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:31.407170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-f7160179-e72c-452a-bc1a-e7c5a165f52e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 814 time: 0.1054902 Dec 08 21:42:31.407392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:42:31.407825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:42:31.409517 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:42:31.423007 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-3dd40a95-80d7-4f0e-8efe-216c696680d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/quotas/5bc8a0766f814310ad94f675ea724293 HTTP/1.1" status: 200 len: 375 time: 0.0094559 Dec 08 21:42:31.453671 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-c5d1eec7-865a-466d-b37a-302e766c8135 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252120 Dec 08 21:42:31.455128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-93713566-fbab-4e14-abf8-61226c618260 req-417ef467-e810-4522-9588-24570b6de800 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885489 Dec 08 21:42:31.476848 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.485921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.489180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3bea2ee0-3e97-4a2b-8613-d6c47b9c3066 HTTP/1.1" status: 204 len: 168 time: 0.3576572 Dec 08 21:42:31.503852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e12630-aeaf-4130-8790-76b0311a19d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bea2ee0-3e97-4a2b-8613-d6c47b9c3066,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:31.565566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-a3bd8b31-b257-42c6-8dd4-ca63d52b06a8 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046746 Dec 08 21:42:31.591109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88efc7-272b-4c59-9ba9-77bb249edd08 req-d9881ca2-b7c3-4941-8a37-3d6f8fdae171 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:31.592531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f88efc7-272b-4c59-9ba9-77bb249edd08 req-d9881ca2-b7c3-4941-8a37-3d6f8fdae171 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0577002 Dec 08 21:42:31.621159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39572) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:31.637548 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f88efc7-272b-4c59-9ba9-77bb249edd08 req-2fd5df72-95bc-4bbe-aa57-7169ffa342ff tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Dec 08 21:42:31.688677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dc48f6f4-56e3-4d2d-aae0-982f3a800cbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cd21710b8de4bdd889dbc2dbe77e073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639868 Dec 08 21:42:31.689491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39576) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:31.733083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fa25284b-a95e-492c-ae66-0c00310afed0 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603343 Dec 08 21:42:31.744713 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06037df4-9b00-424c-a901-a7c59a84a2e6 req-a3e09429-3d3a-412f-8bae-0e66518cde0e tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:31.746255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06037df4-9b00-424c-a901-a7c59a84a2e6 req-a3e09429-3d3a-412f-8bae-0e66518cde0e tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 950 time: 0.0542352 Dec 08 21:42:31.754644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-356d359a-dd97-492e-b275-d163463d68ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.777568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-356d359a-dd97-492e-b275-d163463d68ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.788883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06037df4-9b00-424c-a901-a7c59a84a2e6 req-a6487b5e-6bc3-4002-8e28-cff21a796202 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d5fe823-41da-498d-b096-ccd84e3c4b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Dec 08 21:42:31.823453 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-356d359a-dd97-492e-b275-d163463d68ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.826016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-356d359a-dd97-492e-b275-d163463d68ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:31.827175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-356d359a-dd97-492e-b275-d163463d68ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0510a00-bdec-4bfd-bfc0-bf3c7f6c0d79 HTTP/1.1" status: 204 len: 168 time: 0.1368008 Dec 08 21:42:31.839910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d359a-dd97-492e-b275-d163463d68ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0510a00-bdec-4bfd-bfc0-bf3c7f6c0d79,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:31.917994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-ce3dd426-c2da-4e42-bf29-674849636c0b tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:31.919670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-ce3dd426-c2da-4e42-bf29-674849636c0b tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.37 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 950 time: 0.0774527 Dec 08 21:42:31.929489 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e94f1a00-bb32-47dc-8017-6a5f2dee6ed1 req-7b889985-7533-4997-9973-d950666cb3b1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 210 time: 0.0451910 Dec 08 21:42:31.996303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:32.075116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:32.085339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:32.086316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:32.109572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21493952-b123-47ea-bc3f-2ac3c9769783 req-e9964b0e-625d-4f41-808e-38cb49e9336c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:32.111137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21493952-b123-47ea-bc3f-2ac3c9769783 req-e9964b0e-625d-4f41-808e-38cb49e9336c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.1222219 Dec 08 21:42:32.170437 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21493952-b123-47ea-bc3f-2ac3c9769783 req-81f0f5fe-b3bd-45b4-b71d-146d3fad4d81 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513265 Dec 08 21:42:32.175449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Deleting port 52ea3322-6838-45b6-a597-bcbc81561f57 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:32.175775 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:32.178180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:32.238112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,segment=NetworkSegment(6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2),segment_id=6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:32.244504 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:32.289353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9101df-65be-46b3-b4cb-1290e5035793 req-b19d4a18-2f8e-4019-8a79-e85fbe0a98d2 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:32.291671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9101df-65be-46b3-b4cb-1290e5035793 req-b19d4a18-2f8e-4019-8a79-e85fbe0a98d2 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 946 time: 0.0658824 Dec 08 21:42:32.322760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] For port 52ea3322-6838-45b6-a597-bcbc81561f57, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=52ea3322-6838-45b6-a597-bcbc81561f57,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:32.323133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:32.327700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:32.339945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Calling delete_port for 52ea3322-6838-45b6-a597-bcbc81561f57 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:32.368858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9101df-65be-46b3-b4cb-1290e5035793 req-3790c6fb-8855-4aaa-b686-4fa3bd83fccb tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691988 Dec 08 21:42:32.560793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-40d37f81-3ee6-4de6-a04d-2b1e248d13fc tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1574461 Dec 08 21:42:32.576780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:32.590818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bc4ed-ee4e-4246-ae2a-fe1edc527e4e req-1f7be981-3bdc-4672-a2b4-9e6b255cfa4a tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:32.598609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-997bc4ed-ee4e-4246-ae2a-fe1edc527e4e req-1f7be981-3bdc-4672-a2b4-9e6b255cfa4a tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 945 time: 0.0649602 Dec 08 21:42:32.608838 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:32.619309 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:32.623709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['52ea3322-6838-45b6-a597-bcbc81561f57'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:32.646738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ff3055-3511-4bea-849f-d4d78a30445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:32.649155 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdbd0bd-b631-439e-808d-c0244c83f1b6" -d '{"events": [{"server_uuid": "08ff3055-3511-4bea-849f-d4d78a30445e", "name": "network-vif-plugged", "status": "completed", "tag": "9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:32.655015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Pushing event deleted for resources: {'Port': ['ID=52ea3322-6838-45b6-a597-bcbc81561f57,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:32.656011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-997bc4ed-ee4e-4246-ae2a-fe1edc527e4e req-bea35322-7205-4eda-8946-57c19827132f tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563195 Dec 08 21:42:32.729372 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e392d-e4d6-4884-811e-7694c7b0c252 x-openstack-request-id: req-583e392d-e4d6-4884-811e-7694c7b0c252 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:32.729983 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ff3055-3511-4bea-849f-d4d78a30445e", "name": "network-vif-plugged", "status": "completed", "tag": "9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:32.730848 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-583e392d-e4d6-4884-811e-7694c7b0c252 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:32.731489 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ff3055-3511-4bea-849f-d4d78a30445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388', 'code': 200} Dec 08 21:42:32.793568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] No DVR routers for this DVR port 52ea3322-6838-45b6-a597-bcbc81561f57 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:42:32.798493 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:32.802036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f681944c-44b4-44d5-b785-f5b32f102c26 req-e6db34ee-68f7-4dc8-8d77-fc81e4c08d4c tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.37 "DELETE /v2.0/ports/52ea3322-6838-45b6-a597-bcbc81561f57 HTTP/1.1" status: 204 len: 173 time: 0.8737879 Dec 08 21:42:32.802508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657cee1a-a58e-4a2d-a28e-fa86d58fcf07', 'name': 'network-vif-deleted', 'tag': '52ea3322-6838-45b6-a597-bcbc81561f57'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:32.804812 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f574845-f140-4192-9bd6-611131be016b" -d '{"events": [{"server_uuid": "657cee1a-a58e-4a2d-a28e-fa86d58fcf07", "name": "network-vif-deleted", "tag": "52ea3322-6838-45b6-a597-bcbc81561f57"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:32.872032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c1112-6f74-47cb-bf22-cc3444ae2659 req-30b5f7ee-5202-4a15-83d3-60903636d9f7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:32.880486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c64c1112-6f74-47cb-bf22-cc3444ae2659 req-30b5f7ee-5202-4a15-83d3-60903636d9f7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0870032 Dec 08 21:42:32.908426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698292bb-68b0-4186-aa2a-d32a98ea2bb5 req-9f313021-5e15-431c-be1f-f11d78dccbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:32.909930 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-698292bb-68b0-4186-aa2a-d32a98ea2bb5 req-9f313021-5e15-431c-be1f-f11d78dccbb0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 1096 time: 0.0821576 Dec 08 21:42:32.945426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c64c1112-6f74-47cb-bf22-cc3444ae2659 req-c390768a-a7a9-45b0-8949-5beee9c2faaa tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636191 Dec 08 21:42:32.946007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39628) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:32.959493 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.018413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-698292bb-68b0-4186-aa2a-d32a98ea2bb5 req-a9546cb7-bfae-40b4-b5c2-f5be70435a8e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979419 Dec 08 21:42:33.060405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9ad5db-b9e6-4964-93f6-d3736e1dce13 req-387ee08e-b7c5-4141-a1d9-41e39f37bf89 tempest-ImagesNegativeTestJSON-1314588965 tempest-ImagesNegativeTestJSON-1314588965-project] 10.222.0.21 "GET /v2.0/ports?device_id=657cee1a-a58e-4a2d-a28e-fa86d58fcf07 HTTP/1.1" status: 200 len: 210 time: 0.0349193 Dec 08 21:42:33.073461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1447718558-network', 'tenant_id': 'ee71862538294876b9ca1858c81700ce'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:33.101033 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2453d70-19fe-4f63-bf51-019148bbc3e1 x-openstack-request-id: req-a2453d70-19fe-4f63-bf51-019148bbc3e1 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:33.101598 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657cee1a-a58e-4a2d-a28e-fa86d58fcf07", "name": "network-vif-deleted", "tag": "52ea3322-6838-45b6-a597-bcbc81561f57", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:33.101913 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2453d70-19fe-4f63-bf51-019148bbc3e1 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:33.102431 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657cee1a-a58e-4a2d-a28e-fa86d58fcf07', 'name': 'network-vif-deleted', 'tag': '52ea3322-6838-45b6-a597-bcbc81561f57', 'status': 'completed', 'code': 200} Dec 08 21:42:33.103127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Made reservation on behalf of ee71862538294876b9ca1858c81700ce for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:33.105896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.111675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Allocated IP 172.25.1.19 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/b04cd651-f7fe-4eab-9335-f0d3cdf02660) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:33.116561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.186411 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36f26348-a355-43e2-87b7-7886cf014422 req-cba97c10-bd22-48cd-99a5-5fa3733e24c4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 210 time: 0.0299871 Dec 08 21:42:33.238431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.244948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.276477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:33.282644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2392034-793a-467d-af70-6142e9409f62,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:33.291371 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.292176 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Added segment dbac965b-2481-48ae-b6b8-8c040c491af2 of type vlan for network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf Dec 08 21:42:33.338415 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.373487 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.373487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:33.373487 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.451163 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5013354 Dec 08 21:42:33.455876 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39636) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:33.463048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Request body: {'subnet': {'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1447718558-subnet', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:33.477261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115bd93-00d9-4481-b8a6-488f7ef340e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:33.489345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:33.489966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8946f-f864-4e1b-9ec6-704c022c3b41 req-4a58a881-eca7-4e12-89ad-d638789c5bd0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:33.491554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2f8946f-f864-4e1b-9ec6-704c022c3b41 req-4a58a881-eca7-4e12-89ad-d638789c5bd0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.1324916 Dec 08 21:42:33.505261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Made reservation on behalf of ee71862538294876b9ca1858c81700ce for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:33.508608 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.601825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2f8946f-f864-4e1b-9ec6-704c022c3b41 req-d501a616-2908-483b-b5ec-c301d93daf44 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893390 Dec 08 21:42:33.649331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-f03db6ac-9824-43d8-a137-c5e1989471a7 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:33.650778 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-f03db6ac-9824-43d8-a137-c5e1989471a7 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.23 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 814 time: 0.4761634 Dec 08 21:42:33.653471 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.663787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Request body: {'port': {'device_id': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'admin_state_up': True, 'tenant_id': '5bc8a0766f814310ad94f675ea724293'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:33.720445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.754697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.805025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a95c043b-6776-400f-89b3-100cc111e381,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:33.807568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:33.813599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:33.821550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:33.826323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Pushing event updated for resources: {'Port': ['ID=b04cd651-f7fe-4eab-9335-f0d3cdf02660,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:33.827454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affaef7-4fe5-47b5-a919-f355172ff68f req-3b1de71e-db06-40cc-810c-8146acd74202 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:33.828925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2affaef7-4fe5-47b5-a919-f355172ff68f req-3b1de71e-db06-40cc-810c-8146acd74202 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 945 time: 0.0848548 Dec 08 21:42:33.830223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Checking segment: {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:33.830578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Network hostable DHCP agents. Network: 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:33.862704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Made reservation on behalf of 5bc8a0766f814310ad94f675ea724293 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:33.866320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.868750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:33.880940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2affaef7-4fe5-47b5-a919-f355172ff68f req-066716ea-34e8-4d4a-a01e-7adea03b37a8 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441313 Dec 08 21:42:33.881931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:33.886340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:33.886969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:33.893740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bcc8fd-2295-4bd1-ab65-54a74c056f86 None None] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:33.906630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-97bed49b-6c76-4c30-90e5-af6d0eebcc24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4482727 Dec 08 21:42:33.909809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39640) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:33.916499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:34.009617 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.019241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.020333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.053353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:42:34.054220 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.076175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a92d8-2da7-4bc3-9fb2-d336c9a240f9 req-27728396-8bf9-4850-b4dd-5887e33a9e16 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:34.077676 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-038a92d8-2da7-4bc3-9fb2-d336c9a240f9 req-27728396-8bf9-4850-b4dd-5887e33a9e16 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0540237 Dec 08 21:42:34.120271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.130746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-038a92d8-2da7-4bc3-9fb2-d336c9a240f9 req-386c530f-38e1-426b-9ba8-23dfd15faaa2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Dec 08 21:42:34.172642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Allocated IP 172.20.0.14 (8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8/a4e885b5-3b06-481f-bac8-287d7184e468/a3a3fff9-da91-4b30-92ae-6f3d1885a7b6) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:34.182678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.221408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Allocated IP 172.20.0.2 (3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf/a95c043b-6776-400f-89b3-100cc111e381/d24e0393-f069-48f5-b527-e6ffb2a75e80) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:34.331808 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef65cec7-e902-485e-8bdc-5c196a13db42 req-71b1f083-bd0f-4da6-bf6a-5be54a1a5f1d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 210 time: 0.0260887 Dec 08 21:42:34.419290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.425615 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.440008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.466647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:34.469638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:34.473037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:34.482836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Pushing event updated for resources: {'Port': ['ID=d24e0393-f069-48f5-b527-e6ffb2a75e80,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:34.543160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Attempting to bind port d24e0393-f069-48f5-b527-e6ffb2a75e80 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:34.543768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Attempting to bind port d24e0393-f069-48f5-b527-e6ffb2a75e80 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:34.543892 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Attempting to bind port d24e0393-f069-48f5-b527-e6ffb2a75e80 on network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:34.549402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:34.549919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Checking segment: {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:34.550319 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.550719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Bound using segment: {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:34.551185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Bound port: d24e0393-f069-48f5-b527-e6ffb2a75e80, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:34.551565 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.622021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] For port d24e0393-f069-48f5-b527-e6ffb2a75e80, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:34.625253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] For port d24e0393-f069-48f5-b527-e6ffb2a75e80, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d24e0393-f069-48f5-b527-e6ffb2a75e80,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:34.630612 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.632374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.648827 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.659941 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.697239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aba611-99e4-44c3-aa5d-79e06a296b30 None None] Pushing event updated for resources: {'Port': ['ID=d24e0393-f069-48f5-b527-e6ffb2a75e80,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:34.757379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb8ced-f971-42da-bd50-e95e37fe52b3 req-40faea1d-a43c-4e25-a664-a7e2a6b30fba tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:34.765418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cdb8ced-f971-42da-bd50-e95e37fe52b3 req-40faea1d-a43c-4e25-a664-a7e2a6b30fba tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.0598118 Dec 08 21:42:34.775141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Pushing event updated for resources: {'Port': ['ID=b04cd651-f7fe-4eab-9335-f0d3cdf02660,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:34.799771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.808370 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cdb8ced-f971-42da-bd50-e95e37fe52b3 req-fcbe5940-1204-433f-b754-044aa33e9c2f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Dec 08 21:42:34.809853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39668) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:34.816549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.884956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:34.886184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f14bfff0-f991-4362-9492-179add2408e3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3154306 Dec 08 21:42:34.973752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d1792102-62b2-4916-a7ce-62965de0a4a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e55228123e374582b65c97a36a2ef39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633830 Dec 08 21:42:34.974447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39674) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:34.987013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Pushing event updated for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:35.064410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:35.069504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:35.075986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cca25753-6135-4b64-814b-679705022dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.083010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-f7ab5530-92bb-4ee0-9d79-70b20992adc8 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.1704164 Dec 08 21:42:35.086401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:35.087399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14becb59-1b81-4f97-8ecc-43b9e4099b59 req-bbdb1d4b-453f-4352-92c2-4ba1f6506e60 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:35.089248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14becb59-1b81-4f97-8ecc-43b9e4099b59 req-bbdb1d4b-453f-4352-92c2-4ba1f6506e60 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 945 time: 0.0854399 Dec 08 21:42:35.126054 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cca25753-6135-4b64-814b-679705022dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.167700 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14becb59-1b81-4f97-8ecc-43b9e4099b59 req-e7a4d709-73f4-43d0-8e4e-49d760d8a65f tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708833 Dec 08 21:42:35.174286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.201886 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cca25753-6135-4b64-814b-679705022dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.205002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cca25753-6135-4b64-814b-679705022dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.219242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cca25753-6135-4b64-814b-679705022dc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d5fe823-41da-498d-b096-ccd84e3c4b5a HTTP/1.1" status: 204 len: 168 time: 0.2338345 Dec 08 21:42:35.225443 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.228352 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca25753-6135-4b64-814b-679705022dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5fe823-41da-498d-b096-ccd84e3c4b5a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:35.246344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:35.247109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.270083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-1e1ff6b2-2902-47e1-83ba-97eb406aab0b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6098030 Dec 08 21:42:35.302949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb615b-0946-4e1a-96df-666f661f76e0 req-9cf5f3e4-7041-40f5-aa25-b6e445a4bea8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:35.304430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ddb615b-0946-4e1a-96df-666f661f76e0 req-9cf5f3e4-7041-40f5-aa25-b6e445a4bea8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0583913 Dec 08 21:42:35.323218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Request body: {'port': {'device_id': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:35.354641 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ddb615b-0946-4e1a-96df-666f661f76e0 req-02052c26-917a-4397-9f71-bbaf6119f4f4 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399845 Dec 08 21:42:35.367000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-4c0cd3d2-6e0d-4c9a-9bdb-3fff7a95078d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:35.369001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7008a9c-75d4-4cf7-a255-d9794a6c2cb3 req-4c0cd3d2-6e0d-4c9a-9bdb-3fff7a95078d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.2852180 Dec 08 21:42:35.460320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.506831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Allocated IP 172.25.1.104 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/b8d72e53-4a9a-4329-b6e5-d12c357d6ec2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:35.517058 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e2e6a8a0-d2ab-4404-b9bd-c7678bbe0dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.776107 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c2de5-91ee-4569-89db-68629bee6c75 req-51b6a148-9050-4ad6-8163-f35b23fce282 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:35.777613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-355c2de5-91ee-4569-89db-68629bee6c75 req-51b6a148-9050-4ad6-8163-f35b23fce282 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 932 time: 0.3040285 Dec 08 21:42:35.870839 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:35.879694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-df5d59a0-9819-4534-ba61-72f89f6aefac tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:35.881231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-df5d59a0-9819-4534-ba61-72f89f6aefac tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 820 time: 0.1457517 Dec 08 21:42:35.903246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-355c2de5-91ee-4569-89db-68629bee6c75 req-553d097f-f414-4419-b819-c6d1f9a1fbde tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159468 Dec 08 21:42:35.928080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-90c736c5-3dc8-48ec-a7f0-e80db7a0c5d0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/quotas/bdeb6ebab99448859111eba47fffcde2 HTTP/1.1" status: 200 len: 375 time: 0.0391138 Dec 08 21:42:35.969822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:35.975786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87b844f-a3ba-4e71-9821-613d4bcd6e63 None None] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:36.001023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.002567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-7cea9a3a-5238-4f7d-b0da-6969badd1c94 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0731549 Dec 08 21:42:36.023244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 52ea3322-6838-45b6-a597-bcbc81561f57 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:36.053628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Transition to ACTIVE for port object a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:36.065886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.086050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab15e9b-b9df-4539-b731-93fba0bc606e req-1a0d9bb5-d9a9-459c-a413-b7f396725518 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:36.088332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ab15e9b-b9df-4539-b731-93fba0bc606e req-1a0d9bb5-d9a9-459c-a413-b7f396725518 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 945 time: 0.1031079 Dec 08 21:42:36.089498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.127098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-3daa1289-2f71-428f-888e-6e8956157a11 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233695 Dec 08 21:42:36.163742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39720) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:36.171830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:36.186802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec81802-4129-42da-9be6-de944e290861 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:36.205876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 52ea3322-6838-45b6-a597-bcbc81561f57 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:42:36.206222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 52ea3322-6838-45b6-a597-bcbc81561f57 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:36.219315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3b8c3676-9a93-453f-a627-2e20e9fb82d9 None None] Provisioning complete for port d24e0393-f069-48f5-b527-e6ffb2a75e80 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:36.219691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3676-9a93-453f-a627-2e20e9fb82d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.234357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:36.247987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:36.271378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-e120f2f7-dfaf-4e19-b649-a5dc38f1c691 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430109 Dec 08 21:42:36.295385 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ab15e9b-b9df-4539-b731-93fba0bc606e req-c15f3f5c-0c07-40ef-a862-9be778a86e2a tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850297 Dec 08 21:42:36.338916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d72e53-4a9a-4329-b6e5-d12c357d6ec2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:36.364772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3676-9a93-453f-a627-2e20e9fb82d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.409096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1013634356-network', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:36.424627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3b8c3676-9a93-453f-a627-2e20e9fb82d9 None None] For port d24e0393-f069-48f5-b527-e6ffb2a75e80, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d24e0393-f069-48f5-b527-e6ffb2a75e80,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:36.430880 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3676-9a93-453f-a627-2e20e9fb82d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.507262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c3676-9a93-453f-a627-2e20e9fb82d9 None None] Pushing event updated for resources: {'Port': ['ID=d24e0393-f069-48f5-b527-e6ffb2a75e80,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:36.515906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Attempting to bind port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:36.516247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Attempting to bind port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:36.516575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Attempting to bind port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:36.563626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:36.563953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Attempting to bind port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:36.585698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:36.586213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Checking segment: {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:36.587146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Bound using segment: {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:36.587600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Bound port: a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:36.587986 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.614130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cbf26-964b-446f-ad7c-5d258dcac5c4 req-19dcfb1e-4c3f-493d-95ed-4e056b960466 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:36.615636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:36.616825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a6cbf26-964b-446f-ad7c-5d258dcac5c4 req-19dcfb1e-4c3f-493d-95ed-4e056b960466 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0840721 Dec 08 21:42:36.617943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.629948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-80f66478-860f-458e-b0c7-6a3bfe3b1662 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:36.631716 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-80f66478-860f-458e-b0c7-6a3bfe3b1662 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1097 time: 0.1900637 Dec 08 21:42:36.644902 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.677948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a6cbf26-964b-446f-ad7c-5d258dcac5c4 req-34c311a9-eb47-4539-9489-874d5c03ecdb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497000 Dec 08 21:42:36.679160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821126-1'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:36.703155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5517bb7-08ec-43de-b2b9-161583cc8d74 req-3dbe8c5c-832b-40f8-9d60-5806088a4f70 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:36.704680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5517bb7-08ec-43de-b2b9-161583cc8d74 req-3dbe8c5c-832b-40f8-9d60-5806088a4f70 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.2642381 Dec 08 21:42:36.762929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9734e2ae-8dbd-407b-af26-c408aad70194 None None] Provisioning complete for port d24e0393-f069-48f5-b527-e6ffb2a75e80 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:36.763269 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9734e2ae-8dbd-407b-af26-c408aad70194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.783480 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95038a05-cd5e-4ff0-bd1b-8384af27b4ea req-aacdd998-ba61-41c3-bc98-00229780eeb8 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 210 time: 0.0465229 Dec 08 21:42:36.924366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:36.927798 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:36.956574 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5517bb7-08ec-43de-b2b9-161583cc8d74 req-a70b9d37-2cc9-436c-aa88-925ef93ed08f tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289810 Dec 08 21:42:36.973067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:36.997807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.056148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b6d7d-2f04-4935-9700-c622c653fc8c req-12924343-9009-480f-b582-26a01e7e49fc tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:37.060208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d24e0393-f069-48f5-b527-e6ffb2a75e80 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:37.063274 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a79b6d7d-2f04-4935-9700-c622c653fc8c req-12924343-9009-480f-b582-26a01e7e49fc tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 944 time: 0.0842304 Dec 08 21:42:37.084244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.101607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:37.102263 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.103678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-fec81802-4129-42da-9be6-de944e290861 service neutron] 10.222.0.23 "PUT /v2.0/ports/a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 HTTP/1.1" status: 200 len: 1092 time: 1.7872241 Dec 08 21:42:37.104135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:37.106389 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57" -d '{"events": [{"name": "network-changed", "server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:37.136799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d24e0393-f069-48f5-b527-e6ffb2a75e80 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:37.137793 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.164705 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a79b6d7d-2f04-4935-9700-c622c653fc8c req-33504dad-cb1e-4311-ab8e-73d4e8451fa8 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947418 Dec 08 21:42:37.190066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-8d734f47-d630-46a2-9344-5b5f84d7afb7 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:37.191687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-8d734f47-d630-46a2-9344-5b5f84d7afb7 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.37 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 945 time: 0.0970192 Dec 08 21:42:37.307385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Deleting port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:37.307827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.526977 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f364b-fbe0-41da-8430-923cc1d9ee78 x-openstack-request-id: req-2f8f364b-fbe0-41da-8430-923cc1d9ee78 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:37.527196 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:37.527437 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f8f364b-fbe0-41da-8430-923cc1d9ee78 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:37.527809 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'status': 'completed', 'code': 200} Dec 08 21:42:37.569692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.579708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec81802-4129-42da-9be6-de944e290861 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:37.589309 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.628136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:37.667175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-e5935905-ac94-415e-a9ec-50ef1ae1f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:37.668672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-e5935905-ac94-415e-a9ec-50ef1ae1f5c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 1095 time: 0.1778343 Dec 08 21:42:37.678846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.679192 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Added segment 6d48d8b4-ae0a-4699-bf42-906e04f5d548 of type vlan for network fb78ba57-643a-4584-bdac-628c6a3fec79 Dec 08 21:42:37.702869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c01139-ef5b-4adb-b9b4-ce0079f449de,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:37.746148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ad6a2-f1ac-4620-8366-3b6fb3db51ab req-abaf4b7a-b7d0-4be2-8040-65d952246cef tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:37.747569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c67ad6a2-f1ac-4620-8366-3b6fb3db51ab req-abaf4b7a-b7d0-4be2-8040-65d952246cef tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 945 time: 0.1516697 Dec 08 21:42:37.816070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] For port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,segment=NetworkSegment(6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2),segment_id=6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:37.816425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.833713 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:37.842975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-ee72e9dc-fd1f-4c2a-88e4-6d521f5c60b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 HTTP/1.1" status: 200 len: 217 time: 0.1509211 Dec 08 21:42:37.844809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-012544da-db9b-409a-b666-ed5fe35535ff tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:37.846243 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-012544da-db9b-409a-b666-ed5fe35535ff tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.37 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 820 time: 0.1928570 Dec 08 21:42:37.852866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c67ad6a2-f1ac-4620-8366-3b6fb3db51ab req-be052983-f2cc-4634-9be7-591184439a16 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f5c72-fd8e-4d51-8d79-ed097c485b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895338 Dec 08 21:42:37.853718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Calling delete_port for 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:37.860693 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:37.861770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Request body: {'port': {'device_id': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'admin_state_up': True, 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:37.983652 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a7d8a84-f6f0-4653-af21-702ed0d4cb6b req-b5aedac1-f8d3-4bee-b724-281624237ace tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 210 time: 0.0385978 Dec 08 21:42:37.994594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-0a819a50-5341-4beb-89e5-f5d421b56487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:37.996092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-0a819a50-5341-4beb-89e5-f5d421b56487 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4e885b5-3b06-481f-bac8-287d7184e468 HTTP/1.1" status: 200 len: 854 time: 0.1319122 Dec 08 21:42:37.996698 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.006406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:38.007058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.014341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:38.016114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8255b900-9cdc-4a33-97bc-fac9348d2ef4 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:38.090279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-4b284a13-88b1-42e5-bcd7-2fb2e59e1e75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803556 Dec 08 21:42:38.097878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Made reservation on behalf of bdeb6ebab99448859111eba47fffcde2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:38.101393 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.124634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ac695-6114-421d-8614-9a6339189edf req-e9648470-95cc-46a1-be0d-9b446d906df8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:38.126201 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf7ac695-6114-421d-8614-9a6339189edf req-e9648470-95cc-46a1-be0d-9b446d906df8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.2947295 Dec 08 21:42:38.127201 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.155734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9877911 Dec 08 21:42:38.162824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39752) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:38.163526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:38.168567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Request body: {'subnet': {'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1013634356-subnet', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:38.181869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.201826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:38.206354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8255b900-9cdc-4a33-97bc-fac9348d2ef4 has no active binding in host n-h1-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 21:42:38.232138 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0be7b9f-fe32-48b6-a8a6-2e98859d3dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.284240 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Pushing event deleted for resources: {'Port': ['ID=9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:38.288835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a9bf2-abdd-4dc1-b020-ae1e1928bc8c admin admin] Pushing event updated for resources: {'Network': ['ID=fb78ba57-643a-4584-bdac-628c6a3fec79,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:38.294026 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.304778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network fb78ba57-643a-4584-bdac-628c6a3fec79 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:38.313983 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.332367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:38.334830 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.341020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] No DVR routers for this DVR port 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:42:38.372741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf7ac695-6114-421d-8614-9a6339189edf req-22df2502-315a-4ce1-8c10-76acbda6d212 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239132 Dec 08 21:42:38.379968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.384427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a4025ee-33e1-47c9-99ca-39284b5d6539 req-5d2ea10f-6640-49ef-a243-885dbf705e24 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.37 "DELETE /v2.0/ports/9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 HTTP/1.1" status: 204 len: 173 time: 1.1841135 Dec 08 21:42:38.387013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ff3055-3511-4bea-849f-d4d78a30445e', 'name': 'network-vif-deleted', 'tag': '9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:38.389042 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d861cb-4928-4891-9cc4-96feb7b4cf0e" -d '{"events": [{"server_uuid": "08ff3055-3511-4bea-849f-d4d78a30445e", "name": "network-vif-deleted", "tag": "9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:38.425909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08b471-e324-4513-ab62-9f13eedb41e7 req-1ff6661b-dcb3-4418-b46f-76ce4f9ec450 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:38.427569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e08b471-e324-4513-ab62-9f13eedb41e7 req-1ff6661b-dcb3-4418-b46f-76ce4f9ec450 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 946 time: 0.2531304 Dec 08 21:42:38.438359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Allocated IP 172.20.0.9 (efac9515-e5b2-4b92-a7d8-939abdd18f6a/4226ac4b-2bd6-4f1d-8901-315c63a33602/01960179-4a3c-44f8-9408-a07d9acbc7eb) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:38.448081 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-03753e3d-74a8-4e3f-a11d-665369d4b6f3 service neutron] 10.222.0.23 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132806 Dec 08 21:42:38.484183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Pushing event updated for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:38.526346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e08b471-e324-4513-ab62-9f13eedb41e7 req-3451a989-d11d-433f-9582-384c86fcebcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855966 Dec 08 21:42:38.590329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on host n-h2-821126-1 for vnic_type normal with profile {"migrating_to": "n-h1-821126-1"} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:38.590597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:38.590956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:38.593229 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f85ed45-506f-48f6-a318-9920e28f07c7 x-openstack-request-id: req-1f85ed45-506f-48f6-a318-9920e28f07c7 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:38.593523 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ff3055-3511-4bea-849f-d4d78a30445e", "name": "network-vif-deleted", "tag": "9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:38.593774 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f85ed45-506f-48f6-a318-9920e28f07c7 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:38.594163 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ff3055-3511-4bea-849f-d4d78a30445e', 'name': 'network-vif-deleted', 'tag': '9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388', 'status': 'completed', 'code': 200} Dec 08 21:42:38.608224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:38.608544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Attempting to bind port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on network 353cfe91-7ce8-4791-aeb7-c5f2eba2d39c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:38.625912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:38.626248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Checking segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:38.626774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Bound using segment: {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:38.627206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Bound port: 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b956f9-0229-4222-9179-0a39eb1c8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '353cfe91-7ce8-4791-aeb7-c5f2eba2d39c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:38.627751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.657752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8c621-335c-439a-9460-85fe751a8a23 req-16373517-43cf-4077-a25c-0211a059a8b5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:38.659295 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46f8c621-335c-439a-9460-85fe751a8a23 req-16373517-43cf-4077-a25c-0211a059a8b5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 944 time: 0.1719434 Dec 08 21:42:38.687109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Router ac839f5f-af1a-401b-b7b1-a186d40ff452 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:42:38.715626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1e0f1d8-fcaa-4e17-b1f4-95a2ccb4245e req-ec8a8224-fab2-4446-8698-4d99d076f93a service neutron] 10.222.0.23 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521932 Dec 08 21:42:38.723485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.725482 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.740412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.797093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54db3cff-c2b8-41dd-b755-7ba7b427cde0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:38.799032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46f8c621-335c-439a-9460-85fe751a8a23 req-4516af42-260c-48f3-9f5d-a779e9a1e951 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212194 Dec 08 21:42:38.830053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Checking segment: {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:38.830414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Network hostable DHCP agents. Network: fb78ba57-643a-4584-bdac-628c6a3fec79, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:38.840590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.854475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d5e8df2f-095c-4e35-b86c-f00cb453edac'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:38.861130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:38.885141 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Network fb78ba57-643a-4584-bdac-628c6a3fec79 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:38.900368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:38.901448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:38.908327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Pushing event updated for resources: {'Port': ['ID=01960179-4a3c-44f8-9408-a07d9acbc7eb,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:38.910853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, fb78ba57-643a-4584-bdac-628c6a3fec79) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:38.912143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:38.921771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.927406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:38.928002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:38.940781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd58c04-3280-4b21-8e0e-a0f58589a052 None None] Network fb78ba57-643a-4584-bdac-628c6a3fec79 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:38.972232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:38.988020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-0ec5be04-978a-4a9e-a0fa-e2d80163b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:38.989521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-0ec5be04-978a-4a9e-a0fa-e2d80163b5a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 1095 time: 0.1578581 Dec 08 21:42:39.030228 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d0c268ac-f551-447d-a0ed-6f5bf22b7961 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8635364 Dec 08 21:42:39.031583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39764) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:39.036427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:39.081330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:39.082340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.093494 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.094443 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.143652 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44613275-650a-49a2-a61c-f3378e534454 req-12643758-7669-4226-bfa3-9732129a5d85 tempest-InstanceActionsV221TestJSON-1557061199 tempest-InstanceActionsV221TestJSON-1557061199-project] 10.222.0.21 "GET /v2.0/ports?device_id=08ff3055-3511-4bea-849f-d4d78a30445e HTTP/1.1" status: 200 len: 210 time: 0.0569816 Dec 08 21:42:39.153371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-825ea0dd-1854-4e81-a6c1-3baa8aac5f20 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2953086 Dec 08 21:42:39.182830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:42:39.183401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Request body: {'port': {'device_id': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:39.200375 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Sync routers for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:42:39.209838 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.226500 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:39.227224 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:39.230194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.240581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:39.241685 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.243344 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] 10.222.0.37 "PUT /v2.0/ports/8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 200 len: 1122 time: 2.5746267 Dec 08 21:42:39.246481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c327f0-c188-4d10-b069-63a8c5f7bb3e service neutron] Pushing event updated for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=8']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:39.312645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.323112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5c28bc5b-29e5-4aa9-b09c-b90ffd3f31f3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4101768 Dec 08 21:42:39.331803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:39.336005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8255b900-9cdc-4a33-97bc-fac9348d2ef4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:39.396158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8255b900-9cdc-4a33-97bc-fac9348d2ef4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:39.412561 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.422107 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb154ca-69cf-41c2-816e-1ab9420b48a7 req-5c88ca18-8960-4174-ba44-850dc400f126 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:39.434991 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9eb154ca-69cf-41c2-816e-1ab9420b48a7 req-5c88ca18-8960-4174-ba44-850dc400f126 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 931 time: 0.3172328 Dec 08 21:42:39.439270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.460197 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:39.469070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-51c2bd53-2f0c-4435-8eee-146d092bf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:39.472684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-51c2bd53-2f0c-4435-8eee-146d092bf40a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 915 time: 0.4713233 Dec 08 21:42:39.502742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fb78ba57-643a-4584-bdac-628c6a3fec79', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:42:39.512372 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.535315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c2b58c5e-c006-40f8-a032-e80942b4486f None None] Provisioning complete for port 01960179-4a3c-44f8-9408-a07d9acbc7eb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:39.536035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2b58c5e-c006-40f8-a032-e80942b4486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.569548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4'}, {'name': 'network-changed', 'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:39.572660 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379cc135-6f11-487e-8314-cae84201a55b" -d '{"events": [{"server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "name": "network-vif-unplugged", "status": "completed", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4"}, {"name": "network-changed", "server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:39.579484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-d2edee36-8e70-4b08-9738-d93546cb372f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 HTTP/1.1" status: 200 len: 217 time: 0.0753100 Dec 08 21:42:39.588717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.597506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9eb154ca-69cf-41c2-816e-1ab9420b48a7 req-94ada34f-b00c-471d-8b74-28f00c546d6a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593776 Dec 08 21:42:39.674646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c2b58c5e-c006-40f8-a032-e80942b4486f None None] Port 01960179-4a3c-44f8-9408-a07d9acbc7eb cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:39.681084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-116f54a1-341a-4e20-b207-3d5b205b9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:39.683755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-116f54a1-341a-4e20-b207-3d5b205b9f85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4e885b5-3b06-481f-bac8-287d7184e468 HTTP/1.1" status: 200 len: 854 time: 0.0853441 Dec 08 21:42:39.729546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-9c3f08c4-26af-47ce-ab12-08d7b07670ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280235 Dec 08 21:42:39.741992 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:36Z', 'revision_number': 3, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:39.778201 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Checking router: ac839f5f-af1a-401b-b7b1-a186d40ff452 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:42:39.778972 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Updating router ac839f5f-af1a-401b-b7b1-a186d40ff452 port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:42:39.816203 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.824725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Allocated IP 172.20.0.2 (fb78ba57-643a-4584-bdac-628c6a3fec79/54db3cff-c2b8-41dd-b755-7ba7b427cde0/9bac8239-82e5-4ac1-b460-d474b7919c56) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:39.836063 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:39.874128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9377432-4cc7-497b-8025-9085106f9a42 req-a4872752-a5e9-4b7c-878e-289c5ec6545c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:39.878916 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-9d235979-0341-4796-836d-d56b4c7c730d service neutron] 10.222.0.23 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333723 Dec 08 21:42:39.881224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9377432-4cc7-497b-8025-9085106f9a42 req-a4872752-a5e9-4b7c-878e-289c5ec6545c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.3394358 Dec 08 21:42:39.903353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeb3d1-cc2e-4942-b47f-9ee6c6c77723 req-8cb721da-9ac7-4ec2-ab7d-40bc794878c2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:39.905655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3abeb3d1-cc2e-4942-b47f-9ee6c6c77723 req-8cb721da-9ac7-4ec2-ab7d-40bc794878c2 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.2163756 Dec 08 21:42:40.006891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3abeb3d1-cc2e-4942-b47f-9ee6c6c77723 req-a9718092-f4bc-40fa-bb24-85eac4bbffe1 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904272 Dec 08 21:42:40.017143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9377432-4cc7-497b-8025-9085106f9a42 req-7143d8f6-41b1-458d-9e8e-b8129a7775f5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349308 Dec 08 21:42:40.036904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.057479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.104275 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b4620d-5abe-493a-8ffc-47f9b44cb930 x-openstack-request-id: req-49b4620d-5abe-493a-8ffc-47f9b44cb930 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:40.105240 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "name": "network-vif-unplugged", "status": "completed", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4", "code": 200}, {"name": "network-changed", "server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:40.105866 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49b4620d-5abe-493a-8ffc-47f9b44cb930 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:40.106739 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4', 'code': 200} Dec 08 21:42:40.107883 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4', 'status': 'completed', 'code': 200} Dec 08 21:42:40.113424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Network fb78ba57-643a-4584-bdac-628c6a3fec79 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:40.117623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:40.122351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:40.132909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Pushing event updated for resources: {'Port': ['ID=9bac8239-82e5-4ac1-b460-d474b7919c56,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:40.167293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-525f7d0a-a9de-446a-8654-b7b6ee1fbe57 req-1a87e270-5c61-49d7-b288-fd68f2016d76 service neutron] 10.222.0.23 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758379 Dec 08 21:42:40.222648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Attempting to bind port 9bac8239-82e5-4ac1-b460-d474b7919c56 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:40.223668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Attempting to bind port 9bac8239-82e5-4ac1-b460-d474b7919c56 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:40.224276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Attempting to bind port 9bac8239-82e5-4ac1-b460-d474b7919c56 on network fb78ba57-643a-4584-bdac-628c6a3fec79 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:40.232786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:40.234549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Checking segment: {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:40.235351 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.235973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Bound using segment: {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:40.237265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Bound port: 9bac8239-82e5-4ac1-b460-d474b7919c56, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:40.238017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.261550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc9b99-5824-4c19-b6ed-df4740299ed6 req-25f3b978-58d0-4193-abc0-05a0ac932552 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:40.269696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65fc9b99-5824-4c19-b6ed-df4740299ed6 req-25f3b978-58d0-4193-abc0-05a0ac932552 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 944 time: 0.1579418 Dec 08 21:42:40.274278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc135-6f11-487e-8314-cae84201a55b req-a4d41ffc-4628-4c02-a964-486e6603c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:40.276004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-379cc135-6f11-487e-8314-cae84201a55b req-a4d41ffc-4628-4c02-a964-486e6603c798 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1125 time: 0.1121948 Dec 08 21:42:40.288126 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.303877 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.317429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] For port 9bac8239-82e5-4ac1-b460-d474b7919c56, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:40.322965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] For port 9bac8239-82e5-4ac1-b460-d474b7919c56, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9bac8239-82e5-4ac1-b460-d474b7919c56,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:40.329039 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.377457 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Attempting to bind port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:40.378067 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Attempting to bind port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:40.378645 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Attempting to bind port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:40.391823 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Pushing event updated for resources: {'Port': ['ID=b8d72e53-4a9a-4329-b6e5-d12c357d6ec2,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:40.395411 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:40.395968 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:40.396593 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.397206 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:40.397972 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Bound port: b8d72e53-4a9a-4329-b6e5-d12c357d6ec2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:40.398513 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.413828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc135-6f11-487e-8314-cae84201a55b req-94d6a710-6b58-427f-8379-5c8788b5debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:40.415780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-379cc135-6f11-487e-8314-cae84201a55b req-94d6a710-6b58-427f-8379-5c8788b5debc service neutron] 10.222.0.23 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.1184404 Dec 08 21:42:40.426460 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.426852 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.427162 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.427541 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.427824 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.428152 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.428518 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.428790 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.429105 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.429422 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.429737 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.430052 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:42:40.455217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65fc9b99-5824-4c19-b6ed-df4740299ed6 req-df22b0cd-a05f-4279-ae40-5d1bd7c3a795 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845286 Dec 08 21:42:40.460088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c121f-f10e-4703-881d-6383214ef222 None None] Pushing event updated for resources: {'Port': ['ID=9bac8239-82e5-4ac1-b460-d474b7919c56,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:40.470569 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] For port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:40.473347 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] For port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b8d72e53-4a9a-4329-b6e5-d12c357d6ec2,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:40.479504 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.494377 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-379cc135-6f11-487e-8314-cae84201a55b req-44abe2ee-1b45-4f4c-851a-351fede4d0a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 200 len: 217 time: 0.0692396 Dec 08 21:42:40.560736 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d6b57-9aae-49fc-ab59-abc55bea0044 None None] Pushing event updated for resources: {'Port': ['ID=b8d72e53-4a9a-4329-b6e5-d12c357d6ec2,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:40.563935 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:40.564636 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:40.582901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc135-6f11-487e-8314-cae84201a55b req-087c4019-626b-4552-a1cf-33d933182fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:40.588809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-379cc135-6f11-487e-8314-cae84201a55b req-087c4019-626b-4552-a1cf-33d933182fe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0876524 Dec 08 21:42:40.589316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:40.669101 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-379cc135-6f11-487e-8314-cae84201a55b req-f171fa44-42a4-4f79-a683-e169e3e2186b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711441 Dec 08 21:42:40.692288 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:40.807607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-379cc135-6f11-487e-8314-cae84201a55b req-3b5fa074-68c9-49e1-a7f2-f00d32d51e49 service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296239 Dec 08 21:42:40.813321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b617c68-1df9-4379-a9ba-7cc7a1037de2 admin admin] Deleting subnet c26529b6-5af1-4865-ad71-739bece8119b {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:42:40.831916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0b617c68-1df9-4379-a9ba-7cc7a1037de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.888539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:40.934341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0b617c68-1df9-4379-a9ba-7cc7a1037de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.011485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-379cc135-6f11-487e-8314-cae84201a55b req-eee01224-7ef6-489d-b158-f6c2bc33f9fa service neutron] 10.222.0.23 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940734 Dec 08 21:42:41.018601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0b617c68-1df9-4379-a9ba-7cc7a1037de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.048887 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:36Z', 'revision_number': 3, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:41.058603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01960179-4a3c-44f8-9408-a07d9acbc7eb {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:41.100564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.105625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.112439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9bac8239-82e5-4ac1-b460-d474b7919c56 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:41.113052 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0b617c68-1df9-4379-a9ba-7cc7a1037de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.118957 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ba74e-e605-4f0b-9880-5746892be9e4 None None] The sync data for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 is: [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:36Z', 'revision_number': 3, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:42:41.143988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.159566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Transition to ACTIVE for port object 01960179-4a3c-44f8-9408-a07d9acbc7eb will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:41.168449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b617c68-1df9-4379-a9ba-7cc7a1037de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26529b6-5af1-4865-ad71-739bece8119b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:41.171797 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.186762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0b617c68-1df9-4379-a9ba-7cc7a1037de2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.188251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0b617c68-1df9-4379-a9ba-7cc7a1037de2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c26529b6-5af1-4865-ad71-739bece8119b HTTP/1.1" status: 204 len: 168 time: 0.5979755 Dec 08 21:42:41.192012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39796) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:41.231664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.256178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9bac8239-82e5-4ac1-b460-d474b7919c56 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:41.257247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.264697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:41.328944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea1839-92fe-4ae2-9758-b8f1aa2fe434 req-a8b7275e-d290-486c-89c3-5d6c5f1720be tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:41.335618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3ea1839-92fe-4ae2-9758-b8f1aa2fe434 req-a8b7275e-d290-486c-89c3-5d6c5f1720be tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 931 time: 0.3608794 Dec 08 21:42:41.525470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=01960179-4a3c-44f8-9408-a07d9acbc7eb,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:41.638875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f273c-39e7-4302-9dcb-1fbcef651008 req-5983e825-e470-44eb-a8c1-b57d77128e26 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:41.642358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:41.650524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f4f273c-39e7-4302-9dcb-1fbcef651008 req-5983e825-e470-44eb-a8c1-b57d77128e26 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.4881907 Dec 08 21:42:41.700099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'port_id': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'mac_address': 'fa:16:3e:13:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e885b5-3b06-481f-bac8-287d7184e468', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:42:41.715845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f4f273c-39e7-4302-9dcb-1fbcef651008 req-3b43635f-6faa-49f0-b051-6db787f18602 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637944 Dec 08 21:42:41.771021 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.811515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.830442 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.850111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 9bac8239-82e5-4ac1-b460-d474b7919c56, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9bac8239-82e5-4ac1-b460-d474b7919c56,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:41.857507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:41.869913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3ea1839-92fe-4ae2-9758-b8f1aa2fe434 req-733fa1b5-e666-40ae-940d-9f8601400cea tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331106 Dec 08 21:42:41.879035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:41.887264 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.891055 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:41.891443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef7063-1586-45df-9d96-24c65428984c req-251bdfbf-ea3e-496f-9911-bdb46abfa1de tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:41.903266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8cef7063-1586-45df-9d96-24c65428984c req-251bdfbf-ea3e-496f-9911-bdb46abfa1de tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.0819631 Dec 08 21:42:41.911218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Allocated IP 172.25.1.149 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/edf67812-1a72-45c7-afb7-7f02563a0ab2) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:41.972828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8cef7063-1586-45df-9d96-24c65428984c req-948997aa-3179-449b-8944-2a6a9bd29128 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618384 Dec 08 21:42:41.986253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=9bac8239-82e5-4ac1-b460-d474b7919c56,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:42.029735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Allocated IP 172.20.0.1 (3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf/a95c043b-6776-400f-89b3-100cc111e381/12f5cbc3-47ac-44d2-9166-56b2c23e4a84) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:42.063289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:42.076641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:42.103499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:42:42.104179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 9d2fffd7-9fe2-42e0-a6ae-b3fc55dc1388 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:42.128394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a83077-68de-42c7-bc9e-1d44b7c53ad3 None None] Network fb78ba57-643a-4584-bdac-628c6a3fec79 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:42.136631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e81bd-60dc-406f-a162-cdef4c5bfa7f req-751d5e97-70a4-47f1-865e-535b1ffdf6a0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:42.138839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad0e81bd-60dc-406f-a162-cdef4c5bfa7f req-751d5e97-70a4-47f1-865e-535b1ffdf6a0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 945 time: 0.0631030 Dec 08 21:42:42.146089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Attempting to bind port 01960179-4a3c-44f8-9408-a07d9acbc7eb on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:42.146648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Attempting to bind port 01960179-4a3c-44f8-9408-a07d9acbc7eb by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:42.146798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Attempting to bind port 01960179-4a3c-44f8-9408-a07d9acbc7eb on network efac9515-e5b2-4b92-a7d8-939abdd18f6a {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:42.186422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad0e81bd-60dc-406f-a162-cdef4c5bfa7f req-e6108b65-03ac-42c9-9228-c8d5d6cd8582 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Dec 08 21:42:42.205105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Port 01960179-4a3c-44f8-9408-a07d9acbc7eb on network efac9515-e5b2-4b92-a7d8-939abdd18f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:42.205537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Attempting to bind port 01960179-4a3c-44f8-9408-a07d9acbc7eb on network efac9515-e5b2-4b92-a7d8-939abdd18f6a {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:42.235705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a3a3fff9-da91-4b30-92ae-6f3d1885a7b6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:42.250566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:42.251166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Checking segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:42.251284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Bound using segment: {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:42.251738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Bound port: 01960179-4a3c-44f8-9408-a07d9acbc7eb, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd50bc8-a618-4289-9745-c17969d1d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:42.252101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.275490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.303363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9bacbeca-db26-4d51-8d56-ca11e080d40a None None] Provisioning complete for port 9bac8239-82e5-4ac1-b460-d474b7919c56 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:42.303985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bacbeca-db26-4d51-8d56-ca11e080d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.322863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.348891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac9a2c6-395a-4898-abc6-91ac368f0397']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:42.372906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:42.373111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dae8f90-7bb5-4edf-9c4e-035cfc3b10b2') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:42.389848 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.395119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.443082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.459013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:42:42.459696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:42:42.464374 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:42:42.469559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] For port 01960179-4a3c-44f8-9408-a07d9acbc7eb, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:42.531585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] For port 01960179-4a3c-44f8-9408-a07d9acbc7eb, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:42.534796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.578981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.605294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.620719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:42.621381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.623029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 1091 time: 3.4514356 Dec 08 21:42:42.625284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:42.632849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:42.635856 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617fae58-91b1-469b-9941-10361939d7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:42.648532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.670319 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Pushing event updated for resources: {'Port': ['ID=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:42.676784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:42.700499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:42.718754 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.724502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ac9a2c6-395a-4898-abc6-91ac368f0397 HTTP/1.1" status: 204 len: 168 time: 1.5243289 Dec 08 21:42:42.741464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f6996659-bce4-40c0-a9e3-4637c3526923 None None] Provisioning complete for port 9bac8239-82e5-4ac1-b460-d474b7919c56 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:42.742243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6996659-bce4-40c0-a9e3-4637c3526923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:42.929685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e3f4-5aeb-4e3a-a065-ea2daa8347af req-3d964740-0c33-474b-ba1a-175be6d54b00 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:42.938287 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cef7e3f4-5aeb-4e3a-a065-ea2daa8347af req-3d964740-0c33-474b-ba1a-175be6d54b00 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0905323 Dec 08 21:42:42.939347 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7bb0fc-4a25-4dce-8e3d-3b2b6a7266cc x-openstack-request-id: req-9b7bb0fc-4a25-4dce-8e3d-3b2b6a7266cc {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:42.939898 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:42.940367 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b7bb0fc-4a25-4dce-8e3d-3b2b6a7266cc {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:42.941156 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'status': 'completed', 'code': 200} Dec 08 21:42:42.949080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1baf45-b7c2-475d-ac7b-515bbf9911d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac9a2c6-395a-4898-abc6-91ac368f0397,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:42.967090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:43.012374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cef7e3f4-5aeb-4e3a-a065-ea2daa8347af req-29e0ee2d-71e5-43e7-960f-56a2e6104ce0 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713968 Dec 08 21:42:43.013048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39812) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:43.038869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b243e84-e673-4f74-9ee5-e013f54bc5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=01960179-4a3c-44f8-9408-a07d9acbc7eb,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:43.055890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:43.126850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Pushing event updated for resources: {'Port': ['ID=edf67812-1a72-45c7-afb7-7f02563a0ab2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:43.131929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:43.160182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-695a02aa-69ca-4423-82a3-34abd14019c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd2e6ff87858420fba469387b1a77b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414936 Dec 08 21:42:43.174654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39818) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:43.203614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:43.221737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.263374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca63ffd-5047-4ace-9cc1-a5eb1a5d01fe req-538f2c4f-d4e8-49f6-8f71-09dbb09e25bd tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:43.265151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ca63ffd-5047-4ace-9cc1-a5eb1a5d01fe req-538f2c4f-d4e8-49f6-8f71-09dbb09e25bd tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.1200202 Dec 08 21:42:43.266146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db0d7182-1d43-4baf-b5b9-ae35cf18868c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.291313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:43.294804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db0d7182-1d43-4baf-b5b9-ae35cf18868c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.301953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-88af9d04-0320-47cc-a07e-cdc97b9af222 None None] Provisioning complete for port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:43.302497 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-88af9d04-0320-47cc-a07e-cdc97b9af222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.336292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-035f4844-9383-4eab-8f32-dace30836cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:43.338347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-035f4844-9383-4eab-8f32-dace30836cc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 1094 time: 0.6632602 Dec 08 21:42:43.389940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db0d7182-1d43-4baf-b5b9-ae35cf18868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.393759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db0d7182-1d43-4baf-b5b9-ae35cf18868c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.395409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-db0d7182-1d43-4baf-b5b9-ae35cf18868c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/262f5c72-fd8e-4d51-8d79-ed097c485b0e HTTP/1.1" status: 204 len: 168 time: 0.2188208 Dec 08 21:42:43.406235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:43.408811 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.431771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d7182-1d43-4baf-b5b9-ae35cf18868c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262f5c72-fd8e-4d51-8d79-ed097c485b0e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:43.463159 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-0766a7ab-06cf-4538-817b-999d83f14119 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 217 time: 0.0962517 Dec 08 21:42:43.481560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ca63ffd-5047-4ace-9cc1-a5eb1a5d01fe req-76d284a8-2df6-4dd9-bd49-2c9cdc05bc32 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364789 Dec 08 21:42:43.522350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-88af9d04-0320-47cc-a07e-cdc97b9af222 None None] Port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:43.538227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f52f9-67ad-4c7a-a746-5f758652f2c0 req-1ff6e7f4-684a-4a30-848d-ed86b5706694 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:43.541320 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-829f52f9-67ad-4c7a-a746-5f758652f2c0 req-1ff6e7f4-684a-4a30-848d-ed86b5706694 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 943 time: 0.4810429 Dec 08 21:42:43.541955 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.575253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:43.604797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:43.604797 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.651062 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.693665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b8d72e53-4a9a-4329-b6e5-d12c357d6ec2,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:43.702956 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.703740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9bac8239-82e5-4ac1-b460-d474b7919c56 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:43.767368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac47d-f3fb-40b5-97c2-57b600e09d65 req-89684110-01a1-4739-afae-3ccb384f1d14 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:43.772152 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0ac47d-f3fb-40b5-97c2-57b600e09d65 req-89684110-01a1-4739-afae-3ccb384f1d14 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 945 time: 0.0797691 Dec 08 21:42:43.841523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-b70959fa-aa95-4719-9479-65be1e67bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:43.841775 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.844088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-b70959fa-aa95-4719-9479-65be1e67bf2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.2947805 Dec 08 21:42:43.857155 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0ac47d-f3fb-40b5-97c2-57b600e09d65 req-7ab1c1bc-1f87-4533-be56-6363c6aa862f tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769131 Dec 08 21:42:43.868377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=b8d72e53-4a9a-4329-b6e5-d12c357d6ec2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:43.892607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9bac8239-82e5-4ac1-b460-d474b7919c56 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:43.893273 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:43.901527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:43.904368 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a68769-9334-4b8e-815d-180dc6f65d35" -d '{"events": [{"server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "name": "network-vif-plugged", "status": "completed", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:43.928613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-829f52f9-67ad-4c7a-a746-5f758652f2c0 req-8dc53d9a-7999-4b53-b9f5-016b2bbcbc3e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643868 Dec 08 21:42:43.953318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:43.963077 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.000757 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c850b18b-7e11-443d-b80e-94b6431a36d4 x-openstack-request-id: req-c850b18b-7e11-443d-b80e-94b6431a36d4 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:44.001047 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "name": "network-vif-plugged", "status": "completed", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:44.001295 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c850b18b-7e11-443d-b80e-94b6431a36d4 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:44.001797 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'code': 200} Dec 08 21:42:44.041024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:44.091445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-1316909d-56e7-4c4f-8a3a-7848fa9368a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:44.093359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-1316909d-56e7-4c4f-8a3a-7848fa9368a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909099 Dec 08 21:42:44.158319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03da1f-7709-4add-96c5-f8bce8f5d48c req-80773e56-ebfe-4e43-a2f7-b1302de8e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:44.160837 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b03da1f-7709-4add-96c5-f8bce8f5d48c req-80773e56-ebfe-4e43-a2f7-b1302de8e44e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 1097 time: 0.0662103 Dec 08 21:42:44.213501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b03da1f-7709-4add-96c5-f8bce8f5d48c req-aa1d9300-cdeb-458b-b09e-e773e9fd9de0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Dec 08 21:42:44.223084 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.348931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f6b91-5fa6-4218-80ba-aea3529a1c7d req-d66912cf-a2da-4c7f-8063-95ee7cac802d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:44.348931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-836f6b91-5fa6-4218-80ba-aea3529a1c7d req-d66912cf-a2da-4c7f-8063-95ee7cac802d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.2322786 Dec 08 21:42:44.461947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39846) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:44.589221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1250622991-network', 'tenant_id': 'e69dab18f2cf45cd897b24c1405148c4'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:44.653492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Made reservation on behalf of e69dab18f2cf45cd897b24c1405148c4 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:44.656456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.669639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.677087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.697790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.752055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-c6a502d0-949a-4173-a490-237ec19bb2f0 service neutron] 10.222.0.37 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486859 Dec 08 21:42:44.771704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd61b52-ea9c-49b2-a31d-6b2d2314ff1c req-cba94b68-db00-4b1b-8f54-74647fb93801 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:44.774411 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bbd61b52-ea9c-49b2-a31d-6b2d2314ff1c req-cba94b68-db00-4b1b-8f54-74647fb93801 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 944 time: 0.1766977 Dec 08 21:42:44.776794 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.790100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.803829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:44.814033 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-836f6b91-5fa6-4218-80ba-aea3529a1c7d req-08256cba-0dcb-4f87-b215-3a3e6e2761a5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555073 Dec 08 21:42:44.872660 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bbd61b52-ea9c-49b2-a31d-6b2d2314ff1c req-64d50451-64b3-4bc2-a26a-67fa8e3718fe tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917890 Dec 08 21:42:44.876341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.876693 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Added segment 80593e95-cd16-46cc-aeff-c92607946aa3 of type vlan for network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 Dec 08 21:42:44.886725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205cf5f-1d83-4c0f-a527-ae644e3c7d52,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:44.894902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:44.950257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Pushing event updated for resources: {'Port': ['ID=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:45.007620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-d69d7d36-1ce3-477b-8401-e575a0756533 service neutron] 10.222.0.23 "GET /v2.0/ports/8255b900-9cdc-4a33-97bc-fac9348d2ef4/bindings/n-h1-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.0838501 Dec 08 21:42:45.030034 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.043101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:45.099554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f84118b6-54fa-4223-a61d-12effef0ae5f req-d1f32ab9-0560-417e-8a3a-15134597eaec service neutron] 10.222.0.37 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299575 Dec 08 21:42:45.116749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:45.117626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.146746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92400ef-8382-44f5-a3e7-eaeb8bca3d23 req-144d68cf-2495-49c9-8a26-2c912e26e509 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:45.152570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.156856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a92400ef-8382-44f5-a3e7-eaeb8bca3d23 req-144d68cf-2495-49c9-8a26-2c912e26e509 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1513851 Dec 08 21:42:45.168501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.169440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:45.170019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.172578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb9e7-41dc-4da0-918d-e0697f25e6d1 req-81c507c5-8c9b-43c2-9a29-4de1c054dc0f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:45.174128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dddbb9e7-41dc-4da0-918d-e0697f25e6d1 req-81c507c5-8c9b-43c2-9a29-4de1c054dc0f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 943 time: 0.1442566 Dec 08 21:42:45.181736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:45.266898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8034034 Dec 08 21:42:45.283120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:45.285092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39858) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:45.294110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8255b900-9cdc-4a33-97bc-fac9348d2ef4 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:45.294293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbb094-0649-4567-a941-589d7bcde3aa admin admin] Pushing event updated for resources: {'Network': ['ID=5f79c555-8619-4fe9-b48e-e9bcf0eb9036,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:45.327792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a92400ef-8382-44f5-a3e7-eaeb8bca3d23 req-6c6f6e17-c825-4c42-866f-1a0d460866fe tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543040 Dec 08 21:42:45.337321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:45.370285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Request body: {'subnet': {'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1250622991-subnet', 'tenant_id': 'e69dab18f2cf45cd897b24c1405148c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:45.433736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dddbb9e7-41dc-4da0-918d-e0697f25e6d1 req-6099bb5e-7ee1-4538-84a4-b6e1fc52bb89 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499104 Dec 08 21:42:45.470620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:45.505066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:45.547252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8255b900-9cdc-4a33-97bc-fac9348d2ef4 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:45.561407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:45.580109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.584404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fae58-91b1-469b-9941-10361939d7ca req-400d4af7-8641-423b-93fb-0870deb278f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:45.586019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-617fae58-91b1-469b-9941-10361939d7ca req-400d4af7-8641-423b-93fb-0870deb278f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 1094 time: 0.3582423 Dec 08 21:42:45.592309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Made reservation on behalf of e69dab18f2cf45cd897b24c1405148c4 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:45.594937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.655797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a62e54ca-01d1-4a87-a2ba-d7e7f3083ce8 None None] Provisioning complete for port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:45.656204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a62e54ca-01d1-4a87-a2ba-d7e7f3083ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.666847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] Transition to ACTIVE for port object 8255b900-9cdc-4a33-97bc-fac9348d2ef4 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:45.672200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:45.693767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a62e54ca-01d1-4a87-a2ba-d7e7f3083ce8 None None] Port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:45.737929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] No DVR routers for this DVR port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:42:45.759511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Router ac839f5f-af1a-401b-b7b1-a186d40ff452 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:42:45.760806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] Pushing event updated for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=10']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:45.786166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-2df4388f-836b-47ae-9ddc-1c7149c90247 service neutron] 10.222.0.23 "PUT /v2.0/ports/8255b900-9cdc-4a33-97bc-fac9348d2ef4/bindings/n-h1-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7592795 Dec 08 21:42:45.814406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fae58-91b1-469b-9941-10361939d7ca req-afe6805d-af6d-43ab-9ce4-b6d441da3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:45.816083 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-617fae58-91b1-469b-9941-10361939d7ca req-afe6805d-af6d-43ab-9ce4-b6d441da3d01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.2166302 Dec 08 21:42:45.852786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Router 5b697140-1fda-40e9-82a4-893d61e9e82a is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:42:45.931091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-617fae58-91b1-469b-9941-10361939d7ca req-b6435990-eb0c-4473-917f-7b4125936bf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 217 time: 0.0756085 Dec 08 21:42:45.942139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20380a3d-5599-4fcf-bff5-c61c4ec646b1 req-2d855e77-924e-4c62-a292-ebb0ced7f040 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:45.943770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20380a3d-5599-4fcf-bff5-c61c4ec646b1 req-2d855e77-924e-4c62-a292-ebb0ced7f040 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.0524390 Dec 08 21:42:45.984573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20380a3d-5599-4fcf-bff5-c61c4ec646b1 req-e02802ef-a5cd-4c44-8c7b-126092e96db2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346303 Dec 08 21:42:46.172841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fae58-91b1-469b-9941-10361939d7ca req-b24f6957-f532-4b9f-8ae9-70f0f9d0566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.174296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-617fae58-91b1-469b-9941-10361939d7ca req-b24f6957-f532-4b9f-8ae9-70f0f9d0566a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.2165170 Dec 08 21:42:46.184866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:42:46.190179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2518dd61-5803-4c0c-8a95-aacdf1e3bd99 admin admin] 10.222.0.21 "PUT /v2.0/routers/ac839f5f-af1a-401b-b7b1-a186d40ff452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8569922 Dec 08 21:42:46.195015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Sync routers for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:42:46.213649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:46.213881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4196bd-cbf2-4a66-a17a-be95ee938576 req-47fe96aa-fe2c-4dda-8742-b5e0864fc35c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.213994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:46.214117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a4196bd-cbf2-4a66-a17a-be95ee938576 req-47fe96aa-fe2c-4dda-8742-b5e0864fc35c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 945 time: 0.2306809 Dec 08 21:42:46.225082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:46.251222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-4dd38c29-c7c1-4a12-bb30-d5c86efbab32 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.252866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-4dd38c29-c7c1-4a12-bb30-d5c86efbab32 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.0644057 Dec 08 21:42:46.253001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:42:46.265561 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Sync routers for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:42:46.285480 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:46.286325 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:46.337198 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:46.341044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ffea07c8-04de-420a-9d04-09c32739b12c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3058994 Dec 08 21:42:46.348012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:46.348801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a618da28-4f4c-4c1c-9b52-3b407f356568,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:46.355146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a4196bd-cbf2-4a66-a17a-be95ee938576 req-6abfb221-41e5-4d83-a484-e82332d6a21e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312401 Dec 08 21:42:46.369836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fae58-91b1-469b-9941-10361939d7ca req-724080e5-f56c-462c-84bc-ce5438c9fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.371391 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-617fae58-91b1-469b-9941-10361939d7ca req-724080e5-f56c-462c-84bc-ce5438c9fe1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760366 Dec 08 21:42:46.402411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-0c76e1f9-01d5-4ebb-a642-9b24ff731750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.405006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-0c76e1f9-01d5-4ebb-a642-9b24ff731750 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357&tenant_id=942b0951a1324d0daa33c49b36c7a004 HTTP/1.1" status: 200 len: 1096 time: 0.1426511 Dec 08 21:42:46.415254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:46.449589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Checking segment: {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:46.449856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Network hostable DHCP agents. Network: 5f79c555-8619-4fe9-b48e-e9bcf0eb9036, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:46.499960 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:46.541264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-f069dd5e-0617-4ad0-8ebe-1a88dbf8b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.545029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-f069dd5e-0617-4ad0-8ebe-1a88dbf8b2ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942b0951a1324d0daa33c49b36c7a004&device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1096 time: 0.0662210 Dec 08 21:42:46.549590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:46.578145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320952ea-ba9e-447d-99aa-c2a19302dac2 req-03b9c510-2be5-449d-87ba-e989b8f7c40c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.579748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320952ea-ba9e-447d-99aa-c2a19302dac2 req-03b9c510-2be5-449d-87ba-e989b8f7c40c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1421056 Dec 08 21:42:46.590173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 5f79c555-8619-4fe9-b48e-e9bcf0eb9036) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:46.602521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1cdb3-cb9d-427f-a989-5d1110065c97 None None] Network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:46.614933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.615903 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:46.669867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-617fae58-91b1-469b-9941-10361939d7ca req-96609a85-3f32-4119-be9f-ee821e8b6e8a service neutron] 10.222.0.37 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567399 Dec 08 21:42:46.749610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320952ea-ba9e-447d-99aa-c2a19302dac2 req-b5217bf4-556d-4b85-a733-4bd3f740e2e3 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571631 Dec 08 21:42:46.784799 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bb57a475-cea6-4b52-b43f-2ec2b325e89f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4738538 Dec 08 21:42:46.850640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-46e69b61-3266-4d6a-93d3-10c2ea21af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:46.852249 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-46e69b61-3266-4d6a-93d3-10c2ea21af0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 200 len: 922 time: 0.2955594 Dec 08 21:42:46.857354 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 3, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:46.906886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-d0e428ef-1db6-4ac0-b890-7380592dd7ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 200 len: 217 time: 0.0468793 Dec 08 21:42:46.917800 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Checking router: 5b697140-1fda-40e9-82a4-893d61e9e82a for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:42:46.918142 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Updating router 5b697140-1fda-40e9-82a4-893d61e9e82a port edf67812-1a72-45c7-afb7-7f02563a0ab2 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:42:46.959625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 2, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:46.968155 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:46.991526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Checking router: ac839f5f-af1a-401b-b7b1-a186d40ff452 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:42:46.991929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Updating router ac839f5f-af1a-401b-b7b1-a186d40ff452 port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:42:46.994649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836fdb10-f029-4a99-83c2-f72e26a71520 None None] Network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:47.021506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-3367532b-3b1a-49dd-a886-a7cabe8fa8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:47.023555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-3367532b-3b1a-49dd-a886-a7cabe8fa8f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 200 len: 861 time: 0.0665562 Dec 08 21:42:47.044455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ccc8c-9b22-442d-81ae-37177e1dbf43 req-ed91e417-f3c0-4a77-a61f-6663e8cd0d33 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:47.053666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a19ccc8c-9b22-442d-81ae-37177e1dbf43 req-ed91e417-f3c0-4a77-a61f-6663e8cd0d33 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 943 time: 0.1456139 Dec 08 21:42:47.089780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-5ca763ea-4dde-47d0-a465-596b2bead428 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559435 Dec 08 21:42:47.141122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a19ccc8c-9b22-442d-81ae-37177e1dbf43 req-276ef373-056c-4113-b66a-efce2a9a3e88 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849380 Dec 08 21:42:47.167816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.299529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39890) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:47.314807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d4c41d93-f138-4235-bf87-8ee93b9dde8a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2121976176', 'description': 'tempest-description--792956533'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:47.402189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93726364-1a10-478f-980f-43de017e496c req-7faad7c2-aeb1-4d45-b69e-f099a4d0eb6f tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:47.403998 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-93726364-1a10-478f-980f-43de017e496c req-7faad7c2-aeb1-4d45-b69e-f099a4d0eb6f tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1671107 Dec 08 21:42:47.406835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4c41d93-f138-4235-bf87-8ee93b9dde8a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.411817 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-0ce4a92e-9097-49ba-9c05-f07546a43954 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878568 Dec 08 21:42:47.463501 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.471372 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.476793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-617fae58-91b1-469b-9941-10361939d7ca req-ac7a6fdb-5e7e-4611-9dcf-3277817b6f8a service neutron] 10.222.0.37 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7728736 Dec 08 21:42:47.519098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-93726364-1a10-478f-980f-43de017e496c req-a1050c6c-3556-4f95-b645-eccdd450c195 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001506 Dec 08 21:42:47.535989 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-025974fb-666f-4033-a1c0-79232d92cf23 service neutron] show failed (client error): The resource could not be found. Dec 08 21:42:47.537080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-025974fb-666f-4033-a1c0-79232d92cf23 service neutron] 10.222.0.37 "GET /v2.0/ports/978d99cb-1e51-468e-8d0e-edf97adc366f/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.6908660 Dec 08 21:42:47.552429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c54ca0-7547-4d0e-a33e-8279b6e9050b req-2abed51a-50a1-4716-8110-a9ce7410aeda tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:47.560564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e2c54ca0-7547-4d0e-a33e-8279b6e9050b req-2abed51a-50a1-4716-8110-a9ce7410aeda tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.1891885 Dec 08 21:42:47.606616 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Attempting to bind port edf67812-1a72-45c7-afb7-7f02563a0ab2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:47.607128 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Attempting to bind port edf67812-1a72-45c7-afb7-7f02563a0ab2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:47.607903 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Attempting to bind port edf67812-1a72-45c7-afb7-7f02563a0ab2 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:47.610346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4c41d93-f138-4235-bf87-8ee93b9dde8a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.613425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-39d8fc4c-4c95-4746-9803-6323112b9cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900144 Dec 08 21:42:47.631490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4c41d93-f138-4235-bf87-8ee93b9dde8a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.632798 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:47.634047 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:47.634556 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.636119 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:47.637838 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Bound port: edf67812-1a72-45c7-afb7-7f02563a0ab2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:47.639337 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.682325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.689326 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.689835 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e2c54ca0-7547-4d0e-a33e-8279b6e9050b req-93437b71-1f1d-4492-8b9d-8a894b41e3c6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264546 Dec 08 21:42:47.717253 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049a7f4-22e3-4ae1-8841-b122995f3341 None None] Pushing event updated for resources: {'Port': ['ID=edf67812-1a72-45c7-afb7-7f02563a0ab2,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:47.732281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c41d93-f138-4235-bf87-8ee93b9dde8a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80902235-720e-428e-b649-cfda6981d955,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:47.736750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4c41d93-f138-4235-bf87-8ee93b9dde8a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.740786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d4c41d93-f138-4235-bf87-8ee93b9dde8a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4282134 Dec 08 21:42:47.741581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39898) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:47.753813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bfb9db03-be44-4d6b-aad2-8235afd10c71 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Request body: {'security_group_rule': {'security_group_id': '80902235-720e-428e-b649-cfda6981d955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:47.779485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ce686-f6ef-4530-bb1f-5578f42d08be None None] Pushing event updated for resources: {'Port': ['ID=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:47.842149 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] For port edf67812-1a72-45c7-afb7-7f02563a0ab2, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:47.856645 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] For port edf67812-1a72-45c7-afb7-7f02563a0ab2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edf67812-1a72-45c7-afb7-7f02563a0ab2,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:47.869664 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.907603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Attempting to bind port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:47.908293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Attempting to bind port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:47.909189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Attempting to bind port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 on network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:47.920882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:47.922624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Checking segment: {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:47.923178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.925037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Bound using segment: {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:47.925794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Bound port: 12f5cbc3-47ac-44d2-9166-56b2c23e4a84, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:47.926801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:47.988013 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049a7f4-22e3-4ae1-8841-b122995f3341 None None] Pushing event updated for resources: {'Port': ['ID=edf67812-1a72-45c7-afb7-7f02563a0ab2,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:48.004520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2beec0-1e04-425d-8e32-a0656202925e req-1e36c1a7-1f63-4121-b875-b0adbb7f3937 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1830325 Dec 08 21:42:48.014898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-ca28bebd-b555-4c9a-a73f-5fc14ab032c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:48.016680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-ca28bebd-b555-4c9a-a73f-5fc14ab032c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b&tenant_id=6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 1100 time: 0.1426282 Dec 08 21:42:48.037837 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:48.041264 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:48.063353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:48.071654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 01960179-4a3c-44f8-9408-a07d9acbc7eb details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:48.072129 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db03-be44-4d6b-aad2-8235afd10c71 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.127799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdcf0c-42b8-4500-aee0-192cb5945b38 req-16edb6d6-3a49-42e3-b226-fed1b4b4e99c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:48.136119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3bdcf0c-42b8-4500-aee0-192cb5945b38 req-16edb6d6-3a49-42e3-b226-fed1b4b4e99c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 945 time: 0.2620535 Dec 08 21:42:48.187512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-b846d3c2-b34b-44f4-9121-3c977c1877ca tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:48.189280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-b846d3c2-b34b-44f4-9121-3c977c1877ca tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357&tenant_id=942b0951a1324d0daa33c49b36c7a004&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.2129869 Dec 08 21:42:48.197027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] For port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:48.210481 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:48.216719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] For port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:48.230144 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.238249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 01960179-4a3c-44f8-9408-a07d9acbc7eb, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:48.244381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.247664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2beec0-1e04-425d-8e32-a0656202925e req-d855a1f2-2e16-4cd6-af6d-d2c4070b26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:48.249378 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2beec0-1e04-425d-8e32-a0656202925e req-d855a1f2-2e16-4cd6-af6d-d2c4070b26b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 1096 time: 0.2144527 Dec 08 21:42:48.276964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-a0f29589-9f7d-404d-8d46-8ac145562a24 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:48.279310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-a0f29589-9f7d-404d-8d46-8ac145562a24 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 814 time: 0.2680590 Dec 08 21:42:48.283969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.314116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-905f901d-729e-45aa-b4f6-57963154aa66 None None] Provisioning complete for port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:48.315419 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-905f901d-729e-45aa-b4f6-57963154aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.321225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'port_id': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'mac_address': 'fa:16:3e:6f:41:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:42:48.343379 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3bdcf0c-42b8-4500-aee0-192cb5945b38 req-df683b6a-e278-461b-ba24-2203a5a15c29 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061806 Dec 08 21:42:48.453257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2beec0-1e04-425d-8e32-a0656202925e req-577735c8-12f5-4f77-814b-8dba920dc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:48.455121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2beec0-1e04-425d-8e32-a0656202925e req-577735c8-12f5-4f77-814b-8dba920dc5f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 200 len: 925 time: 0.1746957 Dec 08 21:42:48.456605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-6165c876-dc68-4e49-a015-f990478aab3b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/quotas/e69dab18f2cf45cd897b24c1405148c4 HTTP/1.1" status: 200 len: 375 time: 0.0143774 Dec 08 21:42:48.462591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ce686-f6ef-4530-bb1f-5578f42d08be None None] Pushing event updated for resources: {'Port': ['ID=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:48.497933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db03-be44-4d6b-aad2-8235afd10c71 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.513018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db03-be44-4d6b-aad2-8235afd10c71 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.518363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:48.519091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:48.525434 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.547045 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 3, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:48.585570 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ecab62-e061-4e5b-9631-f2c63e96e626 None None] The sync data for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 is: [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 3, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:42:48.600743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2beec0-1e04-425d-8e32-a0656202925e req-f80ca46b-4f11-4706-8be2-aa9f886525a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81 HTTP/1.1" status: 200 len: 1001 time: 0.1109354 Dec 08 21:42:48.678048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-95bf79c4-4c56-4f83-be29-1f80c1376849 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2008140 Dec 08 21:42:48.682497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9db03-be44-4d6b-aad2-8235afd10c71 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2b2bab-8374-4305-bbb3-910b9631f4db,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:48.700170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db03-be44-4d6b-aad2-8235afd10c71 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.701440 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfb9db03-be44-4d6b-aad2-8235afd10c71 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9588943 Dec 08 21:42:48.704784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-18dfe0e4-ff68-4f88-af82-f6abc8016fae service neutron] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:48.705434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39920) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:48.721020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4f6656f9-6db3-4286-aa34-cf3365befed1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Request body: {'security_group_rule': {'security_group_id': '80902235-720e-428e-b649-cfda6981d955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:48.738563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-18dfe0e4-ff68-4f88-af82-f6abc8016fae service neutron] Notify callbacks [] for binding, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.739749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-131e18d8-374f-4633-81ac-5a4ccdf55ba3 req-18dfe0e4-ff68-4f88-af82-f6abc8016fae service neutron] 10.222.0.37 "DELETE /v2.0/ports/8255b900-9cdc-4a33-97bc-fac9348d2ef4/bindings/n-h2-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.5334256 Dec 08 21:42:48.745466 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-905f901d-729e-45aa-b4f6-57963154aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.802669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01960179-4a3c-44f8-9408-a07d9acbc7eb {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:48.857997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-905f901d-729e-45aa-b4f6-57963154aa66 None None] For port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:48.861830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 01960179-4a3c-44f8-9408-a07d9acbc7eb, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:48.864745 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-905f901d-729e-45aa-b4f6-57963154aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.878970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Allocated IP 172.20.0.1 (fb78ba57-643a-4584-bdac-628c6a3fec79/54db3cff-c2b8-41dd-b755-7ba7b427cde0/f5d4e624-e57d-4795-bd2b-f917ff848395) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:48.921749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f6656f9-6db3-4286-aa34-cf3365befed1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:48.941711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f901d-729e-45aa-b4f6-57963154aa66 None None] Pushing event updated for resources: {'Port': ['ID=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:48.945707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:48.947677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.085402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e0df3-c171-4ce0-974f-6b87aad03d10 req-b2be9347-52d8-4a92-b261-88ca2b3dc236 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:49.087659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-892e0df3-c171-4ce0-974f-6b87aad03d10 req-b2be9347-52d8-4a92-b261-88ca2b3dc236 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 944 time: 0.1358109 Dec 08 21:42:49.118492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f6656f9-6db3-4286-aa34-cf3365befed1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.159459 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f6656f9-6db3-4286-aa34-cf3365befed1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.170159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:49.187887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=01960179-4a3c-44f8-9408-a07d9acbc7eb,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:49.193680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.197153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2beec0-1e04-425d-8e32-a0656202925e req-e5fbaafb-b087-42d0-8609-92fa7777178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:49.198607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2beec0-1e04-425d-8e32-a0656202925e req-e5fbaafb-b087-42d0-8609-92fa7777178e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ff34851-5b0a-418c-ad7d-127114c8dc7a HTTP/1.1" status: 200 len: 863 time: 0.5693183 Dec 08 21:42:49.204191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-72eb7d0c-901c-496a-a724-5d0dd7c5c288 None None] Provisioning complete for port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:49.204561 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72eb7d0c-901c-496a-a724-5d0dd7c5c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.206026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-892e0df3-c171-4ce0-974f-6b87aad03d10 req-2b01d5fe-3ffa-498b-8afe-1adf52f14d03 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097612 Dec 08 21:42:49.218448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6656f9-6db3-4286-aa34-cf3365befed1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea9e83e-7dbf-4298-b054-a178f5d262ba,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:49.218566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-ee71d88e-0e37-4d0a-a0ce-8070432186df service neutron] 10.222.0.21 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390687 Dec 08 21:42:49.257116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f6656f9-6db3-4286-aa34-cf3365befed1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.261494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4f6656f9-6db3-4286-aa34-cf3365befed1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5452511 Dec 08 21:42:49.271368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39934) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:49.290953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['01960179-4a3c-44f8-9408-a07d9acbc7eb'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:49.297633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:49.360273 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.376222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:49.495798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.575079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Network fb78ba57-643a-4584-bdac-628c6a3fec79 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:49.579857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d4e624-e57d-4795-bd2b-f917ff848395,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:49.582679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:49.587816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:49.610696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2beec0-1e04-425d-8e32-a0656202925e req-4a47f7d6-fb44-45b5-92f8-26202dc91bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:49.613126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2beec0-1e04-425d-8e32-a0656202925e req-4a47f7d6-fb44-45b5-92f8-26202dc91bca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e35e526e-b0aa-46d7-85c6-20f23c602f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3647153 Dec 08 21:42:49.635501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-ad51c5b8-3e69-4cc4-b222-bb08696ebd5d service neutron] 10.222.0.21 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151955 Dec 08 21:42:49.661013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.715050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:48Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:49.728786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:49.735051 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8d849-9ac3-4ae2-b90d-d0fd59f1c6bd" -d '{"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:49.756263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c433e-ad2b-4b8e-ad74-694198f6da95 None None] The sync data for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 is: [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:48Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:42:49.766287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbe695-2369-4bad-a2e1-b95b3c703524 req-bc1c7adb-ab96-4158-bd02-3144292c354c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:49.767989 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43dbe695-2369-4bad-a2e1-b95b3c703524 req-bc1c7adb-ab96-4158-bd02-3144292c354c tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.1911359 Dec 08 21:42:49.876208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.876363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:49.920712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Transition to ACTIVE for port object 978d99cb-1e51-468e-8d0e-edf97adc366f will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:49.939919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:50.003357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43dbe695-2369-4bad-a2e1-b95b3c703524 req-c1f8e5b1-d16c-471a-ba4f-8e6908d3afd2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239294 Dec 08 21:42:50.048853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2beec0-1e04-425d-8e32-a0656202925e req-f25c6f06-6dd9-40cb-9b36-2c13f270d7ed service neutron] 10.222.0.37 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094918 Dec 08 21:42:50.082456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:50.205674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ffabb90d-bfbf-4fc4-a1a2-03af6648b06a None None] Provisioning complete for port f5d4e624-e57d-4795-bd2b-f917ff848395 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:50.206235 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ffabb90d-bfbf-4fc4-a1a2-03af6648b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:50.265820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ffabb90d-bfbf-4fc4-a1a2-03af6648b06a None None] Port f5d4e624-e57d-4795-bd2b-f917ff848395 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:50.280716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:50.341094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:50.353897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] No DVR routers for this DVR port 978d99cb-1e51-468e-8d0e-edf97adc366f on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:42:50.382905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:50.412955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ae3e-b18a-4013-9006-f264d1dc85c8 req-ce76ed5e-7d09-4680-b5cd-7642999d0c0e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:50.424101 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4176ae3e-b18a-4013-9006-f264d1dc85c8 req-ce76ed5e-7d09-4680-b5cd-7642999d0c0e tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 945 time: 0.2717423 Dec 08 21:42:50.448592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2beec0-1e04-425d-8e32-a0656202925e req-631483a5-7a19-478d-872d-ed280a11ce8b service neutron] 10.222.0.37 "GET /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796253 Dec 08 21:42:50.494294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:50.494635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:50.495117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:50.508302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f55d26-e221-4f6f-93b3-b4e29c4ac176 req-720a5f23-2770-47ea-9190-10b5a8be6eab tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:50.510015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6f55d26-e221-4f6f-93b3-b4e29c4ac176 req-720a5f23-2770-47ea-9190-10b5a8be6eab tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.2106001 Dec 08 21:42:50.513462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:50.513937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:50.520277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:50.520752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:50.521212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:50.521956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Bound port: 978d99cb-1e51-468e-8d0e-edf97adc366f, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:50.522397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:50.538106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Allocated IP 172.25.1.119 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/e6636cda-dbd2-4950-8d02-1347105bc1d5) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:50.562516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4176ae3e-b18a-4013-9006-f264d1dc85c8 req-1dbc42c3-d771-40ea-bb7d-113897767e91 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348944 Dec 08 21:42:50.627478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:50.633273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:50.641132 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:50.715411 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6f55d26-e221-4f6f-93b3-b4e29c4ac176 req-1fb6f6ac-64c4-415d-8c5c-031ba7a9626d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897962 Dec 08 21:42:50.718094 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7499808c-16eb-4266-bc67-17cb20645ef9 x-openstack-request-id: req-7499808c-16eb-4266-bc67-17cb20645ef9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:50.718525 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:50.718861 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7499808c-16eb-4266-bc67-17cb20645ef9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:50.719318 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'code': 200} Dec 08 21:42:50.727940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:50.728751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:50.730339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] 10.222.0.23 "PUT /v2.0/ports/978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 1095 time: 2.6898937 Dec 08 21:42:50.869638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2538-f8ae-4e49-bc7d-1a709bc21296 service neutron] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:50.901879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-a7f67062-3396-429c-b4c3-74e0f0257c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:50.903718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-a7f67062-3396-429c-b4c3-74e0f0257c86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1098 time: 0.1376193 Dec 08 21:42:50.935546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:50.953550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.021117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-35e9d520-a0e8-4a14-9bee-366130d867d0 req-286f0ec5-c1d4-424b-8ee8-801439db727b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0831113 Dec 08 21:42:51.145065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d4e624-e57d-4795-bd2b-f917ff848395,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:51.145232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:51.162367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.239998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:51.240448 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.260749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.355427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edf67812-1a72-45c7-afb7-7f02563a0ab2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:51.413721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Network fb78ba57-643a-4584-bdac-628c6a3fec79 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:51.414936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port edf67812-1a72-45c7-afb7-7f02563a0ab2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:51.415272 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.433707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:51.449267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27486688-8ff0-40ab-b748-5cbd24860ed4 req-25973562-9708-4966-9721-615ecbf54401 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:51.455351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27486688-8ff0-40ab-b748-5cbd24860ed4 req-25973562-9708-4966-9721-615ecbf54401 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 947 time: 0.2030506 Dec 08 21:42:51.475908 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.545975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.579574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port edf67812-1a72-45c7-afb7-7f02563a0ab2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edf67812-1a72-45c7-afb7-7f02563a0ab2,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:51.589043 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.628925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8468b-9226-4665-b9a6-02766dea2452 req-44b7257d-be3f-43e9-9daa-5ee27ae0769f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:51.632518 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3db8468b-9226-4665-b9a6-02766dea2452 req-44b7257d-be3f-43e9-9daa-5ee27ae0769f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 944 time: 0.7658646 Dec 08 21:42:51.660382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event updated for resources: {'Port': ['ID=e6636cda-dbd2-4950-8d02-1347105bc1d5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:51.682044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-bd016a25-1464-433b-bfd6-2faf327c1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:51.683558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-bd016a25-1464-433b-bfd6-2faf327c1ae4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.7715180 Dec 08 21:42:51.735234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27486688-8ff0-40ab-b748-5cbd24860ed4 req-b845b2ab-abb7-46d6-8c8a-c685fec2d818 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615259 Dec 08 21:42:51.768067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:51.791302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:51.793889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:51.825044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-87933ea2-19cf-4d79-98c3-019f0f402568 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.1242123 Dec 08 21:42:51.888096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591c862-d8d5-4a61-b0a3-1ce3a414e667 req-6b2a995a-dc21-4961-88ef-9dcf18dd16c4 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:51.889644 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2591c862-d8d5-4a61-b0a3-1ce3a414e667 req-6b2a995a-dc21-4961-88ef-9dcf18dd16c4 tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 1096 time: 0.0680263 Dec 08 21:42:51.906259 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3db8468b-9226-4665-b9a6-02766dea2452 req-36af1b81-69d0-4d66-90eb-ee830e52b59c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073367 Dec 08 21:42:51.906446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Router 5b697140-1fda-40e9-82a4-893d61e9e82a has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:42:51.919398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-61c0d873-6788-4c70-9649-81cfb95f17c4 None None] Provisioning complete for port f5d4e624-e57d-4795-bd2b-f917ff848395 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:51.919777 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-61c0d873-6788-4c70-9649-81cfb95f17c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:51.943228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-fd7d89c3-5b11-4ec5-869b-ea8d5044cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:51.944730 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-fd7d89c3-5b11-4ec5-869b-ea8d5044cf01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1122651 Dec 08 21:42:51.951961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-829fd120-d653-4846-9d61-86a0e1858271 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:51.959724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-829fd120-d653-4846-9d61-86a0e1858271 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.23 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 814 time: 0.4247224 Dec 08 21:42:51.985590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Request body: {'port': {'device_id': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036', 'admin_state_up': True, 'tenant_id': 'e69dab18f2cf45cd897b24c1405148c4'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:51.999872 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2591c862-d8d5-4a61-b0a3-1ce3a414e667 req-2e54afcf-da03-48a5-afea-33b5c8e8565f tempest-LiveAutoBlockMigrationV225Test-1616110316 tempest-LiveAutoBlockMigrationV225Test-1616110316-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902617 Dec 08 21:42:52.006945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=edf67812-1a72-45c7-afb7-7f02563a0ab2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:52.026388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-61c0d873-6788-4c70-9649-81cfb95f17c4 None None] Port f5d4e624-e57d-4795-bd2b-f917ff848395 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:42:52.092446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 01960179-4a3c-44f8-9408-a07d9acbc7eb up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:52.133288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-8e61770c-0497-4d51-8437-2c5e21a87d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:52.135266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-8e61770c-0497-4d51-8437-2c5e21a87d9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746333 Dec 08 21:42:52.165620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 01960179-4a3c-44f8-9408-a07d9acbc7eb completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:52.170107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 01960179-4a3c-44f8-9408-a07d9acbc7eb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:52.170878 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.180896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-565df3cf-f775-4d9b-850f-3a85bceb5f67 req-b11690c6-6987-4929-afd3-e9e07e8004b1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0391445 Dec 08 21:42:52.185064 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.240083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce805f-f1ec-4cf0-b14d-91b527a9948c req-8cbda612-7b4e-4927-8e38-1d9e3ef0f6ba tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:52.247920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:42:52.248150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25ce805f-f1ec-4cf0-b14d-91b527a9948c req-8cbda612-7b4e-4927-8e38-1d9e3ef0f6ba tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.2328262 Dec 08 21:42:52.249420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.265577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Sync routers for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:42:52.271373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-03c324e6-2e99-4a1f-828e-2b060c04f4b2 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b697140-1fda-40e9-82a4-893d61e9e82a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9202557 Dec 08 21:42:52.283744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:52.284386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:52.332210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-916cedfd-0734-40f3-bfed-0cc1c1ca85ac service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876910 Dec 08 21:42:52.365978 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.397863 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25ce805f-f1ec-4cf0-b14d-91b527a9948c req-e1ac7f7b-f1cb-4fd4-95cb-d12b81251476 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460981 Dec 08 21:42:52.436344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:52.450300 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7f18a5-9873-4040-ab14-3b435f446f41" -d '{"events": [{"server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "name": "network-vif-plugged", "status": "completed", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:52.469670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 01960179-4a3c-44f8-9408-a07d9acbc7eb, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:52.479363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.549704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:52.559678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Made reservation on behalf of e69dab18f2cf45cd897b24c1405148c4 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:52.565412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.588541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.599818 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.624499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=01960179-4a3c-44f8-9408-a07d9acbc7eb,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:52.728783 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1215f9c9-bb55-40fe-9251-023e9b979580 x-openstack-request-id: req-1215f9c9-bb55-40fe-9251-023e9b979580 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:52.729102 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "name": "network-vif-plugged", "status": "completed", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:52.729680 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1215f9c9-bb55-40fe-9251-023e9b979580 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:52.729680 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'code': 200} Dec 08 21:42:52.740299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event updated for resources: {'Port': ['ID=e6636cda-dbd2-4950-8d02-1347105bc1d5,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:52.759225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:52.762374 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f310326-dbdf-4cb2-8196-f2a6451d42c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:52.772939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46a73e-644e-44b3-878f-01666dec3735 req-14f58fb0-c019-49d9-a07c-4b0eeee26f89 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:52.780310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e46a73e-644e-44b3-878f-01666dec3735 req-14f58fb0-c019-49d9-a07c-4b0eeee26f89 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 945 time: 0.1669936 Dec 08 21:42:52.791192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db7a08d-3cfa-4db5-92d5-9901ad96bd5b req-e0e8e2c6-651b-4155-b336-be8f6829ba31 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118860 Dec 08 21:42:52.802942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.836668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e46a73e-644e-44b3-878f-01666dec3735 req-bb2a59a1-ba4d-4425-be22-6804e5be8b11 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540345 Dec 08 21:42:52.854078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:52.860351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ecd97731-035a-4a9e-80f0-8485f5dcfdeb tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5828242 Dec 08 21:42:52.900992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 2, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:52.957172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Allocated IP 172.20.0.6 (5f79c555-8619-4fe9-b48e-e9bcf0eb9036/a618da28-4f4c-4c1c-9b52-3b407f356568/e15e6967-b319-4eb7-80ca-94aa1067e65b) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:52.978523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada0bbe-5c14-473e-b7ab-7319af7c879f req-b09ff6ce-ac6e-48cc-ab9f-0012f1f24fc2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:52.980190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Checking router: 5b697140-1fda-40e9-82a4-893d61e9e82a for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:42:52.981621 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dada0bbe-5c14-473e-b7ab-7319af7c879f req-b09ff6ce-ac6e-48cc-ab9f-0012f1f24fc2 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 947 time: 0.0719082 Dec 08 21:42:52.981783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Updating router 5b697140-1fda-40e9-82a4-893d61e9e82a port f5d4e624-e57d-4795-bd2b-f917ff848395 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:42:53.040504 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.058446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dada0bbe-5c14-473e-b7ab-7319af7c879f req-36358607-a73e-4246-bcea-c7a1a6561e19 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696218 Dec 08 21:42:53.109806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edf67812-1a72-45c7-afb7-7f02563a0ab2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:53.185851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.231570 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699dee5e-36b9-4157-9f05-d3d29e9659f2 x-openstack-request-id: req-699dee5e-36b9-4157-9f05-d3d29e9659f2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:53.233322 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:53.233322 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-699dee5e-36b9-4157-9f05-d3d29e9659f2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:53.233322 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'status': 'completed', 'code': 200} Dec 08 21:42:53.250596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.291599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a499-9e67-4eb4-b13a-6611dde5764b req-2c7c2069-7491-4300-9614-ca70b11c6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.293170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48d6a499-9e67-4eb4-b13a-6611dde5764b req-2c7c2069-7491-4300-9614-ca70b11c6a7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 1096 time: 0.5153406 Dec 08 21:42:53.339693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd561200-cee0-4847-87a7-3cf28ff98d6c req-15341872-c4ed-4865-9de5-e675051aa6ed tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.340574 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd561200-cee0-4847-87a7-3cf28ff98d6c req-15341872-c4ed-4865-9de5-e675051aa6ed tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 945 time: 0.4886851 Dec 08 21:42:53.367774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:53.382487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:53.385739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:53.441503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:53.442499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port edf67812-1a72-45c7-afb7-7f02563a0ab2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:53.443035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.486778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40034) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:53.490145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-fe5526d2-2d19-4fbe-b9c0-4541e6eaae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.492959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-fe5526d2-2d19-4fbe-b9c0-4541e6eaae50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1098 time: 0.2569106 Dec 08 21:42:53.499468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1832296819-network', 'tenant_id': '6501fbce04f44da7927ebad22585b20f'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:53.535468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48d6a499-9e67-4eb4-b13a-6611dde5764b req-6505898d-c073-46aa-81ae-cfcee993e7fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136250 Dec 08 21:42:53.538930 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd561200-cee0-4847-87a7-3cf28ff98d6c req-60b0cd79-f6f9-4198-a4ab-565baf51dc1e tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787324 Dec 08 21:42:53.607916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.608747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.637661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Made reservation on behalf of 6501fbce04f44da7927ebad22585b20f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:53.640901 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.652080 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-efdb0a00-7b99-474d-99dc-74c6e224acb7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6758707 Dec 08 21:42:53.729848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.732235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Request body: {'port': {'device_id': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:53.735930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-93e91a1c-a16a-4baf-a811-6c0b94441a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.740319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-93e91a1c-a16a-4baf-a811-6c0b94441a41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2249484 Dec 08 21:42:53.740532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.744839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.766957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-46b1ecad-d4de-46f7-94b5-046bde9df81c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.768589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-46b1ecad-d4de-46f7-94b5-046bde9df81c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.37 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 945 time: 0.6170504 Dec 08 21:42:53.815389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-09b088dc-8758-4ae1-b81c-328601cc9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.817069 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-09b088dc-8758-4ae1-b81c-328601cc9973 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1098 time: 0.6245553 Dec 08 21:42:53.825846 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3baea-2754-49b9-8316-2a34ca8dfcd6 None None] Pushing event updated for resources: {'Port': ['ID=f5d4e624-e57d-4795-bd2b-f917ff848395,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:53.877135 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.880983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-3e43eaf6-5d56-4996-beda-81097840ec4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.1199079 Dec 08 21:42:53.883868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Attempting to bind port f5d4e624-e57d-4795-bd2b-f917ff848395 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:53.884226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Attempting to bind port f5d4e624-e57d-4795-bd2b-f917ff848395 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:53.884597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Attempting to bind port f5d4e624-e57d-4795-bd2b-f917ff848395 on network fb78ba57-643a-4584-bdac-628c6a3fec79 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:53.895375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:53.895741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Checking segment: {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:53.896157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.896552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Bound using segment: {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:53.897022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Bound port: f5d4e624-e57d-4795-bd2b-f917ff848395, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:53.898363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:53.931401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe921e47-7aab-4c53-a02b-9651c7dd65af req-e7eaed62-933f-4ee2-b064-68d6bc9180b3 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.933168 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe921e47-7aab-4c53-a02b-9651c7dd65af req-e7eaed62-933f-4ee2-b064-68d6bc9180b3 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 931 time: 0.2867105 Dec 08 21:42:53.982197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce73a58-89bc-42ba-a4ae-9019f769325c req-b2f6d97f-b7df-4d60-b912-bde4a66b5bb0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:53.994279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] For port f5d4e624-e57d-4795-bd2b-f917ff848395, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:53.994594 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ce73a58-89bc-42ba-a4ae-9019f769325c req-b2f6d97f-b7df-4d60-b912-bde4a66b5bb0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 945 time: 0.7400732 Dec 08 21:42:53.999960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] For port f5d4e624-e57d-4795-bd2b-f917ff848395, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f5d4e624-e57d-4795-bd2b-f917ff848395,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:54.011778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.105640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-ab373a74-b081-4917-91ca-56a3561c2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:54.107226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-ab373a74-b081-4917-91ca-56a3561c2e3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2132862 Dec 08 21:42:54.110076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:54.110865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:54.132122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe921e47-7aab-4c53-a02b-9651c7dd65af req-efbc5b08-3e19-445e-95a7-4a2cf8e84409 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568716 Dec 08 21:42:54.161914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ce73a58-89bc-42ba-a4ae-9019f769325c req-0b59a54d-ece2-4127-89a4-28dcf7db4f37 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662400 Dec 08 21:42:54.237034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-6084758f-5cfd-4d44-897b-f1da90da5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:54.237637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-6084758f-5cfd-4d44-897b-f1da90da5a0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.3916810 Dec 08 21:42:54.248288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Deleting port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:54.248834 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.267620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3baea-2754-49b9-8316-2a34ca8dfcd6 None None] Pushing event updated for resources: {'Port': ['ID=f5d4e624-e57d-4795-bd2b-f917ff848395,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:54.317044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2629ee08-83bd-4644-9de4-3cf6db9302f6 None None] Provisioning complete for port f5d4e624-e57d-4795-bd2b-f917ff848395 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:54.317563 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2629ee08-83bd-4644-9de4-3cf6db9302f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.347544 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-4c101f25-581a-46c8-98ce-74aa612abf24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.0946031 Dec 08 21:42:54.419184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:42:54.488407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887222a4-0f55-4604-aa5f-89c2459b20ad req-1c37dc38-dded-470c-8520-b331dfd3eb56 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:54.489991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-887222a4-0f55-4604-aa5f-89c2459b20ad req-1c37dc38-dded-470c-8520-b331dfd3eb56 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 945 time: 0.1471796 Dec 08 21:42:54.495829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-5aeca1eb-06b3-4b63-9a1f-7a819626e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:54.497271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-5aeca1eb-06b3-4b63-9a1f-7a819626e029 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1365805 Dec 08 21:42:54.534203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] For port 8255b900-9cdc-4a33-97bc-fac9348d2ef4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8255b900-9cdc-4a33-97bc-fac9348d2ef4,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:54.534561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.569450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Calling delete_port for 8255b900-9cdc-4a33-97bc-fac9348d2ef4 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:54.593606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-887222a4-0f55-4604-aa5f-89c2459b20ad req-6c3f2ff6-8c53-4be3-9001-ec0abde9c5dd tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921328 Dec 08 21:42:54.608547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-4650ee86-babd-4210-8b03-8d0a92f9a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:54.610042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-4650ee86-babd-4210-8b03-8d0a92f9a37c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965991 Dec 08 21:42:54.668013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.696998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15e6967-b319-4eb7-80ca-94aa1067e65b {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:54.717906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-c551f139-8395-47aa-8bc4-c8d1860edcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:54.720202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-c551f139-8395-47aa-8bc4-c8d1860edcea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6033170 Dec 08 21:42:54.725048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.727586 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2629ee08-83bd-4644-9de4-3cf6db9302f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.732898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.835051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17cf11-fe57-487f-99d6-fcc56042949b req-ba468aa9-c7a5-41b6-8aca-be38cad7c384 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:54.842948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca17cf11-fe57-487f-99d6-fcc56042949b req-ba468aa9-c7a5-41b6-8aca-be38cad7c384 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.3240867 Dec 08 21:42:54.859549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Transition to ACTIVE for port object e15e6967-b319-4eb7-80ca-94aa1067e65b will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:42:54.869935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-3b8c6fdc-8da7-4bdc-a379-ea3ad947bd09 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276351 Dec 08 21:42:54.872285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2629ee08-83bd-4644-9de4-3cf6db9302f6 None None] For port f5d4e624-e57d-4795-bd2b-f917ff848395, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f5d4e624-e57d-4795-bd2b-f917ff848395,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:54.873203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:42:54.876154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.876668 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.892703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fab7db-1227-48f7-97fe-d39ee9f22b1b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:54.906952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8255b900-9cdc-4a33-97bc-fac9348d2ef4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:54.924533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['c76994f9-0997-451d-85e9-997dd016f8d2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:54.926307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2629ee08-83bd-4644-9de4-3cf6db9302f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.956018 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:54.956424 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Added segment 3ddd0579-159e-4dc2-8e54-de6d97569aed of type vlan for network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d Dec 08 21:42:55.032765 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-5e61d796-e5af-4680-8c8d-259ed5bb2b14 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527355 Dec 08 21:42:55.078547 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.098866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df21d3-0c62-4e50-9a82-5b3fe2191b6b req-9808983a-5b9a-4325-8461-66aae8651928 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:55.101165 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df21d3-0c62-4e50-9a82-5b3fe2191b6b req-9808983a-5b9a-4325-8461-66aae8651928 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 947 time: 0.3869808 Dec 08 21:42:55.102463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Pushing event deleted for resources: {'Port': ['ID=8255b900-9cdc-4a33-97bc-fac9348d2ef4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:55.126874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca17cf11-fe57-487f-99d6-fcc56042949b req-62bef74c-a457-4d2d-8de6-9578ed98f7f5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830477 Dec 08 21:42:55.146766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:55.180568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-44f0f347-8bf1-4bb0-a86f-3f079d1b7483 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390659 Dec 08 21:42:55.185335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] No DVR routers for this DVR port 8255b900-9cdc-4a33-97bc-fac9348d2ef4 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:42:55.190379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.194113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7cfd18a5-c4f9-4741-81a8-47c494589c40 req-5f016e03-aa8b-47bb-9580-5d214ec81fcf tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.37 "DELETE /v2.0/ports/8255b900-9cdc-4a33-97bc-fac9348d2ef4 HTTP/1.1" status: 204 len: 173 time: 1.4180479 Dec 08 21:42:55.194587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'name': 'network-vif-deleted', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:55.197720 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4e76b9-9661-43a8-8b75-52872793af28" -d '{"events": [{"server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "name": "network-vif-deleted", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:55.207494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629ee08-83bd-4644-9de4-3cf6db9302f6 None None] Pushing event updated for resources: {'Port': ['ID=f5d4e624-e57d-4795-bd2b-f917ff848395,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:55.240682 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df21d3-0c62-4e50-9a82-5b3fe2191b6b req-0dbcdb9e-ff5e-4e8c-bc3c-9798d825d2a5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256447 Dec 08 21:42:55.287784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.288838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:55.289458 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.295862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-19c57436-e987-4360-b468-94a0f166b471 None None] Provisioning complete for port f5d4e624-e57d-4795-bd2b-f917ff848395 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:55.297439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-19c57436-e987-4360-b468-94a0f166b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.316069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:53Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:55.390521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:42:55.397805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122e92c-c478-490e-a4a6-8ba90d5454eb None None] The sync data for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 is: [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:53Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:42:55.429056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9349477 Dec 08 21:42:55.437523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40088) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:55.442625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Request body: {'subnet': {'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1832296819-subnet', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:55.515364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Attempting to bind port e15e6967-b319-4eb7-80ca-94aa1067e65b on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:55.518139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Attempting to bind port e15e6967-b319-4eb7-80ca-94aa1067e65b by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:55.518889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Attempting to bind port e15e6967-b319-4eb7-80ca-94aa1067e65b on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:55.525396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcdf1b-c33f-4dc8-b2c6-a6f750cb7024 req-c5b80a2e-05ec-4722-8afb-93638698ff8d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:55.527018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8bdcdf1b-c33f-4dc8-b2c6-a6f750cb7024 req-c5b80a2e-05ec-4722-8afb-93638698ff8d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 943 time: 0.1613700 Dec 08 21:42:55.557763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Made reservation on behalf of 6501fbce04f44da7927ebad22585b20f for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:42:55.557952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844d172-6cf9-4c7b-bb9f-c6453f65db58 admin admin] Pushing event updated for resources: {'Network': ['ID=323b4808-71d0-48dc-b7fb-bbbd7dffc21d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:55.579016 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.583629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Port e15e6967-b319-4eb7-80ca-94aa1067e65b on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:42:55.583965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Attempting to bind port e15e6967-b319-4eb7-80ca-94aa1067e65b on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:55.589805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:42:55.599501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:55.599847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Checking segment: {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:55.600231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Bound using segment: {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:55.600672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Bound port: e15e6967-b319-4eb7-80ca-94aa1067e65b, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:55.601032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.609518 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f310326-dbdf-4cb2-8196-f2a6451d42c9 req-5c9a895a-7d9d-4940-a686-0b58728048b1 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148707 Dec 08 21:42:55.644600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7b49d-851c-418b-a72e-09e2f3847bff req-3806c155-0374-4bfb-b192-32d8d1366aee tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:55.653763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23f7b49d-851c-418b-a72e-09e2f3847bff req-3806c155-0374-4bfb-b192-32d8d1366aee tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 945 time: 0.2184639 Dec 08 21:42:55.717220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23f7b49d-851c-418b-a72e-09e2f3847bff req-48c0f221-21c8-4fe3-b7a7-14a4f738ca07 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621395 Dec 08 21:42:55.736365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:55.747436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8bdcdf1b-c33f-4dc8-b2c6-a6f750cb7024 req-dc276ad5-3b9f-4b0b-adbb-0ef436859e34 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114749 Dec 08 21:42:55.846199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'mac_address': 'fa:16:3e:8f:98:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:42:55.847283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:55.855236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:55.859494 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e433e9fc-edbb-4817-aaa0-f1c57cc4716e x-openstack-request-id: req-e433e9fc-edbb-4817-aaa0-f1c57cc4716e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:55.859711 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd4e3a-0eb3-4c4e-8325-7a0ac656b357", "name": "network-vif-deleted", "tag": "8255b900-9cdc-4a33-97bc-fac9348d2ef4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:55.859944 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e433e9fc-edbb-4817-aaa0-f1c57cc4716e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:55.860349 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd4e3a-0eb3-4c4e-8325-7a0ac656b357', 'name': 'network-vif-deleted', 'tag': '8255b900-9cdc-4a33-97bc-fac9348d2ef4', 'status': 'completed', 'code': 200} Dec 08 21:42:55.861329 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.945082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:55.946121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:55.948305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] 10.222.0.23 "PUT /v2.0/ports/e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 1091 time: 2.2839301 Dec 08 21:42:55.948769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:55.951982 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8032fd21-c2c4-41fa-b5b2-c896de90a63d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:55.989363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:56.012769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-622a7ae1-e2bd-4825-abd5-6e8853982b83 req-a87511e9-2cf7-41a4-832c-f5f33b6701fb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 210 time: 0.0533590 Dec 08 21:42:56.018921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978d99cb-1e51-468e-8d0e-edf97adc366f {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:42:56.077591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:56.090062 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:56.152267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073888a-e775-4da1-82fa-a5310ae4a447 service neutron] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:56.169280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-460a4e68-1d5d-4f5b-a52b-48d975a0594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:56.171682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-460a4e68-1d5d-4f5b-a52b-48d975a0594c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1094 time: 0.1580420 Dec 08 21:42:56.220078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:56.248012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1ae6-f989-4036-bbfc-538048cadd84 req-8ebcb14a-b722-4b7b-b7c0-5b71ea8b338b tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:56.256194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-770b1ae6-f989-4036-bbfc-538048cadd84 req-8ebcb14a-b722-4b7b-b7c0-5b71ea8b338b tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 945 time: 0.3083451 Dec 08 21:42:56.280305 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:56.302537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-c94c2467-c941-4934-83ce-3810e63ccee7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 217 time: 0.1107042 Dec 08 21:42:56.363156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-770b1ae6-f989-4036-bbfc-538048cadd84 req-47c482c2-0f21-4454-b930-56187dbb2feb tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041465 Dec 08 21:42:56.377989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-0a39e36b-6812-493c-bb58-339d99420410 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:56.379556 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-0a39e36b-6812-493c-bb58-339d99420410 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2127717 Dec 08 21:42:56.381001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-e97e633a-623f-4bde-bb8f-7c2b617c2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:56.385503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['978d99cb-1e51-468e-8d0e-edf97adc366f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:42:56.385853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=005a139e-a770-419c-8c60-f7b692a441ed,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:56.392904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-e97e633a-623f-4bde-bb8f-7c2b617c2411 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.0756454 Dec 08 21:42:56.485784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Checking segment: {'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:56.486353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Network hostable DHCP agents. Network: 323b4808-71d0-48dc-b7fb-bbbd7dffc21d, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:42:56.506260 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3613ea3e-ffae-4a84-8420-b71283db92c8 x-openstack-request-id: req-3613ea3e-ffae-4a84-8420-b71283db92c8 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:42:56.506559 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:42:56.506859 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3613ea3e-ffae-4a84-8420-b71283db92c8 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:42:56.507529 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'status': 'completed', 'code': 200} Dec 08 21:42:56.525848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:42:56.542839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 323b4808-71d0-48dc-b7fb-bbbd7dffc21d) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:56.554696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:56.555342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:56.563254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9c01a-3a9f-4001-8166-569d277e0f40 None None] Network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:56.572453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-3a67c3bf-9582-4c97-801c-3c2a00d5f5a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634644 Dec 08 21:42:56.591833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-f71e8af0-675f-460b-9abe-1694a44a8caf tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.1910975 Dec 08 21:42:56.594837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6db32e8f-a686-4b23-b298-a30cf9fcd10e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1562581 Dec 08 21:42:56.599575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:42:56.611092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Request body: {'floatingip': {'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:56.618624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:42:56.693572 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:56.712994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:56.714037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:56.752021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ac47a-d462-4855-af8d-63094cb9bf80 req-987f31fa-6965-438f-9807-ffa048cfd4f1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:56.761505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-335ac47a-d462-4855-af8d-63094cb9bf80 req-987f31fa-6965-438f-9807-ffa048cfd4f1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1652620 Dec 08 21:42:56.887854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:56.915667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-323b4808-71d0-48dc-b7fb-bbbd7dffc21d', 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'fixed_ips': [{'subnet_id': '005a139e-a770-419c-8c60-f7b692a441ed'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:42:56.916684 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:57.127196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-335ac47a-d462-4855-af8d-63094cb9bf80 req-5af3ea17-aa06-4eba-91b9-6c2577b9c1be tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562744 Dec 08 21:42:57.165116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f5d4e624-e57d-4795-bd2b-f917ff848395 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:57.262579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-051e16be-8df9-4cef-8f1d-1ee3ea4bc363 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:57.264195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-051e16be-8df9-4cef-8f1d-1ee3ea4bc363 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.37 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 945 time: 0.4034648 Dec 08 21:42:57.364384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Allocated IP 172.20.0.2 (323b4808-71d0-48dc-b7fb-bbbd7dffc21d/005a139e-a770-419c-8c60-f7b692a441ed/329716b2-12a0-4419-83a5-a6f430ec149e) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:57.480113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:57.511980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f5d4e624-e57d-4795-bd2b-f917ff848395 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:57.512344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:57.710119 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:57.722183 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:57.760131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8cb04-bb68-4262-be41-6151519b8a0c req-92942f5e-9bb4-4f43-bb31-895392ea60b3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:57.768896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39c8cb04-bb68-4262-be41-6151519b8a0c req-92942f5e-9bb4-4f43-bb31-895392ea60b3 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 948 time: 0.4399545 Dec 08 21:42:57.781671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:42:57.785239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:42:57.793078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:42:57.807818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Pushing event updated for resources: {'Port': ['ID=329716b2-12a0-4419-83a5-a6f430ec149e,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:57.850879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-2203f246-d7f8-4e24-8ec1-7b0a038a268d service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2547295 Dec 08 21:42:57.868976 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39c8cb04-bb68-4262-be41-6151519b8a0c req-358b7648-294c-459c-874d-b7d0a9ac9d8b tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990927 Dec 08 21:42:57.892065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Deleting port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:42:57.892421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:57.926801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Attempting to bind port 329716b2-12a0-4419-83a5-a6f430ec149e on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:42:57.927363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Attempting to bind port 329716b2-12a0-4419-83a5-a6f430ec149e by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:42:57.930090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Attempting to bind port 329716b2-12a0-4419-83a5-a6f430ec149e on network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:42:57.936699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:42:57.938230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Checking segment: {'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:42:57.938768 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:57.939542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Bound using segment: {'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:42:57.940404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Bound port: 329716b2-12a0-4419-83a5-a6f430ec149e, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:42:57.940890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:57.993856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b516b11-367e-4d42-915f-274c5ddffcb1 req-9684cefa-a8af-46a6-9ff8-9cdc8710b2aa service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321945 Dec 08 21:42:58.017984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] For port 329716b2-12a0-4419-83a5-a6f430ec149e, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:42:58.021329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] For port 329716b2-12a0-4419-83a5-a6f430ec149e, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=329716b2-12a0-4419-83a5-a6f430ec149e,segment=NetworkSegment(3ddd0579-159e-4dc2-8e54-de6d97569aed),segment_id=3ddd0579-159e-4dc2-8e54-de6d97569aed)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:42:58.028645 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:58.114734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97ef5b-b913-4f1b-b0ef-81ab7da4d90d None None] Pushing event updated for resources: {'Port': ['ID=329716b2-12a0-4419-83a5-a6f430ec149e,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:58.125530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f4356ac3-acb5-4239-bd6f-eb89f5afbd81 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:58.164778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:58.174304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:58.191317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13632225-e9f4-431f-be4c-7bbaaaa165d3 req-a24ef3ea-3df1-4c78-8dcb-b496d273f4bd tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:58.199827 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13632225-e9f4-431f-be4c-7bbaaaa165d3 req-a24ef3ea-3df1-4c78-8dcb-b496d273f4bd tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 943 time: 0.1900103 Dec 08 21:42:58.244619 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:58.277567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:58.280065 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5a4ccc-7da0-4b62-99c5-3e4295f28496" -d '{"events": [{"server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "name": "network-vif-unplugged", "status": "completed", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:58.296784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-77d1c832-fa7a-4fdd-8095-59fa95fbf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:58.296784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-77d1c832-fa7a-4fdd-8095-59fa95fbf3ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1094 time: 0.1753993 Dec 08 21:42:58.303059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f4356ac3-acb5-4239-bd6f-eb89f5afbd81, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:58.314403 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:58.315852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8255b900-9cdc-4a33-97bc-fac9348d2ef4 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:42:58.426932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 8255b900-9cdc-4a33-97bc-fac9348d2ef4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:42:58.427285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8255b900-9cdc-4a33-97bc-fac9348d2ef4 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:42:58.444473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] For port f4356ac3-acb5-4239-bd6f-eb89f5afbd81, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:58.447170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:58.468822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-54d1ec10-11d4-4f3a-9d13-ffc27c98e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:58.469066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:42:58.470903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-54d1ec10-11d4-4f3a-9d13-ffc27c98e9db service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 915 time: 0.1460657 Dec 08 21:42:58.472519 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Floating IP 5a006af0-0425-438a-91f0-e36e374c0076 associated. External IP: 172.25.1.19, port: d5e8df2f-095c-4e35-b86c-f00cb453edac. Dec 08 21:42:58.527512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13632225-e9f4-431f-be4c-7bbaaaa165d3 req-c3a70747-524b-414b-9355-1caec80a71b7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267126 Dec 08 21:42:58.638600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-80acc6c7-9318-4d33-9f15-8a9028657211 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 217 time: 0.1186745 Dec 08 21:42:58.702492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6f1c781-254e-406e-a320-c19f5111e81d req-e6d6f252-9530-43c5-83da-aa01d2a21e45 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 210 time: 0.0536644 Dec 08 21:42:58.710756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-df47f218-371a-4a1b-a9ac-3ee62fc48909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:58.713037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-df47f218-371a-4a1b-a9ac-3ee62fc48909 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.0648150 Dec 08 21:42:58.793880 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-66988d06-c138-47f1-82a9-c97584b7b23e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708930 Dec 08 21:42:58.832553 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:58.873766 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:58.920005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-ed83231c-b083-4c48-8eb6-d5386a48e4da service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185811 Dec 08 21:42:59.010300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cbe9d-38d2-4ea6-8bcb-8d595a9f2816 req-2fd2b989-6693-4dd7-8937-31dd08973043 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:59.021305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65cbe9d-38d2-4ea6-8bcb-8d595a9f2816 req-2fd2b989-6693-4dd7-8937-31dd08973043 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 943 time: 0.2106895 Dec 08 21:42:59.126234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:59.126608 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:59.126960 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Floating IP 13ed5ae9-a639-4281-b9c3-75eacf6c2a8f disassociated. External IP: 172.25.1.158, port: f4356ac3-acb5-4239-bd6f-eb89f5afbd81. Dec 08 21:42:59.127309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Calling delete_port for f4356ac3-acb5-4239-bd6f-eb89f5afbd81 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:42:59.146197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Router 69232852-8325-4d84-a85a-0882cce47064 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:42:59.159490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 329716b2-12a0-4419-83a5-a6f430ec149e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:59.169745 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65cbe9d-38d2-4ea6-8bcb-8d595a9f2816 req-c62600d6-4a62-4cd7-84ad-ff4d8a9832cc tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups?id=36dbca7f-600b-47f7-8782-a117da581d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410720 Dec 08 21:42:59.278272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 329716b2-12a0-4419-83a5-a6f430ec149e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:59.279393 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:59.312491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Allocated IP 172.25.1.77 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/adda2067-55f5-4ce7-ae0e-9edf23b43551) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:42:59.344963 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8032fd21-c2c4-41fa-b5b2-c896de90a63d req-643adb1c-1bec-428a-b437-f08fcf326241 service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777885 Dec 08 21:42:59.438562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:42:59.444199 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:42:59.454952 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:42:59.458901 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:59.478592 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:42:59.480570 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:42:59.605724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-e0888a8f-72d2-4ebe-80ad-7a7d73f85d7c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "PUT /v2.0/floatingips/5a006af0-0425-438a-91f0-e36e374c0076 HTTP/1.1" status: 200 len: 996 time: 3.0129304 Dec 08 21:42:59.639561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:42:59.643613 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3290dd60-e82c-4490-8440-ce7b22c6fb22" -d '{"events": [{"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:42:59.664627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:59.819420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 329716b2-12a0-4419-83a5-a6f430ec149e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=329716b2-12a0-4419-83a5-a6f430ec149e,segment=NetworkSegment(3ddd0579-159e-4dc2-8e54-de6d97569aed),segment_id=3ddd0579-159e-4dc2-8e54-de6d97569aed)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:42:59.831515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:42:59.839099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-8a40419d-3ee9-4d94-98ea-60ab2df1f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:59.840603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 978d99cb-1e51-468e-8d0e-edf97adc366f completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:42:59.841728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-8a40419d-3ee9-4d94-98ea-60ab2df1f61f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.1876991 Dec 08 21:42:59.863060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-d60cbbe1-6a12-43fa-be4c-b43589f70dd7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:42:59.869352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-d60cbbe1-6a12-43fa-be4c-b43589f70dd7 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b&tenant_id=6031f669df684b93a1fea6e3255e742a&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 948 time: 0.2703350 Dec 08 21:42:59.902655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25847b1-cffc-45c0-98fd-5702cbd6a163 None None] Network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:42:59.948171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 978d99cb-1e51-468e-8d0e-edf97adc366f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:42:59.950479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:00.032767 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:00.084210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:00.099769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1ba73527-98a2-4a7d-9158-c288731fc43f None None] Provisioning complete for port 329716b2-12a0-4419-83a5-a6f430ec149e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:00.100643 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1ba73527-98a2-4a7d-9158-c288731fc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:00.108905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-d13cbca2-e319-4a75-bf22-4a1126ed15e5 service neutron] 10.222.0.23 "GET /v2.0/ports/978d99cb-1e51-468e-8d0e-edf97adc366f/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 382 time: 0.2176435 Dec 08 21:43:00.157303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e706d20-8f3a-4106-a8f3-72e4ffcf4d69 req-a5ed3627-8f6a-4ef4-a8da-e12de591c8e2 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:00.168227 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e706d20-8f3a-4106-a8f3-72e4ffcf4d69 req-a5ed3627-8f6a-4ef4-a8da-e12de591c8e2 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.5191991 Dec 08 21:43:00.209060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:00.232063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-358c2675-e9b6-4b65-90c6-25df09903ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:00.233900 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-358c2675-e9b6-4b65-90c6-25df09903ca8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.3633201 Dec 08 21:43:00.273073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=329716b2-12a0-4419-83a5-a6f430ec149e,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:00.332682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-a239b6a6-ec3e-4316-9e77-b0b3978ffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:00.335947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event deleted for resources: {'Port': ['ID=f4356ac3-acb5-4239-bd6f-eb89f5afbd81,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:00.336134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-a239b6a6-ec3e-4316-9e77-b0b3978ffb99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1099 time: 0.1854706 Dec 08 21:43:00.386586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e706d20-8f3a-4106-a8f3-72e4ffcf4d69 req-c71fd988-fe3a-47fe-ae29-2e3d521784f6 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167263 Dec 08 21:43:00.390662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:00.429834 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:7a:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:42:57Z', 'revision_number': 1, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:00.442269 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:00.479847 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b04966-5c7c-4f20-a9b1-506a9c911bbe x-openstack-request-id: req-80b04966-5c7c-4f20-a9b1-506a9c911bbe {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:00.480139 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "name": "network-vif-unplugged", "status": "completed", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:00.480396 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80b04966-5c7c-4f20-a9b1-506a9c911bbe {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:00.480786 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'code': 200} Dec 08 21:43:00.494211 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:00.517354 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:00.518359 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:00.519853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:00.527166 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:00.554764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-f1cca335-28ba-4ecd-b7bc-9e3bb2e9a05f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 999 time: 0.3141792 Dec 08 21:43:00.587070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:00.660034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-77fdfca2-203d-4bb4-99b4-6a3146a9bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:00.673128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-77fdfca2-203d-4bb4-99b4-6a3146a9bce0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1146884 Dec 08 21:43:00.703617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:00.772666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:00.796224 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:00.805174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:00.827684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=adda2067-55f5-4ce7-ae0e-9edf23b43551,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:00.867838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-48b13669-2203-4ed5-bd4e-5cf017453d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:00.874092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-48b13669-2203-4ed5-bd4e-5cf017453d95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000177 Dec 08 21:43:00.876930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-b06bfe23-6252-4d2b-aed8-5fdc813916ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:00.883343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-b06bfe23-6252-4d2b-aed8-5fdc813916ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.5347664 Dec 08 21:43:00.904923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c9197788-016e-43d2-9b8d-21e09830b16f None None] Provisioning complete for port 329716b2-12a0-4419-83a5-a6f430ec149e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:00.905297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9197788-016e-43d2-9b8d-21e09830b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:00.930416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905dade-a00a-4f28-90fe-649e0f17bb25 req-c7afaa5d-c630-4717-a6d5-dd0b6486cb94 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:00.938337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b905dade-a00a-4f28-90fe-649e0f17bb25 req-c7afaa5d-c630-4717-a6d5-dd0b6486cb94 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.3260205 Dec 08 21:43:00.970996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Router c12f495c-392e-4d66-95ea-e52a5562638b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:01.141899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 329716b2-12a0-4419-83a5-a6f430ec149e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:01.147344 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-04f4ea80-f7c9-4fc5-a35f-1c30065fc6f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.1081030 Dec 08 21:43:01.216384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 329716b2-12a0-4419-83a5-a6f430ec149e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:01.221876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:01.290276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-47f52199-665f-4db4-9a1b-c9be2e3b58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:01.297145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-47f52199-665f-4db4-9a1b-c9be2e3b58a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1356814 Dec 08 21:43:01.370135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-86a9dbd7-942c-43ba-98dd-164d9d95441e service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856603 Dec 08 21:43:01.381167 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:7a:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:42:57Z', 'revision_number': 1, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:01.465893 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2cb5c-4a9f-4eb9-8d01-7a8a62ab159b None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:7a:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:42:57Z', 'revision_number': 1, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:01.502520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:43:01.531366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-1788aee4-b433-4821-9854-5f0280cb13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:01.533182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-1788aee4-b433-4821-9854-5f0280cb13a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2238808 Dec 08 21:43:01.622339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:01.652324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] Sync routers for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:01.678928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:01.680492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:01.684973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b432d5-950b-44a4-8083-a613dad5dc53 req-0a7e78b0-a4f2-49bb-a689-9408a5d0d230 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041146 Dec 08 21:43:01.722346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b905dade-a00a-4f28-90fe-649e0f17bb25 req-4c02598c-a373-4307-92a6-6d38e232cc8a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7828262 Dec 08 21:43:01.756595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] No DVR routers for this DVR port f4356ac3-acb5-4239-bd6f-eb89f5afbd81 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:01.775360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:01.781346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-1097317e-9f33-4509-b54b-4edb05e6a2a5 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334731 Dec 08 21:43:01.793610 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa6ee70d-ff86-46c7-8cb8-fd4fe7cab049 req-bdc691a6-2d63-4bb0-a513-5f9e16e07d8c tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.37 "DELETE /v2.0/ports/f4356ac3-acb5-4239-bd6f-eb89f5afbd81 HTTP/1.1" status: 204 len: 173 time: 4.4652414 Dec 08 21:43:01.806005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'name': 'network-vif-deleted', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:01.814203 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d791ee5-a320-4583-91ad-0a01734b7f6d" -d '{"events": [{"server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "name": "network-vif-deleted", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:01.879958 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea68ee81-2007-40be-a80f-7b4708d8705a None None] New status for floating IP 5a006af0-0425-438a-91f0-e36e374c0076: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:43:01.912552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:01.919160 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5bceac-bcbb-458f-92b7-75d5bee0c723 x-openstack-request-id: req-aa5bceac-bcbb-458f-92b7-75d5bee0c723 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:01.919487 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:01.919697 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa5bceac-bcbb-458f-92b7-75d5bee0c723 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:01.920097 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'status': 'completed', 'code': 200} Dec 08 21:43:01.943261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:02.026873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:02.046568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-5894e1b4-5961-4311-9af1-0ab6284d6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:02.048557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-5894e1b4-5961-4311-9af1-0ab6284d6477 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.1738918 Dec 08 21:43:02.056450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55a9bd-b546-4d12-b0af-1fe88dc850d7 req-8df47341-fb09-4f2d-b7dd-b50087d572c2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:02.058055 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0a55a9bd-b546-4d12-b0af-1fe88dc850d7 req-8df47341-fb09-4f2d-b7dd-b50087d572c2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 943 time: 0.1603820 Dec 08 21:43:02.073023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-07451eae-f717-4b01-b87a-add22944f844 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708058 Dec 08 21:43:02.137948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52de5be3-ef31-42f3-bcb0-4dd9adda41d0 req-72f06b97-d158-48d9-866b-5c5de3134cbb tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=aadd4e3a-0eb3-4c4e-8325-7a0ac656b357 HTTP/1.1" status: 200 len: 210 time: 0.0519683 Dec 08 21:43:02.183279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036', 'port_id': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'mac_address': 'fa:16:3e:c1:63:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a618da28-4f4c-4c1c-9b52-3b407f356568', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:43:02.204642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0a55a9bd-b546-4d12-b0af-1fe88dc850d7 req-017705fe-e7aa-4a1b-951c-f4176adfdc76 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354196 Dec 08 21:43:02.292472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-a9aa42d4-5adc-484e-bfd6-2128b06f4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:02.293973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-a9aa42d4-5adc-484e-bfd6-2128b06f4e96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.2349195 Dec 08 21:43:02.302583 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:02.324403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15e6967-b319-4eb7-80ca-94aa1067e65b {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:02.381258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:02.397919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:02.416126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7b80189-73dd-4706-90e1-3e8b2e5f107e req-46c4669c-c16e-4c0b-b761-dc35473b4e79 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/ports?device_id=34def91f-3c2d-43ae-8377-64133e1024b1 HTTP/1.1" status: 200 len: 210 time: 0.0976846 Dec 08 21:43:02.472951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-c63f22ec-b662-4894-b1e2-4d523daec741 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 999 time: 0.1707687 Dec 08 21:43:02.509835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9b3d9-b246-484a-8985-18de42f2ef50 req-81def7ee-6778-420b-81a4-82c1bc1164f2 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:02.520003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dad9b3d9-b246-484a-8985-18de42f2ef50 req-81def7ee-6778-420b-81a4-82c1bc1164f2 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1244912 Dec 08 21:43:02.529294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:02.587396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:02.591505 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f6ad5d-1d1f-4291-a926-a074628e4b0f" -d '{"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:02.652270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:02.705922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:02.775817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] Checking router: c12f495c-392e-4d66-95ea-e52a5562638b for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:02.780738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['e15e6967-b319-4eb7-80ca-94aa1067e65b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:02.821428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-5a88143d-1568-4c48-b207-9ffe63298b3d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:02.822833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:02.823016 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-5a88143d-1568-4c48-b207-9ffe63298b3d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1759098 Dec 08 21:43:02.823990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:03.028833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:03.073424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-1df32f50-050d-4eee-a402-103c87632dc2 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1001 time: 0.2318373 Dec 08 21:43:03.078198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Request body: {'floatingip': {'port_id': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:03.081075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-3b15979c-4582-40fa-964c-b8a0a6f36fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:03.082906 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-3b15979c-4582-40fa-964c-b8a0a6f36fd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.6005278 Dec 08 21:43:03.104232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dad9b3d9-b246-484a-8985-18de42f2ef50 req-39601ceb-12cb-4a88-988b-07570c456166 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813150 Dec 08 21:43:03.174747 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345741d5-f44b-480a-b5d6-45ca6109acd3 x-openstack-request-id: req-345741d5-f44b-480a-b5d6-45ca6109acd3 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:03.174747 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34def91f-3c2d-43ae-8377-64133e1024b1", "name": "network-vif-deleted", "tag": "f4356ac3-acb5-4239-bd6f-eb89f5afbd81", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:03.174747 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-345741d5-f44b-480a-b5d6-45ca6109acd3 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:03.174747 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34def91f-3c2d-43ae-8377-64133e1024b1', 'name': 'network-vif-deleted', 'tag': 'f4356ac3-acb5-4239-bd6f-eb89f5afbd81', 'status': 'completed', 'code': 200} Dec 08 21:43:03.209670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Router 79e11317-466c-428a-adce-b778e1f6689c is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:43:03.229770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-e6d810a7-d669-4c22-8daf-b85e2d0e2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:03.231995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:03.233368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-e6d810a7-d669-4c22-8daf-b85e2d0e2d48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268864 Dec 08 21:43:03.242734 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283404b7-bddf-4839-a3c0-61c3a960a955 x-openstack-request-id: req-283404b7-bddf-4839-a3c0-61c3a960a955 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:03.243044 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:03.243301 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-283404b7-bddf-4839-a3c0-61c3a960a955 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:03.243695 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'code': 200} Dec 08 21:43:03.366118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-f67f207d-3ed7-4036-ba6e-36b495920f05 service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201875 Dec 08 21:43:03.375499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:03.443650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6bb76-c0f5-4519-b25b-91537192afde None None] The sync data for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 is: [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:38:22Z', 'revision_number': 4, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef7d71e4-b067-44e8-94b9-c6c6b5633c84', 'name': '', 'network_id': 'e35e526e-b0aa-46d7-85c6-20f23c602f77', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'mac_address': 'fa:16:3e:91:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:19Z', 'updated_at': '2021-12-08T21:38:27Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'subnets': [{'id': '9ff34851-5b0a-418c-ad7d-127114c8dc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:03.521028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:03.535803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Sync routers for ids ['79e11317-466c-428a-adce-b778e1f6689c'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:03.559914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Routers {'79e11317-466c-428a-adce-b778e1f6689c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:03.560593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['79e11317-466c-428a-adce-b778e1f6689c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:03.616227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d9861-dbc0-4b63-9df2-02369fbe6d05 req-b5c7d796-eea5-44ba-b02b-cb690d01ab4a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:03.619005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-124d9861-dbc0-4b63-9df2-02369fbe6d05 req-b5c7d796-eea5-44ba-b02b-cb690d01ab4a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.2845984 Dec 08 21:43:03.622492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3290dd60-e82c-4490-8440-ce7b22c6fb22 req-b61dda22-134b-423e-a841-a53f3226a86b service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373295 Dec 08 21:43:03.663934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:03.668740 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6793474f-8128-4ea6-9376-619781147ce6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0661933 Dec 08 21:43:03.673473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40158) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:03.750881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Set router 79e11317-466c-428a-adce-b778e1f6689c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:03.866354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-124d9861-dbc0-4b63-9df2-02369fbe6d05 req-0b830c2e-5d8e-4e09-9507-c50e305902f5 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392282 Dec 08 21:43:03.877411 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:43:03.965200 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569272b-dd6d-417b-8e15-f19c3942f242 None None] New status for floating IP 13ed5ae9-a639-4281-b9c3-75eacf6c2a8f: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:43:04.195664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:43:01Z', 'revision_number': 3, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port': {'id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:58Z', 'updated_at': '2021-12-08T21:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:04.207103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:04.218269 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:04.252776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Checking router: 79e11317-466c-428a-adce-b778e1f6689c for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:04.253191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Updating router 79e11317-466c-428a-adce-b778e1f6689c port adda2067-55f5-4ce7-ae0e-9edf23b43551 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:43:04.336741 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:04.384021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7914b-cba1-4348-95f9-9abecf08d469 req-8bb000d5-e88a-410a-a3f8-7ca6c8323aa9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:04.391587 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cbb7914b-cba1-4348-95f9-9abecf08d469 req-8bb000d5-e88a-410a-a3f8-7ca6c8323aa9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.1876163 Dec 08 21:43:04.700684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cbb7914b-cba1-4348-95f9-9abecf08d469 req-f0f689dc-7a17-431d-a532-465651602e0a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919538 Dec 08 21:43:04.999556 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.007462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.075570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787efc9-5b9c-447b-85ad-9c97717c70ab req-7ef4d0dd-cb4f-4dd3-9e10-a15a81f7cb2b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:05.080484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Attempting to bind port adda2067-55f5-4ce7-ae0e-9edf23b43551 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:05.083165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Attempting to bind port adda2067-55f5-4ce7-ae0e-9edf23b43551 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:05.083592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0787efc9-5b9c-447b-85ad-9c97717c70ab req-7ef4d0dd-cb4f-4dd3-9e10-a15a81f7cb2b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1734507 Dec 08 21:43:05.083735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Attempting to bind port adda2067-55f5-4ce7-ae0e-9edf23b43551 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:05.091221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-72850d01-bf5f-4db1-bde9-5d9804b71cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:05.092855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-72850d01-bf5f-4db1-bde9-5d9804b71cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b&tenant_id=6031f669df684b93a1fea6e3255e742a HTTP/1.1" status: 200 len: 1100 time: 0.1709745 Dec 08 21:43:05.100066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:05.100447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:05.100852 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.101245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:05.101857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Bound port: adda2067-55f5-4ce7-ae0e-9edf23b43551, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:05.102248 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.119446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:05.129849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e588f0-5c50-4edb-bca3-f08927185258 None None] Pushing event updated for resources: {'Port': ['ID=adda2067-55f5-4ce7-ae0e-9edf23b43551,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:05.153349 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.170906 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Floating IP 5a006af0-0425-438a-91f0-e36e374c0076 associated. External IP: 172.25.1.19, port: d5e8df2f-095c-4e35-b86c-f00cb453edac. Dec 08 21:43:05.191738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] For port adda2067-55f5-4ce7-ae0e-9edf23b43551, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:05.197105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] For port adda2067-55f5-4ce7-ae0e-9edf23b43551, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=adda2067-55f5-4ce7-ae0e-9edf23b43551,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:05.203900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.205583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0787efc9-5b9c-447b-85ad-9c97717c70ab req-97c9c927-c7a7-4b8f-9feb-d7922c796240 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106365 Dec 08 21:43:05.341550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e588f0-5c50-4edb-bca3-f08927185258 None None] Pushing event updated for resources: {'Port': ['ID=adda2067-55f5-4ce7-ae0e-9edf23b43551,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:05.354908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Routers {'79e11317-466c-428a-adce-b778e1f6689c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:05.358403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['79e11317-466c-428a-adce-b778e1f6689c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:05.433718 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.464434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:05.571174 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b83f9ed8-3a9e-41e5-b8e3-5a000056c6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.607453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port e15e6967-b319-4eb7-80ca-94aa1067e65b completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:43:05.613719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] Set router 79e11317-466c-428a-adce-b778e1f6689c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:05.615953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port e15e6967-b319-4eb7-80ca-94aa1067e65b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:05.616240 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.735173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Allocated IP 172.20.0.1 (323b4808-71d0-48dc-b7fb-bbbd7dffc21d/005a139e-a770-419c-8c60-f7b692a441ed/44122662-16fe-4d58-9767-b16d2e0ecb14) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:05.838557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.892515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:05.894884 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a46374-3982-4866-b6df-85cb313de120" -d '{"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:05.928025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:05.938189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:05.939423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:05.947664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e05db9-3dfb-4f10-86d4-85ad695706f6 req-109a2bd4-bc77-4775-8657-afea07d889c6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:05.965753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8e05db9-3dfb-4f10-86d4-85ad695706f6 req-109a2bd4-bc77-4775-8657-afea07d889c6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.4591815 Dec 08 21:43:06.021154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:06.039335 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8e05db9-3dfb-4f10-86d4-85ad695706f6 req-9aa68c4f-0659-4d69-9aaf-28bbb4dc9ecb tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717483 Dec 08 21:43:06.074652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:43:01Z', 'revision_number': 3, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port': {'id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:58Z', 'updated_at': '2021-12-08T21:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:06.074918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Router 69232852-8325-4d84-a85a-0882cce47064 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:06.127785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ff1f3-2ee7-4fcf-9dcd-cd11f8c6f1d6 None None] The sync data for ids ['79e11317-466c-428a-adce-b778e1f6689c'] in n-d-821126-1 is: [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:43:01Z', 'revision_number': 3, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port': {'id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:58Z', 'updated_at': '2021-12-08T21:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:06.185929 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:06.214473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:06.221330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:06.301942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:06.326422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:06.341314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:06.356276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:06.357107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:06.357735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:06.463468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:06.465796 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73af8482-5fbd-46b1-876e-4a5072d24a64" -d '{"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:06.479175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:06.498191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Transition to ACTIVE for port object 978d99cb-1e51-468e-8d0e-edf97adc366f will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:43:06.560026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d3b6e-e356-45be-8834-a70e08fedc08 req-f5cc27f2-3bcb-438a-b15b-b38acbb1e5a7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:06.595796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f7d3b6e-e356-45be-8834-a70e08fedc08 req-f5cc27f2-3bcb-438a-b15b-b38acbb1e5a7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.3352582 Dec 08 21:43:06.603507 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:06.615917 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:43:06.616664 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:43:06.695095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:06.707187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:06.715278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:06.719854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:06.740718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=10']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:06.847440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Pushing event updated for resources: {'Port': ['ID=44122662-16fe-4d58-9767-b16d2e0ecb14,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:06.872769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Router 69232852-8325-4d84-a85a-0882cce47064 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:06.909686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.910116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.910957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.919069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.919578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.919999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.920411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.920833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.921243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.921641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.922033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.922431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:06.940667 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f7d3b6e-e356-45be-8834-a70e08fedc08 req-72b4b6e9-f556-447e-8df5-ebc31d6c8f22 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438957 Dec 08 21:43:06.943163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] No DVR routers for this DVR port 978d99cb-1e51-468e-8d0e-edf97adc366f on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:06.954380 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:07.176058 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab012c6-a226-4111-a33a-d0b3028d67f6 x-openstack-request-id: req-1ab012c6-a226-4111-a33a-d0b3028d67f6 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:07.176622 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:07.177810 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ab012c6-a226-4111-a33a-d0b3028d67f6 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:07.178289 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'code': 200} Dec 08 21:43:07.277124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:07.319756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:07.320137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:07.320461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:07.334871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:43:07.335192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Attempting to bind port 978d99cb-1e51-468e-8d0e-edf97adc366f on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:07.372674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:07.373010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:07.373454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:07.373832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Bound port: 978d99cb-1e51-468e-8d0e-edf97adc366f, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:07.375209 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:07.421263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:07.432783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:07.434445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device adda2067-55f5-4ce7-ae0e-9edf23b43551 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:07.539260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:07.553595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3390b502-4240-4490-b53c-ad6478837617 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "PUT /v2.0/floatingips/5a006af0-0425-438a-91f0-e36e374c0076 HTTP/1.1" status: 200 len: 997 time: 4.4792445 Dec 08 21:43:07.610663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e095a261-6ea9-4ca4-90db-19a48e550b31 None None] Provisioning complete for port 44122662-16fe-4d58-9767-b16d2e0ecb14 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:07.613659 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e095a261-6ea9-4ca4-90db-19a48e550b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:07.645610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-5ba6c3b9-d6da-4fa0-a929-87be4bf9ae64 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:07.650198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-5ba6c3b9-d6da-4fa0-a929-87be4bf9ae64 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports/d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 943 time: 0.0891306 Dec 08 21:43:07.712437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:07.717374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:07.726090 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:07.730658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:6f:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:03Z', 'revision_number': 3, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:07.749897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d28a-12f2-4b2e-9505-961dd619d334 req-d8af084a-0b00-4d4c-8050-f1354df929ef tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:07.770834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5fb9d28a-12f2-4b2e-9505-961dd619d334 req-d8af084a-0b00-4d4c-8050-f1354df929ef tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.3862722 Dec 08 21:43:07.778800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de32ee-a3cb-4057-952b-ff4c858a632f req-cb9f8e85-4601-4d1a-805d-bac6e5bed806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:07.785770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port adda2067-55f5-4ce7-ae0e-9edf23b43551 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:07.786261 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:07.787364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4de32ee-a3cb-4057-952b-ff4c858a632f req-cb9f8e85-4601-4d1a-805d-bac6e5bed806 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1096 time: 0.5641580 Dec 08 21:43:07.795603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:07.846338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e095a261-6ea9-4ca4-90db-19a48e550b31 None None] Port 44122662-16fe-4d58-9767-b16d2e0ecb14 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:43:07.857003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:07.857720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:42:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:07.893442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:07.894072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:07.899215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] 10.222.0.37 "PUT /v2.0/ports/978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 1096 time: 2.7891500 Dec 08 21:43:07.921019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38cf9853-6836-42ed-b512-c277cefee134 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.033918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5fb9d28a-12f2-4b2e-9505-961dd619d334 req-2d9ceed6-6852-4425-ad9b-668d5658734c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548094 Dec 08 21:43:08.094498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-03033bff-599e-4866-af11-3d3320a5afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:08.096275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-03033bff-599e-4866-af11-3d3320a5afce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.2931733 Dec 08 21:43:08.100399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff67688-9683-4c4a-aed4-4b3d295e6d1d service neutron] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=11']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:08.141926 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38cf9853-6836-42ed-b512-c277cefee134 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.181229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-d2818118-d19f-4e02-9a9d-8b9645fdf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:08.189225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-d2818118-d19f-4e02-9a9d-8b9645fdf9eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1099 time: 0.2501717 Dec 08 21:43:08.222870 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d508645c-6f85-492a-ae83-a6371cd95bfe x-openstack-request-id: req-d508645c-6f85-492a-ae83-a6371cd95bfe {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:08.229787 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:08.231049 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d508645c-6f85-492a-ae83-a6371cd95bfe {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:08.231646 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'code': 200} Dec 08 21:43:08.355470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4de32ee-a3cb-4057-952b-ff4c858a632f req-949011bb-fc6c-485c-addc-44c55ea830d6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365640 Dec 08 21:43:08.448491 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.464162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.530397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.539744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38cf9853-6836-42ed-b512-c277cefee134 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.542753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38cf9853-6836-42ed-b512-c277cefee134 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.547098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-38cf9853-6836-42ed-b512-c277cefee134 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "DELETE /v2.0/security-groups/36dbca7f-600b-47f7-8782-a117da581d44 HTTP/1.1" status: 204 len: 168 time: 1.2295659 Dec 08 21:43:08.551793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40204) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:08.564990 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3d8482f0-b5a8-4fcd-8085-e3b3ba8b3f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.598450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-6ede9c23-6006-4561-b49f-b04baa709469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:08.611506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-6ede9c23-6006-4561-b49f-b04baa709469 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2835197 Dec 08 21:43:08.614762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:08.676355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf9853-6836-42ed-b512-c277cefee134 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dbca7f-600b-47f7-8782-a117da581d44,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:08.695276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83514654-a86e-4ae7-a6d5-711c60daa118 req-a47225d7-ba0a-4510-8a20-0ee35697652f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:08.696212 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.702622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-83514654-a86e-4ae7-a6d5-711c60daa118 req-a47225d7-ba0a-4510-8a20-0ee35697652f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 948 time: 0.3527253 Dec 08 21:43:08.708188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-f109e9e1-5ed0-466e-8c94-3a9a4e6acb6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.0741925 Dec 08 21:43:08.729092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-bcf8ed7c-6ad2-4aa5-9fd1-793c074e2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:08.730758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-bcf8ed7c-6ad2-4aa5-9fd1-793c074e2c6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.6196537 Dec 08 21:43:08.731586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port adda2067-55f5-4ce7-ae0e-9edf23b43551, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=adda2067-55f5-4ce7-ae0e-9edf23b43551,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:08.753929 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.866527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=adda2067-55f5-4ce7-ae0e-9edf23b43551,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:08.871092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Pushing event updated for resources: {'Port': ['ID=44122662-16fe-4d58-9767-b16d2e0ecb14,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:08.875801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-2315ed86-6516-4512-95c8-39786efac947 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 217 time: 0.1057496 Dec 08 21:43:08.897409 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-1a0cb3af-32ce-40e4-b336-f40d4e48963e tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] show failed (client error): The resource could not be found. Dec 08 21:43:08.901963 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1a0cb3af-32ce-40e4-b336-f40d4e48963e tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "GET /v2.0/security-groups/36dbca7f-600b-47f7-8782-a117da581d44 HTTP/1.1" status: 404 len: 347 time: 0.2612936 Dec 08 21:43:08.903934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40210) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:08.910563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-879e9dec-bc55-4014-abfd-7d4c5102f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:08.920622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-83514654-a86e-4ae7-a6d5-711c60daa118 req-5f1d346b-9cc2-49ac-ad60-4f960c877a95 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168837 Dec 08 21:43:08.922962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:08.933097 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-879e9dec-bc55-4014-abfd-7d4c5102f40f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2018518 Dec 08 21:43:09.054005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-17707731-fd74-4719-bfe4-ba395cf3fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:09.063272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-17707731-fd74-4719-bfe4-ba395cf3fe15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1726110 Dec 08 21:43:09.117830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7419-8716-44c5-8561-00e500233ba1 req-fd812ef0-74d6-4796-8599-a21eef649def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:09.119448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-fd812ef0-74d6-4796-8599-a21eef649def service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855438 Dec 08 21:43:09.124404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device adda2067-55f5-4ce7-ae0e-9edf23b43551 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:09.154614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3ac6ac5a-b5e6-4125-8056-fe606179c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:09.157471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:09.167215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-3ac6ac5a-b5e6-4125-8056-fe606179c70d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008053 Dec 08 21:43:09.173830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-0f5e9684-cfb8-4a03-b6ea-55254a7e7b02 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:43:09.176144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:09.198474 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-0f5e9684-cfb8-4a03-b6ea-55254a7e7b02 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302646 Dec 08 21:43:09.300244 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:09.334167 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:09.382361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5835-f83e-49c6-81ad-517e40c38883 req-f3a18408-28f0-4516-bdc2-94a87945d2dd tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:09.404189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff5a5835-f83e-49c6-81ad-517e40c38883 req-f3a18408-28f0-4516-bdc2-94a87945d2dd tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.3543901 Dec 08 21:43:09.433131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port adda2067-55f5-4ce7-ae0e-9edf23b43551 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:09.433503 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:09.465289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-295052e6-4dfc-4a44-baea-7c949e1cb4c9 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632654 Dec 08 21:43:09.550082 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff5a5835-f83e-49c6-81ad-517e40c38883 req-f86f3327-f08c-4672-aa70-26238952179d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288862 Dec 08 21:43:09.550082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Deleting port 1e9dd8b5-7f32-4d11-bf06-41582f42f01c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:09.550082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:09.643914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-ab4fd0a8-fb94-413a-95e9-ac27bb8e9a85 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666694 Dec 08 21:43:09.667306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Router 79e11317-466c-428a-adce-b778e1f6689c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:09.744204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:6f:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:03Z', 'revision_number': 3, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:09.748820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-65b7bc70-6b35-4175-a6df-658190737c1b None None] Provisioning complete for port 44122662-16fe-4d58-9767-b16d2e0ecb14 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:09.749517 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-65b7bc70-6b35-4175-a6df-658190737c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:09.803974 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-3aecb027-58df-4341-ba0b-561a62cdf5b8 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759994 Dec 08 21:43:09.819952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb336d73-a687-49c3-8282-dd16ce06b312 None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:6f:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:03Z', 'revision_number': 3, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:09.839120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-ff1b6200-80a6-4729-b589-fdeb70459f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:09.841121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-ff1b6200-80a6-4729-b589-fdeb70459f48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 1096 time: 0.1571970 Dec 08 21:43:09.889161 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:09.894611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-65b7bc70-6b35-4175-a6df-658190737c1b None None] Port 44122662-16fe-4d58-9767-b16d2e0ecb14 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:43:10.022472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fac7419-8716-44c5-8561-00e500233ba1 req-bfd53495-4d08-4f08-934f-9373e9b971d5 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101238 Dec 08 21:43:10.097937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-950dbde3-e82f-4034-87b4-cf9dd3fff0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:10.102138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-950dbde3-e82f-4034-87b4-cf9dd3fff0de service neutron] 10.222.0.21 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.2278588 Dec 08 21:43:10.167922 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728ae11-2986-461d-90d1-f9b8105f5c75 None None] New status for floating IP 5a006af0-0425-438a-91f0-e36e374c0076: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:43:10.253252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:10.253863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:10.264840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b68bc-4866-42d3-8767-c2ab66a6ceae req-b17ee6d2-2bd6-4295-a516-ab0ff4fb5bb3 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:10.269693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac'}, {'name': 'network-changed', 'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb'}, {'name': 'network-changed', 'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:10.271732 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c1b68bc-4866-42d3-8767-c2ab66a6ceae req-b17ee6d2-2bd6-4295-a516-ab0ff4fb5bb3 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.6218181 Dec 08 21:43:10.272388 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361fad89-04ac-44d3-90f9-a7e64c945bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac"}, {"name": "network-changed", "server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb"}, {"name": "network-changed", "server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:10.281213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-d865bfcc-5c94-4e4d-8d94-fe488751461f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 1000 time: 0.1724334 Dec 08 21:43:10.308023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Calling delete_port for 1e9dd8b5-7f32-4d11-bf06-41582f42f01c owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:10.363559 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c1b68bc-4866-42d3-8767-c2ab66a6ceae req-0f508a28-3233-4e91-a7ba-fb4d9ad697d4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862401 Dec 08 21:43:10.367391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-5582e118-bd40-4201-9122-e2f9192c25be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:10.369804 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-5582e118-bd40-4201-9122-e2f9192c25be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.0821629 Dec 08 21:43:10.423620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:10.439742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Sync routers for ids ['79e11317-466c-428a-adce-b778e1f6689c'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:10.445192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f3bb6163-d685-423d-aba1-2a33e2a0d636 admin admin] 10.222.0.21 "PUT /v2.0/routers/79e11317-466c-428a-adce-b778e1f6689c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7643237 Dec 08 21:43:10.451285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Routers {'79e11317-466c-428a-adce-b778e1f6689c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:10.451913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['79e11317-466c-428a-adce-b778e1f6689c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:10.459070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-60f5d809-9070-43e8-b262-53819535858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:10.461242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-60f5d809-9070-43e8-b262-53819535858c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829313 Dec 08 21:43:10.665988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:10.701334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-d30c4579-9986-408f-b8a8-37d4930ec34f service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321374 Dec 08 21:43:10.712549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Pushing event deleted for resources: {'Port': ['ID=1e9dd8b5-7f32-4d11-bf06-41582f42f01c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:10.760663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Set router 79e11317-466c-428a-adce-b778e1f6689c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:10.783793 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:10.800282 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:10.802582 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:10.884313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-beb1ea1b-a3b4-4ccb-99ea-aa6c7b8ddce3 req-c66ff32b-86f5-4abd-96af-509cf09a7654 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660209 Dec 08 21:43:10.921768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:10.924339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:10.927973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6e40ec01-b03a-4db7-ad2e-a76bb802cc88 tempest-ServersWithSpecificFlavorTestJSON-869792685 tempest-ServersWithSpecificFlavorTestJSON-869792685-project] 10.222.0.21 "DELETE /v2.0/floatingips/13ed5ae9-a639-4281-b9c3-75eacf6c2a8f HTTP/1.1" status: 204 len: 168 time: 2.0201247 Dec 08 21:43:10.939038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774e7f-b480-4118-8901-77d7211dd198 req-1721f73f-f5b9-4b33-869f-5d7c903005a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:10.941117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8774e7f-b480-4118-8901-77d7211dd198 req-1721f73f-f5b9-4b33-869f-5d7c903005a8 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 948 time: 0.1757481 Dec 08 21:43:10.987728 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:11.029323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8774e7f-b480-4118-8901-77d7211dd198 req-15c285f2-dbb5-4fe5-83ab-7304461a0892 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724714 Dec 08 21:43:11.047944 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae744263-d162-4258-9d5c-0b8b5031be6e x-openstack-request-id: req-ae744263-d162-4258-9d5c-0b8b5031be6e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:11.048235 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:11.048493 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae744263-d162-4258-9d5c-0b8b5031be6e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:11.049413 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'status': 'completed', 'code': 200} Dec 08 21:43:11.049871 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'status': 'completed', 'code': 200} Dec 08 21:43:11.055929 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'status': 'completed', 'code': 200} Dec 08 21:43:11.104485 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:11.141853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:43:07Z', 'revision_number': 4, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port': {'id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:58Z', 'updated_at': '2021-12-08T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '44122662-16fe-4d58-9767-b16d2e0ecb14', 'name': '', 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'mac_address': 'fa:16:3e:43:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '005a139e-a770-419c-8c60-f7b692a441ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:43:05Z', 'updated_at': '2021-12-08T21:43:07Z', 'revision_number': 2, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'subnets': [{'id': '005a139e-a770-419c-8c60-f7b692a441ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:11.160961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-e6d0626b-ffc0-4c71-b653-bea38b9c9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:11.162542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-e6d0626b-ffc0-4c71-b653-bea38b9c9dba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.0896208 Dec 08 21:43:11.173450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-0a6b66d4-ea74-4d86-be97-eb1995d65268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:11.180822 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-0a6b66d4-ea74-4d86-be97-eb1995d65268 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 1096 time: 0.1063409 Dec 08 21:43:11.216431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Checking router: 79e11317-466c-428a-adce-b778e1f6689c for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:11.225114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Updating router 79e11317-466c-428a-adce-b778e1f6689c port 44122662-16fe-4d58-9767-b16d2e0ecb14 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:43:11.303774 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:11.465608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-c7eddaf1-c76c-4cb1-98d3-68ea5c3469e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:11.467834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-c7eddaf1-c76c-4cb1-98d3-68ea5c3469e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.2831964 Dec 08 21:43:11.480574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70302aa-32a5-4bd9-89ef-4efef097827a req-cfab9744-df50-49e6-8920-a9be225d3eaf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:11.488230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d70302aa-32a5-4bd9-89ef-4efef097827a req-cfab9744-df50-49e6-8920-a9be225d3eaf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.3086610 Dec 08 21:43:11.540354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-e9bc8589-ea43-43d4-b9f4-8332bf7b2fbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 217 time: 0.0409048 Dec 08 21:43:11.567018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-3dfd1720-6efc-4d28-934b-56b3e11f65f0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:11.569120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-3dfd1720-6efc-4d28-934b-56b3e11f65f0 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.23 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 944 time: 0.2512410 Dec 08 21:43:11.674886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d70302aa-32a5-4bd9-89ef-4efef097827a req-8e932bd4-c581-484d-af63-b35366158825 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853631 Dec 08 21:43:11.787202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-3394e56f-8ac4-4aab-babf-8c69bc9ebd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:11.789368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-3394e56f-8ac4-4aab-babf-8c69bc9ebd77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.2395661 Dec 08 21:43:11.847579 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:6f:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:10Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:11.862672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2c4ee9d-f381-4b2f-b798-6eede45b8b56 req-8597839e-2b50-49db-926f-8b85d8c482cb tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1000 time: 0.1277614 Dec 08 21:43:11.884241 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:11.895947 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:11.897524 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:11.906284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-4ea865ea-a2d3-4f1c-adde-22ac10eb5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:11.907826 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-4ea865ea-a2d3-4f1c-adde-22ac10eb5140 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079102 Dec 08 21:43:11.933283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Deleting port c76994f9-0997-451d-85e9-997dd016f8d2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:11.933630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.023764 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.034302 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.059364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d349a38-42c8-4f8e-8f37-e94977e97f4e req-5d87048a-7c21-43ba-a653-da89f3b1e9db tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:12.067392 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d349a38-42c8-4f8e-8f37-e94977e97f4e req-5d87048a-7c21-43ba-a653-da89f3b1e9db tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=29aeafdc-a459-4cee-8483-1b41616acc7d HTTP/1.1" status: 200 len: 944 time: 0.8834956 Dec 08 21:43:12.103215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4ee9d-f381-4b2f-b798-6eede45b8b56 req-97489769-9503-4d70-85db-7698c0fbc1f7 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:12.118810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-17d969b2-3a29-45fa-8b73-c1a75c108f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:12.120666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-17d969b2-3a29-45fa-8b73-c1a75c108f66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.9299457 Dec 08 21:43:12.127219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2c4ee9d-f381-4b2f-b798-6eede45b8b56 req-97489769-9503-4d70-85db-7698c0fbc1f7 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports/01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 942 time: 0.2633286 Dec 08 21:43:12.163020 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d349a38-42c8-4f8e-8f37-e94977e97f4e req-11e73714-3fef-4900-9c6f-0965e932d992 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794699 Dec 08 21:43:12.186333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:43:12.271352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bf5c5-87f2-46c6-8101-26880a19e52b None None] Pushing event updated for resources: {'Port': ['ID=44122662-16fe-4d58-9767-b16d2e0ecb14,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:12.275177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-9473e052-b196-42de-9384-c7dc3644b009 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 1000 time: 0.1460054 Dec 08 21:43:12.310559 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:12.453106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-e7a83da4-75e3-47c9-ad43-7de068f184a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:12.454636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-e7a83da4-75e3-47c9-ad43-7de068f184a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1710405 Dec 08 21:43:12.500623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36a6b-b1b7-4321-8ab0-0092fc3c5f1a req-3300ceac-ae96-4ce4-847c-e66d7f25a95d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:12.509539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48d36a6b-b1b7-4321-8ab0-0092fc3c5f1a req-3300ceac-ae96-4ce4-847c-e66d7f25a95d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1340957 Dec 08 21:43:12.510958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Attempting to bind port 44122662-16fe-4d58-9767-b16d2e0ecb14 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:12.511336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Attempting to bind port 44122662-16fe-4d58-9767-b16d2e0ecb14 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:12.511766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Attempting to bind port 44122662-16fe-4d58-9767-b16d2e0ecb14 on network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:12.522239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:12.522613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Checking segment: {'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:12.523096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.523490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Bound using segment: {'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:12.523965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Bound port: 44122662-16fe-4d58-9767-b16d2e0ecb14, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddd0579-159e-4dc2-8e54-de6d97569aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:12.524347 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.539914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] For port c76994f9-0997-451d-85e9-997dd016f8d2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c76994f9-0997-451d-85e9-997dd016f8d2,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:12.540826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.556343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Calling delete_port for c76994f9-0997-451d-85e9-997dd016f8d2 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:12.582287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-7bfd1f16-04b9-48ef-9343-948f75cb5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:12.584016 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-7bfd1f16-04b9-48ef-9343-948f75cb5916 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189764 Dec 08 21:43:12.598982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48d36a6b-b1b7-4321-8ab0-0092fc3c5f1a req-77e20e24-ebfd-4ea2-8921-3cc03d61d3fe tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829029 Dec 08 21:43:12.656466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:12.700928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-15b30fab-e4e1-434d-9431-b2f4fd88d32c None None] Provisioning complete for port 44122662-16fe-4d58-9767-b16d2e0ecb14 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:12.701217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-15b30fab-e4e1-434d-9431-b2f4fd88d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.726953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2c4ee9d-f381-4b2f-b798-6eede45b8b56 req-d2513e65-8da0-4669-8287-5df38700fb5a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1000 time: 0.4606342 Dec 08 21:43:12.733153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'mac_address': 'fa:16:3e:8f:98:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:43:12.743143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-e5429bc8-067f-4c14-8757-e1e0bcbbd918 service neutron] 10.222.0.37 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427467 Dec 08 21:43:12.755071 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:6f:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:10Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:12.803184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] For port 44122662-16fe-4d58-9767-b16d2e0ecb14, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:12.807775 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-15b30fab-e4e1-434d-9431-b2f4fd88d32c None None] Port 44122662-16fe-4d58-9767-b16d2e0ecb14 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:43:12.826853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] For port 44122662-16fe-4d58-9767-b16d2e0ecb14, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=44122662-16fe-4d58-9767-b16d2e0ecb14,segment=NetworkSegment(3ddd0579-159e-4dc2-8e54-de6d97569aed),segment_id=3ddd0579-159e-4dc2-8e54-de6d97569aed)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:12.828076 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6fdfb-93dc-428a-bd8e-7f85f46f5279 None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:6f:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:10Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:12.828303 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.848152 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.863607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978d99cb-1e51-468e-8d0e-edf97adc366f {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:12.863945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4ee9d-f381-4b2f-b798-6eede45b8b56 req-810e301a-1a27-4169-a71f-bfd676c9eee6 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:12.865519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2c4ee9d-f381-4b2f-b798-6eede45b8b56 req-810e301a-1a27-4169-a71f-bfd676c9eee6 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1259441 Dec 08 21:43:12.875546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-adb0c471-92c7-4b1e-b67c-810a89b85b7d service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9562433 Dec 08 21:43:12.952229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:12.959704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-2197a3c6-adc3-45c0-bcb0-f049d17f8224 service neutron] 10.222.0.37 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066677 Dec 08 21:43:12.970846 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:12.982285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Routers {'79e11317-466c-428a-adce-b778e1f6689c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:12.986334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['79e11317-466c-428a-adce-b778e1f6689c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:13.091874 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:13.109670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-02c1796d-b75e-45ce-8997-616a3c6b0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.111221 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-02c1796d-b75e-45ce-8997-616a3c6b0bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1100 time: 0.0994503 Dec 08 21:43:13.151217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['c76994f9-0997-451d-85e9-997dd016f8d2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:13.212332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Pushing event deleted for resources: {'Port': ['ID=c76994f9-0997-451d-85e9-997dd016f8d2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:13.225591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bf5c5-87f2-46c6-8101-26880a19e52b None None] Pushing event updated for resources: {'Port': ['ID=44122662-16fe-4d58-9767-b16d2e0ecb14,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:13.277447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-2d883d9d-d29f-40a0-9708-0b4ba002d126 service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695390 Dec 08 21:43:13.323058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['978d99cb-1e51-468e-8d0e-edf97adc366f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:13.325939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-fbb14d65-cf6a-40a9-b17b-1ca25035ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.329601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-fbb14d65-cf6a-40a9-b17b-1ca25035ae6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2069285 Dec 08 21:43:13.426194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] No DVR routers for this DVR port c76994f9-0997-451d-85e9-997dd016f8d2 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:13.431305 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:13.435267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d80b4ae6-0d86-411e-b695-0586fd35a1b5 req-0ee296e2-48ce-4a81-91b6-dfb277f8a2c3 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.23 "DELETE /v2.0/ports/c76994f9-0997-451d-85e9-997dd016f8d2 HTTP/1.1" status: 204 len: 173 time: 1.8453546 Dec 08 21:43:13.436332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'name': 'network-vif-deleted', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:13.439057 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb46edd-418e-4ea7-afdb-a7be9eb1ca55" -d '{"events": [{"server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "name": "network-vif-deleted", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:13.472284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f799c26-3471-4ec3-8d17-967ada19a329 req-99df1917-d136-4eb4-9187-0a8b64e3b956 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.481785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f799c26-3471-4ec3-8d17-967ada19a329 req-99df1917-d136-4eb4-9187-0a8b64e3b956 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 949 time: 0.4794343 Dec 08 21:43:13.482023 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-97b16304-106c-4af5-9e39-6edab105f150 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.1438293 Dec 08 21:43:13.505934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-b9527a83-fcc5-4d94-b06f-640ab801b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.508667 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-b9527a83-fcc5-4d94-b06f-640ab801b294 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6031f669df684b93a1fea6e3255e742a&device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1100 time: 0.1483312 Dec 08 21:43:13.566274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-487357ba-1360-4f87-87d4-ff4455eb9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.568979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f799c26-3471-4ec3-8d17-967ada19a329 req-b4369411-ba74-4fd6-8c88-c3617c9288da tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857022 Dec 08 21:43:13.572721 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-487357ba-1360-4f87-87d4-ff4455eb9c30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0759339 Dec 08 21:43:13.666365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-93085336-590b-4e13-8383-27f63a0dbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.669242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-93085336-590b-4e13-8383-27f63a0dbfb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903590 Dec 08 21:43:13.701398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=12']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:13.717269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-2c82260f-18dd-400d-850e-a90709eb6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.718750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-2c82260f-18dd-400d-850e-a90709eb6344 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2015920 Dec 08 21:43:13.720850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5d16af80-7fd6-4cc4-b075-40c58fd370de None None] Provisioning complete for port 44122662-16fe-4d58-9767-b16d2e0ecb14 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:13.722168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5d16af80-7fd6-4cc4-b075-40c58fd370de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:13.778705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] Set router 79e11317-466c-428a-adce-b778e1f6689c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:13.779885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-2bea560c-96b9-49bb-933c-27837689838c tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1000 time: 0.1496639 Dec 08 21:43:13.782373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-1c0fce12-c266-4927-baa4-11e3189961bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 200 len: 217 time: 0.0515499 Dec 08 21:43:13.817928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-6c58301c-1f36-4f66-9f6a-6f6b4302f8b8 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343997 Dec 08 21:43:13.861280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-9b8908d2-9ce7-43c0-8eba-d1d3bcd58497 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.883528 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-9b8908d2-9ce7-43c0-8eba-d1d3bcd58497 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports/01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 942 time: 0.1026561 Dec 08 21:43:13.927308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-9db1023a-bad3-45b9-b7c2-51db142cc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:13.931745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-9db1023a-bad3-45b9-b7c2-51db142cc2e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1194603 Dec 08 21:43:13.983344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-6f34228f-2b30-4186-a5d8-7f6b19931e2a service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547773 Dec 08 21:43:14.047619 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5d16af80-7fd6-4cc4-b075-40c58fd370de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:14.064547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-74c5a026-9c72-4b7f-a464-a473b6bcbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:14.066033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-74c5a026-9c72-4b7f-a464-a473b6bcbeab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277785 Dec 08 21:43:14.092860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-065ecdc5-e682-43d5-acd7-55d5ac495dcc tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1000 time: 0.1370189 Dec 08 21:43:14.142633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5d16af80-7fd6-4cc4-b075-40c58fd370de None None] For port 44122662-16fe-4d58-9767-b16d2e0ecb14, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=44122662-16fe-4d58-9767-b16d2e0ecb14,segment=NetworkSegment(3ddd0579-159e-4dc2-8e54-de6d97569aed),segment_id=3ddd0579-159e-4dc2-8e54-de6d97569aed)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:14.156038 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5d16af80-7fd6-4cc4-b075-40c58fd370de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:14.263970 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-2bca0458-05fa-442f-8a08-e102c828fb03 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883328 Dec 08 21:43:14.267231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16af80-7fd6-4cc4-b075-40c58fd370de None None] Pushing event updated for resources: {'Port': ['ID=44122662-16fe-4d58-9767-b16d2e0ecb14,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:14.271395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-804100e3-86d1-4502-a555-f3eb7dd5085f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:14.272950 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-804100e3-86d1-4502-a555-f3eb7dd5085f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1664443 Dec 08 21:43:14.332341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:43:07Z', 'revision_number': 4, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port': {'id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:58Z', 'updated_at': '2021-12-08T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '44122662-16fe-4d58-9767-b16d2e0ecb14', 'name': '', 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'mac_address': 'fa:16:3e:43:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '005a139e-a770-419c-8c60-f7b692a441ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:43:05Z', 'updated_at': '2021-12-08T21:43:12Z', 'revision_number': 4, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'subnets': [{'id': '005a139e-a770-419c-8c60-f7b692a441ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:14.368810 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39a73b-a9c9-4295-8216-c2867b07ffa0 None None] The sync data for ids ['79e11317-466c-428a-adce-b778e1f6689c'] in n-d-821126-1 is: [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:43:07Z', 'revision_number': 4, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port': {'id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:58Z', 'updated_at': '2021-12-08T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '44122662-16fe-4d58-9767-b16d2e0ecb14', 'name': '', 'network_id': '323b4808-71d0-48dc-b7fb-bbbd7dffc21d', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'mac_address': 'fa:16:3e:43:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '005a139e-a770-419c-8c60-f7b692a441ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:43:05Z', 'updated_at': '2021-12-08T21:43:12Z', 'revision_number': 4, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'subnets': [{'id': '005a139e-a770-419c-8c60-f7b692a441ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:14.430634 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-12efef8f-f8f2-4bb0-9f1b-93935cc49bcf tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1000 time: 0.1426079 Dec 08 21:43:14.485130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:14.544087 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361fad89-04ac-44d3-90f9-a7e64c945bf5 req-ed41830c-5555-462d-b663-d1c3d31b4988 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701130 Dec 08 21:43:14.550052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61175373-90e9-4187-86a2-9087266e0cd6 req-8ab75534-f23c-478c-92c0-03f4e8544586 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:14.553185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-8ab75534-f23c-478c-92c0-03f4e8544586 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 814 time: 0.2177536 Dec 08 21:43:14.568229 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:14.578683 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-dc13871d-fae7-4852-a9e7-6b68c3357ccf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/quotas/e69dab18f2cf45cd897b24c1405148c4 HTTP/1.1" status: 200 len: 375 time: 0.0204480 Dec 08 21:43:14.638417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-637a8d1a-7ede-46eb-b573-73f2299e694b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587983 Dec 08 21:43:14.760777 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-9de72c63-f624-4f5f-915a-ea009432ff2d service neutron] 10.222.0.21 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147149 Dec 08 21:43:14.776899 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:14.781985 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:14.782576 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Floating IP 5a006af0-0425-438a-91f0-e36e374c0076 disassociated. External IP: 172.25.1.19, port: 01960179-4a3c-44f8-9408-a07d9acbc7eb. Dec 08 21:43:14.872508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-471ae29c-6a02-47ce-8c1b-a6b84503d4c8 service neutron] 10.222.0.21 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101594 Dec 08 21:43:15.131139 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9c0430-b6fa-42be-a715-4d941a069bbe x-openstack-request-id: req-de9c0430-b6fa-42be-a715-4d941a069bbe {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:15.131443 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aeafdc-a459-4cee-8483-1b41616acc7d", "name": "network-vif-deleted", "tag": "c76994f9-0997-451d-85e9-997dd016f8d2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:15.131683 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de9c0430-b6fa-42be-a715-4d941a069bbe {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:15.133008 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aeafdc-a459-4cee-8483-1b41616acc7d', 'name': 'network-vif-deleted', 'tag': 'c76994f9-0997-451d-85e9-997dd016f8d2', 'status': 'completed', 'code': 200} Dec 08 21:43:15.139798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 44122662-16fe-4d58-9767-b16d2e0ecb14 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:15.160386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Router 69232852-8325-4d84-a85a-0882cce47064 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:15.249961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faee21-c7f2-4a5e-b472-9061bc97915f req-317dd507-6dcb-4489-ae87-ab13392dca47 tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:15.266965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22faee21-c7f2-4a5e-b472-9061bc97915f req-317dd507-6dcb-4489-ae87-ab13392dca47 tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 1100 time: 0.0842659 Dec 08 21:43:15.278166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 44122662-16fe-4d58-9767-b16d2e0ecb14 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:15.278665 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:15.370057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22faee21-c7f2-4a5e-b472-9061bc97915f req-2d97dc16-da2f-4cd0-83d6-d58c1ead35e3 tempest-MigrationsAdminTest-338602041 tempest-MigrationsAdminTest-338602041-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936296 Dec 08 21:43:15.500594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c76994f9-0997-451d-85e9-997dd016f8d2 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:15.533226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: c76994f9-0997-451d-85e9-997dd016f8d2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:15.533571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c76994f9-0997-451d-85e9-997dd016f8d2 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:15.740958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052a96-ff0b-4b38-949b-ed7b68dbc70e req-3b849965-db24-4e67-a1d7-b76d1bca9ed6 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:15.743190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-35052a96-ff0b-4b38-949b-ed7b68dbc70e req-3b849965-db24-4e67-a1d7-b76d1bca9ed6 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1299355 Dec 08 21:43:15.813675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-35052a96-ff0b-4b38-949b-ed7b68dbc70e req-0f3d25b7-1a46-460f-8118-5c8c91d3dc46 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574996 Dec 08 21:43:15.969718 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed4fca31-4701-43c0-b4b0-f798b13c9673 req-2f9a3495-1ffd-4a86-9628-60f987f28e7b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 210 time: 0.0427408 Dec 08 21:43:16.092110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:16.099137 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:16.105732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:16.131042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:16.136159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:16.156878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-787847c7-0ca3-41cf-8395-03cadafd1c8f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "PUT /v2.0/floatingips/5a006af0-0425-438a-91f0-e36e374c0076 HTTP/1.1" status: 200 len: 694 time: 1.6928868 Dec 08 21:43:16.247881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-b1581e7a-a36c-4023-a61d-017db19e7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:16.249609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-b1581e7a-a36c-4023-a61d-017db19e7bc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 1096 time: 0.0916262 Dec 08 21:43:16.250140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:16.409675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:16.448692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 978d99cb-1e51-468e-8d0e-edf97adc366f completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:43:16.468303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-a0ca125a-2493-48a7-8191-8a130ba6f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:16.469808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-a0ca125a-2493-48a7-8191-8a130ba6f512 service neutron] 10.222.0.21 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.2137265 Dec 08 21:43:16.472679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 978d99cb-1e51-468e-8d0e-edf97adc366f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:16.476035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:16.583613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-f9e8277c-be03-4dbe-8a34-e28dc1107bab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 217 time: 0.1038475 Dec 08 21:43:16.746733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-6b88b03e-10bd-4d1f-82c9-2c4acf6e7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:16.759596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-6b88b03e-10bd-4d1f-82c9-2c4acf6e7b7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1624696 Dec 08 21:43:16.798188 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4cc13-106d-4312-a0d8-d5656ee752e5 req-c986feed-1816-478a-932b-d6d18805a9ea tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:16.803243 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db4cc13-106d-4312-a0d8-d5656ee752e5 req-c986feed-1816-478a-932b-d6d18805a9ea tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 944 time: 0.0926805 Dec 08 21:43:16.856604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-0a5c4646-66c0-46b9-b288-113d1e49e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:16.858356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-0a5c4646-66c0-46b9-b288-113d1e49e943 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974865 Dec 08 21:43:16.869856 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db4cc13-106d-4312-a0d8-d5656ee752e5 req-d3265f15-d04e-418b-b6fb-755967d66030 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574248 Dec 08 21:43:16.885834 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:16.893682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-1aeb02f0-de19-4768-9fe5-5ab31f64f478 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:16.895211 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-1aeb02f0-de19-4768-9fe5-5ab31f64f478 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 944 time: 0.0910389 Dec 08 21:43:16.926596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:16.930661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:16.934567 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a671b2-75f2-4086-96a8-6f93726d680d" -d '{"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:16.939456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:16.996647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423451af-0386-4d12-a5e9-56ea50fce3f7 req-348e97af-9a7b-4023-b4b1-836ed58bc501 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:16.997546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=13']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:17.005704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-423451af-0386-4d12-a5e9-56ea50fce3f7 req-348e97af-9a7b-4023-b4b1-836ed58bc501 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 950 time: 0.0688593 Dec 08 21:43:17.013415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:17.047582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:17.072307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:17.073215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:17.077128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-26a6dfee-a28d-4d6b-a2fa-d108f74abb65 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100015 Dec 08 21:43:17.095093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Deleting port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:17.095713 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:17.101013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-423451af-0386-4d12-a5e9-56ea50fce3f7 req-d7af1ff6-6934-41ca-9197-a3a0832c8bfc tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932503 Dec 08 21:43:17.146628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:17.149643 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504ffde-79b1-4103-976b-a337e1b7e97b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:17.207406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:17.363449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] For port 7b6f3ea0-82bb-46e9-af01-610798dd66d1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7b6f3ea0-82bb-46e9-af01-610798dd66d1,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:17.364351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:17.387077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Calling delete_port for 7b6f3ea0-82bb-46e9-af01-610798dd66d1 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:17.388687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61175373-90e9-4187-86a2-9087266e0cd6 req-e0f1ddaa-5edb-494c-a9c5-6020d2554d61 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:17.393954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-e0f1ddaa-5edb-494c-a9c5-6020d2554d61 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.37 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 814 time: 0.3187718 Dec 08 21:43:17.412313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Request body: {'port': {'device_id': 'd7264097-30b9-4154-8c81-b13f44b0ed96', 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036', 'admin_state_up': True, 'tenant_id': 'e69dab18f2cf45cd897b24c1405148c4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:17.430258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a40783b7-4f8f-4ae1-8993-ea724965dbc4 req-82510edc-343b-4f3f-91ca-44d19966959d service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456359 Dec 08 21:43:17.504349 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f5b593-d5fd-449b-b22d-405c174dcc43 x-openstack-request-id: req-f9f5b593-d5fd-449b-b22d-405c174dcc43 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:17.504870 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:17.504870 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9f5b593-d5fd-449b-b22d-405c174dcc43 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:17.509000 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'code': 200} Dec 08 21:43:17.588644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:17.621468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef8f06a-ea80-4ff1-a525-8e791d6bd61d None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:17.633320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8688a4e-d88c-40ca-810e-78a1e645237b req-c1afdcf7-9456-4ca0-9142-2619903de50d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 210 time: 0.0300138 Dec 08 21:43:17.663972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:17.721500 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0145cc-e891-444e-9206-222e3e8130c2 x-openstack-request-id: req-8e0145cc-e891-444e-9206-222e3e8130c2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:17.721790 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:17.722041 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e0145cc-e891-444e-9206-222e3e8130c2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:17.722425 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'status': 'completed', 'code': 200} Dec 08 21:43:17.724616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Pushing event deleted for resources: {'Port': ['ID=7b6f3ea0-82bb-46e9-af01-610798dd66d1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:17.813554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445cfe7-8171-4001-9bba-802a98d9ff73 req-72daf032-39c8-45b6-ab64-c56db6724a76 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:17.815173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9445cfe7-8171-4001-9bba-802a98d9ff73 req-72daf032-39c8-45b6-ab64-c56db6724a76 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.5043266 Dec 08 21:43:17.820885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] No DVR routers for this DVR port 7b6f3ea0-82bb-46e9-af01-610798dd66d1 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:17.824192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:17.829678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff9d343a-758b-4063-9870-44a30f1c6bf9 req-77c3044f-1ee8-487a-a9f3-f01a60bca157 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.23 "DELETE /v2.0/ports/7b6f3ea0-82bb-46e9-af01-610798dd66d1 HTTP/1.1" status: 204 len: 173 time: 0.9228606 Dec 08 21:43:17.937107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9445cfe7-8171-4001-9bba-802a98d9ff73 req-f9589499-825d-495c-95dc-6d06bfc66e4b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899584 Dec 08 21:43:17.952443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-91c3bdb7-4d6c-4a25-9d06-d40d5d7ac5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:17.954080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-91c3bdb7-4d6c-4a25-9d06-d40d5d7ac5a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 1096 time: 0.1852844 Dec 08 21:43:17.960025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Made reservation on behalf of e69dab18f2cf45cd897b24c1405148c4 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:17.964327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:18.157271 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc2af85-ec5e-4301-ba37-f6fc9ad429fc None None] New status for floating IP 5a006af0-0425-438a-91f0-e36e374c0076: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:43:18.174088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40434) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:18.200062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-1abb4039-0dd3-4406-b05c-a81a9a1825a1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:18.201988 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-1abb4039-0dd3-4406-b05c-a81a9a1825a1 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 950 time: 0.1038928 Dec 08 21:43:18.302672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Allocated IP 172.20.0.9 (5f79c555-8619-4fe9-b48e-e9bcf0eb9036/a618da28-4f4c-4c1c-9b52-3b407f356568/4d534587-0a4d-4b24-aeff-9bdfe58d7dad) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:18.401774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-374d1904-980f-426d-ab15-de92dcbd3cc6 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:18.411043 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-374d1904-980f-426d-ab15-de92dcbd3cc6 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1213822 Dec 08 21:43:18.574310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-e5dc8356-2ff7-4919-9b65-dbafdd8f9059 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 697 time: 0.1623635 Dec 08 21:43:18.580192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Request body: {'floatingip': {'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:18.593666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:18.604263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-292c6d16-807a-4472-936d-0db522e64e76 req-5a1625ab-0141-4f6d-b153-d0b88c561a71 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac296517-9bac-466e-8704-bb29ddd0125d HTTP/1.1" status: 200 len: 210 time: 0.4943929 Dec 08 21:43:18.642174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:18.749433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:18.762086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['e15e6967-b319-4eb7-80ca-94aa1067e65b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:18.771657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Deleting port 978d99cb-1e51-468e-8d0e-edf97adc366f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:18.772043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:18.852854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-8dede603-1c24-4591-9fdd-4931319405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:18.854999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-8dede603-1c24-4591-9fdd-4931319405a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.8572557 Dec 08 21:43:18.871891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3556-ca40-49ac-9f17-629c9f029b37 req-22627351-afda-478d-9ffa-ab60257d5f4e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:18.873471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ffd3556-ca40-49ac-9f17-629c9f029b37 req-22627351-afda-478d-9ffa-ab60257d5f4e tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 950 time: 0.1701615 Dec 08 21:43:18.876664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:18.916178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-e8dbf7d7-f8dc-4db8-9328-092698b34fac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 200 len: 217 time: 0.0417008 Dec 08 21:43:18.920485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:18.953745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:18.968043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Pushing event updated for resources: {'Port': ['ID=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:19.002835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.003184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.003523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.003854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.004182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.004506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.004834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.005154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.005475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.005792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.006106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.006441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:19.071493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:19.072131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:19.096783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] For port 978d99cb-1e51-468e-8d0e-edf97adc366f, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=978d99cb-1e51-468e-8d0e-edf97adc366f,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:19.097650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:19.100770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ffd3556-ca40-49ac-9f17-629c9f029b37 req-5c8043c5-1f15-4806-9c70-005e2b5f6f59 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815724 Dec 08 21:43:19.111454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-cfa4b5f7-d2ce-498b-9987-e8b746fa9f90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7051582 Dec 08 21:43:19.127708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Request body: {'port': {'device_id': 'd7264097-30b9-4154-8c81-b13f44b0ed96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:19.135298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-fe386693-0453-48fe-a83a-74bf6b011ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:19.136844 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-fe386693-0453-48fe-a83a-74bf6b011ec7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1852124 Dec 08 21:43:19.275039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Calling delete_port for 978d99cb-1e51-468e-8d0e-edf97adc366f owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:19.343519 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:19.372515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c96f3-cd11-4659-af7f-4e0a101416ca req-c220027d-7289-4ade-b391-d4f0e3ffe5d4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:19.374429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b16c96f3-cd11-4659-af7f-4e0a101416ca req-c220027d-7289-4ade-b391-d4f0e3ffe5d4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 931 time: 0.1535492 Dec 08 21:43:19.376455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-0d2fd617-1a0b-443d-b214-e90c8ff624e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:19.378090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-0d2fd617-1a0b-443d-b214-e90c8ff624e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045543 Dec 08 21:43:19.470649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:43:19.475606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:19.514654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b16c96f3-cd11-4659-af7f-4e0a101416ca req-28957da6-ae49-4730-9a0e-c4194130e5be tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253426 Dec 08 21:43:19.553863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:19.566665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:19.692228 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:19.729027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'name': 'network-vif-deleted', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:19.733041 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564c5e7-1d3a-471e-b71c-a72f0b0b59e0" -d '{"events": [{"server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "name": "network-vif-deleted", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:19.734340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:19.736772 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91b28c8-1317-49c6-bbd2-a42ed3042142" -d '{"events": [{"server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:19.759188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:19.764364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:19.773622 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:19.774333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7b6f3ea0-82bb-46e9-af01-610798dd66d1 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:19.775811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-940ca358-401f-47c6-8a11-1aacd819cc1f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:19.778532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-940ca358-401f-47c6-8a11-1aacd819cc1f tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3e7cf2-08de-4337-b11f-8952dcfd7e24 HTTP/1.1" status: 200 len: 945 time: 0.2436566 Dec 08 21:43:19.801969 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Floating IP 5a006af0-0425-438a-91f0-e36e374c0076 associated. External IP: 172.25.1.19, port: d5e8df2f-095c-4e35-b86c-f00cb453edac. Dec 08 21:43:19.811203 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:19.818430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-7bebb6f2-a5b2-4ec8-ad41-4d93cb540c96 service neutron] 10.222.0.37 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304876 Dec 08 21:43:19.819121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'port_id': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'mac_address': 'fa:16:3e:13:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e885b5-3b06-481f-bac8-287d7184e468', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:43:19.828718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8e4ec827-b252-44f6-91c7-33ec5c92a845', 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', '978d99cb-1e51-468e-8d0e-edf97adc366f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:19.832719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d6da5f64-c016-4275-b3e5-d3025044022c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:19.854566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 7b6f3ea0-82bb-46e9-af01-610798dd66d1 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:19.854952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7b6f3ea0-82bb-46e9-af01-610798dd66d1 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:19.978277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:19.980703 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5504ffde-79b1-4103-976b-a337e1b7e97b req-c1b99cfc-fe6e-4b00-8e3f-02d41bb01230 service neutron] 10.222.0.37 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963323 Dec 08 21:43:20.008458 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:20.015278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.015627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.015966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.016303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.016637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.016964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.023433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.023858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.024202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.024542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.024878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.025478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:43:20.044588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75779ce8-e523-4134-a582-1ffac6332aad req-3554638d-55fd-4ab0-bb04-f48541f22b4c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:20.048146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75779ce8-e523-4134-a582-1ffac6332aad req-3554638d-55fd-4ab0-bb04-f48541f22b4c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.3799500 Dec 08 21:43:20.078644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:20.139943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:20.155325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:20.204854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75779ce8-e523-4134-a582-1ffac6332aad req-3b6e59b6-70f9-4a01-a3d8-ab1a0b62a548 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438048 Dec 08 21:43:20.276560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Deleting port 01960179-4a3c-44f8-9408-a07d9acbc7eb {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:20.276905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:20.429736 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd9b74-fb1b-4bd6-a10b-4021dba894f6 x-openstack-request-id: req-14dd9b74-fb1b-4bd6-a10b-4021dba894f6 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:20.430031 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:20.430293 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14dd9b74-fb1b-4bd6-a10b-4021dba894f6 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:20.430683 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'code': 200} Dec 08 21:43:20.441436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d534587-0a4d-4b24-aeff-9bdfe58d7dad {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:20.451219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:20.476412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a3a3fff9-da91-4b30-92ae-6f3d1885a7b6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:20.485828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Transition to ACTIVE for port object 4d534587-0a4d-4b24-aeff-9bdfe58d7dad will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:43:20.506038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] For port 01960179-4a3c-44f8-9408-a07d9acbc7eb, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01960179-4a3c-44f8-9408-a07d9acbc7eb,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:20.506523 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:20.510446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event deleted for resources: {'Port': ['ID=978d99cb-1e51-468e-8d0e-edf97adc366f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:20.525860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Calling delete_port for 01960179-4a3c-44f8-9408-a07d9acbc7eb owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:20.565025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:20.625099 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b988fe-5e4d-4963-83f5-7e4458a5e913 x-openstack-request-id: req-e8b988fe-5e4d-4963-83f5-7e4458a5e913 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:20.626321 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac296517-9bac-466e-8704-bb29ddd0125d", "name": "network-vif-deleted", "tag": "7b6f3ea0-82bb-46e9-af01-610798dd66d1", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:20.627357 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8b988fe-5e4d-4963-83f5-7e4458a5e913 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:20.628492 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac296517-9bac-466e-8704-bb29ddd0125d', 'name': 'network-vif-deleted', 'tag': '7b6f3ea0-82bb-46e9-af01-610798dd66d1', 'status': 'completed', 'code': 200} Dec 08 21:43:20.644300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:20.716428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] No DVR routers for this DVR port 978d99cb-1e51-468e-8d0e-edf97adc366f on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:20.719992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:20.725795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5dacc1b2-289c-4106-b41d-aaedd131ff0f req-22f0daa4-ec1e-41c8-a48f-98b33fa8cc28 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "DELETE /v2.0/ports/978d99cb-1e51-468e-8d0e-edf97adc366f HTTP/1.1" status: 204 len: 173 time: 2.5144272 Dec 08 21:43:20.767871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Pushing event updated for resources: {'Port': ['ID=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:20.796026 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:20.851890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86ea548c-3483-487a-b422-475f9ccec2c0 req-36182669-031f-4d24-a3c1-f586e6ac9a41 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c09841-95f3-4d2e-8a19-ff07908c9f3b HTTP/1.1" status: 200 len: 210 time: 0.2135751 Dec 08 21:43:21.197012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Attempting to bind port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:21.198553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Attempting to bind port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:21.199555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Attempting to bind port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:21.212103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:43:21.212103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Attempting to bind port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:21.222647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:21.284415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['01960179-4a3c-44f8-9408-a07d9acbc7eb'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:21.285464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:21.285811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Checking segment: {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:21.286245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Bound using segment: {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:21.286758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Bound port: 4d534587-0a4d-4b24-aeff-9bdfe58d7dad, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:21.287212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:21.293669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Pushing event deleted for resources: {'Port': ['ID=01960179-4a3c-44f8-9408-a07d9acbc7eb,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:21.432818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] For port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:21.466648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d5e8df2f-095c-4e35-b86c-f00cb453edac'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:21.467096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Router 69232852-8325-4d84-a85a-0882cce47064 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:21.516325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] No DVR routers for this DVR port 01960179-4a3c-44f8-9408-a07d9acbc7eb on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:21.529439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] For port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:21.531280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:21.547957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-750040d9-595a-44a1-8ce1-80e339ba3e56 req-bb19cffc-77a8-411e-b149-1462ece4470e tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.37 "DELETE /v2.0/ports/01960179-4a3c-44f8-9408-a07d9acbc7eb HTTP/1.1" status: 204 len: 173 time: 1.6647372 Dec 08 21:43:21.547957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'name': 'network-vif-deleted', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:21.547957 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5436ee1d-190a-472d-8999-fafd32d0cbf9" -d '{"events": [{"server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "name": "network-vif-deleted", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:21.555603 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:21.578657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fd89f-363e-415a-a40e-a0f32a5520dc req-e7e0c770-ddba-45e8-9962-729755171e36 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:21.590118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a04fd89f-363e-415a-a40e-a0f32a5520dc req-e7e0c770-ddba-45e8-9962-729755171e36 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 943 time: 0.3050094 Dec 08 21:43:21.675052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:21.679858 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:21.681659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d534587-0a4d-4b24-aeff-9bdfe58d7dad HTTP/1.1" status: 200 len: 1091 time: 2.5589652 Dec 08 21:43:21.823354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a04fd89f-363e-415a-a40e-a0f32a5520dc req-69ee70b2-2179-4327-9e1d-a81401a66ddf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314200 Dec 08 21:43:21.830420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d210d1f-8ad4-4be0-8763-a40ff27d9214 service neutron] Pushing event updated for resources: {'Port': ['ID=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:21.853174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:21.871535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:21.880784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:21.902311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61175373-90e9-4187-86a2-9087266e0cd6 req-0cb2a376-2c21-47e8-b717-1afcc63a78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:21.904209 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-0cb2a376-2c21-47e8-b717-1afcc63a78de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 1094 time: 0.1322241 Dec 08 21:43:21.936111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:21.936767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:21.972139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-64fb36eb-3611-41a0-aa7d-c8806c4f699a tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "PUT /v2.0/floatingips/5a006af0-0425-438a-91f0-e36e374c0076 HTTP/1.1" status: 200 len: 996 time: 3.3955152 Dec 08 21:43:21.975630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Deleting port ef7d71e4-b067-44e8-94b9-c6c6b5633c84 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:21.975630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:21.983045 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-155b4147-2629-4d34-980b-a74d00086dc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d534587-0a4d-4b24-aeff-9bdfe58d7dad HTTP/1.1" status: 200 len: 217 time: 0.0695999 Dec 08 21:43:22.108349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61175373-90e9-4187-86a2-9087266e0cd6 req-151432d8-a873-47f2-93b3-6c4db0f43a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:22.109817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-151432d8-a873-47f2-93b3-6c4db0f43a90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.1127608 Dec 08 21:43:22.142601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:22.219952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-d91a775d-7576-4626-af89-f80eeccecc78 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:22.231319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-d91a775d-7576-4626-af89-f80eeccecc78 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 944 time: 0.5963819 Dec 08 21:43:22.294219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:22.368334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 978d99cb-1e51-468e-8d0e-edf97adc366f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:22.368754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 978d99cb-1e51-468e-8d0e-edf97adc366f not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:22.369266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 01960179-4a3c-44f8-9408-a07d9acbc7eb no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:22.426924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 01960179-4a3c-44f8-9408-a07d9acbc7eb {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:22.427356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 01960179-4a3c-44f8-9408-a07d9acbc7eb not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:22.461382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-29eecca1-28b4-4887-acf7-d539f1d19f82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272577 Dec 08 21:43:22.474302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] For port ef7d71e4-b067-44e8-94b9-c6c6b5633c84, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:22.478816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:22.517182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-a9cc3dc0-7701-4b83-9afe-a1b8854bbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:22.518478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-a9cc3dc0-7701-4b83-9afe-a1b8854bbf24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.5127621 Dec 08 21:43:22.537220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:7a:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:19Z', 'revision_number': 8, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:22.549812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30611f86-f52e-44e1-9acf-3d7335bd2679 req-aa1d04ab-3402-481c-a3df-026ca3e56c0c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:22.552456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Calling delete_port for ef7d71e4-b067-44e8-94b9-c6c6b5633c84 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:22.560344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30611f86-f52e-44e1-9acf-3d7335bd2679 req-aa1d04ab-3402-481c-a3df-026ca3e56c0c tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 944 time: 0.4729486 Dec 08 21:43:22.572099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:22.581803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:22.582525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:22.639519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-deleted', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f'}, {'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:22.640523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30611f86-f52e-44e1-9acf-3d7335bd2679 req-f1f642ef-3c2b-4966-9c90-2d389a03bd4a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a63b593-e4d9-4a04-85a0-fc9e4671b41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635514 Dec 08 21:43:22.641906 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd1a456-2777-4d9c-8431-7d76f5895572" -d '{"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-deleted", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f"}, {"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:22.693775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-b984174a-9f22-4323-92fc-e26afd77d8d5 service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184632 Dec 08 21:43:22.706221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Deleting port 136efa92-69c7-4b4b-84aa-8a273abc89ee {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:22.706669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:22.729171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-b545cffd-a0f3-42b6-b769-864eeb3691c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:22.730706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-b545cffd-a0f3-42b6-b769-864eeb3691c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.2023861 Dec 08 21:43:22.769858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:22.860450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206daf6-270a-477d-95df-5111dc3a5d40 req-90f59bb9-7f6b-431d-9594-644eb675492b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:22.868970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b206daf6-270a-477d-95df-5111dc3a5d40 req-90f59bb9-7f6b-431d-9594-644eb675492b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 945 time: 0.0906355 Dec 08 21:43:22.896668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61175373-90e9-4187-86a2-9087266e0cd6 req-9d2927a2-e682-4976-b192-4d49517d4b63 service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946626 Dec 08 21:43:22.938519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-8b4e167c-a2af-422a-b6e9-8e73ad3b47fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 999 time: 0.1758001 Dec 08 21:43:22.949552 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b206daf6-270a-477d-95df-5111dc3a5d40 req-e0547f44-ba95-44cf-a391-7ba1a7f3ee99 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791013 Dec 08 21:43:22.980561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] For port 136efa92-69c7-4b4b-84aa-8a273abc89ee, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=136efa92-69c7-4b4b-84aa-8a273abc89ee,segment=NetworkSegment(a8b956f9-0229-4222-9179-0a39eb1c8af3),segment_id=a8b956f9-0229-4222-9179-0a39eb1c8af3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:22.980921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:23.026834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Calling delete_port for 136efa92-69c7-4b4b-84aa-8a273abc89ee owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:23.087123 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6e3d3f-11c4-490a-9d1e-58bcced2d271 x-openstack-request-id: req-3c6e3d3f-11c4-490a-9d1e-58bcced2d271 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:23.087823 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3e7cf2-08de-4337-b11f-8952dcfd7e24", "name": "network-vif-deleted", "tag": "01960179-4a3c-44f8-9408-a07d9acbc7eb", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:23.088124 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c6e3d3f-11c4-490a-9d1e-58bcced2d271 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:23.088546 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3e7cf2-08de-4337-b11f-8952dcfd7e24', 'name': 'network-vif-deleted', 'tag': '01960179-4a3c-44f8-9408-a07d9acbc7eb', 'status': 'completed', 'code': 200} Dec 08 21:43:23.104395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-b268fe8a-7045-426a-bba7-f50f28e5e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:23.106421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-b268fe8a-7045-426a-bba7-f50f28e5e2b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1384156 Dec 08 21:43:23.111819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:23.141588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:7a:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:19Z', 'revision_number': 8, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:23.198128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7d71e4-b067-44e8-94b9-c6c6b5633c84,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:23.265166 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f9e5f-116f-400c-8abd-a7a779c869c9 x-openstack-request-id: req-d28f9e5f-116f-400c-8abd-a7a779c869c9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:23.265472 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c09841-95f3-4d2e-8a19-ff07908c9f3b", "name": "network-vif-deleted", "tag": "978d99cb-1e51-468e-8d0e-edf97adc366f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:23.265871 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d28f9e5f-116f-400c-8abd-a7a779c869c9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:23.271820 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c09841-95f3-4d2e-8a19-ff07908c9f3b', 'name': 'network-vif-deleted', 'tag': '978d99cb-1e51-468e-8d0e-edf97adc366f', 'status': 'completed', 'code': 200} Dec 08 21:43:23.272028 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'status': 'completed', 'code': 200} Dec 08 21:43:23.318011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d008f5-80cc-4c78-9290-5e2164ea7b93 req-e5d04fac-30da-4cc7-a428-aaf9e6f1bf64 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:23.324523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-17d008f5-80cc-4c78-9290-5e2164ea7b93 req-e5d04fac-30da-4cc7-a428-aaf9e6f1bf64 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 943 time: 0.0736933 Dec 08 21:43:23.385204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-17d008f5-80cc-4c78-9290-5e2164ea7b93 req-d09bcde8-37ce-47c0-a0ef-618e5dc792dd tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Dec 08 21:43:23.395974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf799f60-5ee3-4b66-9658-91aca241f675 None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5a006af0-0425-438a-91f0-e36e374c0076', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '69232852-8325-4d84-a85a-0882cce47064', 'port_id': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'mac_address': 'fa:16:3e:7a:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:33Z', 'updated_at': '2021-12-08T21:43:19Z', 'revision_number': 8, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:23.455337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-e54a45cc-6744-42fc-91ad-5f7013bc75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:23.456848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-e54a45cc-6744-42fc-91ad-5f7013bc75cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.1652772 Dec 08 21:43:23.458490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-ff76872a-ddce-4b14-bb1d-d5ff19a3378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:23.468589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-ff76872a-ddce-4b14-bb1d-d5ff19a3378f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426719 Dec 08 21:43:23.492365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:23.599120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:23.600057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:23.740268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:23.752919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-1c5436bd-79e7-4dfd-8b52-6ceab86caebe tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2121976176&fields=id&tenant_id=ee71862538294876b9ca1858c81700ce HTTP/1.1" status: 200 len: 267 time: 0.0698268 Dec 08 21:43:23.809877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:23.811387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:23.818944 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ea677-c476-4389-81dd-038e80244a18 None None] New status for floating IP 5a006af0-0425-438a-91f0-e36e374c0076: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:43:23.828273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-6604632d-06f5-4844-a080-30c426ae75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:23.829771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-6604632d-06f5-4844-a080-30c426ae75f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.3620045 Dec 08 21:43:23.830398 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0542640a-312d-446a-93c9-da6c75c53d43" -d '{"events": [{"server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "name": "network-vif-plugged", "status": "completed", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:23.835625 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:23.848890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:23.895288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-6f70e85e-59d4-427c-a106-2f1829f2e4bd service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986738 Dec 08 21:43:23.915499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:23.920014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:23.928719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-a15b2897-d292-4910-b7c0-d2c8268ea5b6 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:23.931505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-a15b2897-d292-4910-b7c0-d2c8268ea5b6 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/networks?id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf HTTP/1.1" status: 200 len: 816 time: 0.1771147 Dec 08 21:43:23.962330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-080b7cb0-4ba7-4467-afb3-fe1646edf0a5 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/quotas/ee71862538294876b9ca1858c81700ce HTTP/1.1" status: 200 len: 375 time: 0.0240145 Dec 08 21:43:24.028188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-093cdb2b-4f4e-43a8-bf19-46e6d3686d9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 999 time: 0.1889319 Dec 08 21:43:24.030869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-8e89343c-d138-419f-97c9-0062b66d001b tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee71862538294876b9ca1858c81700ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656095 Dec 08 21:43:24.059422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Pushing event deleted for resources: {'Port': ['ID=136efa92-69c7-4b4b-84aa-8a273abc89ee,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:24.205655 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-7126d075-17e0-4cc5-8e09-56e69027c9c0 service neutron] 10.222.0.21 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611438 Dec 08 21:43:24.319357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-ac9df85e-5a8e-437f-a5cb-4056765ac63e service neutron] 10.222.0.21 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055574 Dec 08 21:43:24.489406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] No DVR routers for this DVR port 136efa92-69c7-4b4b-84aa-8a273abc89ee on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:24.496671 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:24.499932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58c15bea-167a-4c49-a89e-cd65c35b82ac req-fc8a511a-5993-49e1-a5d7-944e60d1a70a tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.23 "DELETE /v2.0/ports/136efa92-69c7-4b4b-84aa-8a273abc89ee HTTP/1.1" status: 204 len: 173 time: 2.2349470 Dec 08 21:43:24.522054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-b3204dfa-1bdf-44a6-a2b1-a106fcf9e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:24.523588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-b3204dfa-1bdf-44a6-a2b1-a106fcf9e1db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.4576850 Dec 08 21:43:24.540698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3d1aa3-1107-44f3-940e-10cece5c8537 req-24a0144f-f0df-4e48-9f02-f1c71273465f service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445382 Dec 08 21:43:24.668984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-683249c2-ce3c-4465-99d1-3b50885cfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:24.670521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-683249c2-ce3c-4465-99d1-3b50885cfc11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396008 Dec 08 21:43:24.766757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329dbae-0a7f-4432-ac53-0daf7c5fde4f req-3dadad01-8395-4c3b-a093-75dcb9da2986 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:24.768230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6329dbae-0a7f-4432-ac53-0daf7c5fde4f req-3dadad01-8395-4c3b-a093-75dcb9da2986 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 951 time: 0.1326199 Dec 08 21:43:24.816456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Router c12f495c-392e-4d66-95ea-e52a5562638b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:24.831299 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-830f1684-8776-4307-8af2-03fb1379e8cb req-bc6e05c9-43af-44ff-8a58-4b40e13d0a11 tempest-LiveAutoBlockMigrationV225Test-53056389 tempest-LiveAutoBlockMigrationV225Test-53056389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c759eb2-42cc-4cd3-8858-cfaeed170e9b HTTP/1.1" status: 200 len: 210 time: 0.0399654 Dec 08 21:43:24.848531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6329dbae-0a7f-4432-ac53-0daf7c5fde4f req-fa5c8694-a0e3-4b41-8194-d5878fc62f0d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695753 Dec 08 21:43:24.850371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-35591020-d5bb-44e7-a38b-b2d6d9afad3a service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687896 Dec 08 21:43:24.966257 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1c8fc0-14ee-44fb-b7c0-aac2374ca3eb x-openstack-request-id: req-5a1c8fc0-14ee-44fb-b7c0-aac2374ca3eb {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:24.967195 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "name": "network-vif-plugged", "status": "completed", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:24.967725 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a1c8fc0-14ee-44fb-b7c0-aac2374ca3eb {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:24.968281 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'code': 200} Dec 08 21:43:25.058153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-08fb9c79-d0fe-4f0b-938b-8f33a43dc637 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:25.059731 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-08fb9c79-d0fe-4f0b-938b-8f33a43dc637 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 951 time: 0.1825769 Dec 08 21:43:25.133901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7264097-30b9-4154-8c81-b13f44b0ed96', 'tag': '4d534587-0a4d-4b24-aeff-9bdfe58d7dad'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:25.136890 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d194c4-bbcc-4d24-81b2-cb06cea827a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7264097-30b9-4154-8c81-b13f44b0ed96", "tag": "4d534587-0a4d-4b24-aeff-9bdfe58d7dad"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:25.208798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e2f2-a2bd-4503-a63e-5e62f7710908 req-563f140f-c621-4960-baee-916b5497365e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:25.211068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6e7e2f2-a2bd-4503-a63e-5e62f7710908 req-563f140f-c621-4960-baee-916b5497365e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.2107399 Dec 08 21:43:25.252048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0319b-413c-4629-af47-82d75b249b9c req-a321830c-8a69-4fcf-89c4-c79393df2e90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:25.253781 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78b0319b-413c-4629-af47-82d75b249b9c req-a321830c-8a69-4fcf-89c4-c79393df2e90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 943 time: 0.1127279 Dec 08 21:43:25.264677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:25.267262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Deleting port aeeab37c-04ce-46c4-aad3-166bb5e2a384 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:25.267614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:25.268938 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cd1a456-2777-4d9c-8431-7d76f5895572 req-a182daf0-c2fa-4f3a-a352-3cc06d057dd9 service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666987 Dec 08 21:43:25.275764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-87801982-ad56-4d59-b45b-53617ebde1ff admin admin] 10.222.0.21 "PUT /v2.0/routers/c12f495c-392e-4d66-95ea-e52a5562638b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0965252 Dec 08 21:43:25.275764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'name': 'network-vif-deleted', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:25.276021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] Sync routers for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:25.276573 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8572237-c23e-478a-b002-e56c449d953c" -d '{"events": [{"server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "name": "network-vif-deleted", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:25.284809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40536) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:25.291194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:25.291863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:25.424360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4099a1-e3ad-4c84-8d79-48dbf8e3a7d3 req-b9f4a1fa-81c4-43f7-99a6-4a50155abf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:25.426032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d4099a1-e3ad-4c84-8d79-48dbf8e3a7d3 req-b9f4a1fa-81c4-43f7-99a6-4a50155abf62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 1097 time: 0.2640889 Dec 08 21:43:25.437794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6e7e2f2-a2bd-4503-a63e-5e62f7710908 req-f21a85c1-1b51-46c1-9d70-964396f21ce3 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094114 Dec 08 21:43:25.490129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:25.511885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] For port aeeab37c-04ce-46c4-aad3-166bb5e2a384, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=aeeab37c-04ce-46c4-aad3-166bb5e2a384,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:25.512254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:25.524022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 136efa92-69c7-4b4b-84aa-8a273abc89ee no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:25.550161 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78b0319b-413c-4629-af47-82d75b249b9c req-2b9c89f6-9560-4f60-bf14-9ba3d0c07884 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864685 Dec 08 21:43:25.570676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Calling delete_port for aeeab37c-04ce-46c4-aad3-166bb5e2a384 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:25.584147 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:25.597702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 136efa92-69c7-4b4b-84aa-8a273abc89ee {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:25.598042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 136efa92-69c7-4b4b-84aa-8a273abc89ee not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:25.632784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1bb568e-8539-4dfa-9370-75fdd49814d1 req-b955d25f-3cbc-4ae2-9d1a-88621a2c7fa1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips/5a006af0-0425-438a-91f0-e36e374c0076 HTTP/1.1" status: 200 len: 998 time: 0.1638639 Dec 08 21:43:25.634229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d4099a1-e3ad-4c84-8d79-48dbf8e3a7d3 req-854cf5a1-13ac-4cd3-b10e-a8efbb292ab9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934326 Dec 08 21:43:25.692502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8cf91a74-8546-4e4c-96c8-e56c3ba9cd3e req-3e15b9dc-8250-456e-9df9-05c5c6216842 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 210 time: 0.0388308 Dec 08 21:43:25.759048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:43:22Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:25.779350 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aed0be-bbd0-4f91-97f4-e004014eb08c x-openstack-request-id: req-b6aed0be-bbd0-4f91-97f4-e004014eb08c {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:25.781743 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7264097-30b9-4154-8c81-b13f44b0ed96", "tag": "4d534587-0a4d-4b24-aeff-9bdfe58d7dad", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:25.782208 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6aed0be-bbd0-4f91-97f4-e004014eb08c {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:25.782837 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7264097-30b9-4154-8c81-b13f44b0ed96', 'tag': '4d534587-0a4d-4b24-aeff-9bdfe58d7dad', 'status': 'completed', 'code': 200} Dec 08 21:43:25.795215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] Checking router: c12f495c-392e-4d66-95ea-e52a5562638b for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:25.805045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] Routers {'c12f495c-392e-4d66-95ea-e52a5562638b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:25.805694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c12f495c-392e-4d66-95ea-e52a5562638b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:25.857861 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a38ad80-f73d-4cae-ab47-fcedd6d2e689 x-openstack-request-id: req-0a38ad80-f73d-4cae-ab47-fcedd6d2e689 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:25.858163 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c759eb2-42cc-4cd3-8858-cfaeed170e9b", "name": "network-vif-deleted", "tag": "136efa92-69c7-4b4b-84aa-8a273abc89ee", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:25.860119 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a38ad80-f73d-4cae-ab47-fcedd6d2e689 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:25.860714 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c759eb2-42cc-4cd3-8858-cfaeed170e9b', 'name': 'network-vif-deleted', 'tag': '136efa92-69c7-4b4b-84aa-8a273abc89ee', 'status': 'completed', 'code': 200} Dec 08 21:43:25.912935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-8a8b7555-533a-4a30-98e2-8c593488ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:25.915089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-8a8b7555-533a-4a30-98e2-8c593488ee95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 1094 time: 0.0778482 Dec 08 21:43:25.921498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:25.935389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d6da5f64-c016-4275-b3e5-d3025044022c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:25.936745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb568e-8539-4dfa-9370-75fdd49814d1 req-3793626e-f5d4-496a-98eb-fbd051c68e89 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:25.937423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8e4ec827-b252-44f6-91c7-33ec5c92a845', 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:25.938176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1bb568e-8539-4dfa-9370-75fdd49814d1 req-3793626e-f5d4-496a-98eb-fbd051c68e89 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.2568848 Dec 08 21:43:25.945113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40546) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:25.954687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.001904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] Set router c12f495c-392e-4d66-95ea-e52a5562638b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:26.121839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-d84ff72a-b30f-4d8b-a3e9-df8ef3d32c40 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1001 time: 0.1525483 Dec 08 21:43:26.128858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8aa7ce-0b1f-4656-845c-f2555705b9c3 admin admin] Deleting subnet b3791022-ada0-43f3-b4e9-8003fbdd1743 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:43:26.140296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-52bf84ab-372b-44e6-afc8-0643db6b7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:26.141656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-52bf84ab-372b-44e6-afc8-0643db6b7092 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 915 time: 0.2101274 Dec 08 21:43:26.146230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa7ce-0b1f-4656-845c-f2555705b9c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.267832 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-4a6be58c-79ed-474c-b0f3-a17a01cf6304 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d534587-0a4d-4b24-aeff-9bdfe58d7dad HTTP/1.1" status: 200 len: 217 time: 0.0798044 Dec 08 21:43:26.268610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4d534587-0a4d-4b24-aeff-9bdfe58d7dad details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:43:26.298119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event deleted for resources: {'Port': ['ID=aeeab37c-04ce-46c4-aad3-166bb5e2a384,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:26.306861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] No DVR routers for this DVR port aeeab37c-04ce-46c4-aad3-166bb5e2a384 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:26.308613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-681f7e59-b3af-47a6-bdf6-f161669db829 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:26.309955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-681f7e59-b3af-47a6-bdf6-f161669db829 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports/d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 943 time: 0.1780326 Dec 08 21:43:26.316393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Deleting port 97c6ddae-3488-41e0-9c32-208f1b10a50a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:26.316889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.322877 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72e6a1f2-b4f0-446a-aa2d-b2c5a9d2c696 req-fc39e198-7411-4bd8-afa0-0529084dd5a6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f9ffc-e06b-4519-9492-ccfa74de5099 HTTP/1.1" status: 200 len: 210 time: 0.1786363 Dec 08 21:43:26.324182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.327653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78fbd166-2109-4dfe-b716-d74ffdc7920b req-eae4c5d6-a8a6-42f8-b8e4-78531dff9200 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "DELETE /v2.0/ports/aeeab37c-04ce-46c4-aad3-166bb5e2a384 HTTP/1.1" status: 204 len: 173 time: 1.2504280 Dec 08 21:43:26.378556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa7ce-0b1f-4656-845c-f2555705b9c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.426992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-56e22ac1-8c0d-4ba4-83fa-3820ac1b5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:26.428463 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-56e22ac1-8c0d-4ba4-83fa-3820ac1b5a76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.1286757 Dec 08 21:43:26.483979 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.resource_extend [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:43:26.524552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa7ce-0b1f-4656-845c-f2555705b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.539532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-b4c7e8a0-a23d-4829-86d5-35743836df71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027756 Dec 08 21:43:26.651519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:43:22Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:26.658742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:26.726854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de56f5-6329-48a0-90d9-4c23256d1be3 None None] The sync data for ids ['c12f495c-392e-4d66-95ea-e52a5562638b'] in n-d-821126-1 is: [{'id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005356407-router', 'tenant_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:08Z', 'updated_at': '2021-12-08T21:43:22Z', 'revision_number': 5, 'project_id': 'a4f2b3b347114722bc1e516ec1820a9d', 'gw_port': {'id': '97c6ddae-3488-41e0-9c32-208f1b10a50a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f495c-392e-4d66-95ea-e52a5562638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:10Z', 'updated_at': '2021-12-08T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:26.747402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '4d534587-0a4d-4b24-aeff-9bdfe58d7dad', 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036', 'port_id': '4d534587-0a4d-4b24-aeff-9bdfe58d7dad', 'mac_address': 'fa:16:3e:a3:c9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a618da28-4f4c-4c1c-9b52-3b407f356568', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:43:26.793276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e454ef-b21c-4e15-8ccd-47e540f4a391 req-986bd480-1c9d-4d4c-91fe-7d168c6624e0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:26.795049 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa7ce-0b1f-4656-845c-f2555705b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.801051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9e454ef-b21c-4e15-8ccd-47e540f4a391 req-986bd480-1c9d-4d4c-91fe-7d168c6624e0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.2143230 Dec 08 21:43:26.807856 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.822385 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa7ce-0b1f-4656-845c-f2555705b9c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.828430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7b8aa7ce-0b1f-4656-845c-f2555705b9c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3791022-ada0-43f3-b4e9-8003fbdd1743 HTTP/1.1" status: 204 len: 168 time: 0.8791707 Dec 08 21:43:26.842664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40560) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:26.847493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d534587-0a4d-4b24-aeff-9bdfe58d7dad {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:26.856646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-d2b9c982-e122-4be1-91e3-0b17edbf33db tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:26.858241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-d2b9c982-e122-4be1-91e3-0b17edbf33db tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.37 "GET /v2.0/networks?id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf HTTP/1.1" status: 200 len: 816 time: 0.6494422 Dec 08 21:43:26.863320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aa7ce-0b1f-4656-845c-f2555705b9c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3791022-ada0-43f3-b4e9-8003fbdd1743,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:26.872191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:26.883786 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:26.977337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:26.985547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-8cb2f3c5-9318-4d9f-85da-99528e1250fd tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1001 time: 0.3030632 Dec 08 21:43:26.991149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9e454ef-b21c-4e15-8ccd-47e540f4a391 req-8c0dfe55-efcd-4f24-8b22-b4d730cca2d2 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846359 Dec 08 21:43:27.002869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-ae813aa5-ac84-4a8a-b5de-ef8b8e6e1fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560328 Dec 08 21:43:27.096433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['4d534587-0a4d-4b24-aeff-9bdfe58d7dad'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:27.163720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ef7d71e4-b067-44e8-94b9-c6c6b5633c84 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:27.183076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] For port 97c6ddae-3488-41e0-9c32-208f1b10a50a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=97c6ddae-3488-41e0-9c32-208f1b10a50a,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:27.184076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.205015 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.206937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-0cd09a51-35d2-4c77-9d99-bbdb05473bab tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:27.221195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-0cd09a51-35d2-4c77-9d99-bbdb05473bab tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.2347171 Dec 08 21:43:27.240211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ef7d71e4-b067-44e8-94b9-c6c6b5633c84 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:27.242364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ef7d71e4-b067-44e8-94b9-c6c6b5633c84 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:27.277720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48da7c-ee9f-44f1-9d02-f39b13ea3375 req-7ed26c15-6a6c-4362-8a8d-62cae99e64e2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:27.279228 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd48da7c-ee9f-44f1-9d02-f39b13ea3375 req-7ed26c15-6a6c-4362-8a8d-62cae99e64e2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 944 time: 0.1326954 Dec 08 21:43:27.331790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Calling delete_port for 97c6ddae-3488-41e0-9c32-208f1b10a50a owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:27.346072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-f4d5735a-209c-4f06-afef-4be10d17c4d4 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee71862538294876b9ca1858c81700ce HTTP/1.1" status: 200 len: 380 time: 0.4742239 Dec 08 21:43:27.370170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Request body: {'port': {'device_id': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'admin_state_up': True, 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'security_groups': ['80902235-720e-428e-b649-cfda6981d955']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:27.380238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97d194c4-bbcc-4d24-81b2-cb06cea827a5 req-87617ab4-13d6-46e6-a727-17b2a9fbc5b1 service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619254 Dec 08 21:43:27.408142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.443925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd48da7c-ee9f-44f1-9d02-f39b13ea3375 req-7bb3ed51-8567-46f9-978c-5fd20ef456ad tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438024 Dec 08 21:43:27.454223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-04999718-8057-41ad-b942-faef252179cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353cfe91-7ce8-4791-aeb7-c5f2eba2d39c']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:27.465622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-04999718-8057-41ad-b942-faef252179cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b956f9-0229-4222-9179-0a39eb1c8af3') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:27.466449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-04999718-8057-41ad-b942-faef252179cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b956f9-0229-4222-9179-0a39eb1c8af3') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:27.477827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.493827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.505087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:43:27.506039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:43:27.508982 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:43:27.577038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-51a5a073-25ae-43f1-bd3d-222e50af05c0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1001 time: 0.3543901 Dec 08 21:43:27.581947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:27.597656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-995e788d-7ba7-411e-b833-d6d029cbdc27 req-99911580-d16b-4b33-858d-29e69d885829 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 210 time: 0.0349040 Dec 08 21:43:27.626403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.662185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.670679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-04999718-8057-41ad-b942-faef252179cc admin admin] 10.222.0.21 "DELETE /v2.0/networks/353cfe91-7ce8-4791-aeb7-c5f2eba2d39c HTTP/1.1" status: 204 len: 168 time: 0.8243446 Dec 08 21:43:27.671741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04999718-8057-41ad-b942-faef252179cc admin admin] Pushing event deleted for resources: {'Network': ['ID=353cfe91-7ce8-4791-aeb7-c5f2eba2d39c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:27.676577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40568) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:27.686637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.749238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a177b7-7f14-4c00-acf0-a12f8241160e admin admin] Deleting subnet 683400eb-5c7c-49db-a096-9a7dcc8ddbbe {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:43:27.753335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a177b7-7f14-4c00-acf0-a12f8241160e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.799193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a177b7-7f14-4c00-acf0-a12f8241160e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.832163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-deleted', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:27.834379 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c74a07-644c-4e37-866d-a67ad3b7c1da" -d '{"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-deleted", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:27.903788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a177b7-7f14-4c00-acf0-a12f8241160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:27.975119 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dfd88e-4208-4af9-85b4-11a39679af53 x-openstack-request-id: req-b8dfd88e-4208-4af9-85b4-11a39679af53 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:27.976195 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f9ffc-e06b-4519-9492-ccfa74de5099", "name": "network-vif-deleted", "tag": "aeeab37c-04ce-46c4-aad3-166bb5e2a384", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:27.976624 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8dfd88e-4208-4af9-85b4-11a39679af53 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:27.977177 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f9ffc-e06b-4519-9492-ccfa74de5099', 'name': 'network-vif-deleted', 'tag': 'aeeab37c-04ce-46c4-aad3-166bb5e2a384', 'status': 'completed', 'code': 200} Dec 08 21:43:28.056999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db3c81-59ab-4dc3-9493-6b3fed666e5e req-fada5897-90cd-43d9-b40e-bfe370e129e6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:28.059320 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43db3c81-59ab-4dc3-9493-6b3fed666e5e req-fada5897-90cd-43d9-b40e-bfe370e129e6 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.0811963 Dec 08 21:43:28.065147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a177b7-7f14-4c00-acf0-a12f8241160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.120435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a177b7-7f14-4c00-acf0-a12f8241160e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.127081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-64a177b7-7f14-4c00-acf0-a12f8241160e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/683400eb-5c7c-49db-a096-9a7dcc8ddbbe HTTP/1.1" status: 204 len: 168 time: 0.4419067 Dec 08 21:43:28.128042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40576) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:28.152275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a177b7-7f14-4c00-acf0-a12f8241160e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683400eb-5c7c-49db-a096-9a7dcc8ddbbe,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:28.203196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43db3c81-59ab-4dc3-9493-6b3fed666e5e req-8248be3b-803a-4ce2-9b17-0807551b0c18 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342204 Dec 08 21:43:28.252462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.274987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4d534587-0a4d-4b24-aeff-9bdfe58d7dad up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:28.276191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Made reservation on behalf of ee71862538294876b9ca1858c81700ce for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:28.290453 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.381393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:43:28.388104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:28.389626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.457823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.467557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.499835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63478-2929-426d-8e6f-c09f49a4ccdb req-515c23ac-db46-46d7-9def-cac76d15e697 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:28.501924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4f63478-2929-426d-8e6f-c09f49a4ccdb req-515c23ac-db46-46d7-9def-cac76d15e697 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1437287 Dec 08 21:43:28.505078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.505848 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Floating IP 5a006af0-0425-438a-91f0-e36e374c0076 disassociated. External IP: 172.25.1.19, port: d5e8df2f-095c-4e35-b86c-f00cb453edac. Dec 08 21:43:28.528951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d173b7-f38c-47bb-b5c0-278935967c69']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:28.537406 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.544900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541b6cbc-d6ce-445b-9b36-3194c7c7a665') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:28.545201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541b6cbc-d6ce-445b-9b36-3194c7c7a665') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:28.583409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7264097-30b9-4154-8c81-b13f44b0ed96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d534587-0a4d-4b24-aeff-9bdfe58d7dad'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:28.585855 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c23fb70-0537-4d01-a060-0aa5c14ce87a" -d '{"events": [{"server_uuid": "d7264097-30b9-4154-8c81-b13f44b0ed96", "name": "network-vif-plugged", "status": "completed", "tag": "4d534587-0a4d-4b24-aeff-9bdfe58d7dad"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:28.586563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.586774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.606859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4f63478-2929-426d-8e6f-c09f49a4ccdb req-0834fbf3-6a3b-4391-b147-13c0a8045f0d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645354 Dec 08 21:43:28.625545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:28.635087 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.635994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:28.640035 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.644528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c6ddae-3488-41e0-9c32-208f1b10a50a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:28.657655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:43:28.658147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:43:28.661250 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:43:28.780006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:28.799786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: aeeab37c-04ce-46c4-aad3-166bb5e2a384 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:28.801414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device aeeab37c-04ce-46c4-aad3-166bb5e2a384 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:28.809009 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186dcad-127a-4a96-b2d7-cf61fee7c686 req-c619e57c-7263-4c31-980c-23510f7102bf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:28.817151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6186dcad-127a-4a96-b2d7-cf61fee7c686 req-c619e57c-7263-4c31-980c-23510f7102bf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 945 time: 0.0815382 Dec 08 21:43:28.823774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Allocated IP 172.20.0.4 (3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf/a95c043b-6776-400f-89b3-100cc111e381/99279a32-bd31-4de5-9055-9a6add526bc3) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:28.841808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.855510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:28.859382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] 10.222.0.21 "DELETE /v2.0/networks/26d173b7-f38c-47bb-b5c0-278935967c69 HTTP/1.1" status: 204 len: 168 time: 0.7296190 Dec 08 21:43:28.873964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ce1dc-f47d-49e1-ab8e-8378e3ee1c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d173b7-f38c-47bb-b5c0-278935967c69,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:28.890358 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6186dcad-127a-4a96-b2d7-cf61fee7c686 req-87b203cc-7477-42a9-9b34-69cec58a7110 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710008 Dec 08 21:43:28.952068 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.040434 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3519207-6649-4442-a445-2eb1fab23923 x-openstack-request-id: req-e3519207-6649-4442-a445-2eb1fab23923 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:29.040957 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7264097-30b9-4154-8c81-b13f44b0ed96", "name": "network-vif-plugged", "status": "completed", "tag": "4d534587-0a4d-4b24-aeff-9bdfe58d7dad", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:29.046670 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3519207-6649-4442-a445-2eb1fab23923 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:29.047553 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7264097-30b9-4154-8c81-b13f44b0ed96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d534587-0a4d-4b24-aeff-9bdfe58d7dad', 'code': 200} Dec 08 21:43:29.063268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40592) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:29.142564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.176537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ac85ebe1-8e8c-479e-af74-f825d4eddcb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=942b0951a1324d0daa33c49b36c7a004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096208 Dec 08 21:43:29.177222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40596) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:29.312818 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.326002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.349855 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b977bc8-96d2-482a-8686-c8857a3b0a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.361666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f73577-0633-48ed-8ad7-9f60a256c28f req-c2cdffa4-ff4d-4d0f-a60e-e26586d4f861 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:29.370059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f1f73577-0633-48ed-8ad7-9f60a256c28f req-c2cdffa4-ff4d-4d0f-a60e-e26586d4f861 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.1701164 Dec 08 21:43:29.383008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-e249945d-bc26-475a-937d-3825e5a37662 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:29.384513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-e249945d-bc26-475a-937d-3825e5a37662 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1804135 Dec 08 21:43:29.403374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.445830 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b977bc8-96d2-482a-8686-c8857a3b0a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.489675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:29.495027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.495599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12f495c-392e-4d66-95ea-e52a5562638b {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:43:29.502572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:29.507309 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.511833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c8697806-024d-46bf-bde6-561117851c97 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c12f495c-392e-4d66-95ea-e52a5562638b HTTP/1.1" status: 204 len: 168 time: 4.2252002 Dec 08 21:43:29.514017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Router 69232852-8325-4d84-a85a-0882cce47064 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:29.517680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:29.520198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40600) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:29.524080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f1f73577-0633-48ed-8ad7-9f60a256c28f req-c4b94020-4a7a-42c0-850f-6d0ee8576d25 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530695 Dec 08 21:43:29.545967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c75e3f-43bb-4654-abcb-934bc5394d74 req-3b207572-a4c0-435f-9884-ad7998a1761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:29.551185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22c75e3f-43bb-4654-abcb-934bc5394d74 req-3b207572-a4c0-435f-9884-ad7998a1761f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 1096 time: 0.4383788 Dec 08 21:43:29.613830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event updated for resources: {'Port': ['ID=99279a32-bd31-4de5-9055-9a6add526bc3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:29.631000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22c75e3f-43bb-4654-abcb-934bc5394d74 req-e5f16465-dea0-4c77-98f5-44ccc6998d61 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711904 Dec 08 21:43:29.639049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b977bc8-96d2-482a-8686-c8857a3b0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.641358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b977bc8-96d2-482a-8686-c8857a3b0a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.643151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1b977bc8-96d2-482a-8686-c8857a3b0a8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a63b593-e4d9-4a04-85a0-fc9e4671b41b HTTP/1.1" status: 204 len: 168 time: 0.4648232 Dec 08 21:43:29.687889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Deleting port 8e4ec827-b252-44f6-91c7-33ec5c92a845 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:29.688729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.691273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b977bc8-96d2-482a-8686-c8857a3b0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a63b593-e4d9-4a04-85a0-fc9e4671b41b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:29.839989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:29.840853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.864434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcca331-2fc9-4424-b223-a94f41db0896 admin admin] Deleting subnet 9ff34851-5b0a-418c-ad7d-127114c8dc7a {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:43:29.871621 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abcca331-2fc9-4424-b223-a94f41db0896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.912348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b74c1d39-172c-415d-8731-32f1ee92af18 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5491304 Dec 08 21:43:29.916572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075480e6-8d57-41fe-8887-3f774855caea req-deb23ae4-6d2e-4e43-8038-af9b017f357a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:29.918169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075480e6-8d57-41fe-8887-3f774855caea req-deb23ae4-6d2e-4e43-8038-af9b017f357a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 931 time: 0.2739868 Dec 08 21:43:29.935034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Request body: {'port': {'device_id': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:29.983108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] For port 8e4ec827-b252-44f6-91c7-33ec5c92a845, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8e4ec827-b252-44f6-91c7-33ec5c92a845,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:29.983108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:29.987031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abcca331-2fc9-4424-b223-a94f41db0896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.004998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Calling delete_port for 8e4ec827-b252-44f6-91c7-33ec5c92a845 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:30.039429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075480e6-8d57-41fe-8887-3f774855caea req-2f6c8474-20fa-4f84-b82f-d25dbae2e925 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036961 Dec 08 21:43:30.051291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b056165b-c53d-497c-ae20-ecd81b3bf728 None None] Provisioning complete for port 99279a32-bd31-4de5-9055-9a6add526bc3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:30.051866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b056165b-c53d-497c-ae20-ecd81b3bf728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.142482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:30.151931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.154036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.157213 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:30.171213 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b056165b-c53d-497c-ae20-ecd81b3bf728 None None] Port 99279a32-bd31-4de5-9055-9a6add526bc3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:43:30.176938 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:30.181963 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:30.232580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40612) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:30.341051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-c9e63d33-1c9c-423f-879a-6bbf79b8dea1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "PUT /v2.0/floatingips/5a006af0-0425-438a-91f0-e36e374c0076 HTTP/1.1" status: 200 len: 695 time: 2.7628882 Dec 08 21:43:30.348070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1267ae5-8d56-4bfe-acdb-859cd79c5824 req-dc4fabd0-7a19-4e4d-b83c-5ed8e776fe92 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:30.355649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1267ae5-8d56-4bfe-acdb-859cd79c5824 req-dc4fabd0-7a19-4e4d-b83c-5ed8e776fe92 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddac821e-b520-45f7-ac4e-9577a367c3f4 HTTP/1.1" status: 200 len: 950 time: 0.1927586 Dec 08 21:43:30.367589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e997cb94-b1a3-4d38-a17f-723dbdb2521c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=721b1ae76fb744e396bdb91b42167c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324408 Dec 08 21:43:30.376567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40614) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:30.386410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:30.388494 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6038e42d-d539-41a0-8d52-174f4b956909" -d '{"events": [{"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:30.425294 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:30.447448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abcca331-2fc9-4424-b223-a94f41db0896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.504341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1267ae5-8d56-4bfe-acdb-859cd79c5824 req-01861fd8-23e5-4ee3-9165-d518f3144c32 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433628 Dec 08 21:43:30.560627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.562377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-221ee6a5-8862-47cd-9f9a-7d551b82019b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.576672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d6da5f64-c016-4275-b3e5-d3025044022c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:30.579579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8e4ec827-b252-44f6-91c7-33ec5c92a845'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:30.641087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event deleted for resources: {'Port': ['ID=8e4ec827-b252-44f6-91c7-33ec5c92a845,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:30.720662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-df996d87-4e47-4019-a85b-013012f06292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:30.722456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-df996d87-4e47-4019-a85b-013012f06292 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.3260875 Dec 08 21:43:30.791202 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-221ee6a5-8862-47cd-9f9a-7d551b82019b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.856241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] No DVR routers for this DVR port 8e4ec827-b252-44f6-91c7-33ec5c92a845 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:30.865423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:30.876826 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79204887-72f4-4611-ac50-1c79b8cbdb25 req-a6487137-c9d1-4d2a-80ad-b5b98597794f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.37 "DELETE /v2.0/ports/8e4ec827-b252-44f6-91c7-33ec5c92a845 HTTP/1.1" status: 204 len: 173 time: 1.4796667 Dec 08 21:43:30.881098 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:30.887229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'name': 'network-vif-deleted', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:30.895853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-3d6edb4b-9964-4e4f-97a6-6457ee67aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:30.897247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-3d6edb4b-9964-4e4f-97a6-6457ee67aa17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 0.1635211 Dec 08 21:43:30.911655 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74182b6-7572-416d-ac85-84ee80fadc11" -d '{"events": [{"server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "name": "network-vif-deleted", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:30.961604 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-a4745f59-fd3e-4851-923a-15e5123f541d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 217 time: 0.0481877 Dec 08 21:43:30.981456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abcca331-2fc9-4424-b223-a94f41db0896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.014512 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:31.044177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcca331-2fc9-4424-b223-a94f41db0896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff34851-5b0a-418c-ad7d-127114c8dc7a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:31.068005 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:31.072585 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:31.074753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 97c6ddae-3488-41e0-9c32-208f1b10a50a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:31.077376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abcca331-2fc9-4424-b223-a94f41db0896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.086925 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-abcca331-2fc9-4424-b223-a94f41db0896 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ff34851-5b0a-418c-ad7d-127114c8dc7a HTTP/1.1" status: 204 len: 168 time: 1.5652463 Dec 08 21:43:31.087139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40628) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:31.161401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-39473724-acd1-43e9-9933-814db13460a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:31.164845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35e5f5-6415-437d-b8f4-28c8cde27f1a None None] Network e35e526e-b0aa-46d7-85c6-20f23c602f77 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:31.168666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-39473724-acd1-43e9-9933-814db13460a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.1976418 Dec 08 21:43:31.192333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 97c6ddae-3488-41e0-9c32-208f1b10a50a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:31.192805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 97c6ddae-3488-41e0-9c32-208f1b10a50a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:31.235238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.259301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213baf9e-6e75-45b7-82c6-c4b8eabc0835 req-e92eedf9-eb12-4c7d-935d-e1d817044c2c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:31.267795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-213baf9e-6e75-45b7-82c6-c4b8eabc0835 req-e92eedf9-eb12-4c7d-935d-e1d817044c2c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 945 time: 0.3835247 Dec 08 21:43:31.278934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-221ee6a5-8862-47cd-9f9a-7d551b82019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.281790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-221ee6a5-8862-47cd-9f9a-7d551b82019b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.283693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-221ee6a5-8862-47cd-9f9a-7d551b82019b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d3ce0f8-c5dd-4423-8133-70bcfe007d07 HTTP/1.1" status: 204 len: 168 time: 0.9056549 Dec 08 21:43:31.311906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ee6a5-8862-47cd-9f9a-7d551b82019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3ce0f8-c5dd-4423-8133-70bcfe007d07,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:31.342157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99279a32-bd31-4de5-9055-9a6add526bc3 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:31.363106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-dc49d758-3851-4a94-b36c-8f2394044031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:31.367785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-dc49d758-3851-4a94-b36c-8f2394044031 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879215 Dec 08 21:43:31.371246 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.443870 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-213baf9e-6e75-45b7-82c6-c4b8eabc0835 req-ff190997-e22e-4b35-8118-db10e23e7d62 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749134 Dec 08 21:43:31.466364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Deleting port 8146a17d-e609-4b79-aa86-4467221cb1c5 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:31.466726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.620457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] For port 8146a17d-e609-4b79-aa86-4467221cb1c5, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8146a17d-e609-4b79-aa86-4467221cb1c5,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:31.620834 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.652597 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8390b4a-087e-4262-9d9c-87f460b0ec65 x-openstack-request-id: req-e8390b4a-087e-4262-9d9c-87f460b0ec65 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:31.654320 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddac821e-b520-45f7-ac4e-9577a367c3f4", "name": "network-vif-deleted", "tag": "8e4ec827-b252-44f6-91c7-33ec5c92a845", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:31.655027 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8390b4a-087e-4262-9d9c-87f460b0ec65 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:31.656114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] DHCP port deletion for e35e526e-b0aa-46d7-85c6-20f23c602f77 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:43:31.656892 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddac821e-b520-45f7-ac4e-9577a367c3f4', 'name': 'network-vif-deleted', 'tag': '8e4ec827-b252-44f6-91c7-33ec5c92a845', 'status': 'completed', 'code': 200} Dec 08 21:43:31.669616 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:31.678503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Calling delete_port for 8146a17d-e609-4b79-aa86-4467221cb1c5 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:31.742496 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19e014-a481-41cc-b95b-4b5cc8fed710 x-openstack-request-id: req-1f19e014-a481-41cc-b95b-4b5cc8fed710 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:31.743086 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:31.743086 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f19e014-a481-41cc-b95b-4b5cc8fed710 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:31.743416 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'status': 'completed', 'code': 200} Dec 08 21:43:31.758209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Transition to ACTIVE for port object 99279a32-bd31-4de5-9055-9a6add526bc3 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:43:31.795462 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:31.851626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] Deleting port 8146a17d-e609-4b79-aa86-4467221cb1c5 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:31.855312 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:32.023992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Pushing event updated for resources: {'Port': ['ID=99279a32-bd31-4de5-9055-9a6add526bc3,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:32.038278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-b7408f42-9b5f-46cf-9487-1ea88bdbbaad service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614978 Dec 08 21:43:32.083453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:32.097695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] For port 8146a17d-e609-4b79-aa86-4467221cb1c5, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8146a17d-e609-4b79-aa86-4467221cb1c5,segment=NetworkSegment(5010df04-b690-468c-ae14-dfa10681b2a5),segment_id=5010df04-b690-468c-ae14-dfa10681b2a5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:32.098686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:32.204134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-16f886aa-fe6e-479a-bccd-4ea91201d4f1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:32.211697 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-16f886aa-fe6e-479a-bccd-4ea91201d4f1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 814 time: 0.4254420 Dec 08 21:43:32.227105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] No DVR routers for this DVR port 8146a17d-e609-4b79-aa86-4467221cb1c5 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:32.237180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Pushing event deleted for resources: {'Port': ['ID=8146a17d-e609-4b79-aa86-4467221cb1c5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:32.249153 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:32.267439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038e42d-d539-41a0-8d52-174f4b956909 req-9650c8bd-d527-4e4d-8188-1a77f78631d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:32.272418 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6038e42d-d539-41a0-8d52-174f4b956909 req-9650c8bd-d527-4e4d-8188-1a77f78631d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdeb6ebab99448859111eba47fffcde2&device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 1097 time: 0.6675460 Dec 08 21:43:32.351998 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117e3ec-fc9d-4dce-99b1-a9ea744b3283 None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:42:13Z', 'revision_number': 4, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5765227f-084c-4b94-8130-5fc20cedcc78', 'name': '', 'network_id': 'efac9515-e5b2-4b92-a7d8-939abdd18f6a', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'mac_address': 'fa:16:3e:67:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:12Z', 'updated_at': '2021-12-08T21:42:18Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'subnets': [{'id': '4226ac4b-2bd6-4f1d-8901-315c63a33602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:32.421549 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-82d7cd24-9e1c-47fc-945d-d6615ad5d55b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/quotas/5bc8a0766f814310ad94f675ea724293 HTTP/1.1" status: 200 len: 375 time: 0.1765885 Dec 08 21:43:32.482281 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:32.526641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] Calling delete_port for 8146a17d-e609-4b79-aa86-4467221cb1c5 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:32.624963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8a9af41d-af91-4791-97b7-c0df46441053 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:32.627544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8a9af41d-af91-4791-97b7-c0df46441053 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62bd41b-074d-45d9-aea6-780a9e466d97 HTTP/1.1" status: 200 len: 946 time: 0.3007503 Dec 08 21:43:32.633816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:32.658474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Attempting to bind port 99279a32-bd31-4de5-9055-9a6add526bc3 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:32.660175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Attempting to bind port 99279a32-bd31-4de5-9055-9a6add526bc3 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:32.662148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Attempting to bind port 99279a32-bd31-4de5-9055-9a6add526bc3 on network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:32.671582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] Pushing event deleted for resources: {'Port': ['ID=8146a17d-e609-4b79-aa86-4467221cb1c5,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:32.696094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb17e8-8e5f-4ece-aebe-2605608023af None None] No DVR routers for this DVR port 8146a17d-e609-4b79-aa86-4467221cb1c5 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:32.766902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Port 99279a32-bd31-4de5-9055-9a6add526bc3 on network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:43:32.767515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Attempting to bind port 99279a32-bd31-4de5-9055-9a6add526bc3 on network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:32.782677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40664) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:32.783530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:32.783941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Checking segment: {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:32.784400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Bound using segment: {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:32.784937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Bound port: 99279a32-bd31-4de5-9055-9a6add526bc3, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbac965b-2481-48ae-b6b8-8c040c491af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:32.785373 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:32.855027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23c54e-c545-425f-b849-c1b32839f28b None None] New status for floating IP 5a006af0-0425-438a-91f0-e36e374c0076: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:43:33.061484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8146a17d-e609-4b79-aa86-4467221cb1c5 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:33.095060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35e526e-b0aa-46d7-85c6-20f23c602f77']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:33.107884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5010df04-b690-468c-ae14-dfa10681b2a5') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:33.108184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5010df04-b690-468c-ae14-dfa10681b2a5') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:33.127085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.150381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-97c29c50-b3b3-45c1-aea3-73acf73a3185 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7149153 Dec 08 21:43:33.195003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 8146a17d-e609-4b79-aa86-4467221cb1c5 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:33.195585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8146a17d-e609-4b79-aa86-4467221cb1c5 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:33.223095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.238041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:43:33.238788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:43:33.240798 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:43:33.359002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.371275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.373872 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e35e526e-b0aa-46d7-85c6-20f23c602f77 HTTP/1.1" status: 204 len: 168 time: 2.2842402 Dec 08 21:43:33.379372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40678) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:33.390776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0801823-19fa-41bd-9522-606cc189a443 admin admin] Pushing event deleted for resources: {'Network': ['ID=e35e526e-b0aa-46d7-85c6-20f23c602f77,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:33.401899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-6ddbc5dd-b60d-427f-99d8-aed602636c85 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506530 Dec 08 21:43:33.423226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79963e2f-752a-43dc-a046-53aa7db58e2c req-2818033a-61fb-46c0-a6cc-bac2749c7e67 service neutron] 10.222.0.21 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3740401 Dec 08 21:43:33.527880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-432265504-network', 'tenant_id': '615b3fc4bba0491ea611ca0fff2112fb'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:33.537026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-0f8d49f0-b498-4da1-89bd-134a49edcafd service neutron] 10.222.0.21 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278229 Dec 08 21:43:33.567225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038e42d-d539-41a0-8d52-174f4b956909 req-aac78f4b-8243-425c-8572-fd26e6ebd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:33.568704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6038e42d-d539-41a0-8d52-174f4b956909 req-aac78f4b-8243-425c-8572-fd26e6ebd194 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 200 len: 921 time: 1.2351778 Dec 08 21:43:33.663353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] For port 99279a32-bd31-4de5-9055-9a6add526bc3, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:33.697628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6038e42d-d539-41a0-8d52-174f4b956909 req-cff7b47d-57fc-413b-80e0-c7052becfd9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 200 len: 217 time: 0.1108069 Dec 08 21:43:33.702029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] For port 99279a32-bd31-4de5-9055-9a6add526bc3, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=99279a32-bd31-4de5-9055-9a6add526bc3,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:33.711255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Made reservation on behalf of 615b3fc4bba0491ea611ca0fff2112fb for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:33.713848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.732492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.751275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Deleting port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:33.751626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.789901 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.870405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712f592-0c48-4b2c-8ed5-70d817e92dd6 req-2db78fb8-a3cf-4a73-9ee9-04f80b20aa15 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:33.872043 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b712f592-0c48-4b2c-8ed5-70d817e92dd6 req-2db78fb8-a3cf-4a73-9ee9-04f80b20aa15 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 943 time: 0.3085322 Dec 08 21:43:33.873525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:33.874364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:33.875433 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] 10.222.0.37 "PUT /v2.0/ports/99279a32-bd31-4de5-9055-9a6add526bc3 HTTP/1.1" status: 200 len: 1091 time: 3.9448650 Dec 08 21:43:33.927262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'tag': '99279a32-bd31-4de5-9055-9a6add526bc3'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:33.930456 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204" -d '{"events": [{"name": "network-changed", "server_uuid": "d233e953-0539-4c44-8c2d-ba986bcd13fc", "tag": "99279a32-bd31-4de5-9055-9a6add526bc3"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:34.047219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2872b-1ccc-4363-9906-4202177351ad service neutron] Pushing event updated for resources: {'Port': ['ID=99279a32-bd31-4de5-9055-9a6add526bc3,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:34.202437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] For port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:34.202831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:34.219615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Calling delete_port for a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:34.320180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8e4ec827-b252-44f6-91c7-33ec5c92a845 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:34.361718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 8e4ec827-b252-44f6-91c7-33ec5c92a845 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:34.367912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8e4ec827-b252-44f6-91c7-33ec5c92a845 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:34.423512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ac190f5a-4802-48bc-bb46-6a15ddc5e8e7 req-9a7c1bf2-1414-4053-a814-d3141f8f259d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 210 time: 0.0414319 Dec 08 21:43:34.429591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038e42d-d539-41a0-8d52-174f4b956909 req-c89838b0-ee2f-43e8-b604-1d7bf5df3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:34.433180 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6038e42d-d539-41a0-8d52-174f4b956909 req-c89838b0-ee2f-43e8-b604-1d7bf5df3582 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 200 len: 859 time: 0.7235134 Dec 08 21:43:34.466248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:34.543353 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41c18b5-e41b-4062-8ce7-2837976e967a x-openstack-request-id: req-e41c18b5-e41b-4062-8ce7-2837976e967a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:34.543944 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d233e953-0539-4c44-8c2d-ba986bcd13fc", "tag": "99279a32-bd31-4de5-9055-9a6add526bc3", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:34.544822 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e41c18b5-e41b-4062-8ce7-2837976e967a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:34.545383 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'tag': '99279a32-bd31-4de5-9055-9a6add526bc3', 'status': 'completed', 'code': 200} Dec 08 21:43:34.597049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c47a4e-1440-4cab-b6e3-7198452c4127 req-7c723d5c-e04e-496e-b497-dd9318b00def tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:34.598704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6c47a4e-1440-4cab-b6e3-7198452c4127 req-7c723d5c-e04e-496e-b497-dd9318b00def tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 945 time: 0.0558016 Dec 08 21:43:34.611221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b08b556d-1205-4e36-98e2-7f6a5cb7def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:34.612795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-b08b556d-1205-4e36-98e2-7f6a5cb7def0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee71862538294876b9ca1858c81700ce&device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 1094 time: 0.5751224 Dec 08 21:43:34.613594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Pushing event deleted for resources: {'Port': ['ID=a3a3fff9-da91-4b30-92ae-6f3d1885a7b6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:34.649882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b712f592-0c48-4b2c-8ed5-70d817e92dd6 req-25d6301e-6a27-4ba5-8719-8a5f172df6ec tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6624355 Dec 08 21:43:34.655908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6c47a4e-1440-4cab-b6e3-7198452c4127 req-f7d3e028-ee35-46d7-8e51-5d828313d8a3 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Dec 08 21:43:34.762273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-3987c535-4579-48c2-9762-ff1952779593 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99279a32-bd31-4de5-9055-9a6add526bc3 HTTP/1.1" status: 200 len: 217 time: 0.1245060 Dec 08 21:43:34.766185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] No DVR routers for this DVR port a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:34.773856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:34.777097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bbb6307-7eb1-4e27-a292-7c3d39e53dbc req-8573dd85-c049-4917-97b8-0f2f8bc4c7d5 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.23 "DELETE /v2.0/ports/a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 HTTP/1.1" status: 204 len: 173 time: 2.1404378 Dec 08 21:43:34.781946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038e42d-d539-41a0-8d52-174f4b956909 req-6551e60b-aaaa-4c5b-9099-7790fe033a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:34.783388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6038e42d-d539-41a0-8d52-174f4b956909 req-6551e60b-aaaa-4c5b-9099-7790fe033a70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efac9515-e5b2-4b92-a7d8-939abdd18f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3298903 Dec 08 21:43:34.890962 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-42e8d9c1-15af-455b-89e9-5857e54311f6 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips/5a006af0-0425-438a-91f0-e36e374c0076 HTTP/1.1" status: 200 len: 693 time: 0.1058438 Dec 08 21:43:34.906322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:34.921727 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:34.974310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-3e0304ae-5c86-4bbc-97b4-49509666264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:34.976321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-3e0304ae-5c86-4bbc-97b4-49509666264d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a95c043b-6776-400f-89b3-100cc111e381 HTTP/1.1" status: 200 len: 855 time: 0.2044313 Dec 08 21:43:34.981488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:43:35.022135 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.022508 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Added segment eb75d0d9-09b4-4d62-a7f0-379542e75724 of type vlan for network f722ffb0-2708-434d-af4f-130b61f2bb03 Dec 08 21:43:35.062225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-011deca9-cd03-4f73-8232-2c6c76dc0a8d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:35.071455 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-011deca9-cd03-4f73-8232-2c6c76dc0a8d tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1793520 Dec 08 21:43:35.083041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e587a090-f78d-49a1-b242-efd48ba223d0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:35.125698 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-593247b1-f024-4e0e-8f58-8c02c0d19cd3 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 696 time: 0.0526888 Dec 08 21:43:35.143901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6038e42d-d539-41a0-8d52-174f4b956909 req-89fa7db2-45f8-493c-956d-733220288cfe service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466773 Dec 08 21:43:35.159736 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.195760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-07f8072e-5434-48d0-b2cc-eceb279da9f7 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 696 time: 0.0640910 Dec 08 21:43:35.234956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-73fa6a1c-fa25-4e44-bd6c-2f6fce12a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:35.236496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-73fa6a1c-fa25-4e44-bd6c-2f6fce12a440 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308621 Dec 08 21:43:35.340842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59973f48-00c6-4373-8891-dc84c50b117b req-ece2cbd5-2623-496c-873e-3a6ad5cefeea tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:35.342867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-59973f48-00c6-4373-8891-dc84c50b117b req-ece2cbd5-2623-496c-873e-3a6ad5cefeea tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.3122320 Dec 08 21:43:35.371406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Deleting port b04cd651-f7fe-4eab-9335-f0d3cdf02660 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:35.372079 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.393413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.394528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:35.395330 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.416173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6038e42d-d539-41a0-8d52-174f4b956909 req-579c53b6-982e-49f5-9fba-676409842ac6 service neutron] 10.222.0.23 "GET /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494657 Dec 08 21:43:35.535928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3a272d71-4089-4b4b-a3a9-f3119e1ea06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.541763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:35.558952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-59973f48-00c6-4373-8891-dc84c50b117b req-622f74ea-93e3-4a6b-a838-e623802dd68f tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916437 Dec 08 21:43:35.577698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.7657855 Dec 08 21:43:35.596061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:35.596843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a3a3fff9-da91-4b30-92ae-6f3d1885a7b6 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:35.621296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-8033bd88-13a6-4caa-969d-ad378b43adfd service neutron] 10.222.0.37 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583529 Dec 08 21:43:35.622548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c27bf-f39c-4ebd-a2df-a4bc4bacbbcc admin admin] Pushing event updated for resources: {'Network': ['ID=f722ffb0-2708-434d-af4f-130b61f2bb03,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:35.635012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network f722ffb0-2708-434d-af4f-130b61f2bb03 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:43:35.638891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40728) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:35.645860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Request body: {'subnet': {'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-432265504-subnet', 'tenant_id': '615b3fc4bba0491ea611ca0fff2112fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:35.666599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.667194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.684129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Calling delete_port for b04cd651-f7fe-4eab-9335-f0d3cdf02660 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:35.735891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f63168e-0342-4c6e-a881-7f402a3c13c6 req-0dc2909f-5901-4e91-b200-9d5bee46c0d4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 210 time: 0.0852623 Dec 08 21:43:35.771863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Made reservation on behalf of 615b3fc4bba0491ea611ca0fff2112fb for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:35.774296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.840146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.891221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-644317fb-531b-4d3f-8137-cee95ec5e745 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:35.892689 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-644317fb-531b-4d3f-8137-cee95ec5e745 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.37 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 814 time: 0.3668017 Dec 08 21:43:35.908342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Request body: {'port': {'device_id': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'admin_state_up': True, 'tenant_id': '5bc8a0766f814310ad94f675ea724293'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:35.920158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-862292b9-b338-46dc-a321-3b908fc89613 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:35.921595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-862292b9-b338-46dc-a321-3b908fc89613 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 945 time: 0.2827227 Dec 08 21:43:35.922218 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:35.931127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14d93bff-8a54-436a-91a4-569b713ef8a0 req-ee53971a-11c6-40c2-8fbe-80770e939d32 service neutron] 10.222.0.37 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790158 Dec 08 21:43:36.027789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Pushing event deleted for resources: {'Port': ['ID=b04cd651-f7fe-4eab-9335-f0d3cdf02660,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:36.161596 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.164595 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.165786 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67ae2641-e864-44b5-997c-a116e3ae0c80 req-bbbdd438-d8d9-4261-9e06-ac5b4036420b tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "DELETE /v2.0/floatingips/5a006af0-0425-438a-91f0-e36e374c0076 HTTP/1.1" status: 204 len: 173 time: 0.9642527 Dec 08 21:43:36.203944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Deleting port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:36.204290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.209425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Made reservation on behalf of 5bc8a0766f814310ad94f675ea724293 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:36.212926 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.373353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c126e-f774-4d00-917a-aba6964d1388 req-631f1b37-7b90-4719-ae8c-47f76298a52a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:36.374243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a04c126e-f774-4d00-917a-aba6964d1388 req-631f1b37-7b90-4719-ae8c-47f76298a52a tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 943 time: 0.5374091 Dec 08 21:43:36.408370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60ff4f-82d5-4266-8750-3df483e3be55 req-5ced68fe-33f0-494c-9717-073baeddfddf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:36.410001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba60ff4f-82d5-4266-8750-3df483e3be55 req-5ced68fe-33f0-494c-9717-073baeddfddf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 945 time: 0.1510620 Dec 08 21:43:36.415767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] For port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:36.416058 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.423853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-19a490d4-34f7-4cdf-a07b-88144559fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:36.425332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-19a490d4-34f7-4cdf-a07b-88144559fe8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee71862538294876b9ca1858c81700ce&device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 1094 time: 0.1703668 Dec 08 21:43:36.471381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Calling delete_port for 4d534587-0a4d-4b24-aeff-9bdfe58d7dad owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:36.497422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Allocated IP 172.20.0.11 (8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8/a4e885b5-3b06-481f-bac8-287d7184e468/a935f2ed-95d9-48d3-9556-b3e36677fa04) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:36.546672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'name': 'network-vif-deleted', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:36.548561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba60ff4f-82d5-4266-8750-3df483e3be55 req-ec5a39ea-82ac-49ac-8709-6c24db1a5c62 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298764 Dec 08 21:43:36.548940 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d171000-cd98-4ff0-abbb-39d0dea5ba16" -d '{"events": [{"server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "name": "network-vif-deleted", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:36.589013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-a3bb622d-8df8-40c3-8a20-5de62b204525 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:36.593181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-a3bb622d-8df8-40c3-8a20-5de62b204525 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.2721009 Dec 08 21:43:36.703925 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a04c126e-f774-4d00-917a-aba6964d1388 req-1db1ae8d-1f90-4694-8fcf-584ecde8c9ce tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174126 Dec 08 21:43:36.744346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.757500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['4d534587-0a4d-4b24-aeff-9bdfe58d7dad'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:36.765872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['e15e6967-b319-4eb7-80ca-94aa1067e65b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:36.796189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.821894 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847903b3-91b5-493c-8f9f-06cfbf1b3034 x-openstack-request-id: req-847903b3-91b5-493c-8f9f-06cfbf1b3034 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:36.822315 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62bd41b-074d-45d9-aea6-780a9e466d97", "name": "network-vif-deleted", "tag": "a3a3fff9-da91-4b30-92ae-6f3d1885a7b6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:36.822569 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-847903b3-91b5-493c-8f9f-06cfbf1b3034 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:36.823015 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62bd41b-074d-45d9-aea6-780a9e466d97', 'name': 'network-vif-deleted', 'tag': 'a3a3fff9-da91-4b30-92ae-6f3d1885a7b6', 'status': 'completed', 'code': 200} Dec 08 21:43:36.831743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Pushing event deleted for resources: {'Port': ['ID=4d534587-0a4d-4b24-aeff-9bdfe58d7dad,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:36.941910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.951432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:36.951983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Network hostable DHCP agents. Network: f722ffb0-2708-434d-af4f-130b61f2bb03, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:43:36.957476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f20b9a46-51b6-44c3-8955-5a92e901f89b req-5b363c7e-ae26-4e1c-8e59-b3fe092bcd8d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 210 time: 0.0730987 Dec 08 21:43:36.967043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] No DVR routers for this DVR port 4d534587-0a4d-4b24-aeff-9bdfe58d7dad on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:36.981555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:36.981555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f94c27a-4097-4a27-b5e3-77c0ceeacebd req-be6b966c-f956-4e13-9088-d243185f516b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.37 "DELETE /v2.0/ports/4d534587-0a4d-4b24-aeff-9bdfe58d7dad HTTP/1.1" status: 204 len: 173 time: 1.0401423 Dec 08 21:43:36.981555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7264097-30b9-4154-8c81-b13f44b0ed96', 'name': 'network-vif-deleted', 'tag': '4d534587-0a4d-4b24-aeff-9bdfe58d7dad'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:36.981555 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e9ad6b-a3e2-45cf-a244-b6f229f9d768" -d '{"events": [{"server_uuid": "d7264097-30b9-4154-8c81-b13f44b0ed96", "name": "network-vif-deleted", "tag": "4d534587-0a4d-4b24-aeff-9bdfe58d7dad"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:36.997843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-14747646-cbe1-4c90-afd2-e85a817de235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:37.000111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-14747646-cbe1-4c90-afd2-e85a817de235 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf HTTP/1.1" status: 200 len: 917 time: 0.5209012 Dec 08 21:43:37.008727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d358ee-da62-435d-8edd-bb40a5f94843 req-d6966632-7272-4054-9c2d-e2430e0e16b0 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:37.025952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48d358ee-da62-435d-8edd-bb40a5f94843 req-d6966632-7272-4054-9c2d-e2430e0e16b0 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 949 time: 0.1306870 Dec 08 21:43:37.076515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48d358ee-da62-435d-8edd-bb40a5f94843 req-871bdac2-68c4-43c4-8a38-088de2b80e2a tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f16494a-0966-4922-8bfb-5d6bb1e8847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Dec 08 21:43:37.087305 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:37.092926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ca841b-b868-4917-b0d2-2e0b43e4a197,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:37.102630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-73a634ad-5082-46b0-93a5-a83c39939a9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99279a32-bd31-4de5-9055-9a6add526bc3 HTTP/1.1" status: 200 len: 217 time: 0.0882418 Dec 08 21:43:37.145328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Network f722ffb0-2708-434d-af4f-130b61f2bb03 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:43:37.154354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:37.162584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Pushing event updated for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:37.166307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:37.168787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:37.182660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Deleting port d6da5f64-c016-4275-b3e5-d3025044022c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:37.183023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:37.206633 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7597f4d3-f376-4848-bf00-1b2492076dfa x-openstack-request-id: req-7597f4d3-f376-4848-bf00-1b2492076dfa {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:37.206633 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7264097-30b9-4154-8c81-b13f44b0ed96", "name": "network-vif-deleted", "tag": "4d534587-0a4d-4b24-aeff-9bdfe58d7dad", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:37.206948 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7597f4d3-f376-4848-bf00-1b2492076dfa {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:37.207309 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7264097-30b9-4154-8c81-b13f44b0ed96', 'name': 'network-vif-deleted', 'tag': '4d534587-0a4d-4b24-aeff-9bdfe58d7dad', 'status': 'completed', 'code': 200} Dec 08 21:43:37.207427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, f722ffb0-2708-434d-af4f-130b61f2bb03) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:37.215280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62d7058-4fe8-4ad9-9b23-b40a34f95668 None None] Network f722ffb0-2708-434d-af4f-130b61f2bb03 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:37.244531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:37.245409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:37.265744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f9781105-5cf9-47c3-9438-a9640e3d4ca0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3603704 Dec 08 21:43:37.267868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:37.268455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:37.285451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Request body: {'port': {'device_id': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:37.308168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688ab7b-6cc4-41b8-b660-42f60519c993 req-3ddbe8a7-c150-4222-9af3-da83a6fd6c33 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:37.309683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9688ab7b-6cc4-41b8-b660-42f60519c993 req-3ddbe8a7-c150-4222-9af3-da83a6fd6c33 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 946 time: 0.2340128 Dec 08 21:43:37.330433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-11ceca8e-6764-460b-a581-8bbdff0b9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:37.332134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-11ceca8e-6764-460b-a581-8bbdff0b9681 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a95c043b-6776-400f-89b3-100cc111e381 HTTP/1.1" status: 200 len: 855 time: 0.2058737 Dec 08 21:43:37.365811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c809d3-4acb-42a8-8a78-c3806d61dad6 None None] Network f722ffb0-2708-434d-af4f-130b61f2bb03 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:37.377503 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:37.408953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1263d471-c034-4f2a-9218-9e3325a02177 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7583284 Dec 08 21:43:37.521396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9688ab7b-6cc4-41b8-b660-42f60519c993 req-dcd23307-4123-4929-a02d-2a4c52fe1e41 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863306 Dec 08 21:43:37.527857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] For port d6da5f64-c016-4275-b3e5-d3025044022c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d6da5f64-c016-4275-b3e5-d3025044022c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:37.528153 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:37.542193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-276624e4-8cec-48a2-ad84-da411e48073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:37.544435 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-276624e4-8cec-48a2-ad84-da411e48073e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013819 Dec 08 21:43:37.549521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Calling delete_port for d6da5f64-c016-4275-b3e5-d3025044022c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:37.704309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-c3dd7475-f25f-4579-881e-19c142641367 service neutron] 10.222.0.37 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305516 Dec 08 21:43:37.712377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Deleting port 7073ac04-6030-443f-b679-a7c7a4c9b6a0 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:37.713021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:37.794688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00e93b5c-351c-4021-9bb5-59661fe4ced1 req-7dbf04db-5e14-4d42-a60e-b07d0ef16f6d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7264097-30b9-4154-8c81-b13f44b0ed96 HTTP/1.1" status: 200 len: 210 time: 0.0670717 Dec 08 21:43:37.953461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a935f2ed-95d9-48d3-9556-b3e36677fa04 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:37.976872 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:37.995856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Transition to ACTIVE for port object a935f2ed-95d9-48d3-9556-b3e36677fa04 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:43:38.000868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] For port 7073ac04-6030-443f-b679-a7c7a4c9b6a0, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7073ac04-6030-443f-b679-a7c7a4c9b6a0,segment=NetworkSegment(74398509-76ab-4cc0-a328-f14550578bba),segment_id=74398509-76ab-4cc0-a328-f14550578bba)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:38.001372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.002671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.047250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Calling delete_port for 7073ac04-6030-443f-b679-a7c7a4c9b6a0 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:38.063232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a44ed6a-7985-4e36-a3d5-26d8a8fe0204 req-0aa19515-dcd6-496f-9527-a94129f77430 service neutron] 10.222.0.37 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579927 Dec 08 21:43:38.091125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1433f-7ebc-4e27-8801-821b17d78ae2 req-45287385-4862-460c-8c10-cdbd01e026f5 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:38.092952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ad1433f-7ebc-4e27-8801-821b17d78ae2 req-45287385-4862-460c-8c10-cdbd01e026f5 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 943 time: 0.1851048 Dec 08 21:43:38.134513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:38.171351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce1a22-6c78-4d65-b06b-4648d24b5ae6 req-d511c3b8-c74d-46bb-b0cc-d49f654a4ca1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:38.179160 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67ce1a22-6c78-4d65-b06b-4648d24b5ae6 req-d511c3b8-c74d-46bb-b0cc-d49f654a4ca1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 944 time: 0.0945272 Dec 08 21:43:38.194568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c76d-72a1-42f3-bf11-f67986edbaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.269282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67ce1a22-6c78-4d65-b06b-4648d24b5ae6 req-1fa2780c-0cfc-470c-97f4-2c2187523589 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870833 Dec 08 21:43:38.295280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ad1433f-7ebc-4e27-8801-821b17d78ae2 req-d2cafd16-88c4-4091-8d37-67cf51176118 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936650 Dec 08 21:43:38.328122 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Attempting to bind port a935f2ed-95d9-48d3-9556-b3e36677fa04 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:38.328473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Attempting to bind port a935f2ed-95d9-48d3-9556-b3e36677fa04 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:38.328991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Attempting to bind port a935f2ed-95d9-48d3-9556-b3e36677fa04 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:38.334625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Port a935f2ed-95d9-48d3-9556-b3e36677fa04 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:43:38.335515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Attempting to bind port a935f2ed-95d9-48d3-9556-b3e36677fa04 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:38.341678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:38.342029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Checking segment: {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:38.342413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Bound using segment: {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:38.342989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Bound port: a935f2ed-95d9-48d3-9556-b3e36677fa04, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:38.343360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.349064 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.363760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-1eb3698b-7655-4054-b93b-6f820e4e4d09 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:38.365944 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-1eb3698b-7655-4054-b93b-6f820e4e4d09 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 946 time: 0.1770875 Dec 08 21:43:38.385979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40772) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:38.396632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1092649759-network', 'tenant_id': 'fcd74972c3db4998b74cc7c1be9dd347'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:38.433822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Pushing event deleted for resources: {'Port': ['ID=d6da5f64-c016-4275-b3e5-d3025044022c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:38.457333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9509b909-ae4a-48f5-afa1-8156fa65eb58 req-590f8776-081c-49c1-b642-39a28852118d tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec9f687-6a45-4f69-89d0-632b4514d629 HTTP/1.1" status: 200 len: 210 time: 0.0885808 Dec 08 21:43:38.489762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Made reservation on behalf of fcd74972c3db4998b74cc7c1be9dd347 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:38.492370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.507335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.523951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:38.526443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] No DVR routers for this DVR port d6da5f64-c016-4275-b3e5-d3025044022c on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:38.527633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:38.530571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.534247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf3eaa7a-57ec-4676-ba58-3bc485d5bcc1 req-b9ca2a67-02d9-401d-887c-7c6a5dd5e495 tempest-MigrationsAdminTest-881136025 tempest-MigrationsAdminTest-881136025-project] 10.222.0.23 "DELETE /v2.0/ports/d6da5f64-c016-4275-b3e5-d3025044022c HTTP/1.1" status: 204 len: 173 time: 1.8268678 Dec 08 21:43:38.536403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.603868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Deleting port d5e8df2f-095c-4e35-b86c-f00cb453edac {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:38.603868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.637316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:38.638303 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.640073 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/a935f2ed-95d9-48d3-9556-b3e36677fa04 HTTP/1.1" status: 200 len: 1092 time: 1.3647316 Dec 08 21:43:38.649661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.684941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3558c22-fa2f-471d-b709-84f031ec62d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:38.703838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Pushing event deleted for resources: {'Port': ['ID=7073ac04-6030-443f-b679-a7c7a4c9b6a0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:38.706299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.735584 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.742663 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.788902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:43:38.799918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce31bd2-866d-4768-ab44-a893a3723033,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:38.826732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'name': 'network-vif-deleted', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:38.827647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-13c6e87e-a20c-47e5-b26d-f5ca7d219b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:38.828992 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753ddf9e-c5d7-4d01-93cf-64466ffb75a9" -d '{"events": [{"server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "name": "network-vif-deleted", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:38.831116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-13c6e87e-a20c-47e5-b26d-f5ca7d219b69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 1095 time: 0.1388831 Dec 08 21:43:38.834526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.837282 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Added segment 28debff0-2129-494a-9f42-58548931e353 of type vlan for network 5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b Dec 08 21:43:38.843714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] For port d5e8df2f-095c-4e35-b86c-f00cb453edac, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d5e8df2f-095c-4e35-b86c-f00cb453edac,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:38.844084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:38.863216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b1ba4-f2fa-4866-9756-b607bca68a8e req-c4c95130-c8a9-4bda-9f15-53b73bc0ddcd tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:38.864898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8c8b1ba4-f2fa-4866-9756-b607bca68a8e req-c4c95130-c8a9-4bda-9f15-53b73bc0ddcd tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 946 time: 0.2027545 Dec 08 21:43:38.888043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Calling delete_port for d5e8df2f-095c-4e35-b86c-f00cb453edac owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:39.020582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-ba26b19b-82bb-4bfc-9df4-58a3b8873a7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04 HTTP/1.1" status: 200 len: 217 time: 0.1701808 Dec 08 21:43:39.049328 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da94744-65d7-434d-9927-a2ae20e60eaf x-openstack-request-id: req-2da94744-65d7-434d-9927-a2ae20e60eaf {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:39.049869 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec9f687-6a45-4f69-89d0-632b4514d629", "name": "network-vif-deleted", "tag": "d6da5f64-c016-4275-b3e5-d3025044022c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:39.049869 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2da94744-65d7-434d-9927-a2ae20e60eaf {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:39.050182 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec9f687-6a45-4f69-89d0-632b4514d629', 'name': 'network-vif-deleted', 'tag': 'd6da5f64-c016-4275-b3e5-d3025044022c', 'status': 'completed', 'code': 200} Dec 08 21:43:39.066748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:39.166200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-2dcd1a7b-b659-4c1a-9649-6404de81624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:39.167702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-2dcd1a7b-b659-4c1a-9649-6404de81624e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4e885b5-3b06-481f-bac8-287d7184e468 HTTP/1.1" status: 200 len: 854 time: 0.1382244 Dec 08 21:43:39.192673 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:39.195294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:39.195294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:39.195987 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:39.211770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8c8b1ba4-f2fa-4866-9756-b607bca68a8e req-26f8e24d-3e05-4edb-b2ba-8d2ba22798c1 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282990 Dec 08 21:43:39.227307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'tag': 'a935f2ed-95d9-48d3-9556-b3e36677fa04'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:39.229595 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0157f822-3026-4ab9-933c-c45c05c3fe5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a09611-9e41-4e93-b5bc-c557e38de545", "tag": "a935f2ed-95d9-48d3-9556-b3e36677fa04"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:39.246811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-7b4612cc-aa89-42fa-884f-5537d2517516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641456 Dec 08 21:43:39.265281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:39.281353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80ba17-cdc2-421e-9d00-e382c738297b req-2a61a372-66a2-40ec-b759-3f2fd143fa22 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:39.281808 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:39.282932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d80ba17-cdc2-421e-9d00-e382c738297b req-2a61a372-66a2-40ec-b759-3f2fd143fa22 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1758964 Dec 08 21:43:39.288503 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c59a73-03d7-4c5a-a083-09bfbcfbffff x-openstack-request-id: req-38c59a73-03d7-4c5a-a083-09bfbcfbffff {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:39.288892 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a09611-9e41-4e93-b5bc-c557e38de545", "tag": "a935f2ed-95d9-48d3-9556-b3e36677fa04", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:39.289005 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38c59a73-03d7-4c5a-a083-09bfbcfbffff {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:39.289394 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'tag': 'a935f2ed-95d9-48d3-9556-b3e36677fa04', 'status': 'completed', 'code': 200} Dec 08 21:43:39.320380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9318759 Dec 08 21:43:39.332169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:39.341821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Request body: {'subnet': {'network_id': '5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1092649759-subnet', 'tenant_id': 'fcd74972c3db4998b74cc7c1be9dd347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:39.361593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:39.374088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aafed5-6e92-40b2-b290-e0f52f6825a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:39.375498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d5e8df2f-095c-4e35-b86c-f00cb453edac'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:39.402620 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d80ba17-cdc2-421e-9d00-e382c738297b req-98bc2782-3fb8-4627-b1a0-c18d463dd7b5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059926 Dec 08 21:43:39.420054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:43:39.446421 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-afb18165-68ec-48e9-a6ed-8cdf1bd43e53 service neutron] 10.222.0.37 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623695 Dec 08 21:43:39.561098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Pushing event deleted for resources: {'Port': ['ID=d5e8df2f-095c-4e35-b86c-f00cb453edac,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:39.585640 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9b5d-182d-419f-ae64-d4a6a0e29700 req-f140f106-709e-43c4-beaa-044ee1fa2511 service neutron] 10.222.0.37 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319630 Dec 08 21:43:39.603236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399aed-b234-4e52-8a19-2d0a35532907 req-9663753b-9a25-4757-a5e5-5e29c35820b6 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:39.604652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d5e8df2f-095c-4e35-b86c-f00cb453edac no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:39.604855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34399aed-b234-4e52-8a19-2d0a35532907 req-9663753b-9a25-4757-a5e5-5e29c35820b6 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 943 time: 0.0894351 Dec 08 21:43:39.635574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: d5e8df2f-095c-4e35-b86c-f00cb453edac {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:39.636018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d5e8df2f-095c-4e35-b86c-f00cb453edac not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:39.636507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d6da5f64-c016-4275-b3e5-d3025044022c no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:39.651408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Made reservation on behalf of fcd74972c3db4998b74cc7c1be9dd347 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:39.653734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:39.656436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: d6da5f64-c016-4275-b3e5-d3025044022c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:39.656975 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d6da5f64-c016-4275-b3e5-d3025044022c not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:39.677527 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34399aed-b234-4e52-8a19-2d0a35532907 req-1fe84cbf-cab8-48ee-b6ce-7ac718590563 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634806 Dec 08 21:43:39.705357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-89e89193-5d3f-4988-99b5-ec6e9458c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:39.706897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-89e89193-5d3f-4988-99b5-ec6e9458c759 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 1095 time: 0.0576215 Dec 08 21:43:39.715027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] No DVR routers for this DVR port d5e8df2f-095c-4e35-b86c-f00cb453edac on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:39.791118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:40.110012 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:40.113351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c37b09f5-9bb7-4217-9afc-12189d4f862c req-092b7acb-68f3-41d2-9f9f-e733425527e0 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.23 "DELETE /v2.0/ports/d5e8df2f-095c-4e35-b86c-f00cb453edac HTTP/1.1" status: 204 len: 173 time: 1.7349441 Dec 08 21:43:40.115489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40806) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:40.143808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b7599-149f-472a-a3f7-faca5ad4ba92 req-3998ca18-fa22-4a16-9790-68760751078f tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:40.153965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f23b7599-149f-472a-a3f7-faca5ad4ba92 req-3998ca18-fa22-4a16-9790-68760751078f tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 944 time: 0.8070927 Dec 08 21:43:40.187803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50709860-8740-4477-930d-4445ae5f516c req-5fcc2579-50c7-43e1-9c12-abb36a5b8de4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:40.200989 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50709860-8740-4477-930d-4445ae5f516c req-5fcc2579-50c7-43e1-9c12-abb36a5b8de4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.4174080 Dec 08 21:43:40.236204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-232995be-039d-4c02-add6-74b2871ed4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:40.237986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-232995be-039d-4c02-add6-74b2871ed4c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 915 time: 0.5240369 Dec 08 21:43:40.287597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-07f3b51d-e9ae-4043-953a-26264d7cfb1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04 HTTP/1.1" status: 200 len: 217 time: 0.0393600 Dec 08 21:43:40.291579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50709860-8740-4477-930d-4445ae5f516c req-ea1e27fd-82a5-4a26-990f-195c9a04689c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897565 Dec 08 21:43:40.354886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-35bccce3-7927-4d3c-bf08-3b77837d2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:40.355313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4d534587-0a4d-4b24-aeff-9bdfe58d7dad no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:40.356562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-35bccce3-7927-4d3c-bf08-3b77837d2f26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4e885b5-3b06-481f-bac8-287d7184e468 HTTP/1.1" status: 200 len: 854 time: 0.0619519 Dec 08 21:43:40.378676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 4d534587-0a4d-4b24-aeff-9bdfe58d7dad {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:40.379151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4d534587-0a4d-4b24-aeff-9bdfe58d7dad not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:40.401072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-0506cca5-2bce-4ee8-a485-92160dc7a7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359626 Dec 08 21:43:40.423969 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9e8e9641-b991-4241-a242-935a2679c22a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6031f669df684b93a1fea6e3255e742a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665322 Dec 08 21:43:40.424748 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:40.428699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40816) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:40.437666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b7678fc-54ad-447a-a0ec-f06a69ba164c req-e5aa9abc-109d-4a7a-bcbe-bb8220262970 tempest-FloatingIPsAssociationTestJSON-407334158 tempest-FloatingIPsAssociationTestJSON-407334158-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d021f8-7005-40f3-9cd4-1c5f62eb84ef HTTP/1.1" status: 200 len: 210 time: 0.0352693 Dec 08 21:43:40.464078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f23b7599-149f-472a-a3f7-faca5ad4ba92 req-3e8e83c4-9b86-4a15-9cd2-64e9ebd2eaa8 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084037 Dec 08 21:43:40.525785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Router eb602bf7-1b03-4c18-9753-625185090d87 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:40.558756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f6592f-8eb9-41bf-8753-da2df3daec18,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:40.596680 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-29ecd45f-4ac1-4c63-8157-0ed080d2f711 service neutron] 10.222.0.37 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848927 Dec 08 21:43:40.625941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Checking segment: {'id': '28debff0-2129-494a-9f42-58548931e353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:40.626302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Network hostable DHCP agents. Network: 5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:43:40.667828 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c73b7c2-565c-4123-993d-eae6ac74bd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:40.677164 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d05fd-ce1f-4186-b01c-0eb322d811a7 req-d97e6c3f-8a8f-4f63-8d50-e78930e88da1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:40.684451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-139d05fd-ce1f-4186-b01c-0eb322d811a7 req-d97e6c3f-8a8f-4f63-8d50-e78930e88da1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1414208 Dec 08 21:43:40.714429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c73b7c2-565c-4123-993d-eae6ac74bd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:40.725420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Network 5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:43:40.747357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-139d05fd-ce1f-4186-b01c-0eb322d811a7 req-c5c3c6a6-e541-4070-8ece-023310338fca tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616436 Dec 08 21:43:40.756312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:40.776188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0157f822-3026-4ab9-933c-c45c05c3fe5a req-2efbecfb-16cf-4301-a6fc-20b24a9a21ea service neutron] 10.222.0.37 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621706 Dec 08 21:43:40.778298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03927c0d-8754-4247-96d2-6f92080b59f0 None None] Network 5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:40.786783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:40.787391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:40.793530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:40.804094 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5f48bd8c-955c-40b0-98a3-18a81842d22f admin admin] 10.222.0.21 "PUT /v2.0/routers/eb602bf7-1b03-4c18-9753-625185090d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4184470 Dec 08 21:43:40.805085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40828) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:40.807446 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] Sync routers for ids ['eb602bf7-1b03-4c18-9753-625185090d87'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:40.826322 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] Routers {'eb602bf7-1b03-4c18-9753-625185090d87'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:40.827276 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['eb602bf7-1b03-4c18-9753-625185090d87'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:40.831179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c73b7c2-565c-4123-993d-eae6ac74bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:40.833737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c73b7c2-565c-4123-993d-eae6ac74bd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:40.835649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6c73b7c2-565c-4123-993d-eae6ac74bd8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f16494a-0966-4922-8bfb-5d6bb1e8847d HTTP/1.1" status: 204 len: 168 time: 0.4022634 Dec 08 21:43:40.843242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dd68ae7f-9b24-43d4-85fe-29800ff928eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5099149 Dec 08 21:43:40.853144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73b7c2-565c-4123-993d-eae6ac74bd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16494a-0966-4922-8bfb-5d6bb1e8847d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:40.871471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed9745-0eb2-4fc0-84d4-9c10244bac9e req-f55bb897-b48b-44df-aed8-662a0b0dced7 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:40.879451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87ed9745-0eb2-4fc0-84d4-9c10244bac9e req-f55bb897-b48b-44df-aed8-662a0b0dced7 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 943 time: 0.0881939 Dec 08 21:43:40.951899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87ed9745-0eb2-4fc0-84d4-9c10244bac9e req-e14a9196-f378-47c7-8f5a-f1df9caae815 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714283 Dec 08 21:43:41.033396 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:41.050934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'name': 'network-vif-deleted', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:41.054084 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3482b6-6bed-45a2-b964-293c4e76c364" -d '{"events": [{"server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "name": "network-vif-deleted", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:41.089675 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:41.106912 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] Set router eb602bf7-1b03-4c18-9753-625185090d87 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:41.115294 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:43:41.150382 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f145c8d-302c-4c30-a2ba-97acee410abb x-openstack-request-id: req-8f145c8d-302c-4c30-a2ba-97acee410abb {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:41.150929 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d021f8-7005-40f3-9cd4-1c5f62eb84ef", "name": "network-vif-deleted", "tag": "d5e8df2f-095c-4e35-b86c-f00cb453edac", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:41.150929 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f145c8d-302c-4c30-a2ba-97acee410abb {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:41.151345 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d021f8-7005-40f3-9cd4-1c5f62eb84ef', 'name': 'network-vif-deleted', 'tag': 'd5e8df2f-095c-4e35-b86c-f00cb453edac', 'status': 'completed', 'code': 200} Dec 08 21:43:41.216047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfbc114-cd66-4f2c-85ab-bd18ca6a1175 None None] Network 5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:41.449364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:41.498013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40852) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:41.561457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-94a0153e-2341-477b-a2a8-246dafc64fbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5efe857346b0488faa08042ff2c772f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595868 Dec 08 21:43:41.561700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40854) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:41.568289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40856) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:41.678591 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:43:38Z', 'revision_number': 5, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port': {'id': '0ecab602-81e5-47f3-9209-3b7d781b0bdd', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:38:29Z', 'updated_at': '2021-12-08T21:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:41.698238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11d5ecd1-6eb0-46bb-be72-737cd6855d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:41.729768 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] Checking router: eb602bf7-1b03-4c18-9753-625185090d87 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:41.738957 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] Routers {'eb602bf7-1b03-4c18-9753-625185090d87'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:41.739701 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['eb602bf7-1b03-4c18-9753-625185090d87'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:41.844485 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] Set router eb602bf7-1b03-4c18-9753-625185090d87 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:41.849023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-bb3ad82b-1612-494a-9943-f7040be6c90c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:41.851452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-bb3ad82b-1612-494a-9943-f7040be6c90c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 807 time: 0.1391556 Dec 08 21:43:41.856613 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11d5ecd1-6eb0-46bb-be72-737cd6855d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:41.880120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-81bd14f1-ead8-4dba-8fdf-3bba909b25a6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/quotas/615b3fc4bba0491ea611ca0fff2112fb HTTP/1.1" status: 200 len: 375 time: 0.0211198 Dec 08 21:43:41.911637 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:43:41Z', 'revision_number': 6, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:41.920284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Deleting port 0ecab602-81e5-47f3-9209-3b7d781b0bdd {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:41.920758 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:41.941545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11d5ecd1-6eb0-46bb-be72-737cd6855d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:41.944314 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11d5ecd1-6eb0-46bb-be72-737cd6855d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:41.945475 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-11d5ecd1-6eb0-46bb-be72-737cd6855d59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8ac40e5-47c7-42b5-8fdc-dca6df58a5f6 HTTP/1.1" status: 204 len: 168 time: 0.3753538 Dec 08 21:43:41.956801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-5b35cd98-68af-4792-8594-b93c505982c7 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689838 Dec 08 21:43:41.962447 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0e4bf7-8997-4846-8cff-4b648610864c None None] The sync data for ids ['eb602bf7-1b03-4c18-9753-625185090d87'] in n-d-821126-1 is: [{'id': 'eb602bf7-1b03-4c18-9753-625185090d87', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-322939667-router', 'tenant_id': '3c12ff321c2040789c382582f1c90aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:38:27Z', 'updated_at': '2021-12-08T21:43:41Z', 'revision_number': 6, 'project_id': '3c12ff321c2040789c382582f1c90aa7', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:42.007159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5ecd1-6eb0-46bb-be72-737cd6855d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac40e5-47c7-42b5-8fdc-dca6df58a5f6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:42.058969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d2ce0-0e0f-4c1d-a7dc-5cbeee3b139e req-66d77430-e25d-46b4-a236-385f6acea6c8 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:42.066197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee4d2ce0-0e0f-4c1d-a7dc-5cbeee3b139e req-66d77430-e25d-46b4-a236-385f6acea6c8 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 944 time: 0.3730290 Dec 08 21:43:42.081142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-06f7a457-ff6c-4df0-b91b-83673953b8bf service neutron] 10.222.0.21 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235015 Dec 08 21:43:42.164317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee4d2ce0-0e0f-4c1d-a7dc-5cbeee3b139e req-4ad3e084-cbd6-4ece-ae48-0f6016cca7c7 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924399 Dec 08 21:43:42.169442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] For port 0ecab602-81e5-47f3-9209-3b7d781b0bdd, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0ecab602-81e5-47f3-9209-3b7d781b0bdd,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:42.171634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:42.257985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Calling delete_port for 0ecab602-81e5-47f3-9209-3b7d781b0bdd owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:42.351984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a935f2ed-95d9-48d3-9556-b3e36677fa04 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:43:42.443811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-a97d3505-bed0-4149-8279-6e05bbbb6e8e service neutron] 10.222.0.21 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515704 Dec 08 21:43:42.449627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa9505-a3a8-45cf-ab70-8cf6de2bd446 req-41b03b45-516c-471a-8f87-143dfbf08507 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:42.451706 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cfaa9505-a3a8-45cf-ab70-8cf6de2bd446 req-41b03b45-516c-471a-8f87-143dfbf08507 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 943 time: 0.1119561 Dec 08 21:43:42.543381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:42.591896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'a935f2ed-95d9-48d3-9556-b3e36677fa04', 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'port_id': 'a935f2ed-95d9-48d3-9556-b3e36677fa04', 'mac_address': 'fa:16:3e:36:31:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e885b5-3b06-481f-bac8-287d7184e468', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:43:42.695140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cfaa9505-a3a8-45cf-ab70-8cf6de2bd446 req-8360c60b-7100-4894-b036-97b417c618b2 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076509 Dec 08 21:43:42.699216 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:42.710979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5fb3e818-af18-4d26-ac86-3e35e07ad377 req-aaf5ab56-ec09-469e-a8b2-8e865506829d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 210 time: 0.0717006 Dec 08 21:43:42.772941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a935f2ed-95d9-48d3-9556-b3e36677fa04 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:42.805001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:42.812736 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:42.886903 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:42.890838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:42.931487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:43.008865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a935f2ed-95d9-48d3-9556-b3e36677fa04'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:43.019381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecab602-81e5-47f3-9209-3b7d781b0bdd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:43.144965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0ecab602-81e5-47f3-9209-3b7d781b0bdd no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:43.189294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0ecab602-81e5-47f3-9209-3b7d781b0bdd {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:43.189497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:43.191190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0ecab602-81e5-47f3-9209-3b7d781b0bdd not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:43.192159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7073ac04-6030-443f-b679-a7c7a4c9b6a0 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:43.218228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5543a-fed4-424e-8a90-cd7dafd0cb8f req-8401b217-554a-4ee3-956d-5689971aedf7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:43.221271 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-09a5543a-fed4-424e-8a90-cd7dafd0cb8f req-8401b217-554a-4ee3-956d-5689971aedf7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1072330 Dec 08 21:43:43.264938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7073ac04-6030-443f-b679-a7c7a4c9b6a0 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:43.274859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7073ac04-6030-443f-b679-a7c7a4c9b6a0 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:43.367636 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-09a5543a-fed4-424e-8a90-cd7dafd0cb8f req-ae4f96b3-fa3e-4d5f-b6d1-dadb1b13b253 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323688 Dec 08 21:43:43.374179 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:43.379664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:43.483512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd19626-f1ff-4e6d-b28c-d2cbe9797791 req-d88348d2-5926-45cf-a583-599683a858a1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:43.494695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7bd19626-f1ff-4e6d-b28c-d2cbe9797791 req-d88348d2-5926-45cf-a583-599683a858a1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 945 time: 0.1614697 Dec 08 21:43:43.516839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:43.517362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb602bf7-1b03-4c18-9753-625185090d87 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:43:43.525949 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:43.527335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0aa18059-52ba-48ae-9551-cb837d2c3378 admin admin] 10.222.0.21 "DELETE /v2.0/routers/eb602bf7-1b03-4c18-9753-625185090d87 HTTP/1.1" status: 204 len: 168 time: 2.7208955 Dec 08 21:43:43.531588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40934) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:43.604939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362259b4-878a-4338-aae8-003bc0eda54e req-57159ba7-109c-4ec7-a13b-c0a1b6f3b9e2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:43.607938 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-362259b4-878a-4338-aae8-003bc0eda54e req-57159ba7-109c-4ec7-a13b-c0a1b6f3b9e2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1217022 Dec 08 21:43:43.619302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7bd19626-f1ff-4e6d-b28c-d2cbe9797791 req-86486b07-a0fb-44a7-8eed-0d97ba111ada tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235235 Dec 08 21:43:43.698845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-362259b4-878a-4338-aae8-003bc0eda54e req-ddadf513-4fab-4c5d-a12b-69942026f026 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745177 Dec 08 21:43:43.736832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c2cc6b-05a1-4f39-836c-ced0e93f9164 admin admin] Deleting subnet 65ea492b-cc6e-4216-a395-52f832ddb5c7 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:43:43.742460 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc6b-05a1-4f39-836c-ced0e93f9164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:43.789667 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc6b-05a1-4f39-836c-ced0e93f9164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:43.859720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa42ac61-1a71-4592-af19-9b12c235cb17 req-6e37a10f-4034-4c05-a897-f06f5d5e50ff tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 210 time: 0.0296719 Dec 08 21:43:43.943721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Deleting port 5765227f-084c-4b94-8130-5fc20cedcc78 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:43.944261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.047634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc6b-05a1-4f39-836c-ced0e93f9164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.139349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cf2cb-73ea-4061-904d-2373be8eed14 req-50f62f6c-edc4-4733-b520-e63ece622844 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:44.145960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-031cf2cb-73ea-4061-904d-2373be8eed14 req-50f62f6c-edc4-4733-b520-e63ece622844 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 943 time: 0.3356810 Dec 08 21:43:44.177548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] For port 5765227f-084c-4b94-8130-5fc20cedcc78, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5765227f-084c-4b94-8130-5fc20cedcc78,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:44.178239 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.208700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Calling delete_port for 5765227f-084c-4b94-8130-5fc20cedcc78 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:44.246843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-031cf2cb-73ea-4061-904d-2373be8eed14 req-ba8988e0-78ea-43a3-9772-c13852660c5d tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849576 Dec 08 21:43:44.262080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-1fbb6e4b-3345-4f86-bc1c-cd5958af2cde tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:44.265623 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-1fbb6e4b-3345-4f86-bc1c-cd5958af2cde tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 807 time: 0.1983490 Dec 08 21:43:44.282312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Request body: {'port': {'device_id': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'admin_state_up': True, 'tenant_id': '615b3fc4bba0491ea611ca0fff2112fb'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:44.362124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc6b-05a1-4f39-836c-ced0e93f9164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.373851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 99279a32-bd31-4de5-9055-9a6add526bc3 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:43:44.380604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a935f2ed-95d9-48d3-9556-b3e36677fa04 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:44.447782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2cc6b-05a1-4f39-836c-ced0e93f9164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ea492b-cc6e-4216-a395-52f832ddb5c7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:44.455195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc6b-05a1-4f39-836c-ced0e93f9164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.462229 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a8c2cc6b-05a1-4f39-836c-ced0e93f9164 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/65ea492b-cc6e-4216-a395-52f832ddb5c7 HTTP/1.1" status: 204 len: 168 time: 0.9295030 Dec 08 21:43:44.475182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40968) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:44.518691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46fe6de-f409-4cd5-a4ce-80851c067935 None None] Network 35640f81-7c8c-4fff-988e-52c2f3b62316 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:44.563748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Made reservation on behalf of 615b3fc4bba0491ea611ca0fff2112fb for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:44.567316 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.590948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.757768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port a935f2ed-95d9-48d3-9556-b3e36677fa04 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:43:44.764223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Allocated IP 172.20.0.2 (f722ffb0-2708-434d-af4f-130b61f2bb03/c3ca841b-b868-4917-b0d2-2e0b43e4a197/f4b46243-5bc7-4834-aef1-2a985248c208) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:44.821430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port a935f2ed-95d9-48d3-9556-b3e36677fa04 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:44.822005 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.866989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] DHCP port deletion for 35640f81-7c8c-4fff-988e-52c2f3b62316 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:43:44.869753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Deleting port aa504ae0-5c34-413c-852c-10e821a0e853 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:44.870267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:44.971774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07034b85-feb5-4e23-ae3a-e38c6d87c9b0 req-6f03b4b4-0d3d-42e2-986c-460f367bc191 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:44.973780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07034b85-feb5-4e23-ae3a-e38c6d87c9b0 req-6f03b4b4-0d3d-42e2-986c-460f367bc191 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 945 time: 0.1920116 Dec 08 21:43:45.017379 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.080732 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6fadb357-a3a1-4381-bb46-57a957f6e881 req-52601eae-2ac0-4174-98a8-dda4d85122f2 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 210 time: 0.1010551 Dec 08 21:43:45.094322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] Deleting port aa504ae0-5c34-413c-852c-10e821a0e853 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:45.094699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.106518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device aa504ae0-5c34-413c-852c-10e821a0e853 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:45.111801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 99279a32-bd31-4de5-9055-9a6add526bc3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=99279a32-bd31-4de5-9055-9a6add526bc3,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:45.187997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.191782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '99279a32-bd31-4de5-9055-9a6add526bc3', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'port_id': '99279a32-bd31-4de5-9055-9a6add526bc3', 'mac_address': 'fa:16:3e:be:34:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:43:45.193139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935f2ed-95d9-48d3-9556-b3e36677fa04'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:45.208204 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af383691-982c-4201-8834-60e4c7388797" -d '{"events": [{"server_uuid": "a3a09611-9e41-4e93-b5bc-c557e38de545", "name": "network-vif-plugged", "status": "completed", "tag": "a935f2ed-95d9-48d3-9556-b3e36677fa04"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:45.260556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.304555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:45.338117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.387663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] For port aa504ae0-5c34-413c-852c-10e821a0e853, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=aa504ae0-5c34-413c-852c-10e821a0e853,segment=NetworkSegment(74398509-76ab-4cc0-a328-f14550578bba),segment_id=74398509-76ab-4cc0-a328-f14550578bba)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:45.388461 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.402071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d80fa385-328f-4eef-a68c-72f0c7dfe3f6 req-8fbdec79-ac0f-4968-af34-060629fb42dc tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cb172fb325a745c2b0ab3f86637235a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609264 Dec 08 21:43:45.419546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Network f722ffb0-2708-434d-af4f-130b61f2bb03 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:45.436619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] For port aa504ae0-5c34-413c-852c-10e821a0e853, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=aa504ae0-5c34-413c-852c-10e821a0e853,segment=NetworkSegment(74398509-76ab-4cc0-a328-f14550578bba),segment_id=74398509-76ab-4cc0-a328-f14550578bba)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:45.436987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.439495 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.441287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:45.470661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:45.479119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Pushing event updated for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:45.481705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Calling delete_port for aa504ae0-5c34-413c-852c-10e821a0e853 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:45.489637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5765227f-084c-4b94-8130-5fc20cedcc78,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:45.504600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07034b85-feb5-4e23-ae3a-e38c6d87c9b0 req-54a6f208-44fb-4bb7-9424-2dc17c234a46 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226972 Dec 08 21:43:45.548969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] Calling delete_port for aa504ae0-5c34-413c-852c-10e821a0e853 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:45.550950 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.623343 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b95a1c7-8756-48d7-9b97-59487f4df4ca x-openstack-request-id: req-9b95a1c7-8756-48d7-9b97-59487f4df4ca {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:45.623627 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a09611-9e41-4e93-b5bc-c557e38de545", "name": "network-vif-plugged", "status": "completed", "tag": "a935f2ed-95d9-48d3-9556-b3e36677fa04", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:45.623880 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b95a1c7-8756-48d7-9b97-59487f4df4ca {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:45.624273 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935f2ed-95d9-48d3-9556-b3e36677fa04', 'code': 200} Dec 08 21:43:45.625679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99279a32-bd31-4de5-9055-9a6add526bc3 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:45.629219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41006) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:45.635706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:45.636372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.645203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-180042556'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:45.668693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:45.708063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 99279a32-bd31-4de5-9055-9a6add526bc3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=99279a32-bd31-4de5-9055-9a6add526bc3,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:45.713519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa385-328f-4eef-a68c-72f0c7dfe3f6 req-b8237a1c-eadf-4517-9176-30b814c983fb tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:45.727028 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.734209 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d80fa385-328f-4eef-a68c-72f0c7dfe3f6 req-b8237a1c-eadf-4517-9176-30b814c983fb tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3306336 Dec 08 21:43:45.734449 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.770878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-63d4453e-155f-42ca-8f6f-07fd42c3028b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4970953 Dec 08 21:43:45.792514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d80fa385-328f-4eef-a68c-72f0c7dfe3f6 req-35224668-93f8-4210-a808-f6cceedc5aea tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/quotas/cb172fb325a745c2b0ab3f86637235a1 HTTP/1.1" status: 200 len: 375 time: 0.0540590 Dec 08 21:43:45.815682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=99279a32-bd31-4de5-9055-9a6add526bc3,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:45.824852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.825710 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:45.829223 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.838570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d80fa385-328f-4eef-a68c-72f0c7dfe3f6 req-d2f2809c-46c6-4481-a86e-471883a0fbf5 tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb172fb325a745c2b0ab3f86637235a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341091 Dec 08 21:43:45.851018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:45.883388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa504ae0-5c34-413c-852c-10e821a0e853,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:45.888247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] Pushing event deleted for resources: {'Port': ['ID=aa504ae0-5c34-413c-852c-10e821a0e853,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:45.892036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9ebe4-bb61-4b76-8569-a7577ab5e2b7 None None] No DVR routers for this DVR port aa504ae0-5c34-413c-852c-10e821a0e853 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:45.904715 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-f0817c8a-a3a5-4088-a25b-6439e4b4e172 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6274955 Dec 08 21:43:45.914451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] No DVR routers for this DVR port aa504ae0-5c34-413c-852c-10e821a0e853 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:45.926488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Request body: {'port': {'device_id': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:45.935274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['99279a32-bd31-4de5-9055-9a6add526bc3'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:45.952246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b2c45-1e09-4e91-ad48-0f861caf8576 req-8c27670a-ce38-426d-834c-a8bb3184f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:45.952393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-01e73c6c-fb97-4229-8978-ebe5d1eab5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:45.953718 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c62b2c45-1e09-4e91-ad48-0f861caf8576 req-8c27670a-ce38-426d-834c-a8bb3184f7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 1097 time: 0.2364028 Dec 08 21:43:45.953829 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-01e73c6c-fb97-4229-8978-ebe5d1eab5cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1096 time: 0.1142581 Dec 08 21:43:45.976626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63105d-bc93-4fd0-b5a8-4e1b9fce48cd req-0818745e-180d-4b3d-9511-8e7c8fd585de tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:45.978200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc63105d-bc93-4fd0-b5a8-4e1b9fce48cd req-0818745e-180d-4b3d-9511-8e7c8fd585de tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 944 time: 0.2568471 Dec 08 21:43:45.996564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:43:45.998744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.063370 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.070647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.071018 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Added segment 35ac97bb-1945-499b-bd84-0626939fc2e8 of type vlan for network 7af39c87-7458-42f6-94db-a404c345e57b Dec 08 21:43:46.095563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.136435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-0f8a19e2-d7b8-4781-98a3-4219287276e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:46.137916 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-0f8a19e2-d7b8-4781-98a3-4219287276e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 915 time: 0.1607871 Dec 08 21:43:46.204348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-1dcea598-e8b9-4883-bb6c-a3326fc6e889 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 217 time: 0.0581026 Dec 08 21:43:46.232009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c62b2c45-1e09-4e91-ad48-0f861caf8576 req-3b539f44-b2c3-4f28-ab33-f508e416dabb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689261 Dec 08 21:43:46.236523 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.245566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35640f81-7c8c-4fff-988e-52c2f3b62316']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:46.249724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc63105d-bc93-4fd0-b5a8-4e1b9fce48cd req-53016fa9-a673-49af-b015-8e561fd12555 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459970 Dec 08 21:43:46.270243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74398509-76ab-4cc0-a328-f14550578bba') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:46.270531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74398509-76ab-4cc0-a328-f14550578bba') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:46.292838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.305682 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.311282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:46.311910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.353882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.357020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-58945c37-ab2e-4633-b308-5e61be47cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:46.358452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-58945c37-ab2e-4633-b308-5e61be47cc75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.1424212 Dec 08 21:43:46.404546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec88963-8093-4f3e-ab2a-b57944f93bc7 req-4d5ade01-2bc9-4d03-a84a-95f7256f927b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:46.413690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ec88963-8093-4f3e-ab2a-b57944f93bc7 req-4d5ade01-2bc9-4d03-a84a-95f7256f927b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 931 time: 0.2108862 Dec 08 21:43:46.422649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:43:46.423090 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:43:46.424944 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:43:46.446879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-4389d309-5808-4dd6-a1a6-089b02b478a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605760 Dec 08 21:43:46.450986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8207946 Dec 08 21:43:46.458351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41032) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:46.470188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-610292346'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:46.488263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b69ec2-1d80-407c-ab13-0e9becd26b1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Network': ['ID=7af39c87-7458-42f6-94db-a404c345e57b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:46.501288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 7af39c87-7458-42f6-94db-a404c345e57b details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:43:46.575321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.582132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ec88963-8093-4f3e-ab2a-b57944f93bc7 req-371926e0-56f0-4ff0-8b83-3ee27dc716e1 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653259 Dec 08 21:43:46.583349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.590158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] 10.222.0.21 "DELETE /v2.0/networks/35640f81-7c8c-4fff-988e-52c2f3b62316 HTTP/1.1" status: 204 len: 168 time: 2.1129282 Dec 08 21:43:46.608288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e631ec-3392-4047-b4b3-9ce6715d5a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=35640f81-7c8c-4fff-988e-52c2f3b62316,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:46.647154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Router 69232852-8325-4d84-a85a-0882cce47064 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:46.652225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:46.661755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.795182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:43:46.810571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b7962-213e-41c6-846c-9b2a0a389a8c req-188f5884-e6fe-4e15-9a6b-e2f86652d74c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:46.812618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-45e393d6-e7e9-4a12-8c22-3483874e5fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518860 Dec 08 21:43:46.819371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a1b7962-213e-41c6-846c-9b2a0a389a8c req-188f5884-e6fe-4e15-9a6b-e2f86652d74c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1047602 Dec 08 21:43:46.830493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41046) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:46.840924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.841271 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Added segment 869fd86c-3a93-40fe-88b0-0e0adfbc5ffd of type vlan for network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 Dec 08 21:43:46.871088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:46.876313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-be2d8e8f-8fea-49c4-ae50-cacb5c8258b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/69232852-8325-4d84-a85a-0882cce47064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3137038 Dec 08 21:43:46.879540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbb4d4-2ab9-4b3f-833a-fbb4eaed37ee req-c1478ef8-d7c7-4872-9882-1c39b5bcd968 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:46.881036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13dbb4d4-2ab9-4b3f-833a-fbb4eaed37ee req-c1478ef8-d7c7-4872-9882-1c39b5bcd968 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1683240 Dec 08 21:43:46.882372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] Sync routers for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:46.892068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:46.893260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:46.894336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:46.908746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a1b7962-213e-41c6-846c-9b2a0a389a8c req-d2b22edd-57b1-48d6-b7af-f67c7a358ecb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853400 Dec 08 21:43:46.930814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b46243-5bc7-4834-aef1-2a985248c208 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:46.957908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:46.991815 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.003174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1f76d454-01c4-4009-b7ae-e8b6ded7f788 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4f2b3b347114722bc1e516ec1820a9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1701024 Dec 08 21:43:47.005994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41056) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:47.020981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Transition to ACTIVE for port object f4b46243-5bc7-4834-aef1-2a985248c208 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:43:47.033773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:47.052037 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.069784 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.111953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13dbb4d4-2ab9-4b3f-833a-fbb4eaed37ee req-2e943966-4da1-4657-a749-eaaec8183c7c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733468 Dec 08 21:43:47.121095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.127464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:47.128317 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.160398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9baef83-d92e-4230-ad13-37e36a37d26b req-c951d5d5-0599-4f6a-ad3b-b3cc851d0e53 tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cb172fb325a745c2b0ab3f86637235a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239360 Dec 08 21:43:47.217902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6adfcba6-f6ba-47e7-b78b-10e6df6ee3ed req-a0c8c299-9a28-460d-8ef9-25c3e95ac198 service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820856 Dec 08 21:43:47.266332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '877701f5-89a5-4507-95ea-6df1390ab676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:43:44Z', 'revision_number': 5, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port': {'id': '877701f5-89a5-4507-95ea-6df1390ab676', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69232852-8325-4d84-a85a-0882cce47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:07Z', 'updated_at': '2021-12-08T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:47.270212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:47.277691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8158431 Dec 08 21:43:47.297416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41064) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:47.303388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.313829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] Checking router: 69232852-8325-4d84-a85a-0882cce47064 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:47.315376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'subnet': {'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:47.325785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] Routers {'69232852-8325-4d84-a85a-0882cce47064'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:47.326641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['69232852-8325-4d84-a85a-0882cce47064'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:47.380083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0baf2-d5b4-41bb-a09c-121fa9dfd095 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Network': ['ID=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:47.403812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:43:47.411140 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28c90d99-465a-4b52-84a3-db9e5aab422b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.461003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baef83-d92e-4230-ad13-37e36a37d26b req-fc2c9d07-eed9-4348-bbe4-f6e97bf78272 tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:47.462540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9baef83-d92e-4230-ad13-37e36a37d26b req-fc2c9d07-eed9-4348-bbe4-f6e97bf78272 tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609771 Dec 08 21:43:47.467777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Deleting port 877701f5-89a5-4507-95ea-6df1390ab676 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:47.467777 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.481831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] Set router 69232852-8325-4d84-a85a-0882cce47064 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:47.525916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9baef83-d92e-4230-ad13-37e36a37d26b req-37397004-111e-481b-8067-46f603e45524 tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/quotas/cb172fb325a745c2b0ab3f86637235a1 HTTP/1.1" status: 200 len: 375 time: 0.0424640 Dec 08 21:43:47.541387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:43:47Z', 'revision_number': 6, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:47.571707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290a8ff-1738-42bb-be96-705f30735564 None None] The sync data for ids ['69232852-8325-4d84-a85a-0882cce47064'] in n-d-821126-1 is: [{'id': '69232852-8325-4d84-a85a-0882cce47064', 'name': 'tempest-FloatingIPsAssociationTestJSON-449506464-router', 'tenant_id': 'bdeb6ebab99448859111eba47fffcde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:06Z', 'updated_at': '2021-12-08T21:43:47Z', 'revision_number': 6, 'project_id': 'bdeb6ebab99448859111eba47fffcde2', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:47.588337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9baef83-d92e-4230-ad13-37e36a37d26b req-6ac78a07-40da-4607-a892-3171687c7d51 tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb172fb325a745c2b0ab3f86637235a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497336 Dec 08 21:43:47.604957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] For port 877701f5-89a5-4507-95ea-6df1390ab676, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=877701f5-89a5-4507-95ea-6df1390ab676,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:47.605342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.619472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Calling delete_port for 877701f5-89a5-4507-95ea-6df1390ab676 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:47.783377 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28c90d99-465a-4b52-84a3-db9e5aab422b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.823917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973641e-6e4a-48f6-b5b4-e9e551f291df req-895d84bb-91a6-41d5-a20f-19624b9a77f3 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:47.825429 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8973641e-6e4a-48f6-b5b4-e9e551f291df req-895d84bb-91a6-41d5-a20f-19624b9a77f3 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.5673993 Dec 08 21:43:47.825841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec8950-dd0e-4bcc-bbbb-71107d217fd5 req-b159037d-befb-4098-8a76-9de9800009b1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:47.827519 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38ec8950-dd0e-4bcc-bbbb-71107d217fd5 req-b159037d-befb-4098-8a76-9de9800009b1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 944 time: 0.0883226 Dec 08 21:43:47.872372 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.884007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:47.884235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:47.884477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:47.896079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:47.899624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.904131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38ec8950-dd0e-4bcc-bbbb-71107d217fd5 req-5488d217-8ea5-440b-ab52-7ccf0935f122 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674708 Dec 08 21:43:47.907211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=877701f5-89a5-4507-95ea-6df1390ab676,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:47.915463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:43:47.915633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:47.958648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8973641e-6e4a-48f6-b5b4-e9e551f291df req-9086d52e-ff09-4130-ad00-bcb1c89f3b88 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247392 Dec 08 21:43:47.962085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:47.962085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:47.962465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:47.963021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Bound port: f4b46243-5bc7-4834-aef1-2a985248c208, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:47.963380 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.978389 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28c90d99-465a-4b52-84a3-db9e5aab422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.980950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28c90d99-465a-4b52-84a3-db9e5aab422b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:47.984552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-28c90d99-465a-4b52-84a3-db9e5aab422b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26006d52-ec95-40e0-997f-79a27ea28ebc HTTP/1.1" status: 204 len: 168 time: 0.9732623 Dec 08 21:43:47.984699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.005935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c90d99-465a-4b52-84a3-db9e5aab422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26006d52-ec95-40e0-997f-79a27ea28ebc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:48.093659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:48.098882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:48.111824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.162368 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.164927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.195449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:48.196231 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.197529 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 1091 time: 2.2756002 Dec 08 21:43:48.200114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:48.202246 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cef682-63f0-423f-8c2e-b1e9106090d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:48.236020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.236581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69232852-8325-4d84-a85a-0882cce47064 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:43:48.254350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.258576 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0b9fa85c-5463-4f67-a020-f5bfb0892df7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/69232852-8325-4d84-a85a-0882cce47064 HTTP/1.1" status: 204 len: 168 time: 1.3638775 Dec 08 21:43:48.260359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41084) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:48.298041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3bb4d-50c1-479f-86e9-85a0ff540ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:48.316206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc537f3e-c49a-4c47-b089-f8c3c0ca61af req-02d8be5c-45ba-4251-bc78-790c4076d20f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:48.317739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc537f3e-c49a-4c47-b089-f8c3c0ca61af req-02d8be5c-45ba-4251-bc78-790c4076d20f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 943 time: 0.1080718 Dec 08 21:43:48.322220 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.332653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-874214a2-8eb5-4650-9917-6bfd0626297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:48.334158 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-874214a2-8eb5-4650-9917-6bfd0626297f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1094 time: 0.0741117 Dec 08 21:43:48.336180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c1224e-b0d4-471c-ada0-66ca7b25e3d3 admin admin] Deleting subnet 4226ac4b-2bd6-4f1d-8901-315c63a33602 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:43:48.339961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09c1224e-b0d4-471c-ada0-66ca7b25e3d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.391633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09c1224e-b0d4-471c-ada0-66ca7b25e3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.406532 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-a8074b4b-4eb9-4b85-b8e2-0d7f507a57ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 217 time: 0.0531998 Dec 08 21:43:48.419872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 99279a32-bd31-4de5-9055-9a6add526bc3 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:48.470685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Subnet': ['ID=411ffe26-508c-4472-9d98-1139e5adfeaf,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:48.484558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Checking segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:48.484926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network hostable DHCP agents. Network: 7af39c87-7458-42f6-94db-a404c345e57b, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:43:48.491791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-25fb6655-2fa1-4322-a469-235919eadb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:48.493275 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-25fb6655-2fa1-4322-a469-235919eadb6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0771403 Dec 08 21:43:48.533340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 99279a32-bd31-4de5-9055-9a6add526bc3 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:43:48.537042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-acc16066-9717-4715-aafe-79af71b65110 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346036 Dec 08 21:43:48.539079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 99279a32-bd31-4de5-9055-9a6add526bc3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:48.539803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network 7af39c87-7458-42f6-94db-a404c345e57b is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:43:48.541893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.568725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7af39c87-7458-42f6-94db-a404c345e57b) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:48.577658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec7830-6b7b-45df-af16-7cb082f51369 None None] Network 7af39c87-7458-42f6-94db-a404c345e57b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:48.584107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc537f3e-c49a-4c47-b089-f8c3c0ca61af req-2b5735b7-10a3-4d04-aec1-c4038aeb8537 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528942 Dec 08 21:43:48.606999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:48.607734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.637968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09c1224e-b0d4-471c-ada0-66ca7b25e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.641185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-27dbdc4f-cfc4-4d92-a7b6-5e2d4b74029b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3281834 Dec 08 21:43:48.641185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41090) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:48.643149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41092) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:48.665016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'subnet': {'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:48.738015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-3aa4e25c-2428-4b21-b283-b07b04d58c9a service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940973 Dec 08 21:43:48.759845 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35da417-9889-4e0d-ac5a-08d0e77693a0 x-openstack-request-id: req-e35da417-9889-4e0d-ac5a-08d0e77693a0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:48.760157 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:48.760555 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e35da417-9889-4e0d-ac5a-08d0e77693a0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:48.761119 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208', 'status': 'completed', 'code': 200} Dec 08 21:43:48.813276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.824723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-7af39c87-7458-42f6-94db-a404c345e57b', 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'fixed_ips': [{'subnet_id': '411ffe26-508c-4472-9d98-1139e5adfeaf'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:43:48.825849 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.846742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089e939-185a-4045-848d-d7cd5791f07f req-c42bcd8d-961e-4cec-a4aa-885f5e0a54a4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:48.854817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0089e939-185a-4045-848d-d7cd5791f07f req-c42bcd8d-961e-4cec-a4aa-885f5e0a54a4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1418774 Dec 08 21:43:48.862358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99279a32-bd31-4de5-9055-9a6add526bc3'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:48.864906 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83e3c16-62c2-4e2f-901c-53d051f46d07" -d '{"events": [{"server_uuid": "d233e953-0539-4c44-8c2d-ba986bcd13fc", "name": "network-vif-plugged", "status": "completed", "tag": "99279a32-bd31-4de5-9055-9a6add526bc3"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:48.877639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09c1224e-b0d4-471c-ada0-66ca7b25e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.906885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0f1cdef4-5e57-4de5-9fde-5247605ea4e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c12ff321c2040789c382582f1c90aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620370 Dec 08 21:43:48.907468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1224e-b0d4-471c-ada0-66ca7b25e3d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4226ac4b-2bd6-4f1d-8901-315c63a33602,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:48.910090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41098) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:48.927331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09c1224e-b0d4-471c-ada0-66ca7b25e3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:48.931339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-09c1224e-b0d4-471c-ada0-66ca7b25e3d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4226ac4b-2bd6-4f1d-8901-315c63a33602 HTTP/1.1" status: 204 len: 168 time: 0.6686869 Dec 08 21:43:48.939518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:48.961186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecef0a7-a054-442f-ae44-ee4fb7025e54 None None] Network efac9515-e5b2-4b92-a7d8-939abdd18f6a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:48.977890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 99279a32-bd31-4de5-9055-9a6add526bc3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=99279a32-bd31-4de5-9055-9a6add526bc3,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:48.994796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:48.999332 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.011181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45393aa-dfe9-4438-9ba0-6072b7a08bcb req-4cbe7684-c871-4e0d-9a7f-d04284c2114f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.012219 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0089e939-185a-4045-848d-d7cd5791f07f req-a717bf58-27d1-4b40-ba91-b2c8e407ea84 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564074 Dec 08 21:43:49.012738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a45393aa-dfe9-4438-9ba0-6072b7a08bcb req-4cbe7684-c871-4e0d-9a7f-d04284c2114f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1817572 Dec 08 21:43:49.024228 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2253d2a9-6f33-43f7-8f43-27fbbfa39556 req-cc972310-d5cb-457c-b06f-4fa3089bfff2 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660632 Dec 08 21:43:49.039371 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.076263 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.082023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bc7059ce-5e50-4db2-b781-0999584752ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.122832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5765227f-084c-4b94-8130-5fc20cedcc78 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:49.145283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bc7059ce-5e50-4db2-b781-0999584752ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.158491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 5765227f-084c-4b94-8130-5fc20cedcc78 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:49.158871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5765227f-084c-4b94-8130-5fc20cedcc78 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:49.159296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 877701f5-89a5-4507-95ea-6df1390ab676 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:49.179135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Deleting port 49f8407a-deb5-452a-9166-ae0d003e0354 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:43:49.180837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.196971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a45393aa-dfe9-4438-9ba0-6072b7a08bcb req-6e8a089d-798e-4d0f-8bd2-9ed32d4ae4b4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618979 Dec 08 21:43:49.248466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Allocated IP 10.1.1.2 (7af39c87-7458-42f6-94db-a404c345e57b/411ffe26-508c-4472-9d98-1139e5adfeaf/69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:49.250670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 877701f5-89a5-4507-95ea-6df1390ab676 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:49.251076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 877701f5-89a5-4507-95ea-6df1390ab676 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:49.261182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-b254e9fe-7f4e-4fb9-aa99-b065e8aecd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.262617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-b254e9fe-7f4e-4fb9-aa99-b065e8aecd52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1094 time: 0.1432800 Dec 08 21:43:49.301511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=99279a32-bd31-4de5-9055-9a6add526bc3,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:49.311627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] For port 49f8407a-deb5-452a-9166-ae0d003e0354, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=49f8407a-deb5-452a-9166-ae0d003e0354,segment=NetworkSegment(4cd50bc8-a618-4289-9745-c17969d1d5ee),segment_id=4cd50bc8-a618-4289-9745-c17969d1d5ee)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:49.312307 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.340585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Calling delete_port for 49f8407a-deb5-452a-9166-ae0d003e0354 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:43:49.395107 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bc7059ce-5e50-4db2-b781-0999584752ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.398305 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bc7059ce-5e50-4db2-b781-0999584752ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.402021 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bc7059ce-5e50-4db2-b781-0999584752ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e8f3f79-df0f-43d1-933a-7344579830ba HTTP/1.1" status: 204 len: 168 time: 0.4837720 Dec 08 21:43:49.423504 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540266eb-dc07-465b-860c-5b6ec5a675ab x-openstack-request-id: req-540266eb-dc07-465b-860c-5b6ec5a675ab {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:49.425584 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d233e953-0539-4c44-8c2d-ba986bcd13fc", "name": "network-vif-plugged", "status": "completed", "tag": "99279a32-bd31-4de5-9055-9a6add526bc3", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:49.425866 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-540266eb-dc07-465b-860c-5b6ec5a675ab {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:49.426282 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99279a32-bd31-4de5-9055-9a6add526bc3', 'code': 200} Dec 08 21:43:49.432672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7059ce-5e50-4db2-b781-0999584752ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f3f79-df0f-43d1-933a-7344579830ba,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:49.522294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702cf3a-edd1-42e4-924f-be1063007214 req-6b91b4a9-16d3-47e9-9dbb-f1c3a2586573 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.524431 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1702cf3a-edd1-42e4-924f-be1063007214 req-6b91b4a9-16d3-47e9-9dbb-f1c3a2586573 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.2083156 Dec 08 21:43:49.555017 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.569595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.576817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-8dcc599a-bb0b-4b57-a572-82c1341fcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.578229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-8dcc599a-bb0b-4b57-a572-82c1341fcf46 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.2993002 Dec 08 21:43:49.597357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91991f-be4c-4d63-879f-3328a3cd60ae req-834ec14c-ae51-44ad-8be4-f060689eabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.598546 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c91991f-be4c-4d63-879f-3328a3cd60ae req-834ec14c-ae51-44ad-8be4-f060689eabe3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 1096 time: 0.1196759 Dec 08 21:43:49.613011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f8407a-deb5-452a-9166-ae0d003e0354,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:49.627987 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.628557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] No DVR routers for this DVR port 49f8407a-deb5-452a-9166-ae0d003e0354 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:43:49.636346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb915ae9-0139-4f65-b660-1ed72cb57f71 None None] DHCP port deletion for efac9515-e5b2-4b92-a7d8-939abdd18f6a request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:43:49.644977 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.651647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643501d-c675-40ca-939b-1201f02d5194 req-bd408a32-4ffb-41fa-b838-ee10833cf913 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.653240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9643501d-c675-40ca-939b-1201f02d5194 req-bd408a32-4ffb-41fa-b838-ee10833cf913 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1391864 Dec 08 21:43:49.673446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-a768d1be-6c8e-4a8e-8154-71f25e6abd76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 217 time: 0.0671394 Dec 08 21:43:49.690192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1702cf3a-edd1-42e4-924f-be1063007214 req-864fcaab-d03a-40a4-8eca-6d8023b230a1 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431293 Dec 08 21:43:49.713644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Network 7af39c87-7458-42f6-94db-a404c345e57b is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:49.716663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:49.727166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:49.748490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Pushing event updated for resources: {'Port': ['ID=69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:49.773812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Subnet': ['ID=6e3ec96c-90c8-48d5-85ff-309b87cceb20,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:49.794286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Checking segment: {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:49.795072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network hostable DHCP agents. Network: cbf6bf43-cd4f-4d9e-a885-f1926edc6d42, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:43:49.814447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-247ab3ef-b395-46e8-bc5d-78a827e514db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.816287 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-247ab3ef-b395-46e8-bc5d-78a827e514db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1176169 Dec 08 21:43:49.850760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Attempting to bind port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:49.851255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Attempting to bind port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:49.851714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Attempting to bind port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:49.858386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:49.858915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Checking segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:49.859392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.859898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Bound using segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:49.860434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Bound port: 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:49.860884 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.875593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-d5488d64-c54c-4f38-8340-66d5e83b1fd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432296 Dec 08 21:43:49.911680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4435a-baee-435f-a4b5-575a1ff7388e req-9024119f-c27a-4089-9c1b-c4fea5a06ffc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.913952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9a4435a-baee-435f-a4b5-575a1ff7388e req-9024119f-c27a-4089-9c1b-c4fea5a06ffc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1136005 Dec 08 21:43:49.914598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:43:49.945029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] For port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:49.949565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] For port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:49.957392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.965514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, cbf6bf43-cd4f-4d9e-a885-f1926edc6d42) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:49.973415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:49.975731 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:49.979675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1355e64-726d-43a1-bbc5-e9386f635e52 None None] Network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:50.008439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9a4435a-baee-435f-a4b5-575a1ff7388e req-735c6cd4-7982-4b13-9944-59a06f44014e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663602 Dec 08 21:43:50.015850 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e610d572-a15b-41a9-9c41-6e76c5c39b16 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3576038 Dec 08 21:43:50.019699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41126) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:50.025883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'port': {'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'name': 'tempest-TaggedBootDevicesTest-1674743458', 'fixed_ips': [{'subnet_id': '411ffe26-508c-4472-9d98-1139e5adfeaf'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:50.093734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-ef639fd9-73aa-4b98-8c95-3cb96e1d625b service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097776 Dec 08 21:43:50.171541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:50.205201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efac9515-e5b2-4b92-a7d8-939abdd18f6a']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:50.235245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd50bc8-a618-4289-9745-c17969d1d5ee') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:50.235546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd50bc8-a618-4289-9745-c17969d1d5ee') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:50.241225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75cef682-63f0-423f-8c2e-b1e9106090d3 req-ee4895db-02c2-4475-a2bf-a69e9c67f601 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374757 Dec 08 21:43:50.242404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:50.250590 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c91991f-be4c-4d63-879f-3328a3cd60ae req-f54447fe-2c8f-4b7d-8aaa-f2e8bc00850b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6440034 Dec 08 21:43:50.252267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:50.277077 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:50.281568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9643501d-c675-40ca-939b-1201f02d5194 req-e96d36b9-9725-4ee0-ab06-060b8216372d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006598 Dec 08 21:43:50.286558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:43:50.287006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:43:50.288756 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:43:50.376607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:50.379477 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:50.388860 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:50.396589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] 10.222.0.21 "DELETE /v2.0/networks/efac9515-e5b2-4b92-a7d8-939abdd18f6a HTTP/1.1" status: 204 len: 168 time: 1.4559481 Dec 08 21:43:50.418361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] device_id is not set on port f8358168-1a05-4df7-9924-89d8d3e61d23 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:43:50.423657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1bbb5-dda6-4590-8915-586aa5a9c225 admin admin] Pushing event deleted for resources: {'Network': ['ID=efac9515-e5b2-4b92-a7d8-939abdd18f6a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:50.441401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1bc0b-c6f5-47df-a9e0-363a0b6738ff None None] Pushing event updated for resources: {'Port': ['ID=69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:50.525291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92c1b4-1585-44c3-a8f0-cd38435db8c4 req-3ee1e7b5-7cfd-4a9f-8e41-0f32990e7c4d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:50.532849 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec92c1b4-1585-44c3-a8f0-cd38435db8c4 req-3ee1e7b5-7cfd-4a9f-8e41-0f32990e7c4d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 943 time: 0.1105716 Dec 08 21:43:50.615695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec92c1b4-1585-44c3-a8f0-cd38435db8c4 req-6f8a45a5-ccdf-4a2d-ba80-760daf9479aa tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798907 Dec 08 21:43:50.641409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-cbf6bf43-cd4f-4d9e-a885-f1926edc6d42', 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'fixed_ips': [{'subnet_id': '6e3ec96c-90c8-48d5-85ff-309b87cceb20'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:43:50.642283 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:50.777048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Allocated IP 10.1.1.116 (7af39c87-7458-42f6-94db-a404c345e57b/411ffe26-508c-4472-9d98-1139e5adfeaf/f8358168-1a05-4df7-9924-89d8d3e61d23) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:50.878422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41160) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:51.022468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Allocated IP 10.2.2.2 (cbf6bf43-cd4f-4d9e-a885-f1926edc6d42/6e3ec96c-90c8-48d5-85ff-309b87cceb20/a8953100-d003-4168-b942-a3075e264d4c) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:51.063088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-312da793-43f6-4f42-bcc1-7bb5af6268e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdeb6ebab99448859111eba47fffcde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833143 Dec 08 21:43:51.063232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41166) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:51.078252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c96-91da-43a7-bf31-9cceefe8dbdb req-bba267f7-e6c2-4790-b63a-88b1681df924 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:51.086991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea811c96-91da-43a7-bf31-9cceefe8dbdb req-bba267f7-e6c2-4790-b63a-88b1681df924 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.1573193 Dec 08 21:43:51.108145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346a85c-264b-4b48-9c2d-d677464578a8 req-9987c45c-148c-444e-b921-a135ebd18476 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:51.109732 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e346a85c-264b-4b48-9c2d-d677464578a8 req-9987c45c-148c-444e-b921-a135ebd18476 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1761415 Dec 08 21:43:51.168942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea811c96-91da-43a7-bf31-9cceefe8dbdb req-c2f29af5-eb27-4739-b1ef-5c3709fde194 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804636 Dec 08 21:43:51.174409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:51.221284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.269532 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e346a85c-264b-4b48-9c2d-d677464578a8 req-a4515e72-1a78-4481-8340-abf29859ebeb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350331 Dec 08 21:43:51.302620 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a0610f-d99f-4eb8-acdf-6685125b31fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.360705 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.373225 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.384433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a0610f-d99f-4eb8-acdf-6685125b31fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.391705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:51.392557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.397455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32f4fa-9a9f-4657-92ff-430935c013c0 req-e6910045-7109-4c6f-9e1c-cad0f796c29e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:51.399341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae32f4fa-9a9f-4657-92ff-430935c013c0 req-e6910045-7109-4c6f-9e1c-cad0f796c29e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1366587 Dec 08 21:43:51.401924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.467869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae32f4fa-9a9f-4657-92ff-430935c013c0 req-4fb0d160-60d3-46a2-b9b7-bfebc68e121d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624971 Dec 08 21:43:51.477326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=f8358168-1a05-4df7-9924-89d8d3e61d23,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:51.487647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-617656da-80ec-4634-b9d0-0a98f1f6b8d5 req-090f2e21-16ee-469a-b62a-aeebb8b256ba tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cb172fb325a745c2b0ab3f86637235a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833805 Dec 08 21:43:51.500798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:51.502593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:51.523500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Pushing event updated for resources: {'Port': ['ID=a8953100-d003-4168-b942-a3075e264d4c,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:51.527910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:51.567035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network 7af39c87-7458-42f6-94db-a404c345e57b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:51.631931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6f20f-1b68-43ae-992b-15602de4c4d0 req-f52723fe-c66c-4ec8-8c7d-25437b6798c9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:51.632618 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.634352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:51.635325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0b6f20f-1b68-43ae-992b-15602de4c4d0 req-f52723fe-c66c-4ec8-8c7d-25437b6798c9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0670016 Dec 08 21:43:51.638699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:51.675966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Attempting to bind port a8953100-d003-4168-b942-a3075e264d4c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:43:51.676526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Attempting to bind port a8953100-d003-4168-b942-a3075e264d4c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:43:51.676758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Attempting to bind port a8953100-d003-4168-b942-a3075e264d4c on network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:43:51.683894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f4b46243-5bc7-4834-aef1-2a985248c208 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:43:51.703681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:43:51.704152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Checking segment: {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:51.704764 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.705152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Bound using segment: {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:43:51.705840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Bound port: a8953100-d003-4168-b942-a3075e264d4c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:43:51.706369 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.710828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0b6f20f-1b68-43ae-992b-15602de4c4d0 req-d37ecafd-2119-4d23-b1e2-895853f92409 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682564 Dec 08 21:43:51.804089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a0610f-d99f-4eb8-acdf-6685125b31fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.805428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] For port a8953100-d003-4168-b942-a3075e264d4c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:43:51.809494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] For port a8953100-d003-4168-b942-a3075e264d4c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8953100-d003-4168-b942-a3075e264d4c,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:43:51.813506 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a0610f-d99f-4eb8-acdf-6685125b31fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.814761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-28a0610f-d99f-4eb8-acdf-6685125b31fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd HTTP/1.1" status: 204 len: 168 time: 0.7485635 Dec 08 21:43:51.855723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.862488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:51.877540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d188b-de8c-46e9-8e3b-42b32136c545 req-481f57df-541c-4c5c-b057-cddf277be617 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:51.879136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8c4d188b-de8c-46e9-8e3b-42b32136c545 req-481f57df-541c-4c5c-b057-cddf277be617 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.0694354 Dec 08 21:43:51.892156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:51.892492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.893358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:51.900838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ea03a-4d74-4c6f-b55f-9893a0655f61 None None] Network 7af39c87-7458-42f6-94db-a404c345e57b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:51.923021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0610f-d99f-4eb8-acdf-6685125b31fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb0d1c-45f4-4fe7-8e12-77a2d62155dd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:51.934279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617656da-80ec-4634-b9d0-0a98f1f6b8d5 req-6a029392-ec64-4051-83cf-2cc3728e409b tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:51.945961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-617656da-80ec-4634-b9d0-0a98f1f6b8d5 req-6a029392-ec64-4051-83cf-2cc3728e409b tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4459977 Dec 08 21:43:51.952147 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3a4650f3-2643-4dcf-bc26-11316c6e02ab tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9314022 Dec 08 21:43:51.965549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41198) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:51.971600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'port': {'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'name': 'tempest-TaggedBootDevicesTest-1265278131', 'fixed_ips': [{'subnet_id': '411ffe26-508c-4472-9d98-1139e5adfeaf'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:51.990096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8c4d188b-de8c-46e9-8e3b-42b32136c545 req-36d4a11d-f5ee-44d4-a766-4061e7e30588 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015124 Dec 08 21:43:52.013629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 49f8407a-deb5-452a-9166-ae0d003e0354 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:43:52.078553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4528b-7803-48ce-a381-60be600d4326 None None] Pushing event updated for resources: {'Port': ['ID=a8953100-d003-4168-b942-a3075e264d4c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:52.081241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-875f1f36-6925-4bd6-995b-d2d4ef23e098 None None] Provisioning complete for port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:52.081616 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-875f1f36-6925-4bd6-995b-d2d4ef23e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:52.092574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 49f8407a-deb5-452a-9166-ae0d003e0354 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:43:52.092922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 49f8407a-deb5-452a-9166-ae0d003e0354 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:43:52.155472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:52.163569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-617656da-80ec-4634-b9d0-0a98f1f6b8d5 req-54167fac-c72b-44eb-8613-24740da23b40 tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/quotas/cb172fb325a745c2b0ab3f86637235a1 HTTP/1.1" status: 200 len: 375 time: 0.2165821 Dec 08 21:43:52.217816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b2ed1-e7fd-4a97-9c8f-dc7e04d692e3 req-3d3430d9-302a-4466-9e17-9f7a00ca1f3e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:52.220518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-510b2ed1-e7fd-4a97-9c8f-dc7e04d692e3 req-3d3430d9-302a-4466-9e17-9f7a00ca1f3e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 943 time: 0.0908532 Dec 08 21:43:52.231175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'f4b46243-5bc7-4834-aef1-2a985248c208', 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'port_id': 'f4b46243-5bc7-4834-aef1-2a985248c208', 'mac_address': 'fa:16:3e:96:24:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ca841b-b868-4917-b0d2-2e0b43e4a197', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:43:52.249266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-617656da-80ec-4634-b9d0-0a98f1f6b8d5 req-6e27063f-3408-424b-abc6-d39051686237 tempest-QuotasAdminNegativeTest-770789088 tempest-QuotasAdminNegativeTest-770789088-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb172fb325a745c2b0ab3f86637235a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846832 Dec 08 21:43:52.298634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:52.308170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:52.322800 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:52.354630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] device_id is not set on port 85d0f69f-b532-42da-a04a-4f1ef8c82eef yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:43:52.376038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-510b2ed1-e7fd-4a97-9c8f-dc7e04d692e3 req-c94f2edd-1b94-45c7-b329-09577f8f4a88 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481473 Dec 08 21:43:52.496085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:52.560673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b46243-5bc7-4834-aef1-2a985248c208 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:43:52.587161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:52.597769 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:52.640200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa734e-45b1-4c11-958c-0748b523c669 req-1e758e53-3363-4b10-a548-a86363db7a3f tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:52.656910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7fa734e-45b1-4c11-958c-0748b523c669 req-1e758e53-3363-4b10-a548-a86363db7a3f tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.1233528 Dec 08 21:43:52.666168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:52.738076 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7fa734e-45b1-4c11-958c-0748b523c669 req-01920d55-a96b-45d4-a623-fadef8e4d0f0 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781922 Dec 08 21:43:52.795858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Allocated IP 10.1.1.39 (7af39c87-7458-42f6-94db-a404c345e57b/411ffe26-508c-4472-9d98-1139e5adfeaf/85d0f69f-b532-42da-a04a-4f1ef8c82eef) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:52.801040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f4b46243-5bc7-4834-aef1-2a985248c208'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:43:53.111314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-62118313-5dba-4592-bc4d-5c58f834593f None None] Provisioning complete for port f8358168-1a05-4df7-9924-89d8d3e61d23 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:53.111998 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62118313-5dba-4592-bc4d-5c58f834593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.171433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.212594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-62118313-5dba-4592-bc4d-5c58f834593f None None] Port f8358168-1a05-4df7-9924-89d8d3e61d23 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:43:53.230015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-62118313-5dba-4592-bc4d-5c58f834593f None None] Provisioning complete for port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:53.230919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62118313-5dba-4592-bc4d-5c58f834593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.264350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511076a8-cde2-4add-9009-294ebbbde6a3 req-e9f05948-ccb7-4593-ba8d-7eb9ed982ff9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:53.272208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-511076a8-cde2-4add-9009-294ebbbde6a3 req-e9f05948-ccb7-4593-ba8d-7eb9ed982ff9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.3459964 Dec 08 21:43:53.276198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.316137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8953100-d003-4168-b942-a3075e264d4c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:53.429198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a8953100-d003-4168-b942-a3075e264d4c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:53.429578 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.472166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-511076a8-cde2-4add-9009-294ebbbde6a3 req-81bb0807-e04d-4759-9a6f-10fb04c56f10 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987119 Dec 08 21:43:53.472890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=85d0f69f-b532-42da-a04a-4f1ef8c82eef,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:53.511180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network 7af39c87-7458-42f6-94db-a404c345e57b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:53.525718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:53.528854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:53.610333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-aa6d0866-084d-4748-a3a5-6db0866bdea7 None None] Provisioning complete for port f8358168-1a05-4df7-9924-89d8d3e61d23 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:53.611174 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa6d0866-084d-4748-a3a5-6db0866bdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.654491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326063b-1f7f-49d3-8d57-0d09a430ea0e req-2d3d0013-2dac-4a33-8989-bc2345327ead tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:53.672694 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3326063b-1f7f-49d3-8d57-0d09a430ea0e req-2d3d0013-2dac-4a33-8989-bc2345327ead tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.1160254 Dec 08 21:43:53.673477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41266) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:53.676532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:53.677558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.685859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Request body: {'floatingip': {'port_id': '99279a32-bd31-4de5-9055-9a6add526bc3'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:53.715769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524984ef-0415-4f9a-a747-1eb5768d1000 req-a41839a0-0f02-4d87-9f81-892c842ebe9c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:53.721627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f4b46243-5bc7-4834-aef1-2a985248c208 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:53.727961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-524984ef-0415-4f9a-a747-1eb5768d1000 req-a41839a0-0f02-4d87-9f81-892c842ebe9c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1465926 Dec 08 21:43:53.745571 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.757631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d0866-084d-4748-a3a5-6db0866bdea7 None None] Port f8358168-1a05-4df7-9924-89d8d3e61d23 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:43:53.764454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cbcdeb0b-d92e-4684-a214-a2262ea67885 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7977509 Dec 08 21:43:53.769333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c714ec-1178-4996-bedf-18b84203026d None None] Network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:53.815373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-524984ef-0415-4f9a-a747-1eb5768d1000 req-30c8fbda-14b3-4ceb-ba2d-ace45f72e4f0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820332 Dec 08 21:43:53.869277 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.933523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port a8953100-d003-4168-b942-a3075e264d4c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8953100-d003-4168-b942-a3075e264d4c,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:53.949258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:53.950116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:53.977461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca9e27-06eb-41dd-a265-3a4b5e286943 req-d48778fe-e50a-468f-a63e-fbf6673433d3 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:53.979270 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1fca9e27-06eb-41dd-a265-3a4b5e286943 req-d48778fe-e50a-468f-a63e-fbf6673433d3 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 944 time: 0.0867603 Dec 08 21:43:53.988223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-43b7d6b2-4431-421d-b3b5-5deb3ac25b06 None None] Provisioning complete for port a8953100-d003-4168-b942-a3075e264d4c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:53.988680 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-43b7d6b2-4431-421d-b3b5-5deb3ac25b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.043041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1fca9e27-06eb-41dd-a265-3a4b5e286943 req-3f1fb4f8-a050-41ab-bc49-e4574c463598 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550568 Dec 08 21:43:54.224835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port f4b46243-5bc7-4834-aef1-2a985248c208 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:43:54.246868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3a4b8-6a91-4185-ad1b-a219485b6d2f req-2cd353e8-e147-41ec-be34-f9974395b3ef tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:54.254222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09f3a4b8-6a91-4185-ad1b-a219485b6d2f req-2cd353e8-e147-41ec-be34-f9974395b3ef tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1499484 Dec 08 21:43:54.287939 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port f4b46243-5bc7-4834-aef1-2a985248c208 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:54.288315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.329048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09f3a4b8-6a91-4185-ad1b-a219485b6d2f req-bf49ace6-fbdd-4197-bcc7-677ba99356f4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679083 Dec 08 21:43:54.372457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41298) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:54.377528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e347bc12-3df7-453f-93b5-2048e23d4e37 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550027571', 'description': 'tempest-description--104409370'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:54.401486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=a8953100-d003-4168-b942-a3075e264d4c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:54.417907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41304) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:54.435387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.439129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:54.439456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.441199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.446682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e347bc12-3df7-453f-93b5-2048e23d4e37 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.623950 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Floating IP d8c9525a-d0dc-4045-bfe3-75c4fda5ef65 associated. External IP: 172.25.1.119, port: 99279a32-bd31-4de5-9055-9a6add526bc3. Dec 08 21:43:54.655962 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e347bc12-3df7-453f-93b5-2048e23d4e37 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.662363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e347bc12-3df7-453f-93b5-2048e23d4e37 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.676016 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.741604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347bc12-3df7-453f-93b5-2048e23d4e37 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5fa186-bca0-4baf-bbbb-297a05e427f8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:54.828217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:54.830752 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a27cc-3142-4a47-85c6-48ccb91a5af2" -d '{"events": [{"server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "name": "network-vif-plugged", "status": "completed", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:54.834091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e347bc12-3df7-453f-93b5-2048e23d4e37 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.839610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e347bc12-3df7-453f-93b5-2048e23d4e37 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4653149 Dec 08 21:43:54.840566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41338) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:54.847331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6ff85807-5a3d-4d9c-a1d7-2022072ef902 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'security_group_rule': {'security_group_id': '7b5fa186-bca0-4baf-bbbb-297a05e427f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:54.865453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:43:54.879512 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.887404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0d36248c-6771-45f8-b9bd-e81699584d9f None None] Provisioning complete for port 85d0f69f-b532-42da-a04a-4f1ef8c82eef triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:54.887948 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0d36248c-6771-45f8-b9bd-e81699584d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.898695 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ff85807-5a3d-4d9c-a1d7-2022072ef902 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.936058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb88f89-4bf4-4051-a228-05d32643549e req-8027bb80-ce5a-4a6f-b8d4-878cc76cf2e6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:54.943279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Router ac839f5f-af1a-401b-b7b1-a186d40ff452 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:43:54.945643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cdb88f89-4bf4-4051-a228-05d32643549e req-8027bb80-ce5a-4a6f-b8d4-878cc76cf2e6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1655548 Dec 08 21:43:54.968635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0d36248c-6771-45f8-b9bd-e81699584d9f None None] Port 85d0f69f-b532-42da-a04a-4f1ef8c82eef cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:43:54.976143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:54.986473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6b3aa96-bad8-4588-9b16-4bbf19c122e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:54.988511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0d36248c-6771-45f8-b9bd-e81699584d9f None None] Provisioning complete for port a8953100-d003-4168-b942-a3075e264d4c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:54.988882 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0d36248c-6771-45f8-b9bd-e81699584d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.021369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cdb88f89-4bf4-4051-a228-05d32643549e req-1aa69380-9e1e-4079-af7f-c9c42031e9e1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748825 Dec 08 21:43:55.048000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ff85807-5a3d-4d9c-a1d7-2022072ef902 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.055914 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ff85807-5a3d-4d9c-a1d7-2022072ef902 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.088714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff85807-5a3d-4d9c-a1d7-2022072ef902 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e61f7e-c167-4bd9-ba30-28d791a5bc5a,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:55.099567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ff85807-5a3d-4d9c-a1d7-2022072ef902 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.102182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6ff85807-5a3d-4d9c-a1d7-2022072ef902 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599306 Dec 08 21:43:55.104790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41348) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:55.114288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-64ef14f4-9dc9-4e64-bd6b-0edb6f4c13a0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'security_group_rule': {'security_group_id': '7b5fa186-bca0-4baf-bbbb-297a05e427f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:55.116623 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c32d70-be33-4e47-b19e-37afdb065522 x-openstack-request-id: req-34c32d70-be33-4e47-b19e-37afdb065522 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:55.116939 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "name": "network-vif-plugged", "status": "completed", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:55.117196 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34c32d70-be33-4e47-b19e-37afdb065522 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:55.118360 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208', 'code': 200} Dec 08 21:43:55.152769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41354) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:55.156273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8953100-d003-4168-b942-a3075e264d4c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:43:55.165362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64ef14f4-9dc9-4e64-bd6b-0edb6f4c13a0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.230038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a8953100-d003-4168-b942-a3075e264d4c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:43:55.230416 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.269336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18e6cb-9cc5-4d3f-bc3f-aefbcf0b02c1 req-92a84085-9c9d-43f1-be89-ebca0228f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:55.270986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f18e6cb-9cc5-4d3f-bc3f-aefbcf0b02c1 req-92a84085-9c9d-43f1-be89-ebca0228f0b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1096 time: 0.0885313 Dec 08 21:43:55.302462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:43:55.313384 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.314473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64ef14f4-9dc9-4e64-bd6b-0edb6f4c13a0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.319625 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] Sync routers for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:43:55.330234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64ef14f4-9dc9-4e64-bd6b-0edb6f4c13a0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.332123 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:55.332939 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:55.342378 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fb65c414-0ac6-490c-a43a-3a751c54f7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.374475 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5a560f2b-aa4c-4b85-8e1e-b7d0a98b9edc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "PUT /v2.0/floatingips/d8c9525a-d0dc-4045-bfe3-75c4fda5ef65 HTTP/1.1" status: 200 len: 991 time: 1.6910975 Dec 08 21:43:55.374475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'tag': '99279a32-bd31-4de5-9055-9a6add526bc3'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:43:55.375399 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad387be-8dc2-44ad-ad88-4a84855efa87" -d '{"events": [{"name": "network-changed", "server_uuid": "d233e953-0539-4c44-8c2d-ba986bcd13fc", "tag": "99279a32-bd31-4de5-9055-9a6add526bc3"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:43:55.382692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f18e6cb-9cc5-4d3f-bc3f-aefbcf0b02c1 req-2a66cdcc-907f-4e28-8493-543098668184 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026695 Dec 08 21:43:55.383434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef14f4-9dc9-4e64-bd6b-0edb6f4c13a0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d0f398-2894-4aad-952f-86b7fa21237b,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:55.385793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef436c1-5fab-4478-8552-8f20cfebee9f req-2ad996fe-b39a-49e6-9e14-76e3f9327e37 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:55.393831 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ef436c1-5fab-4478-8552-8f20cfebee9f req-2ad996fe-b39a-49e6-9e14-76e3f9327e37 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.2237885 Dec 08 21:43:55.395686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64ef14f4-9dc9-4e64-bd6b-0edb6f4c13a0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.400961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-64ef14f4-9dc9-4e64-bd6b-0edb6f4c13a0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942872 Dec 08 21:43:55.404639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41362) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:55.410704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:55.456306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6b3aa96-bad8-4588-9b16-4bbf19c122e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.463825 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.467334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ef436c1-5fab-4478-8552-8f20cfebee9f req-89ba1346-a1e4-4ccd-9d4c-478c1815f88d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725970 Dec 08 21:43:55.475474 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6b3aa96-bad8-4588-9b16-4bbf19c122e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.480276 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:55.570247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d6b3aa96-bad8-4588-9b16-4bbf19c122e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb172fb325a745c2b0ab3f86637235a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1487243 Dec 08 21:43:55.572255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41366) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:55.574997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fb65c414-0ac6-490c-a43a-3a751c54f7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.581409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3aa96-bad8-4588-9b16-4bbf19c122e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac82bd23-79eb-414e-8033-76d8d83d3c1b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:55.592059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fb65c414-0ac6-490c-a43a-3a751c54f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.661820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65c414-0ac6-490c-a43a-3a751c54f7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac77d5d-5288-4c75-9513-5ae7ec445105,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:55.664912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eaac7-990d-4a20-aea7-c3a9b5cb6526 req-aa764375-51cc-43d8-a28d-3b9acfd36457 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:55.666426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e5eaac7-990d-4a20-aea7-c3a9b5cb6526 req-aa764375-51cc-43d8-a28d-3b9acfd36457 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0862150 Dec 08 21:43:55.671718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fb65c414-0ac6-490c-a43a-3a751c54f7c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81d944c7120d42b38808744b38c411f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153909 Dec 08 21:43:55.672127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41368) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:55.688263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ec6f-fab4-4dee-8bf5-e180ade7e079 req-e8cd6ef6-2836-49db-8c23-b72877344565 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:55.689723 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ae2ec6f-fab4-4dee-8bf5-e180ade7e079 req-e8cd6ef6-2836-49db-8c23-b72877344565 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 945 time: 0.1135504 Dec 08 21:43:55.698568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-805f1919-f61d-4456-9d81-6bd2c9bfa7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.727480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.760711 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd8c9525a-d0dc-4045-bfe3-75c4fda5ef65', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'port_id': '99279a32-bd31-4de5-9055-9a6add526bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'mac_address': 'fa:16:3e:be:34:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:51Z', 'updated_at': '2021-12-08T21:43:54Z', 'revision_number': 1, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:48Z', 'revision_number': 5, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:55.773605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e5eaac7-990d-4a20-aea7-c3a9b5cb6526 req-317c0a23-4f2f-49e6-93c8-79cdc425bb25 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913486 Dec 08 21:43:55.775421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-805f1919-f61d-4456-9d81-6bd2c9bfa7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.777161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ae2ec6f-fab4-4dee-8bf5-e180ade7e079 req-47a116b6-d7d6-4f7e-8392-8f3eca930917 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765343 Dec 08 21:43:55.796648 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] Checking router: ac839f5f-af1a-401b-b7b1-a186d40ff452 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:43:55.799521 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:43:55.800410 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:55.846065 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7bba-a0d6-44db-9683-6374704392e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:55.868953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Allocated IP 172.25.1.71 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/ddd411ba-e55f-4c94-a835-39d0e6d33459) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:43:55.878299 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a546b0-3cbe-43ce-a02b-34806ce33639 x-openstack-request-id: req-50a546b0-3cbe-43ce-a02b-34806ce33639 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:43:55.878569 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d233e953-0539-4c44-8c2d-ba986bcd13fc", "tag": "99279a32-bd31-4de5-9055-9a6add526bc3", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:43:55.878910 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50a546b0-3cbe-43ce-a02b-34806ce33639 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:43:55.879689 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'tag': '99279a32-bd31-4de5-9055-9a6add526bc3', 'status': 'completed', 'code': 200} Dec 08 21:43:55.953873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7bba-a0d6-44db-9683-6374704392e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.023897 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:43:56.024103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-805f1919-f61d-4456-9d81-6bd2c9bfa7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.026824 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-805f1919-f61d-4456-9d81-6bd2c9bfa7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.032540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-805f1919-f61d-4456-9d81-6bd2c9bfa7e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac82bd23-79eb-414e-8033-76d8d83d3c1b HTTP/1.1" status: 204 len: 168 time: 0.4573596 Dec 08 21:43:56.033802 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.066177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-1b38e8ae-1d15-494f-9e43-9ee69ca683db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:56.073786 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-1b38e8ae-1d15-494f-9e43-9ee69ca683db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee71862538294876b9ca1858c81700ce&device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 1096 time: 0.1882656 Dec 08 21:43:56.075861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f1919-f61d-4456-9d81-6bd2c9bfa7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac82bd23-79eb-414e-8033-76d8d83d3c1b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:56.094649 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.174054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:43:56.177534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:56.190505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:43:56.194243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=ddd411ba-e55f-4c94-a835-39d0e6d33459,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:56.243098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7bba-a0d6-44db-9683-6374704392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.245395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7bba-a0d6-44db-9683-6374704392e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.248886 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fdbc7bba-a0d6-44db-9683-6374704392e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aac77d5d-5288-4c75-9513-5ae7ec445105 HTTP/1.1" status: 204 len: 168 time: 0.5735157 Dec 08 21:43:56.287372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc7bba-a0d6-44db-9683-6374704392e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac77d5d-5288-4c75-9513-5ae7ec445105,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:56.313793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318ae62-51da-477c-a88d-8242654f9f77 req-db81339a-c07b-4f0a-8451-b26de8c27b49 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:56.315592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8318ae62-51da-477c-a88d-8242654f9f77 req-db81339a-c07b-4f0a-8451-b26de8c27b49 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1864777 Dec 08 21:43:56.378534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-17d59e58-6041-4ef3-adb4-27526b19be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:56.380056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-17d59e58-6041-4ef3-adb4-27526b19be80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf HTTP/1.1" status: 200 len: 917 time: 0.2902033 Dec 08 21:43:56.419568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.466980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8318ae62-51da-477c-a88d-8242654f9f77 req-29fcfc32-e1a9-4018-b0b2-e7f0d57a551c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367071 Dec 08 21:43:56.513824 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-e80265b2-ef9e-4998-9397-ee6114fd53ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99279a32-bd31-4de5-9055-9a6add526bc3 HTTP/1.1" status: 200 len: 999 time: 0.1230922 Dec 08 21:43:56.561317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41406) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:56.587927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2f4202d-4781-4cd9-b74c-f66ef8ce3d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.601367 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd8c9525a-d0dc-4045-bfe3-75c4fda5ef65', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'port_id': '99279a32-bd31-4de5-9055-9a6add526bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'mac_address': 'fa:16:3e:be:34:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:51Z', 'updated_at': '2021-12-08T21:43:54Z', 'revision_number': 1, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:48Z', 'revision_number': 5, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:43:56.626997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-1e387c87-b7c4-4270-b3ac-53b4a2577259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:56.628634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-1e387c87-b7c4-4270-b3ac-53b4a2577259 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a95c043b-6776-400f-89b3-100cc111e381 HTTP/1.1" status: 200 len: 855 time: 0.1071491 Dec 08 21:43:56.667289 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8a82c-1a4e-42c3-a2e4-6177817ee7a8 None None] The sync data for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 is: [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd8c9525a-d0dc-4045-bfe3-75c4fda5ef65', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'port_id': '99279a32-bd31-4de5-9055-9a6add526bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'mac_address': 'fa:16:3e:be:34:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:42:51Z', 'updated_at': '2021-12-08T21:43:54Z', 'revision_number': 1, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:48Z', 'revision_number': 5, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:43:56.767961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2f4202d-4781-4cd9-b74c-f66ef8ce3d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.776718 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2f4202d-4781-4cd9-b74c-f66ef8ce3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.790544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d3e66-a226-4d47-a21d-5e0ef218ebcd req-f98c1fc1-4f4a-4e83-af83-93fa972f926d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:56.792181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a40d3e66-a226-4d47-a21d-5e0ef218ebcd req-f98c1fc1-4f4a-4e83-af83-93fa972f926d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1782787 Dec 08 21:43:56.835037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-5fea1136-1cd7-446f-a50b-32be2ac32b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:56.836608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-5fea1136-1cd7-446f-a50b-32be2ac32b79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764188 Dec 08 21:43:56.864680 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c2f4202d-4781-4cd9-b74c-f66ef8ce3d12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7eb530667284bffb5013c0e2956b5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013301 Dec 08 21:43:56.865846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41416) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:56.878252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4202d-4781-4cd9-b74c-f66ef8ce3d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede5293f-31de-472f-bb49-32c644c55268,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:56.917738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:56.950213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a40d3e66-a226-4d47-a21d-5e0ef218ebcd req-2b2f9494-4e47-494e-94c5-ec5aeff35a1c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443009 Dec 08 21:43:57.009793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21fdae-22bc-4488-bb04-ab9d7861f963 None None] New status for floating IP d8c9525a-d0dc-4045-bfe3-75c4fda5ef65: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:43:57.046667 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bb6e-b2f1-47b8-99ca-d92d396a9643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.055300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-e3c94471-9792-4fd3-9aed-dfd8d1ac92e5 service neutron] 10.222.0.37 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094884 Dec 08 21:43:57.112863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d763f56-2666-45af-b1a7-cc0c1702ee39 req-62d89cc0-bf31-4a7d-b07b-36c60179ebab tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:57.114405 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2d763f56-2666-45af-b1a7-cc0c1702ee39 req-62d89cc0-bf31-4a7d-b07b-36c60179ebab tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1977940 Dec 08 21:43:57.123837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bb6e-b2f1-47b8-99ca-d92d396a9643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.214129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2d763f56-2666-45af-b1a7-cc0c1702ee39 req-d41336a3-778e-48cb-ac7a-36df986c4e91 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813844 Dec 08 21:43:57.221371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.247042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.277845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bad387be-8dc2-44ad-ad88-4a84855efa87 req-463e5996-8a0b-4608-adbb-69b5f2e8f1bc service neutron] 10.222.0.37 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135677 Dec 08 21:43:57.294985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d4fd-2c6f-47b7-9d66-6ddd70a53e6e req-5d1ab739-5c72-4a2d-aa2c-6daf3a84686c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:57.302813 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba51d4fd-2c6f-47b7-9d66-6ddd70a53e6e req-5d1ab739-5c72-4a2d-aa2c-6daf3a84686c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 945 time: 0.2417197 Dec 08 21:43:57.307337 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bb6e-b2f1-47b8-99ca-d92d396a9643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.309974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbe2bb6e-b2f1-47b8-99ca-d92d396a9643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.311780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bbe2bb6e-b2f1-47b8-99ca-d92d396a9643 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ede5293f-31de-472f-bb49-32c644c55268 HTTP/1.1" status: 204 len: 168 time: 0.4340174 Dec 08 21:43:57.327832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2bb6e-b2f1-47b8-99ca-d92d396a9643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede5293f-31de-472f-bb49-32c644c55268,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:57.375383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba51d4fd-2c6f-47b7-9d66-6ddd70a53e6e req-2994da78-2ed6-4df0-9263-b35e97467cef tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704849 Dec 08 21:43:57.400117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=ddd411ba-e55f-4c94-a835-39d0e6d33459,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:57.411705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.440079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.442797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0ae82080-8b8b-449a-b3f9-0fca44317e25 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0367627 Dec 08 21:43:57.461623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41456) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:57.565635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd957b11-0d35-4e8c-9d00-405468cfa914 req-acb37c60-d351-4e0b-8bfc-87a0fb97aecf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:57.572722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd957b11-0d35-4e8c-9d00-405468cfa914 req-acb37c60-d351-4e0b-8bfc-87a0fb97aecf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 814 time: 0.1085551 Dec 08 21:43:57.582651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd957b11-0d35-4e8c-9d00-405468cfa914 req-a61fd77e-6cd2-49a7-9cbb-698fd3e42f9c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/quotas/e69dab18f2cf45cd897b24c1405148c4 HTTP/1.1" status: 200 len: 375 time: 0.0091238 Dec 08 21:43:57.642006 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd957b11-0d35-4e8c-9d00-405468cfa914 req-7fa8e609-5bda-4ba6-aa63-bafbb5208e9e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497825 Dec 08 21:43:57.788989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb307-c2e1-4f79-a89b-aa42e3b6ef8d req-91c11e5b-b9e3-428c-ac19-33e5b74f0f60 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:57.790703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-efbbb307-c2e1-4f79-a89b-aa42e3b6ef8d req-91c11e5b-b9e3-428c-ac19-33e5b74f0f60 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1096 time: 0.0431046 Dec 08 21:43:57.801506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1248924727-network', 'tenant_id': '79b6266a5c9246e0b1f8bf0c0f6102d5'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:57.846084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Made reservation on behalf of 79b6266a5c9246e0b1f8bf0c0f6102d5 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:57.848420 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:57.863304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-efbbb307-c2e1-4f79-a89b-aa42e3b6ef8d req-8e4558b1-e0eb-4905-8dd1-9a7f8edf7304 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571139 Dec 08 21:43:57.864477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:58.009392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1caba6-4134-44d2-9bf5-17ef975eccfc req-bdbf009e-811a-419e-8683-33c8c5deaccc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.011119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f1caba6-4134-44d2-9bf5-17ef975eccfc req-bdbf009e-811a-419e-8683-33c8c5deaccc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0840950 Dec 08 21:43:58.015974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:58.026857 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:58.061106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:43:58.091838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-a5e7a58f-af95-429f-a268-d84cc479bce5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1550027571&fields=id&tenant_id=a058b55a04bc40c6a22d5390df5f81cc HTTP/1.1" status: 200 len: 267 time: 0.0403728 Dec 08 21:43:58.097427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:58.097786 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Added segment 39e67939-81c4-4a75-9afb-e0eba224a11b of type vlan for network aa377833-79ba-4a77-b599-64188e1a258f Dec 08 21:43:58.099351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458fdd10-a2a3-4017-a821-372fa87c6f34,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:58.111115 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f1caba6-4134-44d2-9bf5-17ef975eccfc req-0ef4f715-afb9-4a2e-ab7e-af989e64658f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920897 Dec 08 21:43:58.160302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:58.165449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-eef4c3ad-c7e7-451a-a841-4c293fdec17f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.167260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-eef4c3ad-c7e7-451a-a841-4c293fdec17f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports/f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 932 time: 0.0606828 Dec 08 21:43:58.220175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:58.222899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.222899 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:58.227639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-cb2dacd2-56e6-4094-99f2-771529308a79 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.229030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-cb2dacd2-56e6-4094-99f2-771529308a79 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports/85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 931 time: 0.0558960 Dec 08 21:43:58.287863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-745ec1e8-644e-4d04-a06b-39336fa2a7ef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0527427 Dec 08 21:43:58.303238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8385634 Dec 08 21:43:58.304213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58847dec-b0cc-4548-bab8-f94af96754db admin admin] Pushing event updated for resources: {'Network': ['ID=aa377833-79ba-4a77-b599-64188e1a258f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:58.307677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41504) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:43:58.308001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991df8b-6c3c-40ea-b938-108359e609a2 req-b576d7a4-d3ce-4fc6-b2e4-6a34235cce40 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.309643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6991df8b-6c3c-40ea-b938-108359e609a2 req-b576d7a4-d3ce-4fc6-b2e4-6a34235cce40 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1096 time: 0.1198134 Dec 08 21:43:58.314501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Request body: {'subnet': {'network_id': 'aa377833-79ba-4a77-b599-64188e1a258f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1248924727-subnet', 'tenant_id': '79b6266a5c9246e0b1f8bf0c0f6102d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:43:58.320682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network aa377833-79ba-4a77-b599-64188e1a258f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:43:58.339453 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-e6721319-cb0d-47b8-aba7-6ba73811593a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0435905 Dec 08 21:43:58.349680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6991df8b-6c3c-40ea-b938-108359e609a2 req-59db3b49-1b2b-4576-afbc-c04f5f3a9ab0 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Dec 08 21:43:58.377638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Made reservation on behalf of 79b6266a5c9246e0b1f8bf0c0f6102d5 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:43:58.379928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:58.500914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797569b-d301-447c-a6d5-47a417deb09b req-8613653c-5137-480d-8b48-672aaf08cafc tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.502438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b797569b-d301-447c-a6d5-47a417deb09b req-8613653c-5137-480d-8b48-672aaf08cafc tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.0550461 Dec 08 21:43:58.532005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4cbb84a6-b57f-407a-a55b-95845ec6924e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.538002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4cbb84a6-b57f-407a-a55b-95845ec6924e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.543789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4cbb84a6-b57f-407a-a55b-95845ec6924e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.545396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4cbb84a6-b57f-407a-a55b-95845ec6924e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/networks?id=fb78ba57-643a-4584-bdac-628c6a3fec79&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 HTTP/1.1" status: 200 len: 1989 time: 0.1980977 Dec 08 21:43:58.555295 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b797569b-d301-447c-a6d5-47a417deb09b req-eff46811-2293-49d5-9ff3-663d36e91eb1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Dec 08 21:43:58.571276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-74f50321-7312-4d80-830c-ed4093334920 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/quotas/a058b55a04bc40c6a22d5390df5f81cc HTTP/1.1" status: 200 len: 375 time: 0.0177922 Dec 08 21:43:58.661951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498202-2e70-4c75-88cc-57499da9a746 req-8b112c2c-864f-4e8e-a178-25b48695ffd8 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:58.663520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5498202-2e70-4c75-88cc-57499da9a746 req-8b112c2c-864f-4e8e-a178-25b48695ffd8 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0618167 Dec 08 21:43:58.707805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5498202-2e70-4c75-88cc-57499da9a746 req-bf264431-d192-4c7c-b599-db05e211521b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365043 Dec 08 21:43:58.708389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-44591761-2d57-41f6-8ae0-86470855411b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1250930 Dec 08 21:43:58.740636 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:59.140251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c267741-f9c7-44a7-98a4-32d4c21d3ab4,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:43:59.158544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Checking segment: {'id': '39e67939-81c4-4a75-9afb-e0eba224a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'aa377833-79ba-4a77-b599-64188e1a258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:43:59.158925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Network hostable DHCP agents. Network: aa377833-79ba-4a77-b599-64188e1a258f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:43:59.168978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8594b59-6d90-4c0d-ab71-e15d6829fff1 req-82645bcf-1ace-4045-9c4d-10c0f2547196 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e69dab18f2cf45cd897b24c1405148c4 HTTP/1.1" status: 200 len: 221 time: 0.0267010 Dec 08 21:43:59.172881 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-df1605ea-df60-4f55-bc2e-66cd88bbd4ec service neutron] 10.222.0.21 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578056 Dec 08 21:43:59.223889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Network aa377833-79ba-4a77-b599-64188e1a258f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:43:59.239731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, aa377833-79ba-4a77-b599-64188e1a258f) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:43:59.245635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:43:59.246375 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:43:59.249699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1cd7f-6c31-42d4-8874-5573853a7495 None None] Network aa377833-79ba-4a77-b599-64188e1a258f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:59.269814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-90dcf9e7-cca7-4ae1-9b64-4e313287b1db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9608157 Dec 08 21:43:59.294983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-316a8b8c-471a-4c9d-bdb1-197fd513c28e service neutron] 10.222.0.21 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143692 Dec 08 21:43:59.345679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-48773c65-f474-4757-9e1f-53e174f47ef3 service neutron] 10.222.0.21 "GET /v2.0/ports/f8358168-1a05-4df7-9924-89d8d3e61d23?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0439131 Dec 08 21:43:59.402473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5284db43-b4b3-4367-b482-81dacf6e39f8 None None] Network aa377833-79ba-4a77-b599-64188e1a258f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:43:59.469289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-d1b3d533-9b57-4f41-97df-d5ed599a1829 service neutron] 10.222.0.21 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171138 Dec 08 21:43:59.566693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-461a0dcd-4ec2-4113-90fd-c9e69ad16e7b service neutron] 10.222.0.21 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908737 Dec 08 21:43:59.607419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-e0f7822c-36d6-4908-8782-698ce5a2ce02 service neutron] 10.222.0.21 "GET /v2.0/ports/85d0f69f-b532-42da-a04a-4f1ef8c82eef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0333707 Dec 08 21:43:59.700039 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-36508993-ad47-457e-919f-9e186e672013 service neutron] 10.222.0.21 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867529 Dec 08 21:43:59.794113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-6854d135-f72e-4874-9ea1-24dac551c000 service neutron] 10.222.0.21 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889773 Dec 08 21:43:59.887501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-54d52acb-bf7e-4848-b1ff-95354e92a1b1 service neutron] 10.222.0.21 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875392 Dec 08 21:43:59.982443 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-e955de9e-1cc9-4917-ad5d-89a3cf1a3cc9 service neutron] 10.222.0.21 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880218 Dec 08 21:44:00.029266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-063996a3-fc3a-4f88-a48e-d0dfd09023e9 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:44:00.030240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-063996a3-fc3a-4f88-a48e-d0dfd09023e9 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056341 Dec 08 21:44:00.067223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-24019322-896e-4b81-8198-5d43b42e61c4 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:00.068607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-24019322-896e-4b81-8198-5d43b42e61c4 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports/f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 1093 time: 0.0331879 Dec 08 21:44:00.076037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-330156ea-9cda-4f8a-811b-db9ed814c187 service neutron] 10.222.0.21 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872812 Dec 08 21:44:00.165473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Request body: {'binding': {'host': 'n-h1-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:00.165924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Unknown quota resources ['binding']. {{(pid=102390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 21:44:00.169287 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-e0d5b9d0-3ad3-4e89-a0bf-f1ca424728bd service neutron] 10.222.0.21 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870931 Dec 08 21:44:00.259993 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f9c4a439-b190-43a0-a23b-9159b285c722 service neutron] 10.222.0.21 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Dec 08 21:44:00.300508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on host n-h1-821126-1 for vnic_type normal with profile None {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:00.300845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:00.301175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:00.306102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:00.306447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:00.311205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:00.311544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:00.311996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:00.312433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Bound port: f4b46243-5bc7-4834-aef1-2a985248c208, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:00.358041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-78c145c8-84f0-4e19-826e-253919d53501 service neutron] 10.222.0.21 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917261 Dec 08 21:44:00.364154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:00.370793 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:00.371956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ee18b965-426d-466f-89d8-b0321e60e46e service neutron] 10.222.0.21 "POST /v2.0/ports/f4b46243-5bc7-4834-aef1-2a985248c208/bindings HTTP/1.1" status: 201 len: 389 time: 0.2979028 Dec 08 21:44:00.452750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-fad262e8-9cbf-48fc-9713-82c2a5ab646c service neutron] 10.222.0.21 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886912 Dec 08 21:44:00.561709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-74581525-a9cf-4c72-90fc-a7180bd202d5 service neutron] 10.222.0.21 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005299 Dec 08 21:44:00.588336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-dfc47bcd-5641-43c4-aa99-a48696938d6a tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b14727e6e7df4b4a8d708cd416ac0e0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230448 Dec 08 21:44:00.627590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-24468789-f45e-49c4-bb35-19df87c73534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:00.629207 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-24468789-f45e-49c4-bb35-19df87c73534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1096 time: 0.0456765 Dec 08 21:44:00.705708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-4fbd1cbf-2939-423e-a791-425129035f2e tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:00.707470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-4fbd1cbf-2939-423e-a791-425129035f2e tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127896 Dec 08 21:44:00.724610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-7b8869db-3530-4434-ac4a-9b057554e592 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/quotas/b14727e6e7df4b4a8d708cd416ac0e0a HTTP/1.1" status: 200 len: 375 time: 0.0097921 Dec 08 21:44:00.729798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-efbb9614-b2bf-49b0-9bc4-2ed306da3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:00.731381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-efbb9614-b2bf-49b0-9bc4-2ed306da3ba9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.0934024 Dec 08 21:44:00.758342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-e45def5d-b4cf-4313-b3c4-ddcca09e244d tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b14727e6e7df4b4a8d708cd416ac0e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272086 Dec 08 21:44:00.774259 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-d1239da1-27a9-44be-b440-0a4852b92cde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 217 time: 0.0358057 Dec 08 21:44:00.826299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-1ec16490-0b70-4816-8bf6-a4b6d3b839d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:00.827878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-1ec16490-0b70-4816-8bf6-a4b6d3b839d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0470862 Dec 08 21:44:00.874059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-6d31f022-40ab-44c7-9c82-7d3a12823fdf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378909 Dec 08 21:44:00.970059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba999e-da37-4019-a38d-76975d50edb0 req-6e75bbbd-06b7-49dc-b635-d65025fdf8f5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:00.971447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aba999e-da37-4019-a38d-76975d50edb0 req-6e75bbbd-06b7-49dc-b635-d65025fdf8f5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0555806 Dec 08 21:44:00.985116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-40d8e82a-d556-4d0b-9c46-07710bcabdca service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040776 Dec 08 21:44:01.035204 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aba999e-da37-4019-a38d-76975d50edb0 req-c10e26cb-5724-4b99-a6e4-bf7021ce084a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Dec 08 21:44:01.105239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-8636633f-810c-437e-9888-4194db7b75d7 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128190 Dec 08 21:44:01.112516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-ec8d656b-4b74-44d9-aab8-58ec7fd42380 req-509cd2fd-3aae-4c84-8d52-a3998aabc944 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-63263904', 'description': 'tempest-description-63945220'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:01.146026 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ec8d656b-4b74-44d9-aab8-58ec7fd42380 req-509cd2fd-3aae-4c84-8d52-a3998aabc944 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.240011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ec8d656b-4b74-44d9-aab8-58ec7fd42380 req-509cd2fd-3aae-4c84-8d52-a3998aabc944 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.246524 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ec8d656b-4b74-44d9-aab8-58ec7fd42380 req-509cd2fd-3aae-4c84-8d52-a3998aabc944 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.279750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ec8d656b-4b74-44d9-aab8-58ec7fd42380 req-509cd2fd-3aae-4c84-8d52-a3998aabc944 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.281305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec8d656b-4b74-44d9-aab8-58ec7fd42380 req-509cd2fd-3aae-4c84-8d52-a3998aabc944 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1737781 Dec 08 21:44:01.295474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cd2fd-3aae-4c84-8d52-a3998aabc944 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:01.317383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-303c5c62-bc3e-4040-a000-6800bfcba4a2 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:01.319522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-303c5c62-bc3e-4040-a000-6800bfcba4a2 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.1361134 Dec 08 21:44:01.334582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821126-1'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:01.370391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bec4f0-261b-4f74-b3a2-1cb8c0c81c3e req-ffbb493b-379d-4108-98e1-70154218f2e6 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:01.375235 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32bec4f0-261b-4f74-b3a2-1cb8c0c81c3e req-ffbb493b-379d-4108-98e1-70154218f2e6 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1100962 Dec 08 21:44:01.457546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.481439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118eeb8-cd09-4e9c-b4a8-2a2c97acacc1 req-8e574107-b4f2-4883-9df3-5b34a41bd7da tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:01.483003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6118eeb8-cd09-4e9c-b4a8-2a2c97acacc1 req-8e574107-b4f2-4883-9df3-5b34a41bd7da tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 945 time: 0.0616157 Dec 08 21:44:01.486600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32bec4f0-261b-4f74-b3a2-1cb8c0c81c3e req-1c294ccb-2572-44d7-b5c0-6734c48fb855 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073971 Dec 08 21:44:01.574901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6118eeb8-cd09-4e9c-b4a8-2a2c97acacc1 req-c63b95ca-6262-4d8e-82e4-d376919d25db tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848312 Dec 08 21:44:01.649985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:01.694624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaea90-5bdb-4b76-a14a-d0448858fe54 req-2329392d-55e8-490b-98ca-b076be3f7d71 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:01.696505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8eaea90-5bdb-4b76-a14a-d0448858fe54 req-2329392d-55e8-490b-98ca-b076be3f7d71 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0624440 Dec 08 21:44:01.698754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-93042a10-6463-4904-a4df-d3c6f3218ea1 req-a8b31498-1abc-4ba3-a7a1-c673f1fc3927 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 210 time: 0.0547423 Dec 08 21:44:01.741552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:01.750603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8eaea90-5bdb-4b76-a14a-d0448858fe54 req-27f80ba1-7de4-464d-83b2-b15061a2c9e2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430882 Dec 08 21:44:01.810182 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b91eb81-2d96-4abb-8805-af385199309e req-cfc9d4ef-c3a3-49b5-99e7-27d291d4b40f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0450363 Dec 08 21:44:01.812888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:01.815532 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6594436e-968b-4eb1-991e-a2c05787bbd0" -d '{"events": [{"server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:01.819769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.827452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.843655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7dad8b9-c89f-4192-a15e-2b837fdadefa req-3590f37c-4af5-46f9-8a52-662408825a55 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8 HTTP/1.1" status: 200 len: 1809 time: 0.0495720 Dec 08 21:44:01.851748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d7dad8b9-c89f-4192-a15e-2b837fdadefa req-fd391b00-3131-4d27-9a95-a1f2e1ea62ca tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:01.852189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d7dad8b9-c89f-4192-a15e-2b837fdadefa req-fd391b00-3131-4d27-9a95-a1f2e1ea62ca tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:01.933932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Pushing event updated for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:01.943200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d7dad8b9-c89f-4192-a15e-2b837fdadefa req-fd391b00-3131-4d27-9a95-a1f2e1ea62ca tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.945508 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e475d3ab-7f72-44fa-9498-305cadc6ee1a x-openstack-request-id: req-e475d3ab-7f72-44fa-9498-305cadc6ee1a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:01.945817 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:01.946176 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e475d3ab-7f72-44fa-9498-305cadc6ee1a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:01.946662 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208', 'code': 200} Dec 08 21:44:01.950275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on host n-h2-821126-1 for vnic_type normal with profile {"migrating_to": "n-h1-821126-1"} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:01.950613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:01.951198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:01.957908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:01.958612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Attempting to bind port f4b46243-5bc7-4834-aef1-2a985248c208 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:01.967566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:01.967566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:01.967933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:01.968700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Bound port: f4b46243-5bc7-4834-aef1-2a985248c208, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:01.969175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.983461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d7dad8b9-c89f-4192-a15e-2b837fdadefa req-fd391b00-3131-4d27-9a95-a1f2e1ea62ca tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:01.989946 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d7dad8b9-c89f-4192-a15e-2b837fdadefa req-fd391b00-3131-4d27-9a95-a1f2e1ea62ca tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.015930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd391b00-3131-4d27-9a95-a1f2e1ea62ca tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342eff55-0e74-4ea0-9381-a4743d0836e3,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:02.029008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d7dad8b9-c89f-4192-a15e-2b837fdadefa req-fd391b00-3131-4d27-9a95-a1f2e1ea62ca tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.030581 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7dad8b9-c89f-4192-a15e-2b837fdadefa req-fd391b00-3131-4d27-9a95-a1f2e1ea62ca tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1840277 Dec 08 21:44:02.075853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-0f119037-0925-4975-8613-4b49d419cd36 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b14727e6e7df4b4a8d708cd416ac0e0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258632 Dec 08 21:44:02.135385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:02.162536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:02.172724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.176936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8d64247-0bf3-4fc4-91cf-e50675d44556 req-66d2f528-7aeb-4f0f-9613-001b7773a8f1 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8 HTTP/1.1" status: 200 len: 2402 time: 0.1200843 Dec 08 21:44:02.225341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720b13d-ed27-4827-a3bb-05f38fc849e9 req-d059651c-4331-4a27-8178-44e3c846b83a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.227031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1720b13d-ed27-4827-a3bb-05f38fc849e9 req-d059651c-4331-4a27-8178-44e3c846b83a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1195283 Dec 08 21:44:02.247018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Pushing event updated for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=8']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:02.271592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.272211 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.273596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-f1c71bbe-3208-44fb-be89-691ccf10f32c service neutron] 10.222.0.37 "PUT /v2.0/ports/f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 1121 time: 0.9445431 Dec 08 21:44:02.297270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4765e79c-85a7-4e43-9b45-544aa26adc6a req-1c240901-a0e7-49d9-ab1c-6f8577dac113 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-group-rules/342eff55-0e74-4ea0-9381-a4743d0836e3 HTTP/1.1" status: 200 len: 778 time: 0.0294859 Dec 08 21:44:02.308749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-27bac8de-2057-4b91-a998-e624617f8085 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.310411 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-27bac8de-2057-4b91-a998-e624617f8085 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273850 Dec 08 21:44:02.316664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1720b13d-ed27-4827-a3bb-05f38fc849e9 req-4d8db727-72ea-4adb-a5cf-23b3fc72a084 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810819 Dec 08 21:44:02.334452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Request body: {'port': {'device_id': '16fc3ac0-8fef-46e1-ae0e-f8244e095244', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': 'b14727e6e7df4b4a8d708cd416ac0e0a'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:02.357590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f4b46243-5bc7-4834-aef1-2a985248c208'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:02.387084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4765e79c-85a7-4e43-9b45-544aa26adc6a req-b9d4f807-b4db-4b58-b472-059a29ce2b8e tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8 HTTP/1.1" status: 200 len: 2402 time: 0.0784376 Dec 08 21:44:02.450963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4765e79c-85a7-4e43-9b45-544aa26adc6a req-2cf70244-35a7-4886-8d60-a55b5c8ec59b tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.466385 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4765e79c-85a7-4e43-9b45-544aa26adc6a req-2cf70244-35a7-4886-8d60-a55b5c8ec59b tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.508474 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4765e79c-85a7-4e43-9b45-544aa26adc6a req-2cf70244-35a7-4886-8d60-a55b5c8ec59b tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.523942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4765e79c-85a7-4e43-9b45-544aa26adc6a req-2cf70244-35a7-4886-8d60-a55b5c8ec59b tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.529754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4765e79c-85a7-4e43-9b45-544aa26adc6a req-2cf70244-35a7-4886-8d60-a55b5c8ec59b tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/342eff55-0e74-4ea0-9381-a4743d0836e3 HTTP/1.1" status: 204 len: 173 time: 0.1353765 Dec 08 21:44:02.543742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf70244-35a7-4886-8d60-a55b5c8ec59b tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=342eff55-0e74-4ea0-9381-a4743d0836e3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:02.579178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-7093eb59-3db0-4511-859d-75c30b0ec0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.580555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-7093eb59-3db0-4511-859d-75c30b0ec0a1 service neutron] 10.222.0.23 "GET /v2.0/ports/f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 1028 time: 0.0918024 Dec 08 21:44:02.638482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4641999d-b144-40b3-8791-d59aa5f0d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.640154 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4641999d-b144-40b3-8791-d59aa5f0d030 service neutron] 10.222.0.23 "GET /v2.0/ports/85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 1027 time: 0.0519559 Dec 08 21:44:02.641956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Made reservation on behalf of b14727e6e7df4b4a8d708cd416ac0e0a for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:02.646993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.699830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.708158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ec963-1b49-4cd7-a5f1-4b92ca2f9717 req-bb6de46e-e639-48b0-a56b-36f9c7dd498c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.710440 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf2ec963-1b49-4cd7-a5f1-4b92ca2f9717 req-bb6de46e-e639-48b0-a56b-36f9c7dd498c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.0590076 Dec 08 21:44:02.761687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf2ec963-1b49-4cd7-a5f1-4b92ca2f9717 req-99f46077-76c0-4f21-b87a-283b64e3a045 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Dec 08 21:44:02.811714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-9e5d2a59-bba4-4930-b5df-75e80eb39a57 req-a904095d-2a33-46a8-a80c-8dda64513545 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-640365676', 'description': 'tempest-description-265394288'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:02.836811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41682) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:02.837429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3682209-7048-4be6-b8aa-337ec664fa26 req-abd575cf-ab82-4614-88ef-26967bcbed15 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.846531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3682209-7048-4be6-b8aa-337ec664fa26 req-abd575cf-ab82-4614-88ef-26967bcbed15 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1823242 Dec 08 21:44:02.853436 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e5d2a59-bba4-4930-b5df-75e80eb39a57 req-a904095d-2a33-46a8-a80c-8dda64513545 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.933100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-c97f94df-d638-4a5d-9ae9-a63fc528a490 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.939693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-c97f94df-d638-4a5d-9ae9-a63fc528a490 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.947685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-c97f94df-d638-4a5d-9ae9-a63fc528a490 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:02.949748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e5d2a59-bba4-4930-b5df-75e80eb39a57 req-a904095d-2a33-46a8-a80c-8dda64513545 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:02.949907 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-c97f94df-d638-4a5d-9ae9-a63fc528a490 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "GET /v2.0/networks?id=fb78ba57-643a-4584-bdac-628c6a3fec79&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 HTTP/1.1" status: 200 len: 1989 time: 0.2992907 Dec 08 21:44:02.955544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e5d2a59-bba4-4930-b5df-75e80eb39a57 req-a904095d-2a33-46a8-a80c-8dda64513545 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.003612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f5048e2f-6f7f-4a04-834e-03c3677067d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.003989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3682209-7048-4be6-b8aa-337ec664fa26 req-a0d7fa2e-192d-4cce-8c2f-a640d094f395 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564989 Dec 08 21:44:03.016338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e5d2a59-bba4-4930-b5df-75e80eb39a57 req-a904095d-2a33-46a8-a80c-8dda64513545 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.017783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e5d2a59-bba4-4930-b5df-75e80eb39a57 req-a904095d-2a33-46a8-a80c-8dda64513545 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2135208 Dec 08 21:44:03.018960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904095d-2a33-46a8-a80c-8dda64513545 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f1dbef-c3a7-4127-84fb-b60816e482ec,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:03.087755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.103124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-145cc21e-f3b1-485d-aff0-182543cc8a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a058b55a04bc40c6a22d5390df5f81cc HTTP/1.1" status: 200 len: 380 time: 0.1405966 Dec 08 21:44:03.103903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.123633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f5048e2f-6f7f-4a04-834e-03c3677067d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.163287 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79793932-94b9-4f6a-8c51-2d59f20035a1 req-7c67b5b1-d786-4940-b73d-f7dceaf01989 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 210 time: 0.0431287 Dec 08 21:44:03.173164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f5048e2f-6f7f-4a04-834e-03c3677067d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.173369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'admin_state_up': True, 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'security_groups': ['7b5fa186-bca0-4baf-bbbb-297a05e427f8']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:03.201652 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f5048e2f-6f7f-4a04-834e-03c3677067d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a65319aac562423ba7422643a0e7551d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613634 Dec 08 21:44:03.201882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41692) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:03.278803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6860f27d-bbd2-4514-9b95-f0c6ee631f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.304557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5048e2f-6f7f-4a04-834e-03c3677067d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4041b6c-e830-4a1e-bc3b-ee369619ba5e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:03.330991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cfa1974-513f-4f45-872f-57f55705b270 req-3dcc58b3-fc87-45de-b48c-2464e76e2f9f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0421054 Dec 08 21:44:03.335700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ea6654-7828-421c-9015-6c6b02dcd7a5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:03.336485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6860f27d-bbd2-4514-9b95-f0c6ee631f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.365261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d94d-f2ea-464f-9f4b-233c04b489b3 req-01fb686b-9794-4107-b248-083e8a684a72 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:03.366788 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4883d94d-f2ea-464f-9f4b-233c04b489b3 req-01fb686b-9794-4107-b248-083e8a684a72 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 943 time: 0.2148697 Dec 08 21:44:03.418029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6860f27d-bbd2-4514-9b95-f0c6ee631f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.421716 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6860f27d-bbd2-4514-9b95-f0c6ee631f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.426924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6860f27d-bbd2-4514-9b95-f0c6ee631f78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4041b6c-e830-4a1e-bc3b-ee369619ba5e HTTP/1.1" status: 204 len: 168 time: 0.2204545 Dec 08 21:44:03.445500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:03.448387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860f27d-bbd2-4514-9b95-f0c6ee631f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4041b6c-e830-4a1e-bc3b-ee369619ba5e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:03.449240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.469166 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da1f90c8-b4f8-4b72-bc48-13d6fd0be303 req-4c231702-1e4d-40c6-be6a-33bfdea2ea7c tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/38f1dbef-c3a7-4127-84fb-b60816e482ec HTTP/1.1" status: 200 len: 1811 time: 0.0743723 Dec 08 21:44:03.492204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Allocated IP 192.168.233.104 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/11f8029c-e2f7-4e3c-b938-c1d5f9df7e88) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:03.496846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4883d94d-f2ea-464f-9f4b-233c04b489b3 req-7141e574-46a1-4e07-aa38-5a0e69f62a90 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058106 Dec 08 21:44:03.641248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39afb-cc47-4640-a000-be991cc920eb req-6639ae2d-a318-42ee-935e-9b1ba5838ae9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:03.643480 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ab39afb-cc47-4640-a000-be991cc920eb req-6639ae2d-a318-42ee-935e-9b1ba5838ae9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0772369 Dec 08 21:44:03.679239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d3ff0596-aae9-423c-9272-53a26fac6527 req-e069ad9c-67fd-4d78-ac08-84ac152ef0a2 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1990810757', 'description': 'tempest-description-1847172383'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:03.711171 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d3ff0596-aae9-423c-9272-53a26fac6527 req-e069ad9c-67fd-4d78-ac08-84ac152ef0a2 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.711728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ab39afb-cc47-4640-a000-be991cc920eb req-8508cfb0-feac-40a5-8ad2-f590e879fafe tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591686 Dec 08 21:44:03.738555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Allocated IP 172.20.0.9 (fb78ba57-643a-4584-bdac-628c6a3fec79/54db3cff-c2b8-41dd-b755-7ba7b427cde0/57419e41-a0ab-40c5-a027-51e1af84f29c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:03.840237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.850752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41710) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:03.874945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbe91d-6fa1-41fa-988a-e9b12323effa req-46730583-f02e-4b4a-ac08-dcf12dea91e7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:03.879337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6dbe91d-6fa1-41fa-988a-e9b12323effa req-46730583-f02e-4b4a-ac08-dcf12dea91e7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0676126 Dec 08 21:44:03.918491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6dbe91d-6fa1-41fa-988a-e9b12323effa req-f37c341f-6010-4cdc-baab-2ae56c5e87af tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323808 Dec 08 21:44:03.928953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c17bf4a-70c2-453e-bfff-a8374f13eacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:03.947338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:03.949808 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58093f38-3e48-4431-bdd3-2c2cc75cd790" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:04.032196 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d3ff0596-aae9-423c-9272-53a26fac6527 req-e069ad9c-67fd-4d78-ac08-84ac152ef0a2 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.046508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476e92c-fd95-468e-b7af-6eea2dd06a2c req-6f11df1c-c3f5-416b-b1cd-13f722678593 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:04.048189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c476e92c-fd95-468e-b7af-6eea2dd06a2c req-6f11df1c-c3f5-416b-b1cd-13f722678593 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.0654883 Dec 08 21:44:04.049594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d3ff0596-aae9-423c-9272-53a26fac6527 req-e069ad9c-67fd-4d78-ac08-84ac152ef0a2 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.066984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.100948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c476e92c-fd95-468e-b7af-6eea2dd06a2c req-81ddb7a7-6dcf-4e50-af5e-6cc5da37ded4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441313 Dec 08 21:44:04.146876 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.155730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d3ff0596-aae9-423c-9272-53a26fac6527 req-e069ad9c-67fd-4d78-ac08-84ac152ef0a2 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.156967 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3ff0596-aae9-423c-9272-53a26fac6527 req-e069ad9c-67fd-4d78-ac08-84ac152ef0a2 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4858286 Dec 08 21:44:04.185358 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61c25ec-3dd5-44da-92fa-01e1a5551bfe x-openstack-request-id: req-d61c25ec-3dd5-44da-92fa-01e1a5551bfe {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:04.185782 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:04.186140 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d61c25ec-3dd5-44da-92fa-01e1a5551bfe {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:04.186702 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208', 'status': 'completed', 'code': 200} Dec 08 21:44:04.189205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:04.196145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069ad9c-67fd-4d78-ac08-84ac152ef0a2 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c941173e-205c-4127-b20d-5de025f3da4a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:04.251980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:04.254454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c7707cd-62f3-47ac-9514-50eec937619d req-694d3991-9e0d-4aa6-803c-7098aabacddd tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/c941173e-205c-4127-b20d-5de025f3da4a HTTP/1.1" status: 200 len: 1813 time: 0.0662899 Dec 08 21:44:04.285447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:04.311722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Pushing event updated for resources: {'Port': ['ID=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:04.330238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c17bf4a-70c2-453e-bfff-a8374f13eacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.373361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308778ae-ea26-46fc-be85-659c03f6a601 req-9209b0b5-1b4e-4d29-96a6-38789f38b29a tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:04.381024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-308778ae-ea26-46fc-be85-659c03f6a601 req-9209b0b5-1b4e-4d29-96a6-38789f38b29a tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 936 time: 0.0618486 Dec 08 21:44:04.381438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.383032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c17bf4a-70c2-453e-bfff-a8374f13eacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.423155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-308778ae-ea26-46fc-be85-659c03f6a601 req-333d7b5d-5314-438a-a42a-d9230d4942ae tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Dec 08 21:44:04.456645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-01d9362c-d2c4-4ea2-b327-74fd9116dc20 req-0e91a4bd-38c6-4367-9353-6ae9e671bf40 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-327476998', 'description': 'tempest-description-589574291'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:04.498423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f4b46243-5bc7-4834-aef1-2a985248c208 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:04.499154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01d9362c-d2c4-4ea2-b327-74fd9116dc20 req-0e91a4bd-38c6-4367-9353-6ae9e671bf40 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.525237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network fb78ba57-643a-4584-bdac-628c6a3fec79 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:04.528616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-396310bd-30a9-4a7a-bdf5-392320934ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:04.530213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-396310bd-30a9-4a7a-bdf5-392320934ac7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1124 time: 0.3166530 Dec 08 21:44:04.535240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5c17bf4a-70c2-453e-bfff-a8374f13eacc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64173a235b97472ba88aefb88bbaf466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795585 Dec 08 21:44:04.540216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41728) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:04.542090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:04.542804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.548239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17bf4a-70c2-453e-bfff-a8374f13eacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978921fb-43e7-4e46-860a-9b595e0aa711,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:04.563564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=57419e41-a0ab-40c5-a027-51e1af84f29c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:04.565858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:04.573164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:04.592533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b544a9-663f-479f-8bc6-2c206e00982b req-4fb289ec-dedf-451e-8d13-6fba60b1e581 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:04.600630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75b544a9-663f-479f-8bc6-2c206e00982b req-4fb289ec-dedf-451e-8d13-6fba60b1e581 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.3250844 Dec 08 21:44:04.629965 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01d9362c-d2c4-4ea2-b327-74fd9116dc20 req-0e91a4bd-38c6-4367-9353-6ae9e671bf40 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.638971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01d9362c-d2c4-4ea2-b327-74fd9116dc20 req-0e91a4bd-38c6-4367-9353-6ae9e671bf40 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.665187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-49cab5a3-538f-4ccf-a04e-8064c75968de None None] Provisioning complete for port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:04.665563 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49cab5a3-538f-4ccf-a04e-8064c75968de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.688846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-8d1ff1c9-3d51-4516-ac53-a8c9f48748fe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3604684 Dec 08 21:44:04.717339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Request body: {'port': {'device_id': '16fc3ac0-8fef-46e1-ae0e-f8244e095244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:04.732928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01d9362c-d2c4-4ea2-b327-74fd9116dc20 req-0e91a4bd-38c6-4367-9353-6ae9e671bf40 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.752071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01d9362c-d2c4-4ea2-b327-74fd9116dc20 req-0e91a4bd-38c6-4367-9353-6ae9e671bf40 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2923300 Dec 08 21:44:04.757513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:04.773603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f4b46243-5bc7-4834-aef1-2a985248c208 has no active binding in host n-h1-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 21:44:04.773812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91a4bd-38c6-4367-9353-6ae9e671bf40 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a8bb05-8a6d-416e-8569-baef438248b2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:04.782164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:04.782846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.809066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75b544a9-663f-479f-8bc6-2c206e00982b req-80c5c8d3-31d5-4907-a007-c81bad913a38 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074757 Dec 08 21:44:04.810397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-49cab5a3-538f-4ccf-a04e-8064c75968de None None] Port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:04.814228 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-163e8c0a-5b2d-4b23-a0ec-717448dfea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.870345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-149c29bc-6892-4ca6-bdd5-f4fad6e69b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:04.872705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-149c29bc-6892-4ca6-bdd5-f4fad6e69b04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.3270051 Dec 08 21:44:04.899901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-163e8c0a-5b2d-4b23-a0ec-717448dfea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:04.903719 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-87edc28d-ca14-402f-a1fb-4a38d77c7610 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7503433 Dec 08 21:44:04.936534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223b1ae-66fd-4444-a181-2a3f82d7042b req-53295291-0db1-46c4-85c5-6840b08c87f2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:04.943818 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4223b1ae-66fd-4444-a181-2a3f82d7042b req-53295291-0db1-46c4-85c5-6840b08c87f2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 931 time: 0.1005106 Dec 08 21:44:04.968592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'admin_state_up': True, 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'security_groups': ['7b5fa186-bca0-4baf-bbbb-297a05e427f8']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:04.975711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-727658d0-dd68-4c04-950d-96bad0b86cf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 217 time: 0.0683360 Dec 08 21:44:04.988372 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4223b1ae-66fd-4444-a181-2a3f82d7042b req-1c27e751-d7d4-4e00-ad15-ca81a027fbfd tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Dec 08 21:44:04.993660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.008141 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-163e8c0a-5b2d-4b23-a0ec-717448dfea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.011582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-163e8c0a-5b2d-4b23-a0ec-717448dfea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.015590 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-163e8c0a-5b2d-4b23-a0ec-717448dfea65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/978921fb-43e7-4e46-860a-9b595e0aa711 HTTP/1.1" status: 204 len: 168 time: 0.4737027 Dec 08 21:44:05.046296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5016eb1f-4736-45c3-b1a0-d16ca78f81cd None None] Provisioning complete for port 57419e41-a0ab-40c5-a027-51e1af84f29c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:05.047642 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5016eb1f-4736-45c3-b1a0-d16ca78f81cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.053037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e8c0a-5b2d-4b23-a0ec-717448dfea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978921fb-43e7-4e46-860a-9b595e0aa711,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:05.117307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5016eb1f-4736-45c3-b1a0-d16ca78f81cd None None] Port 57419e41-a0ab-40c5-a027-51e1af84f29c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:05.172927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47a92bb5-25bc-4dc6-a948-e94043a026d3 req-a2d7886a-723d-4fd6-8cbf-5ceb9cd88f16 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/18a8bb05-8a6d-416e-8569-baef438248b2 HTTP/1.1" status: 200 len: 1811 time: 0.0480604 Dec 08 21:44:05.307621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be32334-dcde-481e-8e32-7805e16989c5 req-15b17ed1-c83d-4b2c-8859-d353c3634eba tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:05.310386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2be32334-dcde-481e-8e32-7805e16989c5 req-15b17ed1-c83d-4b2c-8859-d353c3634eba tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0662947 Dec 08 21:44:05.368987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2be32334-dcde-481e-8e32-7805e16989c5 req-33692cf6-de48-445b-9576-159895ea0691 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522802 Dec 08 21:44:05.494500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871664-5d4a-451a-877b-a2ec6cbc432b req-62215c8e-5c9e-46b6-a5e8-3e4cf3aee992 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:05.497658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2871664-5d4a-451a-877b-a2ec6cbc432b req-62215c8e-5c9e-46b6-a5e8-3e4cf3aee992 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.0652118 Dec 08 21:44:05.522967 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ac5b230-c984-4dd4-9628-d07c019361cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.530258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41748) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:05.539432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a23a5e-7f99-4c2d-97dd-60e5bf29e766 req-d68b6003-666e-43ae-9eb3-953061c2b812 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:05.541330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56a23a5e-7f99-4c2d-97dd-60e5bf29e766 req-d68b6003-666e-43ae-9eb3-953061c2b812 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 943 time: 0.5877442 Dec 08 21:44:05.546610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-31c3909c-d3e3-4c6f-8ed7-72e8b030f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:05.548241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-31c3909c-d3e3-4c6f-8ed7-72e8b030f634 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.5350010 Dec 08 21:44:05.555176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4c752dda-c8cf-495f-a8e0-6c91de824fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.568215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2871664-5d4a-451a-877b-a2ec6cbc432b req-5747ad3f-94b8-4556-b876-1d410ec9f7a4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644484 Dec 08 21:44:05.603750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-40e83725-24e2-4100-842c-7339a43f5a9f req-3335ee49-1047-48ee-ade0-add42440d945 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1303977232', 'description': 'tempest-description-1417735496'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:05.655053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40e83725-24e2-4100-842c-7339a43f5a9f req-3335ee49-1047-48ee-ade0-add42440d945 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.688689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-a4f70617-5719-4a90-b588-f15ce1c246c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252120 Dec 08 21:44:05.705153 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56a23a5e-7f99-4c2d-97dd-60e5bf29e766 req-b0924965-752e-4431-b233-6201a886e9f8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526601 Dec 08 21:44:05.717854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4c752dda-c8cf-495f-a8e0-6c91de824fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.731563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4c752dda-c8cf-495f-a8e0-6c91de824fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.788708 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40e83725-24e2-4100-842c-7339a43f5a9f req-3335ee49-1047-48ee-ade0-add42440d945 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.794559 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4c752dda-c8cf-495f-a8e0-6c91de824fdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3ca3a7565a04368a737943a523ffa34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631142 Dec 08 21:44:05.797934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40e83725-24e2-4100-842c-7339a43f5a9f req-3335ee49-1047-48ee-ade0-add42440d945 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.800310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41752) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:05.801000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c752dda-c8cf-495f-a8e0-6c91de824fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e49f5b-466a-4cf7-ab02-d8d9ba680cbc,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:05.848241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:05.853164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.865550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-40e83725-24e2-4100-842c-7339a43f5a9f req-3335ee49-1047-48ee-ade0-add42440d945 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.876560 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40e83725-24e2-4100-842c-7339a43f5a9f req-3335ee49-1047-48ee-ade0-add42440d945 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2762558 Dec 08 21:44:05.893043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335ee49-1047-48ee-ade0-add42440d945 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a5ab9f-cc5a-4cfc-99b0-fa028d3e29bb,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:05.920652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d0f777f-b92d-4c23-8c1f-e817e6c32366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.962623 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d0f777f-b92d-4c23-8c1f-e817e6c32366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:05.993766 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-33f93fa1-b8b5-4bcf-a2be-a4d029c878af service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828593 Dec 08 21:44:06.029980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467d105-6a26-481c-a212-50a4b5a3e1f6 req-b579502f-d130-45fb-845b-b87fe80cb660 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:06.033043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1467d105-6a26-481c-a212-50a4b5a3e1f6 req-b579502f-d130-45fb-845b-b87fe80cb660 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0942204 Dec 08 21:44:06.061680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d0f777f-b92d-4c23-8c1f-e817e6c32366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.064180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d0f777f-b92d-4c23-8c1f-e817e6c32366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.065277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d0f777f-b92d-4c23-8c1f-e817e6c32366 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40e49f5b-466a-4cf7-ab02-d8d9ba680cbc HTTP/1.1" status: 204 len: 168 time: 0.2423916 Dec 08 21:44:06.075907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f777f-b92d-4c23-8c1f-e817e6c32366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e49f5b-466a-4cf7-ab02-d8d9ba680cbc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:06.103919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1467d105-6a26-481c-a212-50a4b5a3e1f6 req-1452d80d-e97f-41c9-b14d-850ab9823d4a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560892 Dec 08 21:44:06.119186 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58093f38-3e48-4431-bdd3-2c2cc75cd790 req-1cec79ac-9c8e-42b0-854e-91d6915fb57d service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109946 Dec 08 21:44:06.143481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5edfa6-03a7-45e9-a58a-6e53604c2822 req-78e3dbd3-f9bf-4c5b-8a6c-5bbf878d4e07 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:06.151609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3d5edfa6-03a7-45e9-a58a-6e53604c2822 req-78e3dbd3-f9bf-4c5b-8a6c-5bbf878d4e07 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 936 time: 0.3099902 Dec 08 21:44:06.204936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb489e17-5156-47b7-b5bb-c30c878bab28 req-24e3add5-51cc-46e9-857b-a96096a5d920 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/44a5ab9f-cc5a-4cfc-99b0-fa028d3e29bb HTTP/1.1" status: 200 len: 1813 time: 0.0680838 Dec 08 21:44:06.275814 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3d5edfa6-03a7-45e9-a58a-6e53604c2822 req-e257b9b1-6b97-4aa6-89da-7789fd2a0d72 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232853 Dec 08 21:44:06.292349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Allocated IP 10.1.1.43 (7af39c87-7458-42f6-94db-a404c345e57b/411ffe26-508c-4472-9d98-1139e5adfeaf/75b42589-fdc7-4854-9717-f0ff36e8d827) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:06.332913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f1226-aba9-4566-8c38-8b89d7ffa435 req-a315bc53-d102-45de-a8dd-08be0683dd39 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:06.342277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b3f1226-aba9-4566-8c38-8b89d7ffa435 req-a315bc53-d102-45de-a8dd-08be0683dd39 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 931 time: 0.0718174 Dec 08 21:44:06.380218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b3f1226-aba9-4566-8c38-8b89d7ffa435 req-2a425506-b594-4456-8c51-5cb9ed6c7d90 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369313 Dec 08 21:44:06.383897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:06.404360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.461428 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-c063eb74-c3c1-45a3-9343-c67dd7063f2c req-ca59792d-b75a-46d3-a08c-a02000133c5a tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] show failed (client error): The resource could not be found. Dec 08 21:44:06.463058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c063eb74-c3c1-45a3-9343-c67dd7063f2c req-ca59792d-b75a-46d3-a08c-a02000133c5a tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/0fef323f-88ea-43f8-ac43-d4d484e35e38 HTTP/1.1" status: 404 len: 352 time: 0.0171793 Dec 08 21:44:06.489035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Transition to ACTIVE for port object 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:06.500532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.514271 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-5a2f3232-c741-4b6c-be1f-796921ea66f4 req-e7106a88-6d32-49a8-a1d9-0e50566865b0 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] show failed (client error): The resource could not be found. Dec 08 21:44:06.526832 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a2f3232-c741-4b6c-be1f-796921ea66f4 req-e7106a88-6d32-49a8-a1d9-0e50566865b0 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-group-rules/8a2fff52-0895-4dfb-a7e4-4ead0f9d7b4e HTTP/1.1" status: 404 len: 361 time: 0.0286176 Dec 08 21:44:06.626108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5d569ab-dba1-4910-af7e-fe9c16be9b94 req-961f68a1-03fe-4159-bbc3-2a92dd7af687 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/44a5ab9f-cc5a-4cfc-99b0-fa028d3e29bb HTTP/1.1" status: 200 len: 1813 time: 0.0589769 Dec 08 21:44:06.703739 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5d569ab-dba1-4910-af7e-fe9c16be9b94 req-a78f6dca-f06e-4b13-a690-620a8a9420a0 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.726149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19fe94-58c3-4748-a5c9-25e1e6964859 req-c8f5bf45-8e51-442a-a1be-5ac215e0d53c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:06.727753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c19fe94-58c3-4748-a5c9-25e1e6964859 req-c8f5bf45-8e51-442a-a1be-5ac215e0d53c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.2089725 Dec 08 21:44:06.728390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Pushing event updated for resources: {'Port': ['ID=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:06.743984 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5d569ab-dba1-4910-af7e-fe9c16be9b94 req-a78f6dca-f06e-4b13-a690-620a8a9420a0 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.768384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.818967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5d569ab-dba1-4910-af7e-fe9c16be9b94 req-a78f6dca-f06e-4b13-a690-620a8a9420a0 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.822065 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5d569ab-dba1-4910-af7e-fe9c16be9b94 req-a78f6dca-f06e-4b13-a690-620a8a9420a0 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.824844 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5d569ab-dba1-4910-af7e-fe9c16be9b94 req-a78f6dca-f06e-4b13-a690-620a8a9420a0 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "DELETE /v2.0/security-groups/44a5ab9f-cc5a-4cfc-99b0-fa028d3e29bb HTTP/1.1" status: 204 len: 173 time: 0.1913247 Dec 08 21:44:06.844381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Attempting to bind port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:06.844727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Attempting to bind port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:06.845057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Attempting to bind port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:06.862429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f6dca-f06e-4b13-a690-620a8a9420a0 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a5ab9f-cc5a-4cfc-99b0-fa028d3e29bb,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:06.872514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:06.873052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Attempting to bind port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:06.878158 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c19fe94-58c3-4748-a5c9-25e1e6964859 req-166afa75-8da7-4cc9-990b-71c3924994a4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380355 Dec 08 21:44:06.887615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:06.888321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:06.888922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:06.889593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Bound port: 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:06.890042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.933913 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:06.973117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8229b8-e82d-46c8-8c24-a603d01fa9cc req-07add81a-00a4-45a8-b243-fff581ef9e69 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:06.975117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc8229b8-e82d-46c8-8c24-a603d01fa9cc req-07add81a-00a4-45a8-b243-fff581ef9e69 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.0741003 Dec 08 21:44:07.020131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc8229b8-e82d-46c8-8c24-a603d01fa9cc req-134fdca7-3d8d-4177-88c4-3486e09895a1 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389371 Dec 08 21:44:07.040934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=75b42589-fdc7-4854-9717-f0ff36e8d827,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:07.107091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5714960-aa29-44b1-904f-0d3199746386 req-7329531c-d846-4a2d-913b-21e94154fc04 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/18a8bb05-8a6d-416e-8569-baef438248b2 HTTP/1.1" status: 200 len: 1811 time: 0.0532179 Dec 08 21:44:07.110449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.110843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.111192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.111536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.111877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.112209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.112538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.112870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.113194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.113789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.114137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.114464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:07.182053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network 7af39c87-7458-42f6-94db-a404c345e57b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:07.199591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5714960-aa29-44b1-904f-0d3199746386 req-e5265870-3969-4824-abc2-46a3513c8d4e tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.217870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:07.221024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:07.226928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5714960-aa29-44b1-904f-0d3199746386 req-e5265870-3969-4824-abc2-46a3513c8d4e tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.267581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] For port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:07.275751 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-3281c571-800f-4cee-a1f7-8beae005e54a service neutron] 10.222.0.23 "GET /v2.0/ports/f4b46243-5bc7-4834-aef1-2a985248c208/bindings/n-h1-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.1669862 Dec 08 21:44:07.279192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5714960-aa29-44b1-904f-0d3199746386 req-e5265870-3969-4824-abc2-46a3513c8d4e tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.284048 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e5714960-aa29-44b1-904f-0d3199746386 req-e5265870-3969-4824-abc2-46a3513c8d4e tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.285655 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5714960-aa29-44b1-904f-0d3199746386 req-e5265870-3969-4824-abc2-46a3513c8d4e tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "DELETE /v2.0/security-groups/18a8bb05-8a6d-416e-8569-baef438248b2 HTTP/1.1" status: 204 len: 173 time: 0.1718273 Dec 08 21:44:07.296999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4180a7-a3c6-40d2-8db7-f90de41160fe req-58535add-64ea-455a-a843-c7a55ef3c62b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:07.297301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5265870-3969-4824-abc2-46a3513c8d4e tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a8bb05-8a6d-416e-8569-baef438248b2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:07.307722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b4180a7-a3c6-40d2-8db7-f90de41160fe req-58535add-64ea-455a-a843-c7a55ef3c62b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 943 time: 0.2701976 Dec 08 21:44:07.331278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] For port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:07.364620 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.454267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:07.455210 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.464695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Pushing event updated for resources: {'Port': ['ID=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:07.499224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b4180a7-a3c6-40d2-8db7-f90de41160fe req-15e9cbc5-79f8-4142-b4f0-29da4bf96a56 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906536 Dec 08 21:44:07.521612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357121b-5330-41a9-94f4-ac226e9ff30e req-30ceb621-3bb5-4d3a-92a6-6138b3e19acf tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:07.534297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7357121b-5330-41a9-94f4-ac226e9ff30e req-30ceb621-3bb5-4d3a-92a6-6138b3e19acf tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 948 time: 0.1224029 Dec 08 21:44:07.537898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:07.538662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.540363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-91ac1dec-7b68-4ac5-9729-dbbd91c06652 service neutron] 10.222.0.23 "PUT /v2.0/ports/11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 HTTP/1.1" status: 200 len: 1096 time: 2.8304446 Dec 08 21:44:07.540667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fc3ac0-8fef-46e1-ae0e-f8244e095244', 'tag': '11f8029c-e2f7-4e3c-b938-c1d5f9df7e88'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:07.543118 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a167152a-170e-402f-8102-f8aff106b007" -d '{"events": [{"name": "network-changed", "server_uuid": "16fc3ac0-8fef-46e1-ae0e-f8244e095244", "tag": "11f8029c-e2f7-4e3c-b938-c1d5f9df7e88"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:07.555724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8748bd27-d04b-4979-9eea-7f5a793efaa3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5992637 Dec 08 21:44:07.579778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-231c9aa3-54b4-4205-9aeb-67f7619d332a None None] Provisioning complete for port 75b42589-fdc7-4854-9717-f0ff36e8d827 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:07.580341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'admin_state_up': True, 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'security_groups': ['7b5fa186-bca0-4baf-bbbb-297a05e427f8']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:07.581973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-231c9aa3-54b4-4205-9aeb-67f7619d332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.632010 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7357121b-5330-41a9-94f4-ac226e9ff30e req-929b872d-3dda-4013-99eb-9978be67b1f9 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955033 Dec 08 21:44:07.638825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-231c9aa3-54b4-4205-9aeb-67f7619d332a None None] Port 75b42589-fdc7-4854-9717-f0ff36e8d827 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:07.773448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cfd6f-1fa8-4936-ab88-4369cc7d95df req-28516ebc-f26a-444d-b059-3f75d369f0bb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:07.775329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-988cfd6f-1fa8-4936-ab88-4369cc7d95df req-28516ebc-f26a-444d-b059-3f75d369f0bb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0704989 Dec 08 21:44:07.853810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-988cfd6f-1fa8-4936-ab88-4369cc7d95df req-ceb381b3-029e-4ae1-b410-d259b972b276 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675502 Dec 08 21:44:07.875606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:07.879399 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:07.915151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d499242-48bb-4a98-af76-33d5b8742bde req-2a745637-13f5-4062-ac12-0b4ff57a13f1 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/c941173e-205c-4127-b20d-5de025f3da4a HTTP/1.1" status: 200 len: 1813 time: 0.3582304 Dec 08 21:44:08.098799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:08.130275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-e9531858-fbbd-4160-a82f-8d36b4e29351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:08.131582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-e9531858-fbbd-4160-a82f-8d36b4e29351 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b14727e6e7df4b4a8d708cd416ac0e0a&device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 1099 time: 0.4010196 Dec 08 21:44:08.159791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:08.182522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc51c0-84c8-49b1-bdcc-f401d19d0834 req-99fc9bac-175e-464d-b29b-8963acc2b4dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:08.184116 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3f713b69-1c23-447a-ad52-e734b7e64f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:08.202524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc51c0-84c8-49b1-bdcc-f401d19d0834 req-99fc9bac-175e-464d-b29b-8963acc2b4dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:08.204279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78cc51c0-84c8-49b1-bdcc-f401d19d0834 req-99fc9bac-175e-464d-b29b-8963acc2b4dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 1652 time: 0.1385431 Dec 08 21:44:08.229247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-67d47bf4-aac4-48f4-a875-fda2405ecf01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 HTTP/1.1" status: 200 len: 217 time: 0.0867336 Dec 08 21:44:08.253082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0d499242-48bb-4a98-af76-33d5b8742bde req-a5897c07-234e-4934-9d4e-8bd4e7b5cc39 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:08.258195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78cc51c0-84c8-49b1-bdcc-f401d19d0834 req-d9c9b9f7-24f3-45ef-addc-03dad0b164a1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 Dec 08 21:44:08.308873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b46243-5bc7-4834-aef1-2a985248c208 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:08.322813 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4813f88e-e487-47c6-9f19-53685117d0ee x-openstack-request-id: req-4813f88e-e487-47c6-9f19-53685117d0ee {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:08.323083 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fc3ac0-8fef-46e1-ae0e-f8244e095244", "tag": "11f8029c-e2f7-4e3c-b938-c1d5f9df7e88", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:08.323454 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4813f88e-e487-47c6-9f19-53685117d0ee {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:08.324033 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fc3ac0-8fef-46e1-ae0e-f8244e095244', 'tag': '11f8029c-e2f7-4e3c-b938-c1d5f9df7e88', 'status': 'completed', 'code': 200} Dec 08 21:44:08.356641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:08.377217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0d499242-48bb-4a98-af76-33d5b8742bde req-a5897c07-234e-4934-9d4e-8bd4e7b5cc39 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:08.400421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Allocated IP 10.1.1.111 (7af39c87-7458-42f6-94db-a404c345e57b/411ffe26-508c-4472-9d98-1139e5adfeaf/3da4ce6d-5520-472c-868d-7ad204d5fe4c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:08.405957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-22330c1c-ad11-400a-a23b-cc4ca668ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:08.407440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-22330c1c-ad11-400a-a23b-cc4ca668ab22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1556008 Dec 08 21:44:08.412073 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:08.442050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a8d0b-bf94-45c4-8cc6-8324f9663167 req-00fa54da-eb22-4bb4-80d8-eb95f830afda tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:08.444681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd0a8d0b-bf94-45c4-8cc6-8324f9663167 req-00fa54da-eb22-4bb4-80d8-eb95f830afda tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0672843 Dec 08 21:44:08.502355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd0a8d0b-bf94-45c4-8cc6-8324f9663167 req-1ebd381d-d01d-435c-8047-c735df79a476 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Dec 08 21:44:08.630196 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0d499242-48bb-4a98-af76-33d5b8742bde req-a5897c07-234e-4934-9d4e-8bd4e7b5cc39 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:08.633949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0d499242-48bb-4a98-af76-33d5b8742bde req-a5897c07-234e-4934-9d4e-8bd4e7b5cc39 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:08.635254 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d499242-48bb-4a98-af76-33d5b8742bde req-a5897c07-234e-4934-9d4e-8bd4e7b5cc39 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "DELETE /v2.0/security-groups/c941173e-205c-4127-b20d-5de025f3da4a HTTP/1.1" status: 204 len: 173 time: 0.7193067 Dec 08 21:44:08.639775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca8bc-1851-4d7d-80b2-630afd326f17 req-9d662ef2-6a51-416b-87eb-497a5cda8253 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:08.659901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-880ca8bc-1851-4d7d-80b2-630afd326f17 req-9d662ef2-6a51-416b-87eb-497a5cda8253 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.0743742 Dec 08 21:44:08.662071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5897c07-234e-4934-9d4e-8bd4e7b5cc39 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c941173e-205c-4127-b20d-5de025f3da4a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:08.676913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-30b5e7a6-e96f-4d50-8fc7-d57f20a2033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:08.686396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-30b5e7a6-e96f-4d50-8fc7-d57f20a2033d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2668223 Dec 08 21:44:08.727818 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:08.781324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-880ca8bc-1851-4d7d-80b2-630afd326f17 req-13e35e8a-4f2a-43a1-a5da-d9994851fbe2 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203949 Dec 08 21:44:08.885133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] Transition to ACTIVE for port object f4b46243-5bc7-4834-aef1-2a985248c208 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:08.912425 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:08.919215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee01af4-26df-47fa-995f-8b3c3c037abe req-b0f2ce13-1256-46d4-a3a9-04a64c79123a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:08.931174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bee01af4-26df-47fa-995f-8b3c3c037abe req-b0f2ce13-1256-46d4-a3a9-04a64c79123a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 943 time: 0.0750875 Dec 08 21:44:08.975096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bee01af4-26df-47fa-995f-8b3c3c037abe req-170015dc-4fdb-4dcf-81f3-2a03414a02ca tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Dec 08 21:44:08.980516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.044894 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-716f6552-5e1e-40d3-a36c-faf756ab8a8f service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290524 Dec 08 21:44:09.096522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a6cc6-a22c-4d33-97cb-6af719155997 req-f86cd51a-ad80-42bb-8f87-07c031c35c14 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.098049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-435a6cc6-a22c-4d33-97cb-6af719155997 req-f86cd51a-ad80-42bb-8f87-07c031c35c14 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 948 time: 0.0628033 Dec 08 21:44:09.116985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7f7b90b-9a40-456c-8182-9a8aef5e2676 req-3183368a-18e1-40f3-8381-83f6478e61e6 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/38f1dbef-c3a7-4127-84fb-b60816e482ec HTTP/1.1" status: 200 len: 1811 time: 0.2156894 Dec 08 21:44:09.117752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] No DVR routers for this DVR port f4b46243-5bc7-4834-aef1-2a985248c208 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:44:09.144661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] Pushing event updated for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=10']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:09.145502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-435a6cc6-a22c-4d33-97cb-6af719155997 req-80fe4791-b9f4-4280-97b3-c7620e539b0c tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Dec 08 21:44:09.218780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.230653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.236658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-c5c602b0-a648-43da-8398-546f94a4016b service neutron] 10.222.0.23 "PUT /v2.0/ports/f4b46243-5bc7-4834-aef1-2a985248c208/bindings/n-h1-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9269459 Dec 08 21:44:09.279536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.335115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8acfb2-543e-4ecb-a466-b446a1c181df req-82ef0e5f-a33e-44fe-b72d-3d168494e86c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.336685 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be8acfb2-543e-4ecb-a466-b446a1c181df req-82ef0e5f-a33e-44fe-b72d-3d168494e86c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1073191 Dec 08 21:44:09.375396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-b5e0bca7-20f1-40a0-ad6e-5489b3dc1cd5 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.376901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-b5e0bca7-20f1-40a0-ad6e-5489b3dc1cd5 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.0814545 Dec 08 21:44:09.405136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be8acfb2-543e-4ecb-a466-b446a1c181df req-b0f34018-d604-4494-a478-025cfc2bf334 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571060 Dec 08 21:44:09.446958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-fb164b9a-fcab-4c99-9626-176acc6a9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.448654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-fb164b9a-fcab-4c99-9626-176acc6a9deb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f&tenant_id=615b3fc4bba0491ea611ca0fff2112fb HTTP/1.1" status: 200 len: 1095 time: 0.0611737 Dec 08 21:44:09.530400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-1ededbd3-e602-4348-aec7-d20309bb254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.532936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-1ededbd3-e602-4348-aec7-d20309bb254d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1095 time: 0.0521851 Dec 08 21:44:09.664760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network 7af39c87-7458-42f6-94db-a404c345e57b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:09.673121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:09.676938 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88c3bff4-df5d-4978-b3b4-3e7c70b27b80 req-cd05b116-0e3b-4404-9493-734f3801f60e service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214998 Dec 08 21:44:09.677192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:09.685082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d7f7b90b-9a40-456c-8182-9a8aef5e2676 req-f41faadf-f7c5-40bb-8222-ac2258736310 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.691359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=3da4ce6d-5520-472c-868d-7ad204d5fe4c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:09.691778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770389-b8cc-44ef-b558-5dad0ff42036 req-835e9568-ccc3-413e-a4c9-3e7a624551e5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.705981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770389-b8cc-44ef-b558-5dad0ff42036 req-835e9568-ccc3-413e-a4c9-3e7a624551e5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.721581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770389-b8cc-44ef-b558-5dad0ff42036 req-835e9568-ccc3-413e-a4c9-3e7a624551e5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.723499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb770389-b8cc-44ef-b558-5dad0ff42036 req-835e9568-ccc3-413e-a4c9-3e7a624551e5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 2373 time: 0.1161077 Dec 08 21:44:09.741281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f4b46243-5bc7-4834-aef1-2a985248c208 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:44:09.750700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-abbc0a8d-5ddf-4811-b000-d94f0421f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.755022 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-abbc0a8d-5ddf-4811-b000-d94f0421f0a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.2112420 Dec 08 21:44:09.785700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d7f7b90b-9a40-456c-8182-9a8aef5e2676 req-f41faadf-f7c5-40bb-8222-ac2258736310 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.818169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f4b46243-5bc7-4834-aef1-2a985248c208 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:44:09.825125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.825766 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.828678 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.834432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-7d61c33e-22ea-45e8-8b79-229227d57985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 217 time: 0.0692432 Dec 08 21:44:09.861742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167152a-170e-402f-8102-f8aff106b007 req-109c6206-3b54-4b75-a491-f033517fcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.863941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a167152a-170e-402f-8102-f8aff106b007 req-109c6206-3b54-4b75-a491-f033517fcd07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b14727e6e7df4b4a8d708cd416ac0e0a&device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 1099 time: 0.1317403 Dec 08 21:44:09.868823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f8953087-4c92-42f7-b2d3-264273e5a4c5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3001359 Dec 08 21:44:09.888325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42', 'admin_state_up': True, 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'security_groups': ['7b5fa186-bca0-4baf-bbbb-297a05e427f8']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:09.896123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb770389-b8cc-44ef-b558-5dad0ff42036 req-9c3c5c89-a69b-4d29-b1b3-d8d7442cec43 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385202 Dec 08 21:44:09.920586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d7f7b90b-9a40-456c-8182-9a8aef5e2676 req-f41faadf-f7c5-40bb-8222-ac2258736310 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.925108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-554bef7d-e817-4ce2-8dc9-70bbf99f0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:09.926780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-554bef7d-e817-4ce2-8dc9-70bbf99f0892 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0782905 Dec 08 21:44:09.928083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d7f7b90b-9a40-456c-8182-9a8aef5e2676 req-f41faadf-f7c5-40bb-8222-ac2258736310 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:09.947398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7f7b90b-9a40-456c-8182-9a8aef5e2676 req-f41faadf-f7c5-40bb-8222-ac2258736310 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "DELETE /v2.0/security-groups/38f1dbef-c3a7-4127-84fb-b60816e482ec HTTP/1.1" status: 204 len: 173 time: 0.7896073 Dec 08 21:44:09.980537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-5521fdf3-b275-440c-8208-9c617581340c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466290 Dec 08 21:44:10.016685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f5f15b0d-92ef-4ed6-a4ef-b2e0df6f7d94 None None] Provisioning complete for port 3da4ce6d-5520-472c-868d-7ad204d5fe4c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:10.017747 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f5f15b0d-92ef-4ed6-a4ef-b2e0df6f7d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.076647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41faadf-f7c5-40bb-8222-ac2258736310 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f1dbef-c3a7-4127-84fb-b60816e482ec,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:10.080844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f5f15b0d-92ef-4ed6-a4ef-b2e0df6f7d94 None None] Port 3da4ce6d-5520-472c-868d-7ad204d5fe4c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:10.132760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-77cd788a-d69e-4852-952e-29e1b93d6012 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394854 Dec 08 21:44:10.152443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ff30a-3168-4570-85b5-a7dbe3bbceb0 req-7ac026a0-3f56-48b9-a3f4-83f7d876a42a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:10.156992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167152a-170e-402f-8102-f8aff106b007 req-1af3fa8e-8277-479d-80be-38cf71da645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:10.158590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a167152a-170e-402f-8102-f8aff106b007 req-1af3fa8e-8277-479d-80be-38cf71da645b service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2824075 Dec 08 21:44:10.161562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-287ff30a-3168-4570-85b5-a7dbe3bbceb0 req-7ac026a0-3f56-48b9-a3f4-83f7d876a42a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1826565 Dec 08 21:44:10.220091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a167152a-170e-402f-8102-f8aff106b007 req-14b3a6e5-008c-4113-9c62-26577d05c23b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 HTTP/1.1" status: 200 len: 217 time: 0.0532157 Dec 08 21:44:10.256661 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-287ff30a-3168-4570-85b5-a7dbe3bbceb0 req-5254dd4a-33c0-4597-a508-104929df7d66 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949156 Dec 08 21:44:10.290298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:10.319090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-7188b312-35f6-464b-8316-bc7215cb7014 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550376 Dec 08 21:44:10.368391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167152a-170e-402f-8102-f8aff106b007 req-6cc5564d-e7f0-45a6-8d41-73f73c66baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:10.370071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a167152a-170e-402f-8102-f8aff106b007 req-6cc5564d-e7f0-45a6-8d41-73f73c66baad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1333182 Dec 08 21:44:10.381512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5ddec29-cf3b-498c-82b2-b49d78018e08 req-8b050753-f053-4326-8d21-7e3d8bd07050 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "GET /v2.0/security-groups/1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8 HTTP/1.1" status: 200 len: 1809 time: 0.0657623 Dec 08 21:44:10.383547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ff161-ade5-4ff2-b120-968805eef971 req-62f838e1-583c-41e1-a2d9-5a618fec63d3 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:10.385237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b5ff161-ade5-4ff2-b120-968805eef971 req-62f838e1-583c-41e1-a2d9-5a618fec63d3 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1690900 Dec 08 21:44:10.476359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f5ddec29-cf3b-498c-82b2-b49d78018e08 req-9226ac3f-0c77-4fa8-bea6-0326eebcde76 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.508871 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f5ddec29-cf3b-498c-82b2-b49d78018e08 req-9226ac3f-0c77-4fa8-bea6-0326eebcde76 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.511662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.528214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b5ff161-ade5-4ff2-b120-968805eef971 req-0382e57c-5a57-495f-a9ef-958b96151203 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263742 Dec 08 21:44:10.535821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167152a-170e-402f-8102-f8aff106b007 req-3ed823f8-0126-4547-b493-998aad0e0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:10.537366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a167152a-170e-402f-8102-f8aff106b007 req-3ed823f8-0126-4547-b493-998aad0e0ad3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495905 Dec 08 21:44:10.570087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f5ddec29-cf3b-498c-82b2-b49d78018e08 req-9226ac3f-0c77-4fa8-bea6-0326eebcde76 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.573502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f5ddec29-cf3b-498c-82b2-b49d78018e08 req-9226ac3f-0c77-4fa8-bea6-0326eebcde76 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.585587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5ddec29-cf3b-498c-82b2-b49d78018e08 req-9226ac3f-0c77-4fa8-bea6-0326eebcde76 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] 10.222.0.21 "DELETE /v2.0/security-groups/1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8 HTTP/1.1" status: 204 len: 173 time: 0.1940103 Dec 08 21:44:10.590509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41868) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:10.695503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226ac3f-0c77-4fa8-bea6-0326eebcde76 tempest-SecurityGroupRulesNegativeTestJSON-537106386 tempest-SecurityGroupRulesNegativeTestJSON-537106386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc68d0c-fc20-4c3a-bfca-2691dbefb1b8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:10.713066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ba8994ca-a2dd-41d9-a0ff-843395946a50 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:10.714726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-ba8994ca-a2dd-41d9-a0ff-843395946a50 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.1252277 Dec 08 21:44:10.794533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-534137a1-1c73-4461-ac73-84be1a0289e7 admin admin] Deleting subnet 6c267741-f9c7-44a7-98a4-32d4c21d3ab4 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:44:10.797956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-534137a1-1c73-4461-ac73-84be1a0289e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.842310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-534137a1-1c73-4461-ac73-84be1a0289e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.842752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a167152a-170e-402f-8102-f8aff106b007 req-549b6489-9bf7-4408-a3c0-04221599865e service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944660 Dec 08 21:44:10.857874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c5c71-5040-4eb1-b848-dc7eb6df253b req-e8d54981-b7d5-4127-b92a-c1df394c5c73 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:10.859584 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b29c5c71-5040-4eb1-b848-dc7eb6df253b req-e8d54981-b7d5-4127-b92a-c1df394c5c73 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 944 time: 0.2067363 Dec 08 21:44:10.887230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72398ab9-9cc5-47e4-83ed-818eaed61aec req-867fe21f-b221-4e9f-b8bb-0a5ef713a833 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:10.889565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72398ab9-9cc5-47e4-83ed-818eaed61aec req-867fe21f-b221-4e9f-b8bb-0a5ef713a833 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 948 time: 0.1884487 Dec 08 21:44:10.905536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:10.961711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-534137a1-1c73-4461-ac73-84be1a0289e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.022512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72398ab9-9cc5-47e4-83ed-818eaed61aec req-c752806a-9ed5-4cb9-8e2a-2c92fc84f458 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219270 Dec 08 21:44:11.040303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Allocated IP 10.2.2.100 (cbf6bf43-cd4f-4d9e-a885-f1926edc6d42/6e3ec96c-90c8-48d5-85ff-309b87cceb20/3378a458-196f-4510-8a6b-af6fffa436b2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:11.059939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b29c5c71-5040-4eb1-b848-dc7eb6df253b req-ca01fc8a-b017-4803-a4d7-ad9fea5d8e87 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607022 Dec 08 21:44:11.095755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a167152a-170e-402f-8102-f8aff106b007 req-c4f3c4bb-e7a1-41e2-be6a-9d7f612da847 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284820 Dec 08 21:44:11.124601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b8e80923-0536-4326-b375-6ca84917aa63 req-282d7ca5-e6b5-4393-a1fd-a1a2946dc563 service neutron] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:11.130234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b8e80923-0536-4326-b375-6ca84917aa63 req-282d7ca5-e6b5-4393-a1fd-a1a2946dc563 service neutron] Notify callbacks [] for binding, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.136334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8e80923-0536-4326-b375-6ca84917aa63 req-282d7ca5-e6b5-4393-a1fd-a1a2946dc563 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f4b46243-5bc7-4834-aef1-2a985248c208/bindings/n-h2-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.4113081 Dec 08 21:44:11.143707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-534137a1-1c73-4461-ac73-84be1a0289e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.220114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534137a1-1c73-4461-ac73-84be1a0289e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c267741-f9c7-44a7-98a4-32d4c21d3ab4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:11.223312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-534137a1-1c73-4461-ac73-84be1a0289e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.228722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-534137a1-1c73-4461-ac73-84be1a0289e7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6c267741-f9c7-44a7-98a4-32d4c21d3ab4 HTTP/1.1" status: 204 len: 168 time: 0.6243773 Dec 08 21:44:11.229407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41880) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:11.288150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.329849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2fdda-efd5-411d-a9ea-dbd6ab57d783 req-3b624dfc-4ea7-48fd-8502-51529bc05085 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:11.331430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-03b2fdda-efd5-411d-a9ea-dbd6ab57d783 req-3b624dfc-4ea7-48fd-8502-51529bc05085 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1000307 Dec 08 21:44:11.339070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3f77d-d28c-4778-99b2-3b0ba88bc8a3 req-2bf4d61d-d6e7-40de-a17b-3a00af6886af tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:11.345221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3f77d-d28c-4778-99b2-3b0ba88bc8a3 req-2bf4d61d-d6e7-40de-a17b-3a00af6886af tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:11.351598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3f77d-d28c-4778-99b2-3b0ba88bc8a3 req-2bf4d61d-d6e7-40de-a17b-3a00af6886af tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:11.353502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9be3f77d-d28c-4778-99b2-3b0ba88bc8a3 req-2bf4d61d-d6e7-40de-a17b-3a00af6886af tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 2373 time: 0.1256170 Dec 08 21:44:11.356743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.363512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.422844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-03b2fdda-efd5-411d-a9ea-dbd6ab57d783 req-29d5b626-a54d-4dcf-96a5-130f027842dc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840614 Dec 08 21:44:11.424536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:11.429110 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9be3f77d-d28c-4778-99b2-3b0ba88bc8a3 req-8194bea5-ca55-4b6b-840d-3652f968f8d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665493 Dec 08 21:44:11.430565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:11.433707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:11.471374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.473686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=3378a458-196f-4510-8a6b-af6fffa436b2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:11.508712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa377833-79ba-4a77-b599-64188e1a258f']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:11.516237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:11.519322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e67939-81c4-4a75-9afb-e0eba224a11b') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:11.519610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e67939-81c4-4a75-9afb-e0eba224a11b') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:11.524059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.540761 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.551580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-17d1901d-7141-45a3-95b6-bcd610307cef tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6740355 Dec 08 21:44:11.559483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.563113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42', 'admin_state_up': True, 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'security_groups': ['7b5fa186-bca0-4baf-bbbb-297a05e427f8']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:11.568236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:44:11.569286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:44:11.644084 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:44:11.655273 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.664344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.667636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa377833-79ba-4a77-b599-64188e1a258f HTTP/1.1" status: 204 len: 168 time: 0.4307282 Dec 08 21:44:11.691984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589695-3c02-49f7-90ba-671f130e70ff admin admin] Pushing event deleted for resources: {'Network': ['ID=aa377833-79ba-4a77-b599-64188e1a258f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:11.736098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca32c7-62d7-4dc7-907f-9bba6404cd0b req-810408e4-f3f1-4ec6-9fd6-677829a5bdd8 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:11.744742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1cca32c7-62d7-4dc7-907f-9bba6404cd0b req-810408e4-f3f1-4ec6-9fd6-677829a5bdd8 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1095 time: 0.0549023 Dec 08 21:44:11.756338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:11.764864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3ab96-bf6a-4355-aef4-a60aedbc1bca req-05468320-107d-4d2c-9b59-e3cc3b67c81e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:11.766705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-82a3ab96-bf6a-4355-aef4-a60aedbc1bca req-05468320-107d-4d2c-9b59-e3cc3b67c81e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1664431 Dec 08 21:44:11.798627 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1cca32c7-62d7-4dc7-907f-9bba6404cd0b req-c0bf2e18-8082-4ef9-9ed3-50513a862f21 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Dec 08 21:44:11.904581 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-82a3ab96-bf6a-4355-aef4-a60aedbc1bca req-80ff8154-6037-4bdc-a755-2f1526e0af10 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272490 Dec 08 21:44:11.928065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Made reservation on behalf of a058b55a04bc40c6a22d5390df5f81cc for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:11.933288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.965268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-829f162e-16fd-4d92-9ea4-9c1e921aa21e None None] Provisioning complete for port 3378a458-196f-4510-8a6b-af6fffa436b2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:11.966367 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-829f162e-16fd-4d92-9ea4-9c1e921aa21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:11.997211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41898) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:12.079617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:12.082469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797cf44-0699-402f-9da3-c7485a141134 req-88ef978b-1884-4bc8-a78d-d54b089a899d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:12.084112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0797cf44-0699-402f-9da3-c7485a141134 req-88ef978b-1884-4bc8-a78d-d54b089a899d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1887641 Dec 08 21:44:12.113783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-829f162e-16fd-4d92-9ea4-9c1e921aa21e None None] Port 3378a458-196f-4510-8a6b-af6fffa436b2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:12.120845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '11f8029c-e2f7-4e3c-b938-c1d5f9df7e88', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '11f8029c-e2f7-4e3c-b938-c1d5f9df7e88', 'mac_address': 'fa:16:3e:38:f3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:12.137598 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d45569c-2bf8-474b-8736-254eec6268f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79b6266a5c9246e0b1f8bf0c0f6102d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392398 Dec 08 21:44:12.143860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41912) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:12.199824 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:12.212310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0797cf44-0699-402f-9da3-c7485a141134 req-fad792c0-1194-40c5-a5ab-619041e58e11 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112635 Dec 08 21:44:12.215050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:12.231712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Allocated IP 10.2.2.200 (cbf6bf43-cd4f-4d9e-a885-f1926edc6d42/6e3ec96c-90c8-48d5-85ff-309b87cceb20/110bef3d-0a3f-48bd-ad00-0ac335d68929) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:12.244024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:12.252263 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:12.254755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc5bba0b-2da6-4558-b3f7-c7b576f26c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:12.278633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc5bba0b-2da6-4558-b3f7-c7b576f26c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:12.362224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df550d-de5e-4d95-b9e4-a6dd878b2a06 req-f0b59ba3-45ec-4f56-86eb-ed18bfaf5edd tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:12.362795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:12.363860 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f4df550d-de5e-4d95-b9e4-a6dd878b2a06 req-f0b59ba3-45ec-4f56-86eb-ed18bfaf5edd tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 949 time: 0.0581648 Dec 08 21:44:12.365599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc5bba0b-2da6-4558-b3f7-c7b576f26c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:12.368374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc5bba0b-2da6-4558-b3f7-c7b576f26c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:12.369444 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc5bba0b-2da6-4558-b3f7-c7b576f26c2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/458fdd10-a2a3-4017-a821-372fa87c6f34 HTTP/1.1" status: 204 len: 168 time: 0.2244399 Dec 08 21:44:12.385517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bba0b-2da6-4558-b3f7-c7b576f26c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458fdd10-a2a3-4017-a821-372fa87c6f34,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:12.435144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f4df550d-de5e-4d95-b9e4-a6dd878b2a06 req-35f80dcf-97c3-4001-b2d5-442d5a940cfe tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544164 Dec 08 21:44:12.460218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['11f8029c-e2f7-4e3c-b938-c1d5f9df7e88'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:12.570429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-1ba3dfb4-c236-44fc-88a8-7fa5a7308c63 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:12.577410 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-1ba3dfb4-c236-44fc-88a8-7fa5a7308c63 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 807 time: 0.1937261 Dec 08 21:44:12.611463 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:12.620038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-30b82ef6-1ac4-4e29-93cc-aed5f54d46f1 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/quotas/615b3fc4bba0491ea611ca0fff2112fb HTTP/1.1" status: 200 len: 375 time: 0.0415912 Dec 08 21:44:12.697583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-e55ab3bc-a6c1-4938-bd66-acc2c4057d34 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767853 Dec 08 21:44:12.749768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e63d0-c246-48b8-ae03-d750026e0b50 req-02ebc794-2592-452a-81ab-80f44bc284a1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:12.758750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e63d0-c246-48b8-ae03-d750026e0b50 req-02ebc794-2592-452a-81ab-80f44bc284a1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:12.760337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:12.767709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e63d0-c246-48b8-ae03-d750026e0b50 req-02ebc794-2592-452a-81ab-80f44bc284a1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:12.777654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e63d0-c246-48b8-ae03-d750026e0b50 req-02ebc794-2592-452a-81ab-80f44bc284a1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:12.787261 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342e63d0-c246-48b8-ae03-d750026e0b50 req-02ebc794-2592-452a-81ab-80f44bc284a1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 3094 time: 0.0989990 Dec 08 21:44:12.819460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:12.825186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:12.838825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:12.853156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342e63d0-c246-48b8-ae03-d750026e0b50 req-afe979ba-a096-4626-a110-aa2aa8d60987 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528059 Dec 08 21:44:12.890771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-2517ec7d-cfb7-4e3a-bf93-c3c39af992b2 service neutron] 10.222.0.21 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922674 Dec 08 21:44:12.893211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event updated for resources: {'Port': ['ID=110bef3d-0a3f-48bd-ad00-0ac335d68929,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:12.985487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd4438-40a2-4ac2-be31-5d5d2d35a2c9 req-8122b895-166b-450e-a94b-a63688369669 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:12.988044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ccd4438-40a2-4ac2-be31-5d5d2d35a2c9 req-8122b895-166b-450e-a94b-a63688369669 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0719311 Dec 08 21:44:13.016733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:13.017473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:13.053661 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ccd4438-40a2-4ac2-be31-5d5d2d35a2c9 req-d36253d3-16db-4430-acf4-a1b8a26f6d1e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556133 Dec 08 21:44:13.069446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-66565844-2d8c-4e7c-abb2-64edfff3ed78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5021608 Dec 08 21:44:13.074273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:13.134399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8ca642fa-e160-48d3-903e-9bab303583f6 service neutron] 10.222.0.21 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427089 Dec 08 21:44:13.202499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:13.244265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a32f0159-d9b7-405c-bbe5-402209dce7e2 None None] Provisioning complete for port 110bef3d-0a3f-48bd-ad00-0ac335d68929 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:13.244796 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a32f0159-d9b7-405c-bbe5-402209dce7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:13.306373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a32f0159-d9b7-405c-bbe5-402209dce7e2 None None] Port 110bef3d-0a3f-48bd-ad00-0ac335d68929 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:13.319603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc41bf-d1f0-44c4-8a29-7a668ec3dd67 req-5edc2da4-daf6-4c6a-abfd-1336d7040738 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:13.330551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37cc41bf-d1f0-44c4-8a29-7a668ec3dd67 req-5edc2da4-daf6-4c6a-abfd-1336d7040738 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1559167 Dec 08 21:44:13.431296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37cc41bf-d1f0-44c4-8a29-7a668ec3dd67 req-59bd2a1a-4ba2-4da0-93b5-98d5cf12d0f4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986760 Dec 08 21:44:13.544656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b2481ca-b8a9-4610-af7e-c88e11e7027b req-1fbb7b18-573d-4a26-b4b2-6b5f544d135f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 210 time: 0.0484872 Dec 08 21:44:13.576289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41966) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:13.579979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0e799-36e7-49dd-87f0-4f4e5f2b2c51 req-db650183-3514-48b6-bea5-6b6bee006e9c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:13.588111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20a0e799-36e7-49dd-87f0-4f4e5f2b2c51 req-db650183-3514-48b6-bea5-6b6bee006e9c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1064882 Dec 08 21:44:13.676862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20a0e799-36e7-49dd-87f0-4f4e5f2b2c51 req-786c9324-097e-4788-a4de-04a9ff2354e6 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667198 Dec 08 21:44:13.749535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57419e41-a0ab-40c5-a027-51e1af84f29c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:13.760306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:13.774757 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:13.777659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1149766111-network', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:13.804227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Transition to ACTIVE for port object 57419e41-a0ab-40c5-a027-51e1af84f29c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:13.814819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:13.881662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:44:13.883659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c3515-29c7-479b-a968-af34f5c0f182 req-ff46dfd3-ee9f-416b-b991-9870ff475b24 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:13.893324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-691c3515-29c7-479b-a968-af34f5c0f182 req-ff46dfd3-ee9f-416b-b991-9870ff475b24 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 949 time: 0.1778557 Dec 08 21:44:13.894031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:13.894474 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:13.992949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-691c3515-29c7-479b-a968-af34f5c0f182 req-938dbeda-9534-47b5-9c10-ec9e2d839ac6 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984321 Dec 08 21:44:14.000851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Made reservation on behalf of 82af475a040e4cb8a15f8cbd6333b73f for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:14.004960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.016110 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.038800 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.094102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:14.095640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fc3ac0-8fef-46e1-ae0e-f8244e095244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8029c-e2f7-4e3c-b938-c1d5f9df7e88'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:14.102621 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456ff804-8bab-422d-bafa-a81b5c4d625f" -d '{"events": [{"server_uuid": "16fc3ac0-8fef-46e1-ae0e-f8244e095244", "name": "network-vif-plugged", "status": "completed", "tag": "11f8029c-e2f7-4e3c-b938-c1d5f9df7e88"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:14.111039 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.127213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Pushing event updated for resources: {'Port': ['ID=57419e41-a0ab-40c5-a027-51e1af84f29c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:14.180835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:14.250837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e4f4-3477-4ce8-a5ae-49dd01cc019d req-95a56a02-55e4-4bdb-a085-d8c445a1aee1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.259489 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.265670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f461e4f4-3477-4ce8-a5ae-49dd01cc019d req-95a56a02-55e4-4bdb-a085-d8c445a1aee1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.3576598 Dec 08 21:44:14.281312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a452b-f00d-46f2-b5f9-9d3d562eeabc req-5e008fa2-584d-4efa-88d2-5eb75cf6fed7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.288819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a452b-f00d-46f2-b5f9-9d3d562eeabc req-5e008fa2-584d-4efa-88d2-5eb75cf6fed7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.294633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41988) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:14.296460 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a452b-f00d-46f2-b5f9-9d3d562eeabc req-5e008fa2-584d-4efa-88d2-5eb75cf6fed7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.303616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a452b-f00d-46f2-b5f9-9d3d562eeabc req-5e008fa2-584d-4efa-88d2-5eb75cf6fed7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.311319 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a452b-f00d-46f2-b5f9-9d3d562eeabc req-5e008fa2-584d-4efa-88d2-5eb75cf6fed7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.323263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d0a452b-f00d-46f2-b5f9-9d3d562eeabc req-5e008fa2-584d-4efa-88d2-5eb75cf6fed7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 3827 time: 0.1867814 Dec 08 21:44:14.324909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.375206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a39a96-51cc-465d-807d-95b89d8e3f4f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:14.397742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:44:14.419802 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.419802 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Added segment 4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3 of type vlan for network c7782fdf-24d4-465d-b6f3-a5944f8828c1 Dec 08 21:44:14.420121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Attempting to bind port 57419e41-a0ab-40c5-a027-51e1af84f29c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:14.420669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Attempting to bind port 57419e41-a0ab-40c5-a027-51e1af84f29c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:14.421002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Attempting to bind port 57419e41-a0ab-40c5-a027-51e1af84f29c on network fb78ba57-643a-4584-bdac-628c6a3fec79 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:14.432551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f461e4f4-3477-4ce8-a5ae-49dd01cc019d req-1e91827f-969e-4980-bda1-8efd7e90e08b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653755 Dec 08 21:44:14.433721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Port 57419e41-a0ab-40c5-a027-51e1af84f29c on network fb78ba57-643a-4584-bdac-628c6a3fec79 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:14.434334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Attempting to bind port 57419e41-a0ab-40c5-a027-51e1af84f29c on network fb78ba57-643a-4584-bdac-628c6a3fec79 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:14.470283 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d0a452b-f00d-46f2-b5f9-9d3d562eeabc req-bf7fd1f2-b452-41d4-aff6-001481731cfe tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958154 Dec 08 21:44:14.470496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:14.470496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Checking segment: {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:14.470496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Bound using segment: {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:14.470496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Bound port: 57419e41-a0ab-40c5-a027-51e1af84f29c, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d48d8b4-ae0a-4699-bf42-906e04f5d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:14.470496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.543533 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950a224a-64e6-4129-9ca3-8a6189135c0a x-openstack-request-id: req-950a224a-64e6-4129-9ca3-8a6189135c0a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:14.544014 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fc3ac0-8fef-46e1-ae0e-f8244e095244", "name": "network-vif-plugged", "status": "completed", "tag": "11f8029c-e2f7-4e3c-b938-c1d5f9df7e88", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:14.544259 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-950a224a-64e6-4129-9ca3-8a6189135c0a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:14.544775 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fc3ac0-8fef-46e1-ae0e-f8244e095244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8029c-e2f7-4e3c-b938-c1d5f9df7e88', 'code': 200} Dec 08 21:44:14.544976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.597350 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fb38-58df-4957-b5d7-83d21e005d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.614152 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.615789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.616330 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.658427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbe450-39b8-4d2b-aead-1b2017ae59b0 req-3219c5cb-51da-47e3-9e33-51cd07e4da7f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.660041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3dbe450-39b8-4d2b-aead-1b2017ae59b0 req-3219c5cb-51da-47e3-9e33-51cd07e4da7f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0949814 Dec 08 21:44:14.696591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-36c46dca-f8de-45ad-a305-5eb760e90c4d req-967fd05d-3be6-434d-b271-9a6ce1cb32c8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 210 time: 0.0713375 Dec 08 21:44:14.703678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] For port 57419e41-a0ab-40c5-a027-51e1af84f29c, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:14.714894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1371191 Dec 08 21:44:14.715742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41998) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:14.728291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65357a0d-e2a3-44eb-a0c5-b6c7da7f7ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=c7782fdf-24d4-465d-b6f3-a5944f8828c1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:14.730825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Request body: {'subnet': {'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-subnet', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:14.738952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:44:14.747487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3dbe450-39b8-4d2b-aead-1b2017ae59b0 req-6029cb1b-38d1-4810-bf5b-ed92cae1e111 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583224 Dec 08 21:44:14.779579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] For port 57419e41-a0ab-40c5-a027-51e1af84f29c, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=57419e41-a0ab-40c5-a027-51e1af84f29c,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:14.798627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e3cd7-c3e5-4181-9f29-55031fac3c2f req-4c139169-baf3-428e-a938-9aeff911026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.800545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd0e3cd7-c3e5-4181-9f29-55031fac3c2f req-4c139169-baf3-428e-a938-9aeff911026d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 1101 time: 0.1913528 Dec 08 21:44:14.807003 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.866979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Made reservation on behalf of 82af475a040e4cb8a15f8cbd6333b73f for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:14.870403 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.942048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:14.943246 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:14.948423 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] 10.222.0.23 "PUT /v2.0/ports/57419e41-a0ab-40c5-a027-51e1af84f29c HTTP/1.1" status: 200 len: 1091 time: 1.8779671 Dec 08 21:44:14.965040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:14.968033 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70186005-ff94-48c0-b497-6858806c5c58" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:15.116762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd0e3cd7-c3e5-4181-9f29-55031fac3c2f req-7b41d002-e1ae-4e31-adff-a088c4655b3c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056026 Dec 08 21:44:15.135783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:15.233621 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fb38-58df-4957-b5d7-83d21e005d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:15.262824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426a58c-8cb0-4639-a7f2-fe184410b03b service neutron] Pushing event updated for resources: {'Port': ['ID=57419e41-a0ab-40c5-a027-51e1af84f29c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:15.266271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fb38-58df-4957-b5d7-83d21e005d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:15.378656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a1f0fb38-58df-4957-b5d7-83d21e005d9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e71b953183ab42d5b28a26ee820afb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0688145 Dec 08 21:44:15.391719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e942-c062-421b-bc9d-3ddb5e89b6a0 req-1129d39a-337c-4627-b05a-64e4a0866f4c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:15.395371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f177e942-c062-421b-bc9d-3ddb5e89b6a0 req-1129d39a-337c-4627-b05a-64e4a0866f4c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.5312455 Dec 08 21:44:15.405304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42010) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:15.406298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0fb38-58df-4957-b5d7-83d21e005d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296919b6-4b2a-4207-b40a-f1cdbdb0df8b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:15.436459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:15.471259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:15.483735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4afe92-c44b-47c6-a463-f60dd8d11202 req-4d36ecf8-8f00-41ac-bf54-37aa92a60813 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:15.487400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a4afe92-c44b-47c6-a463-f60dd8d11202 req-4d36ecf8-8f00-41ac-bf54-37aa92a60813 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0745156 Dec 08 21:44:15.531074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-5c258174-ab45-43de-91ce-e58c8463bddc tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:15.532935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-5c258174-ab45-43de-91ce-e58c8463bddc tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 807 time: 0.6413889 Dec 08 21:44:15.551739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Request body: {'port': {'device_id': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'admin_state_up': True, 'tenant_id': '615b3fc4bba0491ea611ca0fff2112fb'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:15.612558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a4afe92-c44b-47c6-a463-f60dd8d11202 req-b8c905d9-6920-4854-9fc6-fc77d35d7876 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191621 Dec 08 21:44:15.729917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Made reservation on behalf of 615b3fc4bba0491ea611ca0fff2112fb for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:15.734676 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:15.857732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd895fb-9cdb-409e-8b17-a3bca1b2a626 req-4a112ec9-e94e-47dd-a14d-0cf46a8cfe32 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:15.859460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8dd895fb-9cdb-409e-8b17-a3bca1b2a626 req-4a112ec9-e94e-47dd-a14d-0cf46a8cfe32 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 950 time: 0.1135895 Dec 08 21:44:15.907908 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f6c14-8933-47a9-ad14-d8c6820e3b16 x-openstack-request-id: req-697f6c14-8933-47a9-ad14-d8c6820e3b16 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:15.908454 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:15.908454 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-697f6c14-8933-47a9-ad14-d8c6820e3b16 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:15.908838 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'status': 'completed', 'code': 200} Dec 08 21:44:15.956475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Allocated IP 172.20.0.3 (f722ffb0-2708-434d-af4f-130b61f2bb03/c3ca841b-b868-4917-b0d2-2e0b43e4a197/968fa367-a507-4359-a564-a876613c33a3) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:15.975985 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-626e86bc-ab23-4a86-a63f-d1ab8775c2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.001822 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-626e86bc-ab23-4a86-a63f-d1ab8775c2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.006599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Checking segment: {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:16.006599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Network hostable DHCP agents. Network: c7782fdf-24d4-465d-b6f3-a5944f8828c1, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:44:16.026403 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f177e942-c062-421b-bc9d-3ddb5e89b6a0 req-3e238afb-53ed-48f1-8c61-1d7dda5410af tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909324 Dec 08 21:44:16.076969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8dd895fb-9cdb-409e-8b17-a3bca1b2a626 req-36697991-b7bb-4e7d-bca3-6b6ac415d9c1 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075887 Dec 08 21:44:16.132255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-722472e4-83fd-4f83-a79f-d56443f62fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.132739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-722472e4-83fd-4f83-a79f-d56443f62fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.133200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-722472e4-83fd-4f83-a79f-d56443f62fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.133770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-722472e4-83fd-4f83-a79f-d56443f62fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.134228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-722472e4-83fd-4f83-a79f-d56443f62fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.138272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70186005-ff94-48c0-b497-6858806c5c58 req-722472e4-83fd-4f83-a79f-d56443f62fc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 4362 time: 0.2285373 Dec 08 21:44:16.198326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f941e98-0195-4d10-bd3b-e498d6a86582,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:16.218029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.247896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:44:16.299788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c112fe3b-102a-4297-9193-72efa3a89fd8 req-eed3bd7f-c498-4474-8f1c-4fd895fcc6ec tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 210 time: 0.0355706 Dec 08 21:44:16.311516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.379318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Network f722ffb0-2708-434d-af4f-130b61f2bb03 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:16.384455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:16.387711 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:16.405692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, c7782fdf-24d4-465d-b6f3-a5944f8828c1) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:16.417834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88898f0d-ccd5-4d67-b074-ed4bf7998102 None None] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:44:16.430561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.431605 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.433261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Pushing event updated for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:16.485010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.487132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.509791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-8a6df73c-3502-4a2d-8b43-5b02dcc26363 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9644148 Dec 08 21:44:16.525742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Request body: {'port': {'device_id': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:16.595805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.609976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:44:16.610895 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.753140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9bef1a37-b0c8-47a0-bfc9-7ca1fcff5b45 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0355814 Dec 08 21:44:16.753571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42020) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:16.766605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:16.772438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-626e86bc-ab23-4a86-a63f-d1ab8775c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.775796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-626e86bc-ab23-4a86-a63f-d1ab8775c2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.777144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-626e86bc-ab23-4a86-a63f-d1ab8775c2ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/296919b6-4b2a-4207-b40a-f1cdbdb0df8b HTTP/1.1" status: 204 len: 168 time: 1.3676963 Dec 08 21:44:16.794075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Allocated IP 172.20.0.2 (c7782fdf-24d4-465d-b6f3-a5944f8828c1/0f941e98-0195-4d10-bd3b-e498d6a86582/3400ae39-dc90-43d0-9d72-aa887053d7bf) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:16.806785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abcd48-a7f7-4006-93ca-fa6c10b24703 req-b780e99d-a916-4471-bfac-03394c456107 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.813968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abcd48-a7f7-4006-93ca-fa6c10b24703 req-b780e99d-a916-4471-bfac-03394c456107 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.821425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abcd48-a7f7-4006-93ca-fa6c10b24703 req-b780e99d-a916-4471-bfac-03394c456107 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.828672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abcd48-a7f7-4006-93ca-fa6c10b24703 req-b780e99d-a916-4471-bfac-03394c456107 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.835147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abcd48-a7f7-4006-93ca-fa6c10b24703 req-b780e99d-a916-4471-bfac-03394c456107 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.843593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69abcd48-a7f7-4006-93ca-fa6c10b24703 req-b780e99d-a916-4471-bfac-03394c456107 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 3827 time: 0.5236778 Dec 08 21:44:16.857777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8358168-1a05-4df7-9924-89d8d3e61d23 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:16.870351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.900829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-5422e6ee-0b47-4a42-80cc-942a1efc16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.901315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-5422e6ee-0b47-4a42-80cc-942a1efc16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.901967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-5422e6ee-0b47-4a42-80cc-942a1efc16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.903697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70186005-ff94-48c0-b497-6858806c5c58 req-5422e6ee-0b47-4a42-80cc-942a1efc16d3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7302122 Dec 08 21:44:16.910122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e86bc-ab23-4a86-a63f-d1ab8775c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296919b6-4b2a-4207-b40a-f1cdbdb0df8b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:16.934489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22654d62-c791-4dc2-aabd-87c0534edf7d req-1dbfef50-d9e5-4ee4-b9dd-329c5f1390e4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:16.940095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22654d62-c791-4dc2-aabd-87c0534edf7d req-1dbfef50-d9e5-4ee4-b9dd-329c5f1390e4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1937020 Dec 08 21:44:16.952884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.955697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:16.975572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Transition to ACTIVE for port object f8358168-1a05-4df7-9924-89d8d3e61d23 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:17.018015 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.034049 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.058417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69abcd48-a7f7-4006-93ca-fa6c10b24703 req-c48a13d7-58e5-4715-acb9-a4748d9da4ba tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092898 Dec 08 21:44:17.093864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.109465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:17.112469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:17.127619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:17.151931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22654d62-c791-4dc2-aabd-87c0534edf7d req-202a1b4f-2861-487b-924a-e02a20a5d27a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860476 Dec 08 21:44:17.181968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.237373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Pushing event updated for resources: {'Port': ['ID=3400ae39-dc90-43d0-9d72-aa887053d7bf,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:17.337315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8358168-1a05-4df7-9924-89d8d3e61d23,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:17.382346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42034) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:17.408981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968fa367-a507-4359-a564-a876613c33a3 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:17.416470 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d365e13c-5c25-43be-bdab-783727ca9d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.418655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186005-ff94-48c0-b497-6858806c5c58 req-70ae5217-1a04-4b72-ad6a-0c2c993d5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:17.420224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70186005-ff94-48c0-b497-6858806c5c58 req-70ae5217-1a04-4b72-ad6a-0c2c993d5a97 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4992909 Dec 08 21:44:17.428516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.494788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c9cba-8766-420d-897d-9b9a115cd9e1 req-1fd591d0-c26d-484d-b223-06b34789b75b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:17.508416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f25c9cba-8766-420d-897d-9b9a115cd9e1 req-1fd591d0-c26d-484d-b223-06b34789b75b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.3049395 Dec 08 21:44:17.511325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Attempting to bind port f8358168-1a05-4df7-9924-89d8d3e61d23 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:17.511657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Attempting to bind port f8358168-1a05-4df7-9924-89d8d3e61d23 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:17.512097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Attempting to bind port f8358168-1a05-4df7-9924-89d8d3e61d23 on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:17.530863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.547823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Port f8358168-1a05-4df7-9924-89d8d3e61d23 on network 7af39c87-7458-42f6-94db-a404c345e57b not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:17.548360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Attempting to bind port f8358168-1a05-4df7-9924-89d8d3e61d23 on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:17.551192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Transition to ACTIVE for port object 968fa367-a507-4359-a564-a876613c33a3 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:17.562520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Attempting to bind port 3400ae39-dc90-43d0-9d72-aa887053d7bf on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:17.564225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Attempting to bind port 3400ae39-dc90-43d0-9d72-aa887053d7bf by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:17.566053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Attempting to bind port 3400ae39-dc90-43d0-9d72-aa887053d7bf on network c7782fdf-24d4-465d-b6f3-a5944f8828c1 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:17.566691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:17.567138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Checking segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:17.567619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Bound using segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:17.568699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Bound port: f8358168-1a05-4df7-9924-89d8d3e61d23, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:17.569156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.578057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:17.579222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Checking segment: {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:17.579702 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.580166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Bound using segment: {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:17.580714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Bound port: 3400ae39-dc90-43d0-9d72-aa887053d7bf, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:17.581168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.612879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.628557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072815f1-d644-46c4-b5cb-19003de509c6 req-12c3e7ef-1415-40ca-a4d8-5a3cbf8750cc tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:17.630142 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-072815f1-d644-46c4-b5cb-19003de509c6 req-12c3e7ef-1415-40ca-a4d8-5a3cbf8750cc tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 950 time: 0.2888951 Dec 08 21:44:17.660174 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f25c9cba-8766-420d-897d-9b9a115cd9e1 req-7e7ff190-92c2-4429-9390-e16edbe6cd0f tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389213 Dec 08 21:44:17.661451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] For port f8358168-1a05-4df7-9924-89d8d3e61d23, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:17.665799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] For port f8358168-1a05-4df7-9924-89d8d3e61d23, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f8358168-1a05-4df7-9924-89d8d3e61d23,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:17.678025 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.678661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] For port 3400ae39-dc90-43d0-9d72-aa887053d7bf, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:17.693839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] For port 3400ae39-dc90-43d0-9d72-aa887053d7bf, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3400ae39-dc90-43d0-9d72-aa887053d7bf,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:17.699327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.727467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:17.728184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.729727 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 1131 time: 2.6390893 Dec 08 21:44:17.751837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Pushing event updated for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:17.766102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1746c56-d3f4-4977-a310-83e144a4cd98 None None] Pushing event updated for resources: {'Port': ['ID=3400ae39-dc90-43d0-9d72-aa887053d7bf,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:17.771224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:17.796692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-072815f1-d644-46c4-b5cb-19003de509c6 req-1692f931-d102-4bcc-812d-d1255b5b6b99 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476910 Dec 08 21:44:17.822426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd5488-1e17-463d-80cb-e8d1208289c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8358168-1a05-4df7-9924-89d8d3e61d23,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:17.901122 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d365e13c-5c25-43be-bdab-783727ca9d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.910422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': 'f8358168-1a05-4df7-9924-89d8d3e61d23'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:17.912856 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05124458-8426-4d86-b509-0b8d83cad7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "f8358168-1a05-4df7-9924-89d8d3e61d23"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:17.928832 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.930111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d365e13c-5c25-43be-bdab-783727ca9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:17.946140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:44:18.069581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:18.070021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:18.071104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:18.094553 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d365e13c-5c25-43be-bdab-783727ca9d20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07b4a6dde2c1498dab905e3a5cde3fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7094941 Dec 08 21:44:18.097297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:18.268880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365e13c-5c25-43be-bdab-783727ca9d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbbdc34-9acf-488f-beb1-ef2b07a1cb4b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:18.274914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:18.275341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:18.288803 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6516d14-a2a4-47b2-8496-fea24d0f44ff x-openstack-request-id: req-d6516d14-a2a4-47b2-8496-fea24d0f44ff {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:18.289110 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "f8358168-1a05-4df7-9924-89d8d3e61d23", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:18.289370 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6516d14-a2a4-47b2-8496-fea24d0f44ff {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:18.289771 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': 'f8358168-1a05-4df7-9924-89d8d3e61d23', 'status': 'completed', 'code': 200} Dec 08 21:44:18.318585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:18.319543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:18.320026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:18.320584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Bound port: 968fa367-a507-4359-a564-a876613c33a3, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:18.321040 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.355612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058aa1c5-4933-41e6-b3a1-7b8d0736f8b2 req-668ec139-6f4d-4a89-a66a-ab3d3e137834 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.369452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-058aa1c5-4933-41e6-b3a1-7b8d0736f8b2 req-668ec139-6f4d-4a89-a66a-ab3d3e137834 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 943 time: 0.4201548 Dec 08 21:44:18.537494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-23b54754-ce7d-4231-9a89-e3e74efed1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.538466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-23b54754-ce7d-4231-9a89-e3e74efed1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.540297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-23b54754-ce7d-4231-9a89-e3e74efed1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.541575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-23b54754-ce7d-4231-9a89-e3e74efed1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.543306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-23b54754-ce7d-4231-9a89-e3e74efed1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.544360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-23b54754-ce7d-4231-9a89-e3e74efed1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.547168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.547880 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-23b54754-ce7d-4231-9a89-e3e74efed1e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5286 time: 0.1898749 Dec 08 21:44:18.576112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-058aa1c5-4933-41e6-b3a1-7b8d0736f8b2 req-45bda0fe-f685-4dac-8e52-71013abfa3b2 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009988 Dec 08 21:44:18.604033 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.607975 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc823501-3cc2-4770-bad1-51c11e0de4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.612099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:18.641801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:18.682237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.694749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc823501-3cc2-4770-bad1-51c11e0de4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.769462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02750955-3fc2-41ce-9484-97848f0dc89e req-8dfb713e-1730-4206-a19b-d0eeb906b413 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.777109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02750955-3fc2-41ce-9484-97848f0dc89e req-8dfb713e-1730-4206-a19b-d0eeb906b413 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.783451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02750955-3fc2-41ce-9484-97848f0dc89e req-8dfb713e-1730-4206-a19b-d0eeb906b413 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.789962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02750955-3fc2-41ce-9484-97848f0dc89e req-8dfb713e-1730-4206-a19b-d0eeb906b413 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.796370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02750955-3fc2-41ce-9484-97848f0dc89e req-8dfb713e-1730-4206-a19b-d0eeb906b413 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.802821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02750955-3fc2-41ce-9484-97848f0dc89e req-8dfb713e-1730-4206-a19b-d0eeb906b413 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.811322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02750955-3fc2-41ce-9484-97848f0dc89e req-8dfb713e-1730-4206-a19b-d0eeb906b413 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 4600 time: 0.2304494 Dec 08 21:44:18.821989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-3da6c11d-db92-4587-b02e-b2b8f01f025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.822542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-3da6c11d-db92-4587-b02e-b2b8f01f025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.823028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-3da6c11d-db92-4587-b02e-b2b8f01f025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.824642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-3da6c11d-db92-4587-b02e-b2b8f01f025a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2665529 Dec 08 21:44:18.829330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Allocated IP 172.25.1.230 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/93040b61-2d66-4d0c-a0e9-febca4215571) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:18.832064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d0f69f-b532-42da-a04a-4f1ef8c82eef {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:18.861174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.936977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Transition to ACTIVE for port object 85d0f69f-b532-42da-a04a-4f1ef8c82eef will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:18.959588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02750955-3fc2-41ce-9484-97848f0dc89e req-236cfc7d-4ccc-439b-959a-a4a311a14df8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1471825 Dec 08 21:44:18.963459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.992586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:18.993385 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:18.995003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] 10.222.0.37 "PUT /v2.0/ports/968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 1091 time: 2.4758046 Dec 08 21:44:19.003212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'tag': '968fa367-a507-4359-a564-a876613c33a3'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:19.006692 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "tag": "968fa367-a507-4359-a564-a876613c33a3"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:19.024369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Pushing event updated for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:19.073764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc823501-3cc2-4770-bad1-51c11e0de4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.076391 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc823501-3cc2-4770-bad1-51c11e0de4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.080347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fc823501-3cc2-4770-bad1-51c11e0de4f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fbbdc34-9acf-488f-beb1-ef2b07a1cb4b HTTP/1.1" status: 204 len: 168 time: 0.9462459 Dec 08 21:44:19.089084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.089302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.089742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.090177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.090610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.091060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.091478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.092031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.092509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.093364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.093721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.094143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4015dd-60fe-40f0-a8f2-5df3a0c5172b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:19.141911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8984dd-669b-4306-89f1-ad0e0b5369db req-2b1eeba9-30a1-4de7-af92-edc689b66a57 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:19.146527 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b8984dd-669b-4306-89f1-ad0e0b5369db req-2b1eeba9-30a1-4de7-af92-edc689b66a57 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.4456191 Dec 08 21:44:19.167979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Pushing event updated for resources: {'Port': ['ID=85d0f69f-b532-42da-a04a-4f1ef8c82eef,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:19.189160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc823501-3cc2-4770-bad1-51c11e0de4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbbdc34-9acf-488f-beb1-ef2b07a1cb4b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:19.264729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3400ae39-dc90-43d0-9d72-aa887053d7bf up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:19.297616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.304280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b8984dd-669b-4306-89f1-ad0e0b5369db req-e2c67c4a-6c30-4f06-b859-220ad1e98255 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191051 Dec 08 21:44:19.313824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-200685ad-c16c-4379-aa54-7ef933c25918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:19.315551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-200685ad-c16c-4379-aa54-7ef933c25918 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1094 time: 0.2664437 Dec 08 21:44:19.324395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-81f2045d-4d6b-478d-8f18-b3270aa6ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:19.329895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05124458-8426-4d86-b509-0b8d83cad7a4 req-81f2045d-4d6b-478d-8f18-b3270aa6ffb9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4882638 Dec 08 21:44:19.376513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Attempting to bind port 85d0f69f-b532-42da-a04a-4f1ef8c82eef on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:19.376861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Attempting to bind port 85d0f69f-b532-42da-a04a-4f1ef8c82eef by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:19.377161 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-cd1a8f08-d1cc-46c4-b70a-014b6d038226 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 217 time: 0.0513625 Dec 08 21:44:19.377341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Attempting to bind port 85d0f69f-b532-42da-a04a-4f1ef8c82eef on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:19.421117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54ee80-a90b-4292-8613-4d017abab42c req-b245d78a-e0ea-4182-bf5e-31469c6ecbef tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:19.423752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee2b338-c144-4ed3-a578-ede10bab264b None None] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:44:19.425643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3400ae39-dc90-43d0-9d72-aa887053d7bf triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:19.426022 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.433292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f54ee80-a90b-4292-8613-4d017abab42c req-b245d78a-e0ea-4182-bf5e-31469c6ecbef tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 950 time: 0.3100710 Dec 08 21:44:19.435951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Port 85d0f69f-b532-42da-a04a-4f1ef8c82eef on network 7af39c87-7458-42f6-94db-a404c345e57b not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:19.436281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Attempting to bind port 85d0f69f-b532-42da-a04a-4f1ef8c82eef on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:19.446814 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.450284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:19.450643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Checking segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:19.451070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Bound using segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:19.451530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Bound port: 85d0f69f-b532-42da-a04a-4f1ef8c82eef, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:19.451897 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.481989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:19.526174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:19.534883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:19.559083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-b7bcc87c-c5fa-428e-a1c4-0c25b1ee1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:19.564473 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-b7bcc87c-c5fa-428e-a1c4-0c25b1ee1283 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1797690 Dec 08 21:44:19.578473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3c33b937-b745-477f-a503-0b681922921a None None] Provisioning complete for port 3400ae39-dc90-43d0-9d72-aa887053d7bf triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:19.578941 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3c33b937-b745-477f-a503-0b681922921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.624535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=93040b61-2d66-4d0c-a0e9-febca4215571,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:19.625301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] For port 85d0f69f-b532-42da-a04a-4f1ef8c82eef, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:19.634234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] For port 85d0f69f-b532-42da-a04a-4f1ef8c82eef, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:19.659872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.661215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c45c-87a8-434f-8b58-f83d38c9db29 req-470a1686-f358-4aa6-bd55-34b580d65fed tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:19.663481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40e8c45c-87a8-434f-8b58-f83d38c9db29 req-470a1686-f358-4aa6-bd55-34b580d65fed tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.2182782 Dec 08 21:44:19.668024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-7184b2bc-c6e1-4e12-8a55-a0bccd35d8e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807676 Dec 08 21:44:19.679763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f54ee80-a90b-4292-8613-4d017abab42c req-248f957d-1031-4525-b622-e4a7454b7c74 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314961 Dec 08 21:44:19.764143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:19.764775 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.766192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] 10.222.0.23 "PUT /v2.0/ports/85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 1130 time: 2.0010688 Dec 08 21:44:19.816368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:19.885606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40e8c45c-87a8-434f-8b58-f83d38c9db29 req-2087dc01-8423-4e5b-8e68-377a839a994e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123811 Dec 08 21:44:19.919318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:19.920048 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f434b7-05ce-493d-89a3-5eac235aff0d x-openstack-request-id: req-18f434b7-05ce-493d-89a3-5eac235aff0d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:19.920869 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "tag": "968fa367-a507-4359-a564-a876613c33a3", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:19.921927 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18f434b7-05ce-493d-89a3-5eac235aff0d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:19.922463 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'tag': '968fa367-a507-4359-a564-a876613c33a3', 'status': 'completed', 'code': 200} Dec 08 21:44:20.074262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3c33b937-b745-477f-a503-0b681922921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:20.107351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80afa56-32fd-4946-9f84-cfa17aaa1d72 service neutron] Pushing event updated for resources: {'Port': ['ID=85d0f69f-b532-42da-a04a-4f1ef8c82eef,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:20.115687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3400ae39-dc90-43d0-9d72-aa887053d7bf, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3400ae39-dc90-43d0-9d72-aa887053d7bf,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:20.143240 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:20.169728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-710ea1b5-20b6-4dca-b074-b892e6c17266 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875431 Dec 08 21:44:20.200514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-712f8b15-d9ac-479f-b485-b0892c649642 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:20.202208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-712f8b15-d9ac-479f-b485-b0892c649642 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.23 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 950 time: 0.4252603 Dec 08 21:44:20.205038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:20.281367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e274b59-9c3f-4573-90e8-4d853e083fdd req-a330860b-1bf8-4a46-ae61-0a01f9c68525 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:20.284579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e274b59-9c3f-4573-90e8-4d853e083fdd req-a330860b-1bf8-4a46-ae61-0a01f9c68525 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.2106040 Dec 08 21:44:20.294190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '85d0f69f-b532-42da-a04a-4f1ef8c82eef'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:20.297294 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "85d0f69f-b532-42da-a04a-4f1ef8c82eef"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:20.343392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-3c33b937-b745-477f-a503-0b681922921a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:44:20.344339 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-3c33b937-b745-477f-a503-0b681922921a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:44:20.345278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=3400ae39-dc90-43d0-9d72-aa887053d7bf,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:20.355769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.356569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.357353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.357981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.358658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.359335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.359881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.360582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.361197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.361706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.362202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.362919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:20.478126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33144-bf7b-4f08-ab16-5e1071e3283c req-38261c02-c81a-423b-82c4-bc8f53b87835 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:20.479779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30e33144-bf7b-4f08-ab16-5e1071e3283c req-38261c02-c81a-423b-82c4-bc8f53b87835 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 943 time: 0.4105973 Dec 08 21:44:20.537342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e274b59-9c3f-4573-90e8-4d853e083fdd req-75456270-5551-47f8-a590-cf5f61f7c3b9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200935 Dec 08 21:44:20.561555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72075169-dde8-435b-a46d-55ffc22b8ffc req-d2b399e5-f419-478d-8f7b-5eea7e7eacdd service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717432 Dec 08 21:44:20.587716 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30e33144-bf7b-4f08-ab16-5e1071e3283c req-a7016a5a-74a2-4bb3-8fe5-a5be5d0ca9a8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979419 Dec 08 21:44:20.588828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:20.617155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Deleting port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:44:20.617683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:20.678737 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7eb1c2-a163-405f-84b9-d1a7a6086b44 x-openstack-request-id: req-3d7eb1c2-a163-405f-84b9-d1a7a6086b44 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:20.679258 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "85d0f69f-b532-42da-a04a-4f1ef8c82eef", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:20.679694 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d7eb1c2-a163-405f-84b9-d1a7a6086b44 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:20.680240 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '85d0f69f-b532-42da-a04a-4f1ef8c82eef', 'status': 'completed', 'code': 200} Dec 08 21:44:20.974413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b42589-fdc7-4854-9717-f0ff36e8d827 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:20.991857 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:21.022139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-de927e2e-80cb-4428-b088-477fa4d0209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.022672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-de927e2e-80cb-4428-b088-477fa4d0209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.023160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-de927e2e-80cb-4428-b088-477fa4d0209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.023690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-de927e2e-80cb-4428-b088-477fa4d0209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.024204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-de927e2e-80cb-4428-b088-477fa4d0209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.024600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-de927e2e-80cb-4428-b088-477fa4d0209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.025119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-de927e2e-80cb-4428-b088-477fa4d0209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.026752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dcbbf9cd-22ec-470f-9acf-38e9ed5abd32 None None] Provisioning complete for port 3400ae39-dc90-43d0-9d72-aa887053d7bf triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:21.026965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-de927e2e-80cb-4428-b088-477fa4d0209c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6209 time: 0.2352080 Dec 08 21:44:21.027153 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf9cd-22ec-470f-9acf-38e9ed5abd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:21.044161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] For port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:21.044326 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:21.047695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Transition to ACTIVE for port object 75b42589-fdc7-4854-9717-f0ff36e8d827 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:21.059147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-dae4f3f5-d275-47b0-bbf2-86437bf36272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.060697 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-dae4f3f5-d275-47b0-bbf2-86437bf36272 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1094 time: 0.4058921 Dec 08 21:44:21.067193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-232b2a9a-ffe5-4890-8595-e0df8c244498 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.073310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-232b2a9a-ffe5-4890-8595-e0df8c244498 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.079253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-232b2a9a-ffe5-4890-8595-e0df8c244498 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.085195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-232b2a9a-ffe5-4890-8595-e0df8c244498 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.092743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-232b2a9a-ffe5-4890-8595-e0df8c244498 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.099664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-232b2a9a-ffe5-4890-8595-e0df8c244498 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.106238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-232b2a9a-ffe5-4890-8595-e0df8c244498 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.113976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-232b2a9a-ffe5-4890-8595-e0df8c244498 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5372 time: 0.4380689 Dec 08 21:44:21.133414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:21.157434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3400ae39-dc90-43d0-9d72-aa887053d7bf up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:21.208263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff068c1-f5eb-41b4-9b62-24d53ad8258f req-e40e11d5-4b64-43f8-a589-e8827790fb40 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.209966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ff068c1-f5eb-41b4-9b62-24d53ad8258f req-e40e11d5-4b64-43f8-a589-e8827790fb40 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 950 time: 0.1640394 Dec 08 21:44:21.271795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3400ae39-dc90-43d0-9d72-aa887053d7bf triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:21.272384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:21.367364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-3d5b3ce3-5a3d-4cae-8e30-381f90d1a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.369300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-3d5b3ce3-5a3d-4cae-8e30-381f90d1a4ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.2896647 Dec 08 21:44:21.381480 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ff068c1-f5eb-41b4-9b62-24d53ad8258f req-a56364ef-1bb0-41b3-a7e3-ef43dfb32f34 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ea6654-7828-421c-9015-6c6b02dcd7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276777 Dec 08 21:44:21.430024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-dede830a-8cd2-44d5-8bf5-282d779b04a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 217 time: 0.0428598 Dec 08 21:44:21.440440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:21.518854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Calling delete_port for 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:44:21.586256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-5ee1feba-2dde-4281-9cbf-d93caba9e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.587775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-5ee1feba-2dde-4281-9cbf-d93caba9e9c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1422455 Dec 08 21:44:21.632284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-f98afe19-ad54-46e1-bc77-dd3c84dd64eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340712 Dec 08 21:44:21.635445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Pushing event updated for resources: {'Port': ['ID=75b42589-fdc7-4854-9717-f0ff36e8d827,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:21.642008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61700c6-dea9-4a69-879d-c153536c9943 req-fa26e908-b053-40f7-9383-cdd59cb2d4c9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.644121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a61700c6-dea9-4a69-879d-c153536c9943 req-fa26e908-b053-40f7-9383-cdd59cb2d4c9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1374774 Dec 08 21:44:21.673049 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64472ec7-5a1d-46b7-996b-1f42d65693d1 req-cdf5e47d-3de8-4ea3-aaae-5dab99c5da9e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5582192 Dec 08 21:44:21.744994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-693fe105-50e7-47b7-9ce5-b5ef07baab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.745632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-693fe105-50e7-47b7-9ce5-b5ef07baab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.746153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-693fe105-50e7-47b7-9ce5-b5ef07baab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.748032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-693fe105-50e7-47b7-9ce5-b5ef07baab7a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7065639 Dec 08 21:44:21.758457 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a61700c6-dea9-4a69-879d-c153536c9943 req-a661111d-8bed-4347-a232-b1bcb9c32b32 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020250 Dec 08 21:44:21.814037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-c7a84000-972c-48a9-850c-d648e3d58886 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662493 Dec 08 21:44:21.815464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Router c9d34cca-765b-4ac6-a034-fb6569505caa is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:44:21.876566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Attempting to bind port 75b42589-fdc7-4854-9717-f0ff36e8d827 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:21.877057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Attempting to bind port 75b42589-fdc7-4854-9717-f0ff36e8d827 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:21.877488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Attempting to bind port 75b42589-fdc7-4854-9717-f0ff36e8d827 on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:21.908949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Port 75b42589-fdc7-4854-9717-f0ff36e8d827 on network 7af39c87-7458-42f6-94db-a404c345e57b not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:21.909380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Attempting to bind port 75b42589-fdc7-4854-9717-f0ff36e8d827 on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:21.939111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:21.939467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Checking segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:21.939953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Bound using segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:21.940582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Bound port: 75b42589-fdc7-4854-9717-f0ff36e8d827, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:21.941144 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:21.996370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-6bbeeb20-8112-4e57-bc79-c783d8e73973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:21.997952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1f45c0f-eda5-4f37-a75a-57335d0da2ce req-6bbeeb20-8112-4e57-bc79-c783d8e73973 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352972 Dec 08 21:44:22.001394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:22.035761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8e39c-b5aa-409d-b874-a6e06d6283ad req-0d43cd51-ac38-4d56-a744-ef61165c419d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:22.037824 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37c8e39c-b5aa-409d-b874-a6e06d6283ad req-0d43cd51-ac38-4d56-a744-ef61165c419d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1810155 Dec 08 21:44:22.047398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8faf0e6e-876c-4b82-ab2f-0ac7d073e0d7 req-c247159a-cd30-4673-bb7a-c4aee6e31372 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176390 Dec 08 21:44:22.081303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Pushing event deleted for resources: {'Port': ['ID=11f8029c-e2f7-4e3c-b938-c1d5f9df7e88,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:22.093922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:44:22.103972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37c8e39c-b5aa-409d-b874-a6e06d6283ad req-4f710f0a-6386-4893-9d0c-b21ca9f5bc87 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589039 Dec 08 21:44:22.106475 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Sync routers for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:44:22.120867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:22.122272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d83fddd0-97fe-47a2-8eed-8d8e14cc5ad0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3672273 Dec 08 21:44:22.125106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42124) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:22.129342 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:44:22.131545 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:44:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:22.135212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] No DVR routers for this DVR port 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:44:22.165035 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:22.168413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21ec6706-f3d0-463d-b1e2-94d3df28d297 req-761a72c5-1e29-4e52-ad29-2f4b13aaf2c0 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.23 "DELETE /v2.0/ports/11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 HTTP/1.1" status: 204 len: 173 time: 1.9512920 Dec 08 21:44:22.170565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] For port 75b42589-fdc7-4854-9717-f0ff36e8d827, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:22.205989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864ec2c-5d18-4b6b-8a1e-e4df4797bc33 req-d7e12019-fe98-4e14-a781-aa7b52c32d80 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:22.214023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a864ec2c-5d18-4b6b-8a1e-e4df4797bc33 req-d7e12019-fe98-4e14-a781-aa7b52c32d80 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 943 time: 0.1884189 Dec 08 21:44:22.219415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] For port 75b42589-fdc7-4854-9717-f0ff36e8d827, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=75b42589-fdc7-4854-9717-f0ff36e8d827,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:22.233722 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:22.285257 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:44:22.322867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:22.323493 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:22.324885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] 10.222.0.23 "PUT /v2.0/ports/75b42589-fdc7-4854-9717-f0ff36e8d827 HTTP/1.1" status: 200 len: 1090 time: 2.5171211 Dec 08 21:44:22.363347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a864ec2c-5d18-4b6b-8a1e-e4df4797bc33 req-d46c8637-9b1b-4b12-af6e-19298d46f10f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483245 Dec 08 21:44:22.394015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:22.434703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fddd0-a8c1-4134-b77b-b0de4bc99fbe req-5f9b6cb8-098d-4479-8a48-9cae4fce7097 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:22.446437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aa0fddd0-a8c1-4134-b77b-b0de4bc99fbe req-5f9b6cb8-098d-4479-8a48-9cae4fce7097 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1689367 Dec 08 21:44:22.460608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483efcf5-af44-47f0-b700-8748896f9a28 service neutron] Pushing event updated for resources: {'Port': ['ID=75b42589-fdc7-4854-9717-f0ff36e8d827,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:22.512800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:22.540292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a935f2ed-95d9-48d3-9556-b3e36677fa04 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:22.556140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:20Z', 'revision_number': 3, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:22.586675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aa0fddd0-a8c1-4134-b77b-b0de4bc99fbe req-03035c84-4bb5-441d-b07f-41ec5d15cc66 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389637 Dec 08 21:44:22.673860 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Checking router: c9d34cca-765b-4ac6-a034-fb6569505caa for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:44:22.678599 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Updating router c9d34cca-765b-4ac6-a034-fb6569505caa port 93040b61-2d66-4d0c-a0e9-febca4215571 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:44:22.736615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fc3ac0-8fef-46e1-ae0e-f8244e095244', 'name': 'network-vif-deleted', 'tag': '11f8029c-e2f7-4e3c-b938-c1d5f9df7e88'}, {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '75b42589-fdc7-4854-9717-f0ff36e8d827'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:22.739146 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481ee878-25b5-4516-9178-d2ce21cda0ed" -d '{"events": [{"server_uuid": "16fc3ac0-8fef-46e1-ae0e-f8244e095244", "name": "network-vif-deleted", "tag": "11f8029c-e2f7-4e3c-b938-c1d5f9df7e88"}, {"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "75b42589-fdc7-4854-9717-f0ff36e8d827"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:22.752162 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:22.825600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05f96564-1553-4bab-a5a8-6cb35c77e53d req-d51338c4-f32a-4f9d-9b67-e934959917e1 tempest-ServerDiagnosticsNegativeTest-725497361 tempest-ServerDiagnosticsNegativeTest-725497361-project] 10.222.0.21 "GET /v2.0/ports?device_id=16fc3ac0-8fef-46e1-ae0e-f8244e095244 HTTP/1.1" status: 200 len: 210 time: 0.0704286 Dec 08 21:44:22.850207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:22.872988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'a935f2ed-95d9-48d3-9556-b3e36677fa04', 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'port_id': 'a935f2ed-95d9-48d3-9556-b3e36677fa04', 'mac_address': 'fa:16:3e:36:31:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e885b5-3b06-481f-bac8-287d7184e468', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:22.934807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375aa2b3-74a5-4913-892d-578a09721a83 req-2bb3844b-3165-48fb-9165-100941c36489 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:22.936334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375aa2b3-74a5-4913-892d-578a09721a83 req-2bb3844b-3165-48fb-9165-100941c36489 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1275218 Dec 08 21:44:22.941467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:22.957823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a935f2ed-95d9-48d3-9556-b3e36677fa04 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:22.993840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:23.000502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.001182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 968fa367-a507-4359-a564-a876613c33a3 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:23.003156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-9662b461-6a82-4392-8341-0effe90656c3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.010262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-9662b461-6a82-4392-8341-0effe90656c3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.025718 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375aa2b3-74a5-4913-892d-578a09721a83 req-c6fc931a-9f42-4193-924a-bc9586d78a57 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691180 Dec 08 21:44:23.032281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-9662b461-6a82-4392-8341-0effe90656c3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.053253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-9662b461-6a82-4392-8341-0effe90656c3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.066080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-9662b461-6a82-4392-8341-0effe90656c3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.076030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-9662b461-6a82-4392-8341-0effe90656c3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.084514 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.094508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-9662b461-6a82-4392-8341-0effe90656c3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.100043 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-9662b461-6a82-4392-8341-0effe90656c3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5384 time: 0.1871538 Dec 08 21:44:23.139641 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a5d87-375e-427f-b291-be9747cb7450 x-openstack-request-id: req-0b3a5d87-375e-427f-b291-be9747cb7450 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:23.140345 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fc3ac0-8fef-46e1-ae0e-f8244e095244", "name": "network-vif-deleted", "tag": "11f8029c-e2f7-4e3c-b938-c1d5f9df7e88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "75b42589-fdc7-4854-9717-f0ff36e8d827", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:23.140345 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b3a5d87-375e-427f-b291-be9747cb7450 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:23.140708 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fc3ac0-8fef-46e1-ae0e-f8244e095244', 'name': 'network-vif-deleted', 'tag': '11f8029c-e2f7-4e3c-b938-c1d5f9df7e88', 'status': 'completed', 'code': 200} Dec 08 21:44:23.140840 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '75b42589-fdc7-4854-9717-f0ff36e8d827', 'status': 'completed', 'code': 200} Dec 08 21:44:23.162380 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.170946 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.205101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:23.230551 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Attempting to bind port 93040b61-2d66-4d0c-a0e9-febca4215571 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:23.230551 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Attempting to bind port 93040b61-2d66-4d0c-a0e9-febca4215571 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:23.230551 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Attempting to bind port 93040b61-2d66-4d0c-a0e9-febca4215571 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:23.236139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:23.245518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '968fa367-a507-4359-a564-a876613c33a3', 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'port_id': '968fa367-a507-4359-a564-a876613c33a3', 'mac_address': 'fa:16:3e:07:a4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ca841b-b868-4917-b0d2-2e0b43e4a197', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:23.254617 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:23.256443 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:23.257079 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.257688 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:23.258461 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Bound port: 93040b61-2d66-4d0c-a0e9-febca4215571, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:23.259165 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.263123 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Pushing event updated for resources: {'Port': ['ID=93040b61-2d66-4d0c-a0e9-febca4215571,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:23.291856 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.300707 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.301304 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.301835 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.302918 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.303940 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.304444 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.305217 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.305871 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.306388 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.306529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968fa367-a507-4359-a564-a876613c33a3 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:23.307121 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.307781 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.308407 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:44:23.324771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-593fa34c-338c-4fee-a137-3250c5c9b5d9 req-7128263b-9abc-4335-b54b-a34c2f9831d7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173481 Dec 08 21:44:23.338951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:23.343815 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.369459 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] For port 93040b61-2d66-4d0c-a0e9-febca4215571, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:23.373678 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] For port 93040b61-2d66-4d0c-a0e9-febca4215571, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93040b61-2d66-4d0c-a0e9-febca4215571,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:23.386798 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.387286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-2c4276d3-29ae-4486-b72f-e0a0fc89ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.387844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-2c4276d3-29ae-4486-b72f-e0a0fc89ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.388317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-2c4276d3-29ae-4486-b72f-e0a0fc89ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.389005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-2c4276d3-29ae-4486-b72f-e0a0fc89ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.389479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-2c4276d3-29ae-4486-b72f-e0a0fc89ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.389946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-2c4276d3-29ae-4486-b72f-e0a0fc89ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.390566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-2c4276d3-29ae-4486-b72f-e0a0fc89ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.392893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-2c4276d3-29ae-4486-b72f-e0a0fc89ce14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6276 time: 0.2237713 Dec 08 21:44:23.398104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da4ce6d-5520-472c-868d-7ad204d5fe4c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:23.440083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.440339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58738-158d-403d-9dca-95ded6d52eac req-bf3ddcdb-27ff-4a50-9f00-ff78e32a5774 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.441982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe58738-158d-403d-9dca-95ded6d52eac req-bf3ddcdb-27ff-4a50-9f00-ff78e32a5774 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1492703 Dec 08 21:44:23.457110 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:44:23.457824 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:44:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:23.461996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:23.487652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Allocated IP 172.20.0.1 (c7782fdf-24d4-465d-b6f3-a5944f8828c1/0f941e98-0195-4d10-bd3b-e498d6a86582/7b965389-3a3b-49a6-ac37-13ac8e440dba) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:23.530899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe58738-158d-403d-9dca-95ded6d52eac req-6afb307d-e499-45fe-821e-71cd051aabbe tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757759 Dec 08 21:44:23.536853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Transition to ACTIVE for port object 3da4ce6d-5520-472c-868d-7ad204d5fe4c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:23.548269 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.565461 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abe2f9-cee9-4994-b150-9bf5251b6865 None None] Pushing event updated for resources: {'Port': ['ID=93040b61-2d66-4d0c-a0e9-febca4215571,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:23.607880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['968fa367-a507-4359-a564-a876613c33a3'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:23.638987 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:44:23.651454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.655891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-b01edfec-e24c-41c3-9b31-bb697710d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.656078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a935f2ed-95d9-48d3-9556-b3e36677fa04'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:23.656414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-b01edfec-e24c-41c3-9b31-bb697710d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.656916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-b01edfec-e24c-41c3-9b31-bb697710d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.658786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-b01edfec-e24c-41c3-9b31-bb697710d1a0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2532341 Dec 08 21:44:23.673196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa13ad2-19a9-40b2-90b7-7d5101e61c6b req-3fda03fa-49a4-4e60-af17-ca3760f8c663 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.674973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa13ad2-19a9-40b2-90b7-7d5101e61c6b req-3fda03fa-49a4-4e60-af17-ca3760f8c663 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 945 time: 0.1905630 Dec 08 21:44:23.684998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Pushing event updated for resources: {'Port': ['ID=3da4ce6d-5520-472c-868d-7ad204d5fe4c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:23.706275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.746864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:23.767485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:23.775718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:23.815025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:44:23.862874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aa13ad2-19a9-40b2-90b7-7d5101e61c6b req-66f7a9e3-c566-4269-957d-ab9f24cdaefb tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723821 Dec 08 21:44:23.870315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Pushing event updated for resources: {'Port': ['ID=7b965389-3a3b-49a6-ac37-13ac8e440dba,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:23.880179 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:23.936368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:44:23.936906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 11f8029c-e2f7-4e3c-b938-c1d5f9df7e88 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:44:23.941447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-74609d66-09d0-4c4b-b02d-14940b160285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:23.946298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-481ee878-25b5-4516-9178-d2ce21cda0ed req-74609d66-09d0-4c4b-b02d-14940b160285 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2697372 Dec 08 21:44:23.949274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Attempting to bind port 3da4ce6d-5520-472c-868d-7ad204d5fe4c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:23.949827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Attempting to bind port 3da4ce6d-5520-472c-868d-7ad204d5fe4c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:23.951260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Attempting to bind port 3da4ce6d-5520-472c-868d-7ad204d5fe4c on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:23.957287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Port 3da4ce6d-5520-472c-868d-7ad204d5fe4c on network 7af39c87-7458-42f6-94db-a404c345e57b not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:23.957874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Attempting to bind port 3da4ce6d-5520-472c-868d-7ad204d5fe4c on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:23.964541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:23.965133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Checking segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:23.965695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Bound using segment: {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:23.966298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Bound port: 3da4ce6d-5520-472c-868d-7ad204d5fe4c, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ac97bb-1945-499b-bd84-0626939fc2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:23.967058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.019992 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:20Z', 'revision_number': 3, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:24.048676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b5c96-ddf5-4e6b-a5fb-78c8f684fd2d req-8450ea9f-71c4-4b64-b5e4-e427ccadfdbd tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.063810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-660b5c96-ddf5-4e6b-a5fb-78c8f684fd2d req-8450ea9f-71c4-4b64-b5e4-e427ccadfdbd tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 944 time: 0.3681324 Dec 08 21:44:24.065472 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e8a91-dfe7-46d2-aa3d-93f0a67af047 None None] The sync data for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 is: [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:20Z', 'revision_number': 3, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:44:24.114855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] For port 3da4ce6d-5520-472c-868d-7ad204d5fe4c, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:24.133350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] For port 3da4ce6d-5520-472c-868d-7ad204d5fe4c, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:24.142700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.199237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-660b5c96-ddf5-4e6b-a5fb-78c8f684fd2d req-f3b2276d-5be8-4f54-a3e7-54e628df1981 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346569 Dec 08 21:44:24.227709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.231095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.241497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] 10.222.0.23 "PUT /v2.0/ports/3da4ce6d-5520-472c-868d-7ad204d5fe4c HTTP/1.1" status: 200 len: 1091 time: 1.8588760 Dec 08 21:44:24.336527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:24.358650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.423685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-629ad732-7ca3-43dc-b17b-0e8f65944520 None None] Provisioning complete for port 7b965389-3a3b-49a6-ac37-13ac8e440dba triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:24.424293 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-629ad732-7ca3-43dc-b17b-0e8f65944520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.535176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489df89-1f99-449a-aca5-4fa01ac7e8de service neutron] Pushing event updated for resources: {'Port': ['ID=3da4ce6d-5520-472c-868d-7ad204d5fe4c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:24.565958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-629ad732-7ca3-43dc-b17b-0e8f65944520 None None] Port 7b965389-3a3b-49a6-ac37-13ac8e440dba cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:24.576615 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a935f2ed-95d9-48d3-9556-b3e36677fa04 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:44:24.621034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597f2d4-416b-42ba-afa5-0ac61b8d5071 req-777c0713-45f2-4506-882c-858ffdbaa7bb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.622840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7597f2d4-416b-42ba-afa5-0ac61b8d5071 req-777c0713-45f2-4506-882c-858ffdbaa7bb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.3581870 Dec 08 21:44:24.643926 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.684667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42178) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:24.715112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7597f2d4-416b-42ba-afa5-0ac61b8d5071 req-53dd49e3-6f68-4f78-b6dd-dd45d7e6d593 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799301 Dec 08 21:44:24.749856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-bf998986-7da8-4f80-9d5d-3860010ffbb8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.751562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.763404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-bf998986-7da8-4f80-9d5d-3860010ffbb8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.776272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-bf998986-7da8-4f80-9d5d-3860010ffbb8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.777909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a935f2ed-95d9-48d3-9556-b3e36677fa04 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:24.784483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-bf998986-7da8-4f80-9d5d-3860010ffbb8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.791647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-bf998986-7da8-4f80-9d5d-3860010ffbb8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.799269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-bf998986-7da8-4f80-9d5d-3860010ffbb8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.807325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-bf998986-7da8-4f80-9d5d-3860010ffbb8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:24.814262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:24.816354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-bf998986-7da8-4f80-9d5d-3860010ffbb8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5396 time: 0.1999073 Dec 08 21:44:24.819258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.886360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:24.892750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe0572dc-ace4-489a-9bd2-82d458b25316 req-907cd1b1-7a8e-460e-ba75-fc4eb8eb1dbd tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752819 Dec 08 21:44:24.895177 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:24.908615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.010912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Pushing event updated for resources: {'Port': ['ID=7b965389-3a3b-49a6-ac37-13ac8e440dba,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:25.050674 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.062486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fecb9-b8ce-4a04-b8c6-0669bebd6dcf req-bef69f76-05c2-449e-ae6e-fe62e410ea84 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.064075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-677fecb9-b8ce-4a04-b8c6-0669bebd6dcf req-bef69f76-05c2-449e-ae6e-fe62e410ea84 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1684859 Dec 08 21:44:25.068294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9196d30b-43f0-401b-af5d-6ff59c7fc93e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b14727e6e7df4b4a8d708cd416ac0e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798342 Dec 08 21:44:25.070874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42192) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:25.142777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '3da4ce6d-5520-472c-868d-7ad204d5fe4c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:25.146394 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a361444-308a-419e-83db-35b8aee7ed99" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "3da4ce6d-5520-472c-868d-7ad204d5fe4c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:25.148311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186f107-5099-496f-a0cd-af793f50f108 req-8bfca652-c3f0-46b3-8491-3b61dba32419 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.150029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6186f107-5099-496f-a0cd-af793f50f108 req-8bfca652-c3f0-46b3-8491-3b61dba32419 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 944 time: 0.1415238 Dec 08 21:44:25.164011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93040b61-2d66-4d0c-a0e9-febca4215571 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:25.234216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 93040b61-2d66-4d0c-a0e9-febca4215571 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:25.234990 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.240375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-677fecb9-b8ce-4a04-b8c6-0669bebd6dcf req-7b327e2d-91e8-4b86-923c-49ef2cbd4cad tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593730 Dec 08 21:44:25.245237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:25.248952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6186f107-5099-496f-a0cd-af793f50f108 req-886689cc-448c-43a5-a31d-c89755c74950 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911334 Dec 08 21:44:25.258183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:25.320807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c742f3d-d775-4dad-aced-654bc36af6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.345604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3378a458-196f-4510-8a6b-af6fffa436b2 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:25.376536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c742f3d-d775-4dad-aced-654bc36af6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.413060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.449156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 93040b61-2d66-4d0c-a0e9-febca4215571, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93040b61-2d66-4d0c-a0e9-febca4215571,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:25.449571 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e08ceec-756e-4faa-9ede-523cd7274275 x-openstack-request-id: req-0e08ceec-756e-4faa-9ede-523cd7274275 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:25.450325 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "3da4ce6d-5520-472c-868d-7ad204d5fe4c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:25.452933 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e08ceec-756e-4faa-9ede-523cd7274275 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:25.454777 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '3da4ce6d-5520-472c-868d-7ad204d5fe4c', 'status': 'completed', 'code': 200} Dec 08 21:44:25.455931 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.477641 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.520196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Router c9d34cca-765b-4ac6-a034-fb6569505caa has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:44:25.567205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=93040b61-2d66-4d0c-a0e9-febca4215571,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:25.616644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c742f3d-d775-4dad-aced-654bc36af6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.619368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c742f3d-d775-4dad-aced-654bc36af6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.622916 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7c742f3d-d775-4dad-aced-654bc36af6af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5ea6654-7828-421c-9015-6c6b02dcd7a5 HTTP/1.1" status: 204 len: 168 time: 0.5487449 Dec 08 21:44:25.622916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Transition to ACTIVE for port object 3378a458-196f-4510-8a6b-af6fffa436b2 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:25.649196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-58c2bfcb-e9d3-4826-a795-a0d106adcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.649693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-58c2bfcb-e9d3-4826-a795-a0d106adcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.650462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-58c2bfcb-e9d3-4826-a795-a0d106adcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.651065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-58c2bfcb-e9d3-4826-a795-a0d106adcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.651689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-58c2bfcb-e9d3-4826-a795-a0d106adcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.652293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-58c2bfcb-e9d3-4826-a795-a0d106adcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.652892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-58c2bfcb-e9d3-4826-a795-a0d106adcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.656609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a361444-308a-419e-83db-35b8aee7ed99 req-58c2bfcb-e9d3-4826-a795-a0d106adcc98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6343 time: 0.1862414 Dec 08 21:44:25.657586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.694099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c742f3d-d775-4dad-aced-654bc36af6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ea6654-7828-421c-9015-6c6b02dcd7a5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:25.719704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7804c-bf21-4b56-af7f-c0ffc0c71246 req-2296d276-82f0-4ed1-a398-f4b4b26956a2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.727174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05c7804c-bf21-4b56-af7f-c0ffc0c71246 req-2296d276-82f0-4ed1-a398-f4b4b26956a2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.2091110 Dec 08 21:44:25.753937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e912ba7-839e-4ce9-8c7a-0e85d81c9179 req-d4d36db6-4a81-44e0-9164-9e1ab708da84 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.766587 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e912ba7-839e-4ce9-8c7a-0e85d81c9179 req-d4d36db6-4a81-44e0-9164-9e1ab708da84 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 944 time: 0.3093965 Dec 08 21:44:25.782078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e0a94bd9-e886-4687-adb1-2283f8a323a9 None None] Provisioning complete for port 7b965389-3a3b-49a6-ac37-13ac8e440dba triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:25.782673 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e0a94bd9-e886-4687-adb1-2283f8a323a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:25.796099 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05c7804c-bf21-4b56-af7f-c0ffc0c71246 req-683fc0ad-c236-48c5-9f3c-b6d7d45a2c90 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679636 Dec 08 21:44:25.843303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42214) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:25.844760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:44:25.851359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b53b7664-cf11-4b91-9754-458d8c90a279 admin admin] 10.222.0.21 "PUT /v2.0/routers/c9d34cca-765b-4ac6-a034-fb6569505caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7249637 Dec 08 21:44:25.883285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e0a94bd9-e886-4687-adb1-2283f8a323a9 None None] Port 7b965389-3a3b-49a6-ac37-13ac8e440dba cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:25.946940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-383ac786-e3b1-4bb1-bcab-f01d7574dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.947397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-383ac786-e3b1-4bb1-bcab-f01d7574dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.947922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-383ac786-e3b1-4bb1-bcab-f01d7574dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:25.949939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a361444-308a-419e-83db-35b8aee7ed99 req-383ac786-e3b1-4bb1-bcab-f01d7574dbea service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2522638 Dec 08 21:44:25.983301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Pushing event updated for resources: {'Port': ['ID=3378a458-196f-4510-8a6b-af6fffa436b2,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:26.129301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ce27a-928f-4b6e-a31e-c549bc51b46e req-fff68841-74bc-4150-b63d-9ec41ab98deb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.143940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df9ce27a-928f-4b6e-a31e-c549bc51b46e req-fff68841-74bc-4150-b63d-9ec41ab98deb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1843538 Dec 08 21:44:26.205090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e912ba7-839e-4ce9-8c7a-0e85d81c9179 req-b225fa35-2e8c-406b-b4b4-a7e5847cbddf tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375751 Dec 08 21:44:26.222365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df9ce27a-928f-4b6e-a31e-c549bc51b46e req-b439d6c9-6e73-40ac-8320-057f07fedf19 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772314 Dec 08 21:44:26.243606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361444-308a-419e-83db-35b8aee7ed99 req-1f6c9e60-0708-48c7-a01d-2b327b51be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.244902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a361444-308a-419e-83db-35b8aee7ed99 req-1f6c9e60-0708-48c7-a01d-2b327b51be34 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2648876 Dec 08 21:44:26.245632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-812af154-1c76-4ccb-8906-0b2a6823bb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.296723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Attempting to bind port 3378a458-196f-4510-8a6b-af6fffa436b2 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:26.297064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Attempting to bind port 3378a458-196f-4510-8a6b-af6fffa436b2 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:26.297366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Attempting to bind port 3378a458-196f-4510-8a6b-af6fffa436b2 on network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:26.309820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Port 3378a458-196f-4510-8a6b-af6fffa436b2 on network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:26.310150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Attempting to bind port 3378a458-196f-4510-8a6b-af6fffa436b2 on network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:26.324351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:26.324698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Checking segment: {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:26.325061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Bound using segment: {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:26.325501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Bound port: 3378a458-196f-4510-8a6b-af6fffa436b2, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:26.325885 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.371128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42232) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:26.387982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2afddbad-3df5-46a4-b98c-4817652126b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.404953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-812af154-1c76-4ccb-8906-0b2a6823bb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.415807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-812af154-1c76-4ccb-8906-0b2a6823bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.470816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] For port 3378a458-196f-4510-8a6b-af6fffa436b2, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:26.475514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-812af154-1c76-4ccb-8906-0b2a6823bb9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=819f6cb7b6a340efbce8d727d3d98ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113994 Dec 08 21:44:26.477802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812af154-1c76-4ccb-8906-0b2a6823bb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631f3392-d566-402e-92b1-773d32126946,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:26.481116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:26.500048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] For port 3378a458-196f-4510-8a6b-af6fffa436b2, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3378a458-196f-4510-8a6b-af6fffa436b2,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:26.505445 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.519642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-9155c290-396d-4658-8313-72dd14cd7934 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.526379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-9155c290-396d-4658-8313-72dd14cd7934 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.532478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-9155c290-396d-4658-8313-72dd14cd7934 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.538684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a935f2ed-95d9-48d3-9556-b3e36677fa04 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:26.548964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.549817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.551740 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-128bb054-12a5-44da-9594-3b717328b680 service neutron] 10.222.0.23 "PUT /v2.0/ports/3378a458-196f-4510-8a6b-af6fffa436b2 HTTP/1.1" status: 200 len: 1091 time: 2.2363732 Dec 08 21:44:26.556709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-9155c290-396d-4658-8313-72dd14cd7934 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.577150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-9155c290-396d-4658-8313-72dd14cd7934 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.579277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bb054-12a5-44da-9594-3b717328b680 service neutron] Pushing event updated for resources: {'Port': ['ID=3378a458-196f-4510-8a6b-af6fffa436b2,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:26.588880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-9155c290-396d-4658-8313-72dd14cd7934 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.598324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Request body: {'port': {'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:26.613199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-9155c290-396d-4658-8313-72dd14cd7934 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:26.616453 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-9155c290-396d-4658-8313-72dd14cd7934 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5408 time: 0.1995065 Dec 08 21:44:26.632335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port a935f2ed-95d9-48d3-9556-b3e36677fa04 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:26.632710 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.706854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2afddbad-3df5-46a4-b98c-4817652126b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.720474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.738586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2afddbad-3df5-46a4-b98c-4817652126b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.754151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Sync routers for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:44:26.775845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:44:26.776514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:44:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:26.803606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afddbad-3df5-46a4-b98c-4817652126b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71387f4f-a145-4b77-9cb3-fd1e8120e8da,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:26.831514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bacea561-e4ac-4173-af29-c31f09ff3391 req-45cf1df1-85d2-434d-a8dd-6152c584c84e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939549 Dec 08 21:44:26.842663 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8df0d94f-59e8-4d0c-b365-903d11f111e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.862751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42236) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:26.866456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2afddbad-3df5-46a4-b98c-4817652126b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28661461207840b39b300162f4fdf93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937873 Dec 08 21:44:26.905200 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8df0d94f-59e8-4d0c-b365-903d11f111e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.951703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:44:26.960671 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.966208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8df0d94f-59e8-4d0c-b365-903d11f111e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.973212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8df0d94f-59e8-4d0c-b365-903d11f111e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:26.976008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8df0d94f-59e8-4d0c-b365-903d11f111e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/631f3392-d566-402e-92b1-773d32126946 HTTP/1.1" status: 204 len: 168 time: 0.4942088 Dec 08 21:44:27.030406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0d94f-59e8-4d0c-b365-903d11f111e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f3392-d566-402e-92b1-773d32126946,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:27.054943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bdeee51-5689-4c35-aabd-e0b528618541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.061823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398a941-ea4a-455a-bca0-88d525aeae27 req-e45b9cba-8928-48f0-aa97-fb727fc5ba93 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:27.072706 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5398a941-ea4a-455a-bca0-88d525aeae27 req-e45b9cba-8928-48f0-aa97-fb727fc5ba93 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 944 time: 0.0945780 Dec 08 21:44:27.089067 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bdeee51-5689-4c35-aabd-e0b528618541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.104753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42242) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:27.119284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-13435e0e-64cc-4a1d-939d-a84034f98f64 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045395914', 'description': 'tempest-description--1697220936'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:27.182926 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bdeee51-5689-4c35-aabd-e0b528618541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.185655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-13435e0e-64cc-4a1d-939d-a84034f98f64 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.191345 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bdeee51-5689-4c35-aabd-e0b528618541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.201575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3bdeee51-5689-4c35-aabd-e0b528618541 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71387f4f-a145-4b77-9cb3-fd1e8120e8da HTTP/1.1" status: 204 len: 168 time: 0.3376234 Dec 08 21:44:27.204606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5398a941-ea4a-455a-bca0-88d525aeae27 req-a21007ce-247e-44f7-9b5d-a141fc07a009 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309042 Dec 08 21:44:27.248142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdeee51-5689-4c35-aabd-e0b528618541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71387f4f-a145-4b77-9cb3-fd1e8120e8da,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:27.332099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-13435e0e-64cc-4a1d-939d-a84034f98f64 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.341262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93040b61-2d66-4d0c-a0e9-febca4215571 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:27.345633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-13435e0e-64cc-4a1d-939d-a84034f98f64 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.401231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13435e0e-64cc-4a1d-939d-a84034f98f64 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af831e5-99b7-4f2c-8d27-444811079191,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:27.415186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110bef3d-0a3f-48bd-ad00-0ac335d68929 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:27.433036 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-13435e0e-64cc-4a1d-939d-a84034f98f64 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.434633 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-13435e0e-64cc-4a1d-939d-a84034f98f64 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3283372 Dec 08 21:44:27.437945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:27.442129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.451157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57a83d-1cdb-466c-b86c-602ad65178e2 req-96e3d9bd-23d3-41cc-a01f-a03d2ac69eb2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:27.453011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f57a83d-1cdb-466c-b86c-602ad65178e2 req-96e3d9bd-23d3-41cc-a01f-a03d2ac69eb2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1271400 Dec 08 21:44:27.459827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3fdd79bb-0b9c-492a-a373-a6500b786c75 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Request body: {'security_group_rule': {'security_group_id': '4af831e5-99b7-4f2c-8d27-444811079191', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:27.461442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '3378a458-196f-4510-8a6b-af6fffa436b2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:27.464103 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149034f7-1909-4262-9d18-baf3c6c78edf" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "3378a458-196f-4510-8a6b-af6fffa436b2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:27.477567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935f2ed-95d9-48d3-9556-b3e36677fa04'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:27.480270 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560e1cc2-cfa3-44a8-a935-567d0789e100" -d '{"events": [{"server_uuid": "a3a09611-9e41-4e93-b5bc-c557e38de545", "name": "network-vif-plugged", "status": "completed", "tag": "a935f2ed-95d9-48d3-9556-b3e36677fa04"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:27.483115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Transition to ACTIVE for port object 110bef3d-0a3f-48bd-ad00-0ac335d68929 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:27.491984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.525761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f57a83d-1cdb-466c-b86c-602ad65178e2 req-45e63389-4c95-4836-8d4d-7addc77c2c4d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596402 Dec 08 21:44:27.540180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:27.547364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Pushing event updated for resources: {'Port': ['ID=110bef3d-0a3f-48bd-ad00-0ac335d68929,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:27.567298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 93040b61-2d66-4d0c-a0e9-febca4215571 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:27.568511 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.568795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c6a4-63ca-44d5-9462-a123b0935167 req-b2037f83-da49-40de-a80a-3766e0b4c4f9 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:27.574252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fdd79bb-0b9c-492a-a373-a6500b786c75 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.582331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c20c6a4-63ca-44d5-9462-a123b0935167 req-b2037f83-da49-40de-a80a-3766e0b4c4f9 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 944 time: 0.1555591 Dec 08 21:44:27.640190 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b8015-e9e3-4bbe-9753-f557f3f39558 x-openstack-request-id: req-990b8015-e9e3-4bbe-9753-f557f3f39558 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:27.640349 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "3378a458-196f-4510-8a6b-af6fffa436b2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:27.640617 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-990b8015-e9e3-4bbe-9753-f557f3f39558 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:27.642169 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '3378a458-196f-4510-8a6b-af6fffa436b2', 'status': 'completed', 'code': 200} Dec 08 21:44:27.654512 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fdd79bb-0b9c-492a-a373-a6500b786c75 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.660960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.665736 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fdd79bb-0b9c-492a-a373-a6500b786c75 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.673988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 968fa367-a507-4359-a564-a876613c33a3 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:27.716932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd79bb-0b9c-492a-a373-a6500b786c75 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e788be3-75fe-4f2d-b2b3-7ab9f276598d,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:27.727746 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fdd79bb-0b9c-492a-a373-a6500b786c75 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.728980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3fdd79bb-0b9c-492a-a373-a6500b786c75 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2740970 Dec 08 21:44:27.734928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:27.740017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-766eb382-1c76-4265-a3b2-c1fff2b38977 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Request body: {'security_group_rule': {'security_group_id': '4af831e5-99b7-4f2c-8d27-444811079191', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:27.774143 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c53dc0-be3d-40a5-a2f5-8aa6543f003f x-openstack-request-id: req-c2c53dc0-be3d-40a5-a2f5-8aa6543f003f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:27.774434 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a09611-9e41-4e93-b5bc-c557e38de545", "name": "network-vif-plugged", "status": "completed", "tag": "a935f2ed-95d9-48d3-9556-b3e36677fa04", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:27.779146 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2c53dc0-be3d-40a5-a2f5-8aa6543f003f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:27.779910 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935f2ed-95d9-48d3-9556-b3e36677fa04', 'code': 200} Dec 08 21:44:27.810652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766eb382-1c76-4265-a3b2-c1fff2b38977 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:27.901850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42272) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:27.907031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Attempting to bind port 110bef3d-0a3f-48bd-ad00-0ac335d68929 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:27.907378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Attempting to bind port 110bef3d-0a3f-48bd-ad00-0ac335d68929 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:27.907713 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Attempting to bind port 110bef3d-0a3f-48bd-ad00-0ac335d68929 on network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:27.942868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Port 110bef3d-0a3f-48bd-ad00-0ac335d68929 on network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:27.943229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Attempting to bind port 110bef3d-0a3f-48bd-ad00-0ac335d68929 on network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:27.970506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c20c6a4-63ca-44d5-9462-a123b0935167 req-79430403-d020-4d59-b97b-66a9e769bca2 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872039 Dec 08 21:44:27.989175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 968fa367-a507-4359-a564-a876613c33a3 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:44:27.995840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:27.998071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Checking segment: {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:27.998908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Bound using segment: {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:28.000808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Bound port: 110bef3d-0a3f-48bd-ad00-0ac335d68929, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:28.001965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.003433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e1d7031e-d6dd-4638-a4a3-c90109f839f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.004187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 968fa367-a507-4359-a564-a876613c33a3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:28.004575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.036670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392c76b-e27c-4170-ab21-87823f79190d req-21d8596e-a10b-42e5-b4b4-3c7d5f519668 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.040929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-0a3625c0-52f7-4523-9369-d8772bb9cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.043080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-0a3625c0-52f7-4523-9369-d8772bb9cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.043619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-0a3625c0-52f7-4523-9369-d8772bb9cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.043991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1392c76b-e27c-4170-ab21-87823f79190d req-21d8596e-a10b-42e5-b4b4-3c7d5f519668 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.2214816 Dec 08 21:44:28.044690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-0a3625c0-52f7-4523-9369-d8772bb9cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.045255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-0a3625c0-52f7-4523-9369-d8772bb9cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.048709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-0a3625c0-52f7-4523-9369-d8772bb9cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.049253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-0a3625c0-52f7-4523-9369-d8772bb9cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.055241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-149034f7-1909-4262-9d18-baf3c6c78edf req-0a3625c0-52f7-4523-9369-d8772bb9cacc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6435 time: 0.2597101 Dec 08 21:44:28.065583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766eb382-1c76-4265-a3b2-c1fff2b38977 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.075245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:28.089048 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766eb382-1c76-4265-a3b2-c1fff2b38977 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.120127 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766eb382-1c76-4265-a3b2-c1fff2b38977 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.121399 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-766eb382-1c76-4265-a3b2-c1fff2b38977 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854046 Dec 08 21:44:28.129605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42276) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:28.134584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbb141-704b-4088-883b-454fad4bcc66 req-84ce8705-f417-4c96-a01c-73a24408905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.136292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ebbb141-704b-4088-883b-454fad4bcc66 req-84ce8705-f417-4c96-a01c-73a24408905b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 1097 time: 0.1871188 Dec 08 21:44:28.140605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:28.146217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 2, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:28.176930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766eb382-1c76-4265-a3b2-c1fff2b38977 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdedf2db-2254-4ce1-8396-a25766cfca58,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:28.191535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Checking router: c9d34cca-765b-4ac6-a034-fb6569505caa for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:44:28.192619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Updating router c9d34cca-765b-4ac6-a034-fb6569505caa port 7b965389-3a3b-49a6-ac37-13ac8e440dba binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:44:28.214460 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.227665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1392c76b-e27c-4170-ab21-87823f79190d req-7f2f8a37-5839-4744-a6b6-af9de962b8f0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827285 Dec 08 21:44:28.250519 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.273425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] For port 110bef3d-0a3f-48bd-ad00-0ac335d68929, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:28.307446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-235b96e4-a2f4-4fa2-9394-708e903a28c2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.313841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-235b96e4-a2f4-4fa2-9394-708e903a28c2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.320278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-235b96e4-a2f4-4fa2-9394-708e903a28c2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.326354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-235b96e4-a2f4-4fa2-9394-708e903a28c2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.332124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-235b96e4-a2f4-4fa2-9394-708e903a28c2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.338524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-235b96e4-a2f4-4fa2-9394-708e903a28c2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.345870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-235b96e4-a2f4-4fa2-9394-708e903a28c2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.350743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:28.354268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-235b96e4-a2f4-4fa2-9394-708e903a28c2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.2505825 Dec 08 21:44:28.360024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] For port 110bef3d-0a3f-48bd-ad00-0ac335d68929, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:28.361507 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.366740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-a8a3a6d9-ca72-44b0-b8ff-71103ccae829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.367218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-a8a3a6d9-ca72-44b0-b8ff-71103ccae829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.367672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-a8a3a6d9-ca72-44b0-b8ff-71103ccae829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.369307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-149034f7-1909-4262-9d18-baf3c6c78edf req-a8a3a6d9-ca72-44b0-b8ff-71103ccae829 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3038023 Dec 08 21:44:28.372633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.381465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ebbb141-704b-4088-883b-454fad4bcc66 req-872119ec-fe82-400c-a933-4154f5206496 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214220 Dec 08 21:44:28.382500 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.430183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:28.434504 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e1d7031e-d6dd-4638-a4a3-c90109f839f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.446678 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e1d7031e-d6dd-4638-a4a3-c90109f839f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.486977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.487591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.489149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] 10.222.0.23 "PUT /v2.0/ports/110bef3d-0a3f-48bd-ad00-0ac335d68929 HTTP/1.1" status: 200 len: 1091 time: 1.8971999 Dec 08 21:44:28.519317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bd9f3-ed42-480a-becd-b9397f36fa70 req-3963b216-9aad-4c77-9210-9866dc5f7346 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.521601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c62bd9f3-ed42-480a-becd-b9397f36fa70 req-3963b216-9aad-4c77-9210-9866dc5f7346 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1870923 Dec 08 21:44:28.522744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3e55fb0-96d3-4692-9ea6-f36dc66e6bf9 req-b2850f24-e89b-4e26-8a99-4511c9d9598d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667168 Dec 08 21:44:28.562326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e1d7031e-d6dd-4638-a4a3-c90109f839f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f850cf49371e4cb0a2bf877c48bb2944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507494 Dec 08 21:44:28.564900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7031e-d6dd-4638-a4a3-c90109f839f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a45d7d-b8e9-4834-ace2-779bd6f73b55,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:28.578559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42294) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:28.606816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c308c9a-ad3b-4b3a-8ed7-2088887e5abc service neutron] Pushing event updated for resources: {'Port': ['ID=110bef3d-0a3f-48bd-ad00-0ac335d68929,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:28.672205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149034f7-1909-4262-9d18-baf3c6c78edf req-beb0ce91-2dbb-488d-905b-cb5ca719c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.673752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-149034f7-1909-4262-9d18-baf3c6c78edf req-beb0ce91-2dbb-488d-905b-cb5ca719c841 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2930188 Dec 08 21:44:28.827658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7a050-a579-4e9b-8f39-31e704cc848f req-12e8421b-f50c-42b8-9794-be6fcbd7e945 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.829127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ff7a050-a579-4e9b-8f39-31e704cc848f req-12e8421b-f50c-42b8-9794-be6fcbd7e945 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0656767 Dec 08 21:44:28.835104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-47202c72-a3f5-40ce-b876-1ec5ee7bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.835709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-47202c72-a3f5-40ce-b876-1ec5ee7bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.836179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-47202c72-a3f5-40ce-b876-1ec5ee7bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.836647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-47202c72-a3f5-40ce-b876-1ec5ee7bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.837097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-47202c72-a3f5-40ce-b876-1ec5ee7bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.837556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-47202c72-a3f5-40ce-b876-1ec5ee7bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.838013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-47202c72-a3f5-40ce-b876-1ec5ee7bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.840138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-47202c72-a3f5-40ce-b876-1ec5ee7bc0c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6477 time: 0.1179314 Dec 08 21:44:28.884346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.889770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-cdc6b7ab-0b1e-4d95-a064-bfe404f7f08e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57419e41-a0ab-40c5-a027-51e1af84f29c HTTP/1.1" status: 200 len: 217 time: 0.0412941 Dec 08 21:44:28.893077 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:28.940937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ff7a050-a579-4e9b-8f39-31e704cc848f req-37581996-5d20-401d-aed1-081e773fbccf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998549 Dec 08 21:44:28.967868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-170d97e2-32cc-4eb8-a7b7-ceb1ae405a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:28.967868 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-170d97e2-32cc-4eb8-a7b7-ceb1ae405a81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54db3cff-c2b8-41dd-b755-7ba7b427cde0 HTTP/1.1" status: 200 len: 851 time: 0.0636177 Dec 08 21:44:29.077084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c62bd9f3-ed42-480a-becd-b9397f36fa70 req-f25b3d9f-59f6-4f47-b99e-48ccd329750e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305378 Dec 08 21:44:29.084093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fabc95-d692-4962-89b4-582a82767959 None None] Pushing event updated for resources: {'Port': ['ID=7b965389-3a3b-49a6-ac37-13ac8e440dba,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:29.120873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Attempting to bind port 7b965389-3a3b-49a6-ac37-13ac8e440dba on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:29.124133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Attempting to bind port 7b965389-3a3b-49a6-ac37-13ac8e440dba by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:29.124754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Attempting to bind port 7b965389-3a3b-49a6-ac37-13ac8e440dba on network c7782fdf-24d4-465d-b6f3-a5944f8828c1 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:29.124890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-3d8fae2a-b9b7-46a0-8344-7c4ecb099497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:29.126480 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-3d8fae2a-b9b7-46a0-8344-7c4ecb099497 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb78ba57-643a-4584-bdac-628c6a3fec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545205 Dec 08 21:44:29.128729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da22a82-fb71-4411-ad79-81cb39c700a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.139968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:29.140628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Checking segment: {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:29.141479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.145540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Bound using segment: {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:29.147112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Bound port: 7b965389-3a3b-49a6-ac37-13ac8e440dba, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:29.147685 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.148980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb62623-d2f3-41bf-b2de-34e28f0e2999 req-ebb27687-a37b-4e24-b145-34b2e55e84b7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:29.150476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2fb62623-d2f3-41bf-b2de-34e28f0e2999 req-ebb27687-a37b-4e24-b145-34b2e55e84b7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1097927 Dec 08 21:44:29.166377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.179082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da22a82-fb71-4411-ad79-81cb39c700a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.245492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] For port 7b965389-3a3b-49a6-ac37-13ac8e440dba, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:29.249715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] For port 7b965389-3a3b-49a6-ac37-13ac8e440dba, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7b965389-3a3b-49a6-ac37-13ac8e440dba,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:29.259309 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.333404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2fb62623-d2f3-41bf-b2de-34e28f0e2999 req-c4d16ed6-a351-4c76-88df-68fa96f45f07 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646097 Dec 08 21:44:29.369139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea733b-dbef-4203-99fb-118941047b86 req-16417228-8744-47ea-9f62-bd6459f1953b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:29.370915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:44:29.371583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-93ea733b-dbef-4203-99fb-118941047b86 req-16417228-8744-47ea-9f62-bd6459f1953b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 945 time: 0.1347287 Dec 08 21:44:29.371978 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:44:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:29.374029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fabc95-d692-4962-89b4-582a82767959 None None] Pushing event updated for resources: {'Port': ['ID=7b965389-3a3b-49a6-ac37-13ac8e440dba,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:29.383526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-6e225837-854a-4d13-a42a-4052459e4cf2 service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460098 Dec 08 21:44:29.468161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Allocated IP 172.25.1.26 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/335c9a60-60a9-41ea-b8e5-f7f997be407a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:29.509731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-517ad340-33d7-48a5-b2a4-1b4dad6698d1 None None] Provisioning complete for port 7b965389-3a3b-49a6-ac37-13ac8e440dba triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:29.510100 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-517ad340-33d7-48a5-b2a4-1b4dad6698d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.574367 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-0e0ac930-56cb-4a9c-8816-27f42a448e21 service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829517 Dec 08 21:44:29.582288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2c45-1a55-4a4e-9ac4-4bca6178422e req-3f2bb1f3-ce77-41f5-b28f-5eec1285a271 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:29.584677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97ad2c45-1a55-4a4e-9ac4-4bca6178422e req-3f2bb1f3-ce77-41f5-b28f-5eec1285a271 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1035283 Dec 08 21:44:29.600992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:44:29.624487 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da22a82-fb71-4411-ad79-81cb39c700a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.626851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da22a82-fb71-4411-ad79-81cb39c700a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.630981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3da22a82-fb71-4411-ad79-81cb39c700a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9a45d7d-b8e9-4834-ace2-779bd6f73b55 HTTP/1.1" status: 204 len: 168 time: 1.0476923 Dec 08 21:44:29.638730 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.656325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da22a82-fb71-4411-ad79-81cb39c700a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a45d7d-b8e9-4834-ace2-779bd6f73b55,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:29.679664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-93ea733b-dbef-4203-99fb-118941047b86 req-ced6dd5c-6b22-44d1-b860-c33e745692a4 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390772 Dec 08 21:44:29.683985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-517ad340-33d7-48a5-b2a4-1b4dad6698d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.734969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.795099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:29.799859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:29.807690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968fa367-a507-4359-a564-a876613c33a3'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:29.809250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:29.810374 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a02eb-56bb-49ce-9171-a3d83b8e92c9" -d '{"events": [{"server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "name": "network-vif-plugged", "status": "completed", "tag": "968fa367-a507-4359-a564-a876613c33a3"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:29.813820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event updated for resources: {'Port': ['ID=335c9a60-60a9-41ea-b8e5-f7f997be407a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:29.824929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-517ad340-33d7-48a5-b2a4-1b4dad6698d1 None None] For port 7b965389-3a3b-49a6-ac37-13ac8e440dba, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7b965389-3a3b-49a6-ac37-13ac8e440dba,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:29.895746 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-517ad340-33d7-48a5-b2a4-1b4dad6698d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.953942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:29.999875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ad340-33d7-48a5-b2a4-1b4dad6698d1 None None] Pushing event updated for resources: {'Port': ['ID=7b965389-3a3b-49a6-ac37-13ac8e440dba,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:30.026759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:30.047998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fbf9f431-f27b-4083-a2e4-d65638d4fb0b None None] Provisioning complete for port 7b965389-3a3b-49a6-ac37-13ac8e440dba triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:30.048464 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fbf9f431-f27b-4083-a2e4-d65638d4fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:30.070620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '110bef3d-0a3f-48bd-ad00-0ac335d68929'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:30.073089 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6053eb-6c98-4705-8ae7-34af24a194fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "110bef3d-0a3f-48bd-ad00-0ac335d68929"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:30.079096 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-15873996-12c5-4841-bdcd-5c1bdafe8e43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 217 time: 0.4932122 Dec 08 21:44:30.114292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97ad2c45-1a55-4a4e-9ac4-4bca6178422e req-80a2a985-181a-44b6-b467-8e75117511a5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227482 Dec 08 21:44:30.170153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-3f2a2bbd-e1dd-4628-9cb8-44a91e56fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.174119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-3f2a2bbd-e1dd-4628-9cb8-44a91e56fad6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.0867028 Dec 08 21:44:30.192920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:29Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:30.242057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6064bc3-7adf-4d1c-b588-7a81613993e4 None None] The sync data for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 is: [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:29Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:44:30.275644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-ff1a9d71-de5d-4fa4-94b5-f4250ad8f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.277885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-ff1a9d71-de5d-4fa4-94b5-f4250ad8f2a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0938249 Dec 08 21:44:30.292659 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:30.307144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:30.343497 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6803bd7c-e5c7-4564-b9ae-deb40a8ad3ae x-openstack-request-id: req-6803bd7c-e5c7-4564-b9ae-deb40a8ad3ae {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:30.343848 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "name": "network-vif-plugged", "status": "completed", "tag": "968fa367-a507-4359-a564-a876613c33a3", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:30.344160 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6803bd7c-e5c7-4564-b9ae-deb40a8ad3ae {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:30.344437 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968fa367-a507-4359-a564-a876613c33a3', 'code': 200} Dec 08 21:44:30.408121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-46e477e3-5422-413e-85e9-ba79d218c4f6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.415345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-46e477e3-5422-413e-85e9-ba79d218c4f6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.423859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-46e477e3-5422-413e-85e9-ba79d218c4f6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.432406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-46e477e3-5422-413e-85e9-ba79d218c4f6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.440007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-46e477e3-5422-413e-85e9-ba79d218c4f6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.446249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-46e477e3-5422-413e-85e9-ba79d218c4f6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.453343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-46e477e3-5422-413e-85e9-ba79d218c4f6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.468078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-46e477e3-5422-413e-85e9-ba79d218c4f6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.3597000 Dec 08 21:44:30.475079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-64b7211e-6cdc-4676-a162-244f04bce654 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897190 Dec 08 21:44:30.477153 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a69cfc-122d-4d8e-86fd-352a6df68bfa x-openstack-request-id: req-35a69cfc-122d-4d8e-86fd-352a6df68bfa {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:30.477567 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "110bef3d-0a3f-48bd-ad00-0ac335d68929", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:30.477919 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35a69cfc-122d-4d8e-86fd-352a6df68bfa {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:30.478437 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '110bef3d-0a3f-48bd-ad00-0ac335d68929', 'status': 'completed', 'code': 200} Dec 08 21:44:30.560636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event updated for resources: {'Port': ['ID=335c9a60-60a9-41ea-b8e5-f7f997be407a,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:30.588780 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:30.601533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4463912-1a69-4c40-b688-933cec4c044b req-09613279-8a68-4337-b613-2f6c6d2b9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.603153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4463912-1a69-4c40-b688-933cec4c044b req-09613279-8a68-4337-b613-2f6c6d2b9cce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1096 time: 0.1096051 Dec 08 21:44:30.605819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b1ac-842e-4db8-9d82-9dc3cc66e03f req-04993b1f-b573-498c-be2f-e56243566d39 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.607932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2384b1ac-842e-4db8-9d82-9dc3cc66e03f req-04993b1f-b573-498c-be2f-e56243566d39 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1111894 Dec 08 21:44:30.615806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-481a2707-f8a7-4bd8-916d-4983880048f5 req-cab629a6-a86f-4971-b9e9-fa4889878fe8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467676 Dec 08 21:44:30.657493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-6840d5e2-6592-47a7-95c8-dbf8b9c5bd9b service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716552 Dec 08 21:44:30.673194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:30.684138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7c8e928e-32d5-44b7-b7ea-2133d1afe67f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5375211 Dec 08 21:44:30.688717 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2384b1ac-842e-4db8-9d82-9dc3cc66e03f req-d4f63c8f-0aa3-4124-8020-debd5a735548 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613122 Dec 08 21:44:30.709984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4463912-1a69-4c40-b688-933cec4c044b req-d0150008-0c49-45fd-8dd6-88633bb5cac6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800939 Dec 08 21:44:30.738294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-2ed25a94-9e6b-4648-ab0b-016d1bbfe2bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 217 time: 0.0714109 Dec 08 21:44:30.805367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-027c516d-dce1-4c33-984f-5edd8ec26547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.807166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-027c516d-dce1-4c33-984f-5edd8ec26547 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.0622137 Dec 08 21:44:30.814972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63059148-964a-4f75-b700-9861b2c225c0 req-cc9a4810-9b52-4646-98f5-f48ba1d62fe0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.816566 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63059148-964a-4f75-b700-9861b2c225c0 req-cc9a4810-9b52-4646-98f5-f48ba1d62fe0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0932467 Dec 08 21:44:30.887167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63059148-964a-4f75-b700-9861b2c225c0 req-9a9aa985-0304-4931-a51a-630d0030ae9a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620775 Dec 08 21:44:30.888144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-0a4ac15a-fd3c-4fde-8227-fa4e59c3e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:30.890183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-0a4ac15a-fd3c-4fde-8227-fa4e59c3e4c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741999 Dec 08 21:44:31.015729 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-1f26f113-7b9e-4593-b46e-b8422a90c5d0 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182611 Dec 08 21:44:31.055615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc475a64-d609-4add-a3e5-3bb05c4411fa req-1f2c436f-cb54-41b7-8e48-67a245a479f3 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:31.074539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc475a64-d609-4add-a3e5-3bb05c4411fa req-1f2c436f-cb54-41b7-8e48-67a245a479f3 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 945 time: 0.0961323 Dec 08 21:44:31.173783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc475a64-d609-4add-a3e5-3bb05c4411fa req-e76f0b13-0b70-4d78-b341-f23878961651 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946712 Dec 08 21:44:31.194049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7b965389-3a3b-49a6-ac37-13ac8e440dba up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:31.198540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-06f9d21d-04be-4621-beda-486fe9ddcedd service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752083 Dec 08 21:44:31.267332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-97207e9b-9198-4829-a064-1ec67d8b7512 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=75b42589-fdc7-4854-9717-f0ff36e8d827 HTTP/1.1" status: 200 len: 217 time: 0.0603197 Dec 08 21:44:31.267950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7b965389-3a3b-49a6-ac37-13ac8e440dba triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:31.268545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:31.357899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-91a191d1-d3a2-47cd-a3d5-cb9fe0c2c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:31.365166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-91a191d1-d3a2-47cd-a3d5-cb9fe0c2c74d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.0907371 Dec 08 21:44:31.378763 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-8a876b69-7070-40d2-8207-abc434f7e5b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1045395914&fields=id&tenant_id=82af475a040e4cb8a15f8cbd6333b73f HTTP/1.1" status: 200 len: 267 time: 0.0778644 Dec 08 21:44:31.418788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93667a-c7a9-4b4a-8f7a-119736a99fd2 req-5c139555-7dce-4a33-b672-1a5e8aee21d4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:31.420445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c93667a-c7a9-4b4a-8f7a-119736a99fd2 req-5c139555-7dce-4a33-b672-1a5e8aee21d4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1332414 Dec 08 21:44:31.466428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-63569ca1-89a1-4845-bcda-dc33413db21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:31.468110 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-63569ca1-89a1-4845-bcda-dc33413db21e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937834 Dec 08 21:44:31.497066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c93667a-c7a9-4b4a-8f7a-119736a99fd2 req-150971c1-eb16-4957-be0a-841c411d142b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682714 Dec 08 21:44:31.560273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-a59a59c2-af6b-4f0b-a6e1-02316685986f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:31.571284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-a59a59c2-af6b-4f0b-a6e1-02316685986f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/networks?id=c7782fdf-24d4-465d-b6f3-a5944f8828c1 HTTP/1.1" status: 200 len: 815 time: 0.1908374 Dec 08 21:44:31.593426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-772dca90-8904-4da2-b9a2-1b0330a81cae tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/quotas/82af475a040e4cb8a15f8cbd6333b73f HTTP/1.1" status: 200 len: 375 time: 0.0211003 Dec 08 21:44:31.652760 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-e0a654f5-2b1d-4a8f-a427-476c50361c81 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739616 Dec 08 21:44:31.706041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-511cc7a7-f71c-4331-9ad7-c167a4027b82 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82af475a040e4cb8a15f8cbd6333b73f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114893 Dec 08 21:44:31.782426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42402) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:31.859939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-faef899e-7a95-47f1-80e1-3da9151a9a84 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990323 Dec 08 21:44:31.874023 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-b1eae53e-b339-4069-80bb-a8ad226cfa29 service neutron] 10.222.0.21 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669745 Dec 08 21:44:31.967151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-41c606b0-ec45-47f1-91e9-e41a89c3e390 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c HTTP/1.1" status: 200 len: 217 time: 0.0979812 Dec 08 21:44:32.076695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-0850e7ac-a386-4d01-8a74-b84dba787086 service neutron] 10.222.0.21 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936827 Dec 08 21:44:32.104897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-28379c55-c1fd-4c9b-b6a4-4f3f160d69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.106913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-28379c55-c1fd-4c9b-b6a4-4f3f160d69e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1348393 Dec 08 21:44:32.117717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2634481-cf9c-4116-a369-5d23628f3f64 req-56edfa32-79e3-438f-a4b3-49db7b0e2681 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.125550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2634481-cf9c-4116-a369-5d23628f3f64 req-56edfa32-79e3-438f-a4b3-49db7b0e2681 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1196711 Dec 08 21:44:32.137921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c56da7b-c185-4f67-8081-fa18b85507fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:32.228493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2634481-cf9c-4116-a369-5d23628f3f64 req-6a001a11-42f0-481e-b9bf-155656565849 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993636 Dec 08 21:44:32.247198 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c56da7b-c185-4f67-8081-fa18b85507fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:32.250489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-083711d9-be29-4d58-8235-14c99fd42f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.252560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-083711d9-be29-4d58-8235-14c99fd42f68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193128 Dec 08 21:44:32.254328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c56da7b-c185-4f67-8081-fa18b85507fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:32.313143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56da7b-c185-4f67-8081-fa18b85507fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc19ba-c2cf-4019-a183-41afde3fff58,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:32.319839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7c56da7b-c185-4f67-8081-fa18b85507fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=201d9b6ef8ee43b6b1b080f3c28e11f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360978 Dec 08 21:44:32.322453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42426) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:32.389611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56f0320a-81fa-47c9-9fbc-271155f256b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:32.416429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56f0320a-81fa-47c9-9fbc-271155f256b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:32.417053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-98c75b4b-bc82-4a1b-a599-359d287b4230 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.422949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-98c75b4b-bc82-4a1b-a599-359d287b4230 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.429294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-98c75b4b-bc82-4a1b-a599-359d287b4230 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.436458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-98c75b4b-bc82-4a1b-a599-359d287b4230 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.443175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-98c75b4b-bc82-4a1b-a599-359d287b4230 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.449060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-98c75b4b-bc82-4a1b-a599-359d287b4230 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.456005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-98c75b4b-bc82-4a1b-a599-359d287b4230 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.458582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-98c75b4b-bc82-4a1b-a599-359d287b4230 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.1322472 Dec 08 21:44:32.476285 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56f0320a-81fa-47c9-9fbc-271155f256b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:32.479704 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56f0320a-81fa-47c9-9fbc-271155f256b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:32.481281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-56f0320a-81fa-47c9-9fbc-271155f256b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88fc19ba-c2cf-4019-a183-41afde3fff58 HTTP/1.1" status: 204 len: 168 time: 0.1576371 Dec 08 21:44:32.499224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0320a-81fa-47c9-9fbc-271155f256b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc19ba-c2cf-4019-a183-41afde3fff58,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:32.500547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-6ab9b0c0-d8b8-4666-b413-d8d3d77611dc service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401221 Dec 08 21:44:32.540828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7f6595e-5002-446b-bb88-9d32fc228aba req-85a8d7d1-bcaf-4b79-bf4e-52fe54e84b09 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726585 Dec 08 21:44:32.628118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-de9068f8-d761-4596-882c-25f2456215c5 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197314 Dec 08 21:44:32.686920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-6ef77cd2-670f-4b6a-8749-2fba0d3bac8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3378a458-196f-4510-8a6b-af6fffa436b2 HTTP/1.1" status: 200 len: 217 time: 0.0509887 Dec 08 21:44:32.693169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c8d1b-8723-430d-8fe9-e77bcdd97cdc req-b95a9788-346b-4e17-9402-43796f572b5a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.702050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a5c8d1b-8723-430d-8fe9-e77bcdd97cdc req-b95a9788-346b-4e17-9402-43796f572b5a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 945 time: 0.1087980 Dec 08 21:44:32.750931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a5c8d1b-8723-430d-8fe9-e77bcdd97cdc req-bc7eccb2-1263-494a-b079-34720dff88cd tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442119 Dec 08 21:44:32.762875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-d1ba46f6-f25a-4972-ae41-c5eeb977642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.764328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-d1ba46f6-f25a-4972-ae41-c5eeb977642d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.0552874 Dec 08 21:44:32.777617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec467b36-1682-4c70-baaa-9342da1a1db5 req-04d031af-925a-4651-afc3-47f6059a05f1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.779252 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec467b36-1682-4c70-baaa-9342da1a1db5 req-04d031af-925a-4651-afc3-47f6059a05f1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1040566 Dec 08 21:44:32.847493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8a589fe4-2faa-49b9-a46a-0217bc1aaa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:32.849130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-8a589fe4-2faa-49b9-a46a-0217bc1aaa3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685453 Dec 08 21:44:32.854763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec467b36-1682-4c70-baaa-9342da1a1db5 req-3a04cf30-1a62-4bfb-ad04-8d880631575d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660436 Dec 08 21:44:32.980036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42454) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:33.005564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86b17317-d0a6-42c5-8a47-1cafe822179d req-bbb7fd62-87f4-4148-9777-9904d1f12ac8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 210 time: 0.0398903 Dec 08 21:44:33.007983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-533bfd3b-cd74-42c5-a9b3-943e9614adc4 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445966 Dec 08 21:44:33.008490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-153a65a5-fd5f-4102-b30f-ca7f5493c59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:33.020617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-ed4dd8ea-3538-4dd3-b860-74518795aa55 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:33.039383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-ed4dd8ea-3538-4dd3-b860-74518795aa55 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 814 time: 0.1888747 Dec 08 21:44:33.077368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-45161eab-176d-4633-9dc9-85a7aca137d4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/quotas/5bc8a0766f814310ad94f675ea724293 HTTP/1.1" status: 200 len: 375 time: 0.0259743 Dec 08 21:44:33.172373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-9a9b61a6-b917-4c71-8931-7bc7759ae0cc service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506965 Dec 08 21:44:33.177448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-4b7fb532-643e-41d3-8be4-993c42fc380c tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879989 Dec 08 21:44:33.219635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-0bb8e7c1-0975-4200-8922-15344f8d669e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929 HTTP/1.1" status: 200 len: 217 time: 0.0381038 Dec 08 21:44:33.279164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-153a65a5-fd5f-4102-b30f-ca7f5493c59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:33.285677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-153a65a5-fd5f-4102-b30f-ca7f5493c59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:33.312790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-38b82e7b-bff4-45e3-b663-e46c4beab119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:33.314689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-38b82e7b-bff4-45e3-b663-e46c4beab119 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.0883589 Dec 08 21:44:33.345115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-2272763c-5ce4-4009-adc3-e4c165033b49 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666837 Dec 08 21:44:33.354783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c72b8-4b28-482a-8086-61715da9e7e8 req-660a9056-0197-4420-86ee-7d0ef8d29c5d tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:33.356381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b2c72b8-4b28-482a-8086-61715da9e7e8 req-660a9056-0197-4420-86ee-7d0ef8d29c5d tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1096 time: 0.0778279 Dec 08 21:44:33.367498 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-153a65a5-fd5f-4102-b30f-ca7f5493c59b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a62547112edc4ea7888c8b972d1f7a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830299 Dec 08 21:44:33.372036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42462) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:33.416886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-c5246de5-0fd7-4966-ab1d-d14f81e04202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:33.418358 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-c5246de5-0fd7-4966-ab1d-d14f81e04202 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0958500 Dec 08 21:44:33.462891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42464) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:33.463485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b2c72b8-4b28-482a-8086-61715da9e7e8 req-f21802e4-c457-4f5b-a3f1-e3d566ccd9e0 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923529 Dec 08 21:44:33.465688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a65a5-fd5f-4102-b30f-ca7f5493c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bcf43f-5c32-48e1-82f6-6000ae8ab96a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:33.519334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-d25ee7c9-2f3c-45ba-8937-c74947e77d1b service neutron] 10.222.0.21 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733077 Dec 08 21:44:33.594389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcb710-7054-405c-998d-55262c4fab15 req-eb1aa20e-5cc2-4c39-af46-eaebc14e755d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:33.595966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cbdcb710-7054-405c-998d-55262c4fab15 req-eb1aa20e-5cc2-4c39-af46-eaebc14e755d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3a09611-9e41-4e93-b5bc-c557e38de545 HTTP/1.1" status: 200 len: 946 time: 0.1340868 Dec 08 21:44:33.638607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6383-4313-43c8-90cc-e5459d7c453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:33.704800 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd0aea19-98d7-45d0-88c2-6f56af8da92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:33.771164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6383-4313-43c8-90cc-e5459d7c453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:33.812689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2f988-7ab1-48a9-901b-03f1fae7d133 req-88851e85-aeb7-49d4-895d-0e5f945d256f tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:33.814781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89e2f988-7ab1-48a9-901b-03f1fae7d133 req-88851e85-aeb7-49d4-895d-0e5f945d256f tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1096 time: 0.2112603 Dec 08 21:44:33.824219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088c14a-75e7-40f3-b00d-8d9a426054da req-62081167-669a-4a19-a1b5-c3ec6fd291b2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:33.824454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-6b1202a6-b9c5-4fa8-9008-89d0669563b7 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884487 Dec 08 21:44:33.825765 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3088c14a-75e7-40f3-b00d-8d9a426054da req-62081167-669a-4a19-a1b5-c3ec6fd291b2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1075196 Dec 08 21:44:33.840654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-5b95bc93-a4ee-4a78-8d52-aa806996479a tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:33.842321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-5b95bc93-a4ee-4a78-8d52-aa806996479a tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.23 "GET /v2.0/networks?id=c7782fdf-24d4-465d-b6f3-a5944f8828c1 HTTP/1.1" status: 200 len: 815 time: 0.3413210 Dec 08 21:44:33.860700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Deleting port a935f2ed-95d9-48d3-9556-b3e36677fa04 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:44:33.861084 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:33.958457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89e2f988-7ab1-48a9-901b-03f1fae7d133 req-efeadbe0-9c53-4ecb-a4a4-0af06086fe2f tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270051 Dec 08 21:44:33.988901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-184b9167-533b-4629-8d73-f003bdbd41c5 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82af475a040e4cb8a15f8cbd6333b73f HTTP/1.1" status: 200 len: 380 time: 0.1305964 Dec 08 21:44:33.990892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd0aea19-98d7-45d0-88c2-6f56af8da92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:33.999801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3088c14a-75e7-40f3-b00d-8d9a426054da req-cd913fd7-8de4-49d5-8028-0e117053899a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561694 Dec 08 21:44:34.001529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Request body: {'port': {'device_id': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'admin_state_up': True, 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'security_groups': ['4af831e5-99b7-4f2c-8d27-444811079191']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:34.008433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6383-4313-43c8-90cc-e5459d7c453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.008771 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd0aea19-98d7-45d0-88c2-6f56af8da92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.010979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6383-4313-43c8-90cc-e5459d7c453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.014331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1b2f6383-4313-43c8-90cc-e5459d7c453b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41bcf43f-5c32-48e1-82f6-6000ae8ab96a HTTP/1.1" status: 204 len: 168 time: 0.6382363 Dec 08 21:44:34.097098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] For port a935f2ed-95d9-48d3-9556-b3e36677fa04, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a935f2ed-95d9-48d3-9556-b3e36677fa04,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:34.097909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.103378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f6383-4313-43c8-90cc-e5459d7c453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bcf43f-5c32-48e1-82f6-6000ae8ab96a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:34.117624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd0aea19-98d7-45d0-88c2-6f56af8da92b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b91317424954b6eb1630e00db6ad60a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530669 Dec 08 21:44:34.129404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42492) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:34.171411 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea2cf252-360e-4674-8c42-ca66dbbf7d57 req-2e9dd007-0d1e-4452-9d97-ed5f18d02ce9 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 210 time: 0.0696728 Dec 08 21:44:34.180167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Calling delete_port for a935f2ed-95d9-48d3-9556-b3e36677fa04 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:44:34.191326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df33c34-db3a-4057-ad1a-907e7c102b9c req-c5b2bfb6-f424-441e-bd49-aa8137491246 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387628 Dec 08 21:44:34.205164 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aea19-98d7-45d0-88c2-6f56af8da92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9658a2e1-0dae-482a-b2e8-625279c21f07,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:34.351441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-e5ba37df-a6fa-407f-9ec5-e26e38efa505 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.357813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-e5ba37df-a6fa-407f-9ec5-e26e38efa505 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.365029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-e5ba37df-a6fa-407f-9ec5-e26e38efa505 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.371312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-e5ba37df-a6fa-407f-9ec5-e26e38efa505 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.377315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-e5ba37df-a6fa-407f-9ec5-e26e38efa505 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.392555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-e5ba37df-a6fa-407f-9ec5-e26e38efa505 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.410228 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8d723b07-75c6-4c74-b4f9-eee3d90a6a25 req-9cd697dd-1ab4-4d53-9384-392a09137edd tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 210 time: 0.0485032 Dec 08 21:44:34.412841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-e5ba37df-a6fa-407f-9ec5-e26e38efa505 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.418944 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-e5ba37df-a6fa-407f-9ec5-e26e38efa505 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.3244560 Dec 08 21:44:34.425482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.438276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a935f2ed-95d9-48d3-9556-b3e36677fa04'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:34.464162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Pushing event deleted for resources: {'Port': ['ID=a935f2ed-95d9-48d3-9556-b3e36677fa04,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:34.477273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3559373e-78b0-4fc7-a0a2-3751508ebcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.479665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Made reservation on behalf of 82af475a040e4cb8a15f8cbd6333b73f for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:34.483650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.540325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] No DVR routers for this DVR port a935f2ed-95d9-48d3-9556-b3e36677fa04 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:44:34.543304 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.545425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-3e12b607-1eb5-4204-a48e-a97e56ca6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.545977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-3e12b607-1eb5-4204-a48e-a97e56ca6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.546447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-3e12b607-1eb5-4204-a48e-a97e56ca6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.546960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-3e12b607-1eb5-4204-a48e-a97e56ca6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.547403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-3e12b607-1eb5-4204-a48e-a97e56ca6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.547824 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cbdcb710-7054-405c-998d-55262c4fab15 req-9c6f8615-921f-442b-8db6-50a41a374c3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.37 "DELETE /v2.0/ports/a935f2ed-95d9-48d3-9556-b3e36677fa04 HTTP/1.1" status: 204 len: 173 time: 0.9381361 Dec 08 21:44:34.547944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-3e12b607-1eb5-4204-a48e-a97e56ca6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.548293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'name': 'network-vif-deleted', 'tag': 'a935f2ed-95d9-48d3-9556-b3e36677fa04'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:34.548408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-3e12b607-1eb5-4204-a48e-a97e56ca6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.550337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-3e12b607-1eb5-4204-a48e-a97e56ca6751 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6477 time: 0.2626920 Dec 08 21:44:34.551383 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c29012-c541-47fa-a914-65f22a7d7839" -d '{"events": [{"server_uuid": "a3a09611-9e41-4e93-b5bc-c557e38de545", "name": "network-vif-deleted", "tag": "a935f2ed-95d9-48d3-9556-b3e36677fa04"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:34.579683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e08df0a3-8d1c-492c-94fe-24157aba169e req-bd230633-b5cb-4a3d-a1a5-5e24e62c577f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281798 Dec 08 21:44:34.589969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3559373e-78b0-4fc7-a0a2-3751508ebcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.639541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a240126-8068-4a5c-85ab-7280a49ae6e2 req-017f84c0-781a-4b53-af42-8b0b2b856725 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.641612 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a240126-8068-4a5c-85ab-7280a49ae6e2 req-017f84c0-781a-4b53-af42-8b0b2b856725 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0737746 Dec 08 21:44:34.696528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a240126-8068-4a5c-85ab-7280a49ae6e2 req-0f79d249-a57c-45c2-98d8-53ced68f18b1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Dec 08 21:44:34.766807 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5b7735-df3a-4a6d-be4c-25636eea10af x-openstack-request-id: req-8a5b7735-df3a-4a6d-be4c-25636eea10af {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:34.767289 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a09611-9e41-4e93-b5bc-c557e38de545", "name": "network-vif-deleted", "tag": "a935f2ed-95d9-48d3-9556-b3e36677fa04", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:34.767555 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a5b7735-df3a-4a6d-be4c-25636eea10af {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:34.767858 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a09611-9e41-4e93-b5bc-c557e38de545', 'name': 'network-vif-deleted', 'tag': 'a935f2ed-95d9-48d3-9556-b3e36677fa04', 'status': 'completed', 'code': 200} Dec 08 21:44:34.809175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3559373e-78b0-4fc7-a0a2-3751508ebcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.811948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3559373e-78b0-4fc7-a0a2-3751508ebcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:34.813274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3559373e-78b0-4fc7-a0a2-3751508ebcac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9658a2e1-0dae-482a-b2e8-625279c21f07 HTTP/1.1" status: 204 len: 168 time: 0.6828444 Dec 08 21:44:34.819004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-21054985-57e6-4197-9f6f-90f80a5725d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.820610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-21054985-57e6-4197-9f6f-90f80a5725d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 HTTP/1.1" status: 200 len: 902 time: 0.2502031 Dec 08 21:44:34.842087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559373e-78b0-4fc7-a0a2-3751508ebcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9658a2e1-0dae-482a-b2e8-625279c21f07,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:34.885214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-0b5bf7c8-f3b5-4e2d-9140-5ea2b8bd33a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929 HTTP/1.1" status: 200 len: 217 time: 0.0511339 Dec 08 21:44:34.907439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Allocated IP 172.20.0.4 (c7782fdf-24d4-465d-b6f3-a5944f8828c1/0f941e98-0195-4d10-bd3b-e498d6a86582/c297d8f0-b57c-4a74-b4db-0b226aca3777) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:34.962826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721adc92-2239-404a-bca5-5e4e81553d91 req-026918a9-26c9-4c43-9a9b-53741985a4f6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:34.964989 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-721adc92-2239-404a-bca5-5e4e81553d91 req-026918a9-26c9-4c43-9a9b-53741985a4f6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1005030 Dec 08 21:44:35.032915 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-721adc92-2239-404a-bca5-5e4e81553d91 req-f23facfd-04f1-43bc-bf00-036f19f1503a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575750 Dec 08 21:44:35.182868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-9b805ba6-3dcd-49b7-a8f6-92a6624dbf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:35.184966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-9b805ba6-3dcd-49b7-a8f6-92a6624dbf43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.2917247 Dec 08 21:44:35.223264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26947636-2cfb-4da4-bf55-7a4300caa689 req-f01ecb4c-2571-4b60-b999-929bf3ae534f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:35.237346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-26947636-2cfb-4da4-bf55-7a4300caa689 req-f01ecb4c-2571-4b60-b999-929bf3ae534f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1047051 Dec 08 21:44:35.304072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42534) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:35.329506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-26947636-2cfb-4da4-bf55-7a4300caa689 req-fa3e8d96-7a83-4f62-9f75-6fced72769e6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909326 Dec 08 21:44:35.351800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0408f5-04ce-4083-b648-e8ca89efc3a2 req-ecba9fa9-4f7c-4928-9fbb-16d783c38459 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:35.354149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a0408f5-04ce-4083-b648-e8ca89efc3a2 req-ecba9fa9-4f7c-4928-9fbb-16d783c38459 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1096 time: 0.3646374 Dec 08 21:44:35.383606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42540) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:35.393289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-215774f9-e93f-4abf-90b4-0fab12628c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:35.394909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-215774f9-e93f-4abf-90b4-0fab12628c83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2028184 Dec 08 21:44:35.400730 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b440eb9a-3f5e-4bdb-aac9-84bfa1db55db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.433538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cbcbf34d-7006-495a-b313-498ae1660199 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:35.434976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cbcbf34d-7006-495a-b313-498ae1660199 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.23 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 814 time: 0.4443438 Dec 08 21:44:35.445323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03789ba7-3ab9-4814-ab61-81b7186790d9 req-b3cd4196-18bf-4d99-ad91-44c944967bb0 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 210 time: 0.0327086 Dec 08 21:44:35.489955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Request body: {'port': {'device_id': 'f36ac3c4-1632-46f8-9a92-6ba361848925', 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'admin_state_up': True, 'tenant_id': '5bc8a0766f814310ad94f675ea724293'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:35.515886 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fbc63cba-d702-440a-bd11-8f15057c7874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.545507 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b440eb9a-3f5e-4bdb-aac9-84bfa1db55db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.553669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b440eb9a-3f5e-4bdb-aac9-84bfa1db55db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.600931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b440eb9a-3f5e-4bdb-aac9-84bfa1db55db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cf081e941074c509a659f1ba1e0cc99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127616 Dec 08 21:44:35.601494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42544) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:35.609771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440eb9a-3f5e-4bdb-aac9-84bfa1db55db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f98af16-70dc-4714-b5d4-c620710b3203,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:35.667973 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6ffb-4b06-4009-9a35-06f2966da112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.694106 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6ffb-4b06-4009-9a35-06f2966da112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.747707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6ffb-4b06-4009-9a35-06f2966da112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.750521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6ffb-4b06-4009-9a35-06f2966da112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.754371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ff1b6ffb-4b06-4009-9a35-06f2966da112 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f98af16-70dc-4714-b5d4-c620710b3203 HTTP/1.1" status: 204 len: 168 time: 0.1494961 Dec 08 21:44:35.766789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b6ffb-4b06-4009-9a35-06f2966da112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f98af16-70dc-4714-b5d4-c620710b3203,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:35.887344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:35.898893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-154479821-network', 'tenant_id': '74f480165a3846abac3645bd5331a1de'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:35.909775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a0408f5-04ce-4083-b648-e8ca89efc3a2 req-59a144fd-74a1-4aad-84b8-0c5ad188ca4a tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278997 Dec 08 21:44:36.020696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Made reservation on behalf of 74f480165a3846abac3645bd5331a1de for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:36.020696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.025302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-e33a4a6a-ac2e-4b0e-86ec-e1f26d61f33a service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171567 Dec 08 21:44:36.060013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3dd056ed-8ce2-43dd-9d05-f811d3b59826 req-e48b0b4b-9725-411b-9ed5-d35401811656 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 210 time: 0.0483241 Dec 08 21:44:36.063654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.078192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.228372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:36.235205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Made reservation on behalf of 5bc8a0766f814310ad94f675ea724293 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:36.238954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.267215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9b489-3f72-46ac-8ced-99ce2cd74800 req-138acf70-46fc-4d19-8d27-18691e4da525 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.267963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:36.268691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fa9b489-3f72-46ac-8ced-99ce2cd74800 req-138acf70-46fc-4d19-8d27-18691e4da525 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0602093 Dec 08 21:44:36.278108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event updated for resources: {'Port': ['ID=c297d8f0-b57c-4a74-b4db-0b226aca3777,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:36.283831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:36.310080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-58c2acea-eb5e-457b-8700-4f1fde43cb89 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.316000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-58c2acea-eb5e-457b-8700-4f1fde43cb89 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.325570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-58c2acea-eb5e-457b-8700-4f1fde43cb89 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.331460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fa9b489-3f72-46ac-8ced-99ce2cd74800 req-ec9ba367-bfa8-436d-baaa-fbed2b0f4922 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565991 Dec 08 21:44:36.331646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-58c2acea-eb5e-457b-8700-4f1fde43cb89 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.338104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-58c2acea-eb5e-457b-8700-4f1fde43cb89 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.343984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-58c2acea-eb5e-457b-8700-4f1fde43cb89 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.350335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-58c2acea-eb5e-457b-8700-4f1fde43cb89 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.352306 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-58c2acea-eb5e-457b-8700-4f1fde43cb89 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.3192759 Dec 08 21:44:36.421845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b6053eb-6c98-4705-8ae7-34af24a194fd req-da4fc28b-5c22-4a0b-af8c-fc4f553ebafb service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774681 Dec 08 21:44:36.495948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.496807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.539436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a935f2ed-95d9-48d3-9556-b3e36677fa04 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:44:36.552900 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc298e66-917a-4e96-aeac-bbbe46da87ec req-7fe907f0-3d42-4040-bdea-05bee4d99ab0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654286 Dec 08 21:44:36.573098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ab75a358-26b9-490e-bf94-9c730d86d1a7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5777605 Dec 08 21:44:36.583970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c3deafcb-99a1-489f-bcbe-7b22bea5c8c6 req-d5210bf0-49e0-4ee3-ae2a-6a0f8116b2cd tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 210 time: 0.0412462 Dec 08 21:44:36.591678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: a935f2ed-95d9-48d3-9556-b3e36677fa04 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:44:36.592146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a935f2ed-95d9-48d3-9556-b3e36677fa04 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:44:36.610798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Request body: {'port': {'device_id': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:36.622838 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.646529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.656970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-42b3e55d-8aa7-4d8b-ba12-90f94ab8fa3a None None] Provisioning complete for port c297d8f0-b57c-4a74-b4db-0b226aca3777 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:36.657345 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-42b3e55d-8aa7-4d8b-ba12-90f94ab8fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.682925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Allocated IP 172.20.0.13 (8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8/a4e885b5-3b06-481f-bac8-287d7184e468/d76f6582-53a7-4502-ac1a-8051daa52564) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:36.701183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-42b3e55d-8aa7-4d8b-ba12-90f94ab8fa3a None None] Port c297d8f0-b57c-4a74-b4db-0b226aca3777 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:44:36.701428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:44:36.731224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.732975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:36.735847 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.736184 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Added segment 2bd24c1c-5470-4e7a-9213-6f53d8322c7d of type vlan for network cd548534-c332-4cf8-ac68-4ab7dd5e3daa Dec 08 21:44:36.829565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.979086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:36.980054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:36.980641 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.101250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7916410 Dec 08 21:44:37.104296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42598) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:37.111397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Request body: {'subnet': {'network_id': 'cd548534-c332-4cf8-ac68-4ab7dd5e3daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-154479821-subnet', 'tenant_id': '74f480165a3846abac3645bd5331a1de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:37.152438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Made reservation on behalf of 74f480165a3846abac3645bd5331a1de for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:37.155049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.159983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c8ad1-711e-4f98-b84d-44fea7bc57e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cd548534-c332-4cf8-ac68-4ab7dd5e3daa,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:37.171869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network cd548534-c332-4cf8-ac68-4ab7dd5e3daa details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:44:37.206780 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.220326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234cfbe-9cc7-4d0c-b5fd-e4523566aa77 req-b6f0ed6d-2d3c-488b-8d4a-963ee75c0bd6 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:37.222019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3234cfbe-9cc7-4d0c-b5fd-e4523566aa77 req-b6f0ed6d-2d3c-488b-8d4a-963ee75c0bd6 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1096 time: 0.1789925 Dec 08 21:44:37.285526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717a459-d70a-4d03-a279-02f7997eb339 req-172f4d0b-e13c-4cb4-a581-6fec1ede379e tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:37.287631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4717a459-d70a-4d03-a279-02f7997eb339 req-172f4d0b-e13c-4cb4-a581-6fec1ede379e tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 931 time: 0.1492236 Dec 08 21:44:37.304839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3234cfbe-9cc7-4d0c-b5fd-e4523566aa77 req-6b54cabc-212c-4b6f-8ff4-533e2f1ee587 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744388 Dec 08 21:44:37.333313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.345549 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4717a459-d70a-4d03-a279-02f7997eb339 req-e3c1b5f0-3d57-4be5-a2d3-7ae279cf742f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445240 Dec 08 21:44:37.374313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c297d8f0-b57c-4a74-b4db-0b226aca3777 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:37.385166 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.399486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:37.407415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:37.417583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:37.420665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Transition to ACTIVE for port object c297d8f0-b57c-4a74-b4db-0b226aca3777 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:37.422991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Pushing event updated for resources: {'Port': ['ID=d76f6582-53a7-4502-ac1a-8051daa52564,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:37.447415 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.469293 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.515955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:37.516745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.521483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=c297d8f0-b57c-4a74-b4db-0b226aca3777,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:37.564267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Checking segment: {'id': '2bd24c1c-5470-4e7a-9213-6f53d8322c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd548534-c332-4cf8-ac68-4ab7dd5e3daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:37.564443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Network hostable DHCP agents. Network: cd548534-c332-4cf8-ac68-4ab7dd5e3daa, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:44:37.566694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9c0207-e586-480d-b868-7119014be645,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:37.588757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Network cd548534-c332-4cf8-ac68-4ab7dd5e3daa is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:44:37.611131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, cd548534-c332-4cf8-ac68-4ab7dd5e3daa) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:37.620562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:37.621397 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.622164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc3b1b-73a5-42a7-80ec-c34f5bb8b5ba None None] Network cd548534-c332-4cf8-ac68-4ab7dd5e3daa requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:44:37.626775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-cfca53c4-30b7-4e3a-8f09-04d8a670e619 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1745987 Dec 08 21:44:37.630115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Attempting to bind port c297d8f0-b57c-4a74-b4db-0b226aca3777 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:37.630461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Attempting to bind port c297d8f0-b57c-4a74-b4db-0b226aca3777 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:37.631091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Attempting to bind port c297d8f0-b57c-4a74-b4db-0b226aca3777 on network c7782fdf-24d4-465d-b6f3-a5944f8828c1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:37.636037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Port c297d8f0-b57c-4a74-b4db-0b226aca3777 on network c7782fdf-24d4-465d-b6f3-a5944f8828c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:37.636368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Attempting to bind port c297d8f0-b57c-4a74-b4db-0b226aca3777 on network c7782fdf-24d4-465d-b6f3-a5944f8828c1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:37.642137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:37.643186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Checking segment: {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:37.643793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Bound using segment: {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:37.644665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Bound port: c297d8f0-b57c-4a74-b4db-0b226aca3777, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:37.645864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.659163 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-06e378fb-e435-4e1a-887d-f2655088d2b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5441761 Dec 08 21:44:37.662508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Request body: {'port': {'device_id': 'f36ac3c4-1632-46f8-9a92-6ba361848925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:37.798258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a53d4f-1f60-4921-81b3-7c306d5b18b2 req-0879e178-d84d-4074-8204-2ee7650983f1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:37.804782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83a53d4f-1f60-4921-81b3-7c306d5b18b2 req-0879e178-d84d-4074-8204-2ee7650983f1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1101432 Dec 08 21:44:37.814384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.832406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb54ab1-912a-45e2-bb66-0b906db32977 None None] Network cd548534-c332-4cf8-ac68-4ab7dd5e3daa requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:44:37.847147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] For port c297d8f0-b57c-4a74-b4db-0b226aca3777, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:37.851255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] For port c297d8f0-b57c-4a74-b4db-0b226aca3777, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:37.871813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.904297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83a53d4f-1f60-4921-81b3-7c306d5b18b2 req-0c8712ea-4ea1-4154-91cf-02fe7e5cc5b8 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932176 Dec 08 21:44:37.946601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:37.947446 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:37.949002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] 10.222.0.23 "PUT /v2.0/ports/c297d8f0-b57c-4a74-b4db-0b226aca3777 HTTP/1.1" status: 200 len: 1091 time: 1.3670931 Dec 08 21:44:37.951658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'tag': 'c297d8f0-b57c-4a74-b4db-0b226aca3777'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:37.954083 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c6321a-9980-498b-910d-945be29fbb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9", "tag": "c297d8f0-b57c-4a74-b4db-0b226aca3777"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:38.084906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20e400-909f-4a49-86b5-a0b21dab3fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=c297d8f0-b57c-4a74-b4db-0b226aca3777,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:38.164985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ca9654b5-86a7-4ae2-9085-e7b358d7905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.166689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-ca9654b5-86a7-4ae2-9085-e7b358d7905e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82af475a040e4cb8a15f8cbd6333b73f&device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 1094 time: 0.1302674 Dec 08 21:44:38.184910 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a198f21f-65ba-426b-9a82-711bd72d7a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.241826 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-f6d4c0ac-993a-40a7-982f-74fe01c1583e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777 HTTP/1.1" status: 200 len: 217 time: 0.0634606 Dec 08 21:44:38.339642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-634f38b7-8843-4a4e-b5ab-7196b7a87ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.341467 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-634f38b7-8843-4a4e-b5ab-7196b7a87ed2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f941e98-0195-4d10-bd3b-e498d6a86582 HTTP/1.1" status: 200 len: 854 time: 0.0801785 Dec 08 21:44:38.341865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-0e0574e3-f70b-4ba7-8b97-0aeaf5a83dd9 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.349182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-0e0574e3-f70b-4ba7-8b97-0aeaf5a83dd9 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.356952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-0e0574e3-f70b-4ba7-8b97-0aeaf5a83dd9 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.363262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-0e0574e3-f70b-4ba7-8b97-0aeaf5a83dd9 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.371391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-0e0574e3-f70b-4ba7-8b97-0aeaf5a83dd9 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.377297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-0e0574e3-f70b-4ba7-8b97-0aeaf5a83dd9 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.383584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-0e0574e3-f70b-4ba7-8b97-0aeaf5a83dd9 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.392843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-0e0574e3-f70b-4ba7-8b97-0aeaf5a83dd9 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.1128142 Dec 08 21:44:38.436364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76f6582-53a7-4502-ac1a-8051daa52564 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:38.443141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea6312dc-1948-478b-8497-e7a90a1c1859 req-52a038f2-ca7a-43f3-bb55-628583e7fda3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450482 Dec 08 21:44:38.447460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.463501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Transition to ACTIVE for port object d76f6582-53a7-4502-ac1a-8051daa52564 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:38.466509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-2a50ce3c-2d43-419b-8cd4-4480d52b6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.468488 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-2a50ce3c-2d43-419b-8cd4-4480d52b6cc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7782fdf-24d4-465d-b6f3-a5944f8828c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146626 Dec 08 21:44:38.469483 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.569753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0d249-6078-4d17-bbe9-f0387decc6d0 req-d246fd45-4d31-439d-8e47-05f8d379c7c9 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.571835 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e4e0d249-6078-4d17-bbe9-f0387decc6d0 req-d246fd45-4d31-439d-8e47-05f8d379c7c9 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 944 time: 0.0632188 Dec 08 21:44:38.576528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d76f6582-53a7-4502-ac1a-8051daa52564,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:38.609431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42662) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:38.618077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1100802864-network', 'tenant_id': '26406e46b71c4313aa42c5a9e97064a1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:38.647162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e4e0d249-6078-4d17-bbe9-f0387decc6d0 req-dcb151f3-48bc-49ac-b777-635f268a2168 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Dec 08 21:44:38.660372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Made reservation on behalf of 26406e46b71c4313aa42c5a9e97064a1 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:38.663577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.665134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-566f873c-4143-475b-a743-bb3e4582d4bd tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:44:38.666286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-566f873c-4143-475b-a743-bb3e4582d4bd tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142512 Dec 08 21:44:38.675440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.678173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-1f21e9bd-e4fc-45f7-9e4c-f08cd32834be service neutron] 10.222.0.23 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812243 Dec 08 21:44:38.715419 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb2a39c-b73e-4f3b-9577-f05ab7410333 x-openstack-request-id: req-abb2a39c-b73e-4f3b-9577-f05ab7410333 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:38.715605 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9", "tag": "c297d8f0-b57c-4a74-b4db-0b226aca3777", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:38.716110 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abb2a39c-b73e-4f3b-9577-f05ab7410333 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:38.716243 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'tag': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'status': 'completed', 'code': 200} Dec 08 21:44:38.725928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.784293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-78b8a828-7635-4e3e-a6c0-04b14296f7fe tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.785605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.785742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-78b8a828-7635-4e3e-a6c0-04b14296f7fe tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports/968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 1093 time: 0.1123796 Dec 08 21:44:38.788890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Attempting to bind port d76f6582-53a7-4502-ac1a-8051daa52564 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:38.789433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Attempting to bind port d76f6582-53a7-4502-ac1a-8051daa52564 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:38.789647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Attempting to bind port d76f6582-53a7-4502-ac1a-8051daa52564 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:38.793019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.801312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Request body: {'binding': {'host': 'n-h2-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:38.801910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Unknown quota resources ['binding']. {{(pid=102390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 21:44:38.805961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Port d76f6582-53a7-4502-ac1a-8051daa52564 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:38.806295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Attempting to bind port d76f6582-53a7-4502-ac1a-8051daa52564 on network 8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:38.834557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:38.834928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Checking segment: {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:38.835344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Bound using segment: {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:38.835793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Bound port: d76f6582-53a7-4502-ac1a-8051daa52564, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbee064-98ae-496d-9106-5fabd93f4a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:38.836150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.843503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:44:38.866664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8289497-0de4-4898-b8fc-7a6ca5612e9a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:38.869564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.869913 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Added segment d5100ea1-eab7-4a99-984e-75a162006d68 of type vlan for network 702b3f41-e071-4a86-8faa-019e0b7c1a80 Dec 08 21:44:38.910582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e48d48-5529-4bcb-adb9-c05e40c26422 req-c9dec422-d20a-4783-9983-2978351e081b tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.915945 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15e48d48-5529-4bcb-adb9-c05e40c26422 req-c9dec422-d20a-4783-9983-2978351e081b tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 943 time: 0.1133404 Dec 08 21:44:38.938690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.944142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77a7613a-20f8-4e05-a580-c27085e3be21 req-13c9521c-2261-45b1-b85c-4ca8548848f8 service neutron] 10.222.0.23 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574973 Dec 08 21:44:38.989787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15e48d48-5529-4bcb-adb9-c05e40c26422 req-5fc27089-9e4f-4ca2-be96-ea0d8db6e008 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606375 Dec 08 21:44:38.994728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:38.996386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:38.996637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.022009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] For port d76f6582-53a7-4502-ac1a-8051daa52564, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:39.062942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42670) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:39.064944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] For port d76f6582-53a7-4502-ac1a-8051daa52564, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d76f6582-53a7-4502-ac1a-8051daa52564,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:39.077861 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.086204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4751225 Dec 08 21:44:39.089203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42674) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:39.095971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Request body: {'subnet': {'network_id': '702b3f41-e071-4a86-8faa-019e0b7c1a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1100802864-subnet', 'tenant_id': '26406e46b71c4313aa42c5a9e97064a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:39.119073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d87d92-d6ef-419c-9c02-f8a3f532e69d admin admin] Pushing event updated for resources: {'Network': ['ID=702b3f41-e071-4a86-8faa-019e0b7c1a80,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:39.122232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Made reservation on behalf of 26406e46b71c4313aa42c5a9e97064a1 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:39.124717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.130333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 702b3f41-e071-4a86-8faa-019e0b7c1a80 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:44:39.142473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.143192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.144863 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] 10.222.0.23 "PUT /v2.0/ports/d76f6582-53a7-4502-ac1a-8051daa52564 HTTP/1.1" status: 200 len: 1092 time: 1.4960639 Dec 08 21:44:39.161774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6321a-9980-498b-910d-945be29fbb3a req-a59fb226-ed3b-4657-842a-e0cfde5e5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.163434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07c6321a-9980-498b-910d-945be29fbb3a req-a59fb226-ed3b-4657-842a-e0cfde5e5f03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82af475a040e4cb8a15f8cbd6333b73f&device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 1094 time: 0.1613066 Dec 08 21:44:39.164112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on host n-h2-821126-1 for vnic_type normal with profile None {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:39.164446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:39.164773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:39.196852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:39.196852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:39.247257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:39.247624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:39.248002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:39.248447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Bound port: 968fa367-a507-4359-a564-a876613c33a3, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:39.267137 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4031f6d-4793-4802-8089-d2bb10493b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.274986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ad72c-c10b-4724-8238-d29a583e69b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d76f6582-53a7-4502-ac1a-8051daa52564,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:39.296805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f05c-236e-4c72-b35b-ebec06c0476a req-e00110ee-314b-4d75-bd0b-13c7b97446e5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.298486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c82f05c-236e-4c72-b35b-ebec06c0476a req-e00110ee-314b-4d75-bd0b-13c7b97446e5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1090600 Dec 08 21:44:39.361523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-570ad5e1-0a8a-4ed1-af62-f5c0739a0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.363383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-570ad5e1-0a8a-4ed1-af62-f5c0739a0c31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 1095 time: 0.1723742 Dec 08 21:44:39.391046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.394068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c82f05c-236e-4c72-b35b-ebec06c0476a req-af4de47c-e96b-427c-88c1-f891adee4121 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846558 Dec 08 21:44:39.394220 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.399573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:39.432943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6321a-9980-498b-910d-945be29fbb3a req-875ea7d6-bd1b-4d47-b90c-dc6bbbd6c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.434439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07c6321a-9980-498b-910d-945be29fbb3a req-875ea7d6-bd1b-4d47-b90c-dc6bbbd6c055 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7782fdf-24d4-465d-b6f3-a5944f8828c1 HTTP/1.1" status: 200 len: 916 time: 0.2584207 Dec 08 21:44:39.435953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-a513be53-ade0-4e10-aa04-2ee329a2dcb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d76f6582-53a7-4502-ac1a-8051daa52564 HTTP/1.1" status: 200 len: 217 time: 0.0596335 Dec 08 21:44:39.438753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.439823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-11901a69-f608-4362-9dde-768407e7e0bd service neutron] 10.222.0.21 "POST /v2.0/ports/968fa367-a507-4359-a564-a876613c33a3/bindings HTTP/1.1" status: 201 len: 389 time: 0.6437790 Dec 08 21:44:39.473933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.497873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4031f6d-4793-4802-8089-d2bb10493b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.503114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07c6321a-9980-498b-910d-945be29fbb3a req-ac78b949-acf8-43e3-8ab1-1294fa1b4a27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777 HTTP/1.1" status: 200 len: 217 time: 0.0540652 Dec 08 21:44:39.536636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcc10bc-e29d-4c60-ab99-63c9deaf7699,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:39.543767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-d6bf28b0-231e-4876-8684-992e1dc10984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.545405 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-d6bf28b0-231e-4876-8684-992e1dc10984 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4e885b5-3b06-481f-bac8-287d7184e468 HTTP/1.1" status: 200 len: 854 time: 0.0953884 Dec 08 21:44:39.565969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4031f6d-4793-4802-8089-d2bb10493b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.611717 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-3217f7f6-e806-4d87-ab4b-3411427078ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558999 Dec 08 21:44:39.618903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Checking segment: {'id': 'd5100ea1-eab7-4a99-984e-75a162006d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '702b3f41-e071-4a86-8faa-019e0b7c1a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:39.619546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Network hostable DHCP agents. Network: 702b3f41-e071-4a86-8faa-019e0b7c1a80, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:44:39.649709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a4031f6d-4793-4802-8089-d2bb10493b76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24ca2eecb9204657bdcfef18044ae287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831127 Dec 08 21:44:39.653650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42680) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:39.664289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4031f6d-4793-4802-8089-d2bb10493b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5576d465-a981-40d5-80d4-791cd761db72,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:39.688162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-2d7fed53-13b7-47c6-b2a6-8aaaf45bebd1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.694580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-2d7fed53-13b7-47c6-b2a6-8aaaf45bebd1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.700587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-2d7fed53-13b7-47c6-b2a6-8aaaf45bebd1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.706460 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-2d7fed53-13b7-47c6-b2a6-8aaaf45bebd1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.712374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-2d7fed53-13b7-47c6-b2a6-8aaaf45bebd1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.718236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-2d7fed53-13b7-47c6-b2a6-8aaaf45bebd1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.724247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-2d7fed53-13b7-47c6-b2a6-8aaaf45bebd1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.726156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-2d7fed53-13b7-47c6-b2a6-8aaaf45bebd1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.1459143 Dec 08 21:44:39.727317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Network 702b3f41-e071-4a86-8faa-019e0b7c1a80 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:44:39.730622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6321a-9980-498b-910d-945be29fbb3a req-e806eb69-9be0-4b00-8f69-7de71b033270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.732201 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07c6321a-9980-498b-910d-945be29fbb3a req-e806eb69-9be0-4b00-8f69-7de71b033270 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f941e98-0195-4d10-bd3b-e498d6a86582 HTTP/1.1" status: 200 len: 854 time: 0.1858325 Dec 08 21:44:39.747537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 702b3f41-e071-4a86-8faa-019e0b7c1a80) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:39.753487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.754083 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.756268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb767a-4f79-4732-8f75-96c7884e86bb None None] Network 702b3f41-e071-4a86-8faa-019e0b7c1a80 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:44:39.780358 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3258321-0ee3-4eb3-b57d-7d315c6b9a1b req-bcc33a4d-b8c6-4eb4-918f-8523aab6f011 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463748 Dec 08 21:44:39.784747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe175b9-bc53-4a70-b6be-0efb9cf42660 req-eaef5ff8-dd14-445f-8b9b-37aac099e70a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.786624 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4fe175b9-bc53-4a70-b6be-0efb9cf42660 req-eaef5ff8-dd14-445f-8b9b-37aac099e70a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 945 time: 0.1866074 Dec 08 21:44:39.804087 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-418d6863-e19a-43b5-95b4-8bfa9b81a8f7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7036657 Dec 08 21:44:39.875055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-bf376bb8-e9b9-47d9-a75c-e9386dc5ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.876515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-bf376bb8-e9b9-47d9-a75c-e9386dc5ab53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1096 time: 0.1741617 Dec 08 21:44:39.914115 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-ac17b7a6-1bd8-4fd1-ada7-9add63d83634 service neutron] 10.222.0.23 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793984 Dec 08 21:44:39.923327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:39.934888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e89650-1361-4a64-a70a-7ffea508214a None None] Network 702b3f41-e071-4a86-8faa-019e0b7c1a80 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:44:39.950283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609299-fc3f-4148-923d-67ec24eefceb req-a2ded9c8-7749-42a1-a760-268aed1e140d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.951666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7609299-fc3f-4148-923d-67ec24eefceb req-a2ded9c8-7749-42a1-a760-268aed1e140d tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 944 time: 0.0725448 Dec 08 21:44:39.958870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6321a-9980-498b-910d-945be29fbb3a req-93e8cc2b-5d61-4453-9c5d-9acba850e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:39.960343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07c6321a-9980-498b-910d-945be29fbb3a req-93e8cc2b-5d61-4453-9c5d-9acba850e10f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7782fdf-24d4-465d-b6f3-a5944f8828c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000506 Dec 08 21:44:39.971114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4fe175b9-bc53-4a70-b6be-0efb9cf42660 req-cf39814d-f41e-468b-bf67-b874bf59aa54 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728556 Dec 08 21:44:39.977845 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00397157-f8ce-4b6d-a205-0e2f735abf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:40.010315 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7609299-fc3f-4148-923d-67ec24eefceb req-92e8a4a4-7879-419a-9d30-ce1c04e23cbd tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500226 Dec 08 21:44:40.360202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-04e6efcb-017d-4e9c-bc00-d08384510be5 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:40.361694 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-04e6efcb-017d-4e9c-bc00-d08384510be5 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/networks?id=cd548534-c332-4cf8-ac68-4ab7dd5e3daa HTTP/1.1" status: 200 len: 814 time: 0.1087890 Dec 08 21:44:40.377504 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-4a25d214-5b98-4af3-af4b-4f966fc942f6 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/quotas/74f480165a3846abac3645bd5331a1de HTTP/1.1" status: 200 len: 375 time: 0.0097547 Dec 08 21:44:40.412478 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-fc255022-589d-45b5-8b92-4a2a2297c134 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74f480165a3846abac3645bd5331a1de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286832 Dec 08 21:44:40.429661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00397157-f8ce-4b6d-a205-0e2f735abf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:40.504282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-acf95509-a71a-43c5-8fc8-a4e770b8e607 service neutron] 10.222.0.21 "GET /v2.0/networks/cd548534-c332-4cf8-ac68-4ab7dd5e3daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Dec 08 21:44:40.545285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-26e2042b-1703-4691-a08e-307d237e58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:40.546757 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-26e2042b-1703-4691-a08e-307d237e58bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.6623478 Dec 08 21:44:40.567588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0fd6489-cfe2-4286-b2b9-3f83973ba8d2 req-608c9447-fe61-4438-86bd-4a5735e0410e service neutron] 10.222.0.23 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385243 Dec 08 21:44:40.571984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07c6321a-9980-498b-910d-945be29fbb3a req-6f0a6404-2f7b-4cb5-8345-953af1f2b562 service neutron] 10.222.0.23 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961008 Dec 08 21:44:40.593947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-c00716d5-1283-478c-886f-a31d5496a498 service neutron] 10.222.0.21 "GET /v2.0/networks/cd548534-c332-4cf8-ac68-4ab7dd5e3daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825989 Dec 08 21:44:40.610186 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-9a6e753f-3e19-4b93-b2ec-cfdec3221fd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 217 time: 0.0513294 Dec 08 21:44:40.630468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4e927-5052-41b3-89c1-c0d3f13df716 req-2f5269b3-7767-411e-ac52-c4e54e33fdf6 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:40.632186 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c2d4e927-5052-41b3-89c1-c0d3f13df716 req-2f5269b3-7767-411e-ac52-c4e54e33fdf6 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 943 time: 0.2265089 Dec 08 21:44:40.705637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00397157-f8ce-4b6d-a205-0e2f735abf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:40.708870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00397157-f8ce-4b6d-a205-0e2f735abf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:40.709981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-00397157-f8ce-4b6d-a205-0e2f735abf0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5576d465-a981-40d5-80d4-791cd761db72 HTTP/1.1" status: 204 len: 168 time: 1.0467591 Dec 08 21:44:40.724670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36ac3c4-1632-46f8-9a92-6ba361848925', 'tag': 'd76f6582-53a7-4502-ac1a-8051daa52564'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:40.726939 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb28f6c3-9c6a-4917-a383-cca35781cd49" -d '{"events": [{"name": "network-changed", "server_uuid": "f36ac3c4-1632-46f8-9a92-6ba361848925", "tag": "d76f6582-53a7-4502-ac1a-8051daa52564"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:40.744780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397157-f8ce-4b6d-a205-0e2f735abf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5576d465-a981-40d5-80d4-791cd761db72,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:40.764972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-d6b8fe8a-ab2c-4732-8c06-e078dee9d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:40.766588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-d6b8fe8a-ab2c-4732-8c06-e078dee9d8ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1451225 Dec 08 21:44:40.774316 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c2d4e927-5052-41b3-89c1-c0d3f13df716 req-50d007ef-13cc-409f-84a1-85495c7052cd tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104813 Dec 08 21:44:40.822210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-53e2465c-9e91-4168-ae8a-f92c1dd9a533 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465188 Dec 08 21:44:40.833533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07c6321a-9980-498b-910d-945be29fbb3a req-dcc47452-3a8c-44e2-b0de-fec81661fa73 service neutron] 10.222.0.23 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326651 Dec 08 21:44:40.901145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:40.908832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ed926c-ec38-4098-a2cb-f9986daab47e req-891984f0-4d21-4c9c-945c-ccd043be77dd tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 210 time: 0.0741935 Dec 08 21:44:40.947542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ad9c-6252-4268-bab7-d6a19a5ae9c3 req-7acbc1ab-8c80-4e47-8a82-1d8ededda3af tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:40.949492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1020ad9c-6252-4268-bab7-d6a19a5ae9c3 req-7acbc1ab-8c80-4e47-8a82-1d8ededda3af tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0947566 Dec 08 21:44:40.969725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-a89b9489-eaf2-4d75-9166-58f2786dc5f4 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336696 Dec 08 21:44:40.972407 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c9a8b5-193f-44dc-b2c5-fd5e97ce2026 x-openstack-request-id: req-21c9a8b5-193f-44dc-b2c5-fd5e97ce2026 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:40.972702 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36ac3c4-1632-46f8-9a92-6ba361848925", "tag": "d76f6582-53a7-4502-ac1a-8051daa52564", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:40.972953 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21c9a8b5-193f-44dc-b2c5-fd5e97ce2026 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:40.973883 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36ac3c4-1632-46f8-9a92-6ba361848925', 'tag': 'd76f6582-53a7-4502-ac1a-8051daa52564', 'status': 'completed', 'code': 200} Dec 08 21:44:41.037619 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1020ad9c-6252-4268-bab7-d6a19a5ae9c3 req-8ec36055-5709-4e14-8bad-aba0ce2d7b2f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804639 Dec 08 21:44:41.142616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42726) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:41.178636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c69e7-b67a-498c-850a-dacd8b9dab31 req-d356c7b2-8b0c-4520-8434-e7d313935641 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.180312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-096c69e7-b67a-498c-850a-dacd8b9dab31 req-d356c7b2-8b0c-4520-8434-e7d313935641 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 945 time: 0.0638268 Dec 08 21:44:41.188271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14b2e41c-071d-47b3-ab85-d6edca17b5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:41.229931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-f9048bbe-1ede-4ae3-b955-61da3512dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.232325 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-f9048bbe-1ede-4ae3-b955-61da3512dd0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bc8a0766f814310ad94f675ea724293&device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 1095 time: 0.2280827 Dec 08 21:44:41.232475 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-096c69e7-b67a-498c-850a-dacd8b9dab31 req-dd597c72-109f-4618-931b-6dbfe052993e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454485 Dec 08 21:44:41.250894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-126d4544-76cc-4cda-9dc5-b9894a80be4a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.257598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-126d4544-76cc-4cda-9dc5-b9894a80be4a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.263778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-126d4544-76cc-4cda-9dc5-b9894a80be4a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.269985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-126d4544-76cc-4cda-9dc5-b9894a80be4a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.276015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-126d4544-76cc-4cda-9dc5-b9894a80be4a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.281921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-126d4544-76cc-4cda-9dc5-b9894a80be4a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.288441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-126d4544-76cc-4cda-9dc5-b9894a80be4a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.290327 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-126d4544-76cc-4cda-9dc5-b9894a80be4a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.2054656 Dec 08 21:44:41.333564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-4891d989-3b40-4513-9baf-3fe8b9fa91f4 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487992 Dec 08 21:44:41.340661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1d62-ff3f-4494-ac85-3b736a0f6022 req-9690a296-eaf8-49f5-99e7-ac7af5a94d3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.342302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-150f1d62-ff3f-4494-ac85-3b736a0f6022 req-9690a296-eaf8-49f5-99e7-ac7af5a94d3a tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 944 time: 0.0521142 Dec 08 21:44:41.384947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-150f1d62-ff3f-4494-ac85-3b736a0f6022 req-a08d6955-a3ba-4a46-8e73-040f7388f235 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355408 Dec 08 21:44:41.444434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f25b43d-bfe1-43ec-b8d0-67f2269b6387 req-e1eeb413-7efd-4f69-863b-90e183d25d57 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415782 Dec 08 21:44:41.488031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-18d62f37-782c-47ec-ae73-61d581292a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.490193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-18d62f37-782c-47ec-ae73-61d581292a5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 200 len: 915 time: 0.1905918 Dec 08 21:44:41.546241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-56a842f9-8ba9-44e5-a090-6b00deea2e22 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.547720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-56a842f9-8ba9-44e5-a090-6b00deea2e22 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.1430504 Dec 08 21:44:41.553016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14b2e41c-071d-47b3-ab85-d6edca17b5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:41.554589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-c25264b7-cfe7-4d3b-b9d2-3fe8b01d97e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d76f6582-53a7-4502-ac1a-8051daa52564 HTTP/1.1" status: 200 len: 217 time: 0.0561485 Dec 08 21:44:41.559661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821126-1'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:41.563887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14b2e41c-071d-47b3-ab85-d6edca17b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:41.659274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-14b2e41c-071d-47b3-ab85-d6edca17b5d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=820a9cf11f944816bfa402be7a6281a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146542 Dec 08 21:44:41.662620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:41.683374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-9b8bf954-2f0c-4d1b-98e0-e79196c4f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:41.684784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-9b8bf954-2f0c-4d1b-98e0-e79196c4f4d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4e885b5-3b06-481f-bac8-287d7184e468 HTTP/1.1" status: 200 len: 854 time: 0.1226029 Dec 08 21:44:41.685378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2e41c-071d-47b3-ab85-d6edca17b5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e19b90-9413-46d5-a9d6-7d49a0b7849a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:41.702080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:41.713052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a11e-07b6-47ff-b76d-9a2b626352cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:41.724745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-397709ef-1c9d-4a7a-8ad3-72260fb7c77b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325923 Dec 08 21:44:41.735215 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a11e-07b6-47ff-b76d-9a2b626352cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:41.792009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a11e-07b6-47ff-b76d-9a2b626352cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:41.794862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a11e-07b6-47ff-b76d-9a2b626352cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:41.796349 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9ef2a11e-07b6-47ff-b76d-9a2b626352cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5e19b90-9413-46d5-a9d6-7d49a0b7849a HTTP/1.1" status: 204 len: 168 time: 0.1325209 Dec 08 21:44:41.805714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2a11e-07b6-47ff-b76d-9a2b626352cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e19b90-9413-46d5-a9d6-7d49a0b7849a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:41.836084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c297d8f0-b57c-4a74-b4db-0b226aca3777 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:41.897048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-dfd68517-828c-44f3-86aa-6d3a0930e71c service neutron] 10.222.0.23 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654510 Dec 08 21:44:41.984707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port c297d8f0-b57c-4a74-b4db-0b226aca3777, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:42.000929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'port_id': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'mac_address': 'fa:16:3e:c1:64:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:42.003769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:42.033492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-a13bfb04-1aa7-4aaa-a1d6-800fc69934b6 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.036030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-a13bfb04-1aa7-4aaa-a1d6-800fc69934b6 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.37 "GET /v2.0/networks?id=cd548534-c332-4cf8-ac68-4ab7dd5e3daa HTTP/1.1" status: 200 len: 814 time: 0.1795957 Dec 08 21:44:42.054183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Request body: {'port': {'device_id': 'cde8264a-cff5-4d82-b62a-3f43340cfff3', 'network_id': 'cd548534-c332-4cf8-ac68-4ab7dd5e3daa', 'admin_state_up': True, 'tenant_id': '74f480165a3846abac3645bd5331a1de'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:42.056232 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.072911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c297d8f0-b57c-4a74-b4db-0b226aca3777 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:42.098290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22daf84-4d55-4d6e-acb0-3ef6b6e21421 req-3ba9bc5a-5d63-4a0a-821a-3daead19f1d2 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.099962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c22daf84-4d55-4d6e-acb0-3ef6b6e21421 req-3ba9bc5a-5d63-4a0a-821a-3daead19f1d2 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 943 time: 0.1279321 Dec 08 21:44:42.107626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:42.119202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port c297d8f0-b57c-4a74-b4db-0b226aca3777, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:42.125333 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.130432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb28f6c3-9c6a-4917-a383-cca35781cd49 req-8c37a46d-c7b0-4212-8809-62c809cea4c2 service neutron] 10.222.0.23 "GET /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191753 Dec 08 21:44:42.163305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76c0a49c-5b1b-4b85-996d-c5edbe436b6f req-b57315b1-6b5a-4e36-8b50-30c3241bcdac tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 210 time: 0.0856516 Dec 08 21:44:42.179798 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.186879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c22daf84-4d55-4d6e-acb0-3ef6b6e21421 req-cac96745-ba41-4ec6-bf00-2d7d6f039b51 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771761 Dec 08 21:44:42.190575 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.231233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=c297d8f0-b57c-4a74-b4db-0b226aca3777,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:42.335004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Pushing event updated for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:42.346963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde250a-9b14-4e6e-8027-8c03214c671d req-0da24d39-fc83-4524-bddc-0453e36f51e6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.349646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['c297d8f0-b57c-4a74-b4db-0b226aca3777'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:42.354450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebde250a-9b14-4e6e-8027-8c03214c671d req-0da24d39-fc83-4524-bddc-0453e36f51e6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0954962 Dec 08 21:44:42.367102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on host n-h1-821126-1 for vnic_type normal with profile {"migrating_to": "n-h2-821126-1"} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:42.367798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:42.368483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:42.384114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:42.384823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Attempting to bind port 968fa367-a507-4359-a564-a876613c33a3 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:42.394273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:42.394874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:42.395820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:42.396615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Bound port: 968fa367-a507-4359-a564-a876613c33a3, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:42.397163 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.423636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bff737-e6ff-4b16-a7ba-3532f2ac4b85 req-386f7ad2-0d22-437b-b8da-8208c3aaf7a8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.425916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebde250a-9b14-4e6e-8027-8c03214c671d req-b83e1dfc-5428-426f-95ba-be65e3eea13f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656075 Dec 08 21:44:42.431328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78bff737-e6ff-4b16-a7ba-3532f2ac4b85 req-386f7ad2-0d22-437b-b8da-8208c3aaf7a8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 943 time: 0.1237280 Dec 08 21:44:42.437123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Made reservation on behalf of 74f480165a3846abac3645bd5331a1de for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:42.440644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.517970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:42.531363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:42.545122 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.608641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78bff737-e6ff-4b16-a7ba-3532f2ac4b85 req-fb162cb6-8b59-4703-b918-7a4f77c66422 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044748 Dec 08 21:44:42.611732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a3f46-2c78-45f7-b6d1-3fd7471e43b2 req-5c65a7bb-8627-4ac6-8efc-172aaa4c4cd4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.619415 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c60a3f46-2c78-45f7-b6d1-3fd7471e43b2 req-5c65a7bb-8627-4ac6-8efc-172aaa4c4cd4 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 944 time: 0.0963862 Dec 08 21:44:42.628694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Pushing event updated for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=8']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:42.660055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Allocated IP 172.20.0.13 (cd548534-c332-4cf8-ac68-4ab7dd5e3daa/ba9c0207-e586-480d-b868-7119014be645/37e781c4-0b18-492b-b065-2c2ac8a4b793) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:42.662130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.663340 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.665943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5a7dbce3-cc10-4395-adb7-64462de372a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 1121 time: 1.1093550 Dec 08 21:44:42.686929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c60a3f46-2c78-45f7-b6d1-3fd7471e43b2 req-368839ce-e82b-4392-bc39-e6818a9c7ffe tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665669 Dec 08 21:44:42.748165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['968fa367-a507-4359-a564-a876613c33a3'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:42.797720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-68fefd92-2767-49cd-9112-699655f68a33 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.807641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-68fefd92-2767-49cd-9112-699655f68a33 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.814384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-68fefd92-2767-49cd-9112-699655f68a33 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.830279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-68fefd92-2767-49cd-9112-699655f68a33 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.836805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-68fefd92-2767-49cd-9112-699655f68a33 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.843441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-68fefd92-2767-49cd-9112-699655f68a33 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.847175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.850810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-68fefd92-2767-49cd-9112-699655f68a33 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:42.859430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-68fefd92-2767-49cd-9112-699655f68a33 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.1541381 Dec 08 21:44:42.889512 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:42.914830 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32e88e0e-4614-4e1e-b8fe-cd4621e7ff52 req-a7b5c9eb-2d1a-4c5c-b8da-c8feb05549f8 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481007 Dec 08 21:44:42.937931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Network cd548534-c332-4cf8-ac68-4ab7dd5e3daa is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:42.940889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:42.944567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:42.969944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Pushing event updated for resources: {'Port': ['ID=37e781c4-0b18-492b-b065-2c2ac8a4b793,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:42.975357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968fa367-a507-4359-a564-a876613c33a3'}, {'name': 'network-changed', 'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'tag': '968fa367-a507-4359-a564-a876613c33a3'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:42.977494 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fecb6ac-261b-4592-b044-e8fc06cd2afc" -d '{"events": [{"server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "name": "network-vif-unplugged", "status": "completed", "tag": "968fa367-a507-4359-a564-a876613c33a3"}, {"name": "network-changed", "server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "tag": "968fa367-a507-4359-a564-a876613c33a3"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:43.010372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.011182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:43.022369 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee7ee34-be56-481b-8001-4c438bbeb2fc x-openstack-request-id: req-aee7ee34-be56-481b-8001-4c438bbeb2fc {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:43.022653 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "name": "network-vif-unplugged", "status": "completed", "tag": "968fa367-a507-4359-a564-a876613c33a3", "code": 200}, {"name": "network-changed", "server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "tag": "968fa367-a507-4359-a564-a876613c33a3", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:43.022949 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aee7ee34-be56-481b-8001-4c438bbeb2fc {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:43.023363 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968fa367-a507-4359-a564-a876613c33a3', 'code': 200} Dec 08 21:44:43.023619 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'tag': '968fa367-a507-4359-a564-a876613c33a3', 'status': 'completed', 'code': 200} Dec 08 21:44:43.029189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-6fd26f82-bc80-47c5-bf9f-044c54024a5a tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9834983 Dec 08 21:44:43.045507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Request body: {'port': {'device_id': 'cde8264a-cff5-4d82-b62a-3f43340cfff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:43.095887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-e6e4e4e5-5ea8-45e2-b43f-41b83133f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.097519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-e6e4e4e5-5ea8-45e2-b43f-41b83133f864 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1124 time: 0.0472553 Dec 08 21:44:43.104022 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:43.196743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-3434aa45-4e6b-4a75-9240-71b5d1c48d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.198652 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-3434aa45-4e6b-4a75-9240-71b5d1c48d4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.0941448 Dec 08 21:44:43.274692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-309746e1-efd8-432b-bef0-99dfb819987f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 217 time: 0.0677035 Dec 08 21:44:43.361337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-dc36a862-3199-4e19-a012-d52a01944ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.363086 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-dc36a862-3199-4e19-a012-d52a01944ca0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0733609 Dec 08 21:44:43.371480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d3657-deb4-49f4-a29b-2994cf230b76 req-4086dcbe-ba04-4f74-9432-b879eb9fcf98 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.373214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-262d3657-deb4-49f4-a29b-2994cf230b76 req-4086dcbe-ba04-4f74-9432-b879eb9fcf98 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 932 time: 0.1010196 Dec 08 21:44:43.402203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-bbe8623e-2965-4bcb-b00e-dc85d61f45c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278411 Dec 08 21:44:43.487682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-262d3657-deb4-49f4-a29b-2994cf230b76 req-deb5a658-b9ed-41d5-be1b-2489f7328672 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879419 Dec 08 21:44:43.538093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-6e4eef75-c882-4c58-87d6-bd099b0b3f0c service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173918 Dec 08 21:44:43.653005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333af6a-62dd-4c63-85f7-3280f102c65a req-911ef47f-3126-454a-9b06-df53a24cc33f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.654481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e333af6a-62dd-4c63-85f7-3280f102c65a req-911ef47f-3126-454a-9b06-df53a24cc33f tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 944 time: 0.1055202 Dec 08 21:44:43.674267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abccf7-021b-446c-ac4f-ee4c1f09c52f req-9804012f-fbfa-473f-bcce-af2fb705335e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.675960 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-04abccf7-021b-446c-ac4f-ee4c1f09c52f req-9804012f-fbfa-473f-bcce-af2fb705335e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1103587 Dec 08 21:44:43.707275 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fecb6ac-261b-4592-b044-e8fc06cd2afc req-99d0f060-c994-4708-8796-282d52809499 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616421 Dec 08 21:44:43.720662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e333af6a-62dd-4c63-85f7-3280f102c65a req-b6daa1b6-6aa9-49f7-b8e0-e897c3909740 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600982 Dec 08 21:44:43.743245 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-04abccf7-021b-446c-ac4f-ee4c1f09c52f req-a3dac4a6-23e5-4968-a22b-3d6aaf965b6c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533056 Dec 08 21:44:43.833330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d76f6582-53a7-4502-ac1a-8051daa52564 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:43.835663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c297d8f0-b57c-4a74-b4db-0b226aca3777 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:43.837026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e781c4-0b18-492b-b065-2c2ac8a4b793 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:43.847192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:43.865948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Transition to ACTIVE for port object 37e781c4-0b18-492b-b065-2c2ac8a4b793 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:43.866582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac685f-8fbc-4171-976f-6ebf2e6f82b3 req-7802ec70-f986-45b8-9745-2378eeb5f342 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.868504 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70ac685f-8fbc-4171-976f-6ebf2e6f82b3 req-7802ec70-f986-45b8-9745-2378eeb5f342 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 944 time: 0.0530701 Dec 08 21:44:43.875193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7d6e1-2d6d-4bab-8df9-9425ec3cd56b req-45efc7bd-94b2-4daa-8ffd-a89f767e8a5a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:43.876672 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84d7d6e1-2d6d-4bab-8df9-9425ec3cd56b req-45efc7bd-94b2-4daa-8ffd-a89f767e8a5a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 943 time: 0.0794160 Dec 08 21:44:43.877946 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:43.908260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70ac685f-8fbc-4171-976f-6ebf2e6f82b3 req-fe247c6d-faf9-45ca-8450-1406aafe96cf tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337198 Dec 08 21:44:43.953314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port c297d8f0-b57c-4a74-b4db-0b226aca3777 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:44:43.960906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port c297d8f0-b57c-4a74-b4db-0b226aca3777 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:43.961305 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:43.974051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Pushing event updated for resources: {'Port': ['ID=37e781c4-0b18-492b-b065-2c2ac8a4b793,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:44.004350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84d7d6e1-2d6d-4bab-8df9-9425ec3cd56b req-6120b22a-d360-4b03-908f-94ce20d554d2 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015244 Dec 08 21:44:44.016566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d76f6582-53a7-4502-ac1a-8051daa52564, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d76f6582-53a7-4502-ac1a-8051daa52564,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:44.038559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Attempting to bind port 37e781c4-0b18-492b-b065-2c2ac8a4b793 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:44.038932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Attempting to bind port 37e781c4-0b18-492b-b065-2c2ac8a4b793 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '2bd24c1c-5470-4e7a-9213-6f53d8322c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd548534-c332-4cf8-ac68-4ab7dd5e3daa'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:44.039265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Attempting to bind port 37e781c4-0b18-492b-b065-2c2ac8a4b793 on network cd548534-c332-4cf8-ac68-4ab7dd5e3daa {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:44.044057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Port 37e781c4-0b18-492b-b065-2c2ac8a4b793 on network cd548534-c332-4cf8-ac68-4ab7dd5e3daa not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:44.044344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'd76f6582-53a7-4502-ac1a-8051daa52564', 'network_id': '8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8', 'port_id': 'd76f6582-53a7-4502-ac1a-8051daa52564', 'mac_address': 'fa:16:3e:e6:2d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e885b5-3b06-481f-bac8-287d7184e468', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:44.044503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Attempting to bind port 37e781c4-0b18-492b-b065-2c2ac8a4b793 on network cd548534-c332-4cf8-ac68-4ab7dd5e3daa {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:44.049865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:44.051858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Checking segment: {'id': '2bd24c1c-5470-4e7a-9213-6f53d8322c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd548534-c332-4cf8-ac68-4ab7dd5e3daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:44.052370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Bound using segment: {'id': '2bd24c1c-5470-4e7a-9213-6f53d8322c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd548534-c332-4cf8-ac68-4ab7dd5e3daa'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:44.052992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Bound port: 37e781c4-0b18-492b-b065-2c2ac8a4b793, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd24c1c-5470-4e7a-9213-6f53d8322c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd548534-c332-4cf8-ac68-4ab7dd5e3daa'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:44.053266 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:44.113301 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:44.124862 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:44.148651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c297d8f0-b57c-4a74-b4db-0b226aca3777'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:44.150931 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e8f6bc-8d58-4cc5-92c3-20d08e60a263" -d '{"events": [{"server_uuid": "b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9", "name": "network-vif-plugged", "status": "completed", "tag": "c297d8f0-b57c-4a74-b4db-0b226aca3777"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:44.161522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] For port 37e781c4-0b18-492b-b065-2c2ac8a4b793, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:44.166411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] For port 37e781c4-0b18-492b-b065-2c2ac8a4b793, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=37e781c4-0b18-492b-b065-2c2ac8a4b793,segment=NetworkSegment(2bd24c1c-5470-4e7a-9213-6f53d8322c7d),segment_id=2bd24c1c-5470-4e7a-9213-6f53d8322c7d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:44.168507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76f6582-53a7-4502-ac1a-8051daa52564 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:44.175669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port c297d8f0-b57c-4a74-b4db-0b226aca3777, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:44.184394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-205357fe-bfc0-4a81-9d5d-c90baab08856 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.185298 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:44.190441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-205357fe-bfc0-4a81-9d5d-c90baab08856 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.196965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-205357fe-bfc0-4a81-9d5d-c90baab08856 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.202967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-205357fe-bfc0-4a81-9d5d-c90baab08856 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.209511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-205357fe-bfc0-4a81-9d5d-c90baab08856 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.213874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d76f6582-53a7-4502-ac1a-8051daa52564, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d76f6582-53a7-4502-ac1a-8051daa52564,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:44.215637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-205357fe-bfc0-4a81-9d5d-c90baab08856 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.221981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-205357fe-bfc0-4a81-9d5d-c90baab08856 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.223011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:44.223729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 968fa367-a507-4359-a564-a876613c33a3 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:44.227215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-205357fe-bfc0-4a81-9d5d-c90baab08856 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.1305130 Dec 08 21:44:44.229356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:44.251921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=c297d8f0-b57c-4a74-b4db-0b226aca3777,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:44.285253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.287286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:44.291087 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] 10.222.0.37 "PUT /v2.0/ports/37e781c4-0b18-492b-b065-2c2ac8a4b793 HTTP/1.1" status: 200 len: 1092 time: 1.2497554 Dec 08 21:44:44.292005 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eea33a4-82da-451e-8f93-6bfd777096d8 x-openstack-request-id: req-8eea33a4-82da-451e-8f93-6bfd777096d8 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:44.292147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde8264a-cff5-4d82-b62a-3f43340cfff3', 'tag': '37e781c4-0b18-492b-b065-2c2ac8a4b793'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:44.292323 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9", "name": "network-vif-plugged", "status": "completed", "tag": "c297d8f0-b57c-4a74-b4db-0b226aca3777", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:44.292548 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eea33a4-82da-451e-8f93-6bfd777096d8 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:44.292937 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'code': 200} Dec 08 21:44:44.295555 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af16709-f491-4cab-9474-903af1f91dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "cde8264a-cff5-4d82-b62a-3f43340cfff3", "tag": "37e781c4-0b18-492b-b065-2c2ac8a4b793"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:44.347081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57d4c736-21d9-49aa-b044-d862fbb7a768 req-00e6160c-6214-4603-93a7-5b435809c7cb tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125419 Dec 08 21:44:44.348842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dea9a-912e-45d1-aff6-595b5a4e2209 service neutron] Pushing event updated for resources: {'Port': ['ID=37e781c4-0b18-492b-b065-2c2ac8a4b793,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:44.352725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d76f6582-53a7-4502-ac1a-8051daa52564,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:44.381795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:44.398377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 968fa367-a507-4359-a564-a876613c33a3 has no active binding in host n-h2-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 21:44:44.421256 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f308585e-68c0-4364-b4bb-7ffc7abd1730 x-openstack-request-id: req-f308585e-68c0-4364-b4bb-7ffc7abd1730 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:44.421689 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde8264a-cff5-4d82-b62a-3f43340cfff3", "tag": "37e781c4-0b18-492b-b065-2c2ac8a4b793", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:44.422013 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f308585e-68c0-4364-b4bb-7ffc7abd1730 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:44.422472 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde8264a-cff5-4d82-b62a-3f43340cfff3', 'tag': '37e781c4-0b18-492b-b065-2c2ac8a4b793', 'status': 'completed', 'code': 200} Dec 08 21:44:44.435084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbe019-eea0-4bf7-9d67-5650b0c0fcf0 req-f3af4eae-bd13-4269-ab10-d5487a5718ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.436920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-94fbe019-eea0-4bf7-9d67-5650b0c0fcf0 req-f3af4eae-bd13-4269-ab10-d5487a5718ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0801685 Dec 08 21:44:44.438922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-08fd6ed0-1c9f-426f-80f0-a84d6824ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.440550 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-08fd6ed0-1c9f-426f-80f0-a84d6824ed0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74f480165a3846abac3645bd5331a1de&device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 1095 time: 0.0597808 Dec 08 21:44:44.477800 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-94fbe019-eea0-4bf7-9d67-5650b0c0fcf0 req-355a5da7-a492-4036-a344-1a0273c31b67 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330930 Dec 08 21:44:44.484224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-8e0b8c87-931c-4bb5-a4a7-0a39de3f3bba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e781c4-0b18-492b-b065-2c2ac8a4b793 HTTP/1.1" status: 200 len: 217 time: 0.0353470 Dec 08 21:44:44.534846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ee4890c9-c126-4a24-aca9-c3321da75032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.536885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-ee4890c9-c126-4a24-aca9-c3321da75032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba9c0207-e586-480d-b868-7119014be645 HTTP/1.1" status: 200 len: 854 time: 0.0459762 Dec 08 21:44:44.576617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-1d7759b7-0242-450b-b0e1-3394ee1e162f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd548534-c332-4cf8-ac68-4ab7dd5e3daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325813 Dec 08 21:44:44.635569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d76f6582-53a7-4502-ac1a-8051daa52564'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:44.678481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a4b26-4673-4ed5-91ea-e5ad6c0c7d86 req-1a572226-2077-41d9-9966-2ea295922eca tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.680294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-476a4b26-4673-4ed5-91ea-e5ad6c0c7d86 req-1a572226-2077-41d9-9966-2ea295922eca tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 944 time: 0.1062176 Dec 08 21:44:44.727648 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-fbbea94a-518b-47fc-8b9f-07adadfd513d service neutron] 10.222.0.37 "GET /v2.0/networks/cd548534-c332-4cf8-ac68-4ab7dd5e3daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413679 Dec 08 21:44:44.759768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-476a4b26-4673-4ed5-91ea-e5ad6c0c7d86 req-1ef7c770-c389-449c-8f70-b06b5999293c tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706289 Dec 08 21:44:44.848968 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e6cce5-5c1d-4bcf-8a17-a78dc2c4d398 req-65fc0606-79f1-4982-a3f0-084e00a4fd01 service neutron] 10.222.0.37 "GET /v2.0/networks/cd548534-c332-4cf8-ac68-4ab7dd5e3daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115117 Dec 08 21:44:44.886288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c7739-b11d-441d-a2d0-93fb952ed13c req-0201236b-892d-4b6b-accb-c6d685f8d8e7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.888144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-753c7739-b11d-441d-a2d0-93fb952ed13c req-0201236b-892d-4b6b-accb-c6d685f8d8e7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 945 time: 0.0595124 Dec 08 21:44:44.956673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-753c7739-b11d-441d-a2d0-93fb952ed13c req-66fabe83-13ea-4b0f-a751-e2b55aa6eb3b tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623302 Dec 08 21:44:44.975183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af16709-f491-4cab-9474-903af1f91dbf req-58f71ddc-55c8-4e62-b9a7-b5990bafc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:44.975183 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3af16709-f491-4cab-9474-903af1f91dbf req-58f71ddc-55c8-4e62-b9a7-b5990bafc50b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74f480165a3846abac3645bd5331a1de&device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 1095 time: 0.0725975 Dec 08 21:44:45.006757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb9640-6ab0-445d-8eb8-7aaf8aca82bc req-86f186f1-baa4-48ed-8742-2dcfa91d5345 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.014872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ddb9640-6ab0-445d-8eb8-7aaf8aca82bc req-86f186f1-baa4-48ed-8742-2dcfa91d5345 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0673020 Dec 08 21:44:45.056418 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ddb9640-6ab0-445d-8eb8-7aaf8aca82bc req-4224c1af-49db-46e4-94df-97c858c29ac3 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Dec 08 21:44:45.117367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac06a4-aa0c-4349-a1fc-9d534ac97dba req-616c6e3a-89a6-49e9-9591-123b9b21f908 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.118940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71ac06a4-aa0c-4349-a1fc-9d534ac97dba req-616c6e3a-89a6-49e9-9591-123b9b21f908 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 945 time: 0.0813968 Dec 08 21:44:45.120459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af16709-f491-4cab-9474-903af1f91dbf req-2fd7b06d-fb16-4a7d-87f3-8e740a85f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.121694 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3af16709-f491-4cab-9474-903af1f91dbf req-2fd7b06d-fb16-4a7d-87f3-8e740a85f7bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd548534-c332-4cf8-ac68-4ab7dd5e3daa HTTP/1.1" status: 200 len: 915 time: 0.1374524 Dec 08 21:44:45.170243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2fdd3-cce6-49a4-b120-10a2b6efb3d2 req-6aa69c45-21f8-4319-8b04-9005dff31ddd tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.171749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ee2fdd3-cce6-49a4-b120-10a2b6efb3d2 req-6aa69c45-21f8-4319-8b04-9005dff31ddd tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 943 time: 0.0508897 Dec 08 21:44:45.177332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3af16709-f491-4cab-9474-903af1f91dbf req-e1b1751c-f60c-4818-9d66-467ddb100e80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e781c4-0b18-492b-b065-2c2ac8a4b793 HTTP/1.1" status: 200 len: 217 time: 0.0412004 Dec 08 21:44:45.202402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71ac06a4-aa0c-4349-a1fc-9d534ac97dba req-c27d004c-d75d-4f0a-85a4-7174babb1a5e tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751040 Dec 08 21:44:45.224696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ee2fdd3-cce6-49a4-b120-10a2b6efb3d2 req-ccb91b64-49e3-4b5c-a9b4-9c96d77f07ee tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388241 Dec 08 21:44:45.236833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af16709-f491-4cab-9474-903af1f91dbf req-bba1eb2b-4f81-47d3-98ea-a7836fad8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.238282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3af16709-f491-4cab-9474-903af1f91dbf req-bba1eb2b-4f81-47d3-98ea-a7836fad8c41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba9c0207-e586-480d-b868-7119014be645 HTTP/1.1" status: 200 len: 854 time: 0.0515604 Dec 08 21:44:45.281949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3af16709-f491-4cab-9474-903af1f91dbf req-048220e9-ddf2-43f0-b2ea-91530a491de9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd548534-c332-4cf8-ac68-4ab7dd5e3daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358582 Dec 08 21:44:45.376341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3af16709-f491-4cab-9474-903af1f91dbf req-4f5f59f5-d179-4f64-b573-6642d88997f5 service neutron] 10.222.0.37 "GET /v2.0/networks/cd548534-c332-4cf8-ac68-4ab7dd5e3daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845406 Dec 08 21:44:45.479333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3af16709-f491-4cab-9474-903af1f91dbf req-f9e24455-df23-4c3d-b0ec-83ec86ad4293 service neutron] 10.222.0.37 "GET /v2.0/networks/cd548534-c332-4cf8-ac68-4ab7dd5e3daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950406 Dec 08 21:44:45.479538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-b4b06cb4-f6fd-46b1-b7a1-8885759db9c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.485637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-b4b06cb4-f6fd-46b1-b7a1-8885759db9c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.492028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-b4b06cb4-f6fd-46b1-b7a1-8885759db9c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.497845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-b4b06cb4-f6fd-46b1-b7a1-8885759db9c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.503687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-b4b06cb4-f6fd-46b1-b7a1-8885759db9c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.510585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-b4b06cb4-f6fd-46b1-b7a1-8885759db9c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.516401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-b4b06cb4-f6fd-46b1-b7a1-8885759db9c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.518255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-b4b06cb4-f6fd-46b1-b7a1-8885759db9c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.0960658 Dec 08 21:44:45.558027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2145a53-823c-49be-9ce5-a80a7010d54b req-9069e84a-72a4-43a7-a186-8fd347f74c11 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334902 Dec 08 21:44:45.856056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d76f6582-53a7-4502-ac1a-8051daa52564 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:45.886464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9fdf-070f-4282-a3f8-2ebadbaeb59d req-4a0354b6-c947-4f5d-a1b9-cec5139738b2 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:45.888248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ddd9fdf-070f-4282-a3f8-2ebadbaeb59d req-4a0354b6-c947-4f5d-a1b9-cec5139738b2 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 944 time: 0.0543001 Dec 08 21:44:45.922010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port d76f6582-53a7-4502-ac1a-8051daa52564 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:44:45.927740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port d76f6582-53a7-4502-ac1a-8051daa52564 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:45.928197 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:45.935494 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ddd9fdf-070f-4282-a3f8-2ebadbaeb59d req-025fcdb0-bf7a-4eb7-91b3-45b8f24f19b0 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Dec 08 21:44:46.010742 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:46.044733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d76f6582-53a7-4502-ac1a-8051daa52564, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d76f6582-53a7-4502-ac1a-8051daa52564,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:46.051277 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:46.086286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984dd4e-81be-4009-a011-f061abc4cdce req-df3729eb-89f5-43c9-891d-afe0cc526abc tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.087844 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c984dd4e-81be-4009-a011-f061abc4cdce req-df3729eb-89f5-43c9-891d-afe0cc526abc tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 945 time: 0.0531104 Dec 08 21:44:46.122456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d76f6582-53a7-4502-ac1a-8051daa52564,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:46.134511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c984dd4e-81be-4009-a011-f061abc4cdce req-9b1d4277-7dfe-4ea1-9b19-c5475238825b tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380874 Dec 08 21:44:46.183745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6082fd-1584-45a0-a38f-d2033b4caca2 req-a54d99c5-13cd-42b4-9348-7786f54f2a8c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.185246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa6082fd-1584-45a0-a38f-d2033b4caca2 req-a54d99c5-13cd-42b4-9348-7786f54f2a8c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0552645 Dec 08 21:44:46.230759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa6082fd-1584-45a0-a38f-d2033b4caca2 req-3b5a2043-345d-448a-afca-7f78cf7e9936 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Dec 08 21:44:46.294160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36ac3c4-1632-46f8-9a92-6ba361848925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f6582-53a7-4502-ac1a-8051daa52564'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:46.297090 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0295c6-4a6d-4109-b0b4-c4bf5c15eb91" -d '{"events": [{"server_uuid": "f36ac3c4-1632-46f8-9a92-6ba361848925", "name": "network-vif-plugged", "status": "completed", "tag": "d76f6582-53a7-4502-ac1a-8051daa52564"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:46.297386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889fa6c-90f2-49fb-9f63-39fadcb0eb8d req-d98601f6-2880-469e-a2dc-753b95fb462d tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.298950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7889fa6c-90f2-49fb-9f63-39fadcb0eb8d req-d98601f6-2880-469e-a2dc-753b95fb462d tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 945 time: 0.0938213 Dec 08 21:44:46.311474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42910) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:46.316230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Request body: {'floatingip': {'port_id': 'c297d8f0-b57c-4a74-b4db-0b226aca3777'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:46.360072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-1a7f85f6-b30b-415b-9955-0a92f428597a service neutron] 10.222.0.37 "GET /v2.0/ports/968fa367-a507-4359-a564-a876613c33a3/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.1265910 Dec 08 21:44:46.362972 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:46.389933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b4cd5-0e70-418a-b394-3728499927db req-95866ad9-995e-46d5-89bd-8fe3d6231c90 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.391475 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-816b4cd5-0e70-418a-b394-3728499927db req-95866ad9-995e-46d5-89bd-8fe3d6231c90 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0926602 Dec 08 21:44:46.393866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-30ed490b-8fa1-4e15-9d4e-4ac726b16634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.395766 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-30ed490b-8fa1-4e15-9d4e-4ac726b16634 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0585208 Dec 08 21:44:46.479383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-816b4cd5-0e70-418a-b394-3728499927db req-312273e7-48bc-4833-94a0-fa1604242fe3 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811789 Dec 08 21:44:46.526801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-4583eb8d-2ac2-4ae3-9cd3-76d03273c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.528298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-4583eb8d-2ac2-4ae3-9cd3-76d03273c743 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 915 time: 0.1093180 Dec 08 21:44:46.533559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7af6b4-4bdb-4406-b43f-fb3bb65a17c5 req-ae7f0d9e-d87a-4da5-8169-4628c3c7bf5c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.535059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7af6b4-4bdb-4406-b43f-fb3bb65a17c5 req-ae7f0d9e-d87a-4da5-8169-4628c3c7bf5c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 943 time: 0.1768997 Dec 08 21:44:46.574346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-17526e25-8c04-4113-b085-9484c0662183 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 217 time: 0.0376558 Dec 08 21:44:46.627854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-92bed468-207c-4cb5-aa73-5c7a96a1078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.629246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-92bed468-207c-4cb5-aa73-5c7a96a1078d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.0448356 Dec 08 21:44:46.664756 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-f721021e-9b5c-4a53-9124-dfc1e31121f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249228 Dec 08 21:44:46.678321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7af6b4-4bdb-4406-b43f-fb3bb65a17c5 req-dcd0e05c-885c-478a-8ce0-1337d707180d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330733 Dec 08 21:44:46.761338 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c0b2d-ccd3-4c69-8a6b-c5946d454881 x-openstack-request-id: req-d30c0b2d-ccd3-4c69-8a6b-c5946d454881 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:46.761903 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36ac3c4-1632-46f8-9a92-6ba361848925", "name": "network-vif-plugged", "status": "completed", "tag": "d76f6582-53a7-4502-ac1a-8051daa52564", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:46.762353 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d30c0b2d-ccd3-4c69-8a6b-c5946d454881 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:46.762958 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36ac3c4-1632-46f8-9a92-6ba361848925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f6582-53a7-4502-ac1a-8051daa52564', 'code': 200} Dec 08 21:44:46.821137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-b506f40c-c22c-4ed7-9218-7a78365972cf service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480246 Dec 08 21:44:46.836279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:46.922281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:46.980280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c580b-cd23-4738-852e-539c084ceb20 req-db993657-c2e7-4341-ab1d-bdcdb8d2e6ff tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.986464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c580b-cd23-4738-852e-539c084ceb20 req-db993657-c2e7-4341-ab1d-bdcdb8d2e6ff tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.988198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968fa367-a507-4359-a564-a876613c33a3 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:46.993422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c580b-cd23-4738-852e-539c084ceb20 req-db993657-c2e7-4341-ab1d-bdcdb8d2e6ff tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:46.999638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c580b-cd23-4738-852e-539c084ceb20 req-db993657-c2e7-4341-ab1d-bdcdb8d2e6ff tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.003634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:47.007039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c580b-cd23-4738-852e-539c084ceb20 req-db993657-c2e7-4341-ab1d-bdcdb8d2e6ff tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.013460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c580b-cd23-4738-852e-539c084ceb20 req-db993657-c2e7-4341-ab1d-bdcdb8d2e6ff tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.019991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c580b-cd23-4738-852e-539c084ceb20 req-db993657-c2e7-4341-ab1d-bdcdb8d2e6ff tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.022321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97c580b-cd23-4738-852e-539c084ceb20 req-db993657-c2e7-4341-ab1d-bdcdb8d2e6ff tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.1954536 Dec 08 21:44:47.024441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:47.038418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb84a4-d140-4d9a-bbbe-eae5a1850193 req-7f74e331-263c-4e2a-8d71-e5b51f327a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.039997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6bb84a4-d140-4d9a-bbbe-eae5a1850193 req-7f74e331-263c-4e2a-8d71-e5b51f327a60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 1097 time: 0.1872885 Dec 08 21:44:47.072386 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d424b33d-052f-4ca7-a625-435fa51baa6f req-eec5cd75-bac5-44fc-885c-8926b5835823 service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307119 Dec 08 21:44:47.105930 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:47.107244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97c580b-cd23-4738-852e-539c084ceb20 req-7d8caffe-23d0-48d6-b7e2-7b167b81423c tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751128 Dec 08 21:44:47.119653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6bb84a4-d140-4d9a-bbbe-eae5a1850193 req-8dae75d4-0f8d-49d1-840f-534cebf9401f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693593 Dec 08 21:44:47.126456 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:47.247766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] Transition to ACTIVE for port object 968fa367-a507-4359-a564-a876613c33a3 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:47.256729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:47.308048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3941-41a8-4031-8532-eb21e5aa3c0e req-b2d599b4-1ac7-43e4-b019-840496a3be45 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.309600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b6f3941-41a8-4031-8532-eb21e5aa3c0e req-b2d599b4-1ac7-43e4-b019-840496a3be45 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 944 time: 0.1453362 Dec 08 21:44:47.350235 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Floating IP 9e34e58d-5115-45b8-8706-69496c08e4eb associated. External IP: 172.25.1.26, port: c297d8f0-b57c-4a74-b4db-0b226aca3777. Dec 08 21:44:47.379890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] No DVR routers for this DVR port 968fa367-a507-4359-a564-a876613c33a3 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:44:47.414486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] Pushing event updated for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=10']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:47.486786 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b6f3941-41a8-4031-8532-eb21e5aa3c0e req-a7279aa2-4aed-4d33-9007-da319066e5dc tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648467 Dec 08 21:44:47.503096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-46129c12-5a42-48ca-93b5-c522b83bc898 service neutron] 10.222.0.37 "PUT /v2.0/ports/968fa367-a507-4359-a564-a876613c33a3/bindings/n-h2-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1293747 Dec 08 21:44:47.636162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253dc92-7c35-4a69-b071-8d53caabce66 req-85bd1c2a-e11a-4d47-8072-1c88c99be86c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.643754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5253dc92-7c35-4a69-b071-8d53caabce66 req-85bd1c2a-e11a-4d47-8072-1c88c99be86c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0985496 Dec 08 21:44:47.657460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-2ffcba35-0c41-45ec-9ac9-e82e95152957 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.659118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-2ffcba35-0c41-45ec-9ac9-e82e95152957 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.0798931 Dec 08 21:44:47.725057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5253dc92-7c35-4a69-b071-8d53caabce66 req-eff164cb-929f-47c9-a7a5-4262e668d7b0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758140 Dec 08 21:44:47.760237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-bc26f920-7293-4221-a5b7-b0a27ec10be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.762432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-bc26f920-7293-4221-a5b7-b0a27ec10be2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9&tenant_id=615b3fc4bba0491ea611ca0fff2112fb HTTP/1.1" status: 200 len: 1095 time: 0.0792639 Dec 08 21:44:47.885679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e309b-dd82-4c4a-b58f-2f634ebceb0b req-29cd7871-6adf-49ce-b62b-c11a578a8c1a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.887364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e5e309b-dd82-4c4a-b58f-2f634ebceb0b req-29cd7871-6adf-49ce-b62b-c11a578a8c1a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 944 time: 0.1018281 Dec 08 21:44:47.889747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5783ec59-3503-4976-9d58-6a03973e7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.891323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-5783ec59-3503-4976-9d58-6a03973e7adf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1095 time: 0.0947707 Dec 08 21:44:47.901156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42944) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:47.976210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e5e309b-dd82-4c4a-b58f-2f634ebceb0b req-42db54a4-025a-4eef-93a0-8dbb45e73806 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819421 Dec 08 21:44:47.978462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a316ae-7d30-4be4-a98a-ff5490961008 req-7ad2c863-ec54-4d41-8e68-b54052504470 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:47.980021 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-12a316ae-7d30-4be4-a98a-ff5490961008 req-7ad2c863-ec54-4d41-8e68-b54052504470 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.3761125 Dec 08 21:44:47.999296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Router c9d34cca-765b-4ac6-a034-fb6569505caa has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:44:48.029604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-00b017fb-543d-4402-a25d-acf08ca5c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.031122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-00b017fb-543d-4402-a25d-acf08ca5c2bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.1291075 Dec 08 21:44:48.108576 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-e7b13660-3b19-44fc-91ea-cd6b4b0d25fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 217 time: 0.0691004 Dec 08 21:44:48.112953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-12a316ae-7d30-4be4-a98a-ff5490961008 req-4f00c919-3580-4e98-becc-5ebe8c997582 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231632 Dec 08 21:44:48.115972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aef97284-c55b-41d7-ac10-c7e4347f72b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.158183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:44:48.163896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.170100 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] Sync routers for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:44:48.181864 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:44:48.182887 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:48.183379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-cd751291-930b-44c5-bacb-45014ddf11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.184919 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-cd751291-930b-44c5-bacb-45014ddf11cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0660696 Dec 08 21:44:48.202970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5eaf1816-1b96-42eb-a0c4-03a4c12d5956 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "PUT /v2.0/floatingips/9e34e58d-5115-45b8-8706-69496c08e4eb HTTP/1.1" status: 200 len: 990 time: 1.8903854 Dec 08 21:44:48.203647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'tag': 'c297d8f0-b57c-4a74-b4db-0b226aca3777'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:48.207301 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6970b5b-60bf-4062-ab46-fea45d08a91a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9", "tag": "c297d8f0-b57c-4a74-b4db-0b226aca3777"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:48.260644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-97504ef2-45ff-4768-9c44-36ea14b71b73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614333 Dec 08 21:44:48.328499 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:44:48.333541 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57280afc-9095-4af2-a2b1-5be377a69577 x-openstack-request-id: req-57280afc-9095-4af2-a2b1-5be377a69577 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:48.334405 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9", "tag": "c297d8f0-b57c-4a74-b4db-0b226aca3777", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:48.334662 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57280afc-9095-4af2-a2b1-5be377a69577 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:48.335091 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'tag': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'status': 'completed', 'code': 200} Dec 08 21:44:48.364494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aef97284-c55b-41d7-ac10-c7e4347f72b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.385242 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aef97284-c55b-41d7-ac10-c7e4347f72b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.427096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-d6111c43-05f1-487e-a4e2-5680492fb595 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.433204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-d6111c43-05f1-487e-a4e2-5680492fb595 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.440062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-d6111c43-05f1-487e-a4e2-5680492fb595 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.446887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-d6111c43-05f1-487e-a4e2-5680492fb595 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.453506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-d6111c43-05f1-487e-a4e2-5680492fb595 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.459427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-d6111c43-05f1-487e-a4e2-5680492fb595 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.467309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-d6111c43-05f1-487e-a4e2-5680492fb595 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.469516 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-d6111c43-05f1-487e-a4e2-5680492fb595 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.2350791 Dec 08 21:44:48.546759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef97284-c55b-41d7-ac10-c7e4347f72b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e2d464-32af-40b7-999c-6d6d20fd8840,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:48.551031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aef97284-c55b-41d7-ac10-c7e4347f72b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c885cf5d4ca4036aab0743c7d9d54e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477950 Dec 08 21:44:48.554549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42956) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:48.564402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-87592519-b119-47bc-930a-09ecad3426b2 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826719 Dec 08 21:44:48.589047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-6b74cbb4-e718-4797-8cc2-ec3a79cf178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.589280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 37e781c4-0b18-492b-b065-2c2ac8a4b793 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:48.593424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-6b74cbb4-e718-4797-8cc2-ec3a79cf178e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82af475a040e4cb8a15f8cbd6333b73f&device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 1096 time: 0.2233276 Dec 08 21:44:48.632557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d98e4a49-2152-4551-8bbd-304b7a285e17 req-464fa006-aa61-47d1-a3e2-00b3abfa8dea tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453831 Dec 08 21:44:48.662866 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6b41e30-a108-4d6c-97f8-f44167a24320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.684137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5dc35-7dff-48b3-9660-b00325c71dd9 req-9895a782-0158-42da-b3b1-1ce483577020 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:48.691628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31b5dc35-7dff-48b3-9660-b00325c71dd9 req-9895a782-0158-42da-b3b1-1ce483577020 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 944 time: 0.1157658 Dec 08 21:44:48.705832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 37e781c4-0b18-492b-b065-2c2ac8a4b793, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=37e781c4-0b18-492b-b065-2c2ac8a4b793,segment=NetworkSegment(2bd24c1c-5470-4e7a-9213-6f53d8322c7d),segment_id=2bd24c1c-5470-4e7a-9213-6f53d8322c7d)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:48.717048 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '9e34e58d-5115-45b8-8706-69496c08e4eb', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'port_id': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'mac_address': 'fa:16:3e:c1:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:44:29Z', 'updated_at': '2021-12-08T21:44:46Z', 'revision_number': 1, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:29Z', 'revision_number': 5, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:48.720476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '37e781c4-0b18-492b-b065-2c2ac8a4b793', 'network_id': 'cd548534-c332-4cf8-ac68-4ab7dd5e3daa', 'port_id': '37e781c4-0b18-492b-b065-2c2ac8a4b793', 'mac_address': 'fa:16:3e:db:94:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c0207-e586-480d-b868-7119014be645', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:48.730815 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6b41e30-a108-4d6c-97f8-f44167a24320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.751647 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] Checking router: c9d34cca-765b-4ac6-a034-fb6569505caa for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:44:48.756227 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31b5dc35-7dff-48b3-9660-b00325c71dd9 req-731dca3e-188f-4d1b-94a6-c647070ab90f tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630624 Dec 08 21:44:48.767181 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:44:48.767917 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:48.781004 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.796261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e781c4-0b18-492b-b065-2c2ac8a4b793 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:48.820136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 37e781c4-0b18-492b-b065-2c2ac8a4b793, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=37e781c4-0b18-492b-b065-2c2ac8a4b793,segment=NetworkSegment(2bd24c1c-5470-4e7a-9213-6f53d8322c7d),segment_id=2bd24c1c-5470-4e7a-9213-6f53d8322c7d)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:48.830951 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.846454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6b41e30-a108-4d6c-97f8-f44167a24320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.849612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6b41e30-a108-4d6c-97f8-f44167a24320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:48.859722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f6b41e30-a108-4d6c-97f8-f44167a24320 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07e2d464-32af-40b7-999c-6d6d20fd8840 HTTP/1.1" status: 204 len: 168 time: 0.2997596 Dec 08 21:44:48.873491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b41e30-a108-4d6c-97f8-f44167a24320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e2d464-32af-40b7-999c-6d6d20fd8840,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:48.896666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=37e781c4-0b18-492b-b065-2c2ac8a4b793,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:48.902873 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:44:49.049354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['37e781c4-0b18-492b-b065-2c2ac8a4b793'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:49.152021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3ec16-ce53-4433-be67-26ba42ed1d63 req-49300d50-f857-4688-8b9b-ee1c6c500d3b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.153982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7ff3ec16-ce53-4433-be67-26ba42ed1d63 req-49300d50-f857-4688-8b9b-ee1c6c500d3b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 944 time: 0.0682402 Dec 08 21:44:49.186973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ce731-137d-47b5-8637-81dae62595f0 req-d08a051f-0c08-441f-9396-fc62f90bbfdb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.188474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f44ce731-137d-47b5-8637-81dae62595f0 req-d08a051f-0c08-441f-9396-fc62f90bbfdb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1123016 Dec 08 21:44:49.196190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-942fb309-f001-4ff5-b456-553b292e2273 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234210 Dec 08 21:44:49.237312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-77f3484d-df1b-4c62-930e-b092ff499404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.239336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-77f3484d-df1b-4c62-930e-b092ff499404 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7782fdf-24d4-465d-b6f3-a5944f8828c1 HTTP/1.1" status: 200 len: 916 time: 0.6119730 Dec 08 21:44:49.245089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7ff3ec16-ce53-4433-be67-26ba42ed1d63 req-82b730c1-f5aa-40f1-b850-54faaed39e7a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850248 Dec 08 21:44:49.247453 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '9e34e58d-5115-45b8-8706-69496c08e4eb', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'port_id': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'mac_address': 'fa:16:3e:c1:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:44:29Z', 'updated_at': '2021-12-08T21:44:46Z', 'revision_number': 1, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:29Z', 'revision_number': 5, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:49.250105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f44ce731-137d-47b5-8637-81dae62595f0 req-0a9da70b-b5ca-45f9-b2c9-b4642d734f9f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529799 Dec 08 21:44:49.300746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42972) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:49.315972 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e0a06e0-50e2-42ab-b866-dde438f6d3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:49.331903 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff4d7c7-c9fa-4dba-bfc4-d07a98b3071a None None] The sync data for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 is: [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '9e34e58d-5115-45b8-8706-69496c08e4eb', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'port_id': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'mac_address': 'fa:16:3e:c1:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:44:29Z', 'updated_at': '2021-12-08T21:44:46Z', 'revision_number': 1, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:29Z', 'revision_number': 5, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:44:49.385979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-fc337715-0e69-4d4e-bdc7-1daa7276cfe6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777 HTTP/1.1" status: 200 len: 998 time: 0.1349099 Dec 08 21:44:49.451085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e0a06e0-50e2-42ab-b866-dde438f6d3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:49.460543 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e0a06e0-50e2-42ab-b866-dde438f6d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:49.474815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-15a24429-bb37-47a0-8bc2-fc0216f1f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.476895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-15a24429-bb37-47a0-8bc2-fc0216f1f523 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f941e98-0195-4d10-bd3b-e498d6a86582 HTTP/1.1" status: 200 len: 854 time: 0.0767291 Dec 08 21:44:49.492395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88a009-0f12-45bb-8db6-c30aace0ce86 req-1a17c8b7-bb51-46ac-948d-45b8cf269438 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.493932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b88a009-0f12-45bb-8db6-c30aace0ce86 req-1a17c8b7-bb51-46ac-948d-45b8cf269438 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.1070781 Dec 08 21:44:49.502253 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-3013b3a4-dbd8-49c1-b859-5d74cdb9aa54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120949 Dec 08 21:44:49.514271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0e0a06e0-50e2-42ab-b866-dde438f6d3ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=533f2c1c070c4fa59c2b838e4e966c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108412 Dec 08 21:44:49.518190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42974) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:49.519140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a06e0-50e2-42ab-b866-dde438f6d3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3bec4c-a767-4dc6-a8be-bafe5ba51435,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:49.597658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-c04192d1-522f-4f44-a629-050c05eda5e1 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.599761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-c04192d1-522f-4f44-a629-050c05eda5e1 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.1049464 Dec 08 21:44:49.602804 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40ef992-d12f-494b-8ae0-9421f20e65c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:49.603519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b88a009-0f12-45bb-8db6-c30aace0ce86 req-a09e3e5b-05bc-4d08-900f-a0405ea9cffb tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920441 Dec 08 21:44:49.605527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-c6014b1e-cfa9-4643-87ff-d8bd546ea9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.606704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-c6014b1e-cfa9-4643-87ff-d8bd546ea9e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7782fdf-24d4-465d-b6f3-a5944f8828c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041036 Dec 08 21:44:49.627103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-56cd7486-55de-4f6d-860b-632e826ce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.632306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-56cd7486-55de-4f6d-860b-632e826ce22f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee71862538294876b9ca1858c81700ce&device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 1096 time: 0.0718348 Dec 08 21:44:49.655712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40ef992-d12f-494b-8ae0-9421f20e65c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:49.660239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df3326-d057-4948-abf9-47e29de9ad53 None None] New status for floating IP 9e34e58d-5115-45b8-8706-69496c08e4eb: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:44:49.800974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e605-0910-408a-8166-28a9086d395c req-e012bc41-7400-4c38-8360-db63586bef94 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.803017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4a1e605-0910-408a-8166-28a9086d395c req-e012bc41-7400-4c38-8360-db63586bef94 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0858669 Dec 08 21:44:49.825884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-542b7779-92f3-4de4-a923-bfeda7b40191 service neutron] 10.222.0.23 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101865 Dec 08 21:44:49.851411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-d5854381-f79c-4227-9f61-8a48c807a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.852951 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-d5854381-f79c-4227-9f61-8a48c807a424 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf HTTP/1.1" status: 200 len: 917 time: 0.1935031 Dec 08 21:44:49.858563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40ef992-d12f-494b-8ae0-9421f20e65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:49.861098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40ef992-d12f-494b-8ae0-9421f20e65c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:49.862298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f40ef992-d12f-494b-8ae0-9421f20e65c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f3bec4c-a767-4dc6-a8be-bafe5ba51435 HTTP/1.1" status: 204 len: 168 time: 0.3398399 Dec 08 21:44:49.884497 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4a1e605-0910-408a-8166-28a9086d395c req-53bd1549-16f8-4f9b-9105-02c7b65d1c1b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715599 Dec 08 21:44:49.888435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-f839fa3b-1375-4e32-a731-84063c0afa80 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.894423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-f839fa3b-1375-4e32-a731-84063c0afa80 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.900959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-f839fa3b-1375-4e32-a731-84063c0afa80 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.907418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-f839fa3b-1375-4e32-a731-84063c0afa80 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.913563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ef992-d12f-494b-8ae0-9421f20e65c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3bec4c-a767-4dc6-a8be-bafe5ba51435,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:49.914472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-f839fa3b-1375-4e32-a731-84063c0afa80 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.920990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-f839fa3b-1375-4e32-a731-84063c0afa80 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.929063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-f839fa3b-1375-4e32-a731-84063c0afa80 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:49.931280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-f839fa3b-1375-4e32-a731-84063c0afa80 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.1889169 Dec 08 21:44:49.932597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-7ed74c65-b876-44e6-9e06-432a1d88ddc1 service neutron] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:49.955167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-54cc37ed-8387-4fcd-bc31-f41dac3f66dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99279a32-bd31-4de5-9055-9a6add526bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0889523 Dec 08 21:44:49.966251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-7ed74c65-b876-44e6-9e06-432a1d88ddc1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:49.967350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ab8c4c4-68cf-43d0-99d2-38d0f844ad14 req-7ed74c65-b876-44e6-9e06-432a1d88ddc1 service neutron] 10.222.0.23 "DELETE /v2.0/ports/968fa367-a507-4359-a564-a876613c33a3/bindings/n-h1-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.3593631 Dec 08 21:44:50.018234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-095696cf-52e4-4ab6-811d-f1627880eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.020885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-095696cf-52e4-4ab6-811d-f1627880eff4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a95c043b-6776-400f-89b3-100cc111e381 HTTP/1.1" status: 200 len: 855 time: 0.0576193 Dec 08 21:44:50.022903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d09c6bc-3c3f-44a7-b4de-f0f8cec0df97 req-b239bb06-2aca-4c0d-b84e-73d27f4a8419 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621378 Dec 08 21:44:50.067208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6970b5b-60bf-4062-ab46-fea45d08a91a req-cb493ea7-981b-449b-bcdc-a1c36b64f2aa service neutron] 10.222.0.23 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307055 Dec 08 21:44:50.104162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-5789b1bf-cad3-4057-9f3d-a4b7d2dfc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.105816 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-5789b1bf-cad3-4057-9f3d-a4b7d2dfc3a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766866 Dec 08 21:44:50.131579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fd2c3-d2f2-4e33-9fbb-63a0b05af154 req-fecca8fb-4f62-4ff3-8050-1b292ec89eec tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.133079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-148fd2c3-d2f2-4e33-9fbb-63a0b05af154 req-fecca8fb-4f62-4ff3-8050-1b292ec89eec tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 945 time: 0.1069040 Dec 08 21:44:50.215894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-148fd2c3-d2f2-4e33-9fbb-63a0b05af154 req-38ee9940-5c69-45f1-9e50-1be31d4cca34 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725920 Dec 08 21:44:50.242765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc3f98-9c00-4e63-b4c6-711c743cc7b9 req-d183bab2-2aa7-4ddc-98c3-3288c2da7d12 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.244568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-99067e0f-2b1c-47e9-99f7-b8565a247690 service neutron] 10.222.0.37 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304243 Dec 08 21:44:50.245198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ffc3f98-9c00-4e63-b4c6-711c743cc7b9 req-d183bab2-2aa7-4ddc-98c3-3288c2da7d12 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0663595 Dec 08 21:44:50.299065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ffc3f98-9c00-4e63-b4c6-711c743cc7b9 req-87fcbd6c-6313-4272-bae0-6f2c418d2935 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Dec 08 21:44:50.425011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0281db-59c9-47a9-b219-fbc860b976ff req-37c41291-9423-4888-87fc-6946640bff58 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.426825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed0281db-59c9-47a9-b219-fbc860b976ff req-37c41291-9423-4888-87fc-6946640bff58 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 944 time: 0.0758107 Dec 08 21:44:50.432889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb7a768-b027-479a-a593-721c4bcbaab6 req-fc4a86b6-e1bc-4931-8825-33efbf5e600d service neutron] 10.222.0.37 "GET /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789441 Dec 08 21:44:50.439566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0c58b-80fa-4b61-8ec4-171e7501df24 req-0b8fc621-8ef1-46fc-8fb4-af92db7a703b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.442787 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffc0c58b-80fa-4b61-8ec4-171e7501df24 req-0b8fc621-8ef1-46fc-8fb4-af92db7a703b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0635231 Dec 08 21:44:50.468579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed0281db-59c9-47a9-b219-fbc860b976ff req-ef7a5990-16e9-44e1-a1af-7975891f2dc4 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Dec 08 21:44:50.490986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffc0c58b-80fa-4b61-8ec4-171e7501df24 req-5f9c95cf-9cb1-4dfa-bd4d-8514659c6040 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Dec 08 21:44:50.588168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30bff5-6302-46b8-b2f2-da76e453818f req-6aed3c3c-7ce0-45e7-9bd2-147875d278ee tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.590595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bd30bff5-6302-46b8-b2f2-da76e453818f req-6aed3c3c-7ce0-45e7-9bd2-147875d278ee tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0597250 Dec 08 21:44:50.605381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 37e781c4-0b18-492b-b065-2c2ac8a4b793 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:50.648274 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bd30bff5-6302-46b8-b2f2-da76e453818f req-a3e50818-dceb-443f-b8ad-23c7e74857e9 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506148 Dec 08 21:44:50.692863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 37e781c4-0b18-492b-b065-2c2ac8a4b793 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:44:50.699414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 37e781c4-0b18-492b-b065-2c2ac8a4b793 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:50.699864 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:50.748165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e418720-b87d-43a9-897b-f8965e8bf1a7 req-98ce758e-c312-4267-a891-ee6c1b3a1a68 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.756843 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e418720-b87d-43a9-897b-f8965e8bf1a7 req-98ce758e-c312-4267-a891-ee6c1b3a1a68 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1095 time: 0.0548058 Dec 08 21:44:50.795843 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e418720-b87d-43a9-897b-f8965e8bf1a7 req-10e9a422-d2c3-48fd-9f91-b0f3134581fa tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Dec 08 21:44:50.822003 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:50.855725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde8264a-cff5-4d82-b62a-3f43340cfff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e781c4-0b18-492b-b065-2c2ac8a4b793'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:50.857542 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eab959c-9124-4e81-b511-ccfe142ad54d" -d '{"events": [{"server_uuid": "cde8264a-cff5-4d82-b62a-3f43340cfff3", "name": "network-vif-plugged", "status": "completed", "tag": "37e781c4-0b18-492b-b065-2c2ac8a4b793"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:50.871014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 37e781c4-0b18-492b-b065-2c2ac8a4b793, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=37e781c4-0b18-492b-b065-2c2ac8a4b793,segment=NetworkSegment(2bd24c1c-5470-4e7a-9213-6f53d8322c7d),segment_id=2bd24c1c-5470-4e7a-9213-6f53d8322c7d)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:50.877014 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:50.878321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 968fa367-a507-4359-a564-a876613c33a3 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:44:50.949360 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979ee93d-2550-4d01-b843-aa022a6a7325 x-openstack-request-id: req-979ee93d-2550-4d01-b843-aa022a6a7325 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:50.952044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fc73-3b5d-4ef8-a40a-8272b176a860 req-0bd216cd-f7a4-4c08-b1ae-ab900aff6013 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:50.952204 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde8264a-cff5-4d82-b62a-3f43340cfff3", "name": "network-vif-plugged", "status": "completed", "tag": "37e781c4-0b18-492b-b065-2c2ac8a4b793", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:50.952706 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-979ee93d-2550-4d01-b843-aa022a6a7325 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:50.953177 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde8264a-cff5-4d82-b62a-3f43340cfff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e781c4-0b18-492b-b065-2c2ac8a4b793', 'code': 200} Dec 08 21:44:50.954095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b79fc73-3b5d-4ef8-a40a-8272b176a860 req-0bd216cd-f7a4-4c08-b1ae-ab900aff6013 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0612090 Dec 08 21:44:50.998399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 968fa367-a507-4359-a564-a876613c33a3 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:44:51.010670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=37e781c4-0b18-492b-b065-2c2ac8a4b793,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:51.018075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b79fc73-3b5d-4ef8-a40a-8272b176a860 req-bb57cc53-26b7-4795-84cc-2548c3dedd02 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576465 Dec 08 21:44:51.085580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3e78e-2a94-4f4e-ab3c-a3d2fd2851d5 req-ec20f7c9-fab7-48b3-b73a-07b380aa77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.087027 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63b3e78e-2a94-4f4e-ab3c-a3d2fd2851d5 req-ec20f7c9-fab7-48b3-b73a-07b380aa77f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 1097 time: 0.1044176 Dec 08 21:44:51.139025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cd900-a58b-40b3-8fb1-365be2366d5d req-83176a9f-fbf5-4424-9ab8-07c50a7e5696 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.140687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f8cd900-a58b-40b3-8fb1-365be2366d5d req-83176a9f-fbf5-4424-9ab8-07c50a7e5696 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0570405 Dec 08 21:44:51.146678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63b3e78e-2a94-4f4e-ab3c-a3d2fd2851d5 req-a80d72a4-c6d4-4472-805e-061e1bf2b225 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Dec 08 21:44:51.168679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-97083974-344c-4097-98c8-1fdfed43c06e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.170772 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-97083974-344c-4097-98c8-1fdfed43c06e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 807 time: 0.1419983 Dec 08 21:44:51.190994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f8cd900-a58b-40b3-8fb1-365be2366d5d req-33e47f80-7921-4b2c-96aa-e4d17bd679cc tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428381 Dec 08 21:44:51.195737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-066d82d1-7db7-40f9-b601-ce8c4cc7ce8e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/quotas/615b3fc4bba0491ea611ca0fff2112fb HTTP/1.1" status: 200 len: 375 time: 0.0103621 Dec 08 21:44:51.259696 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-c5ce4aeb-4416-4972-b484-8cb1965aa5b5 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572329 Dec 08 21:44:51.324316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-43bef4a8-2ff7-4560-80cf-3e94ef386e4e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.330464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-43bef4a8-2ff7-4560-80cf-3e94ef386e4e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.336598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-43bef4a8-2ff7-4560-80cf-3e94ef386e4e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.342606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-43bef4a8-2ff7-4560-80cf-3e94ef386e4e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.349023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-43bef4a8-2ff7-4560-80cf-3e94ef386e4e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.353390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-bf320c0e-86ef-487f-a7bf-7f88680aa0fe service neutron] 10.222.0.21 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857575 Dec 08 21:44:51.355065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-43bef4a8-2ff7-4560-80cf-3e94ef386e4e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.360893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-43bef4a8-2ff7-4560-80cf-3e94ef386e4e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.362830 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-43bef4a8-2ff7-4560-80cf-3e94ef386e4e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.0948296 Dec 08 21:44:51.407571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-930fe1ce-1176-4b95-b09c-a3f4c241d744 req-bf69d7f5-0094-4cfe-acb8-c10febaf933f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363808 Dec 08 21:44:51.458037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-98f3e726-a444-45c9-b2e4-37dcc0f1cc53 service neutron] 10.222.0.21 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981910 Dec 08 21:44:51.689754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4864311-68e0-4989-b374-700e2ba40d61 req-4e2fba78-7f1c-43f1-ae8d-7b82c3408701 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.698019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4864311-68e0-4989-b374-700e2ba40d61 req-4e2fba78-7f1c-43f1-ae8d-7b82c3408701 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0612457 Dec 08 21:44:51.710827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ece79-b180-445a-b1b0-141c24f4374e req-15d71984-5d14-4976-8655-32827118d767 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:51.712965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-460ece79-b180-445a-b1b0-141c24f4374e req-15d71984-5d14-4976-8655-32827118d767 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0666690 Dec 08 21:44:51.743705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4864311-68e0-4989-b374-700e2ba40d61 req-f9f77eab-6314-4ee0-8d16-cd619819603b tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446696 Dec 08 21:44:51.759331 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-460ece79-b180-445a-b1b0-141c24f4374e req-e7404afb-7baa-4d9d-b27a-ed9db24a0bf5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392358 Dec 08 21:44:51.877374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-03d17cb0-f716-49b4-9f01-72ca3062fb81 req-17596b39-2944-4457-8b0e-76683b812b20 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 210 time: 0.0296550 Dec 08 21:44:52.064910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d53ea-2f96-4742-bc27-a8bf311747f7 req-299388c4-9bd7-43b7-83ba-94973a2eac19 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.066600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b2d53ea-2f96-4742-bc27-a8bf311747f7 req-299388c4-9bd7-43b7-83ba-94973a2eac19 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0573971 Dec 08 21:44:52.131343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b2d53ea-2f96-4742-bc27-a8bf311747f7 req-0ec0b9ec-d028-4c58-a70b-e1143ac5c33b tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Dec 08 21:44:52.542492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ffedf422-48e7-4a70-9467-8d4253051292 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.549767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ffedf422-48e7-4a70-9467-8d4253051292 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.556343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ffedf422-48e7-4a70-9467-8d4253051292 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.562210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ffedf422-48e7-4a70-9467-8d4253051292 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.568117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ffedf422-48e7-4a70-9467-8d4253051292 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.574283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ffedf422-48e7-4a70-9467-8d4253051292 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.580733 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ffedf422-48e7-4a70-9467-8d4253051292 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.582675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ffedf422-48e7-4a70-9467-8d4253051292 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.0965304 Dec 08 21:44:52.690547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e2739a-8999-4653-bc91-a00e854698c3 req-ac4becb1-e7f8-40ab-b74c-1daaa08f6209 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999098 Dec 08 21:44:52.744479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-ff5f6d83-f517-4fd2-a7f7-2deb79d1b755 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.746067 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-ff5f6d83-f517-4fd2-a7f7-2deb79d1b755 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 807 time: 0.1410015 Dec 08 21:44:52.759682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Request body: {'port': {'device_id': '808876cc-f75f-42d4-8c11-382d071a26cf', 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'admin_state_up': True, 'tenant_id': '615b3fc4bba0491ea611ca0fff2112fb'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:52.869631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21091b0c-6c7d-484b-8f43-a8655c8808f0 req-37af1922-31e3-4867-85a2-b84c09ae3e7b tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.871330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21091b0c-6c7d-484b-8f43-a8655c8808f0 req-37af1922-31e3-4867-85a2-b84c09ae3e7b tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0582612 Dec 08 21:44:52.912858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21091b0c-6c7d-484b-8f43-a8655c8808f0 req-a72b16d1-1ab6-4d31-a61b-c5cba5d2bb80 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353761 Dec 08 21:44:52.931014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e33a1-de87-4097-bf9c-5d1f6e3273c4 req-e64c33b0-045c-4fd9-a32c-4c6f3f5bde43 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:52.932785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b1e33a1-de87-4097-bf9c-5d1f6e3273c4 req-e64c33b0-045c-4fd9-a32c-4c6f3f5bde43 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0834432 Dec 08 21:44:52.947332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Made reservation on behalf of 615b3fc4bba0491ea611ca0fff2112fb for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:44:52.951150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.022925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b1e33a1-de87-4097-bf9c-5d1f6e3273c4 req-c6cf7072-61f4-46d3-a173-cc077d821fcc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634210 Dec 08 21:44:53.101340 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42dc73b6-6878-4c04-a03d-57e4f57ff191 req-175db165-2ce2-412f-8148-5cefb15814f4 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 210 time: 0.0327103 Dec 08 21:44:53.199304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Allocated IP 172.20.0.5 (f722ffb0-2708-434d-af4f-130b61f2bb03/c3ca841b-b868-4917-b0d2-2e0b43e4a197/f97f9441-7e5a-4eaf-b1e2-39b8ea431413) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:44:53.286096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a881b7-1ca6-4c78-99f5-3ddf58e59226 req-4fd334ee-4145-4e71-9442-88a014fe6ed2 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.287650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60a881b7-1ca6-4c78-99f5-3ddf58e59226 req-4fd334ee-4145-4e71-9442-88a014fe6ed2 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0825567 Dec 08 21:44:53.381845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60a881b7-1ca6-4c78-99f5-3ddf58e59226 req-fcd4d0e5-6828-4af9-8d74-a010f569d925 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863538 Dec 08 21:44:53.398842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-f2238b91-d550-4a54-ad8d-639b587fba76 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.398993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-f2238b91-d550-4a54-ad8d-639b587fba76 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.23 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 946 time: 0.0822542 Dec 08 21:44:53.433701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.461264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43146) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:53.485692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.540074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Network f722ffb0-2708-434d-af4f-130b61f2bb03 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:44:53.544598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:44:53.556758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:44:53.566120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Deleting port d76f6582-53a7-4502-ac1a-8051daa52564 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:44:53.566474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.593991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Pushing event updated for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:53.623202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.623842 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.644370 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-3da6d3f2-e89b-4922-a738-31d2a5add686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8890195 Dec 08 21:44:53.653686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61341064-4c31-4f75-aee4-342a649e2441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.659701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Request body: {'port': {'device_id': '808876cc-f75f-42d4-8c11-382d071a26cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:44:53.727531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] For port d76f6582-53a7-4502-ac1a-8051daa52564, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d76f6582-53a7-4502-ac1a-8051daa52564,segment=NetworkSegment(ddbee064-98ae-496d-9106-5fabd93f4a6b),segment_id=ddbee064-98ae-496d-9106-5fabd93f4a6b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:53.727999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.740436 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.780196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Calling delete_port for d76f6582-53a7-4502-ac1a-8051daa52564 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:44:53.915981 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61341064-4c31-4f75-aee4-342a649e2441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.925413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61341064-4c31-4f75-aee4-342a649e2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:53.928504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 85d0f69f-b532-42da-a04a-4f1ef8c82eef details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:53.943932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-2ce599bd-d712-4471-819a-b600e1d72d66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.950635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-2ce599bd-d712-4471-819a-b600e1d72d66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.957889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-2ce599bd-d712-4471-819a-b600e1d72d66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.965153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-2ce599bd-d712-4471-819a-b600e1d72d66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.972711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-2ce599bd-d712-4471-819a-b600e1d72d66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.979275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-2ce599bd-d712-4471-819a-b600e1d72d66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.985343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-2ce599bd-d712-4471-819a-b600e1d72d66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:53.994315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-2ce599bd-d712-4471-819a-b600e1d72d66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5420 time: 0.1976697 Dec 08 21:44:54.084776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61341064-4c31-4f75-aee4-342a649e2441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf93705-d3f5-4c74-a1fe-785ce718962c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:54.102251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-61341064-4c31-4f75-aee4-342a649e2441 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=533eff8f947c4d79be628f6151cbc606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6396403 Dec 08 21:44:54.115511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43174) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:54.162742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 85d0f69f-b532-42da-a04a-4f1ef8c82eef, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:54.163805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb7012a3-c09b-418f-bff6-b1e4a618da57 req-4dca275d-bec2-4265-bd91-3d123932562c tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681445 Dec 08 21:44:54.196729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '85d0f69f-b532-42da-a04a-4f1ef8c82eef', 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'port_id': '85d0f69f-b532-42da-a04a-4f1ef8c82eef', 'mac_address': 'fa:16:3e:04:31:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411ffe26-508c-4472-9d98-1139e5adfeaf', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:54.199885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97f9441-7e5a-4eaf-b1e2-39b8ea431413 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:54.218285 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.294532 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.300777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Transition to ACTIVE for port object f97f9441-7e5a-4eaf-b1e2-39b8ea431413 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:44:54.304673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.311960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d0f69f-b532-42da-a04a-4f1ef8c82eef {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:54.315213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ffbdd6-8305-4bbe-aebc-f7557fed1395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.320562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.322442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d76f6582-53a7-4502-ac1a-8051daa52564'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:54.351261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Pushing event deleted for resources: {'Port': ['ID=d76f6582-53a7-4502-ac1a-8051daa52564,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:54.388863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 85d0f69f-b532-42da-a04a-4f1ef8c82eef, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:54.394546 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.396416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3378a458-196f-4510-8a6b-af6fffa436b2 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:54.401921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ffbdd6-8305-4bbe-aebc-f7557fed1395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.419293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe22723-c206-4f82-8cd6-1d0ca93280d2 req-c673fb80-7bf2-4164-8c53-bc6a622c8b7c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:54.420749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fe22723-c206-4f82-8cd6-1d0ca93280d2 req-c673fb80-7bf2-4164-8c53-bc6a622c8b7c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1759233 Dec 08 21:44:54.427742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] No DVR routers for this DVR port d76f6582-53a7-4502-ac1a-8051daa52564 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:44:54.446435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.453410 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28cd8d3e-7cb3-4542-bad6-77bc38d49181 req-1117e6dc-3d01-4132-8efa-e8138e531dac tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.23 "DELETE /v2.0/ports/d76f6582-53a7-4502-ac1a-8051daa52564 HTTP/1.1" status: 204 len: 173 time: 1.0435843 Dec 08 21:44:54.470572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36ac3c4-1632-46f8-9a92-6ba361848925', 'name': 'network-vif-deleted', 'tag': 'd76f6582-53a7-4502-ac1a-8051daa52564'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:54.476012 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5510a89-b30f-4a3b-a7f3-971347d33ae3" -d '{"events": [{"server_uuid": "f36ac3c4-1632-46f8-9a92-6ba361848925", "name": "network-vif-deleted", "tag": "d76f6582-53a7-4502-ac1a-8051daa52564"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:54.495731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Pushing event updated for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:54.557069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964794e9-9c5c-4af8-8fcb-7742441ea5f1 req-454f1375-ff71-403c-acce-00bda71917bd tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:54.567301 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-964794e9-9c5c-4af8-8fcb-7742441ea5f1 req-454f1375-ff71-403c-acce-00bda71917bd tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.1475079 Dec 08 21:44:54.604280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fe22723-c206-4f82-8cd6-1d0ca93280d2 req-cce772b6-3889-4685-a3a7-a222b1ffcba7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721132 Dec 08 21:44:54.606495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ffbdd6-8305-4bbe-aebc-f7557fed1395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.609292 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ffbdd6-8305-4bbe-aebc-f7557fed1395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.610491 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-45ffbdd6-8305-4bbe-aebc-f7557fed1395 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcf93705-d3f5-4c74-a1fe-785ce718962c HTTP/1.1" status: 204 len: 168 time: 0.4937801 Dec 08 21:44:54.631721 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-964794e9-9c5c-4af8-8fcb-7742441ea5f1 req-05869692-a06d-4eb6-a95c-279a57a58a61 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582976 Dec 08 21:44:54.645587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3378a458-196f-4510-8a6b-af6fffa436b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3378a458-196f-4510-8a6b-af6fffa436b2,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:54.657391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffbdd6-8305-4bbe-aebc-f7557fed1395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf93705-d3f5-4c74-a1fe-785ce718962c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:54.684576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '3378a458-196f-4510-8a6b-af6fffa436b2', 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42', 'port_id': '3378a458-196f-4510-8a6b-af6fffa436b2', 'mac_address': 'fa:16:3e:95:7a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3ec96c-90c8-48d5-85ff-309b87cceb20', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:54.715116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:44:54.715601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:44:54.716155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:54.725406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:44:54.728277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:44:54.742230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:44:54.742572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:44:54.743468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:44:54.744164 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Bound port: f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:44:54.744738 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.829518 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.835471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=85d0f69f-b532-42da-a04a-4f1ef8c82eef,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:54.856698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3378a458-196f-4510-8a6b-af6fffa436b2 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:54.878293 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1171412a-b02a-4e3f-aef8-a09279feaf0d req-efb3177b-4cdb-4bd3-9b6a-cddac5052673 tempest-ServerDiskConfigTestJSON-191216110 tempest-ServerDiskConfigTestJSON-191216110-project] 10.222.0.21 "GET /v2.0/ports?device_id=f36ac3c4-1632-46f8-9a92-6ba361848925 HTTP/1.1" status: 200 len: 210 time: 0.0672987 Dec 08 21:44:54.890760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3378a458-196f-4510-8a6b-af6fffa436b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3378a458-196f-4510-8a6b-af6fffa436b2,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:54.901188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.903208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 75b42589-fdc7-4854-9717-f0ff36e8d827 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:54.918912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:44:54.923356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:44:54.932042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.959140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:44:54.991841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:54.992619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:54.995077 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] 10.222.0.37 "PUT /v2.0/ports/f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 200 len: 1091 time: 1.3422544 Dec 08 21:44:54.995760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:44:55.007361 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a206ba9a-1450-4be7-8be1-8c8b5f07d573" -d '{"events": [{"name": "network-changed", "server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:44:55.022159 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afdb05e-d2c5-4396-a9f1-1e3373fa9425 x-openstack-request-id: req-3afdb05e-d2c5-4396-a9f1-1e3373fa9425 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:55.022677 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36ac3c4-1632-46f8-9a92-6ba361848925", "name": "network-vif-deleted", "tag": "d76f6582-53a7-4502-ac1a-8051daa52564", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:55.022677 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3afdb05e-d2c5-4396-a9f1-1e3373fa9425 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:55.023120 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36ac3c4-1632-46f8-9a92-6ba361848925', 'name': 'network-vif-deleted', 'tag': 'd76f6582-53a7-4502-ac1a-8051daa52564', 'status': 'completed', 'code': 200} Dec 08 21:44:55.146405 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd40dd2-72da-4c5a-b4d5-0ebffb26aa7f x-openstack-request-id: req-0cd40dd2-72da-4c5a-b4d5-0ebffb26aa7f {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:44:55.148347 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:44:55.151593 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cd40dd2-72da-4c5a-b4d5-0ebffb26aa7f {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:44:55.151593 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413', 'status': 'completed', 'code': 200} Dec 08 21:44:55.170487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 75b42589-fdc7-4854-9717-f0ff36e8d827, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=75b42589-fdc7-4854-9717-f0ff36e8d827,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:55.173256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55b1b2-16a3-41de-a241-5df921d31e5a service neutron] Pushing event updated for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:55.173671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3378a458-196f-4510-8a6b-af6fffa436b2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:55.197658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-c6efc924-fb6b-4f38-85d3-3bc8b80e4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.198084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '75b42589-fdc7-4854-9717-f0ff36e8d827', 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'port_id': '75b42589-fdc7-4854-9717-f0ff36e8d827', 'mac_address': 'fa:16:3e:a7:a6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411ffe26-508c-4472-9d98-1139e5adfeaf', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:55.200664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-c6efc924-fb6b-4f38-85d3-3bc8b80e4668 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1094 time: 0.1442561 Dec 08 21:44:55.300537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:55.307783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-96809d56-ea52-4b6b-a85d-546043e1a9db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 200 len: 217 time: 0.0956752 Dec 08 21:44:55.332983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43222) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:55.341331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b42589-fdc7-4854-9717-f0ff36e8d827 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:55.360177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8fe83b03-acff-43a1-843d-3ed01238bfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:55.384228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 75b42589-fdc7-4854-9717-f0ff36e8d827, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=75b42589-fdc7-4854-9717-f0ff36e8d827,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:55.392928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:55.395038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 57419e41-a0ab-40c5-a027-51e1af84f29c details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:55.493506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=75b42589-fdc7-4854-9717-f0ff36e8d827,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:55.505525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-61021f33-446e-45cb-ac72-157692b76c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.511704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-61021f33-446e-45cb-ac72-157692b76c2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1903114 Dec 08 21:44:55.513484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-c9e792d3-1bee-4787-879e-5f2c8dcc153b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.538805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-c9e792d3-1bee-4787-879e-5f2c8dcc153b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.547026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-46832dc4-7c0d-4987-a61a-646a6c338e88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275979 Dec 08 21:44:55.554427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-c9e792d3-1bee-4787-879e-5f2c8dcc153b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.556286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 57419e41-a0ab-40c5-a027-51e1af84f29c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=57419e41-a0ab-40c5-a027-51e1af84f29c,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:55.561075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-c9e792d3-1bee-4787-879e-5f2c8dcc153b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.568433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-c9e792d3-1bee-4787-879e-5f2c8dcc153b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.575307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-c9e792d3-1bee-4787-879e-5f2c8dcc153b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.576845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'port_id': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'mac_address': 'fa:16:3e:82:64:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:55.582660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-c9e792d3-1bee-4787-879e-5f2c8dcc153b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.591016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-c9e792d3-1bee-4787-879e-5f2c8dcc153b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5422 time: 0.2598927 Dec 08 21:44:55.662564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-efe98e68-2b01-413d-872b-9c2adab6b15b req-adc424ea-8b87-49f8-80c7-7e2f2ad4634e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631588 Dec 08 21:44:55.685417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-d11746f7-9d71-45f5-96da-7e1f9dd45ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298387 Dec 08 21:44:55.688047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:55.730934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57419e41-a0ab-40c5-a027-51e1af84f29c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:55.746266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8fe83b03-acff-43a1-843d-3ed01238bfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:55.757094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8fe83b03-acff-43a1-843d-3ed01238bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:55.776906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 57419e41-a0ab-40c5-a027-51e1af84f29c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=57419e41-a0ab-40c5-a027-51e1af84f29c,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:55.787609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:55.788386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 110bef3d-0a3f-48bd-ad00-0ac335d68929 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:55.797666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8fe83b03-acff-43a1-843d-3ed01238bfe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ff3f5630d6e46a3a15f7c8898a4a25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624441 Dec 08 21:44:55.800352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43228) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:55.846763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 110bef3d-0a3f-48bd-ad00-0ac335d68929, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:55.856010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b3328-e726-41c0-b427-e8fade50eb6e req-2fd125a0-2d4f-4d17-8f95-74806ea41e55 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.859505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d2b3328-e726-41c0-b427-e8fade50eb6e req-2fd125a0-2d4f-4d17-8f95-74806ea41e55 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.0719500 Dec 08 21:44:55.874248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '110bef3d-0a3f-48bd-ad00-0ac335d68929', 'network_id': 'cbf6bf43-cd4f-4d9e-a885-f1926edc6d42', 'port_id': '110bef3d-0a3f-48bd-ad00-0ac335d68929', 'mac_address': 'fa:16:3e:09:e2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3ec96c-90c8-48d5-85ff-309b87cceb20', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:55.919914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddab85-5976-4b26-94a9-c9ca01be315b req-5fbb2faa-5163-49bc-ae2c-5b74e640007a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:55.921596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e7554d1-7dcb-4f09-802c-b6cfc09e2170 req-2d161283-af7a-4205-9af0-ca9da055de45 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251234 Dec 08 21:44:55.936807 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1ddab85-5976-4b26-94a9-c9ca01be315b req-5fbb2faa-5163-49bc-ae2c-5b74e640007a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1417406 Dec 08 21:44:55.941012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe83b03-acff-43a1-843d-3ed01238bfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f425c3-6796-408a-8508-de7a63c2eddd,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:55.952462 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2299a7e-8df3-4bad-88cc-f852a5e9bc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:55.969889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d2b3328-e726-41c0-b427-e8fade50eb6e req-bfc58bf6-5cd5-41c3-abd9-b6711c52d981 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844445 Dec 08 21:44:55.996745 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.017532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110bef3d-0a3f-48bd-ad00-0ac335d68929 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:56.023759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=57419e41-a0ab-40c5-a027-51e1af84f29c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:56.045623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 110bef3d-0a3f-48bd-ad00-0ac335d68929, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:56.055692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2299a7e-8df3-4bad-88cc-f852a5e9bc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.056235 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.056389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3da4ce6d-5520-472c-868d-7ad204d5fe4c details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:56.102162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-f6e7ddcb-4090-434d-8874-bd4b62227670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:56.107784 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-f6e7ddcb-4090-434d-8874-bd4b62227670 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1094 time: 0.1203573 Dec 08 21:44:56.169620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3da4ce6d-5520-472c-868d-7ad204d5fe4c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:56.173257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=110bef3d-0a3f-48bd-ad00-0ac335d68929,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:56.190948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '3da4ce6d-5520-472c-868d-7ad204d5fe4c', 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'port_id': '3da4ce6d-5520-472c-868d-7ad204d5fe4c', 'mac_address': 'fa:16:3e:b0:ad:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411ffe26-508c-4472-9d98-1139e5adfeaf', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:56.195419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2299a7e-8df3-4bad-88cc-f852a5e9bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.200748 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2299a7e-8df3-4bad-88cc-f852a5e9bc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.208987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a2299a7e-8df3-4bad-88cc-f852a5e9bc26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29f425c3-6796-408a-8508-de7a63c2eddd HTTP/1.1" status: 204 len: 168 time: 0.4002841 Dec 08 21:44:56.291320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2299a7e-8df3-4bad-88cc-f852a5e9bc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f425c3-6796-408a-8508-de7a63c2eddd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:56.311286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-d3624a5d-9022-4be7-a867-cf26d77e357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:56.313650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-d3624a5d-9022-4be7-a867-cf26d77e357a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.1985364 Dec 08 21:44:56.335052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1ddab85-5976-4b26-94a9-c9ca01be315b req-ea40b354-6720-4ab5-a012-21277db12551 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925695 Dec 08 21:44:56.347856 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.387802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da4ce6d-5520-472c-868d-7ad204d5fe4c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:56.414584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3da4ce6d-5520-472c-868d-7ad204d5fe4c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:56.430076 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.431152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f8358168-1a05-4df7-9924-89d8d3e61d23 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:56.446700 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-36054335-0afb-47b2-9350-b9067460fd41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 200 len: 217 time: 0.1238303 Dec 08 21:44:56.455039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43246) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:56.501051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f8358168-1a05-4df7-9924-89d8d3e61d23, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f8358168-1a05-4df7-9924-89d8d3e61d23,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:56.529304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'f8358168-1a05-4df7-9924-89d8d3e61d23', 'network_id': '7af39c87-7458-42f6-94db-a404c345e57b', 'port_id': 'f8358168-1a05-4df7-9924-89d8d3e61d23', 'mac_address': 'fa:16:3e:23:cc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411ffe26-508c-4472-9d98-1139e5adfeaf', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:56.554548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-0fe1c3a3-285f-4d5f-86c2-5ad4220b7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:56.556531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-0fe1c3a3-285f-4d5f-86c2-5ad4220b7d58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1002698 Dec 08 21:44:56.565060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5601186e-edd2-4762-bfa4-cff7c66611ea admin admin] Deleting subnet a4e885b5-3b06-481f-bac8-287d7184e468 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:44:56.571625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5601186e-edd2-4762-bfa4-cff7c66611ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.619859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-c321a558-51be-4bf0-99fd-0c7a03487311 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552344 Dec 08 21:44:56.639271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5601186e-edd2-4762-bfa4-cff7c66611ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.697994 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.743755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5601186e-edd2-4762-bfa4-cff7c66611ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.761755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8358168-1a05-4df7-9924-89d8d3e61d23 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:56.815125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f8358168-1a05-4df7-9924-89d8d3e61d23, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f8358168-1a05-4df7-9924-89d8d3e61d23,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:56.820646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3da4ce6d-5520-472c-868d-7ad204d5fe4c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:56.830611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:56.832147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:56.872776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-a11e1862-725d-4413-9879-454961998eb1 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427351 Dec 08 21:44:56.898362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5601186e-edd2-4762-bfa4-cff7c66611ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.038072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5601186e-edd2-4762-bfa4-cff7c66611ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.049065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5601186e-edd2-4762-bfa4-cff7c66611ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4e885b5-3b06-481f-bac8-287d7184e468 HTTP/1.1" status: 204 len: 168 time: 0.5926404 Dec 08 21:44:57.049778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:57.053258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601186e-edd2-4762-bfa4-cff7c66611ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e885b5-3b06-481f-bac8-287d7184e468,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:57.116742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-58a97d6b-1a75-447f-940d-acdf72ecffb2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.140437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-58a97d6b-1a75-447f-940d-acdf72ecffb2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.148154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-58a97d6b-1a75-447f-940d-acdf72ecffb2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.157365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-58a97d6b-1a75-447f-940d-acdf72ecffb2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.177925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f8358168-1a05-4df7-9924-89d8d3e61d23,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:57.185896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-58a97d6b-1a75-447f-940d-acdf72ecffb2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.202589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-58a97d6b-1a75-447f-940d-acdf72ecffb2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.210751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-58a97d6b-1a75-447f-940d-acdf72ecffb2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.213429 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-58a97d6b-1a75-447f-940d-acdf72ecffb2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5427 time: 0.3391948 Dec 08 21:44:57.226362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:57.239729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036', 'port_id': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'mac_address': 'fa:16:3e:c1:63:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a618da28-4f4c-4c1c-9b52-3b407f356568', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:57.260844 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.273299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-134a9ec9-54cf-4774-a4df-6c578e88c220 req-6d557719-21cc-4568-a4d8-ae78261dbaf4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528209 Dec 08 21:44:57.288936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a206ba9a-1450-4be7-8be1-8c8b5f07d573 req-c057c099-67e4-45ba-9f33-89cb91f3a873 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082136 Dec 08 21:44:57.315937 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.346763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e15e6967-b319-4eb7-80ca-94aa1067e65b {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:57.415066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:57.422660 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.466584 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.535446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e76fb-b04a-492e-8190-04e07b0e63d1 req-8703b7ba-43ec-41d3-9efe-74b7c8767a2c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.541081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f888fb1-0981-4f5e-b364-2b9f1b8c018d req-076d74ae-67f2-47f7-8078-81f807b4a1d0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:57.558402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e76e76fb-b04a-492e-8190-04e07b0e63d1 req-8703b7ba-43ec-41d3-9efe-74b7c8767a2c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.3191667 Dec 08 21:44:57.559619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f888fb1-0981-4f5e-b364-2b9f1b8c018d req-076d74ae-67f2-47f7-8078-81f807b4a1d0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.1231999 Dec 08 21:44:57.564027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:57.597757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:57.621688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbee064-98ae-496d-9106-5fabd93f4a6b') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:57.622029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbee064-98ae-496d-9106-5fabd93f4a6b') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:44:57.639121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.674473 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e76e76fb-b04a-492e-8190-04e07b0e63d1 req-59283139-ff4c-4d04-a84d-c961664f37c2 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108689 Dec 08 21:44:57.681555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.682278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f888fb1-0981-4f5e-b364-2b9f1b8c018d req-97e3890a-7fb8-4481-89fa-de95482cd751 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202233 Dec 08 21:44:57.707869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:44:57.709056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:44:57.714599 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:44:57.733385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['e15e6967-b319-4eb7-80ca-94aa1067e65b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:57.853916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.861115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:57.870414 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8 HTTP/1.1" status: 204 len: 168 time: 0.8143914 Dec 08 21:44:57.893593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427cdbb-d0af-41a3-86cb-f370964e4d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1ccfd3-9e34-43b4-b2a0-0882de1b18f8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:58.091963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43288) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:58.152695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43292) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:44:58.153740 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b75380eb-1252-4e79-83db-5bfd6e3e1309 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bc8a0766f814310ad94f675ea724293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563650 Dec 08 21:44:58.237225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd8da083-bdef-4105-8103-5568b2f57a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:58.267262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd8da083-bdef-4105-8103-5568b2f57a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:58.274450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3378a458-196f-4510-8a6b-af6fffa436b2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:58.380162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['110bef3d-0a3f-48bd-ad00-0ac335d68929'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:58.382540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['75b42589-fdc7-4854-9717-f0ff36e8d827'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:58.395716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['85d0f69f-b532-42da-a04a-4f1ef8c82eef'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:58.431627 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd8da083-bdef-4105-8103-5568b2f57a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:58.434585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd8da083-bdef-4105-8103-5568b2f57a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:58.438063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dd8da083-bdef-4105-8103-5568b2f57a9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f HTTP/1.1" status: 204 len: 168 time: 0.2806404 Dec 08 21:44:58.455436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8da083-bdef-4105-8103-5568b2f57a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b3d8d-f7d6-4755-8bf9-a90d48eec98f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:58.534936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['57419e41-a0ab-40c5-a027-51e1af84f29c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:58.540717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3da4ce6d-5520-472c-868d-7ad204d5fe4c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:58.542830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f8358168-1a05-4df7-9924-89d8d3e61d23'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:44:58.591169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-2d9d3f17-42d2-4efc-98fe-4cab34a9cda6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.612116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-2d9d3f17-42d2-4efc-98fe-4cab34a9cda6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.631242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-2d9d3f17-42d2-4efc-98fe-4cab34a9cda6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.640966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-2d9d3f17-42d2-4efc-98fe-4cab34a9cda6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.650182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-2d9d3f17-42d2-4efc-98fe-4cab34a9cda6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.659007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-2d9d3f17-42d2-4efc-98fe-4cab34a9cda6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.667274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-2d9d3f17-42d2-4efc-98fe-4cab34a9cda6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.677517 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-2d9d3f17-42d2-4efc-98fe-4cab34a9cda6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5427 time: 0.2114401 Dec 08 21:44:58.734007 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ba91665-f0c6-428b-85c2-ee0dfb7e52f4 req-210188b7-f0f3-466e-ad41-ad25f50cf7cb tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497193 Dec 08 21:44:58.771756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f97f9441-7e5a-4eaf-b1e2-39b8ea431413 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:44:58.938567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1ac7-15d3-42f0-8175-cb1c10f83671 req-5a3bbe63-d820-4ab4-b552-b84846bc6f2a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.949733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-162b1ac7-15d3-42f0-8175-cb1c10f83671 req-5a3bbe63-d820-4ab4-b552-b84846bc6f2a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.1131680 Dec 08 21:44:58.966952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a3621-8de6-4331-9e41-fc5b8ebd86af req-8ed77053-2428-4c88-adbe-d0817065f624 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:58.979535 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-619a3621-8de6-4331-9e41-fc5b8ebd86af req-8ed77053-2428-4c88-adbe-d0817065f624 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.1280439 Dec 08 21:44:59.037026 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-162b1ac7-15d3-42f0-8175-cb1c10f83671 req-ce5a6a03-07cb-48d6-81bc-231f1c4e5a17 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863316 Dec 08 21:44:59.081759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-619a3621-8de6-4331-9e41-fc5b8ebd86af req-5cc02310-2083-4b7e-9ef6-dba2dfbb4981 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009176 Dec 08 21:44:59.159962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:59.189450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413', 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'port_id': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413', 'mac_address': 'fa:16:3e:a1:ec:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ca841b-b868-4917-b0d2-2e0b43e4a197', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:44:59.311848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:59.337896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97f9441-7e5a-4eaf-b1e2-39b8ea431413 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:44:59.473614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:44:59.571173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-b7d347f2-0e8a-47e1-9ce0-f4051c150004 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553679 Dec 08 21:44:59.628123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:44:59.733362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port e15e6967-b319-4eb7-80ca-94aa1067e65b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:44:59.733731 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:59.771015 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:44:59.834776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-63f70d7e-9b6a-48ad-b6d6-7d4965c6819c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:59.847371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-63f70d7e-9b6a-48ad-b6d6-7d4965c6819c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743115 Dec 08 21:44:59.872642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:44:59.883642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-ade11ae7-61e9-47b1-9f05-7dd963bac8d9 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/quotas/5466b5556cd64281b1ade7892eafb096 HTTP/1.1" status: 200 len: 375 time: 0.0319061 Dec 08 21:44:59.932640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-b5be1448-e12e-4566-84ec-2b6a76d2aa62 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:59.938547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-b5be1448-e12e-4566-84ec-2b6a76d2aa62 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:59.967993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-b5be1448-e12e-4566-84ec-2b6a76d2aa62 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:59.970314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-d0e443f8-64f4-4a9c-b976-42b34ba4a2e4 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841486 Dec 08 21:44:59.975510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-b5be1448-e12e-4566-84ec-2b6a76d2aa62 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:59.981759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-b5be1448-e12e-4566-84ec-2b6a76d2aa62 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:59.988222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-b5be1448-e12e-4566-84ec-2b6a76d2aa62 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:44:59.996500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-b5be1448-e12e-4566-84ec-2b6a76d2aa62 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:00.007030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-b5be1448-e12e-4566-84ec-2b6a76d2aa62 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5427 time: 0.1439276 Dec 08 21:45:00.077195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-761afb30-2d1b-436f-b82d-b0e342f1cb83 req-933f66c5-bae5-425a-9b58-30326ffb3832 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689216 Dec 08 21:45:00.167777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f97f9441-7e5a-4eaf-b1e2-39b8ea431413'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:00.221520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28347c0-5ce5-4ebc-9714-1f120cfcf0a8 req-c463f2d0-a1d7-4bf6-9c8f-d18327816506 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:00.233677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a28347c0-5ce5-4ebc-9714-1f120cfcf0a8 req-c463f2d0-a1d7-4bf6-9c8f-d18327816506 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0972247 Dec 08 21:45:00.351349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:00.367408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a28347c0-5ce5-4ebc-9714-1f120cfcf0a8 req-7b653226-d154-4e24-9b45-b3121b1ead72 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219068 Dec 08 21:45:00.433192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a90fb-b4d0-45ca-9f2d-75e9711832e3 req-bd923176-0181-4677-abe9-7c347bba8d51 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:00.435955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-578a90fb-b4d0-45ca-9f2d-75e9711832e3 req-bd923176-0181-4677-abe9-7c347bba8d51 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 944 time: 0.1135798 Dec 08 21:45:00.485321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:00.487813 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d81245-ebc2-4353-85a3-d03dc3754e46" -d '{"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:00.565029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:00.567492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-578a90fb-b4d0-45ca-9f2d-75e9711832e3 req-745d29f3-0e67-4b44-9684-5e8c0df86912 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194866 Dec 08 21:45:00.610467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:00.611374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d76f6582-53a7-4502-ac1a-8051daa52564 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:45:00.777506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: d76f6582-53a7-4502-ac1a-8051daa52564 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:45:00.777846 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d76f6582-53a7-4502-ac1a-8051daa52564 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:45:00.789275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f815ad32-5135-4ac6-93d8-9faeaab91c0c req-c5bb9d17-43f9-4104-8601-ea0c1ee988be tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 210 time: 0.0428011 Dec 08 21:45:00.929929 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8c7a12-69c2-4e06-ae6d-516a6e98b805 x-openstack-request-id: req-ca8c7a12-69c2-4e06-ae6d-516a6e98b805 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:00.930215 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:00.930469 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca8c7a12-69c2-4e06-ae6d-516a6e98b805 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:00.930889 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'code': 200} Dec 08 21:45:01.003262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:01.320492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136eef8-4094-4a91-b557-ec8c0969712e req-06739261-7d98-49d3-bf1f-735f04407310 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.327016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136eef8-4094-4a91-b557-ec8c0969712e req-06739261-7d98-49d3-bf1f-735f04407310 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.333577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136eef8-4094-4a91-b557-ec8c0969712e req-06739261-7d98-49d3-bf1f-735f04407310 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.340170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136eef8-4094-4a91-b557-ec8c0969712e req-06739261-7d98-49d3-bf1f-735f04407310 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.346462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136eef8-4094-4a91-b557-ec8c0969712e req-06739261-7d98-49d3-bf1f-735f04407310 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.353946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136eef8-4094-4a91-b557-ec8c0969712e req-06739261-7d98-49d3-bf1f-735f04407310 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.360060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136eef8-4094-4a91-b557-ec8c0969712e req-06739261-7d98-49d3-bf1f-735f04407310 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.362538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e136eef8-4094-4a91-b557-ec8c0969712e req-06739261-7d98-49d3-bf1f-735f04407310 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5427 time: 0.1408155 Dec 08 21:45:01.433049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e136eef8-4094-4a91-b557-ec8c0969712e req-c6b70a42-a5fe-484e-ad8d-f2f67801f48b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529897 Dec 08 21:45:01.464272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 110bef3d-0a3f-48bd-ad00-0ac335d68929 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:01.551633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706ba32-b000-4940-80d2-02359740db32 req-f05abb00-8cd1-4336-abd2-cd39482025ca tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.555626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 110bef3d-0a3f-48bd-ad00-0ac335d68929 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:01.560404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4706ba32-b000-4940-80d2-02359740db32 req-f05abb00-8cd1-4336-abd2-cd39482025ca tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0781178 Dec 08 21:45:01.563986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 110bef3d-0a3f-48bd-ad00-0ac335d68929 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:01.564401 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:01.612611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4706ba32-b000-4940-80d2-02359740db32 req-209d663f-4916-4b72-bc29-c2ca73a87f64 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466440 Dec 08 21:45:01.712105 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:01.740515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43414) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:01.745514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2ae4-7d9a-4d95-a3b6-50f52b378e06 req-79963c84-dbca-44d8-b477-6628fb97f642 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:01.755068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de7a2ae4-7d9a-4d95-a3b6-50f52b378e06 req-79963c84-dbca-44d8-b477-6628fb97f642 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 944 time: 0.0897105 Dec 08 21:45:01.760606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 110bef3d-0a3f-48bd-ad00-0ac335d68929, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:01.776018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:01.777407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3378a458-196f-4510-8a6b-af6fffa436b2 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:01.807121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de7a2ae4-7d9a-4d95-a3b6-50f52b378e06 req-3147a219-6db6-4bf8-a480-d9184119ac50 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506721 Dec 08 21:45:01.876111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=110bef3d-0a3f-48bd-ad00-0ac335d68929,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:01.952280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 3378a458-196f-4510-8a6b-af6fffa436b2 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:01.960777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 3378a458-196f-4510-8a6b-af6fffa436b2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:01.961265 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.076408 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762a19e-fab2-4412-8095-c17b2ff5932a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.080352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-603dcfb7-c4d4-4d2a-b530-28ae3714788f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721331 Dec 08 21:45:02.093888 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826f9a00-54fe-47d1-85b1-d0f5ffcafac7 req-b9a5421a-d95c-430c-96ca-da4389c96eed tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 210 time: 0.0933831 Dec 08 21:45:02.169996 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.205081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3378a458-196f-4510-8a6b-af6fffa436b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3378a458-196f-4510-8a6b-af6fffa436b2,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:02.213416 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.281630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3378a458-196f-4510-8a6b-af6fffa436b2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:02.316824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-1fbdc431-c4ee-4ffd-9509-1a7ae2a8cb92 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.318305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-1fbdc431-c4ee-4ffd-9509-1a7ae2a8cb92 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282939 Dec 08 21:45:02.336038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Request body: {'port': {'device_id': 'de130fad-f446-4ddb-bf8d-33c53c0f63ff', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '5466b5556cd64281b1ade7892eafb096'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:02.423364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762a19e-fab2-4412-8095-c17b2ff5932a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.436101 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762a19e-fab2-4412-8095-c17b2ff5932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.497905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5762a19e-fab2-4412-8095-c17b2ff5932a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d993a4874377424cb723a221292e9a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7540312 Dec 08 21:45:02.498287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43430) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:02.507715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762a19e-fab2-4412-8095-c17b2ff5932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8cb71-fc22-47e2-bdd5-4e026690bfe6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:02.563414 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd52782-9262-4b93-be89-6a13b261a410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.589199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd52782-9262-4b93-be89-6a13b261a410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.604412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Made reservation on behalf of 5466b5556cd64281b1ade7892eafb096 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:02.609753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.623639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.646888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-d8fcbded-bd83-48ea-8381-bdc9802182b7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.649928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd52782-9262-4b93-be89-6a13b261a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.652720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd52782-9262-4b93-be89-6a13b261a410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.662112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9dd52782-9262-4b93-be89-6a13b261a410 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88d8cb71-fc22-47e2-bdd5-4e026690bfe6 HTTP/1.1" status: 204 len: 168 time: 0.1626177 Dec 08 21:45:02.676415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-d8fcbded-bd83-48ea-8381-bdc9802182b7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.679933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f97f9441-7e5a-4eaf-b1e2-39b8ea431413 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:02.686271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd52782-9262-4b93-be89-6a13b261a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8cb71-fc22-47e2-bdd5-4e026690bfe6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:02.712563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-d8fcbded-bd83-48ea-8381-bdc9802182b7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.737630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-d8fcbded-bd83-48ea-8381-bdc9802182b7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.751587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-d8fcbded-bd83-48ea-8381-bdc9802182b7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.766966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-d8fcbded-bd83-48ea-8381-bdc9802182b7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.781393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d251-cc34-4848-9231-6a9360534592 req-cd2323b6-5fe0-4387-a861-25239aee7ca3 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.783009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1495d251-cc34-4848-9231-6a9360534592 req-cd2323b6-5fe0-4387-a861-25239aee7ca3 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0784514 Dec 08 21:45:02.789521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-d8fcbded-bd83-48ea-8381-bdc9802182b7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:02.804524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-d8fcbded-bd83-48ea-8381-bdc9802182b7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5429 time: 0.2805159 Dec 08 21:45:02.825944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:02.842198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:02.842967 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.882757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1495d251-cc34-4848-9231-6a9360534592 req-bca7806a-9876-4f17-bc4c-7077537d2612 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871134 Dec 08 21:45:02.933160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110bef3d-0a3f-48bd-ad00-0ac335d68929'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3378a458-196f-4510-8a6b-af6fffa436b2'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:02.940783 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e587668-aa65-4743-b2c8-bb6b58a4d6f9" -d '{"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "110bef3d-0a3f-48bd-ad00-0ac335d68929"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "3378a458-196f-4510-8a6b-af6fffa436b2"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:02.969083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:02.979789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.125004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8458e-1dfb-4b5b-9e34-472e26bb32d7 req-2eff0c13-8eba-4704-ab22-4144cf99b1af tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:03.135858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09c8458e-1dfb-4b5b-9e34-472e26bb32d7 req-2eff0c13-8eba-4704-ab22-4144cf99b1af tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 944 time: 0.1253843 Dec 08 21:45:03.181004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e2e868-ba28-4b34-9cc5-bac5141ef047,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:03.240638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09c8458e-1dfb-4b5b-9e34-472e26bb32d7 req-ca9e4a96-32c3-406a-886e-b11dc1bf815f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913823 Dec 08 21:45:03.278814 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.316871 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31ecb284-edf6-44e9-8220-ad84963e2040 req-2066b329-f176-4053-8db3-88a9d6750d2d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5113564 Dec 08 21:45:03.372592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Allocated IP 192.168.233.250 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/8ac7c732-4124-4870-a7d9-70b995f25d5c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:45:03.374111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:03.382628 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.460510 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4f0af-14ad-43c4-90e4-8d06e4f345d7 x-openstack-request-id: req-64b4f0af-14ad-43c4-90e4-8d06e4f345d7 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:03.460744 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "110bef3d-0a3f-48bd-ad00-0ac335d68929", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "3378a458-196f-4510-8a6b-af6fffa436b2", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:03.460991 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64b4f0af-14ad-43c4-90e4-8d06e4f345d7 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:03.461272 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110bef3d-0a3f-48bd-ad00-0ac335d68929', 'code': 200} Dec 08 21:45:03.461527 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3378a458-196f-4510-8a6b-af6fffa436b2', 'code': 200} Dec 08 21:45:03.501702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3da4ce6d-5520-472c-868d-7ad204d5fe4c up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:03.552683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:03.555585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-54b69fac-f3c6-4d48-a749-13c7512b4426 req-4514e27f-ff38-432d-9c2f-79ca84c33819 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 210 time: 0.0426536 Dec 08 21:45:03.600949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 3da4ce6d-5520-472c-868d-7ad204d5fe4c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:03.605413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 3da4ce6d-5520-472c-868d-7ad204d5fe4c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:03.605788 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.658092 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.689172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:03.704636 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.715115 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.743453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3da4ce6d-5520-472c-868d-7ad204d5fe4c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:03.762369 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.765568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f8358168-1a05-4df7-9924-89d8d3e61d23 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:03.786748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:45:03.790790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:03.809927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:45:03.863726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-112512450-network', 'tenant_id': '26a34af626c44def8fe4934c690c7fb5'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:03.871415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'Port': ['ID=8ac7c732-4124-4870-a7d9-70b995f25d5c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:03.873699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3da4ce6d-5520-472c-868d-7ad204d5fe4c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:03.891479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port f8358168-1a05-4df7-9924-89d8d3e61d23 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:03.902057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port f8358168-1a05-4df7-9924-89d8d3e61d23 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:03.902489 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.923400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Made reservation on behalf of 26a34af626c44def8fe4934c690c7fb5 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:03.929981 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.946762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:03.953123 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.986359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:03.995108 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.034357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f8358168-1a05-4df7-9924-89d8d3e61d23, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f8358168-1a05-4df7-9924-89d8d3e61d23,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:04.039239 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.040298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 85d0f69f-b532-42da-a04a-4f1ef8c82eef up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:04.086505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-9735cafa-8042-4cef-be14-cabf4613ca88 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7567081 Dec 08 21:45:04.134061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f8358168-1a05-4df7-9924-89d8d3e61d23,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:04.149858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 85d0f69f-b532-42da-a04a-4f1ef8c82eef completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:04.150922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Request body: {'port': {'device_id': 'de130fad-f446-4ddb-bf8d-33c53c0f63ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:04.156297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 85d0f69f-b532-42da-a04a-4f1ef8c82eef triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:04.158027 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.159498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.180044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.213590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624299-7a7b-4a7d-b5c4-7457f88a1d6c req-1071ca8a-56f1-4491-b73a-fe54037dd8b7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.219094 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c624299-7a7b-4a7d-b5c4-7457f88a1d6c req-1071ca8a-56f1-4491-b73a-fe54037dd8b7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1809525 Dec 08 21:45:04.234943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-93c27d39-27ea-4bea-bd16-d5b01fc7b9dd None None] Provisioning complete for port 8ac7c732-4124-4870-a7d9-70b995f25d5c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:04.234943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-93c27d39-27ea-4bea-bd16-d5b01fc7b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.247678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:45:04.270488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-93c27d39-27ea-4bea-bd16-d5b01fc7b9dd None None] Port 8ac7c732-4124-4870-a7d9-70b995f25d5c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:45:04.285885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced73e7-a459-4281-9617-d09e22913f11,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:04.302086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.302788 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Added segment d4b7cca2-9d58-45b7-a1e0-918475384e7b of type vlan for network 8685e61b-1094-4742-8108-38e22f730f83 Dec 08 21:45:04.312073 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.333420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c624299-7a7b-4a7d-b5c4-7457f88a1d6c req-2f309ac9-0e27-468b-b747-825b41e2848b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081359 Dec 08 21:45:04.346117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.399417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 85d0f69f-b532-42da-a04a-4f1ef8c82eef, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:04.404602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231f480-c014-4871-a83a-c4058a624838 req-9a0802ba-4a1c-4ba4-8bb7-00ae6d1ecc3a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.418404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3231f480-c014-4871-a83a-c4058a624838 req-9a0802ba-4a1c-4ba4-8bb7-00ae6d1ecc3a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.0983932 Dec 08 21:45:04.421085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.423020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 75b42589-fdc7-4854-9717-f0ff36e8d827 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:04.467486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.472268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3231f480-c014-4871-a83a-c4058a624838 req-d8571c52-d300-4801-91fe-bee4786028c1 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517120 Dec 08 21:45:04.545060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=85d0f69f-b532-42da-a04a-4f1ef8c82eef,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:04.568214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 75b42589-fdc7-4854-9717-f0ff36e8d827 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:04.572999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 75b42589-fdc7-4854-9717-f0ff36e8d827 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:04.573427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.639880 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.640853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.641591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.711855 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.726629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14af7a-0497-4a83-9f4e-ac3ef1ee9f1c req-5a29ab5c-2610-4fc9-ae4d-fc97ab194dea tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.730450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae14af7a-0497-4a83-9f4e-ac3ef1ee9f1c req-5a29ab5c-2610-4fc9-ae4d-fc97ab194dea tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 936 time: 0.0783131 Dec 08 21:45:04.749728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 75b42589-fdc7-4854-9717-f0ff36e8d827, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=75b42589-fdc7-4854-9717-f0ff36e8d827,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:04.756101 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.756927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 57419e41-a0ab-40c5-a027-51e1af84f29c up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:04.762750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0694387 Dec 08 21:45:04.763287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43484) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:04.767792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Request body: {'subnet': {'network_id': '8685e61b-1094-4742-8108-38e22f730f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-112512450-subnet', 'tenant_id': '26a34af626c44def8fe4934c690c7fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:04.815048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae14af7a-0497-4a83-9f4e-ac3ef1ee9f1c req-c95a7511-c27d-43f5-a52d-12ccd001d1ee tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647397 Dec 08 21:45:04.816708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-5a6a4a8d-7ab5-419f-90fc-24a2ff7fd105 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.824373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-5a6a4a8d-7ab5-419f-90fc-24a2ff7fd105 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.832146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-5a6a4a8d-7ab5-419f-90fc-24a2ff7fd105 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.838278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-5a6a4a8d-7ab5-419f-90fc-24a2ff7fd105 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.844292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-5a6a4a8d-7ab5-419f-90fc-24a2ff7fd105 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.851015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-5a6a4a8d-7ab5-419f-90fc-24a2ff7fd105 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.851409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Made reservation on behalf of 26a34af626c44def8fe4934c690c7fb5 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:04.856371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=75b42589-fdc7-4854-9717-f0ff36e8d827,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:04.857469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-5a6a4a8d-7ab5-419f-90fc-24a2ff7fd105 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:04.858335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.867750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-5a6a4a8d-7ab5-419f-90fc-24a2ff7fd105 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5432 time: 0.2892668 Dec 08 21:45:04.876235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 57419e41-a0ab-40c5-a027-51e1af84f29c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:04.884649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 57419e41-a0ab-40c5-a027-51e1af84f29c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:04.885287 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:04.912057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea7d8f-eafa-4715-891a-e8132fd75157 admin admin] Pushing event updated for resources: {'Network': ['ID=8685e61b-1094-4742-8108-38e22f730f83,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:04.924035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8685e61b-1094-4742-8108-38e22f730f83 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:45:04.956753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aabaf90e-7acb-4060-b419-d3f0a67b8efe req-ea6866a6-39b5-4e78-8617-9a96d37c7b41 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879576 Dec 08 21:45:05.043639 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.081118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 57419e41-a0ab-40c5-a027-51e1af84f29c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=57419e41-a0ab-40c5-a027-51e1af84f29c,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:05.086493 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.110484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac7c732-4124-4870-a7d9-70b995f25d5c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:05.120659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.137979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Transition to ACTIVE for port object 8ac7c732-4124-4870-a7d9-70b995f25d5c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:05.144510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.146760 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.169781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=57419e41-a0ab-40c5-a027-51e1af84f29c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:05.205791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b675f4-05c9-4936-950c-0618597ee522,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:05.209110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac7c732-4124-4870-a7d9-70b995f25d5c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:05.266329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Checking segment: {'id': 'd4b7cca2-9d58-45b7-a1e0-918475384e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8685e61b-1094-4742-8108-38e22f730f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:05.266669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Network hostable DHCP agents. Network: 8685e61b-1094-4742-8108-38e22f730f83, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:45:05.310633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Network 8685e61b-1094-4742-8108-38e22f730f83 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:45:05.323571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8685e61b-1094-4742-8108-38e22f730f83) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:05.329896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Attempting to bind port 8ac7c732-4124-4870-a7d9-70b995f25d5c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:05.330227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Attempting to bind port 8ac7c732-4124-4870-a7d9-70b995f25d5c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:05.330557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Attempting to bind port 8ac7c732-4124-4870-a7d9-70b995f25d5c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:05.333606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:05.334196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.338049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed67b83-bcb6-433d-aa14-4f39e7c8b78c None None] Network 8685e61b-1094-4742-8108-38e22f730f83 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:45:05.344124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Port 8ac7c732-4124-4870-a7d9-70b995f25d5c on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:05.344124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Attempting to bind port 8ac7c732-4124-4870-a7d9-70b995f25d5c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:05.360153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:05.360624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:05.361033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:05.361547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Bound port: 8ac7c732-4124-4870-a7d9-70b995f25d5c, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:05.362020 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.378215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4d89d862-8f13-47b7-8322-b47645901170 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6141386 Dec 08 21:45:05.480954 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] For port 8ac7c732-4124-4870-a7d9-70b995f25d5c, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:05.487062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4ce6d-5520-472c-868d-7ad204d5fe4c'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8358168-1a05-4df7-9924-89d8d3e61d23'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d0f69f-b532-42da-a04a-4f1ef8c82eef'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b42589-fdc7-4854-9717-f0ff36e8d827'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:05.489957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] For port 8ac7c732-4124-4870-a7d9-70b995f25d5c, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8ac7c732-4124-4870-a7d9-70b995f25d5c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:05.491758 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f8c6a7-e605-416a-8b3c-814c76f03ac7" -d '{"events": [{"server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "name": "network-vif-plugged", "status": "completed", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "3da4ce6d-5520-472c-868d-7ad204d5fe4c"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "f8358168-1a05-4df7-9924-89d8d3e61d23"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "85d0f69f-b532-42da-a04a-4f1ef8c82eef"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "75b42589-fdc7-4854-9717-f0ff36e8d827"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:05.497947 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.534581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34166bc-9077-49a1-9b90-6d8fe6b60726 req-9ac322d5-3e0f-4bf1-abbb-848be4dc13e4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:05.545867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b34166bc-9077-49a1-9b90-6d8fe6b60726 req-9ac322d5-3e0f-4bf1-abbb-848be4dc13e4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1037166 Dec 08 21:45:05.569060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07120bff-52bb-4722-84bc-b72f7ee8a47b None None] Network 8685e61b-1094-4742-8108-38e22f730f83 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:45:05.595208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:05.595826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.599337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-79c586de-d82d-4eac-94f2-476c26e20304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:05.601620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ac7c732-4124-4870-a7d9-70b995f25d5c HTTP/1.1" status: 200 len: 1096 time: 1.4571173 Dec 08 21:45:05.602311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de130fad-f446-4ddb-bf8d-33c53c0f63ff', 'tag': '8ac7c732-4124-4870-a7d9-70b995f25d5c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:05.606231 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d438e95-f571-43de-898c-9f79e09840f2" -d '{"events": [{"name": "network-changed", "server_uuid": "de130fad-f446-4ddb-bf8d-33c53c0f63ff", "tag": "8ac7c732-4124-4870-a7d9-70b995f25d5c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:05.649178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b34166bc-9077-49a1-9b90-6d8fe6b60726 req-65ce2b9a-eec3-4c15-8817-1e504529f747 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946586 Dec 08 21:45:05.672015 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76393d5-55aa-45d1-8f92-e24232ca7568 x-openstack-request-id: req-c76393d5-55aa-45d1-8f92-e24232ca7568 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:05.672320 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "name": "network-vif-plugged", "status": "completed", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "3da4ce6d-5520-472c-868d-7ad204d5fe4c", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "f8358168-1a05-4df7-9924-89d8d3e61d23", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "85d0f69f-b532-42da-a04a-4f1ef8c82eef", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "75b42589-fdc7-4854-9717-f0ff36e8d827", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-plugged", "status": "completed", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:05.672583 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c76393d5-55aa-45d1-8f92-e24232ca7568 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:05.673093 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413', 'code': 200} Dec 08 21:45:05.673222 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4ce6d-5520-472c-868d-7ad204d5fe4c', 'code': 200} Dec 08 21:45:05.673474 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8358168-1a05-4df7-9924-89d8d3e61d23', 'code': 200} Dec 08 21:45:05.673718 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d0f69f-b532-42da-a04a-4f1ef8c82eef', 'code': 200} Dec 08 21:45:05.673962 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b42589-fdc7-4854-9717-f0ff36e8d827', 'code': 200} Dec 08 21:45:05.674086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7895903-5e5c-434b-946e-56bdc31bf5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac7c732-4124-4870-a7d9-70b995f25d5c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:05.674195 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'code': 200} Dec 08 21:45:05.726148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-a8b912be-61c7-4fbe-8eb9-d5d301411da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:05.729822 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-a8b912be-61c7-4fbe-8eb9-d5d301411da2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 1099 time: 0.0665870 Dec 08 21:45:05.865910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c92c06-5dfe-4c7f-95ec-d70e49e5b0ed req-11ef6b95-e17e-46e6-adbe-69e8af04a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:05.867647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d0c92c06-5dfe-4c7f-95ec-d70e49e5b0ed req-11ef6b95-e17e-46e6-adbe-69e8af04a0bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1096 time: 0.1220605 Dec 08 21:45:05.873065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-f5dba3ac-7ede-4ce9-a484-1d53e059e784 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8ac7c732-4124-4870-a7d9-70b995f25d5c HTTP/1.1" status: 200 len: 217 time: 0.1308260 Dec 08 21:45:05.915297 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42565140-7ee6-4ac9-b582-469cef1c24c2 x-openstack-request-id: req-42565140-7ee6-4ac9-b582-469cef1c24c2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:05.915871 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de130fad-f446-4ddb-bf8d-33c53c0f63ff", "tag": "8ac7c732-4124-4870-a7d9-70b995f25d5c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:05.916335 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42565140-7ee6-4ac9-b582-469cef1c24c2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:05.916929 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de130fad-f446-4ddb-bf8d-33c53c0f63ff', 'tag': '8ac7c732-4124-4870-a7d9-70b995f25d5c', 'status': 'completed', 'code': 200} Dec 08 21:45:05.934536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6ebee-7abc-4629-b98b-97babf9c1dda req-b5d16947-899f-43d6-aaa1-47df2f06a523 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:05.943732 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71a6ebee-7abc-4629-b98b-97babf9c1dda req-b5d16947-899f-43d6-aaa1-47df2f06a523 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.1328535 Dec 08 21:45:05.967265 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d0c92c06-5dfe-4c7f-95ec-d70e49e5b0ed req-e3bbf824-8b15-4d2a-ad66-534abb235710 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855503 Dec 08 21:45:06.011547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71a6ebee-7abc-4629-b98b-97babf9c1dda req-31a31f46-e293-4770-90bb-bbc6efaf03c2 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668750 Dec 08 21:45:06.013456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-3dd0c5ae-6730-47d4-8e61-fe4c75225596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.014211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-3dd0c5ae-6730-47d4-8e61-fe4c75225596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.014898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-3dd0c5ae-6730-47d4-8e61-fe4c75225596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.015545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-3dd0c5ae-6730-47d4-8e61-fe4c75225596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.016475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-3dd0c5ae-6730-47d4-8e61-fe4c75225596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.018001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-3dd0c5ae-6730-47d4-8e61-fe4c75225596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.018703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-3dd0c5ae-6730-47d4-8e61-fe4c75225596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.021568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-3dd0c5ae-6730-47d4-8e61-fe4c75225596 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6491 time: 0.1476245 Dec 08 21:45:06.038762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-91bf51bd-8409-4ac3-bf89-e28d4ef0dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.041212 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-91bf51bd-8409-4ac3-bf89-e28d4ef0dde9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1191127 Dec 08 21:45:06.132302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb96c5b4-3f3e-45d8-b1da-1f36178b1dca req-96df3b87-d0c6-4d17-bf2f-3aad89a0c857 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018481 Dec 08 21:45:06.150517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b34ccd-c573-483c-babe-7957da924935 req-367ee517-619a-4706-94cd-85817610dff0 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.157848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-4b5bad72-14d2-4426-9bfb-7b570480cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.160423 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4b34ccd-c573-483c-babe-7957da924935 req-367ee517-619a-4706-94cd-85817610dff0 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 948 time: 0.0895374 Dec 08 21:45:06.160920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-4b5bad72-14d2-4426-9bfb-7b570480cb0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068494 Dec 08 21:45:06.239511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4b34ccd-c573-483c-babe-7957da924935 req-e3cb562c-67d0-4a44-94d8-630566f26f3a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732012 Dec 08 21:45:06.322843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-6db7e145-0da2-4709-ba9f-a2f4b1fadb78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.329857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-6db7e145-0da2-4709-ba9f-a2f4b1fadb78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.339360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-6db7e145-0da2-4709-ba9f-a2f4b1fadb78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.345814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-6db7e145-0da2-4709-ba9f-a2f4b1fadb78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.352972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-6db7e145-0da2-4709-ba9f-a2f4b1fadb78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.359623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-6db7e145-0da2-4709-ba9f-a2f4b1fadb78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.373426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-6db7e145-0da2-4709-ba9f-a2f4b1fadb78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.374933 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-6db7e145-0da2-4709-ba9f-a2f4b1fadb78 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 0.1287992 Dec 08 21:45:06.495180 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ea2b35ae-5d45-490e-88e1-a4202ab8dcc9 req-b5393070-acd8-4946-abc4-d09f25bd83e0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078398 Dec 08 21:45:06.538110 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-622e86e4-9802-42dc-a674-0f4fbf7933d7 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606939 Dec 08 21:45:06.691662 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0184afdd-595e-4ae5-b267-8925bc35e14b req-13b2de62-26a5-4610-8200-6547c0f8b2e5 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396160 Dec 08 21:45:06.820159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949119c-71ac-446a-83e8-0f5e2e43bf08 req-e64f287c-7188-4b3c-a7c4-cb5adc24d627 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.828266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5949119c-71ac-446a-83e8-0f5e2e43bf08 req-e64f287c-7188-4b3c-a7c4-cb5adc24d627 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0923338 Dec 08 21:45:06.834974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d438e95-f571-43de-898c-9f79e09840f2 req-f6588758-d568-4910-8ed5-32f674d695c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.836821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d438e95-f571-43de-898c-9f79e09840f2 req-f6588758-d568-4910-8ed5-32f674d695c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 1099 time: 0.0741229 Dec 08 21:45:06.932976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5949119c-71ac-446a-83e8-0f5e2e43bf08 req-bb2611b9-fc6b-4c85-9270-7d2cfaaa7e79 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034117 Dec 08 21:45:06.976870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d438e95-f571-43de-898c-9f79e09840f2 req-bd237b03-d747-4234-8b13-f59280b20850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:06.978635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d438e95-f571-43de-898c-9f79e09840f2 req-bd237b03-d747-4234-8b13-f59280b20850 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1326973 Dec 08 21:45:07.025962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d438e95-f571-43de-898c-9f79e09840f2 req-f5b377c2-5d42-417e-8139-6bf3e4108fe3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8ac7c732-4124-4870-a7d9-70b995f25d5c HTTP/1.1" status: 200 len: 217 time: 0.0388675 Dec 08 21:45:07.106732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d438e95-f571-43de-898c-9f79e09840f2 req-683eab8b-63b1-44a2-9125-2219f3dc4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.108845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d438e95-f571-43de-898c-9f79e09840f2 req-683eab8b-63b1-44a2-9125-2219f3dc4bb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0726275 Dec 08 21:45:07.229388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cea33-5fc1-485b-88b7-43e4ffe6f996 req-a1ca480c-d7ea-4f11-9831-291bfeb6f6ad tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.231600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e4cea33-5fc1-485b-88b7-43e4ffe6f996 req-a1ca480c-d7ea-4f11-9831-291bfeb6f6ad tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.1215410 Dec 08 21:45:07.254571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d438e95-f571-43de-898c-9f79e09840f2 req-f41180e0-ab96-4cdc-bca4-f2e576e45c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.256495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d438e95-f571-43de-898c-9f79e09840f2 req-f41180e0-ab96-4cdc-bca4-f2e576e45c3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355133 Dec 08 21:45:07.345260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e4cea33-5fc1-485b-88b7-43e4ffe6f996 req-bd2f22ed-11f7-437f-a052-b5971ad0ee8b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951610 Dec 08 21:45:07.411917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d438e95-f571-43de-898c-9f79e09840f2 req-eca056a7-7e71-48fe-9266-de5d52466dc6 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410677 Dec 08 21:45:07.471073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-5783c960-b9db-4cfa-85a5-4456db8d2790 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.481748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-5783c960-b9db-4cfa-85a5-4456db8d2790 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/networks?id=8685e61b-1094-4742-8108-38e22f730f83 HTTP/1.1" status: 200 len: 809 time: 0.1670637 Dec 08 21:45:07.500255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-a3d4a4a5-c467-4a80-b94e-83990d7be121 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/quotas/26a34af626c44def8fe4934c690c7fb5 HTTP/1.1" status: 200 len: 375 time: 0.0174441 Dec 08 21:45:07.542635 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-d3805c09-dee1-4f84-bf70-8c4b9234eb3a tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26a34af626c44def8fe4934c690c7fb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412922 Dec 08 21:45:07.558092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfed86-cc8f-4262-a156-982468b224dd req-5fef5919-fe92-4ba2-9bfd-6cf0212ccd1b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.565420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c6bfed86-cc8f-4262-a156-982468b224dd req-5fef5919-fe92-4ba2-9bfd-6cf0212ccd1b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 948 time: 0.0897768 Dec 08 21:45:07.605003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d438e95-f571-43de-898c-9f79e09840f2 req-2a7dd240-cf50-487e-93e7-a40a6a038d00 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815784 Dec 08 21:45:07.635111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c6bfed86-cc8f-4262-a156-982468b224dd req-422c6ca7-783c-4018-a535-ebdc9fb1ea16 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625119 Dec 08 21:45:07.653788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-0de711df-4642-44a1-954c-fbee6030be28 service neutron] 10.222.0.21 "GET /v2.0/networks/8685e61b-1094-4742-8108-38e22f730f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098642 Dec 08 21:45:07.751659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-e4b832e5-3476-422e-a4e7-5dd901d90d82 service neutron] 10.222.0.21 "GET /v2.0/networks/8685e61b-1094-4742-8108-38e22f730f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966048 Dec 08 21:45:07.769986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-a4428432-92fa-4313-bd56-7b34ec9547f3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.790182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-a4428432-92fa-4313-bd56-7b34ec9547f3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.799688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-a4428432-92fa-4313-bd56-7b34ec9547f3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.805684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-a4428432-92fa-4313-bd56-7b34ec9547f3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.811733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-a4428432-92fa-4313-bd56-7b34ec9547f3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.818302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-a4428432-92fa-4313-bd56-7b34ec9547f3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.824386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-a4428432-92fa-4313-bd56-7b34ec9547f3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:07.826260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-a4428432-92fa-4313-bd56-7b34ec9547f3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 0.1233640 Dec 08 21:45:07.878090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b09f256f-bb72-4cb5-be51-b56a2dbdd775 req-87d9b0bc-0f93-48b4-ac18-291c51ffce4d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446339 Dec 08 21:45:08.205073 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ab798a08-854d-4d49-8e97-416b7486087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:08.235911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df80ab97-9ccf-40f2-a414-8b51624da2f3 req-b0611ed7-b7b5-49c0-be2e-c40fdda89792 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 210 time: 0.0982087 Dec 08 21:45:08.272169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6083b18-49db-425a-9c15-e5f5be8984d7 req-ada7180d-8b6d-4285-8a90-95e029f7e412 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:08.275805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6083b18-49db-425a-9c15-e5f5be8984d7 req-ada7180d-8b6d-4285-8a90-95e029f7e412 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1577232 Dec 08 21:45:08.330680 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6083b18-49db-425a-9c15-e5f5be8984d7 req-2cd4de72-27a0-4c7a-87d2-8c77a19ce461 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440133 Dec 08 21:45:08.553938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a46f82-b781-4fc5-a632-e6e40dd154e6 req-fbc90e4f-fb3d-475a-9d2d-23687cd43a02 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:08.580929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69a46f82-b781-4fc5-a632-e6e40dd154e6 req-fbc90e4f-fb3d-475a-9d2d-23687cd43a02 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.1345210 Dec 08 21:45:08.643247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69a46f82-b781-4fc5-a632-e6e40dd154e6 req-9d1c4bb6-4fe8-407a-a316-b7117278a440 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556018 Dec 08 21:45:08.727485 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:08.836194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133235bd-c2a9-435b-80c3-12ef08d981e0 req-e316b22b-016e-4f46-98dc-b86e79b49f7a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:08.845251 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-133235bd-c2a9-435b-80c3-12ef08d981e0 req-e316b22b-016e-4f46-98dc-b86e79b49f7a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 948 time: 0.1054049 Dec 08 21:45:08.863401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be470fe-6042-49ee-a36d-52db20d13780 req-fc1b066f-41a1-4e30-8c16-81e16eb30c83 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:08.878268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1be470fe-6042-49ee-a36d-52db20d13780 req-fc1b066f-41a1-4e30-8c16-81e16eb30c83 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1096 time: 0.0870886 Dec 08 21:45:08.911328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-133235bd-c2a9-435b-80c3-12ef08d981e0 req-cb2cd263-c021-4283-8f55-d3fdbaf41741 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645628 Dec 08 21:45:08.952069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1be470fe-6042-49ee-a36d-52db20d13780 req-6ee7692f-0ba3-49b2-b8bf-39c1bbaf2f3d tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684135 Dec 08 21:45:09.088324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-591b5ef7-ec42-4474-b860-1e002b086693 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:09.096149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-591b5ef7-ec42-4474-b860-1e002b086693 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:09.105237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-591b5ef7-ec42-4474-b860-1e002b086693 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:09.111768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-591b5ef7-ec42-4474-b860-1e002b086693 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:09.118301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-591b5ef7-ec42-4474-b860-1e002b086693 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:09.126707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-591b5ef7-ec42-4474-b860-1e002b086693 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:09.134621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-591b5ef7-ec42-4474-b860-1e002b086693 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:09.139254 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-591b5ef7-ec42-4474-b860-1e002b086693 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 0.1246104 Dec 08 21:45:09.204747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8154f93e-89cb-4c34-b7dd-b0c3474145db req-c162f1e2-81cd-4871-bcf9-1dfe2f8abd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603974 Dec 08 21:45:09.221868 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:09.303115 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:09.491822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8ac7c732-4124-4870-a7d9-70b995f25d5c details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:45:09.614878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25e0c221-5e7a-4807-8288-1ec33d98c6d6 req-d31d3ef2-962d-4c91-8d74-6ed9dd5e37ef tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 210 time: 0.0777349 Dec 08 21:45:09.714082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8ac7c732-4124-4870-a7d9-70b995f25d5c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8ac7c732-4124-4870-a7d9-70b995f25d5c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:09.737698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8ac7c732-4124-4870-a7d9-70b995f25d5c', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '8ac7c732-4124-4870-a7d9-70b995f25d5c', 'mac_address': 'fa:16:3e:03:bc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:45:09.837329 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:09.858395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:09.872340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac7c732-4124-4870-a7d9-70b995f25d5c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:09.924228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8ac7c732-4124-4870-a7d9-70b995f25d5c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8ac7c732-4124-4870-a7d9-70b995f25d5c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:09.935169 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:10.049598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8ac7c732-4124-4870-a7d9-70b995f25d5c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:10.127369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251ad4-0f03-46b5-acaa-adecfb56bcf2 req-d0c64389-9e8c-4123-a9f6-1de20b950f1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.134736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251ad4-0f03-46b5-acaa-adecfb56bcf2 req-d0c64389-9e8c-4123-a9f6-1de20b950f1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.141910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251ad4-0f03-46b5-acaa-adecfb56bcf2 req-d0c64389-9e8c-4123-a9f6-1de20b950f1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.149079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251ad4-0f03-46b5-acaa-adecfb56bcf2 req-d0c64389-9e8c-4123-a9f6-1de20b950f1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.156079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251ad4-0f03-46b5-acaa-adecfb56bcf2 req-d0c64389-9e8c-4123-a9f6-1de20b950f1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.164078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251ad4-0f03-46b5-acaa-adecfb56bcf2 req-d0c64389-9e8c-4123-a9f6-1de20b950f1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.174117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251ad4-0f03-46b5-acaa-adecfb56bcf2 req-d0c64389-9e8c-4123-a9f6-1de20b950f1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.188953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1251ad4-0f03-46b5-acaa-adecfb56bcf2 req-d0c64389-9e8c-4123-a9f6-1de20b950f1b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 0.7660000 Dec 08 21:45:10.189747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43630) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:10.218134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Request body: {'floatingip': {'port_id': '57419e41-a0ab-40c5-a027-51e1af84f29c'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:10.262194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:10.305392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0da51-9168-42e7-b100-c1847a33d422 req-76500f4c-70ea-4fce-8c35-e13a9f4f35d4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.313314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3f0da51-9168-42e7-b100-c1847a33d422 req-76500f4c-70ea-4fce-8c35-e13a9f4f35d4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1093972 Dec 08 21:45:10.324949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-b2728161-daec-49d3-85cf-7ebe58cdfc97 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.326647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-b2728161-daec-49d3-85cf-7ebe58cdfc97 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.37 "GET /v2.0/networks?id=8685e61b-1094-4742-8108-38e22f730f83 HTTP/1.1" status: 200 len: 809 time: 0.6578858 Dec 08 21:45:10.335817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:10.409615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Request body: {'port': {'device_id': 'dc5d8539-3dc0-4934-b8b3-e22efa60ec0e', 'network_id': '8685e61b-1094-4742-8108-38e22f730f83', 'admin_state_up': True, 'tenant_id': '26a34af626c44def8fe4934c690c7fb5'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:10.564494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3f0da51-9168-42e7-b100-c1847a33d422 req-dfa92547-b48c-4694-abc0-4802a0b891ff tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487338 Dec 08 21:45:10.772710 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Made reservation on behalf of 26a34af626c44def8fe4934c690c7fb5 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:10.783071 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:10.902610 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:10.957030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25b0f-d321-437f-a6a3-0b9b257210e4 req-197cf48b-a854-4a6f-a892-df8051769341 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:10.964593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-17b25b0f-d321-437f-a6a3-0b9b257210e4 req-197cf48b-a854-4a6f-a892-df8051769341 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 949 time: 0.2397316 Dec 08 21:45:10.999132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Allocated IP 172.20.0.7 (8685e61b-1094-4742-8108-38e22f730f83/14b675f4-05c9-4936-950c-0618597ee522/36c319b9-06af-488b-84bf-c9e881fbd854) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:45:11.027352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-17b25b0f-d321-437f-a6a3-0b9b257210e4 req-d656138a-43a5-4631-84c2-7557890f3214 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618055 Dec 08 21:45:11.088480 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0ff1c36-8360-4ab4-b303-f255809a4507 req-6458ab9e-dc06-44bf-b025-dceaf2f72113 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 210 time: 0.0562718 Dec 08 21:45:11.222295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.231061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.259253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.317943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.406349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Pushing event updated for resources: {'Port': ['ID=36c319b9-06af-488b-84bf-c9e881fbd854,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:11.439824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Network 8685e61b-1094-4742-8108-38e22f730f83 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:45:11.445078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:11.446102 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Floating IP c205993d-4206-4f17-999b-9ee3330e3a58 associated. External IP: 172.25.1.71, port: 57419e41-a0ab-40c5-a027-51e1af84f29c. Dec 08 21:45:11.449796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:45:11.510418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8ac7c732-4124-4870-a7d9-70b995f25d5c up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:11.547155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:11.547881 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.585488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-7b4fc409-ce5c-4dd5-a6f9-8c08b5623aaf tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2031436 Dec 08 21:45:11.605307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Request body: {'port': {'device_id': 'dc5d8539-3dc0-4934-b8b3-e22efa60ec0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:11.631734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 8ac7c732-4124-4870-a7d9-70b995f25d5c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:11.636013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8ac7c732-4124-4870-a7d9-70b995f25d5c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:11.636591 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.702634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.795248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe12a48-bf33-43cd-a9dd-c2244b4940cc req-fe74a81a-a516-4531-a880-6937f8488b9e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:11.803192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2fe12a48-bf33-43cd-a9dd-c2244b4940cc req-fe74a81a-a516-4531-a880-6937f8488b9e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1019473 Dec 08 21:45:11.853796 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.881440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Router 5b697140-1fda-40e9-82a4-893d61e9e82a has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:45:11.899690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de130fad-f446-4ddb-bf8d-33c53c0f63ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac7c732-4124-4870-a7d9-70b995f25d5c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:11.903218 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83adb7d5-d718-409c-ad03-ca76b32ce7d5" -d '{"events": [{"server_uuid": "de130fad-f446-4ddb-bf8d-33c53c0f63ff", "name": "network-vif-plugged", "status": "completed", "tag": "8ac7c732-4124-4870-a7d9-70b995f25d5c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:11.928103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8ac7c732-4124-4870-a7d9-70b995f25d5c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8ac7c732-4124-4870-a7d9-70b995f25d5c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:11.938303 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:11.960238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2fe12a48-bf33-43cd-a9dd-c2244b4940cc req-9060d6d6-5b02-4b2a-b3aa-0eecea22ee48 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560841 Dec 08 21:45:12.041385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8ac7c732-4124-4870-a7d9-70b995f25d5c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:12.062419 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496063c7-f1cc-44f6-aea1-7cc504675e20 x-openstack-request-id: req-496063c7-f1cc-44f6-aea1-7cc504675e20 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:12.062752 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de130fad-f446-4ddb-bf8d-33c53c0f63ff", "name": "network-vif-plugged", "status": "completed", "tag": "8ac7c732-4124-4870-a7d9-70b995f25d5c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:12.062999 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-496063c7-f1cc-44f6-aea1-7cc504675e20 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:12.063401 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de130fad-f446-4ddb-bf8d-33c53c0f63ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac7c732-4124-4870-a7d9-70b995f25d5c', 'code': 200} Dec 08 21:45:12.315319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61688e-7675-4a64-a3b3-0c25879c91a5 req-fcfa0602-da09-44e4-818a-e738342c6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.317650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d61688e-7675-4a64-a3b3-0c25879c91a5 req-fcfa0602-da09-44e4-818a-e738342c6aa6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 1101 time: 0.1763258 Dec 08 21:45:12.319799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:45:12.329612 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:12.330739 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] Sync routers for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:45:12.332695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c319b9-06af-488b-84bf-c9e881fbd854 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:12.346059 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:12.346635 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:45:12.347829 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:45:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:12.372226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee342-bc61-4e71-877c-1b05e4316697 req-dcf5683b-b54e-4b97-99a3-089953d103d5 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.374985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ddee342-bc61-4e71-877c-1b05e4316697 req-dcf5683b-b54e-4b97-99a3-089953d103d5 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 950 time: 0.1471517 Dec 08 21:45:12.381594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Transition to ACTIVE for port object 36c319b9-06af-488b-84bf-c9e881fbd854 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:12.395546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad047f3-2368-4157-abee-ab40986f87a1 req-aebab0fd-d072-446c-9c52-4a95c229ce4d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.403203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ad047f3-2368-4157-abee-ab40986f87a1 req-aebab0fd-d072-446c-9c52-4a95c229ce4d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 931 time: 0.1363719 Dec 08 21:45:12.417584 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:12.431861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d61688e-7675-4a64-a3b3-0c25879c91a5 req-6f7ca3a8-f792-4552-98f6-f1c5fa761318 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980682 Dec 08 21:45:12.439371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4ca8c47e-a0b6-4d77-b5cf-434d3c1dbd85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "PUT /v2.0/floatingips/c205993d-4206-4f17-999b-9ee3330e3a58 HTTP/1.1" status: 200 len: 990 time: 2.2474480 Dec 08 21:45:12.440210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:12.443540 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24780364-9eb0-418c-9fa9-6aa765823212" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:12.481110 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ad047f3-2368-4157-abee-ab40986f87a1 req-5cff83cc-d3f2-4ec0-9070-dc0122b5a6ad tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773551 Dec 08 21:45:12.485240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ddee342-bc61-4e71-877c-1b05e4316697 req-5e1c63a8-f69b-40c7-a9c4-3027620ada38 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972667 Dec 08 21:45:12.564908 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f0eb3-1c91-43e0-bcc8-25fbb097ddee x-openstack-request-id: req-5b4f0eb3-1c91-43e0-bcc8-25fbb097ddee {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:12.565459 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:12.566766 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b4f0eb3-1c91-43e0-bcc8-25fbb097ddee {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:12.567368 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'status': 'completed', 'code': 200} Dec 08 21:45:12.607442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Pushing event updated for resources: {'Port': ['ID=36c319b9-06af-488b-84bf-c9e881fbd854,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:12.641473 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:45:12.649386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Attempting to bind port 36c319b9-06af-488b-84bf-c9e881fbd854 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:12.649659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Attempting to bind port 36c319b9-06af-488b-84bf-c9e881fbd854 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'd4b7cca2-9d58-45b7-a1e0-918475384e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8685e61b-1094-4742-8108-38e22f730f83'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:12.669459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Attempting to bind port 36c319b9-06af-488b-84bf-c9e881fbd854 on network 8685e61b-1094-4742-8108-38e22f730f83 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:12.680967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Port 36c319b9-06af-488b-84bf-c9e881fbd854 on network 8685e61b-1094-4742-8108-38e22f730f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:12.681313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Attempting to bind port 36c319b9-06af-488b-84bf-c9e881fbd854 on network 8685e61b-1094-4742-8108-38e22f730f83 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:12.696788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:12.697021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Checking segment: {'id': 'd4b7cca2-9d58-45b7-a1e0-918475384e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8685e61b-1094-4742-8108-38e22f730f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:12.697416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Bound using segment: {'id': 'd4b7cca2-9d58-45b7-a1e0-918475384e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8685e61b-1094-4742-8108-38e22f730f83'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:12.697849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Bound port: 36c319b9-06af-488b-84bf-c9e881fbd854, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b7cca2-9d58-45b7-a1e0-918475384e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8685e61b-1094-4742-8108-38e22f730f83'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:12.698210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:12.780094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-62921a53-3e2f-4fef-8fc5-556ee198cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.784535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-62921a53-3e2f-4fef-8fc5-556ee198cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.787090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-62921a53-3e2f-4fef-8fc5-556ee198cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.787565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-62921a53-3e2f-4fef-8fc5-556ee198cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.788162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-62921a53-3e2f-4fef-8fc5-556ee198cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.788636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-62921a53-3e2f-4fef-8fc5-556ee198cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.789103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-62921a53-3e2f-4fef-8fc5-556ee198cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.791106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24780364-9eb0-418c-9fa9-6aa765823212 req-62921a53-3e2f-4fef-8fc5-556ee198cfb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6491 time: 0.1112120 Dec 08 21:45:12.827993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] For port 36c319b9-06af-488b-84bf-c9e881fbd854, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:12.832581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] For port 36c319b9-06af-488b-84bf-c9e881fbd854, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=36c319b9-06af-488b-84bf-c9e881fbd854,segment=NetworkSegment(d4b7cca2-9d58-45b7-a1e0-918475384e7b),segment_id=d4b7cca2-9d58-45b7-a1e0-918475384e7b)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:12.841956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:12.874594 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c205993d-4206-4f17-999b-9ee3330e3a58', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'port_id': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'mac_address': 'fa:16:3e:82:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:43:56Z', 'updated_at': '2021-12-08T21:45:11Z', 'revision_number': 1, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:54Z', 'revision_number': 5, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:12.903643 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] Checking router: 5b697140-1fda-40e9-82a4-893d61e9e82a for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:45:12.912988 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:45:12.913901 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:45:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:12.927523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:12.928154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:12.929568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] 10.222.0.37 "PUT /v2.0/ports/36c319b9-06af-488b-84bf-c9e881fbd854 HTTP/1.1" status: 200 len: 1091 time: 1.3287048 Dec 08 21:45:12.932021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5d8539-3dc0-4934-b8b3-e22efa60ec0e', 'tag': '36c319b9-06af-488b-84bf-c9e881fbd854'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:12.968402 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52758af8-29ed-4b59-af0a-7498c59620bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5d8539-3dc0-4934-b8b3-e22efa60ec0e", "tag": "36c319b9-06af-488b-84bf-c9e881fbd854"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:13.040450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265b41-aecd-4784-a0ac-c1bdefb98465 service neutron] Pushing event updated for resources: {'Port': ['ID=36c319b9-06af-488b-84bf-c9e881fbd854,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:13.048447 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:45:13.053922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-20c16c7f-779c-4892-83df-86ad61c23d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.055494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-20c16c7f-779c-4892-83df-86ad61c23d86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26a34af626c44def8fe4934c690c7fb5&device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 1094 time: 0.0753617 Dec 08 21:45:13.106826 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-56574fda-1aa6-4495-8d1f-881842da8033 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c319b9-06af-488b-84bf-c9e881fbd854 HTTP/1.1" status: 200 len: 217 time: 0.0419252 Dec 08 21:45:13.112397 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bf4400-24d2-4d8e-8145-082d362388c7 x-openstack-request-id: req-76bf4400-24d2-4d8e-8145-082d362388c7 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:13.112813 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5d8539-3dc0-4934-b8b3-e22efa60ec0e", "tag": "36c319b9-06af-488b-84bf-c9e881fbd854", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:13.113300 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76bf4400-24d2-4d8e-8145-082d362388c7 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:13.113535 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5d8539-3dc0-4934-b8b3-e22efa60ec0e', 'tag': '36c319b9-06af-488b-84bf-c9e881fbd854', 'status': 'completed', 'code': 200} Dec 08 21:45:13.140310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-aa077cbb-7bd6-4068-9b49-1ca4106dce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.141804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24780364-9eb0-418c-9fa9-6aa765823212 req-aa077cbb-7bd6-4068-9b49-1ca4106dce81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb78ba57-643a-4584-bdac-628c6a3fec79 HTTP/1.1" status: 200 len: 913 time: 0.3412440 Dec 08 21:45:13.193294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-db0894c6-53ef-4271-9f76-a38b3c5f7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.195509 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-db0894c6-53ef-4271-9f76-a38b3c5f7aa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14b675f4-05c9-4936-950c-0618597ee522 HTTP/1.1" status: 200 len: 849 time: 0.0744259 Dec 08 21:45:13.258976 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-89de351a-e8ac-42bc-8c6d-295146eae1c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8685e61b-1094-4742-8108-38e22f730f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555174 Dec 08 21:45:13.322412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24780364-9eb0-418c-9fa9-6aa765823212 req-0ff7810f-f602-4c54-91e4-141ee74d8826 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57419e41-a0ab-40c5-a027-51e1af84f29c HTTP/1.1" status: 200 len: 998 time: 0.1633272 Dec 08 21:45:13.460474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-0f49ca3f-cc4d-492e-9562-7da1886dd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.462262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24780364-9eb0-418c-9fa9-6aa765823212 req-0f49ca3f-cc4d-492e-9562-7da1886dd7fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54db3cff-c2b8-41dd-b755-7ba7b427cde0 HTTP/1.1" status: 200 len: 851 time: 0.1307201 Dec 08 21:45:13.469249 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-e970b023-98a0-4632-8340-a3d55f3346c3 service neutron] 10.222.0.37 "GET /v2.0/networks/8685e61b-1094-4742-8108-38e22f730f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023396 Dec 08 21:45:13.470881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e8b7a-9430-4df6-94c1-c5d9009160f2 req-29bb29ae-f64c-4d9f-9777-905ae735bd22 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.472809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-501e8b7a-9430-4df6-94c1-c5d9009160f2 req-29bb29ae-f64c-4d9f-9777-905ae735bd22 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.3237333 Dec 08 21:45:13.512487 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c205993d-4206-4f17-999b-9ee3330e3a58', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'port_id': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'mac_address': 'fa:16:3e:82:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:43:56Z', 'updated_at': '2021-12-08T21:45:11Z', 'revision_number': 1, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:54Z', 'revision_number': 5, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:13.612263 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24171b9-e822-4ce7-b0c0-fca9176a5faa None None] The sync data for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 is: [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c205993d-4206-4f17-999b-9ee3330e3a58', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'port_id': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'mac_address': 'fa:16:3e:82:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:43:56Z', 'updated_at': '2021-12-08T21:45:11Z', 'revision_number': 1, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:54Z', 'revision_number': 5, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:45:13.615004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-501e8b7a-9430-4df6-94c1-c5d9009160f2 req-b6599d80-accb-4dbe-bbd9-0f609d7e2e1e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337745 Dec 08 21:45:13.639496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780364-9eb0-418c-9fa9-6aa765823212 req-c4c6e4de-4802-486b-9acc-1774a9c66de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.643640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24780364-9eb0-418c-9fa9-6aa765823212 req-c4c6e4de-4802-486b-9acc-1774a9c66de7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb78ba57-643a-4584-bdac-628c6a3fec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640136 Dec 08 21:45:13.689780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-181e4549-5fbd-45e1-b0d7-81ab34b091eb req-b40c1efe-0fba-4122-852a-d6baa41947d1 service neutron] 10.222.0.37 "GET /v2.0/networks/8685e61b-1094-4742-8108-38e22f730f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115412 Dec 08 21:45:13.758263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c21d1-7551-475c-a25e-546fb7b60402 req-22950470-1927-4063-bc94-fdb7a38ff8df tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.767460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa2c21d1-7551-475c-a25e-546fb7b60402 req-22950470-1927-4063-bc94-fdb7a38ff8df tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 943 time: 0.1805365 Dec 08 21:45:13.829524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ea375-fd19-4abf-9d4c-266c68d42ed6 req-e24b8bd5-37e7-48e4-b21c-6975b6c47aed tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.831082 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-392ea375-fd19-4abf-9d4c-266c68d42ed6 req-e24b8bd5-37e7-48e4-b21c-6975b6c47aed tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 950 time: 0.0782866 Dec 08 21:45:13.869317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa2c21d1-7551-475c-a25e-546fb7b60402 req-7d716ee4-b325-43f9-9887-fe0da57199fe tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003809 Dec 08 21:45:13.889120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24780364-9eb0-418c-9fa9-6aa765823212 req-26fc34e0-088a-4492-8b7d-7c8542a8c32a service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308803 Dec 08 21:45:13.891131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758af8-29ed-4b59-af0a-7498c59620bf req-a7a33666-e41f-4308-9aae-28a3fa5c46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:13.900135 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52758af8-29ed-4b59-af0a-7498c59620bf req-a7a33666-e41f-4308-9aae-28a3fa5c46b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26a34af626c44def8fe4934c690c7fb5&device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 1094 time: 0.1268523 Dec 08 21:45:13.923319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-392ea375-fd19-4abf-9d4c-266c68d42ed6 req-f981e30d-dea4-459e-b374-df57d8263ae1 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744891 Dec 08 21:45:14.107408 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24780364-9eb0-418c-9fa9-6aa765823212 req-bf10f357-d4a2-4455-9d71-f3a77c2059c1 service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990917 Dec 08 21:45:14.115036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758af8-29ed-4b59-af0a-7498c59620bf req-ac792bb4-04b6-4049-be5c-76e3ba65c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:14.116630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52758af8-29ed-4b59-af0a-7498c59620bf req-ac792bb4-04b6-4049-be5c-76e3ba65c213 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8685e61b-1094-4742-8108-38e22f730f83 HTTP/1.1" status: 200 len: 910 time: 0.2108307 Dec 08 21:45:14.132155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f7e50-ec9b-45f5-92ec-cde49833e9e7 None None] New status for floating IP c205993d-4206-4f17-999b-9ee3330e3a58: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:45:14.198670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52758af8-29ed-4b59-af0a-7498c59620bf req-edb788ce-7cb2-4cfd-9aad-f04716454450 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36c319b9-06af-488b-84bf-c9e881fbd854 HTTP/1.1" status: 200 len: 217 time: 0.0649581 Dec 08 21:45:14.266813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758af8-29ed-4b59-af0a-7498c59620bf req-b3e57f2a-6e4e-46dd-b460-b2c8c6f48e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:14.268791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52758af8-29ed-4b59-af0a-7498c59620bf req-b3e57f2a-6e4e-46dd-b460-b2c8c6f48e93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14b675f4-05c9-4936-950c-0618597ee522 HTTP/1.1" status: 200 len: 849 time: 0.0605903 Dec 08 21:45:14.333387 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52758af8-29ed-4b59-af0a-7498c59620bf req-a888b974-8f18-4b99-aad1-ff2b1e388cbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8685e61b-1094-4742-8108-38e22f730f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520704 Dec 08 21:45:14.482313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52758af8-29ed-4b59-af0a-7498c59620bf req-af9f8350-06fa-471e-81bf-8d67f9ad7ec6 service neutron] 10.222.0.37 "GET /v2.0/networks/8685e61b-1094-4742-8108-38e22f730f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363525 Dec 08 21:45:14.579910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52758af8-29ed-4b59-af0a-7498c59620bf req-6ff8ac77-39c6-4ff4-963f-9258dc7008ff service neutron] 10.222.0.37 "GET /v2.0/networks/8685e61b-1094-4742-8108-38e22f730f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875607 Dec 08 21:45:14.746242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443214e-210b-45a3-9131-2b013a2c5e00 req-983a15ac-2ae5-4901-a1a8-e3abd8777926 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:14.747775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b443214e-210b-45a3-9131-2b013a2c5e00 req-983a15ac-2ae5-4901-a1a8-e3abd8777926 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0656905 Dec 08 21:45:14.792663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b443214e-210b-45a3-9131-2b013a2c5e00 req-ebcb42b4-346e-4f59-8f7b-35c91c28e837 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Dec 08 21:45:14.985451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f757d-8e58-4a76-9281-5adb203b517a req-4704f2f1-566f-48f7-be56-9b62d22e60e2 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:14.987224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-305f757d-8e58-4a76-9281-5adb203b517a req-4704f2f1-566f-48f7-be56-9b62d22e60e2 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 943 time: 0.0531631 Dec 08 21:45:15.029603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-305f757d-8e58-4a76-9281-5adb203b517a req-18cfab2f-131b-472c-a90a-965a69995f23 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Dec 08 21:45:15.037487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82232588-42ab-4f99-80c7-496761fcd2c3 req-e3eb7839-1b07-4a60-83f7-767af0b9b89c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:15.039256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82232588-42ab-4f99-80c7-496761fcd2c3 req-e3eb7839-1b07-4a60-83f7-767af0b9b89c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 950 time: 0.0509396 Dec 08 21:45:15.079008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82232588-42ab-4f99-80c7-496761fcd2c3 req-9cb13489-5e1c-4091-8797-33110cd98a00 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Dec 08 21:45:15.311515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f078f21-b9f6-4a43-86b1-32afc15c7423 req-054f8213-d474-45eb-ac5c-0fdd5debf8b9 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:15.312948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f078f21-b9f6-4a43-86b1-32afc15c7423 req-054f8213-d474-45eb-ac5c-0fdd5debf8b9 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 1101 time: 0.0398469 Dec 08 21:45:15.333622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9f078f21-b9f6-4a43-86b1-32afc15c7423 req-5a5bc897-d922-4473-af14-1183ffc209ee tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:15.382692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-8f695981-11cc-4d36-b34f-9061ece19381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:15.385319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-8f695981-11cc-4d36-b34f-9061ece19381 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0557625 Dec 08 21:45:15.423482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9f078f21-b9f6-4a43-86b1-32afc15c7423 req-5a5bc897-d922-4473-af14-1183ffc209ee tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:15.429339 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9f078f21-b9f6-4a43-86b1-32afc15c7423 req-5a5bc897-d922-4473-af14-1183ffc209ee tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:15.474107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bc897-d922-4473-af14-1183ffc209ee tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160d5db2-f596-4bf9-9a02-65b0c71db6b8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:15.489296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-3d5e2a47-0bfc-47cb-af10-8fe1d42de0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:15.490745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-3d5e2a47-0bfc-47cb-af10-8fe1d42de0f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 915 time: 0.0970800 Dec 08 21:45:15.494197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f078f21-b9f6-4a43-86b1-32afc15c7423 req-5a5bc897-d922-4473-af14-1183ffc209ee tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737349 Dec 08 21:45:15.541356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-f07ea6b6-fe68-47c1-97bd-8152c519190d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 217 time: 0.0345178 Dec 08 21:45:15.596168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-bc578fd7-60fd-4164-8f49-e2243172f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:15.597653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-bc578fd7-60fd-4164-8f49-e2243172f30f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.0481386 Dec 08 21:45:15.638217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-b41c420f-4347-4426-a591-cddf45f9fa93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260708 Dec 08 21:45:15.742283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-2cd5e5fa-304a-4d74-acba-e2a65d3637eb service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902023 Dec 08 21:45:15.780380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-29aa854f-481b-45b1-9e36-86dc3052eae2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215888 Dec 08 21:45:15.845558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6994e3aa-1700-48fa-92b4-b7d8eb5b8f1f req-9324220d-e432-4738-be8d-0f244c86e703 service neutron] 10.222.0.23 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941567 Dec 08 21:45:15.892196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-a86ea0a4-6aac-4fe6-8a19-cf560c8be947 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:15.893698 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-a86ea0a4-6aac-4fe6-8a19-cf560c8be947 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072609 Dec 08 21:45:15.909092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-5597b386-61e9-4165-8f87-a7f35f7d8741 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/quotas/5466b5556cd64281b1ade7892eafb096 HTTP/1.1" status: 200 len: 375 time: 0.0094512 Dec 08 21:45:15.911247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aff34-a0c3-4c2a-a836-357b57aa71a9 req-f646e2ab-f281-488b-a19a-6373779418c6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:15.912758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-483aff34-a0c3-4c2a-a836-357b57aa71a9 req-f646e2ab-f281-488b-a19a-6373779418c6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Dec 08 21:45:15.951845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-483aff34-a0c3-4c2a-a836-357b57aa71a9 req-f8d88b3d-342f-4269-bea6-5a351bfed251 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Dec 08 21:45:15.967740 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-04c30ac5-2b75-41a4-b18c-ff2054063aeb tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517695 Dec 08 21:45:16.153659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b583a1-81b2-4e75-88a5-79e6975e955b req-ebf94810-b888-4b9b-aab3-8c92735497fa tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:16.155456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78b583a1-81b2-4e75-88a5-79e6975e955b req-ebf94810-b888-4b9b-aab3-8c92735497fa tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 943 time: 0.0504811 Dec 08 21:45:16.209090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78b583a1-81b2-4e75-88a5-79e6975e955b req-93b4b9d9-cb2d-49aa-8e8e-891a405e1a87 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 Dec 08 21:45:16.689196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31165f15-b2a9-4ec6-ac87-22cf45fa705e req-ab1980df-61e3-4951-9328-b42b1c0f7016 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 210 time: 0.1149964 Dec 08 21:45:16.746639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 36c319b9-06af-488b-84bf-c9e881fbd854 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:45:16.876444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 36c319b9-06af-488b-84bf-c9e881fbd854, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=36c319b9-06af-488b-84bf-c9e881fbd854,segment=NetworkSegment(d4b7cca2-9d58-45b7-a1e0-918475384e7b),segment_id=d4b7cca2-9d58-45b7-a1e0-918475384e7b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:16.897365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '36c319b9-06af-488b-84bf-c9e881fbd854', 'network_id': '8685e61b-1094-4742-8108-38e22f730f83', 'port_id': '36c319b9-06af-488b-84bf-c9e881fbd854', 'mac_address': 'fa:16:3e:04:91:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b675f4-05c9-4936-950c-0618597ee522', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:45:16.948811 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:16.965700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c319b9-06af-488b-84bf-c9e881fbd854 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:17.010300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 36c319b9-06af-488b-84bf-c9e881fbd854, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=36c319b9-06af-488b-84bf-c9e881fbd854,segment=NetworkSegment(d4b7cca2-9d58-45b7-a1e0-918475384e7b),segment_id=d4b7cca2-9d58-45b7-a1e0-918475384e7b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:17.015758 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:17.077116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=36c319b9-06af-488b-84bf-c9e881fbd854,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:17.113789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261142c7-179f-4f4e-903a-d448cb9d4856 req-ad64d1f3-8327-4ffe-970d-fdccae272e95 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:17.119198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-261142c7-179f-4f4e-903a-d448cb9d4856 req-ad64d1f3-8327-4ffe-970d-fdccae272e95 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0665336 Dec 08 21:45:17.170492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-261142c7-179f-4f4e-903a-d448cb9d4856 req-25320102-b95b-4ec1-a88e-5ad37cf3b1af tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467420 Dec 08 21:45:17.301902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['36c319b9-06af-488b-84bf-c9e881fbd854'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:17.434644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc0c09-b4e0-4ea6-ba6a-9e79a6a35d94 req-b096a391-4591-4eea-b26a-7cc48d4f05fe tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:17.436231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aafc0c09-b4e0-4ea6-ba6a-9e79a6a35d94 req-b096a391-4591-4eea-b26a-7cc48d4f05fe tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 944 time: 0.0938489 Dec 08 21:45:17.532480 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aafc0c09-b4e0-4ea6-ba6a-9e79a6a35d94 req-faf484f8-39f6-4491-9024-287c5b7c3316 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878749 Dec 08 21:45:17.783458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cdd6a33d-81c3-4000-8d41-9df2d2f6b4a2 req-a339d4ba-1264-407c-9bfb-8d1ae686621c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Dec 08 21:45:18.008078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-c244c7bf-1e3d-4478-8341-cd630d3168ac tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337331 Dec 08 21:45:18.159603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-7d2f9d90-b2a3-498b-a7d6-199a6627193d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:18.161157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-7d2f9d90-b2a3-498b-a7d6-199a6627193d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428952 Dec 08 21:45:18.185765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Request body: {'port': {'device_id': '38be01a9-fee1-4280-a966-e2d2f06f4b1f', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '5466b5556cd64281b1ade7892eafb096'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:18.306184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Made reservation on behalf of 5466b5556cd64281b1ade7892eafb096 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:18.310767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:18.321358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c924-429a-49f2-8764-ec5e1d5e522e req-8c0338b2-0731-4dfd-beef-efb990f9db15 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:18.323538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f258c924-429a-49f2-8764-ec5e1d5e522e req-8c0338b2-0731-4dfd-beef-efb990f9db15 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0752928 Dec 08 21:45:18.373797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f258c924-429a-49f2-8764-ec5e1d5e522e req-9aa9bf45-ed7f-4a5b-9162-7e67ceaa6aa1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Dec 08 21:45:18.513320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Allocated IP 192.168.233.148 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/a71b4cb1-f212-4a1e-82b1-0319d4c8ff04) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:45:18.640592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89675240-b901-4d37-9130-062f740145d7 req-8dab182b-f15c-4dee-a82c-31f9b3c6dced tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:18.644365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89675240-b901-4d37-9130-062f740145d7 req-8dab182b-f15c-4dee-a82c-31f9b3c6dced tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.0849288 Dec 08 21:45:18.695480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:18.734631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-cbd70b25-5183-4fe7-a931-71314a4273de tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330150 Dec 08 21:45:18.748580 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89675240-b901-4d37-9130-062f740145d7 req-3fb90f36-ed46-4590-86b5-0f18ded885df tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962563 Dec 08 21:45:18.758099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 36c319b9-06af-488b-84bf-c9e881fbd854 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:18.866843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 36c319b9-06af-488b-84bf-c9e881fbd854 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:18.871473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 36c319b9-06af-488b-84bf-c9e881fbd854 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:18.871893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:18.966879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:18.983381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04bf44-6b5e-414a-85e9-8e955f220986 req-a0eca78f-a25a-4436-9e6a-4076219145ed tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:18.984887 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d04bf44-6b5e-414a-85e9-8e955f220986 req-a0eca78f-a25a-4436-9e6a-4076219145ed tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 944 time: 0.2079225 Dec 08 21:45:19.023680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:19.065332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9578b585-8748-4313-a4b4-3cfd912b7dce req-16de6930-e3e0-4ed0-8e35-d6cfe1a27884 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 210 time: 0.0425222 Dec 08 21:45:19.070130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:45:19.079964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:19.083682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:19.093263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-34cc3040-3a40-4f17-b58b-557f46896cbd tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:19.094628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-34cc3040-3a40-4f17-b58b-557f46896cbd tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3536403 Dec 08 21:45:19.095738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:45:19.155750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Request body: {'port': {'device_id': '7d3574be-af0c-463b-a373-9afe80017f23', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '5466b5556cd64281b1ade7892eafb096'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:19.176415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'Port': ['ID=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:19.319956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-2fd34314-568b-4527-a6f8-2f1cc39cd881 req-f564d4ff-bdf3-42a7-ae55-a6df70ea3d93 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:45:19.322487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2fd34314-568b-4527-a6f8-2f1cc39cd881 req-f564d4ff-bdf3-42a7-ae55-a6df70ea3d93 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144660 Dec 08 21:45:19.353103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.353466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.361071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.361426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.361794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.362136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.362474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.362885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.363227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.363558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.363889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.364216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:19.394840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d04bf44-6b5e-414a-85e9-8e955f220986 req-931f820c-456c-4064-a33e-84ebc1da3206 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946126 Dec 08 21:45:19.416456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 36c319b9-06af-488b-84bf-c9e881fbd854, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=36c319b9-06af-488b-84bf-c9e881fbd854,segment=NetworkSegment(d4b7cca2-9d58-45b7-a1e0-918475384e7b),segment_id=d4b7cca2-9d58-45b7-a1e0-918475384e7b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:19.424979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5d8539-3dc0-4934-b8b3-e22efa60ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c319b9-06af-488b-84bf-c9e881fbd854'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:19.427485 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd37109-b2a0-49ac-bbd3-729893473ade" -d '{"events": [{"server_uuid": "dc5d8539-3dc0-4934-b8b3-e22efa60ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "36c319b9-06af-488b-84bf-c9e881fbd854"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:19.437966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:19.438648 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:19.442467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Made reservation on behalf of 5466b5556cd64281b1ade7892eafb096 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:19.448642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:19.482034 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:19.502804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-9bc0bdf6-ef91-424e-b661-a4557d112111 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3209009 Dec 08 21:45:19.582220 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2effb1cd-e55d-473a-a64a-da4f322769e8 x-openstack-request-id: req-2effb1cd-e55d-473a-a64a-da4f322769e8 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:19.588813 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5d8539-3dc0-4934-b8b3-e22efa60ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "36c319b9-06af-488b-84bf-c9e881fbd854", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:19.589380 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2effb1cd-e55d-473a-a64a-da4f322769e8 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:19.590027 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5d8539-3dc0-4934-b8b3-e22efa60ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c319b9-06af-488b-84bf-c9e881fbd854', 'code': 200} Dec 08 21:45:19.591139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:45:19.600258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Request body: {'port': {'device_id': '38be01a9-fee1-4280-a966-e2d2f06f4b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:19.682445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1874c-0ed3-4dbd-8173-c22a0ddda0c7 req-70e69ab0-b431-4a6c-85d9-144a3e42f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:19.684344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63c1874c-0ed3-4dbd-8173-c22a0ddda0c7 req-70e69ab0-b431-4a6c-85d9-144a3e42f5a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 1096 time: 0.0758164 Dec 08 21:45:19.690228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4b42c067-8d14-43e6-95f0-99432715e898 None None] Provisioning complete for port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:19.690603 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b42c067-8d14-43e6-95f0-99432715e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:19.744778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63c1874c-0ed3-4dbd-8173-c22a0ddda0c7 req-764131de-ed50-4f08-949d-834a8ab02c6e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519259 Dec 08 21:45:19.803285 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:19.851280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=36c319b9-06af-488b-84bf-c9e881fbd854,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:19.855898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:19.878121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:19.886583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4b42c067-8d14-43e6-95f0-99432715e898 None None] Port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:45:19.895311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:19.905824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-b22b9cee-b20a-41ad-92ce-038cd6b8695d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2404747 Dec 08 21:45:20.036869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75fd14-9215-4ecb-b0ec-4ff77f10cfc5 req-951e0351-8926-4e0a-9493-752883f03a65 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:20.038442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd75fd14-9215-4ecb-b0ec-4ff77f10cfc5 req-951e0351-8926-4e0a-9493-752883f03a65 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.4520149 Dec 08 21:45:20.039942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:20.084467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Allocated IP 192.168.233.22 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/d1275812-49bb-495f-98f0-bebe9f0e9cad) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:45:20.203022 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eb30cbf-4c19-4961-abe3-80b0f95cdfe0 req-3d63a2ae-6a9f-4bd3-b750-9a02c77a4672 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 210 time: 0.0434973 Dec 08 21:45:20.286979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd75fd14-9215-4ecb-b0ec-4ff77f10cfc5 req-ca98cb70-4248-46c1-a639-8cdb67438bd2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380221 Dec 08 21:45:20.456204 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:20.522162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:20.534451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:20.569023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0999b7-0496-4afd-85d6-14c972a53a58 req-0d4270a1-f96d-40a4-a89e-3f313ceba775 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:20.578450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e0999b7-0496-4afd-85d6-14c972a53a58 req-0d4270a1-f96d-40a4-a89e-3f313ceba775 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0852802 Dec 08 21:45:20.663345 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e0999b7-0496-4afd-85d6-14c972a53a58 req-84222e70-699a-4882-a978-c642ccec538d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838788 Dec 08 21:45:20.715661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'Port': ['ID=d1275812-49bb-495f-98f0-bebe9f0e9cad,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:20.747918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:45:20.751217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:20.768262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:45:20.855191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:20.855848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:20.875413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8b7b3eed-0626-4410-ae91-65f49a78fe73 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7313814 Dec 08 21:45:20.907527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Request body: {'port': {'device_id': '7d3574be-af0c-463b-a373-9afe80017f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:20.942245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:20.954665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:21.002048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Transition to ACTIVE for port object a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:21.002948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:21.020038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:21.141977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-5454d0e8-83d2-4c34-8915-d65c969aeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:21.143613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-5454d0e8-83d2-4c34-8915-d65c969aeeb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4&tenant_id=e69dab18f2cf45cd897b24c1405148c4 HTTP/1.1" status: 200 len: 1094 time: 0.0974174 Dec 08 21:45:21.168552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:21.231637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0f8b58eb-2410-4a15-92af-54fa176ec6a3 None None] Provisioning complete for port d1275812-49bb-495f-98f0-bebe9f0e9cad triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:21.232221 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0f8b58eb-2410-4a15-92af-54fa176ec6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:21.296985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b58eb-2410-4a15-92af-54fa176ec6a3 None None] Port d1275812-49bb-495f-98f0-bebe9f0e9cad cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:45:21.310765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:21.324614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Attempting to bind port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:21.324956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Attempting to bind port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:21.325265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Attempting to bind port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:21.336715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:21.336989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Attempting to bind port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:21.338482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:21.431981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:21.432634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:21.433207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:21.433856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Bound port: a71b4cb1-f212-4a1e-82b1-0319d4c8ff04, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:21.434412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:21.592114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:21.596507 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f1467-97c5-47d2-a630-55e2cb7d07e8" -d '{"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:21.616335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1f93-fc9e-4dcc-aff6-3fc8f6d015e4 req-5539ad2f-bd9b-4324-9b78-0ffb37b29798 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:21.618103 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de7e1f93-fc9e-4dcc-aff6-3fc8f6d015e4 req-5539ad2f-bd9b-4324-9b78-0ffb37b29798 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 935 time: 0.2476170 Dec 08 21:45:21.685385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:21.706044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de7e1f93-fc9e-4dcc-aff6-3fc8f6d015e4 req-40ae696f-624d-449b-8e35-3409780a49a6 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756452 Dec 08 21:45:21.765560 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf00fe-8c83-44ca-ae53-ec3c20fb927a x-openstack-request-id: req-2acf00fe-8c83-44ca-ae53-ec3c20fb927a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:21.765881 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:21.766168 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2acf00fe-8c83-44ca-ae53-ec3c20fb927a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:21.767853 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'code': 200} Dec 08 21:45:21.783712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:21.874649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15e6967-b319-4eb7-80ca-94aa1067e65b {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:21.905267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:21.923808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e9940-e0d2-4d08-b11a-60948d585fe9 req-41e41945-b8cb-4b6f-8241-98707a315268 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:21.932111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e18e9940-e0d2-4d08-b11a-60948d585fe9 req-41e41945-b8cb-4b6f-8241-98707a315268 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 943 time: 0.5203729 Dec 08 21:45:21.944272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21646b-e879-4b47-8c4c-0751651f47ec req-07f6c777-c6a8-4d2e-b275-c440020d038d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:21.954315 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea21646b-e879-4b47-8c4c-0751651f47ec req-07f6c777-c6a8-4d2e-b275-c440020d038d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.1014969 Dec 08 21:45:21.999564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Transition to ACTIVE for port object e15e6967-b319-4eb7-80ca-94aa1067e65b will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:22.009830 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e18e9940-e0d2-4d08-b11a-60948d585fe9 req-91a5862c-700b-48e1-beae-db37816acbf0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766206 Dec 08 21:45:22.011931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea21646b-e879-4b47-8c4c-0751651f47ec req-ed65b870-193c-4861-a13e-c6e62ebc387c tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565698 Dec 08 21:45:22.025161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] For port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:22.025519 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:22.029726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] For port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:22.051529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:22.171477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.172119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:22.173527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] 10.222.0.23 "PUT /v2.0/ports/a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 HTTP/1.1" status: 200 len: 1096 time: 2.5775452 Dec 08 21:45:22.174008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38be01a9-fee1-4280-a966-e2d2f06f4b1f', 'tag': 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:22.176328 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e" -d '{"events": [{"name": "network-changed", "server_uuid": "38be01a9-fee1-4280-a966-e2d2f06f4b1f", "tag": "a71b4cb1-f212-4a1e-82b1-0319d4c8ff04"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:22.217385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] No DVR routers for this DVR port e15e6967-b319-4eb7-80ca-94aa1067e65b on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:45:22.310108 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42352aeb-b7ae-4fc4-b4e1-95c025a21ce0 x-openstack-request-id: req-42352aeb-b7ae-4fc4-b4e1-95c025a21ce0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:22.310395 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38be01a9-fee1-4280-a966-e2d2f06f4b1f", "tag": "a71b4cb1-f212-4a1e-82b1-0319d4c8ff04", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:22.310630 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42352aeb-b7ae-4fc4-b4e1-95c025a21ce0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:22.311072 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38be01a9-fee1-4280-a966-e2d2f06f4b1f', 'tag': 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'status': 'completed', 'code': 200} Dec 08 21:45:22.346863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=9']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:22.360321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59465e1-0d60-4c74-a7cb-8c6f25af25d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:22.379662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Attempting to bind port e15e6967-b319-4eb7-80ca-94aa1067e65b on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:22.382162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Attempting to bind port e15e6967-b319-4eb7-80ca-94aa1067e65b by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:22.382664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Attempting to bind port e15e6967-b319-4eb7-80ca-94aa1067e65b on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:22.395125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.395578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.396073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.396470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.396841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.399586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.399840 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.400171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.400519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.400883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.401225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.403878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:22.413385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Port e15e6967-b319-4eb7-80ca-94aa1067e65b on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:22.416656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Attempting to bind port e15e6967-b319-4eb7-80ca-94aa1067e65b on network 5f79c555-8619-4fe9-b48e-e9bcf0eb9036 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:22.423522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-fcea3b2a-72b9-4722-b234-d073eea261f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.425025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-fcea3b2a-72b9-4722-b234-d073eea261f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 1099 time: 0.1950312 Dec 08 21:45:22.426506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:22.429155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Checking segment: {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:22.429626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Bound using segment: {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:22.430100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Bound port: e15e6967-b319-4eb7-80ca-94aa1067e65b, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80593e95-cd16-46cc-aeff-c92607946aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:22.430476 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:22.441910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1275812-49bb-495f-98f0-bebe9f0e9cad {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:22.455184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:22.476409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Transition to ACTIVE for port object d1275812-49bb-495f-98f0-bebe9f0e9cad will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:22.513421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-8d6bf967-85b6-4d0c-9288-de7c3aa67b17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 HTTP/1.1" status: 200 len: 217 time: 0.0442214 Dec 08 21:45:22.514326 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:22.565071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:22.569350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:22.578077 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:22.614504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.615547 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:22.617452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] 10.222.0.37 "PUT /v2.0/ports/e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 1091 time: 1.4546821 Dec 08 21:45:22.618679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:22.621408 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:22.685020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f9972-b2c3-438d-8f48-c4b73ece6b0e service neutron] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=10']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:22.689420 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ea61d-66e8-4d11-b067-a5fbff613fa4 x-openstack-request-id: req-ce4ea61d-66e8-4d11-b067-a5fbff613fa4 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:22.689969 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:22.690394 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce4ea61d-66e8-4d11-b067-a5fbff613fa4 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:22.691093 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'status': 'completed', 'code': 200} Dec 08 21:45:22.711656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-c4a71141-3ec9-4688-a24b-f0add901f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.713141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-c4a71141-3ec9-4688-a24b-f0add901f622 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1095 time: 0.0635581 Dec 08 21:45:22.806086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-e882b334-7d26-40b3-8ffb-a0b881f42120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.808009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-e882b334-7d26-40b3-8ffb-a0b881f42120 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2640352 Dec 08 21:45:22.854606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-279414bf-962b-4c00-9456-36d743bc7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.855197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424e64e-218d-4fdd-aaad-d597f0d963f6 req-b7bb4073-af2f-49cd-b794-7be3c81ad34d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.856109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-279414bf-962b-4c00-9456-36d743bc7539 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 915 time: 0.1343553 Dec 08 21:45:22.864120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5424e64e-218d-4fdd-aaad-d597f0d963f6 req-b7bb4073-af2f-49cd-b794-7be3c81ad34d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.1803820 Dec 08 21:45:22.869644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcd892-a8a3-4768-a627-4968a43bdda4 req-4cf16913-5092-4ea5-886e-761a5e85e254 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.871133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d0dcd892-a8a3-4768-a627-4968a43bdda4 req-4cf16913-5092-4ea5-886e-761a5e85e254 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 947 time: 0.0810058 Dec 08 21:45:22.875128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1275812-49bb-495f-98f0-bebe9f0e9cad,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:22.918177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-f9465b1a-3e75-4f67-9f09-249adf394a4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 217 time: 0.0458105 Dec 08 21:45:22.967607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5424e64e-218d-4fdd-aaad-d597f0d963f6 req-383a3d88-43c1-4ea4-8e55-f07562928962 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021762 Dec 08 21:45:22.969623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d0dcd892-a8a3-4768-a627-4968a43bdda4 req-44ffb6d2-8aef-4d59-90c2-70e5f97b96c3 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908282 Dec 08 21:45:22.974922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Attempting to bind port d1275812-49bb-495f-98f0-bebe9f0e9cad on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:22.975262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Attempting to bind port d1275812-49bb-495f-98f0-bebe9f0e9cad by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:22.975594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Attempting to bind port d1275812-49bb-495f-98f0-bebe9f0e9cad on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:22.980281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-0ab36663-5cdd-4f15-a661-f3433d4f3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.983831 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-0ab36663-5cdd-4f15-a661-f3433d4f3d78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593635 Dec 08 21:45:22.990726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Port d1275812-49bb-495f-98f0-bebe9f0e9cad on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:22.991346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Attempting to bind port d1275812-49bb-495f-98f0-bebe9f0e9cad on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:22.991835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-9fbb8f9b-ad91-4de1-bab3-22a3ab2e8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:22.993353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-9fbb8f9b-ad91-4de1-bab3-22a3ab2e8efe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.0609994 Dec 08 21:45:23.005266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:23.005593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:23.005957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:23.006388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Bound port: d1275812-49bb-495f-98f0-bebe9f0e9cad, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:23.006762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:23.031712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-160248d8-0442-4740-9ed0-266fca06a101 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259585 Dec 08 21:45:23.124826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] For port d1275812-49bb-495f-98f0-bebe9f0e9cad, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:23.131220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] For port d1275812-49bb-495f-98f0-bebe9f0e9cad, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d1275812-49bb-495f-98f0-bebe9f0e9cad,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:23.149536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:23.178227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593af6-eaf8-49f7-944a-274acdb533c9 req-c51008ac-d390-4896-b2bc-258b799b6995 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.183037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-40564532-87a9-40ee-9962-2ecc74190ff9 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789267 Dec 08 21:45:23.186749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d593af6-eaf8-49f7-944a-274acdb533c9 req-c51008ac-d390-4896-b2bc-258b799b6995 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0942590 Dec 08 21:45:23.221005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-cddd14a9-9913-406f-82fb-82cd940d2906 service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792767 Dec 08 21:45:23.273020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.274085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:23.275551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] 10.222.0.23 "PUT /v2.0/ports/d1275812-49bb-495f-98f0-bebe9f0e9cad HTTP/1.1" status: 200 len: 1095 time: 2.3896723 Dec 08 21:45:23.283245 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d593af6-eaf8-49f7-944a-274acdb533c9 req-0ed7130b-e313-46b7-ad36-75b7e3a97a10 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953989 Dec 08 21:45:23.308551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea565f03-b571-4cf9-b589-3b757808d3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1275812-49bb-495f-98f0-bebe9f0e9cad,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:23.380507 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-af02b38d-762c-45a5-af54-faab06e19c50 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700687 Dec 08 21:45:23.397874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-b80cbe19-e226-4406-a17f-19b556d78053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.400472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-b80cbe19-e226-4406-a17f-19b556d78053 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 1098 time: 0.0540283 Dec 08 21:45:23.409525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae6fc4c8-aae8-4894-a3a8-7fd72976903f req-dc59ef06-a161-414f-b2dd-e7034fa6f1db service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750321 Dec 08 21:45:23.475993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-3a6f5e83-4a20-409f-9af2-8a0e957fdd06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d1275812-49bb-495f-98f0-bebe9f0e9cad HTTP/1.1" status: 200 len: 217 time: 0.0644059 Dec 08 21:45:23.556705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-03a757d4-72d8-4c06-bb0f-e43a2f6e6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.558154 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-03a757d4-72d8-4c06-bb0f-e43a2f6e6cab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0556390 Dec 08 21:45:23.576303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-b0cc7b81-5783-4bf5-8c18-4837bb2478c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.578657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-b0cc7b81-5783-4bf5-8c18-4837bb2478c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 1099 time: 0.1126125 Dec 08 21:45:23.583216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-2abd6572-220f-449a-a0f7-08f78f0b8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.584833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-2abd6572-220f-449a-a0f7-08f78f0b8fb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1095 time: 0.0921247 Dec 08 21:45:23.680511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-4f495dfd-1c14-4399-b50b-1b60547fac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.681972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-4f495dfd-1c14-4399-b50b-1b60547fac1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146579 Dec 08 21:45:23.702919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-063c3f24-7e94-4553-8425-1229c7b52cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.704647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-063c3f24-7e94-4553-8425-1229c7b52cc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 915 time: 0.1116455 Dec 08 21:45:23.764053 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-6fa41b70-a1cf-4791-b424-5958a51463d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 217 time: 0.0481062 Dec 08 21:45:23.766023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-f4e1579c-6f14-42aa-a513-51ec3c7a7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.767500 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-f4e1579c-6f14-42aa-a513-51ec3c7a7a33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1702302 Dec 08 21:45:23.820490 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-41e842ac-64d3-4882-9fe1-13734433d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:23.822147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-41e842ac-64d3-4882-9fe1-13734433d729 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.0496824 Dec 08 21:45:23.830701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-b191fdd9-cc1b-455b-9313-f2cc989ddfee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 HTTP/1.1" status: 200 len: 217 time: 0.0473404 Dec 08 21:45:23.859256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-39f2791a-2cb5-46b1-ab99-a83fc015ff7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278904 Dec 08 21:45:23.876856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-ad7318f3-e391-44fd-9881-42083e5a0856 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751914 Dec 08 21:45:24.001380 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2903e344-fdd0-4d77-a863-6c86841919e6 req-b6cb2e2a-01d6-4b2b-9553-dbae253234ae service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137469 Dec 08 21:45:24.044880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-9af37abb-0345-4264-b558-0fc68fc02827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:24.046372 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-9af37abb-0345-4264-b558-0fc68fc02827 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2037683 Dec 08 21:45:24.079683 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-06f2ede6-bfd3-448a-a1e0-75136623ffa1 service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100472 Dec 08 21:45:24.171579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-fe241c2c-a703-4ee6-84d9-d364a76912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:24.173883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-fe241c2c-a703-4ee6-84d9-d364a76912c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156502 Dec 08 21:45:24.204236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac696f0-ac25-4c32-ac4f-7e90a624d498 req-08dd2b85-e147-4c81-8a4e-a62a1a3e31ac tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:24.207156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ac696f0-ac25-4c32-ac4f-7e90a624d498 req-08dd2b85-e147-4c81-8a4e-a62a1a3e31ac tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 947 time: 0.0816932 Dec 08 21:45:24.247172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029d3cb-9684-48af-b10c-4e6788d2fa44 req-7d658a6f-e7bf-4a53-8dde-5e93a633c408 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:24.248764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f029d3cb-9684-48af-b10c-4e6788d2fa44 req-7d658a6f-e7bf-4a53-8dde-5e93a633c408 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.1339302 Dec 08 21:45:24.312226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ac696f0-ac25-4c32-ac4f-7e90a624d498 req-6a8a7665-e45e-4026-a974-cac0c3fc31bd tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596750 Dec 08 21:45:24.316239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3574be-af0c-463b-a373-9afe80017f23', 'tag': 'd1275812-49bb-495f-98f0-bebe9f0e9cad'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:24.319572 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d6eeaf-1d29-423c-b122-b01ab765716e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3574be-af0c-463b-a373-9afe80017f23", "tag": "d1275812-49bb-495f-98f0-bebe9f0e9cad"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:24.392249 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f029d3cb-9684-48af-b10c-4e6788d2fa44 req-5348c318-5e20-4d87-9ae7-41633d06b60d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363344 Dec 08 21:45:24.393247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-9d025e70-9462-48c1-abdc-bb68fad5ec3d service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066231 Dec 08 21:45:24.524896 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec3df2-7417-4c98-aadd-86f3f5a4446d x-openstack-request-id: req-91ec3df2-7417-4c98-aadd-86f3f5a4446d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:24.525230 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3574be-af0c-463b-a373-9afe80017f23", "tag": "d1275812-49bb-495f-98f0-bebe9f0e9cad", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:24.525492 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91ec3df2-7417-4c98-aadd-86f3f5a4446d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:24.525987 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3574be-af0c-463b-a373-9afe80017f23', 'tag': 'd1275812-49bb-495f-98f0-bebe9f0e9cad', 'status': 'completed', 'code': 200} Dec 08 21:45:24.629745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44d8e2-bb9f-453a-bab9-e9a49ef235ff req-dcbc33ef-54aa-4e31-9e8e-2d82a320a0de tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:24.632055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd44d8e2-bb9f-453a-bab9-e9a49ef235ff req-dcbc33ef-54aa-4e31-9e8e-2d82a320a0de tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.1213031 Dec 08 21:45:24.658389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ef1be9d-5334-4af7-8c0f-09074ff7aa3e req-587a2461-ca4e-4661-90d7-85a1cf89fbd5 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561021 Dec 08 21:45:24.681912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-47441c2b-ac1f-415f-94a4-c3ef3985d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:24.687785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-47441c2b-ac1f-415f-94a4-c3ef3985d9f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 1098 time: 0.1389787 Dec 08 21:45:24.730834 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd44d8e2-bb9f-453a-bab9-e9a49ef235ff req-941317db-f54c-4f0f-ac21-e6b00cf24e36 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857768 Dec 08 21:45:24.857042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-162429da-bea5-49e5-8bcb-fd8e2fcd64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:24.858652 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-162429da-bea5-49e5-8bcb-fd8e2fcd64cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1623976 Dec 08 21:45:24.945590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-2ae491c7-ff3c-4bc8-997a-da4aaf738f12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d1275812-49bb-495f-98f0-bebe9f0e9cad HTTP/1.1" status: 200 len: 217 time: 0.0695393 Dec 08 21:45:24.999365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-79ab3159-333d-4c4f-a6b7-d55bdca2488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:25.000697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-79ab3159-333d-4c4f-a6b7-d55bdca2488b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0479066 Dec 08 21:45:25.083680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-6fee2a87-de9b-4591-bdda-44626e7bf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:25.090232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-6fee2a87-de9b-4591-bdda-44626e7bf82f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807667 Dec 08 21:45:25.228892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-b402eb15-c9be-4384-98b0-399fb2545447 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272528 Dec 08 21:45:25.342629 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0d6eeaf-1d29-423c-b122-b01ab765716e req-ef66ea7e-df2a-4812-9b3d-24aaad8c7086 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036119 Dec 08 21:45:25.482788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aee1e8-b851-48bf-a4ff-291f58cfc519 req-d3f3af36-36e1-4901-8bd2-8226c41f70d8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:25.485693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18aee1e8-b851-48bf-a4ff-291f58cfc519 req-d3f3af36-36e1-4901-8bd2-8226c41f70d8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 947 time: 0.0624592 Dec 08 21:45:25.524080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18aee1e8-b851-48bf-a4ff-291f58cfc519 req-c40d9b66-c276-456a-afee-25b438906c8d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Dec 08 21:45:25.820393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e074ec5-0ba0-4c08-a620-9aaf58139861 req-6e6a18bb-5ae0-4f3b-bd33-1e596ffb15da tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:25.822928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e074ec5-0ba0-4c08-a620-9aaf58139861 req-6e6a18bb-5ae0-4f3b-bd33-1e596ffb15da tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0534251 Dec 08 21:45:25.880760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e074ec5-0ba0-4c08-a620-9aaf58139861 req-7ff630ac-75ee-4566-bf6d-624130c7b952 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489643 Dec 08 21:45:26.132667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5286919-9bd7-4ac4-ad23-5576604b6262 req-d1a7877f-5605-4437-9a17-92237024420b tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:26.134522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5286919-9bd7-4ac4-ad23-5576604b6262 req-d1a7877f-5605-4437-9a17-92237024420b tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0511451 Dec 08 21:45:26.174432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5286919-9bd7-4ac4-ad23-5576604b6262 req-ffdf47da-12ed-4ec7-baef-94c446c837a5 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Dec 08 21:45:26.296668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530337-c713-4f8a-a227-c7c52d742742 req-817a30ea-de2b-41b0-92b6-3fb763457222 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:26.298134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1b530337-c713-4f8a-a227-c7c52d742742 req-817a30ea-de2b-41b0-92b6-3fb763457222 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0595288 Dec 08 21:45:26.344428 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1b530337-c713-4f8a-a227-c7c52d742742 req-a30cc0be-3480-4b53-86f2-4bb5dd7a41cf tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Dec 08 21:45:26.641551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fdfd6-47f6-4507-bdd9-823ea08714b8 req-d4ce73c2-183e-456d-b2a8-3ea11e6e9392 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:26.643064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c39fdfd6-47f6-4507-bdd9-823ea08714b8 req-d4ce73c2-183e-456d-b2a8-3ea11e6e9392 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 947 time: 0.0495944 Dec 08 21:45:26.690125 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c39fdfd6-47f6-4507-bdd9-823ea08714b8 req-0923a24c-2cce-4976-bcd6-c25c7149a9bf tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Dec 08 21:45:26.988785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd930f2-7055-4854-a943-20cec0591313 req-4368fde4-5cea-4446-b598-07469d81be2c tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:26.990271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9fd930f2-7055-4854-a943-20cec0591313 req-4368fde4-5cea-4446-b598-07469d81be2c tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0471692 Dec 08 21:45:27.029672 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9fd930f2-7055-4854-a943-20cec0591313 req-eff88d3e-50ab-4fca-8b11-05a073a11268 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Dec 08 21:45:27.299141 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df7f80-2d62-4952-9c0e-68784489c111 req-63aa83c8-7cef-4145-9f59-1d5bd8918842 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:27.301408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63df7f80-2d62-4952-9c0e-68784489c111 req-63aa83c8-7cef-4145-9f59-1d5bd8918842 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0542178 Dec 08 21:45:27.341238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63df7f80-2d62-4952-9c0e-68784489c111 req-809d3c51-6e63-4240-9bb5-5fca5e8cd46f tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338681 Dec 08 21:45:27.462933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ccfd0-d32a-44f1-991e-7c003cde82c7 req-55bd3f1c-09b0-4519-b8d1-7b1bb64135c0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:27.472774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d10ccfd0-d32a-44f1-991e-7c003cde82c7 req-55bd3f1c-09b0-4519-b8d1-7b1bb64135c0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0628364 Dec 08 21:45:27.507310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d10ccfd0-d32a-44f1-991e-7c003cde82c7 req-e385e4d8-88be-478b-9522-4492afe2167a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334048 Dec 08 21:45:27.568802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:45:27.668156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:27.678994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'mac_address': 'fa:16:3e:30:e8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:45:27.715416 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:27.732570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:27.770080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:27.778690 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:27.780288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d1275812-49bb-495f-98f0-bebe9f0e9cad details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:45:27.850957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:27.851234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb5093-25c1-4119-b6c6-1e706bb183ca req-77da9cd4-6a99-494c-adae-3a3676e4c0bb tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:27.852756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-26fb5093-25c1-4119-b6c6-1e706bb183ca req-77da9cd4-6a99-494c-adae-3a3676e4c0bb tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 947 time: 0.0632052 Dec 08 21:45:27.866522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.866867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.867213 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.867544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.867870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.868197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.868520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.868840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.869161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.869479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.869794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.870108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:45:27.876282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d1275812-49bb-495f-98f0-bebe9f0e9cad, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d1275812-49bb-495f-98f0-bebe9f0e9cad,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:27.888657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'd1275812-49bb-495f-98f0-bebe9f0e9cad', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'd1275812-49bb-495f-98f0-bebe9f0e9cad', 'mac_address': 'fa:16:3e:1c:e2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:45:27.896907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-26fb5093-25c1-4119-b6c6-1e706bb183ca req-b9b5b53c-b228-433d-b725-3aa3357c1b96 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Dec 08 21:45:27.927925 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:27.941699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1275812-49bb-495f-98f0-bebe9f0e9cad {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:27.962514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d1275812-49bb-495f-98f0-bebe9f0e9cad, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d1275812-49bb-495f-98f0-bebe9f0e9cad,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:27.966385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:28.010898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d1275812-49bb-495f-98f0-bebe9f0e9cad,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:28.148700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db8a8b-feb4-4b90-9640-459fd46fd00f req-e897e123-2e7f-449a-9d56-a2fbb5c44025 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:28.150138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f1db8a8b-feb4-4b90-9640-459fd46fd00f req-e897e123-2e7f-449a-9d56-a2fbb5c44025 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0516789 Dec 08 21:45:28.188034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f1db8a8b-feb4-4b90-9640-459fd46fd00f req-2278cb69-2b82-4f02-93cf-7d192aea2003 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Dec 08 21:45:28.320108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a71b4cb1-f212-4a1e-82b1-0319d4c8ff04'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:28.323637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d1275812-49bb-495f-98f0-bebe9f0e9cad'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:28.466826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1fc93-c452-4fe2-9bf2-fe10c76cb3fb req-8f0ccc73-2871-40a5-8767-2c7e5ee4d6a1 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:28.468643 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59c1fc93-c452-4fe2-9bf2-fe10c76cb3fb req-8f0ccc73-2871-40a5-8767-2c7e5ee4d6a1 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0541594 Dec 08 21:45:28.522181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59c1fc93-c452-4fe2-9bf2-fe10c76cb3fb req-9dfadd70-86d6-45ed-9dd0-12aadc52d5da tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474484 Dec 08 21:45:28.638839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f70cd-8faf-4dbf-8b1c-5a08e7d19dc9 req-21ea9e23-b791-45ae-ad31-fab9c5e60f5b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:28.640749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-095f70cd-8faf-4dbf-8b1c-5a08e7d19dc9 req-21ea9e23-b791-45ae-ad31-fab9c5e60f5b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0516911 Dec 08 21:45:28.689983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-095f70cd-8faf-4dbf-8b1c-5a08e7d19dc9 req-e0fcebfb-dc9c-4eb1-baf1-fbff1aeff915 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Dec 08 21:45:29.030458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c3d30-b7c1-452a-a8f1-e9880353433a req-ff2c230b-85c9-4885-9534-de850e002973 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:29.032198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-427c3d30-b7c1-452a-a8f1-e9880353433a req-ff2c230b-85c9-4885-9534-de850e002973 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 948 time: 0.0667565 Dec 08 21:45:29.069783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-427c3d30-b7c1-452a-a8f1-e9880353433a req-7d495e13-1467-4f46-8c58-586a00e089ec tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Dec 08 21:45:29.305115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d8d0-dd3d-4abd-a1ef-cf3ad44573ec req-1f740d0c-e484-4cd3-acd0-33960df22846 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:29.306845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f478d8d0-dd3d-4abd-a1ef-cf3ad44573ec req-1f740d0c-e484-4cd3-acd0-33960df22846 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0509593 Dec 08 21:45:29.345685 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f478d8d0-dd3d-4abd-a1ef-cf3ad44573ec req-bbb92a02-ee26-49a8-bbce-580eb83873e1 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325863 Dec 08 21:45:29.648617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42d746-5276-4b32-9556-8a802dafed7f req-954ca4c4-eebc-4930-a5e2-61f14287a4df tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:29.650133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f42d746-5276-4b32-9556-8a802dafed7f req-954ca4c4-eebc-4930-a5e2-61f14287a4df tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0511508 Dec 08 21:45:29.686990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f42d746-5276-4b32-9556-8a802dafed7f req-998bef54-b3af-481b-9ec3-7a86dca3d0c2 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Dec 08 21:45:29.813361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522758cb-0ce1-41e8-a1ac-4ee5cc07a793 req-2cd87e0f-35f4-4be4-9294-0ce23b76e718 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:29.814851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-522758cb-0ce1-41e8-a1ac-4ee5cc07a793 req-2cd87e0f-35f4-4be4-9294-0ce23b76e718 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0514576 Dec 08 21:45:29.855126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-522758cb-0ce1-41e8-a1ac-4ee5cc07a793 req-1c9e1c17-3403-4452-a910-9c15d47715a7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Dec 08 21:45:30.189550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b91e86-ffe5-420e-85ac-c767aa503d71 req-c060dc24-7c80-49fe-92da-7f8d4389da1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:30.191147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97b91e86-ffe5-420e-85ac-c767aa503d71 req-c060dc24-7c80-49fe-92da-7f8d4389da1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 948 time: 0.0523329 Dec 08 21:45:30.228806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97b91e86-ffe5-420e-85ac-c767aa503d71 req-2e5aa020-4e7f-409b-8442-deb2a0cb7298 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Dec 08 21:45:30.467944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c67b7a-19b6-49a3-a1c7-bced05f33a7d req-614c71b8-0243-4a0a-88e5-095e31b9af33 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:30.469518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9c67b7a-19b6-49a3-a1c7-bced05f33a7d req-614c71b8-0243-4a0a-88e5-095e31b9af33 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0516450 Dec 08 21:45:30.517642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9c67b7a-19b6-49a3-a1c7-bced05f33a7d req-ab7a0e70-057a-4d56-a631-82d7942df74b tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Dec 08 21:45:30.810199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edf264-b71e-4c6f-b36c-ca5c1e0e73e8 req-70c74614-9d7a-40d9-8946-2ca27540b1ad tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:30.812806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01edf264-b71e-4c6f-b36c-ca5c1e0e73e8 req-70c74614-9d7a-40d9-8946-2ca27540b1ad tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0574846 Dec 08 21:45:30.856141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01edf264-b71e-4c6f-b36c-ca5c1e0e73e8 req-2a846941-922f-41e4-a3fb-75cb6e7c80e9 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Dec 08 21:45:30.978554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750fa5f-cba6-4fcb-b5e8-a456f9acd8fe req-36d85891-63cc-4adf-8f02-91275ab4e08c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:30.980234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d750fa5f-cba6-4fcb-b5e8-a456f9acd8fe req-36d85891-63cc-4adf-8f02-91275ab4e08c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0539567 Dec 08 21:45:31.022446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d750fa5f-cba6-4fcb-b5e8-a456f9acd8fe req-e89835e4-651e-4301-8147-ce024df7d9ed tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357893 Dec 08 21:45:31.367506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494739f-b1e7-4879-9611-fd9acff14edc req-54ae475e-e672-4866-b1b7-cc7847ae55b7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:31.369105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b494739f-b1e7-4879-9611-fd9acff14edc req-54ae475e-e672-4866-b1b7-cc7847ae55b7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 948 time: 0.0699780 Dec 08 21:45:31.408507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b494739f-b1e7-4879-9611-fd9acff14edc req-3557418b-7a43-44e0-ae90-e1254f462b9f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333974 Dec 08 21:45:31.551795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:31.622079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:31.627213 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:31.627821 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:31.666982 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acb35-43f3-4e51-a653-122c6723a54b req-1a85afb4-faef-4aa8-985a-a3438c0fa540 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:31.668679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a30acb35-43f3-4e51-a653-122c6723a54b req-1a85afb4-faef-4aa8-985a-a3438c0fa540 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0773752 Dec 08 21:45:31.710941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a30acb35-43f3-4e51-a653-122c6723a54b req-d6598854-d6b9-450a-9070-033536459941 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Dec 08 21:45:31.718611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:31.766539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be01a9-fee1-4280-a966-e2d2f06f4b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:31.770109 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0607f5f-5f83-4b0d-9868-4b518eaa69fb" -d '{"events": [{"server_uuid": "38be01a9-fee1-4280-a966-e2d2f06f4b1f", "name": "network-vif-plugged", "status": "completed", "tag": "a71b4cb1-f212-4a1e-82b1-0319d4c8ff04"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:31.785374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:31.789723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:31.790670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d1275812-49bb-495f-98f0-bebe9f0e9cad up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:31.884320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:31.925471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port d1275812-49bb-495f-98f0-bebe9f0e9cad completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:31.932285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port d1275812-49bb-495f-98f0-bebe9f0e9cad triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:31.932656 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:31.949688 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:45:31.953397 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404525a5-a589-4fd2-982c-06cbff85eb5c x-openstack-request-id: req-404525a5-a589-4fd2-982c-06cbff85eb5c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:31.953747 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be01a9-fee1-4280-a966-e2d2f06f4b1f", "name": "network-vif-plugged", "status": "completed", "tag": "a71b4cb1-f212-4a1e-82b1-0319d4c8ff04", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:31.954007 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-404525a5-a589-4fd2-982c-06cbff85eb5c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:31.954306 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38be01a9-fee1-4280-a966-e2d2f06f4b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'code': 200} Dec 08 21:45:32.070972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717d74-3734-4118-a209-353a6a2edf42 req-4db105a3-c180-4c96-9523-97e91f62041e tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:32.079136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e717d74-3734-4118-a209-353a6a2edf42 req-4db105a3-c180-4c96-9523-97e91f62041e tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0883763 Dec 08 21:45:32.100634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39249496-8368-4f4c-9ce3-7e2e035622fe req-045c8ae9-3273-4d14-b618-e76eb928889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:32.102150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-39249496-8368-4f4c-9ce3-7e2e035622fe req-045c8ae9-3273-4d14-b618-e76eb928889b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 1101 time: 0.0741436 Dec 08 21:45:32.126767 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e717d74-3734-4118-a209-353a6a2edf42 req-e4b8fb89-c118-46c3-b1d2-2e3f7d2c36b0 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466254 Dec 08 21:45:32.158506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-39249496-8368-4f4c-9ce3-7e2e035622fe req-2321cffd-c5ce-47ec-a16d-ac3ec54318fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452774 Dec 08 21:45:32.170611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:32.242464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d1275812-49bb-495f-98f0-bebe9f0e9cad, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d1275812-49bb-495f-98f0-bebe9f0e9cad,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:32.252836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:32.264232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf654625-3898-41a7-b38d-c28e3b9f7bca req-283d3c43-07bb-4442-a995-630d16092559 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:32.267452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf654625-3898-41a7-b38d-c28e3b9f7bca req-283d3c43-07bb-4442-a995-630d16092559 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0638175 Dec 08 21:45:32.307550 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf654625-3898-41a7-b38d-c28e3b9f7bca req-7fcc9929-5df1-4e77-bdda-8a8e820ff6b6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Dec 08 21:45:32.324062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d1275812-49bb-495f-98f0-bebe9f0e9cad,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:32.546329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359e6a-26ba-4f01-8db9-602a6d250359 req-9bd7f2c3-dcf0-4c39-b530-f96cbbcc550e tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:32.547884 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc359e6a-26ba-4f01-8db9-602a6d250359 req-9bd7f2c3-dcf0-4c39-b530-f96cbbcc550e tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 949 time: 0.0509620 Dec 08 21:45:32.591942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc359e6a-26ba-4f01-8db9-602a6d250359 req-2fe320af-4e6f-486c-9818-e6e2e46e36fd tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368783 Dec 08 21:45:32.843788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4015-730b-482e-81b5-5656d996f1a9 req-365cad72-633c-4304-bbd7-87bb08105467 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:32.845152 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-122b4015-730b-482e-81b5-5656d996f1a9 req-365cad72-633c-4304-bbd7-87bb08105467 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0471189 Dec 08 21:45:32.883812 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-122b4015-730b-482e-81b5-5656d996f1a9 req-6ea69dcd-40a0-4d7a-a195-7d3203d35c8d tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Dec 08 21:45:33.245062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f636e-7793-4928-9005-43b2f2fef7a6 req-f8507f72-2163-4218-aac9-00c6bd78a18d tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:33.246610 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f5f636e-7793-4928-9005-43b2f2fef7a6 req-f8507f72-2163-4218-aac9-00c6bd78a18d tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0509245 Dec 08 21:45:33.304169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f5f636e-7793-4928-9005-43b2f2fef7a6 req-325ec4ff-6b6d-4c70-9e85-b45b12f23deb tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Dec 08 21:45:33.431212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e188-fab5-49f0-b15f-8aa69f892abb req-573ff609-a14e-454f-a408-d55ed2820339 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:33.433038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f05e188-fab5-49f0-b15f-8aa69f892abb req-573ff609-a14e-454f-a408-d55ed2820339 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0577979 Dec 08 21:45:33.494692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f05e188-fab5-49f0-b15f-8aa69f892abb req-d11c3c25-081f-441c-a7b2-2545f267efcc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501213 Dec 08 21:45:33.715749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5ced8-a2ae-4e92-9cd5-041a72a36d7d req-a8df98c1-1154-4899-9be7-594e9e70fce7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:33.717273 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-02f5ced8-a2ae-4e92-9cd5-041a72a36d7d req-a8df98c1-1154-4899-9be7-594e9e70fce7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 949 time: 0.0503981 Dec 08 21:45:33.756145 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-02f5ced8-a2ae-4e92-9cd5-041a72a36d7d req-041cade7-49ed-410c-aed8-01ed4e6767f7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328882 Dec 08 21:45:33.956413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3574be-af0c-463b-a373-9afe80017f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1275812-49bb-495f-98f0-bebe9f0e9cad'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:33.959310 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08ae8b7-8826-4f47-8ef2-689336f8739f" -d '{"events": [{"server_uuid": "7d3574be-af0c-463b-a373-9afe80017f23", "name": "network-vif-plugged", "status": "completed", "tag": "d1275812-49bb-495f-98f0-bebe9f0e9cad"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:34.018183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431ff39-e26f-419d-8e71-eee9b70d69f9 req-98e37c0a-5043-461d-9dcb-2027e39e27b9 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:34.019617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3431ff39-e26f-419d-8e71-eee9b70d69f9 req-98e37c0a-5043-461d-9dcb-2027e39e27b9 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0496402 Dec 08 21:45:34.060866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3431ff39-e26f-419d-8e71-eee9b70d69f9 req-10844964-a443-4943-ab78-2fec80398cf7 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353730 Dec 08 21:45:34.113675 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb006d6-d6df-4f12-93ea-5633ab198ff6 x-openstack-request-id: req-3cb006d6-d6df-4f12-93ea-5633ab198ff6 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:34.113968 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3574be-af0c-463b-a373-9afe80017f23", "name": "network-vif-plugged", "status": "completed", "tag": "d1275812-49bb-495f-98f0-bebe9f0e9cad", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:34.114218 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cb006d6-d6df-4f12-93ea-5633ab198ff6 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:34.114607 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3574be-af0c-463b-a373-9afe80017f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1275812-49bb-495f-98f0-bebe9f0e9cad', 'code': 200} Dec 08 21:45:34.243722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa875db7-0350-4dd2-880d-bedc6fe76198 req-d42006e7-e462-40f4-a4ed-90f9f7c21456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:34.246111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa875db7-0350-4dd2-880d-bedc6fe76198 req-d42006e7-e462-40f4-a4ed-90f9f7c21456 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 1100 time: 0.0514355 Dec 08 21:45:34.287644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa875db7-0350-4dd2-880d-bedc6fe76198 req-1d53aaae-4a08-4df5-875f-135c8b97d327 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312197 Dec 08 21:45:34.445609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c88fe-53ee-4a30-a0aa-d1592e7cea67 req-02e4b7d8-bc26-4551-a1da-8220985d85a2 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:34.447130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d6c88fe-53ee-4a30-a0aa-d1592e7cea67 req-02e4b7d8-bc26-4551-a1da-8220985d85a2 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0702670 Dec 08 21:45:34.486318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d6c88fe-53ee-4a30-a0aa-d1592e7cea67 req-c91ff2a7-b00f-44ec-863d-dfdef116d4cf tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Dec 08 21:45:34.615135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707bb8-430a-4268-a8de-410ffa7dd6f6 req-62ef7b8c-b2c8-4957-b2e8-ca450fd828ee tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:34.615844 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59707bb8-430a-4268-a8de-410ffa7dd6f6 req-62ef7b8c-b2c8-4957-b2e8-ca450fd828ee tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0570343 Dec 08 21:45:34.694774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59707bb8-430a-4268-a8de-410ffa7dd6f6 req-fbddb7c3-2ca1-463f-9d41-f0bbbafa1e94 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698240 Dec 08 21:45:34.868805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bc986-5da9-4b40-bf75-7fa6a042d847 req-24a4008c-47a0-4311-9128-69a99b56a5f6 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:34.870167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c8bc986-5da9-4b40-bf75-7fa6a042d847 req-24a4008c-47a0-4311-9128-69a99b56a5f6 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 949 time: 0.0479136 Dec 08 21:45:34.907900 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c8bc986-5da9-4b40-bf75-7fa6a042d847 req-d64bfb85-1bea-488c-a26a-7f99acf16f09 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Dec 08 21:45:35.177758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03696df-aab8-40c0-a889-1b5e3bdc0f2c req-e4fae7b9-e27d-4756-bbd1-523ae49114b0 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:35.179176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c03696df-aab8-40c0-a889-1b5e3bdc0f2c req-e4fae7b9-e27d-4756-bbd1-523ae49114b0 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0518727 Dec 08 21:45:35.216739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c03696df-aab8-40c0-a889-1b5e3bdc0f2c req-937fc524-de71-431c-9c89-c8a5d813fe85 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Dec 08 21:45:35.513974 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccac8-5914-491c-8a70-52d7f40014e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:35.828290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-b7d5263c-0614-4cd4-a4c5-e4b1d90b1a9c tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:35.829820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-b7d5263c-0614-4cd4-a4c5-e4b1d90b1a9c tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 945 time: 0.0879114 Dec 08 21:45:35.843632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ec688-0b6e-486b-8103-2ff9c6b3276e req-ff0f9b57-1930-4754-b78a-9a880c6cdb1e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:35.845329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-266ec688-0b6e-486b-8103-2ff9c6b3276e req-ff0f9b57-1930-4754-b78a-9a880c6cdb1e tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0702167 Dec 08 21:45:35.935667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e042cf-f85b-444e-a88d-7af242a0b4c9 req-7b7f8a7b-ece6-4863-bee7-331a1ffe3ec9 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:35.937198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3e042cf-f85b-444e-a88d-7af242a0b4c9 req-7b7f8a7b-ece6-4863-bee7-331a1ffe3ec9 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.3739400 Dec 08 21:45:35.944396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb9495a-d8e6-4604-8fb4-dd3b45b214e1 req-1500ccc5-f4dd-40d6-8e32-8f1df16cfb3a service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380035 Dec 08 21:45:35.946234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-266ec688-0b6e-486b-8103-2ff9c6b3276e req-b5e82b6e-f80c-42ef-a0d9-a3cc6b2c408d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934629 Dec 08 21:45:35.980572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Deleting port 36c319b9-06af-488b-84bf-c9e881fbd854 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:45:35.980857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3e042cf-f85b-444e-a88d-7af242a0b4c9 req-2d14031a-1b84-414a-b8b9-f9af2f7495e7 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345805 Dec 08 21:45:35.980999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:36.114260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec247d0-9947-46a8-adae-0485a715bbb3 req-36a75784-15cb-4631-b947-fa50b807764b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:36.116106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ec247d0-9947-46a8-adae-0485a715bbb3 req-36a75784-15cb-4631-b947-fa50b807764b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 949 time: 0.0803087 Dec 08 21:45:36.121234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] For port 36c319b9-06af-488b-84bf-c9e881fbd854, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=36c319b9-06af-488b-84bf-c9e881fbd854,segment=NetworkSegment(d4b7cca2-9d58-45b7-a1e0-918475384e7b),segment_id=d4b7cca2-9d58-45b7-a1e0-918475384e7b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:36.121593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:36.146405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Calling delete_port for 36c319b9-06af-488b-84bf-c9e881fbd854 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:45:36.207405 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ec247d0-9947-46a8-adae-0485a715bbb3 req-d7ffe7a7-ee83-4810-a3c5-bbc8f2733870 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827615 Dec 08 21:45:36.334732 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:36.339478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78011365-edd0-4461-847a-22f5a120264d req-3407646f-5ff8-4453-ac62-84537fa78419 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:36.341258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78011365-edd0-4461-847a-22f5a120264d req-3407646f-5ff8-4453-ac62-84537fa78419 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 950 time: 0.0584507 Dec 08 21:45:36.357426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['36c319b9-06af-488b-84bf-c9e881fbd854'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:36.384934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78011365-edd0-4461-847a-22f5a120264d req-38a0f363-06e3-45d9-b979-40b4c23d9791 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363529 Dec 08 21:45:36.392880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Pushing event deleted for resources: {'Port': ['ID=36c319b9-06af-488b-84bf-c9e881fbd854,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:36.405474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30396360-1ae1-4dff-9830-2b35257abadc req-adcfdddc-a87f-4d3b-bcfe-f7a5df6fd1e2 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:36.407320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30396360-1ae1-4dff-9830-2b35257abadc req-adcfdddc-a87f-4d3b-bcfe-f7a5df6fd1e2 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5d8539-3dc0-4934-b8b3-e22efa60ec0e HTTP/1.1" status: 200 len: 867 time: 0.1136320 Dec 08 21:45:36.470473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] No DVR routers for this DVR port 36c319b9-06af-488b-84bf-c9e881fbd854 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:45:36.474461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:36.477998 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f386862-fee3-45df-b2e1-eea802fa7c4e req-a2de2e61-7458-47ef-a346-025ebd5f0042 tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.37 "DELETE /v2.0/ports/36c319b9-06af-488b-84bf-c9e881fbd854 HTTP/1.1" status: 204 len: 173 time: 0.6316497 Dec 08 21:45:36.478397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5d8539-3dc0-4934-b8b3-e22efa60ec0e', 'name': 'network-vif-deleted', 'tag': '36c319b9-06af-488b-84bf-c9e881fbd854'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:36.480689 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f12789-1131-41d4-bbe0-2266689d8c79" -d '{"events": [{"server_uuid": "dc5d8539-3dc0-4934-b8b3-e22efa60ec0e", "name": "network-vif-deleted", "tag": "36c319b9-06af-488b-84bf-c9e881fbd854"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:36.504238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30396360-1ae1-4dff-9830-2b35257abadc req-65ad2945-1f70-4b9c-bec9-18ac3b9ce8ea tempest-ServerGroupTestJSON-1810533630 tempest-ServerGroupTestJSON-1810533630-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ced73e7-a459-4281-9617-d09e22913f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776060 Dec 08 21:45:36.621893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d22df5-db73-4241-afe2-e3514f653ffc req-6cfb264d-a66c-4715-a56c-91762dcb0312 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:36.623605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08d22df5-db73-4241-afe2-e3514f653ffc req-6cfb264d-a66c-4715-a56c-91762dcb0312 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1096 time: 0.0436451 Dec 08 21:45:36.660034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08d22df5-db73-4241-afe2-e3514f653ffc req-2ee96ffd-4fb4-47b5-9f5d-0847b2bf4e9f tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297766 Dec 08 21:45:36.703207 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012e809-d19c-4422-9094-b74e646fe8fc x-openstack-request-id: req-0012e809-d19c-4422-9094-b74e646fe8fc {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:36.703504 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5d8539-3dc0-4934-b8b3-e22efa60ec0e", "name": "network-vif-deleted", "tag": "36c319b9-06af-488b-84bf-c9e881fbd854", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:36.703766 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0012e809-d19c-4422-9094-b74e646fe8fc {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:36.704171 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5d8539-3dc0-4934-b8b3-e22efa60ec0e', 'name': 'network-vif-deleted', 'tag': '36c319b9-06af-488b-84bf-c9e881fbd854', 'status': 'completed', 'code': 200} Dec 08 21:45:36.818918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e1f2b-9f6f-4766-b175-4d3d761d21c8 req-dd1af1ce-8266-4d0a-8a55-8f78711ab717 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:36.824857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e1f2b-9f6f-4766-b175-4d3d761d21c8 req-dd1af1ce-8266-4d0a-8a55-8f78711ab717 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:36.826422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a22e1f2b-9f6f-4766-b175-4d3d761d21c8 req-dd1af1ce-8266-4d0a-8a55-8f78711ab717 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f&device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 1690 time: 0.0570593 Dec 08 21:45:36.866237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a22e1f2b-9f6f-4766-b175-4d3d761d21c8 req-db9506f4-fa35-4e87-9d1b-ef47c971d13f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Dec 08 21:45:37.048036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab07c4-d063-457b-9858-1710cd3a5724 req-0f855b41-ef98-4967-85a4-b5da91d9296e tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:37.049691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-76ab07c4-d063-457b-9858-1710cd3a5724 req-0f855b41-ef98-4967-85a4-b5da91d9296e tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 1101 time: 0.0585012 Dec 08 21:45:37.092243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-76ab07c4-d063-457b-9858-1710cd3a5724 req-6dbda039-f1a5-4713-90d4-9c8607960834 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344517 Dec 08 21:45:37.219672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac2b0-858c-42e0-b47b-3289ae0040dd req-7217e781-3f0a-4b92-a89f-ff19b811bb8f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:37.221376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a8ac2b0-858c-42e0-b47b-3289ae0040dd req-7217e781-3f0a-4b92-a89f-ff19b811bb8f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0575616 Dec 08 21:45:37.264888 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a8ac2b0-858c-42e0-b47b-3289ae0040dd req-149722c5-abab-4c47-ba93-0027678701f4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Dec 08 21:45:37.421535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-f7db6779-2f11-4883-b8fc-0aefc900de40 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:37.423035 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-f7db6779-2f11-4883-b8fc-0aefc900de40 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0873199 Dec 08 21:45:37.431388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0705b-7f6e-40b6-b8f3-0bf10a387c34 req-c554f792-8f10-43c3-b3a7-f499db589841 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:37.432772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ae0705b-7f6e-40b6-b8f3-0bf10a387c34 req-c554f792-8f10-43c3-b3a7-f499db589841 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde8264a-cff5-4d82-b62a-3f43340cfff3 HTTP/1.1" status: 200 len: 946 time: 0.0870812 Dec 08 21:45:37.528432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ae0705b-7f6e-40b6-b8f3-0bf10a387c34 req-d68535be-2e61-405e-8c3d-5f74979882c8 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878665 Dec 08 21:45:37.557517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Deleting port 37e781c4-0b18-492b-b065-2c2ac8a4b793 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:45:37.559111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:37.669489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109b8f9-2ad3-437e-b36a-0569c3f3d7af req-3eca8e20-4639-4169-8150-17e23064b953 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:37.671024 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1109b8f9-2ad3-437e-b36a-0569c3f3d7af req-3eca8e20-4639-4169-8150-17e23064b953 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 1100 time: 0.0696287 Dec 08 21:45:37.683657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] For port 37e781c4-0b18-492b-b065-2c2ac8a4b793, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=37e781c4-0b18-492b-b065-2c2ac8a4b793,segment=NetworkSegment(2bd24c1c-5470-4e7a-9213-6f53d8322c7d),segment_id=2bd24c1c-5470-4e7a-9213-6f53d8322c7d)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:37.684043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:37.708229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Calling delete_port for 37e781c4-0b18-492b-b065-2c2ac8a4b793 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:45:37.711581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-f591770a-a8ad-422d-b2eb-b16e5fc29602 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:45:37.713588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-f591770a-a8ad-422d-b2eb-b16e5fc29602 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0633392 Dec 08 21:45:37.731769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1109b8f9-2ad3-437e-b36a-0569c3f3d7af req-5804704b-d600-48d0-bced-352982ff93f8 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534256 Dec 08 21:45:37.754263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-b063f46b-b034-4d7e-9d7b-90f070f84519 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:37.756174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-b063f46b-b034-4d7e-9d7b-90f070f84519 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports/f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 200 len: 1093 time: 0.0379105 Dec 08 21:45:37.820390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Request body: {'binding': {'host': 'n-h2-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:37.820823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Unknown quota resources ['binding']. {{(pid=102389) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 21:45:37.872382 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:37.884633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['37e781c4-0b18-492b-b065-2c2ac8a4b793'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:37.917211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Pushing event deleted for resources: {'Port': ['ID=37e781c4-0b18-492b-b065-2c2ac8a4b793,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:37.962160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on host n-h2-821126-1 for vnic_type normal with profile None {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:37.962581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:37.962925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:37.967636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:37.967958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:37.968119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] No DVR routers for this DVR port 37e781c4-0b18-492b-b065-2c2ac8a4b793 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:45:37.971615 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:37.973649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:37.974113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:37.974526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:37.974982 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Bound port: f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:37.976151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a929f6f-a6d4-47b8-9241-a3815924258f req-923e8fdc-d12e-4cb3-8d75-66f85be9cb07 tempest-VolumesAdminNegativeTest-1450557347 tempest-VolumesAdminNegativeTest-1450557347-project] 10.222.0.37 "DELETE /v2.0/ports/37e781c4-0b18-492b-b065-2c2ac8a4b793 HTTP/1.1" status: 204 len: 173 time: 0.5424445 Dec 08 21:45:38.043854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:38.053611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] Notify callbacks [] for binding, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:38.056377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-118ee691-1b34-4515-ae6f-d086d80d062c service neutron] 10.222.0.21 "POST /v2.0/ports/f97f9441-7e5a-4eaf-b1e2-39b8ea431413/bindings HTTP/1.1" status: 201 len: 389 time: 0.2933121 Dec 08 21:45:38.204249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71d045c8-7865-42ae-8617-95924773acb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:38.222758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-496ae7af-a7ec-4bc9-a7b9-8c9130f71a0e tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334611 Dec 08 21:45:38.264777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d302b-5a09-4a6e-b1bc-21f601020d04 req-476ea84e-6bd4-4b1f-b453-5730ceba02b5 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:38.266610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-586d302b-5a09-4a6e-b1bc-21f601020d04 req-476ea84e-6bd4-4b1f-b453-5730ceba02b5 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.0747054 Dec 08 21:45:38.340804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-586d302b-5a09-4a6e-b1bc-21f601020d04 req-39027ffc-413a-4ac5-96d0-343252a0425a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672576 Dec 08 21:45:38.341311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-d445cf4d-9ee7-4c99-9ce7-03b82fcd4b34 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:38.342782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-d445cf4d-9ee7-4c99-9ce7-03b82fcd4b34 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144509 Dec 08 21:45:38.346336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-abf4f7f2-69d3-47b0-aa6d-6063233f9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:38.349206 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-abf4f7f2-69d3-47b0-aa6d-6063233f9ed1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1096 time: 0.0690649 Dec 08 21:45:38.364021 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-ec724692-3102-4794-9bfa-5cbe0887329d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/quotas/5466b5556cd64281b1ade7892eafb096 HTTP/1.1" status: 200 len: 375 time: 0.0097740 Dec 08 21:45:38.433893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-3769964d-9003-4421-a791-086b1ea4886d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629330 Dec 08 21:45:38.509786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-125b4650-5fa9-4f0d-9a2d-961a0918f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:38.511954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-125b4650-5fa9-4f0d-9a2d-961a0918f757 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.1542294 Dec 08 21:45:38.537840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124fae5-c319-4719-b8d4-aab916e6877f req-bc8f47a4-591e-4726-998b-a0bf2a41a855 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:38.540836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1124fae5-c319-4719-b8d4-aab916e6877f req-bc8f47a4-591e-4726-998b-a0bf2a41a855 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 944 time: 0.0947733 Dec 08 21:45:38.583311 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-4f178528-329c-4288-9038-b8dfea9210d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 200 len: 217 time: 0.0625238 Dec 08 21:45:38.668248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1124fae5-c319-4719-b8d4-aab916e6877f req-41245c4f-9767-42fd-8680-760a607ce7a1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914066 Dec 08 21:45:38.669822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-bbc1d572-1a6e-4c8e-8bb6-8a54b516248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:38.671312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-bbc1d572-1a6e-4c8e-8bb6-8a54b516248d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0807199 Dec 08 21:45:38.723641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde8264a-cff5-4d82-b62a-3f43340cfff3', 'name': 'network-vif-deleted', 'tag': '37e781c4-0b18-492b-b065-2c2ac8a4b793'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:38.726433 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa112ad-abf5-40f5-9588-1c9f06b9a8c8" -d '{"events": [{"server_uuid": "cde8264a-cff5-4d82-b62a-3f43340cfff3", "name": "network-vif-deleted", "tag": "37e781c4-0b18-492b-b065-2c2ac8a4b793"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:38.728568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:38.733215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-f7a1df8c-f48a-4052-8474-8170c0e2b9ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474553 Dec 08 21:45:38.754157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44190) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:38.802686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a76222-6dca-46fe-811e-dc08199f0894 admin admin] Deleting subnet ba9c0207-e586-480d-b868-7119014be645 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:45:38.806900 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25a76222-6dca-46fe-811e-dc08199f0894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:38.846045 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25a76222-6dca-46fe-811e-dc08199f0894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:38.846385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:45:38.852959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 36c319b9-06af-488b-84bf-c9e881fbd854 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:45:38.876420 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccec2c7-d3b1-4b91-b0c5-c060960c344d x-openstack-request-id: req-9ccec2c7-d3b1-4b91-b0c5-c060960c344d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:38.882240 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde8264a-cff5-4d82-b62a-3f43340cfff3", "name": "network-vif-deleted", "tag": "37e781c4-0b18-492b-b065-2c2ac8a4b793", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:38.882845 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ccec2c7-d3b1-4b91-b0c5-c060960c344d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:38.884266 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde8264a-cff5-4d82-b62a-3f43340cfff3', 'name': 'network-vif-deleted', 'tag': '37e781c4-0b18-492b-b065-2c2ac8a4b793', 'status': 'completed', 'code': 200} Dec 08 21:45:38.886652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 36c319b9-06af-488b-84bf-c9e881fbd854 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:45:38.887667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 36c319b9-06af-488b-84bf-c9e881fbd854 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:45:38.902176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-05c9a414-997c-4ee4-8c88-02833045ab30 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558380 Dec 08 21:45:38.912978 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25a76222-6dca-46fe-811e-dc08199f0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:38.993845 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25a76222-6dca-46fe-811e-dc08199f0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.040651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25a76222-6dca-46fe-811e-dc08199f0894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.052060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-25a76222-6dca-46fe-811e-dc08199f0894 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba9c0207-e586-480d-b868-7119014be645 HTTP/1.1" status: 204 len: 168 time: 0.2965782 Dec 08 21:45:39.056221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44206) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:39.085854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:39.118762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'network_id': '5f79c555-8619-4fe9-b48e-e9bcf0eb9036', 'port_id': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'mac_address': 'fa:16:3e:c1:63:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a618da28-4f4c-4c1c-9b52-3b407f356568', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:45:39.124484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a76222-6dca-46fe-811e-dc08199f0894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9c0207-e586-480d-b868-7119014be645,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:39.151141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-a11eaf3c-b8ca-48a7-b7d0-80b7ccd6464a service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406209 Dec 08 21:45:39.204456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.210140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63ea082a-a7d9-4d72-8714-4316d03928d0 req-aacd1aa8-95df-4f82-82b0-c1296a8fabc0 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 210 time: 0.0414889 Dec 08 21:45:39.225942 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.245703 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.247488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15e6967-b319-4eb7-80ca-94aa1067e65b {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:39.287666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44220) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:39.296777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:39.319825 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.337606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.355941 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.362926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd548534-c332-4cf8-ac68-4ab7dd5e3daa']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:39.376352 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d239f0ce-b320-452e-9a25-ad98176d8ae1 admin admin] Deleting subnet 14b675f4-05c9-4936-950c-0618597ee522 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:45:39.377039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd24c1c-5470-4e7a-9213-6f53d8322c7d') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:39.377703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd24c1c-5470-4e7a-9213-6f53d8322c7d') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:39.380464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d239f0ce-b320-452e-9a25-ad98176d8ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.396840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=11']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:39.397189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.415734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.429243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d239f0ce-b320-452e-9a25-ad98176d8ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.430341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:45:39.431590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:45:39.434138 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:45:39.479338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d239f0ce-b320-452e-9a25-ad98176d8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.539863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.545283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.551794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd548534-c332-4cf8-ac68-4ab7dd5e3daa HTTP/1.1" status: 204 len: 168 time: 0.4950042 Dec 08 21:45:39.552442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44230) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:39.568277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d239f0ce-b320-452e-9a25-ad98176d8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.571047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24534b1-f3b9-4d0c-a97f-a483f28b211c req-bdc8cdaf-1633-4349-8b35-bb30410d2e16 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:39.572547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e24534b1-f3b9-4d0c-a97f-a483f28b211c req-bdc8cdaf-1633-4349-8b35-bb30410d2e16 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.0910008 Dec 08 21:45:39.598582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e15e6967-b319-4eb7-80ca-94aa1067e65b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:39.600072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239f0ce-b320-452e-9a25-ad98176d8ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b675f4-05c9-4936-950c-0618597ee522,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:39.607347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d239f0ce-b320-452e-9a25-ad98176d8ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.611011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d239f0ce-b320-452e-9a25-ad98176d8ae1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/14b675f4-05c9-4936-950c-0618597ee522 HTTP/1.1" status: 204 len: 168 time: 0.3220060 Dec 08 21:45:39.613426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44232) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:39.614982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035b560-860f-4986-84b2-6390232f7771 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd548534-c332-4cf8-ac68-4ab7dd5e3daa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:39.664453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-804f8295-198e-4b85-a7dd-a1abf5d25584 admin admin] Deleting subnet 4bcc10bc-e29d-4c60-ab99-63c9deaf7699 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:45:39.669906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-804f8295-198e-4b85-a7dd-a1abf5d25584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.802366 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:39.832721 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.010577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.038310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959797e9-fda5-4e35-97cb-9abcb18f14cd req-d8f4b438-d438-406d-a19f-d43f275299f5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:40.040316 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-959797e9-fda5-4e35-97cb-9abcb18f14cd req-d8f4b438-d438-406d-a19f-d43f275299f5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1754279 Dec 08 21:45:40.057823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8685e61b-1094-4742-8108-38e22f730f83']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:40.077507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b7cca2-9d58-45b7-a1e0-918475384e7b') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:40.078084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b7cca2-9d58-45b7-a1e0-918475384e7b') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:40.094345 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.119016 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-959797e9-fda5-4e35-97cb-9abcb18f14cd req-44aad6f0-b740-4c3c-bbed-c870662b59fc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716674 Dec 08 21:45:40.123352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.138767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:45:40.139194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:45:40.142154 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:45:40.170939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e24534b1-f3b9-4d0c-a97f-a483f28b211c req-ae119e35-0dfe-4ebb-9ec9-77fd69dfdd18 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674140 Dec 08 21:45:40.218697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.225364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.234773 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] 10.222.0.21 "DELETE /v2.0/networks/8685e61b-1094-4742-8108-38e22f730f83 HTTP/1.1" status: 204 len: 168 time: 0.6193414 Dec 08 21:45:40.244356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-804f8295-198e-4b85-a7dd-a1abf5d25584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.252232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467e101-c9b9-4051-8ef2-33bc1874a1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=8685e61b-1094-4742-8108-38e22f730f83,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:40.313454 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-804f8295-198e-4b85-a7dd-a1abf5d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.393364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-804f8295-198e-4b85-a7dd-a1abf5d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.422704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-92c5e572-6de7-4b8d-8c2a-eb497280ece0 req-09e96a14-250d-4224-bea8-82761e94d8c6 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 210 time: 0.0408571 Dec 08 21:45:40.438290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-804f8295-198e-4b85-a7dd-a1abf5d25584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.458154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44248) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:40.463396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-804f8295-198e-4b85-a7dd-a1abf5d25584 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4bcc10bc-e29d-4c60-ab99-63c9deaf7699 HTTP/1.1" status: 204 len: 168 time: 0.9067903 Dec 08 21:45:40.464105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44250) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:40.472044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f8295-198e-4b85-a7dd-a1abf5d25584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcc10bc-e29d-4c60-ab99-63c9deaf7699,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:40.529243 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e86ad67d-c50e-4912-9b4a-ccaeb337f8fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26a34af626c44def8fe4934c690c7fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694320 Dec 08 21:45:40.530297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:40.589828 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.591753 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c8546bfe-ab33-472c-af68-7248aa2d2aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.621890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e633ac-87c6-4b67-8d4a-a9e3efdc9d77 req-977f1e9d-5ce8-461b-b373-1b93b9c12979 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:40.624933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c8546bfe-ab33-472c-af68-7248aa2d2aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.632455 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7e633ac-87c6-4b67-8d4a-a9e3efdc9d77 req-977f1e9d-5ce8-461b-b373-1b93b9c12979 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.1556752 Dec 08 21:45:40.671687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-0a0335fa-7e4e-4a2c-b778-d4badfc6abf8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350413 Dec 08 21:45:40.698044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c8546bfe-ab33-472c-af68-7248aa2d2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.701125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c8546bfe-ab33-472c-af68-7248aa2d2aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:40.705686 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c8546bfe-ab33-472c-af68-7248aa2d2aaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ced73e7-a459-4281-9617-d09e22913f11 HTTP/1.1" status: 204 len: 168 time: 0.1745453 Dec 08 21:45:40.715557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546bfe-ab33-472c-af68-7248aa2d2aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced73e7-a459-4281-9617-d09e22913f11,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:40.845219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-7f84a53e-0e88-4c29-a43a-d12ef09fe5f7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:40.847289 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-7f84a53e-0e88-4c29-a43a-d12ef09fe5f7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462798 Dec 08 21:45:40.851203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:40.871122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Request body: {'port': {'device_id': '05bacf42-8578-40f9-a98c-16829c787241', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '5466b5556cd64281b1ade7892eafb096'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:40.981039 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7e633ac-87c6-4b67-8d4a-a9e3efdc9d77 req-f554cb75-fcab-4151-a640-37d81e597e3d tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467534 Dec 08 21:45:40.996948 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.014414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-0de4d387-70e5-4638-a9a0-45565959b1ad tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450597 Dec 08 21:45:41.016912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.021569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port e15e6967-b319-4eb7-80ca-94aa1067e65b completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:41.030376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port e15e6967-b319-4eb7-80ca-94aa1067e65b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:41.030794 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.146347 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.186432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702b3f41-e071-4a86-8faa-019e0b7c1a80']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:41.193260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:41.193260 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a6f1af-bc92-4006-8377-0848955661d0" -d '{"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:41.261025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:41.265391 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.266265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 37e781c4-0b18-492b-b065-2c2ac8a4b793 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:45:41.279609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-49b1a7fc-b7f4-4d8a-82cb-7adaa6d25916 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:41.284458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-49b1a7fc-b7f4-4d8a-82cb-7adaa6d25916 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581432 Dec 08 21:45:41.330407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 37e781c4-0b18-492b-b065-2c2ac8a4b793 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:45:41.331591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 37e781c4-0b18-492b-b065-2c2ac8a4b793 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:45:41.338137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Request body: {'port': {'device_id': '907c0c03-d266-413b-98dc-52e903271d8e', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '5466b5556cd64281b1ade7892eafb096'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:41.359369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0d43-9eaf-45b3-a69e-71845ff39b47 req-ce15d922-1584-451d-b09e-7a0e5b38887c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:41.362139 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f52e0d43-9eaf-45b3-a69e-71845ff39b47 req-ce15d922-1584-451d-b09e-7a0e5b38887c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0970523 Dec 08 21:45:41.381159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5100ea1-eab7-4a99-984e-75a162006d68') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:41.381569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5100ea1-eab7-4a99-984e-75a162006d68') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:41.396350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=12']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:41.426892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f52e0d43-9eaf-45b3-a69e-71845ff39b47 req-87ac2836-b4cf-4745-8838-4fe41f32fd9f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573204 Dec 08 21:45:41.477445 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.486316 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e63025-0595-43b1-9234-141dd72b0728 x-openstack-request-id: req-b8e63025-0595-43b1-9234-141dd72b0728 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:41.487217 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:41.487795 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8e63025-0595-43b1-9234-141dd72b0728 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:41.488543 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'code': 200} Dec 08 21:45:41.539859 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.548829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:45:41.549574 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:45:41.564965 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:45:41.621101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Made reservation on behalf of 5466b5556cd64281b1ade7892eafb096 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:41.625448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.652224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0c734-f880-4b5a-bff9-8ac2adeb3658 req-9c2ba33d-bde7-4f76-912b-7edaa804bf4e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:41.660448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ef0c734-f880-4b5a-bff9-8ac2adeb3658 req-9c2ba33d-bde7-4f76-912b-7edaa804bf4e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.3435647 Dec 08 21:45:41.731248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.749915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.757292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/702b3f41-e071-4a86-8faa-019e0b7c1a80 HTTP/1.1" status: 204 len: 168 time: 1.2889626 Dec 08 21:45:41.769269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860b57-909f-48e3-b652-11d375bae3d4 req-36364d17-d182-46df-8c32-9a916dd87a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:41.772492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79860b57-909f-48e3-b652-11d375bae3d4 req-36364d17-d182-46df-8c32-9a916dd87a86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1163735 Dec 08 21:45:41.852314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dd5cf-9bdf-413b-9a1d-f1fb4f90b2d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=702b3f41-e071-4a86-8faa-019e0b7c1a80,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:41.891399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Made reservation on behalf of 5466b5556cd64281b1ade7892eafb096 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:41.895024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7ddc351e-e9e6-42b3-9f65-83069dfc129a req-d2059224-950f-4623-8cbb-d5f6975b7003 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 210 time: 0.0636852 Dec 08 21:45:41.898083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:41.908509 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79860b57-909f-48e3-b652-11d375bae3d4 req-edb40365-b883-43b6-b205-c7b4ed3e5b75 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221337 Dec 08 21:45:41.913238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ef0c734-f880-4b5a-bff9-8ac2adeb3658 req-ffa676da-1f09-4861-bb52-258d0aff893e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518494 Dec 08 21:45:42.086732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Allocated IP 192.168.233.254 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/e4436630-b523-4670-b387-3cfa467da70c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:45:42.124456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44300) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:42.223269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-50a6d466-fb17-4d6a-87c1-7727d81f583e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74f480165a3846abac3645bd5331a1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975311 Dec 08 21:45:42.225981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44302) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:42.287490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129695fe-d9b8-41b7-a4f4-6478924efd9d req-3f439165-d15d-448e-8b0f-d94a45d33231 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:42.289077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-129695fe-d9b8-41b7-a4f4-6478924efd9d req-3f439165-d15d-448e-8b0f-d94a45d33231 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.0721629 Dec 08 21:45:42.302143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f851ef2-4f24-4305-8daf-1a371651e870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:42.329473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f851ef2-4f24-4305-8daf-1a371651e870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:42.356781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:42.373835 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-129695fe-d9b8-41b7-a4f4-6478924efd9d req-729a392d-0713-40b1-a3b6-9804f4478078 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728488 Dec 08 21:45:42.400418 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f851ef2-4f24-4305-8daf-1a371651e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:42.404381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f851ef2-4f24-4305-8daf-1a371651e870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:42.408571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5f851ef2-4f24-4305-8daf-1a371651e870 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f4a34a3-efe5-4c75-b734-bd68f18a7eb2 HTTP/1.1" status: 204 len: 168 time: 0.1772003 Dec 08 21:45:42.441747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f851ef2-4f24-4305-8daf-1a371651e870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4a34a3-efe5-4c75-b734-bd68f18a7eb2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:42.442794 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:42.470577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:42.600980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:45:42.628814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:42.633674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:45:42.709845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Allocated IP 192.168.233.152 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/61c85429-3fb2-432c-9207-0dbb1a93d6dc) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:45:42.880401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'Port': ['ID=e4436630-b523-4670-b387-3cfa467da70c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:43.085420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44340) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:43.104327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.167327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-22fac861-0951-4ff4-b3d2-7683e2a1418a None None] Provisioning complete for port e4436630-b523-4670-b387-3cfa467da70c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:43.168095 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22fac861-0951-4ff4-b3d2-7683e2a1418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.176563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543604f-a469-4c42-8c5a-f26780a18294 req-dc12ffa6-5340-4303-aa43-9ec46c4dcc60 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:43.186127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7543604f-a469-4c42-8c5a-f26780a18294 req-dc12ffa6-5340-4303-aa43-9ec46c4dcc60 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.6109853 Dec 08 21:45:43.191966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e9d97ead-6d4c-4a12-a34f-99396f7904da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26406e46b71c4313aa42c5a9e97064a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047406 Dec 08 21:45:43.195531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44346) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:43.240799 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.260724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c388b94a-2cf9-4399-9fdf-acc8dcca845a req-8d22a660-b97b-4bdd-b535-8dbbb04c90a7 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0663548 Dec 08 21:45:43.286865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-22fac861-0951-4ff4-b3d2-7683e2a1418a None None] Port e4436630-b523-4670-b387-3cfa467da70c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:45:43.386255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:43.387181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.396823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7543604f-a469-4c42-8c5a-f26780a18294 req-cfeed311-7fa4-4aa1-8c73-8c7d596b9261 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097616 Dec 08 21:45:43.420398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:45:43.435110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:43.438840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:45:43.444110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'Port': ['ID=61c85429-3fb2-432c-9207-0dbb1a93d6dc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:43.471074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-1da425f9-8531-4920-b567-dfd24ca4ab94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6053531 Dec 08 21:45:43.485968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Request body: {'port': {'device_id': '05bacf42-8578-40f9-a98c-16829c787241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:43.488039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-966cce5f-fa02-4189-abdd-b3f626041d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.541130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-966cce5f-fa02-4189-abdd-b3f626041d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.543458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:43.544365 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.584845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c42281fa-e4c8-4511-8644-e64e02e5ae1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2522173 Dec 08 21:45:43.648243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Request body: {'port': {'device_id': '907c0c03-d266-413b-98dc-52e903271d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:43.678960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-966cce5f-fa02-4189-abdd-b3f626041d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.681530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-966cce5f-fa02-4189-abdd-b3f626041d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.685787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-966cce5f-fa02-4189-abdd-b3f626041d09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8289497-0de4-4898-b8fc-7a6ca5612e9a HTTP/1.1" status: 204 len: 168 time: 0.4891307 Dec 08 21:45:43.722472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cce5f-fa02-4189-abdd-b3f626041d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8289497-0de4-4898-b8fc-7a6ca5612e9a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:43.800742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.911123 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:43.950445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575fd00-f42f-4c84-8e67-fc1294b3d432 req-39161d90-d1e3-4bd1-be92-ef7ba5b1ea36 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:43.953336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6575fd00-f42f-4c84-8e67-fc1294b3d432 req-39161d90-d1e3-4bd1-be92-ef7ba5b1ea36 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 936 time: 0.3248091 Dec 08 21:45:43.987043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66b2e7-67c5-4bfd-be95-16f621c0db63 req-e7178d68-4800-43f0-b512-964c7a6577f6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:43.994032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d66b2e7-67c5-4bfd-be95-16f621c0db63 req-e7178d68-4800-43f0-b512-964c7a6577f6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.1755905 Dec 08 21:45:44.051905 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0826b98d-5034-47fe-bc80-014c816c53f5 None None] Provisioning complete for port 61c85429-3fb2-432c-9207-0dbb1a93d6dc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:44.053153 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0826b98d-5034-47fe-bc80-014c816c53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:44.146747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d66b2e7-67c5-4bfd-be95-16f621c0db63 req-3636c403-32a3-4726-bdae-59c4a694ac5c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453888 Dec 08 21:45:44.161281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0826b98d-5034-47fe-bc80-014c816c53f5 None None] Port 61c85429-3fb2-432c-9207-0dbb1a93d6dc cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:45:44.197437 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6575fd00-f42f-4c84-8e67-fc1294b3d432 req-9483321d-56f4-43af-b8b4-dcef67bbbabc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300897 Dec 08 21:45:44.360087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027b184-20e4-4cc9-8474-032a9183b92d req-74abc299-aa95-43fd-9bd0-394d6fef3a74 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:44.379276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f027b184-20e4-4cc9-8474-032a9183b92d req-74abc299-aa95-43fd-9bd0-394d6fef3a74 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.1043978 Dec 08 21:45:44.398914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:44.444297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f027b184-20e4-4cc9-8474-032a9183b92d req-15325a38-5b63-414f-aa64-06ca97b42a1d tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539935 Dec 08 21:45:44.617861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-21db6197-2131-46ef-8df3-8eff7afec10f req-2c673946-c637-4c69-8e3c-a8d30418a8db tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0976431 Dec 08 21:45:44.802802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4436630-b523-4670-b387-3cfa467da70c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:44.820665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:44.864224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae0c66-e016-4dbf-95f6-50a634a9a9f8 req-96658db2-a3a4-4a08-8af7-cb2979b6a964 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:44.865966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8cae0c66-e016-4dbf-95f6-50a634a9a9f8 req-96658db2-a3a4-4a08-8af7-cb2979b6a964 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.2420623 Dec 08 21:45:44.869073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Transition to ACTIVE for port object e4436630-b523-4670-b387-3cfa467da70c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:44.956804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.033160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4436630-b523-4670-b387-3cfa467da70c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:45.084256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8cae0c66-e016-4dbf-95f6-50a634a9a9f8 req-161b760a-8cb8-438c-bcbb-1caa6c0f054a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149876 Dec 08 21:45:45.260576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c85429-3fb2-432c-9207-0dbb1a93d6dc {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:45.269963 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.287906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Transition to ACTIVE for port object 61c85429-3fb2-432c-9207-0dbb1a93d6dc will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:45.300694 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.310919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb693ec2-1e13-4af0-82c2-570491b9168b req-56ccdd41-a81a-41f1-9121-f7aadc3561d9 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:45.317169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb693ec2-1e13-4af0-82c2-570491b9168b req-56ccdd41-a81a-41f1-9121-f7aadc3561d9 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.0815668 Dec 08 21:45:45.375279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb693ec2-1e13-4af0-82c2-570491b9168b req-be4e6c6d-0914-45e0-86e4-bf987d55026f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512676 Dec 08 21:45:45.391881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Pushing event updated for resources: {'Port': ['ID=61c85429-3fb2-432c-9207-0dbb1a93d6dc,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:45.399646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Attempting to bind port e4436630-b523-4670-b387-3cfa467da70c on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:45.399993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Attempting to bind port e4436630-b523-4670-b387-3cfa467da70c by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:45.400328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Attempting to bind port e4436630-b523-4670-b387-3cfa467da70c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:45.450404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a30c-a36c-4cb2-99bd-80c0add02f02 req-f7fbdeb2-d297-4c2f-aeae-cd61294f9249 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:45.451982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ac8a30c-a36c-4cb2-99bd-80c0add02f02 req-f7fbdeb2-d297-4c2f-aeae-cd61294f9249 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 948 time: 0.1189740 Dec 08 21:45:45.452588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Port e4436630-b523-4670-b387-3cfa467da70c on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:45.452908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Attempting to bind port e4436630-b523-4670-b387-3cfa467da70c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:45.484395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:45.484544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:45.484922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:45.485372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Bound port: e4436630-b523-4670-b387-3cfa467da70c, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:45.485892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.574976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ac8a30c-a36c-4cb2-99bd-80c0add02f02 req-af3b8dc8-4ef4-4fd7-9fc2-32c4b3b9c5c8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Dec 08 21:45:45.608623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Attempting to bind port 61c85429-3fb2-432c-9207-0dbb1a93d6dc on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:45.609540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Attempting to bind port 61c85429-3fb2-432c-9207-0dbb1a93d6dc by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:45.609540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Attempting to bind port 61c85429-3fb2-432c-9207-0dbb1a93d6dc on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:45.616740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Port 61c85429-3fb2-432c-9207-0dbb1a93d6dc on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:45.617065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Attempting to bind port 61c85429-3fb2-432c-9207-0dbb1a93d6dc on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:45.625193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:45.625533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:45.625913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:45.626390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Bound port: 61c85429-3fb2-432c-9207-0dbb1a93d6dc, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:45.626698 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.631255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] For port e4436630-b523-4670-b387-3cfa467da70c, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:45.631845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878052-3471-4923-a148-50ce5b2a01b1 req-3132b429-628f-4f95-8042-bb81c412f98b tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:45.634143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc878052-3471-4923-a148-50ce5b2a01b1 req-3132b429-628f-4f95-8042-bb81c412f98b tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.0789273 Dec 08 21:45:45.645007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f77d0-d83f-4de8-862f-25e13a585710 req-6965a4a8-5159-485b-a2a1-52cb312f4f0f tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:45.647154 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-745f77d0-d83f-4de8-862f-25e13a585710 req-6965a4a8-5159-485b-a2a1-52cb312f4f0f tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.37 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 945 time: 0.1397512 Dec 08 21:45:45.663761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] For port e4436630-b523-4670-b387-3cfa467da70c, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e4436630-b523-4670-b387-3cfa467da70c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:45.675657 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.745871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc878052-3471-4923-a148-50ce5b2a01b1 req-efbbcc80-8616-4efb-9bd2-de9fbed68f50 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups?id=80902235-720e-428e-b649-cfda6981d955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973647 Dec 08 21:45:45.759948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] For port 61c85429-3fb2-432c-9207-0dbb1a93d6dc, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:45.766123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] For port 61c85429-3fb2-432c-9207-0dbb1a93d6dc, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61c85429-3fb2-432c-9207-0dbb1a93d6dc,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:45.793156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.803264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Deleting port 99279a32-bd31-4de5-9055-9a6add526bc3 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:45:45.803678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:45.804688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.805139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.806278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4436630-b523-4670-b387-3cfa467da70c HTTP/1.1" status: 200 len: 1096 time: 2.3260477 Dec 08 21:45:45.823150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bacf42-8578-40f9-a98c-16829c787241', 'tag': 'e4436630-b523-4670-b387-3cfa467da70c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:45.825448 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "05bacf42-8578-40f9-a98c-16829c787241", "tag": "e4436630-b523-4670-b387-3cfa467da70c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:45.851805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2d7e0c01-691d-4bdf-9116-58e7849012df req-f087dc3f-fe17-4b96-98ef-7bbe070f1b68 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0595479 Dec 08 21:45:45.866167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:45.866992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.869009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] 10.222.0.23 "PUT /v2.0/ports/61c85429-3fb2-432c-9207-0dbb1a93d6dc HTTP/1.1" status: 200 len: 1096 time: 2.2378719 Dec 08 21:45:45.912316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] For port 99279a32-bd31-4de5-9055-9a6add526bc3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=99279a32-bd31-4de5-9055-9a6add526bc3,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:45.912693 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:45.930310 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a5c86-ace9-4071-9452-94da8b6c20f6 x-openstack-request-id: req-e79a5c86-ace9-4071-9452-94da8b6c20f6 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:45.930624 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bacf42-8578-40f9-a98c-16829c787241", "tag": "e4436630-b523-4670-b387-3cfa467da70c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:45.930881 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e79a5c86-ace9-4071-9452-94da8b6c20f6 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:45.931272 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bacf42-8578-40f9-a98c-16829c787241', 'tag': 'e4436630-b523-4670-b387-3cfa467da70c', 'status': 'completed', 'code': 200} Dec 08 21:45:45.945063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a01b-ead3-465f-90e0-638c009950e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4436630-b523-4670-b387-3cfa467da70c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:46.021369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-f78920b3-fa72-4d25-8e7a-a82ab0b7a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.022397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-f78920b3-fa72-4d25-8e7a-a82ab0b7a1bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 1099 time: 0.1454449 Dec 08 21:45:46.035574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-eced092f-127c-4552-9222-860252b64a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.037085 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-eced092f-127c-4552-9222-860252b64a0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 1099 time: 0.1160994 Dec 08 21:45:46.093062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef02537-521e-4cba-ae8f-2f89dcd2f274 service neutron] Pushing event updated for resources: {'Port': ['ID=61c85429-3fb2-432c-9207-0dbb1a93d6dc,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:46.130738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-c5d8cbe2-b2d7-423a-a2db-dc63be463e95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=61c85429-3fb2-432c-9207-0dbb1a93d6dc HTTP/1.1" status: 200 len: 217 time: 0.0785072 Dec 08 21:45:46.131958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-b552ecee-36ff-4440-b10d-8107d954e2df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e4436630-b523-4670-b387-3cfa467da70c HTTP/1.1" status: 200 len: 217 time: 0.0940087 Dec 08 21:45:46.151813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:46.152175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:46.152610 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Floating IP d8c9525a-d0dc-4045-bfe3-75c4fda5ef65 disassociated. External IP: 172.25.1.119, port: 99279a32-bd31-4de5-9055-9a6add526bc3. Dec 08 21:45:46.152974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Calling delete_port for 99279a32-bd31-4de5-9055-9a6add526bc3 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:45:46.171335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b31448d-bbab-457a-b413-6d966c3c5faa req-ce93e53f-4173-4a6e-b39a-589de4fb4375 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0400097 Dec 08 21:45:46.274339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-4ff7c17e-9987-40a2-a13f-8643014ebeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.275810 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-4ff7c17e-9987-40a2-a13f-8643014ebeaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1285040 Dec 08 21:45:46.277068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a24308c0-2ce0-42a8-a510-aeaa4a4b2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.278386 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a24308c0-2ce0-42a8-a510-aeaa4a4b2057 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1394019 Dec 08 21:45:46.330324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:46.332799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada467c-0370-4f74-9633-3c3172f2ace5 req-ac879301-3537-41c1-b059-2580e3b75eeb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.334424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ada467c-0370-4f74-9633-3c3172f2ace5 req-ac879301-3537-41c1-b059-2580e3b75eeb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1409118 Dec 08 21:45:46.369974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-9462d190-1144-40ae-aeaf-1c9f50a51b30 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053429 Dec 08 21:45:46.373392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event deleted for resources: {'Port': ['ID=99279a32-bd31-4de5-9055-9a6add526bc3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:46.554504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Router ac839f5f-af1a-401b-b7b1-a186d40ff452 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:45:46.562613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026ba2f-cdde-4123-b909-9ed573d701f2 req-5c806f50-bd2c-4b18-9c42-2179cfdffd41 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.564208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0026ba2f-cdde-4123-b909-9ed573d701f2 req-5c806f50-bd2c-4b18-9c42-2179cfdffd41 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.0774667 Dec 08 21:45:46.678383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0026ba2f-cdde-4123-b909-9ed573d701f2 req-bb316b10-86e8-4255-9ae8-8e07d6557f95 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067381 Dec 08 21:45:46.737583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:45:46.748926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-0c8a7ac8-1e12-4284-a808-aed329fc67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.750600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-0c8a7ac8-1e12-4284-a808-aed329fc67d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4543669 Dec 08 21:45:46.752960 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] Sync routers for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:45:46.770443 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:45:46.771097 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:45:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:46.817269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ada467c-0370-4f74-9633-3c3172f2ace5 req-d4f33ee4-9ce2-49d7-9acb-6a977be0aba7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725819 Dec 08 21:45:46.829347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] No DVR routers for this DVR port 99279a32-bd31-4de5-9055-9a6add526bc3 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:45:46.841654 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:46.846008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-745f77d0-d83f-4de8-862f-25e13a585710 req-f23a1122-ae63-4d0a-aedc-49f7a34170ba tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.37 "DELETE /v2.0/ports/99279a32-bd31-4de5-9055-9a6add526bc3 HTTP/1.1" status: 204 len: 173 time: 1.1887078 Dec 08 21:45:46.848933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'name': 'network-vif-deleted', 'tag': '99279a32-bd31-4de5-9055-9a6add526bc3'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:46.852724 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872f2b9b-6c8c-41a5-aa85-c1fb0b24fe22" -d '{"events": [{"server_uuid": "d233e953-0539-4c44-8c2d-ba986bcd13fc", "name": "network-vif-deleted", "tag": "99279a32-bd31-4de5-9055-9a6add526bc3"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:46.872348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-4321a160-3c8d-456d-96ed-67507a155ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.873874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-4321a160-3c8d-456d-96ed-67507a155ac6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5092592 Dec 08 21:45:46.891744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-f2997bd9-b32d-4580-b045-cd874f321886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:46.893731 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-f2997bd9-b32d-4580-b045-cd874f321886 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82af475a040e4cb8a15f8cbd6333b73f&device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 1096 time: 0.1630011 Dec 08 21:45:46.986400 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:45:47.083123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64d643ac-3f19-4d22-9ce9-2017d9e48731 req-e356944d-4960-47e4-ae8b-bc322572be14 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 210 time: 0.0309513 Dec 08 21:45:47.138495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-23a122ce-82ff-4234-a491-75a42d36960d service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584852 Dec 08 21:45:47.255034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52b0ad-b2fe-486e-9225-63ef7370660e req-0f080806-6e8c-4dd6-b48d-71291461e7e4 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:47.262752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a52b0ad-b2fe-486e-9225-63ef7370660e req-0f080806-6e8c-4dd6-b48d-71291461e7e4 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 948 time: 0.2742596 Dec 08 21:45:47.274832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0d98b-48f7-4df6-bd96-1efe61afbf07 req-117c79f4-0c6f-4107-a8da-2ff5f1635447 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:47.285795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3fe0d98b-48f7-4df6-bd96-1efe61afbf07 req-117c79f4-0c6f-4107-a8da-2ff5f1635447 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1089859 Dec 08 21:45:47.287070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-214fda2a-1559-4b52-8388-fd02f27fbe92 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992171 Dec 08 21:45:47.291539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-ae9f9218-c73a-49f4-9273-d838deff5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:47.293208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-ae9f9218-c73a-49f4-9273-d838deff5d60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7782fdf-24d4-465d-b6f3-a5944f8828c1 HTTP/1.1" status: 200 len: 916 time: 0.3532252 Dec 08 21:45:47.377940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3fe0d98b-48f7-4df6-bd96-1efe61afbf07 req-4c2b22d9-2496-4ae1-8927-f256c3016ba6 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907447 Dec 08 21:45:47.442441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a52b0ad-b2fe-486e-9225-63ef7370660e req-95982a83-feaf-43ef-8f8c-3d5cf989bfc9 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783073 Dec 08 21:45:47.462648 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:48Z', 'revision_number': 5, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:47.475942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-269f66c6-b1a4-486e-8d11-52260c5cc69f service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234231 Dec 08 21:45:47.498985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-4d978562-79f2-4c00-8833-d7ab6aaca7ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777 HTTP/1.1" status: 200 len: 1000 time: 0.1887510 Dec 08 21:45:47.508267 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a4b7a2-10c9-44ad-8f80-ec3d36c9d397 x-openstack-request-id: req-d3a4b7a2-10c9-44ad-8f80-ec3d36c9d397 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:47.508545 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d233e953-0539-4c44-8c2d-ba986bcd13fc", "name": "network-vif-deleted", "tag": "99279a32-bd31-4de5-9055-9a6add526bc3", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:47.509056 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3a4b7a2-10c9-44ad-8f80-ec3d36c9d397 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:47.509657 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd233e953-0539-4c44-8c2d-ba986bcd13fc', 'name': 'network-vif-deleted', 'tag': '99279a32-bd31-4de5-9055-9a6add526bc3', 'status': 'completed', 'code': 200} Dec 08 21:45:47.538265 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] Checking router: ac839f5f-af1a-401b-b7b1-a186d40ff452 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:45:47.548550 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:45:47.549186 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:45:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:47.600119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69f330e5-0830-41da-8166-bcc9e6874667 req-0979a6e2-bf6b-4fd0-b998-ebb7f389c649 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0320845 Dec 08 21:45:47.620168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-930d6516-c877-423d-81c2-1d2c4c904413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:47.621642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-930d6516-c877-423d-81c2-1d2c4c904413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f941e98-0195-4d10-bd3b-e498d6a86582 HTTP/1.1" status: 200 len: 854 time: 0.1071188 Dec 08 21:45:47.628277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-316adeca-15a4-47a0-bca2-b10b0eda43c6 req-a81f2e2e-9994-41b6-bc15-14e0ab675f2b service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309176 Dec 08 21:45:47.686686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190b677-587b-472d-8715-99da64515426 req-71d0037c-eeaa-449c-9235-6995bbf91659 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:47.688490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9190b677-587b-472d-8715-99da64515426 req-71d0037c-eeaa-449c-9235-6995bbf91659 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1115270 Dec 08 21:45:47.717265 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:45:47.752085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-813319c2-e543-4b57-ba84-4698d7a2ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:47.754110 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-813319c2-e543-4b57-ba84-4698d7a2ab56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7782fdf-24d4-465d-b6f3-a5944f8828c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107802 Dec 08 21:45:47.856921 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9190b677-587b-472d-8715-99da64515426 req-8134f271-8b81-4562-89b7-b19f4acf8903 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524162 Dec 08 21:45:47.863178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-e3a6f224-230e-43e5-979c-85d730e48e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:47.864794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-e3a6f224-230e-43e5-979c-85d730e48e09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 1099 time: 0.1546106 Dec 08 21:45:47.933451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907c0c03-d266-413b-98dc-52e903271d8e', 'tag': '61c85429-3fb2-432c-9207-0dbb1a93d6dc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:47.935698 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20" -d '{"events": [{"name": "network-changed", "server_uuid": "907c0c03-d266-413b-98dc-52e903271d8e", "tag": "61c85429-3fb2-432c-9207-0dbb1a93d6dc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:47.963595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-8b3797d1-6053-4c1a-a524-d87548a04703 service neutron] 10.222.0.23 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850538 Dec 08 21:45:48.082285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-bb00f948-208f-4cab-b0d9-df0887c54e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.084061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-bb00f948-208f-4cab-b0d9-df0887c54e04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.2080438 Dec 08 21:45:48.093732 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:48Z', 'revision_number': 5, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:48.139686 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b65e7-d4da-4d53-957f-32fb768e24c1 None None] The sync data for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 is: [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '12f5cbc3-47ac-44d2-9166-56b2c23e4a84', 'name': '', 'network_id': '3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'mac_address': 'fa:16:3e:fb:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'a95c043b-6776-400f-89b3-100cc111e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:48Z', 'revision_number': 5, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'subnets': [{'id': 'a95c043b-6776-400f-89b3-100cc111e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:45:48.162900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800d05-6b88-4847-89c1-2e7f5f819d82 req-f48a6c68-a6e1-4fbb-b90e-3006bcfd9e47 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.164444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9800d05-6b88-4847-89c1-2e7f5f819d82 req-f48a6c68-a6e1-4fbb-b90e-3006bcfd9e47 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.1276517 Dec 08 21:45:48.165739 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-cf831a33-a7f3-4c5e-8ec0-ed9309740b4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e4436630-b523-4670-b387-3cfa467da70c HTTP/1.1" status: 200 len: 217 time: 0.0704372 Dec 08 21:45:48.233702 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0b4422-4f16-49e4-9f48-fe976e98ddf0 x-openstack-request-id: req-aa0b4422-4f16-49e4-9f48-fe976e98ddf0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:48.233994 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907c0c03-d266-413b-98dc-52e903271d8e", "tag": "61c85429-3fb2-432c-9207-0dbb1a93d6dc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:48.234245 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa0b4422-4f16-49e4-9f48-fe976e98ddf0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:48.234625 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907c0c03-d266-413b-98dc-52e903271d8e', 'tag': '61c85429-3fb2-432c-9207-0dbb1a93d6dc', 'status': 'completed', 'code': 200} Dec 08 21:45:48.262060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-221fa14b-88e9-4480-b9e9-72a3d9b5dfe1 req-514615c1-7373-4274-85a6-9bef95819e60 service neutron] 10.222.0.23 "GET /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890778 Dec 08 21:45:48.314383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-eed09bc6-9f1d-41f4-9018-e5d5873e7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.316867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-eed09bc6-9f1d-41f4-9018-e5d5873e7d1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1395578 Dec 08 21:45:48.343927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56e154df-2ce3-4681-9dbb-c8883d6b8856 req-c05d3651-b61b-4168-a6f8-fdf7b8579cee tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0601304 Dec 08 21:45:48.344515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9800d05-6b88-4847-89c1-2e7f5f819d82 req-1c508458-0319-4fab-8f66-7e298b429755 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523671 Dec 08 21:45:48.401439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-baebb2c5-f867-41e9-82c3-ebb0acd7c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.403010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-baebb2c5-f867-41e9-82c3-ebb0acd7c9de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 1099 time: 0.1663826 Dec 08 21:45:48.420461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-b7338503-5301-4a77-8bd1-4deb3886f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.444329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-b7338503-5301-4a77-8bd1-4deb3886f8db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841570 Dec 08 21:45:48.520137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c6ca7-16f7-47a7-ab22-36aff6b4fc0a req-5a5946c7-88c6-4a37-9698-e79569c36a6a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.527868 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d4c6ca7-16f7-47a7-ab22-36aff6b4fc0a req-5a5946c7-88c6-4a37-9698-e79569c36a6a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0929515 Dec 08 21:45:48.566751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d4c6ca7-16f7-47a7-ab22-36aff6b4fc0a req-e5d0c9bf-7cca-4e81-9883-acaa5161dca0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377088 Dec 08 21:45:48.601112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6310e6e-f2c9-426a-bc56-081d72baa8e8 None None] New status for floating IP d8c9525a-d0dc-4045-bfe3-75c4fda5ef65: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:45:48.617689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-5860726f-1843-469f-9f19-fa57d9ca3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.620182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-5860726f-1843-469f-9f19-fa57d9ca3776 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1846316 Dec 08 21:45:48.651873 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75505b1a-96bf-42bc-9138-6ff27c4c89ad req-a903d6cf-92a9-4968-8609-ecf49f70fbda tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 210 time: 0.0355885 Dec 08 21:45:48.704251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-959957f4-9211-40ff-a316-879175f0f9fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=61c85429-3fb2-432c-9207-0dbb1a93d6dc HTTP/1.1" status: 200 len: 217 time: 0.0513961 Dec 08 21:45:48.761427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9172-1d88-4dbf-8ec4-fd9141895deb req-1223e62b-8d96-486f-90e4-385fca2559ab tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.762992 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9172-1d88-4dbf-8ec4-fd9141895deb req-1223e62b-8d96-486f-90e4-385fca2559ab tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 948 time: 0.0956180 Dec 08 21:45:48.854333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-56ad6151-da9b-4702-8841-20d5ae42ff30 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809152 Dec 08 21:45:48.858749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e9c9172-1d88-4dbf-8ec4-fd9141895deb req-98543308-99b0-49b5-8bf7-3b36bce83788 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769212 Dec 08 21:45:48.865179 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-dadede71-eca1-4f05-8163-3af2fa6d3d6a service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145515 Dec 08 21:45:48.877904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-88035603-3d24-4f16-9a25-71273352f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.880233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-88035603-3d24-4f16-9a25-71273352f0be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1610515 Dec 08 21:45:48.889978 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 99279a32-bd31-4de5-9055-9a6add526bc3 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:45:48.931786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf1aa4-4606-4436-b0c1-7b146f2e0cb1 req-798e38be-ebe8-419f-bf94-a8099bbdb40c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.932224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-6c27b052-e98d-4a46-9094-71cfecfeac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:48.934333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-6c27b052-e98d-4a46-9094-71cfecfeac95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1095 time: 0.0515325 Dec 08 21:45:48.943839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1aaf1aa4-4606-4436-b0c1-7b146f2e0cb1 req-798e38be-ebe8-419f-bf94-a8099bbdb40c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.2078786 Dec 08 21:45:48.951853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 99279a32-bd31-4de5-9055-9a6add526bc3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:45:48.952198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 99279a32-bd31-4de5-9055-9a6add526bc3 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:45:49.085434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1aaf1aa4-4606-4436-b0c1-7b146f2e0cb1 req-b42f2e73-0332-4ff0-9407-1c12f06b0e89 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404428 Dec 08 21:45:49.090355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-27b9def2-d6dc-43ab-a8bd-346b5df74738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:49.091878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-27b9def2-d6dc-43ab-a8bd-346b5df74738 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.1252532 Dec 08 21:45:49.120875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-e7dd8987-08c9-4a78-b272-50c21d047254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:49.132496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-e7dd8987-08c9-4a78-b272-50c21d047254 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079129 Dec 08 21:45:49.137823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd20f926-1ed0-4db1-b44e-6eeb13804b9e req-80d6d552-c220-40dd-9664-1166824796cc service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618129 Dec 08 21:45:49.145854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-2f8e9b48-5461-4b4c-a8e9-e66a1769f9c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 217 time: 0.0408432 Dec 08 21:45:49.234066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-c2d6aa31-c15f-4a64-b4d7-9a0948413a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:49.236610 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-c2d6aa31-c15f-4a64-b4d7-9a0948413a4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0839021 Dec 08 21:45:49.273490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-e1d6c47d-eab2-4e30-a9e7-d6b0241035a8 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347170 Dec 08 21:45:49.275902 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-13ed4996-f06f-4608-8e5a-a19ff8a4c759 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314522 Dec 08 21:45:49.412246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f8114ac-0e7e-4ef9-9d01-00d3cce86e20 req-c27213e2-5ab0-4780-ab99-f2c76530d1ea service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285932 Dec 08 21:45:49.415954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43553c2-f471-4c67-8301-8fccd16ee532 req-b940a104-aa22-43e4-af33-ccd778be8a99 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:49.427071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b43553c2-f471-4c67-8301-8fccd16ee532 req-b940a104-aa22-43e4-af33-ccd778be8a99 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1487195 Dec 08 21:45:49.523062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b43553c2-f471-4c67-8301-8fccd16ee532 req-e989191f-df4b-488e-a130-45353596a3a5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845153 Dec 08 21:45:49.541642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c93e6-2974-489c-be80-9b7d05cc521e req-325ae386-8f8c-43a4-aeed-519667dbec26 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:49.544079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d20c93e6-2974-489c-be80-9b7d05cc521e req-325ae386-8f8c-43a4-aeed-519667dbec26 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.0648758 Dec 08 21:45:49.547080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-587539aa-d3bd-40c5-b538-6e3e9caa683f service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548461 Dec 08 21:45:49.597291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d20c93e6-2974-489c-be80-9b7d05cc521e req-34276a06-e0cf-4207-b2bb-5b98e24acd66 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 Dec 08 21:45:49.661529 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e27bf1e6-7141-4b85-b936-8825f547449f req-662bed13-9643-4797-b1d4-5797a4a1bda9 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0374818 Dec 08 21:45:49.730804 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43369a98-3ad9-40df-8445-4d89f6f98e14 req-ce9ef57d-0362-4766-bccf-71010d20ef6b service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671889 Dec 08 21:45:49.802500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc90bf15-bfa8-4fb0-a5d6-adccf4565670 req-4c9ad291-251f-4404-8373-d4bb71b14b2b tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 210 time: 0.0271993 Dec 08 21:45:49.824957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919844-f68d-4442-9240-37cb994dcd0f req-ceee2cb7-fad5-4130-969f-79eacb062ffb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:49.826578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99919844-f68d-4442-9240-37cb994dcd0f req-ceee2cb7-fad5-4130-969f-79eacb062ffb tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0689549 Dec 08 21:45:49.867057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99919844-f68d-4442-9240-37cb994dcd0f req-809d4143-2202-4200-9507-099c5ff4bf46 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Dec 08 21:45:50.012561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11701e00-90e7-4b17-891c-ea0a406062bf req-6565dc71-7e3e-4241-9ec6-c915fe5d3877 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:50.020422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11701e00-90e7-4b17-891c-ea0a406062bf req-6565dc71-7e3e-4241-9ec6-c915fe5d3877 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 948 time: 0.0578160 Dec 08 21:45:50.069084 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11701e00-90e7-4b17-891c-ea0a406062bf req-424d62a1-518c-4315-a47a-8ceea989f636 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476410 Dec 08 21:45:50.156727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6014e-5a9a-42c4-8f6d-9175f850dc4e req-c899e36f-87c3-4631-bf73-b7573489bfe0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:50.159501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0fb6014e-5a9a-42c4-8f6d-9175f850dc4e req-c899e36f-87c3-4631-bf73-b7573489bfe0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0586514 Dec 08 21:45:50.215584 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0fb6014e-5a9a-42c4-8f6d-9175f850dc4e req-1fda2657-96f7-471b-8693-3faa53586a41 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509999 Dec 08 21:45:50.757904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0993b4-a7e4-4e5e-9a2b-74580343547d req-b2f9de1d-b00b-4dfc-84e2-2a4b25a7c5a4 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:50.759636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f0993b4-a7e4-4e5e-9a2b-74580343547d req-b2f9de1d-b00b-4dfc-84e2-2a4b25a7c5a4 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.0818434 Dec 08 21:45:50.806371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f0993b4-a7e4-4e5e-9a2b-74580343547d req-144fbd41-1f3f-47e6-bfe0-4cf11bf0b6e9 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Dec 08 21:45:50.848989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-254307f9-40b4-43d9-898b-5d3697dcc6e7 req-202b07c1-a9d5-4553-9084-41bf7de4755b tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0277023 Dec 08 21:45:50.909435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e4436630-b523-4670-b387-3cfa467da70c details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:45:50.954368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f22a74c-e547-499c-b850-f6d1b13ddbed req-4798ef1c-cab5-4be7-b4da-7886e6561270 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/ports?device_id=d233e953-0539-4c44-8c2d-ba986bcd13fc HTTP/1.1" status: 200 len: 210 time: 0.0345111 Dec 08 21:45:51.011533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e4436630-b523-4670-b387-3cfa467da70c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e4436630-b523-4670-b387-3cfa467da70c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:51.023411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'e4436630-b523-4670-b387-3cfa467da70c', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'e4436630-b523-4670-b387-3cfa467da70c', 'mac_address': 'fa:16:3e:90:13:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:45:51.065246 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:51.068065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-9a7fd06d-7dd3-4456-bdb7-c46ac4ce1177 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231230 Dec 08 21:45:51.082159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4436630-b523-4670-b387-3cfa467da70c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:51.107654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e4436630-b523-4670-b387-3cfa467da70c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e4436630-b523-4670-b387-3cfa467da70c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:51.115689 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:51.182458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e4436630-b523-4670-b387-3cfa467da70c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:51.198276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f211ba-4c13-438b-8195-d55c2d00d0eb req-a9b68c00-41f9-4743-afea-d0972ffb8c85 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:51.199812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65f211ba-4c13-438b-8195-d55c2d00d0eb req-a9b68c00-41f9-4743-afea-d0972ffb8c85 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 948 time: 0.0591331 Dec 08 21:45:51.207387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-d808a4bf-2227-4827-a9ee-1bbbd8f11de5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:51.208799 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-d808a4bf-2227-4827-a9ee-1bbbd8f11de5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1351774 Dec 08 21:45:51.230151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-4c44695a-f713-4717-8a49-bad848667b68 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/quotas/585bedb6cc42417ab5f56fba5a67b7aa HTTP/1.1" status: 200 len: 375 time: 0.0100226 Dec 08 21:45:51.262365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65f211ba-4c13-438b-8195-d55c2d00d0eb req-16e6d062-4899-4a26-950e-5ce525acbc78 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Dec 08 21:45:51.266352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-c332d951-35e1-4b3c-8bcf-5337a11d46d2 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297711 Dec 08 21:45:51.385509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e4436630-b523-4670-b387-3cfa467da70c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:51.390014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067a8a6-ca9d-4fd6-a153-e0901d74b246 req-ed8e9af9-5f6e-432f-8ca8-0eb13b5267a9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:51.395122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f067a8a6-ca9d-4fd6-a153-e0901d74b246 req-ed8e9af9-5f6e-432f-8ca8-0eb13b5267a9 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0678618 Dec 08 21:45:51.483031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f067a8a6-ca9d-4fd6-a153-e0901d74b246 req-b00097f5-0093-48aa-aa94-0477b39b16cc tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800333 Dec 08 21:45:51.641782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-434f0220-5ff7-40da-9d52-6e3c3d550564 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267885 Dec 08 21:45:51.658894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 61c85429-3fb2-432c-9207-0dbb1a93d6dc details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:45:51.856527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d6df-59eb-4157-91be-047849068f4f req-eec9245d-dfb4-4758-95b5-06faa983eb7d tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:51.866765 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-eec9245d-dfb4-4758-95b5-06faa983eb7d tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173593 Dec 08 21:45:51.887479 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-050ab9c3-8994-483e-a32d-826d09d70249 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/quotas/585bedb6cc42417ab5f56fba5a67b7aa HTTP/1.1" status: 200 len: 375 time: 0.0194120 Dec 08 21:45:51.905647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb41374-49f4-4dc2-840a-d2ee63ba10a4 req-ee1fa921-9d23-40d1-9c27-3af0a4a8a479 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:51.907192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dcb41374-49f4-4dc2-840a-d2ee63ba10a4 req-ee1fa921-9d23-40d1-9c27-3af0a4a8a479 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0663581 Dec 08 21:45:51.912627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 61c85429-3fb2-432c-9207-0dbb1a93d6dc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61c85429-3fb2-432c-9207-0dbb1a93d6dc,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:51.923973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-08bbdd7c-8daa-4d1c-88f9-6ddc1c9e2103 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352659 Dec 08 21:45:51.941693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '61c85429-3fb2-432c-9207-0dbb1a93d6dc', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '61c85429-3fb2-432c-9207-0dbb1a93d6dc', 'mac_address': 'fa:16:3e:1c:1a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:45:51.995174 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dcb41374-49f4-4dc2-840a-d2ee63ba10a4 req-7352090d-18e6-484f-aad2-77b9580db201 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793216 Dec 08 21:45:52.013342 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:52.042222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c85429-3fb2-432c-9207-0dbb1a93d6dc {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:52.052559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-a92ad52c-3012-42df-a115-3c80436412d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:52.058881 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-a92ad52c-3012-42df-a115-3c80436412d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e69dab18f2cf45cd897b24c1405148c4&device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.0926213 Dec 08 21:45:52.083009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 61c85429-3fb2-432c-9207-0dbb1a93d6dc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61c85429-3fb2-432c-9207-0dbb1a93d6dc,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:52.089976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:52.142688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=61c85429-3fb2-432c-9207-0dbb1a93d6dc,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:52.241328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-8c6c098c-9038-4531-a91e-65150ab5cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:52.243115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-8c6c098c-9038-4531-a91e-65150ab5cdfe service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 200 len: 915 time: 0.1773171 Dec 08 21:45:52.250023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954b720-a357-4dbf-b07c-208097b213de req-f0532f70-be6e-4f0f-af38-29b7ccc4ee1d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:52.252030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a954b720-a357-4dbf-b07c-208097b213de req-f0532f70-be6e-4f0f-af38-29b7ccc4ee1d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 945 time: 0.0969176 Dec 08 21:45:52.305314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a954b720-a357-4dbf-b07c-208097b213de req-da6322af-28dc-4aa8-be04-2ff7d2ad0030 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Dec 08 21:45:52.310416 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-7cfe12a9-bc6c-428c-9d3c-d158ab7841e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 200 len: 217 time: 0.0592339 Dec 08 21:45:52.364821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-2a496b06-5055-440f-a358-c8befc768f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:52.366221 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-2a496b06-5055-440f-a358-c8befc768f30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 200 len: 854 time: 0.0482640 Dec 08 21:45:52.403176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7285451b-24d6-4439-9337-b3685cf2e898 req-ff12fcfd-89de-4603-9775-8ce2929c84fe tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0949717 Dec 08 21:45:52.455292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-35b3e19b-a71f-42ab-881e-97e2ca28b72c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f79c555-8619-4fe9-b48e-e9bcf0eb9036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758195 Dec 08 21:45:52.478666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce0704e3-29e5-4199-82bb-2076cb3dc03d req-047fea91-96cd-451a-84dd-4ffd742c7345 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 210 time: 0.0441546 Dec 08 21:45:52.538950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-2fa65300-cacd-4f2d-8e0e-9b3b39b4b3c6 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:52.540656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-2fa65300-cacd-4f2d-8e0e-9b3b39b4b3c6 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.0604274 Dec 08 21:45:52.553998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44704) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:52.562111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821126-1'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:52.625067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['61c85429-3fb2-432c-9207-0dbb1a93d6dc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:52.637108 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:52.703901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-813f0141-e225-4b8d-9cc5-03ab265fd02f service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412822 Dec 08 21:45:52.778400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bed347-8dd2-4a54-890f-966fc10d50ca req-de0f6a64-68a5-44f1-9eea-1eadb3496c94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:52.780225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47bed347-8dd2-4a54-890f-966fc10d50ca req-de0f6a64-68a5-44f1-9eea-1eadb3496c94 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 949 time: 0.2086725 Dec 08 21:45:52.783295 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51737d5c-e4b8-4963-bfcc-c52a6811e53e tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:52.838963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51737d5c-e4b8-4963-bfcc-c52a6811e53e tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:52.897148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47bed347-8dd2-4a54-890f-966fc10d50ca req-fee45262-2b57-48e6-8d34-4e69000aed8f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071596 Dec 08 21:45:52.899417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:52.905846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-248bd423-b8d3-4b76-8278-fec7d18d9076 req-7adb8db0-2809-44cd-83d3-fd33da3977ac service neutron] 10.222.0.37 "GET /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886606 Dec 08 21:45:52.932046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e4436630-b523-4670-b387-3cfa467da70c up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:52.942919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51737d5c-e4b8-4963-bfcc-c52a6811e53e tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:52.947774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51737d5c-e4b8-4963-bfcc-c52a6811e53e tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:52.949301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-51737d5c-e4b8-4963-bfcc-c52a6811e53e tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "DELETE /v2.0/security-groups/80902235-720e-428e-b649-cfda6981d955 HTTP/1.1" status: 204 len: 168 time: 0.3919425 Dec 08 21:45:52.953399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44708) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:52.972688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51737d5c-e4b8-4963-bfcc-c52a6811e53e tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80902235-720e-428e-b649-cfda6981d955,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:52.980565 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-9e2ed279-0b01-486b-96ae-4698532b52dc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] show failed (client error): The resource could not be found. Dec 08 21:45:52.981614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9e2ed279-0b01-486b-96ae-4698532b52dc tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "GET /v2.0/security-groups/80902235-720e-428e-b649-cfda6981d955 HTTP/1.1" status: 404 len: 347 time: 0.0259860 Dec 08 21:45:52.984520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44710) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:53.007093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:53.010777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port e4436630-b523-4670-b387-3cfa467da70c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:53.024057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port e4436630-b523-4670-b387-3cfa467da70c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:53.025139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.131461 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.138506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Deleting port e6636cda-dbd2-4950-8d02-1347105bc1d5 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:45:53.139002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.171578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-cc8da643-6775-46ef-9adf-41c75a53cc06 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981483 Dec 08 21:45:53.188138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bacf42-8578-40f9-a98c-16829c787241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4436630-b523-4670-b387-3cfa467da70c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:53.190783 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d437822-91a9-47d9-80e8-4bcb6a8eb5de" -d '{"events": [{"server_uuid": "05bacf42-8578-40f9-a98c-16829c787241", "name": "network-vif-plugged", "status": "completed", "tag": "e4436630-b523-4670-b387-3cfa467da70c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:53.221050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e4436630-b523-4670-b387-3cfa467da70c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e4436630-b523-4670-b387-3cfa467da70c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:53.228126 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.241138 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.241770 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.270350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Calling delete_port for e6636cda-dbd2-4950-8d02-1347105bc1d5 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:45:53.329291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e4436630-b523-4670-b387-3cfa467da70c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:53.335129 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b740a969-6a89-48bf-b096-13f5bdc4ea41 x-openstack-request-id: req-b740a969-6a89-48bf-b096-13f5bdc4ea41 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:53.335569 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bacf42-8578-40f9-a98c-16829c787241", "name": "network-vif-plugged", "status": "completed", "tag": "e4436630-b523-4670-b387-3cfa467da70c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:53.335942 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b740a969-6a89-48bf-b096-13f5bdc4ea41 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:53.336519 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bacf42-8578-40f9-a98c-16829c787241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4436630-b523-4670-b387-3cfa467da70c', 'code': 200} Dec 08 21:45:53.362006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:53.364276 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c629d566-299a-47ce-84ce-6f38e3485f90" -d '{"events": [{"server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:53.410359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.434014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090588e-5e2c-46aa-ad00-1faab7da1d9f req-80d2d645-fca5-4ece-9f31-c5162fb45e2b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:53.442195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6090588e-5e2c-46aa-ad00-1faab7da1d9f req-80d2d645-fca5-4ece-9f31-c5162fb45e2b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.2748437 Dec 08 21:45:53.450415 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.573952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6090588e-5e2c-46aa-ad00-1faab7da1d9f req-f762069b-35d6-4682-ab34-ce770d1d10e0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302226 Dec 08 21:45:53.591792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Pushing event updated for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:53.611467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-3bcd4797-dea0-4adf-a6c2-281dc1ee9bbd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:53.613521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-3bcd4797-dea0-4adf-a6c2-281dc1ee9bbd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698208 Dec 08 21:45:53.647953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Request body: {'port': {'device_id': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '585bedb6cc42417ab5f56fba5a67b7aa'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:53.653366 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cff444-d1e1-4036-b74b-751be982a2b6 x-openstack-request-id: req-76cff444-d1e1-4036-b74b-751be982a2b6 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:53.654104 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:53.654471 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76cff444-d1e1-4036-b74b-751be982a2b6 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:53.655008 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413', 'code': 200} Dec 08 21:45:53.715638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on host n-h1-821126-1 for vnic_type normal with profile {"migrating_to": "n-h2-821126-1"} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:53.716118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:53.716549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:53.732323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:53.732771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Attempting to bind port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:53.747803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:53.748376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:53.749012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:53.749702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Bound port: f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:53.750144 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.823905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165e6e4-e16e-4b29-b311-56294c9b6fd8 req-346715a9-001b-4474-91a7-555df9e01731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:53.825400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f165e6e4-e16e-4b29-b311-56294c9b6fd8 req-346715a9-001b-4474-91a7-555df9e01731 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 1101 time: 0.4120684 Dec 08 21:45:53.841209 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-1ff76abc-262a-4c3d-9ad5-07d8bcaa7e23 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449915 Dec 08 21:45:53.848082 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db0ff77-1f2a-4702-8dde-69f33f0f8eff req-4d33af95-46c9-44b9-ae02-fec57c767f9d tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0834584 Dec 08 21:45:53.870614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f165e6e4-e16e-4b29-b311-56294c9b6fd8 req-d7ce4be6-f781-4f02-a7a8-a646f20987dc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Dec 08 21:45:53.879946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038bb40-a30b-49b3-8da7-2f22910edbf1 req-38292ab2-cd0f-4bdf-8b62-1b989787f56c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:53.895430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1038bb40-a30b-49b3-8da7-2f22910edbf1 req-38292ab2-cd0f-4bdf-8b62-1b989787f56c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.4806437 Dec 08 21:45:53.903066 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:53.940715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Pushing event deleted for resources: {'Port': ['ID=e6636cda-dbd2-4950-8d02-1347105bc1d5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:54.029929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1038bb40-a30b-49b3-8da7-2f22910edbf1 req-4d7819f5-6caa-42a6-bcca-46b71a00b648 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312864 Dec 08 21:45:54.046348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.046348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.046348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bb373b6e-5f0d-47c9-97d1-a49c6a6a15c9 tempest-ServersTestBootFromVolume-202546860 tempest-ServersTestBootFromVolume-202546860-project] 10.222.0.21 "DELETE /v2.0/floatingips/d8c9525a-d0dc-4045-bfe3-75c4fda5ef65 HTTP/1.1" status: 204 len: 168 time: 1.0534635 Dec 08 21:45:54.046348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:54.325488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed41f4-ed74-4d2c-8f1d-643b20cce76d req-e89aefdc-050a-4fd8-bf4a-9306c385022c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:54.327382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2ed41f4-ed74-4d2c-8f1d-643b20cce76d req-e89aefdc-050a-4fd8-bf4a-9306c385022c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 949 time: 0.1505554 Dec 08 21:45:54.391449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-adf554f6-77e2-4fc9-bf96-58a0f4a7aa56 req-81e89eb3-5fea-4c29-a48d-0d8953b3c8a3 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 210 time: 0.0664454 Dec 08 21:45:54.413626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2ed41f4-ed74-4d2c-8f1d-643b20cce76d req-6b3af768-591a-493b-9dd5-4b64fbb0689c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744412 Dec 08 21:45:54.449779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:54.454633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:54.461496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Made reservation on behalf of 585bedb6cc42417ab5f56fba5a67b7aa for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:54.466429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.480566 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.509518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.548181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d6df-59eb-4157-91be-047849068f4f req-dd5a9352-ab0a-4f7d-9879-1db6346ea6c2 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:54.550267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-dd5a9352-ab0a-4f7d-9879-1db6346ea6c2 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6768761 Dec 08 21:45:54.553278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.574674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Request body: {'port': {'device_id': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '585bedb6cc42417ab5f56fba5a67b7aa'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:54.673703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Pushing event updated for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=8']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:54.710665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:54.711641 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.713130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-d66dedcd-4af4-4f09-8edc-a11d19a442df service neutron] 10.222.0.23 "PUT /v2.0/ports/f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 200 len: 1121 time: 2.1608980 Dec 08 21:45:54.729910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37311691-d21a-4345-93b9-2ec46ad94d91 req-1d90823d-9d20-47bf-bc56-0084447e84e5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:54.732356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37311691-d21a-4345-93b9-2ec46ad94d91 req-1d90823d-9d20-47bf-bc56-0084447e84e5 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0834503 Dec 08 21:45:54.773182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.780344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:54.839713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f97f9441-7e5a-4eaf-b1e2-39b8ea431413'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:54.878491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37311691-d21a-4345-93b9-2ec46ad94d91 req-b2b0e97c-1108-48a9-a24b-4380b23c2400 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046846 Dec 08 21:45:54.902742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f97f9441-7e5a-4eaf-b1e2-39b8ea431413'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:45:54.904585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9445bfa7-ce71-470e-8c5b-e61cb069264d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:54.917733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Made reservation on behalf of 585bedb6cc42417ab5f56fba5a67b7aa for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:45:54.929781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:55.073826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Deleting port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:45:55.074447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:55.110782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Allocated IP 192.168.233.29 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/b65ae410-97d4-4a71-8ad5-fad2229bbbb1) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:45:55.153312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf4e95-5760-4e31-9658-d3166d9c558d req-5fc72491-9cf7-41d4-ad88-d911e87b99ed tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:55.155980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4acf4e95-5760-4e31-9658-d3166d9c558d req-5fc72491-9cf7-41d4-ad88-d911e87b99ed tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1465418 Dec 08 21:45:55.231162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] For port 12f5cbc3-47ac-44d2-9166-56b2c23e4a84, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:55.231623 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:55.252518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Calling delete_port for 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:45:55.278782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01f0bc05-d3ea-4d9f-af48-950d3936a9f0 req-047977a3-8efd-489d-82d4-e3f133ab3eb6 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0901549 Dec 08 21:45:55.363634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4acf4e95-5760-4e31-9658-d3166d9c558d req-bea02943-c7e8-4d0a-b0b2-1dc24058a020 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901007 Dec 08 21:45:55.368909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:55.459287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2549-46ac-4453-adf3-dbba0a12c888 req-7ed61af4-7172-421d-8bbf-0acc2fe46632 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:55.467188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f3e2549-46ac-4453-adf3-dbba0a12c888 req-7ed61af4-7172-421d-8bbf-0acc2fe46632 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.0917420 Dec 08 21:45:55.515008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:55.566659 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:55.592141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f3e2549-46ac-4453-adf3-dbba0a12c888 req-235e8b79-598b-499b-b0cb-a16ab5c4def6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239338 Dec 08 21:45:55.609329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Pushing event deleted for resources: {'Port': ['ID=12f5cbc3-47ac-44d2-9166-56b2c23e4a84,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:55.618971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:45:55.625954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed42c8-d949-4dce-ac95-12c8b4fc1855 req-508f62ec-fa91-4594-b6a7-0e13f3c7feea tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:55.628384 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27ed42c8-d949-4dce-ac95-12c8b4fc1855 req-508f62ec-fa91-4594-b6a7-0e13f3c7feea tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 935 time: 0.1015356 Dec 08 21:45:55.629192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:55.632446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:45:55.666658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f97f9441-7e5a-4eaf-b1e2-39b8ea431413 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:45:55.670428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:55.673019 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f465bbc-2675-4b0d-a05a-a03fc8decc37" -d '{"events": [{"name": "network-changed", "server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:55.674487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 61c85429-3fb2-432c-9207-0dbb1a93d6dc up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:45:55.682364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Pushing event updated for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:55.704823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Allocated IP 192.168.233.169 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/a1d7a107-48f4-47c7-8209-f9757fb25543) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:45:55.738081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:55.738800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:55.786341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27ed42c8-d949-4dce-ac95-12c8b4fc1855 req-ba5ce45a-420e-4718-b044-0c531cac9629 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297743 Dec 08 21:45:55.816820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-72b6ae1d-f1be-43e2-be30-8ffeea972972 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2519751 Dec 08 21:45:55.844061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Request body: {'port': {'device_id': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:55.889473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 61c85429-3fb2-432c-9207-0dbb1a93d6dc completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:45:55.912724 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 61c85429-3fb2-432c-9207-0dbb1a93d6dc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:55.913101 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:55.956932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b337-f6c6-4ece-a343-7259132066f0 req-24b4e9aa-3861-4d0e-9eae-e1229e2af7e1 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:55.958816 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa26b337-f6c6-4ece-a343-7259132066f0 req-24b4e9aa-3861-4d0e-9eae-e1229e2af7e1 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 949 time: 0.1948845 Dec 08 21:45:55.983561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:56.007155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f97f9441-7e5a-4eaf-b1e2-39b8ea431413 has no active binding in host n-h2-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 21:45:56.015968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.027086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.043280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66c40b-7620-4571-9e4c-6b45ccd01d20 req-11740c60-4983-4085-aa9c-4e4d50c3a3ad tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:56.044505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f66c40b-7620-4571-9e4c-6b45ccd01d20 req-11740c60-4983-4085-aa9c-4e4d50c3a3ad tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1191509 Dec 08 21:45:56.060525 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.095180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907c0c03-d266-413b-98dc-52e903271d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c85429-3fb2-432c-9207-0dbb1a93d6dc'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:56.097631 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becdfb9b-8faf-49a6-8754-5b5ac4bcd167" -d '{"events": [{"server_uuid": "907c0c03-d266-413b-98dc-52e903271d8e", "name": "network-vif-plugged", "status": "completed", "tag": "61c85429-3fb2-432c-9207-0dbb1a93d6dc"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:56.113836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 61c85429-3fb2-432c-9207-0dbb1a93d6dc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61c85429-3fb2-432c-9207-0dbb1a93d6dc,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:56.114238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.119120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa26b337-f6c6-4ece-a343-7259132066f0 req-6501a901-8f76-46c1-b466-ad85d5655a79 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390669 Dec 08 21:45:56.130475 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.132752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-970e02c8-dcc5-4441-99e5-54b07ba26cca None None] Provisioning complete for port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:56.134233 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-970e02c8-dcc5-4441-99e5-54b07ba26cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.218062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f66c40b-7620-4571-9e4c-6b45ccd01d20 req-9728c218-d431-4d8a-903e-48fcf5f23432 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332488 Dec 08 21:45:56.218553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-970e02c8-dcc5-4441-99e5-54b07ba26cca None None] Port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:45:56.238157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=61c85429-3fb2-432c-9207-0dbb1a93d6dc,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:56.280712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.287737 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114730e1-ff96-4f58-8cf0-acfdbedf30f9 x-openstack-request-id: req-114730e1-ff96-4f58-8cf0-acfdbedf30f9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:56.288027 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:56.288946 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-114730e1-ff96-4f58-8cf0-acfdbedf30f9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:56.289357 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413', 'status': 'completed', 'code': 200} Dec 08 21:45:56.292731 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c6a7b1-bbab-4894-bf66-c2da4dfd6676 x-openstack-request-id: req-13c6a7b1-bbab-4894-bf66-c2da4dfd6676 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:56.293082 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907c0c03-d266-413b-98dc-52e903271d8e", "name": "network-vif-plugged", "status": "completed", "tag": "61c85429-3fb2-432c-9207-0dbb1a93d6dc", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:56.293342 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13c6a7b1-bbab-4894-bf66-c2da4dfd6676 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:56.294131 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907c0c03-d266-413b-98dc-52e903271d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c85429-3fb2-432c-9207-0dbb1a93d6dc', 'code': 200} Dec 08 21:45:56.429761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:45:56.447285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-19e37ff0-668d-4793-ae50-14281d7fb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:56.449049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-19e37ff0-668d-4793-ae50-14281d7fb77d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1124 time: 0.0908880 Dec 08 21:45:56.466857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:45:56.469541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:45:56.472901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5091c63-c81a-4a0b-adc9-d226d8b7a49a req-53ede2e6-cfb8-4649-8c7e-be3299937e88 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:56.474363 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5091c63-c81a-4a0b-adc9-d226d8b7a49a req-53ede2e6-cfb8-4649-8c7e-be3299937e88 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1147513 Dec 08 21:45:56.483416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ee875d97-6f96-4716-88fb-b73a0a9c084e req-b8657cd7-5089-4110-b22a-a77a064959ab tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0886955 Dec 08 21:45:56.514911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:56.553038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Router ac839f5f-af1a-401b-b7b1-a186d40ff452 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:45:56.593306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5091c63-c81a-4a0b-adc9-d226d8b7a49a req-15af2777-f5a9-4933-9e03-a4560e212660 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022782 Dec 08 21:45:56.612924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:56.613888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.625171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a68f0-27c6-4ced-922c-4802e43fe279 req-6daaa954-5d6d-47a3-a981-9ae0a8cbb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:56.627250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-169a68f0-27c6-4ced-922c-4802e43fe279 req-6daaa954-5d6d-47a3-a981-9ae0a8cbb289 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 1101 time: 0.2485418 Dec 08 21:45:56.720738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-b09fb3ba-3f70-4d68-910b-33c422169f0f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0836694 Dec 08 21:45:56.738669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-169a68f0-27c6-4ced-922c-4802e43fe279 req-517a4e4e-6cd7-4827-a69b-d9f24bdb33e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997326 Dec 08 21:45:56.744211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Request body: {'port': {'device_id': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:45:56.759461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9e510062-1d67-4e64-86aa-513915dcc01d None None] Provisioning complete for port a1d7a107-48f4-47c7-8209-f9757fb25543 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:45:56.760323 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9e510062-1d67-4e64-86aa-513915dcc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.772060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-716fd1ef-fef2-40f2-87de-3b550f7ae2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:56.772691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65ae410-97d4-4a71-8ad5-fad2229bbbb1 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:56.773511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-716fd1ef-fef2-40f2-87de-3b550f7ae2f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.3165703 Dec 08 21:45:56.775340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:45:56.784053 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4305473b-bc15-4d9c-b04e-4f4de49a8ede admin admin] 10.222.0.21 "PUT /v2.0/routers/ac839f5f-af1a-401b-b7b1-a186d40ff452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406433 Dec 08 21:45:56.786308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44772) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:56.791542 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] Sync routers for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:45:56.792473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.809536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9e510062-1d67-4e64-86aa-513915dcc01d None None] Port a1d7a107-48f4-47c7-8209-f9757fb25543 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:45:56.811346 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:45:56.814277 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:45:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:56.846506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Transition to ACTIVE for port object b65ae410-97d4-4a71-8ad5-fad2229bbbb1 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:56.854195 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.861574 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:56.896614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-768a65a6-ca22-4c05-bc9a-ffcebf3175ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 200 len: 217 time: 0.1081567 Dec 08 21:45:56.905360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de599603-3771-4898-8db0-a13c6deb3644 req-5c0d9511-cbc9-4b67-985d-375ef9c07cb8 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:56.906676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0200-17ee-4189-9c1d-f56c47fe3fff req-34b216a4-e71e-4a59-bd0e-5a8d4b177aaa tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:56.906929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de599603-3771-4898-8db0-a13c6deb3644 req-5c0d9511-cbc9-4b67-985d-375ef9c07cb8 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1434774 Dec 08 21:45:56.908183 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cd9d0200-17ee-4189-9c1d-f56c47fe3fff req-34b216a4-e71e-4a59-bd0e-5a8d4b177aaa tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.1804154 Dec 08 21:45:56.960229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Pushing event updated for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:56.961168 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:45:57.005601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-3e9e9310-c338-4b1b-86eb-153ef9ebed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:57.007091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-3e9e9310-c338-4b1b-86eb-153ef9ebed4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0890670 Dec 08 21:45:57.012103 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cd9d0200-17ee-4189-9c1d-f56c47fe3fff req-1cd96f7b-b979-4e4e-83ee-ca382af20aec tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827339 Dec 08 21:45:57.049797 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.052930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-2b78b7f0-3f77-44e5-8230-fa9583d2b15d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386572 Dec 08 21:45:57.116781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de599603-3771-4898-8db0-a13c6deb3644 req-a09e3090-211e-4cf3-9e8b-f74ebfd53d82 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968391 Dec 08 21:45:57.260877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.290205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Attempting to bind port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:57.290657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Attempting to bind port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:57.291066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Attempting to bind port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:57.317680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:57.318007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Attempting to bind port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:57.330403 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:45:55Z', 'revision_number': 5, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port': {'id': 'b8d72e53-4a9a-4329-b6e5-d12c357d6ec2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:35Z', 'updated_at': '2021-12-08T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:57.337935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:57.338273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:57.338659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:57.339231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Bound port: b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:57.339591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.354517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e5f31-cf9c-4126-abc3-ac6de0747375 req-f92dcaab-46e9-4348-8d1d-eaee369281fc tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:57.357298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-102e5f31-cf9c-4126-abc3-ac6de0747375 req-f92dcaab-46e9-4348-8d1d-eaee369281fc tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.1089780 Dec 08 21:45:57.365588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-8d3ae48c-03c3-4966-a71e-147ee39f1195 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778683 Dec 08 21:45:57.374025 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] Checking router: ac839f5f-af1a-401b-b7b1-a186d40ff452 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:45:57.384411 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] Routers {'ac839f5f-af1a-401b-b7b1-a186d40ff452'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:45:57.385448 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:45:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ac839f5f-af1a-401b-b7b1-a186d40ff452'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:57.425433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e886-bdbd-48aa-a3be-b1b524cea6ac req-cc113961-c8a6-4527-95cb-e6d676923bde tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:57.427323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a72e886-bdbd-48aa-a3be-b1b524cea6ac req-cc113961-c8a6-4527-95cb-e6d676923bde tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 950 time: 0.1531181 Dec 08 21:45:57.432076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d7a107-48f4-47c7-8209-f9757fb25543 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:45:57.446446 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.483915 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] Set router ac839f5f-af1a-401b-b7b1-a186d40ff452 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:45:57.498309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Transition to ACTIVE for port object a1d7a107-48f4-47c7-8209-f9757fb25543 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:45:57.516480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.531529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:57.538959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a72e886-bdbd-48aa-a3be-b1b524cea6ac req-03b509d7-2c6c-453f-89f0-97aa7a376d14 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997283 Dec 08 21:45:57.553212 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:45:57Z', 'revision_number': 6, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:45:57.581186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:57.587106 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a938fa9-557f-4e97-a2b9-b6afb4cb0917 None None] The sync data for ids ['ac839f5f-af1a-401b-b7b1-a186d40ff452'] in n-d-821126-1 is: [{'id': 'ac839f5f-af1a-401b-b7b1-a186d40ff452', 'name': 'tempest-ServersTestBootFromVolume-1447718558-router', 'tenant_id': 'ee71862538294876b9ca1858c81700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:34Z', 'updated_at': '2021-12-08T21:45:57Z', 'revision_number': 6, 'project_id': 'ee71862538294876b9ca1858c81700ce', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:45:57.605639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.611125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:57.673040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:57.673987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.675562 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] 10.222.0.23 "PUT /v2.0/ports/b65ae410-97d4-4a71-8ad5-fad2229bbbb1 HTTP/1.1" status: 200 len: 1095 time: 1.8399031 Dec 08 21:45:57.799152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14562e69-ef82-4225-9bb1-cf674b835b07 service neutron] Pushing event updated for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:57.820012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-102e5f31-cf9c-4126-abc3-ac6de0747375 req-7dc145c7-be0a-409a-a091-0c6fc6a72c1e tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534693 Dec 08 21:45:57.822909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Deleting port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:45:57.823255 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.841383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cfe4a-0463-447b-a939-443c7f9afcf1 req-acf35845-3e72-42c0-953d-f205fcce942c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:57.842982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd7cfe4a-0463-447b-a939-443c7f9afcf1 req-acf35845-3e72-42c0-953d-f205fcce942c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1664736 Dec 08 21:45:57.844994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Attempting to bind port a1d7a107-48f4-47c7-8209-f9757fb25543 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:45:57.845331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Attempting to bind port a1d7a107-48f4-47c7-8209-f9757fb25543 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:45:57.845732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Attempting to bind port a1d7a107-48f4-47c7-8209-f9757fb25543 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:57.857082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Port a1d7a107-48f4-47c7-8209-f9757fb25543 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:45:57.857418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Attempting to bind port a1d7a107-48f4-47c7-8209-f9757fb25543 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:45:57.868496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d6df-59eb-4157-91be-047849068f4f req-8b76dbd9-0f13-4807-b884-a67c8d756f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:57.870827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-8b76dbd9-0f13-4807-b884-a67c8d756f99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 1098 time: 0.1282551 Dec 08 21:45:57.894258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:45:57.894669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:45:57.895093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:45:57.895538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Bound port: a1d7a107-48f4-47c7-8209-f9757fb25543, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:45:57.895889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.907484 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f465bbc-2675-4b0d-a05a-a03fc8decc37 req-bf119316-cf70-4a8a-ba69-7edcb5b1532a service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332594 Dec 08 21:45:57.959474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] For port b8d72e53-4a9a-4329-b6e5-d12c357d6ec2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b8d72e53-4a9a-4329-b6e5-d12c357d6ec2,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:45:57.960019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:57.979398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Calling delete_port for b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:45:57.985502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-c06e1b40-32b2-480e-9199-fabab1cac4c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1 HTTP/1.1" status: 200 len: 217 time: 0.0864327 Dec 08 21:45:57.989033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd7cfe4a-0463-447b-a939-443c7f9afcf1 req-8d0e5401-953a-4fb4-9757-86e5ca79b1c1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327150 Dec 08 21:45:58.078759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c286366-1040-4a07-a506-9a64b2fb1592 req-4c54efab-6a46-417c-b225-35fe44511739 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0315394 Dec 08 21:45:58.102054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:45:58.108717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:45:58.117833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d6df-59eb-4157-91be-047849068f4f req-61d2cd0b-a8ba-49cd-b005-721775f148e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.119947 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-61d2cd0b-a8ba-49cd-b005-721775f148e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1040444 Dec 08 21:45:58.122077 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.218700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.221701 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.221701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1d7a107-48f4-47c7-8209-f9757fb25543 HTTP/1.1" status: 200 len: 1096 time: 1.4843290 Dec 08 21:45:58.277885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d6df-59eb-4157-91be-047849068f4f req-0e14c56c-9a99-48bc-ad53-c91aff7492ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.279427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-0e14c56c-9a99-48bc-ad53-c91aff7492ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328075 Dec 08 21:45:58.299944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00905238-840d-4414-875f-33265bee1b7d req-dd124225-ec2b-4794-a7c9-c352be1da276 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.301314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1'}, {'name': 'network-changed', 'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:45:58.301742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00905238-840d-4414-875f-33265bee1b7d req-dd124225-ec2b-4794-a7c9-c352be1da276 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0971603 Dec 08 21:45:58.303126 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.303592 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542790b9-2b20-4f65-b7cd-1b42a56e6c37" -d '{"events": [{"name": "network-changed", "server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1"}, {"name": "network-changed", "server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:45:58.348412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a249ced-433f-45e2-89d4-78438417e2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:58.374113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d72e53-4a9a-4329-b6e5-d12c357d6ec2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:58.394838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a3ffa-93e2-4c97-86c9-e4fe046c2b2f req-0f9bb16e-0a2c-4141-ad15-4d5ff32fce34 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.396410 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd0a3ffa-93e2-4c97-86c9-e4fe046c2b2f req-0f9bb16e-0a2c-4141-ad15-4d5ff32fce34 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.1730633 Dec 08 21:45:58.425852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-7cc78e59-83df-4067-acd2-72ae19a2c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.426102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00905238-840d-4414-875f-33265bee1b7d req-d0fe47a4-a762-41df-a8f9-66ce4783d5de tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128788 Dec 08 21:45:58.427418 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-7cc78e59-83df-4067-acd2-72ae19a2c5f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 1099 time: 0.1445932 Dec 08 21:45:58.439335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.507441 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890c4ab4-c9c3-4dba-ba2e-e19a15cbee1c x-openstack-request-id: req-890c4ab4-c9c3-4dba-ba2e-e19a15cbee1c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:45:58.507974 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:45:58.507974 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-890c4ab4-c9c3-4dba-ba2e-e19a15cbee1c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:45:58.508358 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'status': 'completed', 'code': 200} Dec 08 21:45:58.508618 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'status': 'completed', 'code': 200} Dec 08 21:45:58.513292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-ef660e51-e43c-4018-9ae4-c77d2a86f3fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a1d7a107-48f4-47c7-8209-f9757fb25543 HTTP/1.1" status: 200 len: 217 time: 0.0701101 Dec 08 21:45:58.520266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-85976f0e-87b3-4355-a253-00f3699af5ae service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133548 Dec 08 21:45:58.528789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd0a3ffa-93e2-4c97-86c9-e4fe046c2b2f req-164a0877-8bfb-46d3-baa6-0e2bf53cc9c7 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003857 Dec 08 21:45:58.557009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.568696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.648468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.649083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac839f5f-af1a-401b-b7b1-a186d40ff452 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:45:58.655566 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.659811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-994e5ac7-0970-45fc-8ea0-8983a6f07691 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac839f5f-af1a-401b-b7b1-a186d40ff452 HTTP/1.1" status: 204 len: 168 time: 1.8697217 Dec 08 21:45:58.662588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44798) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:58.666173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889b5ed-0c4e-4ee0-9aed-e7e9ba713b57 req-09065d54-ef23-47da-8434-3bdc1c14df1b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.667586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f889b5ed-0c4e-4ee0-9aed-e7e9ba713b57 req-09065d54-ef23-47da-8434-3bdc1c14df1b tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1086409 Dec 08 21:45:58.713558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f889b5ed-0c4e-4ee0-9aed-e7e9ba713b57 req-6368bec7-88dd-46ff-8e88-e041595349e4 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Dec 08 21:45:58.716697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-6747ef9d-eb0d-4c47-aaca-d2c3f152332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.718107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-6747ef9d-eb0d-4c47-aaca-d2c3f152332e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1719604 Dec 08 21:45:58.786840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-da16d9cf-ff44-4e06-a64b-af6eaae63fb6 admin admin] Deleting subnet a95c043b-6776-400f-89b3-100cc111e381 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:45:58.801563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedc944-aa8b-406f-99fa-4be62f80a65b req-34e543a9-38ab-49a9-b7d4-bba7d1fc72a8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.805960 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3eedc944-aa8b-406f-99fa-4be62f80a65b req-34e543a9-38ab-49a9-b7d4-bba7d1fc72a8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 950 time: 0.1587832 Dec 08 21:45:58.808196 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da16d9cf-ff44-4e06-a64b-af6eaae63fb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.866744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b5d6df-59eb-4157-91be-047849068f4f req-c1d154de-1f2f-4ba2-8809-2a3e842160f5 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082936 Dec 08 21:45:58.892035 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da16d9cf-ff44-4e06-a64b-af6eaae63fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:58.910074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88879-54cc-466d-afa1-0f7b658b0ff8 req-004ca04e-a46f-4ad7-b494-9068fe0e287a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.912019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-46e88879-54cc-466d-afa1-0f7b658b0ff8 req-004ca04e-a46f-4ad7-b494-9068fe0e287a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0670404 Dec 08 21:45:58.933523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-4f78c421-4122-4e79-bdfe-fdc6f4c1bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:58.935183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-4f78c421-4122-4e79-bdfe-fdc6f4c1bc21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975305 Dec 08 21:45:58.940746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3eedc944-aa8b-406f-99fa-4be62f80a65b req-9837e94e-faff-4d68-b79d-373ecb2b9c27 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256640 Dec 08 21:45:58.959576 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-46e88879-54cc-466d-afa1-0f7b658b0ff8 req-cb164385-91b6-4ad8-92ff-cb5cedef4b3a tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Dec 08 21:45:59.129240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-723d0e46-dd54-4252-8714-5bb41b9ad877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:59.131781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-723d0e46-dd54-4252-8714-5bb41b9ad877 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 1098 time: 0.1741238 Dec 08 21:45:59.146788 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da16d9cf-ff44-4e06-a64b-af6eaae63fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:59.167498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b0b2-cf98-4212-ad01-613a0def6bb5 req-3323dcd3-5a9d-4c91-b00c-e89df8017dde tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:59.168984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2e0b0b2-cf98-4212-ad01-613a0def6bb5 req-3323dcd3-5a9d-4c91-b00c-e89df8017dde tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0580640 Dec 08 21:45:59.200997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:45:59.216072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386e4b0-3286-4129-889b-72f83d1cd75d req-9f6c4462-456b-4e1a-8ecd-efff18301cfa tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:59.217712 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b386e4b0-3286-4129-889b-72f83d1cd75d req-9f6c4462-456b-4e1a-8ecd-efff18301cfa tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.1789474 Dec 08 21:45:59.220652 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2e0b0b2-cf98-4212-ad01-613a0def6bb5 req-c21ccb41-7bd7-4f1f-8f8c-eafcba909564 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443344 Dec 08 21:45:59.234559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:45:59.235267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 12f5cbc3-47ac-44d2-9166-56b2c23e4a84 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:45:59.235913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:45:59.250327 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-4666a4e4-c21e-4d53-b28a-8e089b2a8d7c service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950869 Dec 08 21:45:59.259525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:45:59.259973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b8d72e53-4a9a-4329-b6e5-d12c357d6ec2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:45:59.317265 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4247e2d3-c567-41f1-a23e-eec2df339701 req-7053d1c6-f83d-45a5-bab7-504ff6ea8e41 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Dec 08 21:45:59.521857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68952-99bc-48b5-b8b7-2a01d276690f req-6d0f5aca-0a76-4676-b0ef-4056b35797da tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:59.523511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7f68952-99bc-48b5-b8b7-2a01d276690f req-6d0f5aca-0a76-4676-b0ef-4056b35797da tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0519497 Dec 08 21:45:59.563072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7f68952-99bc-48b5-b8b7-2a01d276690f req-18c5a6a9-6cc7-4628-94a7-724e1b369932 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Dec 08 21:45:59.682700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b834369-8026-4e00-bf7d-b46e88cb587e req-f9539062-422a-4a9e-9f28-a1ea43c5bc68 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:59.684199 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b834369-8026-4e00-bf7d-b46e88cb587e req-f9539062-422a-4a9e-9f28-a1ea43c5bc68 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.0558689 Dec 08 21:45:59.706270 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da16d9cf-ff44-4e06-a64b-af6eaae63fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:59.714684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b386e4b0-3286-4129-889b-72f83d1cd75d req-f1dcc4dc-ef9c-46ec-8297-6ff3ef0965ed tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668496 Dec 08 21:45:59.726138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b834369-8026-4e00-bf7d-b46e88cb587e req-34996f8b-1057-4ff9-bcaa-f0d83aa59687 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Dec 08 21:45:59.761810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16d9cf-ff44-4e06-a64b-af6eaae63fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a95c043b-6776-400f-89b3-100cc111e381,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:45:59.781964 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da16d9cf-ff44-4e06-a64b-af6eaae63fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:59.784886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f0b73-dd51-4315-b389-d7644f068d0f None None] Network 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:45:59.785414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-da16d9cf-ff44-4e06-a64b-af6eaae63fb6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a95c043b-6776-400f-89b3-100cc111e381 HTTP/1.1" status: 204 len: 168 time: 1.1195827 Dec 08 21:45:59.788403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44822) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:45:59.797783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03efe2-5480-44cb-a4b7-8bb6917adf7b req-a0993c8c-9411-470b-9b18-f28f2332b43f service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289609 Dec 08 21:45:59.800536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-f3f1ab00-52c8-454e-a9da-14d2b7af4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:59.802470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-f3f1ab00-52c8-454e-a9da-14d2b7af4c94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.6483920 Dec 08 21:45:59.856607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-79d504c6-c20f-4729-a566-59d90b1640ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1 HTTP/1.1" status: 200 len: 217 time: 0.0368686 Dec 08 21:45:59.863204 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:59.872408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc6195-3c5b-479c-9458-cbc7798e8163 req-d33b9889-054b-4e4c-bc83-d6ebf446c5f2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:59.874458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6dbc6195-3c5b-479c-9458-cbc7798e8163 req-d33b9889-054b-4e4c-bc83-d6ebf446c5f2 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0935168 Dec 08 21:45:59.926356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Deleting port d24e0393-f069-48f5-b527-e6ffb2a75e80 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:45:59.926854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:45:59.949645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-b60e4b3f-36fb-4e56-8f7c-bbd9cdb2dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:45:59.951131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-b60e4b3f-36fb-4e56-8f7c-bbd9cdb2dec7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0759585 Dec 08 21:45:59.954051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6dbc6195-3c5b-479c-9458-cbc7798e8163 req-be42b691-9936-4ad0-88fc-a7e4cc591261 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693586 Dec 08 21:46:00.000639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] DHCP port deletion for 3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:46:00.005618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] For port d24e0393-f069-48f5-b527-e6ffb2a75e80, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d24e0393-f069-48f5-b527-e6ffb2a75e80,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:00.005983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.019684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Calling delete_port for d24e0393-f069-48f5-b527-e6ffb2a75e80 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:00.020805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-e6e8f6f7-e069-4937-ac33-51660a5eea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.022306 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-e6e8f6f7-e069-4937-ac33-51660a5eea5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571358 Dec 08 21:46:00.067590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] Deleting port d24e0393-f069-48f5-b527-e6ffb2a75e80 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:46:00.068547 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.143313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] For port d24e0393-f069-48f5-b527-e6ffb2a75e80, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d24e0393-f069-48f5-b527-e6ffb2a75e80,segment=NetworkSegment(dbac965b-2481-48ae-b6b8-8c040c491af2),segment_id=dbac965b-2481-48ae-b6b8-8c040c491af2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:00.143788 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.145707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbec00-744a-4e43-ad0e-9d14fbdc9edb req-a6d948b4-0ec4-4505-b5c9-3034ae574c27 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.147362 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41fbec00-744a-4e43-ad0e-9d14fbdc9edb req-a6d948b4-0ec4-4505-b5c9-3034ae574c27 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 950 time: 0.0719702 Dec 08 21:46:00.148589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.157354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e34e7-319c-46f4-9c30-6b4f1ceb5b97 req-306e4c03-2de3-4827-9a18-5dc28cd45ce1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.159567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac4e34e7-319c-46f4-9c30-6b4f1ceb5b97 req-306e4c03-2de3-4827-9a18-5dc28cd45ce1 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0701752 Dec 08 21:46:00.165047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] Calling delete_port for d24e0393-f069-48f5-b527-e6ffb2a75e80 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:00.184886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24e0393-f069-48f5-b527-e6ffb2a75e80,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:00.199792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] No DVR routers for this DVR port d24e0393-f069-48f5-b527-e6ffb2a75e80 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:46:00.217292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac4e34e7-319c-46f4-9c30-6b4f1ceb5b97 req-9dafca60-310e-41ee-b752-9a320585702d tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Dec 08 21:46:00.224798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-611b698c-b20a-4f38-bce3-d52552cc97b4 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927800 Dec 08 21:46:00.280360 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.287711 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41fbec00-744a-4e43-ad0e-9d14fbdc9edb req-ec0c55fb-8972-42b4-ada0-223dc501ee7f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305273 Dec 08 21:46:00.308905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.311440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] Pushing event deleted for resources: {'Port': ['ID=d24e0393-f069-48f5-b527-e6ffb2a75e80,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:00.319152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38baa1b4-bcf4-47e0-a7e5-e4493bb46815 None None] No DVR routers for this DVR port d24e0393-f069-48f5-b527-e6ffb2a75e80 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:46:00.360494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:00.372642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-c2618f54-97ee-4b88-b4ab-e06fe278f0c4 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382411 Dec 08 21:46:00.375312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbac965b-2481-48ae-b6b8-8c040c491af2') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:00.375609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbac965b-2481-48ae-b6b8-8c040c491af2') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:00.401435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.431424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.441602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:46:00.442014 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.443406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a3a97-f078-4cbb-84a0-a468b1c4e58a req-a0ef572c-120b-4eac-880e-5800e2620e45 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:46:00.444691 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:46:00.447924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-124a3a97-f078-4cbb-84a0-a468b1c4e58a req-a0ef572c-120b-4eac-880e-5800e2620e45 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0710843 Dec 08 21:46:00.488884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d496de-1ac9-4dda-ac83-b80173dfa94b req-9d094df8-7dcb-4338-ae46-98556e0f198f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.490418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6d496de-1ac9-4dda-ac83-b80173dfa94b req-9d094df8-7dcb-4338-ae46-98556e0f198f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 950 time: 0.1121249 Dec 08 21:46:00.505343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-124a3a97-f078-4cbb-84a0-a468b1c4e58a req-1f2fdc04-d68e-47a1-99a5-c4fe293f3646 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465803 Dec 08 21:46:00.508233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-8af75cf3-ac3e-4d37-a451-0b7beef04da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.509957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-8af75cf3-ac3e-4d37-a451-0b7beef04da3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 1099 time: 0.0830448 Dec 08 21:46:00.532583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.538125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.543295 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf HTTP/1.1" status: 204 len: 168 time: 0.7512081 Dec 08 21:46:00.565758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf9636-e508-49ea-bd23-9780b6874235 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d15e1b7-1fab-4fb2-a703-ca7a9469e1bf,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:00.574738 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6d496de-1ac9-4dda-ac83-b80173dfa94b req-cf319f95-565d-4ee5-a1e2-4876c6151be7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703483 Dec 08 21:46:00.614011 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d2aeca2-158e-4181-914a-ef419d2f6e76 req-6fdc419c-0e86-4f93-81b5-818ae5544183 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0377719 Dec 08 21:46:00.669752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-48faa6ab-c8d8-47b2-a493-b699b470a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.671232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-48faa6ab-c8d8-47b2-a493-b699b470a8dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1504803 Dec 08 21:46:00.721868 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-01102ea7-978c-4f90-bcb3-0ba8159f2218 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a1d7a107-48f4-47c7-8209-f9757fb25543 HTTP/1.1" status: 200 len: 217 time: 0.0405281 Dec 08 21:46:00.762754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44852) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:00.782506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-d8063e29-6098-4912-a527-6645ea3236dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.784794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-d8063e29-6098-4912-a527-6645ea3236dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0521553 Dec 08 21:46:00.814552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b90bfa-4f45-4459-92b6-ca39e0b79365 req-327db2b2-a8f6-4bce-9359-11b2045498b0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.816299 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77b90bfa-4f45-4459-92b6-ca39e0b79365 req-327db2b2-a8f6-4bce-9359-11b2045498b0 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0866165 Dec 08 21:46:00.825538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d8e85026-ae2f-4aa2-81f1-694b7e88b40c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee71862538294876b9ca1858c81700ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585477 Dec 08 21:46:00.825999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44854) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:00.858979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77b90bfa-4f45-4459-92b6-ca39e0b79365 req-a5ffb5f7-312f-4432-8aeb-b5c908bce1f7 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Dec 08 21:46:00.861072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-8856e59d-6497-4bd0-b60b-741a6a9a76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.863220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-8856e59d-6497-4bd0-b60b-741a6a9a76be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696807 Dec 08 21:46:00.952039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95543a39-ee52-492f-8f72-4384e7e919f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:00.984060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ca794-9f2b-4716-b681-8bc5acefe568 req-56bb4f70-7e2b-4d77-89b4-d998ceee20f3 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:00.985654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f23ca794-9f2b-4716-b681-8bc5acefe568 req-56bb4f70-7e2b-4d77-89b4-d998ceee20f3 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.0594580 Dec 08 21:46:01.005785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95543a39-ee52-492f-8f72-4384e7e919f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:01.050905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f23ca794-9f2b-4716-b681-8bc5acefe568 req-927f74f6-b6a4-4bc8-af87-385f35f1b80a tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547786 Dec 08 21:46:01.065067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9a71-b567-4685-8372-a8cc6749c19f req-c452fc7b-5e6f-41db-a7f8-f931123df48d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:01.071602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9a71-b567-4685-8372-a8cc6749c19f req-c452fc7b-5e6f-41db-a7f8-f931123df48d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:01.073368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-370c9a71-b567-4685-8372-a8cc6749c19f req-c452fc7b-5e6f-41db-a7f8-f931123df48d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=05bacf42-8578-40f9-a98c-16829c787241&device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 1691 time: 0.1652069 Dec 08 21:46:01.095512 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-4c9b33f1-3b14-4df7-8b68-7b3974f05e0b service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195551 Dec 08 21:46:01.184307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-370c9a71-b567-4685-8372-a8cc6749c19f req-7f8bc451-573e-4805-a985-d760dca142ad tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020911 Dec 08 21:46:01.195867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95543a39-ee52-492f-8f72-4384e7e919f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:01.198922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95543a39-ee52-492f-8f72-4384e7e919f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:01.200263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-95543a39-ee52-492f-8f72-4384e7e919f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2392034-793a-467d-af70-6142e9409f62 HTTP/1.1" status: 204 len: 168 time: 0.3732977 Dec 08 21:46:01.238261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9567f-4529-4ab3-81f6-c32aae955e3d req-a4148542-f226-4923-a720-974c84b82524 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:01.244334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00e9567f-4529-4ab3-81f6-c32aae955e3d req-a4148542-f226-4923-a720-974c84b82524 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.1123745 Dec 08 21:46:01.253583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95543a39-ee52-492f-8f72-4384e7e919f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2392034-793a-467d-af70-6142e9409f62,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:01.274376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-542790b9-2b20-4f65-b7cd-1b42a56e6c37 req-c11c538d-48be-481b-bd77-c959bd0de960 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671474 Dec 08 21:46:01.279588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d24e0393-f069-48f5-b527-e6ffb2a75e80 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:46:01.340617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00e9567f-4529-4ab3-81f6-c32aae955e3d req-8857b1e4-3e22-4b0c-91fc-8b509677e686 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854743 Dec 08 21:46:01.342820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: d24e0393-f069-48f5-b527-e6ffb2a75e80 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:46:01.343747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d24e0393-f069-48f5-b527-e6ffb2a75e80 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:46:01.439848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70f25-13b6-4ac3-8bfd-3c02ae256bcc req-4c925839-e673-4fdc-a5f9-c3050a01a59e tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:01.442299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25b70f25-13b6-4ac3-8bfd-3c02ae256bcc req-4c925839-e673-4fdc-a5f9-c3050a01a59e tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 1101 time: 0.0579093 Dec 08 21:46:01.487318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25b70f25-13b6-4ac3-8bfd-3c02ae256bcc req-b871c7c9-9369-4b1e-9a94-5b4e85e090c2 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368502 Dec 08 21:46:01.616838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63edbf-8c9b-4f4a-847d-395fca3021e8 req-6653779e-77bf-4de3-b0d9-c2d97966764e tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:01.619347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee63edbf-8c9b-4f4a-847d-395fca3021e8 req-6653779e-77bf-4de3-b0d9-c2d97966764e tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 1101 time: 0.0550878 Dec 08 21:46:01.659121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee63edbf-8c9b-4f4a-847d-395fca3021e8 req-84d4e0ed-d963-46da-9c2d-903ae56265ba tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Dec 08 21:46:01.750655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0870e7e0-9581-44fb-9672-a91c39da808f req-cd0b1a11-a7bb-4c08-89d8-7d13293feb01 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0351701 Dec 08 21:46:01.910669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5b92bde0-0cdf-4b0f-b9dc-a13271e4954a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350368 Dec 08 21:46:02.049494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-bff28f35-2f9d-48e8-a6ae-096d9ae2a7e2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:02.057486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-bff28f35-2f9d-48e8-a6ae-096d9ae2a7e2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407723 Dec 08 21:46:02.073788 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-3b797369-5d9b-48d4-9f7e-e2cb73afada8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/quotas/5466b5556cd64281b1ade7892eafb096 HTTP/1.1" status: 200 len: 375 time: 0.0150855 Dec 08 21:46:02.136162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44908) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:02.146031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-fd3afb4a-377e-478f-a572-ba3daa28c3d1 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0712144 Dec 08 21:46:02.253486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d798585-38a0-4e5b-960f-73e7d30d57f1 req-a7bac007-1a76-4d78-ab37-84cd6eaf310c tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:02.262901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7d798585-38a0-4e5b-960f-73e7d30d57f1 req-a7bac007-1a76-4d78-ab37-84cd6eaf310c tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.0797374 Dec 08 21:46:02.329313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-947320821-network', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:02.379021 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7d798585-38a0-4e5b-960f-73e7d30d57f1 req-672a0183-9082-4b3a-91ce-749a9a2529b2 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101515 Dec 08 21:46:02.409462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9289f98c-8409-41fc-82d5-1effc3689542 req-62064bb8-834d-4977-8d90-ba72028f9492 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 210 time: 0.0489218 Dec 08 21:46:02.445324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Made reservation on behalf of 621ebc12bcc24b75ae31e49cd9e03925 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:02.447925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:02.459045 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:02.570530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24970cc3-8e3a-4e7e-95fa-c1c795214d9d req-ac5ae6cf-d6d3-4806-a7f6-74d0be45b915 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:02.573011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24970cc3-8e3a-4e7e-95fa-c1c795214d9d req-ac5ae6cf-d6d3-4806-a7f6-74d0be45b915 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.0750818 Dec 08 21:46:02.629763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:02.647060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24970cc3-8e3a-4e7e-95fa-c1c795214d9d req-89062a9a-a674-47a3-8038-528422737e8f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610673 Dec 08 21:46:02.656419 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:02.671512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:46:02.685996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dad2434-0def-4559-9c61-0354bed135c5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:02.691796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:02.692472 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Added segment deb80131-01d6-433d-8540-d25d0aa57f5a of type vlan for network f22b6137-789c-49e1-8a74-a0cf74db8c07 Dec 08 21:46:02.755421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:02.810701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:02.812061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:02.812765 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:02.914337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7765448 Dec 08 21:46:02.917619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44930) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:02.919336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50f5194d-998a-4695-b9ca-536c1879febb req-4867d813-7aab-4103-b4ad-85f17847b684 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0439463 Dec 08 21:46:02.930263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Request body: {'subnet': {'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-947320821-subnet', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:02.933312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a3f5a-a083-4674-a0aa-907dbd8f575a admin admin] Pushing event updated for resources: {'Network': ['ID=f22b6137-789c-49e1-8a74-a0cf74db8c07,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:02.944876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:46:03.012458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Made reservation on behalf of 621ebc12bcc24b75ae31e49cd9e03925 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:03.016806 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:03.276506 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:03.351393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d09b427-0b16-4ede-bfc0-50548bd47090,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:03.365616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Checking segment: {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:03.366069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Network hostable DHCP agents. Network: f22b6137-789c-49e1-8a74-a0cf74db8c07, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:46:03.384247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:46:03.393328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, f22b6137-789c-49e1-8a74-a0cf74db8c07) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:03.405811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452cfa42-a7a1-4dbe-a3b0-8456aedd0e2d None None] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:46:03.412548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:03.413179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:03.436118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-32bbe34c-9735-4466-be02-59bb69dbf9e1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5172141 Dec 08 21:46:03.439014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44942) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:03.445202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:03.496136 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:03.498114 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:03.550523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be737c8a-9f2a-4f2f-b70a-1818fbaed63a req-7d613d0c-52a2-4b2c-a2bc-e5fda6a4fb77 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:03.558872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be737c8a-9f2a-4f2f-b70a-1818fbaed63a req-7d613d0c-52a2-4b2c-a2bc-e5fda6a4fb77 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.0715582 Dec 08 21:46:03.602175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:03.621728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be737c8a-9f2a-4f2f-b70a-1818fbaed63a req-98618606-4990-4c9f-83dd-4686b1db9958 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566919 Dec 08 21:46:03.675969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5927617f-40cf-4673-b7d6-f8b7a1d42d4e req-0d8697ff-9246-4f3e-9fbb-47918d37de17 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 210 time: 0.0723195 Dec 08 21:46:03.726322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-f22b6137-789c-49e1-8a74-a0cf74db8c07', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:46:03.727599 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:03.729960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:03.943646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-95b4d70c-4909-4f8e-8648-bebddf4f6371 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1612267 Dec 08 21:46:04.038706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968e56-0d0a-4916-8633-dd50843843e0 req-8e0fa773-00fa-46b8-9430-28a1479ae9ba tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:04.040344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58968e56-0d0a-4916-8633-dd50843843e0 req-8e0fa773-00fa-46b8-9430-28a1479ae9ba tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 943 time: 0.1659915 Dec 08 21:46:04.042231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-56caca75-72a8-4127-9091-a68f2e268254 service neutron] 10.222.0.37 "GET /v2.0/ports/f97f9441-7e5a-4eaf-b1e2-39b8ea431413/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.1221786 Dec 08 21:46:04.043771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Allocated IP 172.20.0.2 (f22b6137-789c-49e1-8a74-a0cf74db8c07/8d09b427-0b16-4ede-bfc0-50548bd47090/72dcda8f-58fd-4622-97c6-0e3d8b648281) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:04.111709 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.161200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58968e56-0d0a-4916-8633-dd50843843e0 req-4c1a463e-23b9-46eb-ab20-abc90843f48a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084340 Dec 08 21:46:04.199476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:04.207613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-060b3976-8491-43dc-9382-c1104bedcac8 req-4ce88753-a5d3-4138-8b53-053488497b4e tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0498161 Dec 08 21:46:04.242964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'mac_address': 'fa:16:3e:9e:03:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:04.253569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-c845ca62-6f3b-4ac2-9c0e-6124a6c1fd4c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:04.255592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-c845ca62-6f3b-4ac2-9c0e-6124a6c1fd4c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014293 Dec 08 21:46:04.287754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Request body: {'port': {'device_id': '96ddc380-2aa4-4041-9f6f-affea43b1809', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '5466b5556cd64281b1ade7892eafb096'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:04.323022 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.341960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:04.352258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d7a107-48f4-47c7-8209-f9757fb25543 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:04.371457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:04.376611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:04.387442 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.388366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b65ae410-97d4-4a71-8ad5-fad2229bbbb1 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:04.462521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:04.463469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97f9441-7e5a-4eaf-b1e2-39b8ea431413 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:04.492272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'mac_address': 'fa:16:3e:21:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:04.493503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:04.522149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.538344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Made reservation on behalf of 5466b5556cd64281b1ade7892eafb096 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:04.542076 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.615668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] Transition to ACTIVE for port object f97f9441-7e5a-4eaf-b1e2-39b8ea431413 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:46:04.623343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.677358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.694082 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.715520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.719383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] No DVR routers for this DVR port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:46:04.726758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65ae410-97d4-4a71-8ad5-fad2229bbbb1 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:04.756227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:04.765554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:04.771000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.816145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1eee0aec-bcfe-42a2-99cc-e63a488c3c08 req-4706fadb-f6c0-43d6-9ba7-2f81464a3636 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 210 time: 0.0312521 Dec 08 21:46:04.817533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] Pushing event updated for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=10']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:04.827075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:04.835862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7290f200-4266-4a2a-b7cb-85b4a007635f service neutron] 10.222.0.37 "PUT /v2.0/ports/f97f9441-7e5a-4eaf-b1e2-39b8ea431413/bindings/n-h2-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7791226 Dec 08 21:46:04.857266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.867634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.896886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Allocated IP 192.168.233.151 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/3e03cc96-51cd-44d3-840c-d0457d65dab1) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:04.919562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:04.922971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:04.926683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:04.929695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe342400-f0e4-416a-bb89-c40f00ef4269 req-d657fe33-9e48-417f-89f7-07a19c1921f5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:04.940412 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe342400-f0e4-416a-bb89-c40f00ef4269 req-d657fe33-9e48-417f-89f7-07a19c1921f5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.2298901 Dec 08 21:46:04.962225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Pushing event updated for resources: {'Port': ['ID=72dcda8f-58fd-4622-97c6-0e3d8b648281,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:04.979429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-273052ae-a02e-4743-bd46-0dc3fa1d4bd6 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:04.981465 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-273052ae-a02e-4743-bd46-0dc3fa1d4bd6 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.0731599 Dec 08 21:46:04.990515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Attempting to bind port 72dcda8f-58fd-4622-97c6-0e3d8b648281 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:04.991101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Attempting to bind port 72dcda8f-58fd-4622-97c6-0e3d8b648281 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:04.991491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Attempting to bind port 72dcda8f-58fd-4622-97c6-0e3d8b648281 on network f22b6137-789c-49e1-8a74-a0cf74db8c07 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:04.997278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:04.997654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Checking segment: {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:04.998055 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:04.998442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Bound using segment: {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:04.998933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Bound port: 72dcda8f-58fd-4622-97c6-0e3d8b648281, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:04.999688 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:05.013348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe342400-f0e4-416a-bb89-c40f00ef4269 req-8bfffaf8-66cd-43d7-b92c-131dbe9c5ced tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719659 Dec 08 21:46:05.018655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f97f9441-7e5a-4eaf-b1e2-39b8ea431413 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:46:05.061876 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Allocated IP 172.25.1.199 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/2716fa84-75a3-4c8d-bf9d-8cf17660174c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:05.089428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f97f9441-7e5a-4eaf-b1e2-39b8ea431413 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:46:05.093034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-03e71de3-b92e-4242-823f-9d6aafa90cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:05.094666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-03e71de3-b92e-4242-823f-9d6aafa90cd2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf&tenant_id=615b3fc4bba0491ea611ca0fff2112fb HTTP/1.1" status: 200 len: 1095 time: 0.1026552 Dec 08 21:46:05.141602 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] For port 72dcda8f-58fd-4622-97c6-0e3d8b648281, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:05.149039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] For port 72dcda8f-58fd-4622-97c6-0e3d8b648281, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=72dcda8f-58fd-4622-97c6-0e3d8b648281,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:05.154356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:05.173216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-8bd1edec-fd53-4fd2-9302-bdd2a75d0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:05.175011 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-8bd1edec-fd53-4fd2-9302-bdd2a75d0194 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1095 time: 0.0432417 Dec 08 21:46:05.233363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e9f46-dcef-45d6-b972-6333e3b2f1d8 None None] Pushing event updated for resources: {'Port': ['ID=72dcda8f-58fd-4622-97c6-0e3d8b648281,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:05.292982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:05.313831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a1d7a107-48f4-47c7-8209-f9757fb25543'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:05.322294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['b65ae410-97d4-4a71-8ad5-fad2229bbbb1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:05.357128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eebee31f-2992-4e27-9e70-2fde2c9b28cf req-4b93d479-9a12-41e9-9f84-28babac21b8e tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0491483 Dec 08 21:46:05.393380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-85208c90-5ca8-4ba3-99e1-ee3a0f1b1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:05.394975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-85208c90-5ca8-4ba3-99e1-ee3a0f1b1251 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.2086103 Dec 08 21:46:05.434801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:05.454140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10af21-0b5d-43be-a28a-b17183c4582d req-6eb07258-b094-4c74-af7d-1cb0992314fb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:05.475298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d10af21-0b5d-43be-a28a-b17183c4582d req-6eb07258-b094-4c74-af7d-1cb0992314fb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 944 time: 0.2044089 Dec 08 21:46:05.486726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-4cadc2a6-e094-4721-b027-9d23b6bc64ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 200 len: 217 time: 0.0788577 Dec 08 21:46:05.521425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:05.596477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91b3d65e-9e7a-4ddf-a9f6-2069bd3602ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:05.605204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-5cc4ead1-0a2d-4162-aad9-fadbe016766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:05.608753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-5cc4ead1-0a2d-4162-aad9-fadbe016766b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1130412 Dec 08 21:46:05.635839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d10af21-0b5d-43be-a28a-b17183c4582d req-6acdf6a8-3e48-496a-9438-73924bd554a1 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595075 Dec 08 21:46:05.639374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:05.661064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:05.670094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:05.686500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Pushing event updated for resources: {'Port': ['ID=2716fa84-75a3-4c8d-bf9d-8cf17660174c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:05.688006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-5a3bb1b7-2a2c-4f97-81bd-45cf7703dec8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617061 Dec 08 21:46:05.691773 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:05.707845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e4436630-b523-4670-b387-3cfa467da70c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:05.799562 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-7d634cc4-451a-4bc2-b49d-479946664704 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017964 Dec 08 21:46:05.927876 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-14c4ebdd-e589-4748-a166-bf2b74c380cf service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144590 Dec 08 21:46:06.051556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cad5cc-67bc-46d7-bab5-db004c1c6828 req-0dd1627b-01c2-48c2-a491-de4a97f541f3 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:06.053310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-10cad5cc-67bc-46d7-bab5-db004c1c6828 req-0dd1627b-01c2-48c2-a491-de4a97f541f3 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 936 time: 0.1142859 Dec 08 21:46:06.099764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-10cad5cc-67bc-46d7-bab5-db004c1c6828 req-80f0f1a0-338f-4a0b-8b0c-a4d267563e66 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Dec 08 21:46:06.333569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:06.361232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:06.367032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:06.379145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'Port': ['ID=3e03cc96-51cd-44d3-840c-d0457d65dab1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:06.379617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-6154fa3a-237a-4518-8e5c-fd25b45252ca tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:06.381495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-6154fa3a-237a-4518-8e5c-fd25b45252ca tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.0841031 Dec 08 21:46:06.505202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:06.507280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:06.522887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daff14-73b3-4468-a99b-3790d8d2a874 req-bf993070-1828-46df-82bf-01eb80bf5ab5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:06.532323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58daff14-73b3-4468-a99b-3790d8d2a874 req-bf993070-1828-46df-82bf-01eb80bf5ab5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 948 time: 0.2221203 Dec 08 21:46:06.558448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:06.559417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c693d3b5-adc1-4b1a-9c1d-a1c7a172226d req-b04773a6-51fb-4f31-950c-3b5e42e10eeb tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0525107 Dec 08 21:46:06.605613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-e33d6e33-8bfd-48f7-918f-534bb3586d24 service neutron] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:06.619519 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-e33d6e33-8bfd-48f7-918f-534bb3586d24 service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:06.620726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9620f7ee-2dbb-4f46-874e-474aa903bccf req-e33d6e33-8bfd-48f7-918f-534bb3586d24 service neutron] 10.222.0.23 "DELETE /v2.0/ports/f97f9441-7e5a-4eaf-b1e2-39b8ea431413/bindings/n-h1-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.2293768 Dec 08 21:46:06.702563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-77960561-75ba-407c-b4b0-2e5a5c0a7088 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4311852 Dec 08 21:46:06.718837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Request body: {'port': {'device_id': '96ddc380-2aa4-4041-9f6f-affea43b1809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:06.778951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c928eeb0-f8c1-4280-a301-3a6e064fe8f6 None None] Provisioning complete for port 3e03cc96-51cd-44d3-840c-d0457d65dab1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:06.779472 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c928eeb0-f8c1-4280-a301-3a6e064fe8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:06.820759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58daff14-73b3-4468-a99b-3790d8d2a874 req-c27bb84b-8489-4082-8d98-b25aef5efd9b tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875786 Dec 08 21:46:06.824705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01a76f-feea-4ff8-8c9e-c487f46d441f req-2b7f008c-ddfc-4557-985b-b61bc7b6a7af tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:06.826698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8c01a76f-feea-4ff8-8c9e-c487f46d441f req-2b7f008c-ddfc-4557-985b-b61bc7b6a7af tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 944 time: 0.0720966 Dec 08 21:46:06.830801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c928eeb0-f8c1-4280-a301-3a6e064fe8f6 None None] Port 3e03cc96-51cd-44d3-840c-d0457d65dab1 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:06.842176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:06.868107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae9926-33c8-4b9a-934d-c7482e65b79a None None] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:46:06.872897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8c01a76f-feea-4ff8-8c9e-c487f46d441f req-ab52de53-4fca-48f9-b7e4-c069ed78fd46 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Dec 08 21:46:07.037076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-aaa4ccd5-a029-492c-bf9d-9fd735c28830 None None] Provisioning complete for port 72dcda8f-58fd-4622-97c6-0e3d8b648281 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:07.037582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ccd5-a029-492c-bf9d-9fd735c28830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.104131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83211-9e85-42df-b04d-c11220bb2b7b req-cac4cbdc-f37d-43e6-a069-2b95eded6f69 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:07.114763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22e83211-9e85-42df-b04d-c11220bb2b7b req-cac4cbdc-f37d-43e6-a069-2b95eded6f69 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1095 time: 0.1102269 Dec 08 21:46:07.176181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22e83211-9e85-42df-b04d-c11220bb2b7b req-b7455e8b-6aae-4bbd-b6ec-98ee60aeee75 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576057 Dec 08 21:46:07.194761 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ccd5-a029-492c-bf9d-9fd735c28830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.206548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad', '61c85429-3fb2-432c-9207-0dbb1a93d6dc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:07.260390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab1fb-4d3d-4418-9c30-348e7b08f888 req-45223629-033d-4344-8034-c399e74d8903 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:07.268419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3dab1fb-4d3d-4418-9c30-348e7b08f888 req-45223629-033d-4344-8034-c399e74d8903 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1192291 Dec 08 21:46:07.273952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.291877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 72dcda8f-58fd-4622-97c6-0e3d8b648281 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:07.364833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-aaa4ccd5-a029-492c-bf9d-9fd735c28830 None None] For port 72dcda8f-58fd-4622-97c6-0e3d8b648281, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=72dcda8f-58fd-4622-97c6-0e3d8b648281,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:07.378586 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ccd5-a029-492c-bf9d-9fd735c28830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.411096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fb309-4c88-4112-8d79-fc7958d2cb7a req-7fc4ac3b-fd49-4089-8f05-c41d41806ef7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:07.412988 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a63fb309-4c88-4112-8d79-fc7958d2cb7a req-7fc4ac3b-fd49-4089-8f05-c41d41806ef7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 936 time: 0.0604827 Dec 08 21:46:07.446193 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3dab1fb-4d3d-4418-9c30-348e7b08f888 req-23830940-0ece-4e95-a554-92b3b3f09f76 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768100 Dec 08 21:46:07.476321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a63fb309-4c88-4112-8d79-fc7958d2cb7a req-82226bb9-e333-423f-a492-1c6f9ad1f428 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Dec 08 21:46:07.480302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 72dcda8f-58fd-4622-97c6-0e3d8b648281 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:07.481526 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.533788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4ccd5-a029-492c-bf9d-9fd735c28830 None None] Pushing event updated for resources: {'Port': ['ID=72dcda8f-58fd-4622-97c6-0e3d8b648281,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:07.561364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e03cc96-51cd-44d3-840c-d0457d65dab1 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:07.573889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.574738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-589a8457-8646-4b04-80a3-64375bf2d883 None None] Provisioning complete for port 72dcda8f-58fd-4622-97c6-0e3d8b648281 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:07.575103 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-589a8457-8646-4b04-80a3-64375bf2d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.611185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Router 0f94fd56-fdc2-4288-a469-21cbaa509a9a is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:46:07.619370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Transition to ACTIVE for port object 3e03cc96-51cd-44d3-840c-d0457d65dab1 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:46:07.634347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.677370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7462e5-67fa-4baf-9fdc-21808e95b849 req-8284aeb6-7c5e-4311-a84b-d2f63e45d523 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:07.679181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba7462e5-67fa-4baf-9fdc-21808e95b849 req-8284aeb6-7c5e-4311-a84b-d2f63e45d523 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 1095 time: 0.0990372 Dec 08 21:46:07.712329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e42e484d-037a-45b4-a51c-d94ac047ea2e req-61c32b4b-1ff6-4e64-ae9d-ffe9394afc5f tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0428917 Dec 08 21:46:07.741137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b65ae410-97d4-4a71-8ad5-fad2229bbbb1 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:07.777642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Pushing event updated for resources: {'Port': ['ID=3e03cc96-51cd-44d3-840c-d0457d65dab1,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:07.845007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba7462e5-67fa-4baf-9fdc-21808e95b849 req-9c35f1d1-b241-46f6-99f7-92092fb4f3b6 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333754 Dec 08 21:46:07.854527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:46:07.865277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:46:07.867869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:07.868258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.918054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12d456-7470-498d-a545-22275c859352 None None] Sync routers for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:46:07.927596 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Attempting to bind port 3e03cc96-51cd-44d3-840c-d0457d65dab1 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:07.927847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Attempting to bind port 3e03cc96-51cd-44d3-840c-d0457d65dab1 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:07.928167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Attempting to bind port 3e03cc96-51cd-44d3-840c-d0457d65dab1 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:07.934073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Port 3e03cc96-51cd-44d3-840c-d0457d65dab1 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:46:07.934506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Attempting to bind port 3e03cc96-51cd-44d3-840c-d0457d65dab1 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:07.948933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.951493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-47b67b6b-e47e-45ae-a7c9-7ce295ae66ea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5109906 Dec 08 21:46:07.952222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45008) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:07.953619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:07.954080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:07.954634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:07.956008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Bound port: 3e03cc96-51cd-44d3-840c-d0457d65dab1, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:07.956481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:07.975274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12d456-7470-498d-a545-22275c859352 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:07.976103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8c12d456-7470-498d-a545-22275c859352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:45:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:08.008432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870089e-4e2c-48c9-9ec7-87f51e129a97 req-a48e6c5c-8606-4b57-899c-457e3204d635 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:08.015714 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0870089e-4e2c-48c9-9ec7-87f51e129a97 req-a48e6c5c-8606-4b57-899c-457e3204d635 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 948 time: 0.0946460 Dec 08 21:46:08.082373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0870089e-4e2c-48c9-9ec7-87f51e129a97 req-b49b55a2-f011-41d7-8b9f-499cc3d49dbf tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600231 Dec 08 21:46:08.161170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] For port 3e03cc96-51cd-44d3-840c-d0457d65dab1, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:08.241790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] For port 3e03cc96-51cd-44d3-840c-d0457d65dab1, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3e03cc96-51cd-44d3-840c-d0457d65dab1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:08.252416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:08.275809 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:08.326158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:08.335523 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:08.337390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] 10.222.0.37 "PUT /v2.0/ports/3e03cc96-51cd-44d3-840c-d0457d65dab1 HTTP/1.1" status: 200 len: 1096 time: 1.6231320 Dec 08 21:46:08.353946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ddc380-2aa4-4041-9f6f-affea43b1809', 'tag': '3e03cc96-51cd-44d3-840c-d0457d65dab1'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:08.359224 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "96ddc380-2aa4-4041-9f6f-affea43b1809", "tag": "3e03cc96-51cd-44d3-840c-d0457d65dab1"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:08.370170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-8c12d456-7470-498d-a545-22275c859352 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:08.403709 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c1fa33c5-0310-4701-9988-055252e761d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:08.472023 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731973f5-cd1f-425b-b6fb-c15d73c05b6d x-openstack-request-id: req-731973f5-cd1f-425b-b6fb-c15d73c05b6d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:08.472446 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ddc380-2aa4-4041-9f6f-affea43b1809", "tag": "3e03cc96-51cd-44d3-840c-d0457d65dab1", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:08.472926 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-731973f5-cd1f-425b-b6fb-c15d73c05b6d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:08.473417 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ddc380-2aa4-4041-9f6f-affea43b1809', 'tag': '3e03cc96-51cd-44d3-840c-d0457d65dab1', 'status': 'completed', 'code': 200} Dec 08 21:46:08.480620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230ff5-3fcc-4a7b-85b2-3763fc458a4c service neutron] Pushing event updated for resources: {'Port': ['ID=3e03cc96-51cd-44d3-840c-d0457d65dab1,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:08.532417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:08.535159 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b818ccc-801f-4e6b-a81e-8c7a83930b19" -d '{"events": [{"server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "name": "network-vif-plugged", "status": "completed", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:08.594212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:08.645423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2e1e-6c81-4245-b74a-172a76842a83 req-9e78c397-867c-449b-8780-a6494e31675b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:08.645984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-03ba64c2-88f2-4d07-a5c1-30b35dcf33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:08.647111 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-03ba64c2-88f2-4d07-a5c1-30b35dcf33dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 1099 time: 0.2391994 Dec 08 21:46:08.648019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-760b2e1e-6c81-4245-b74a-172a76842a83 req-9e78c397-867c-449b-8780-a6494e31675b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 948 time: 0.0587966 Dec 08 21:46:08.671643 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:08.672617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:08.690583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-760b2e1e-6c81-4245-b74a-172a76842a83 req-5f575a82-dcc8-47fb-81ad-82fda0df622a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360243 Dec 08 21:46:08.745875 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-97316cce-fd9b-46ee-9166-cf0dc136ebe5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e03cc96-51cd-44d3-840c-d0457d65dab1 HTTP/1.1" status: 200 len: 217 time: 0.0757949 Dec 08 21:46:08.774285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140f8bb-7da0-4452-86a8-4467f8a13a4d req-a7fc9e9f-d105-4382-a3d6-71b5ecdb248f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:08.775822 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9140f8bb-7da0-4452-86a8-4467f8a13a4d req-a7fc9e9f-d105-4382-a3d6-71b5ecdb248f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1413031 Dec 08 21:46:08.826360 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e269bb-affd-4c50-a0d1-1a3d347f8e79 x-openstack-request-id: req-a2e269bb-affd-4c50-a0d1-1a3d347f8e79 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:08.826977 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "name": "network-vif-plugged", "status": "completed", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:08.827416 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2e269bb-affd-4c50-a0d1-1a3d347f8e79 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:08.828185 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'code': 200} Dec 08 21:46:08.840201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-8e36f006-40fb-4f34-ac7d-0dbc59535b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:08.841612 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-8e36f006-40fb-4f34-ac7d-0dbc59535b91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0796359 Dec 08 21:46:08.942473 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7899e5e-b227-4b9d-a4e8-6333ca6caa4c req-b614a5d3-16ef-40fc-8bca-fda4d5b08882 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0421207 Dec 08 21:46:08.949754 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:46:08.965823 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:08.999629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34e12-6e30-4dc9-bce9-e40329c88342 req-03e0eee9-97d0-4c45-8e96-78e8b63bb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:09.000073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:09.001703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abc34e12-6e30-4dc9-bce9-e40329c88342 req-03e0eee9-97d0-4c45-8e96-78e8b63bb919 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 1100 time: 0.1580586 Dec 08 21:46:09.016076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a1d7a107-48f4-47c7-8209-f9757fb25543 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:46:09.020841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a1d7a107-48f4-47c7-8209-f9757fb25543 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:09.021216 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.025587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8c12d456-7470-498d-a545-22275c859352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:05Z', 'revision_number': 3, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:09.032952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-00397f5f-cc42-49ec-acee-d71d98e79c6c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:09.034765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-00397f5f-cc42-49ec-acee-d71d98e79c6c tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0896268 Dec 08 21:46:09.037055 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.043167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9140f8bb-7da0-4452-86a8-4467f8a13a4d req-3ba23bc2-348a-456c-b7ca-a1a85a56939f tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/security-groups?id=f205cf5f-1d83-4c0f-a527-ae644e3c7d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152789 Dec 08 21:46:09.070348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-3d1ab56e-bafe-48b8-9d38-4f0a77044334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:09.072517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-3d1ab56e-bafe-48b8-9d38-4f0a77044334 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771135 Dec 08 21:46:09.073553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12d456-7470-498d-a545-22275c859352 None None] Checking router: 0f94fd56-fdc2-4288-a469-21cbaa509a9a for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:46:09.074229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12d456-7470-498d-a545-22275c859352 None None] Updating router 0f94fd56-fdc2-4288-a469-21cbaa509a9a port 2716fa84-75a3-4c8d-bf9d-8cf17660174c binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:46:09.112728 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c12d456-7470-498d-a545-22275c859352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.185752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abc34e12-6e30-4dc9-bce9-e40329c88342 req-6d640f59-c0b9-447a-880d-6c8c0fad6c4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704593 Dec 08 21:46:09.242699 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-3f8e126c-ed27-4b5b-820f-b7a514083d87 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583714 Dec 08 21:46:09.278116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 72dcda8f-58fd-4622-97c6-0e3d8b648281 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:09.299446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d630e3-3d0f-473e-84df-03f17189e4d1 req-8c053073-ff00-4cdd-ad4f-b233ac6c62cb tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:09.308936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9d630e3-3d0f-473e-84df-03f17189e4d1 req-8c053073-ff00-4cdd-ad4f-b233ac6c62cb tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 949 time: 0.0811543 Dec 08 21:46:09.310866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.349590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.372878 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.384841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9d630e3-3d0f-473e-84df-03f17189e4d1 req-5fe79c5b-95df-444f-a03f-ae1385fded0e tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733743 Dec 08 21:46:09.401049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Deleting port e15e6967-b319-4eb7-80ca-94aa1067e65b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:46:09.401391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.480980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c753db6-880f-4967-83af-80a5fe6c9dc5 req-e637108e-05a5-46e2-b24f-36e3e9361a85 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060218 Dec 08 21:46:09.498363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] For port e15e6967-b319-4eb7-80ca-94aa1067e65b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e15e6967-b319-4eb7-80ca-94aa1067e65b,segment=NetworkSegment(80593e95-cd16-46cc-aeff-c92607946aa3),segment_id=80593e95-cd16-46cc-aeff-c92607946aa3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:09.499081 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.513548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Calling delete_port for e15e6967-b319-4eb7-80ca-94aa1067e65b owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:09.551833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Allocated IP 172.20.0.1 (f22b6137-789c-49e1-8a74-a0cf74db8c07/8d09b427-0b16-4ede-bfc0-50548bd47090/ea3396ce-6e2b-457f-a842-d718a0b6c582) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:09.593460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:09.619568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.649449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.666275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e15e6967-b319-4eb7-80ca-94aa1067e65b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:09.679020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Pushing event deleted for resources: {'Port': ['ID=e15e6967-b319-4eb7-80ca-94aa1067e65b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:09.729042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 72dcda8f-58fd-4622-97c6-0e3d8b648281 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:09.729513 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.749708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] No DVR routers for this DVR port e15e6967-b319-4eb7-80ca-94aa1067e65b on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:46:09.753902 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.758655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30cf70c2-0c82-4176-a296-88e8632b9844 req-2c3d7c37-d059-4231-9ca4-4c3ae528e494 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.37 "DELETE /v2.0/ports/e15e6967-b319-4eb7-80ca-94aa1067e65b HTTP/1.1" status: 204 len: 173 time: 0.7065415 Dec 08 21:46:09.759088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.759568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-deleted', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:09.762677 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557b8d0b-632c-430c-aca3-6e276c696e03" -d '{"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-deleted", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:09.783169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:09.815072 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6effe-54e2-425d-b036-fb457e7772e2 x-openstack-request-id: req-2ff6effe-54e2-425d-b036-fb457e7772e2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:09.815536 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae72f14d-ff5c-4979-bbec-e36fd313e1e4", "name": "network-vif-deleted", "tag": "e15e6967-b319-4eb7-80ca-94aa1067e65b", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:09.815795 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ff6effe-54e2-425d-b036-fb457e7772e2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:09.816191 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae72f14d-ff5c-4979-bbec-e36fd313e1e4', 'name': 'network-vif-deleted', 'tag': 'e15e6967-b319-4eb7-80ca-94aa1067e65b', 'status': 'completed', 'code': 200} Dec 08 21:46:09.881738 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.898681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-941b6fda-9790-475b-ac2b-49c56cb6fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:09.900611 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-941b6fda-9790-475b-ac2b-49c56cb6fcd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 1099 time: 0.3576334 Dec 08 21:46:09.915433 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c12d456-7470-498d-a545-22275c859352 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.926959 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c12d456-7470-498d-a545-22275c859352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.935013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:09.990192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423b5b8-e50c-475d-a19f-d0aacbbcd188 None None] Pushing event updated for resources: {'Port': ['ID=2716fa84-75a3-4c8d-bf9d-8cf17660174c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:10.005657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8c12d456-7470-498d-a545-22275c859352 None None] Attempting to bind port 2716fa84-75a3-4c8d-bf9d-8cf17660174c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:10.006023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8c12d456-7470-498d-a545-22275c859352 None None] Attempting to bind port 2716fa84-75a3-4c8d-bf9d-8cf17660174c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:10.006383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12d456-7470-498d-a545-22275c859352 None None] Attempting to bind port 2716fa84-75a3-4c8d-bf9d-8cf17660174c on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:10.014188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12d456-7470-498d-a545-22275c859352 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:10.014584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12d456-7470-498d-a545-22275c859352 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:10.015096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c12d456-7470-498d-a545-22275c859352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:10.015620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12d456-7470-498d-a545-22275c859352 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:10.016243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8c12d456-7470-498d-a545-22275c859352 None None] Bound port: 2716fa84-75a3-4c8d-bf9d-8cf17660174c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:10.016674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c12d456-7470-498d-a545-22275c859352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:10.074855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41b86e5b-e20f-4a3c-8351-c3e33778d7e3 req-efc4cba4-2af6-4956-ad83-4c4d22aa491d tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0376005 Dec 08 21:46:10.081193 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8c12d456-7470-498d-a545-22275c859352 None None] For port 2716fa84-75a3-4c8d-bf9d-8cf17660174c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:10.086250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8c12d456-7470-498d-a545-22275c859352 None None] For port 2716fa84-75a3-4c8d-bf9d-8cf17660174c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2716fa84-75a3-4c8d-bf9d-8cf17660174c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:10.094988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c12d456-7470-498d-a545-22275c859352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:10.158410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423b5b8-e50c-475d-a19f-d0aacbbcd188 None None] Pushing event updated for resources: {'Port': ['ID=2716fa84-75a3-4c8d-bf9d-8cf17660174c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:10.185656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12d456-7470-498d-a545-22275c859352 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:10.186430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8c12d456-7470-498d-a545-22275c859352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:10.215142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8e6b7a4-c61f-48ef-bacf-911c058ba42b req-c6bbffa9-b7dc-4333-a53c-511f403f6800 tempest-ServersNegativeTestJSON-1969639168 tempest-ServersNegativeTestJSON-1969639168-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae72f14d-ff5c-4979-bbec-e36fd313e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0360744 Dec 08 21:46:10.325807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-8c12d456-7470-498d-a545-22275c859352 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:10.360663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec6c3a-b14a-497e-8876-31c6d4760988 req-218206f3-f3c5-4bf0-8304-0c93017e0fe2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:10.369465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61ec6c3a-b14a-497e-8876-31c6d4760988 req-218206f3-f3c5-4bf0-8304-0c93017e0fe2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 948 time: 0.5396357 Dec 08 21:46:10.385435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:10.405964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:10.423002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:10.510985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3396ce-6e2b-457f-a842-d718a0b6c582,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:10.545972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886828c-d277-4480-9d65-67225d38c9d7 req-01518715-f93c-49c6-91b7-d36798eb3d02 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:10.550289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61ec6c3a-b14a-497e-8876-31c6d4760988 req-bc5d92ec-e026-42f3-bea4-9ad70b57494f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799552 Dec 08 21:46:10.556632 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f886828c-d277-4480-9d65-67225d38c9d7 req-01518715-f93c-49c6-91b7-d36798eb3d02 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 949 time: 0.0702219 Dec 08 21:46:10.579297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:10.609418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8c12d456-7470-498d-a545-22275c859352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:05Z', 'revision_number': 3, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:10.621759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f886828c-d277-4480-9d65-67225d38c9d7 req-c77e70d9-e3f8-498e-80cf-791b91dab1d8 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638311 Dec 08 21:46:10.644828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12d456-7470-498d-a545-22275c859352 None None] The sync data for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 is: [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:05Z', 'revision_number': 3, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:46:10.672502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-abae6159-6125-4f7d-a84d-9014847cf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:10.675456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-abae6159-6125-4f7d-a84d-9014847cf6b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.7635145 Dec 08 21:46:10.753213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-41b93477-c0e7-42fc-b353-eb85b26b1893 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e03cc96-51cd-44d3-840c-d0457d65dab1 HTTP/1.1" status: 200 len: 217 time: 0.0636089 Dec 08 21:46:10.808079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a21a7864-65eb-4eab-a1fd-630637c7ccd6 None None] Provisioning complete for port ea3396ce-6e2b-457f-a842-d718a0b6c582 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:10.808879 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a21a7864-65eb-4eab-a1fd-630637c7ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:10.842827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:10.843087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-700db86e-e507-4b77-a8b0-95713244b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:10.844216 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-700db86e-e507-4b77-a8b0-95713244b302 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0802140 Dec 08 21:46:10.845291 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce96fdcd-11ba-4b0e-a001-b8306a27b608" -d '{"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:10.890334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a21a7864-65eb-4eab-a1fd-630637c7ccd6 None None] Port ea3396ce-6e2b-457f-a842-d718a0b6c582 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:10.905796 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47339ae5-f194-41c6-b490-a811f2142e3f x-openstack-request-id: req-47339ae5-f194-41c6-b490-a811f2142e3f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:10.906604 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:10.907336 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47339ae5-f194-41c6-b490-a811f2142e3f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:10.909441 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'code': 200} Dec 08 21:46:10.914780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:10.918676 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:10.940860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-c0777cf0-acbc-4828-9b0f-28433cd781e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:10.942408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-c0777cf0-acbc-4828-9b0f-28433cd781e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847888 Dec 08 21:46:11.057232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3e03cc96-51cd-44d3-840c-d0457d65dab1 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:11.190835 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-37a1ed2b-a661-464c-beda-10ea49e57ad1 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275591 Dec 08 21:46:11.313441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45062) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:11.324663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2716fa84-75a3-4c8d-bf9d-8cf17660174c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:11.334211 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6608e7c-dfb8-4907-837d-88c883e69675 req-50d1e5f0-25b7-441b-a973-1c4f53a007c7 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0826020 Dec 08 21:46:11.382444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3e03cc96-51cd-44d3-840c-d0457d65dab1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3e03cc96-51cd-44d3-840c-d0457d65dab1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:11.386497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5b6ad-ab23-4120-8e82-51db232138d4 req-a4bdee8d-ef84-4250-8ca8-0a985fb9b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:11.388795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41b5b6ad-ab23-4120-8e82-51db232138d4 req-a4bdee8d-ef84-4250-8ca8-0a985fb9b909 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 1101 time: 0.2710373 Dec 08 21:46:11.404234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.404676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '3e03cc96-51cd-44d3-840c-d0457d65dab1', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '3e03cc96-51cd-44d3-840c-d0457d65dab1', 'mac_address': 'fa:16:3e:89:54:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:11.427647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.462615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41b5b6ad-ab23-4120-8e82-51db232138d4 req-93364134-0d59-4a5b-891e-090a219f7a09 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616546 Dec 08 21:46:11.466326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c0efff-391d-45c8-8761-4d12448a7375 admin admin] Deleting subnet a618da28-4f4c-4c1c-9b52-3b407f356568 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:46:11.466490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2716fa84-75a3-4c8d-bf9d-8cf17660174c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:11.466796 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.470175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6c0efff-391d-45c8-8761-4d12448a7375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.508215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6c0efff-391d-45c8-8761-4d12448a7375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.520608 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.544483 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881db03e-4477-4cd2-9ef6-f8e8da5c4cd7 req-3d6f2b44-b805-4b8e-b1d7-175e84ae237a service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382292 Dec 08 21:46:11.552305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e03cc96-51cd-44d3-840c-d0457d65dab1 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:11.561378 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6c0efff-391d-45c8-8761-4d12448a7375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.600043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.607296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3396ce-6e2b-457f-a842-d718a0b6c582,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:11.628326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3e03cc96-51cd-44d3-840c-d0457d65dab1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3e03cc96-51cd-44d3-840c-d0457d65dab1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:11.634129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6c0efff-391d-45c8-8761-4d12448a7375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.658484 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.679877 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.710653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0efff-391d-45c8-8761-4d12448a7375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a618da28-4f4c-4c1c-9b52-3b407f356568,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:11.722465 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6c0efff-391d-45c8-8761-4d12448a7375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.729819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e6c0efff-391d-45c8-8761-4d12448a7375 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a618da28-4f4c-4c1c-9b52-3b407f356568 HTTP/1.1" status: 204 len: 168 time: 0.3942838 Dec 08 21:46:11.734410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 2716fa84-75a3-4c8d-bf9d-8cf17660174c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2716fa84-75a3-4c8d-bf9d-8cf17660174c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:11.735038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45072) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:11.751113 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.759970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3e03cc96-51cd-44d3-840c-d0457d65dab1,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:11.817035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=2716fa84-75a3-4c8d-bf9d-8cf17660174c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:11.832971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff90842-6351-4fe9-9c3c-6b09e1ea16b0 req-5b2ed4a3-ac5c-4428-a1a8-35d638a0e88a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:11.835141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dff90842-6351-4fe9-9c3c-6b09e1ea16b0 req-5b2ed4a3-ac5c-4428-a1a8-35d638a0e88a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 949 time: 0.1703598 Dec 08 21:46:11.869902 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:11.880639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:11.888082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:11.889958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98473c9c-271a-4fe0-80ce-a7e54f9b8bdf req-076e3902-e31d-4cd2-868b-478f80fc29f0 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:11.897746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98473c9c-271a-4fe0-80ce-a7e54f9b8bdf req-076e3902-e31d-4cd2-868b-478f80fc29f0 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 949 time: 0.1267076 Dec 08 21:46:11.919508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dff90842-6351-4fe9-9c3c-6b09e1ea16b0 req-5a082fe9-f7ac-4516-b561-ab073c233cc5 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Dec 08 21:46:11.928083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['3e03cc96-51cd-44d3-840c-d0457d65dab1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:12.021877 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98473c9c-271a-4fe0-80ce-a7e54f9b8bdf req-4783ed44-fb96-48dd-94b7-f7b11f2d284f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230755 Dec 08 21:46:12.055755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.140079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Router 0f94fd56-fdc2-4288-a469-21cbaa509a9a has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:46:12.144499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f79c555-8619-4fe9-b48e-e9bcf0eb9036']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:12.162680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80593e95-cd16-46cc-aeff-c92607946aa3') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:12.163159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80593e95-cd16-46cc-aeff-c92607946aa3') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:12.189989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.214162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.227047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:46:12.227835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:46:12.284811 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:46:12.305711 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.311651 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.323726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] 10.222.0.21 "DELETE /v2.0/networks/5f79c555-8619-4fe9-b48e-e9bcf0eb9036 HTTP/1.1" status: 204 len: 168 time: 0.5871074 Dec 08 21:46:12.332662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f3f8bf8e-e87e-4ec5-9d09-5f2c695535cc None None] Provisioning complete for port ea3396ce-6e2b-457f-a842-d718a0b6c582 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:12.333238 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f3f8bf8e-e87e-4ec5-9d09-5f2c695535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.342829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924542-39e2-48d4-8bef-a7fc1f3dee3b admin admin] Pushing event deleted for resources: {'Network': ['ID=5f79c555-8619-4fe9-b48e-e9bcf0eb9036,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:12.375530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337840f4-5d2b-4513-9072-758f6a247354 req-d4161ad7-5127-407e-9404-a22d97cab5e1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:12.384866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-337840f4-5d2b-4513-9072-758f6a247354 req-d4161ad7-5127-407e-9404-a22d97cab5e1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 950 time: 0.1386452 Dec 08 21:46:12.411673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8bf8e-e87e-4ec5-9d09-5f2c695535cc None None] Port ea3396ce-6e2b-457f-a842-d718a0b6c582 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:12.418318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:46:12.435811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aff23ead-7fd9-4e14-819c-f312c6ee8637 admin admin] 10.222.0.21 "PUT /v2.0/routers/0f94fd56-fdc2-4288-a469-21cbaa509a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4765399 Dec 08 21:46:12.465817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-337840f4-5d2b-4513-9072-758f6a247354 req-dc046254-e479-4445-95c1-97bb3017c6ef tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754015 Dec 08 21:46:12.509875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45084) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:12.518264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4acacab-a512-44e8-afdd-f46bf4167aec req-026998a3-6dfc-41da-9538-04a87543bb6b tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0410185 Dec 08 21:46:12.566961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1316bd5b-d924-49c8-8495-3aa800900e0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e69dab18f2cf45cd897b24c1405148c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526702 Dec 08 21:46:12.567187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:12.617382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-259b6c2e-9b2f-46d1-a363-72c5c9c3e9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.641201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-259b6c2e-9b2f-46d1-a363-72c5c9c3e9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.694851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-259b6c2e-9b2f-46d1-a363-72c5c9c3e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.697448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-259b6c2e-9b2f-46d1-a363-72c5c9c3e9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:12.700988 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-259b6c2e-9b2f-46d1-a363-72c5c9c3e9cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f205cf5f-1d83-4c0f-a527-ae644e3c7d52 HTTP/1.1" status: 204 len: 168 time: 0.1301906 Dec 08 21:46:12.707542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b6c2e-9b2f-46d1-a363-72c5c9c3e9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205cf5f-1d83-4c0f-a527-ae644e3c7d52,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:13.068465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3e03cc96-51cd-44d3-840c-d0457d65dab1 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:13.078038 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Sync routers for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:46:13.100049 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:13.100049 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:13.100357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:13.105148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1a7a600b-d114-45d4-a2a3-5708407347ab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842789045', 'description': 'tempest-description--1444770175'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:13.150492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a7a600b-d114-45d4-a2a3-5708407347ab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.214464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feccdc5-caac-4b0c-b29e-b12b17f1d2d8 req-a0a21b33-4e0b-439d-a4da-b3d45056c81d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:13.227567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4feccdc5-caac-4b0c-b29e-b12b17f1d2d8 req-a0a21b33-4e0b-439d-a4da-b3d45056c81d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 949 time: 0.1838355 Dec 08 21:46:13.234968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 3e03cc96-51cd-44d3-840c-d0457d65dab1 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:46:13.242557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 3e03cc96-51cd-44d3-840c-d0457d65dab1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:13.242955 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.294809 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a7a600b-d114-45d4-a2a3-5708407347ab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.303853 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a7a600b-d114-45d4-a2a3-5708407347ab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.318506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4feccdc5-caac-4b0c-b29e-b12b17f1d2d8 req-a33711c3-9d5e-4fb3-aeee-e7f47c80fe8c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847435 Dec 08 21:46:13.322282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2716fa84-75a3-4c8d-bf9d-8cf17660174c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:13.342600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a600b-d114-45d4-a2a3-5708407347ab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:13.359292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a7a600b-d114-45d4-a2a3-5708407347ab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.361374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1a7a600b-d114-45d4-a2a3-5708407347ab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2601011 Dec 08 21:46:13.364152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45114) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:13.376328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cde4866c-24dc-4749-b3c5-0d9a156bba6c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Request body: {'security_group_rule': {'security_group_id': '7b16ef05-e250-4ce4-8bd6-a195b4e1f13c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:13.433976 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:13.442940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cde4866c-24dc-4749-b3c5-0d9a156bba6c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.448226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2716fa84-75a3-4c8d-bf9d-8cf17660174c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:13.449187 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.474411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.551694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ddc380-2aa4-4041-9f6f-affea43b1809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e03cc96-51cd-44d3-840c-d0457d65dab1'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:13.554396 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cb3c7b-a014-4c15-8695-174c6689e399" -d '{"events": [{"server_uuid": "96ddc380-2aa4-4041-9f6f-affea43b1809", "name": "network-vif-plugged", "status": "completed", "tag": "3e03cc96-51cd-44d3-840c-d0457d65dab1"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:13.569298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cde4866c-24dc-4749-b3c5-0d9a156bba6c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.574761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3e03cc96-51cd-44d3-840c-d0457d65dab1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3e03cc96-51cd-44d3-840c-d0457d65dab1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:13.584772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.586009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:46:13.610249 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cde4866c-24dc-4749-b3c5-0d9a156bba6c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.632937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: e15e6967-b319-4eb7-80ca-94aa1067e65b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:46:13.633573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e15e6967-b319-4eb7-80ca-94aa1067e65b not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:46:13.643133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4866c-24dc-4749-b3c5-0d9a156bba6c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a655848b-67be-4d63-8c37-5545562c8263,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:13.678038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860de0c-e9df-48f3-94fc-9c55ce0d746f req-c10c5580-1862-40a1-ab89-3ab6b32605c4 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:13.681656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4860de0c-e9df-48f3-94fc-9c55ce0d746f req-c10c5580-1862-40a1-ab89-3ab6b32605c4 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 950 time: 0.1479070 Dec 08 21:46:13.686533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cde4866c-24dc-4749-b3c5-0d9a156bba6c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.687910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cde4866c-24dc-4749-b3c5-0d9a156bba6c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228061 Dec 08 21:46:13.697679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45128) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:13.706346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3e03cc96-51cd-44d3-840c-d0457d65dab1,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:13.723803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-24dbfd9f-512b-4002-ae2f-eb8551f02e03 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Request body: {'security_group_rule': {'security_group_id': '7b16ef05-e250-4ce4-8bd6-a195b4e1f13c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:13.735286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1b86f0d-e123-4081-811a-ab60fdf549d8 req-56e5d26b-237b-4fc5-825b-250f60f23fd9 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0742569 Dec 08 21:46:13.800751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4860de0c-e9df-48f3-94fc-9c55ce0d746f req-3e4968b7-a25b-4146-ac09-0e74b95523d2 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987532 Dec 08 21:46:13.800751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24dbfd9f-512b-4002-ae2f-eb8551f02e03 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.853333 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb38dfa-6aae-4dba-84bb-21aaf8febe2c x-openstack-request-id: req-edb38dfa-6aae-4dba-84bb-21aaf8febe2c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:13.854057 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ddc380-2aa4-4041-9f6f-affea43b1809", "name": "network-vif-plugged", "status": "completed", "tag": "3e03cc96-51cd-44d3-840c-d0457d65dab1", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:13.854540 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edb38dfa-6aae-4dba-84bb-21aaf8febe2c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:13.855246 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ddc380-2aa4-4041-9f6f-affea43b1809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e03cc96-51cd-44d3-840c-d0457d65dab1', 'code': 200} Dec 08 21:46:13.921167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24dbfd9f-512b-4002-ae2f-eb8551f02e03 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.944567 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24dbfd9f-512b-4002-ae2f-eb8551f02e03 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.982806 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24dbfd9f-512b-4002-ae2f-eb8551f02e03 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:13.987562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-24dbfd9f-512b-4002-ae2f-eb8551f02e03 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855630 Dec 08 21:46:13.987945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45142) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:13.992720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:14.003316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbfd9f-512b-4002-ae2f-eb8551f02e03 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1914f27-b95e-43ca-8cff-3a3b5a405a8d,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:14.031063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bf9c-85dc-46fe-9123-02a7f0676265 req-ce9aebe1-89ab-4399-8d51-998618160a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:14.033342 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7bb6bf9c-85dc-46fe-9123-02a7f0676265 req-ce9aebe1-89ab-4399-8d51-998618160a3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 1101 time: 0.1004639 Dec 08 21:46:14.061850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.107791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7bb6bf9c-85dc-46fe-9123-02a7f0676265 req-84d9cd68-6578-49b3-9539-04f9e202ca0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645933 Dec 08 21:46:14.149767 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 2, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:14.188812 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Checking router: 0f94fd56-fdc2-4288-a469-21cbaa509a9a for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:46:14.189790 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Updating router 0f94fd56-fdc2-4288-a469-21cbaa509a9a port ea3396ce-6e2b-457f-a842-d718a0b6c582 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:46:14.222071 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.304712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.540642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ba13f-f859-4bb0-8ee1-c8b961b79863 req-25d85753-810b-4443-bdd9-4e968c9f425a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:14.542575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-068ba13f-f859-4bb0-8ee1-c8b961b79863 req-25d85753-810b-4443-bdd9-4e968c9f425a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 950 time: 0.0986536 Dec 08 21:46:14.563500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Allocated IP 172.25.1.233 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/40773058-d930-48b3-a4a5-5cbfde0a564a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:14.631924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-068ba13f-f859-4bb0-8ee1-c8b961b79863 req-f3e0f02e-0a1d-46ae-9896-bcbeb21945c0 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761659 Dec 08 21:46:14.633279 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.651618 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.696960 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Pushing event updated for resources: {'Port': ['ID=ea3396ce-6e2b-457f-a842-d718a0b6c582,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:14.710418 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.710784 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.711122 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.711451 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.711799 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.712090 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.712408 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.712728 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.713042 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.713356 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.713668 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.714031 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:14.759859 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.796140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Attempting to bind port ea3396ce-6e2b-457f-a842-d718a0b6c582 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:14.796910 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Attempting to bind port ea3396ce-6e2b-457f-a842-d718a0b6c582 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:14.798789 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Attempting to bind port ea3396ce-6e2b-457f-a842-d718a0b6c582 on network f22b6137-789c-49e1-8a74-a0cf74db8c07 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:14.806886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.811744 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:14.812235 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Checking segment: {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:14.812710 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.814280 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Bound using segment: {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:14.814867 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Bound port: ea3396ce-6e2b-457f-a842-d718a0b6c582, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:14.818804 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.855958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:14.859918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:14.862658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:14.916907 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] For port ea3396ce-6e2b-457f-a842-d718a0b6c582, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:14.919810 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca0aff03-24b5-4fe9-8300-3565f09dbc1e req-fb018430-a821-47e0-b1cb-0be7c2117af5 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0729823 Dec 08 21:46:14.920351 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] For port ea3396ce-6e2b-457f-a842-d718a0b6c582, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ea3396ce-6e2b-457f-a842-d718a0b6c582,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:14.928094 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:14.933781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event updated for resources: {'Port': ['ID=40773058-d930-48b3-a4a5-5cbfde0a564a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:15.004635 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e30ca-e66c-4930-84bf-f3cdf45dedad None None] Pushing event updated for resources: {'Port': ['ID=ea3396ce-6e2b-457f-a842-d718a0b6c582,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:15.007411 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:15.008011 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:15.014632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.056209 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5e23b7da-418e-40f9-b284-8404553603a7 None None] Provisioning complete for port ea3396ce-6e2b-457f-a842-d718a0b6c582 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:15.057694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e23b7da-418e-40f9-b284-8404553603a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.059311 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.150072 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:15.187050 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e23b7da-418e-40f9-b284-8404553603a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.226342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5e23b7da-418e-40f9-b284-8404553603a7 None None] For port ea3396ce-6e2b-457f-a842-d718a0b6c582, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ea3396ce-6e2b-457f-a842-d718a0b6c582,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:15.232137 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e23b7da-418e-40f9-b284-8404553603a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.268935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45200) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:15.333202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23b7da-418e-40f9-b284-8404553603a7 None None] Pushing event updated for resources: {'Port': ['ID=ea3396ce-6e2b-457f-a842-d718a0b6c582,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:15.380307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-36954a81-bb87-4925-81a7-c25c025341c9 None None] Provisioning complete for port ea3396ce-6e2b-457f-a842-d718a0b6c582 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:15.380307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36954a81-bb87-4925-81a7-c25c025341c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.383434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.390600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.472154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event updated for resources: {'Port': ['ID=40773058-d930-48b3-a4a5-5cbfde0a564a,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:15.491428 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e3b8a7-688a-4efa-b273-11ec772c3d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.542434 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:14Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:15.564145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.587495 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c710e89-b6ab-4ce8-99a0-a33c447f7a37 None None] The sync data for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 is: [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:14Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:46:15.589306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.593571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e381357d-2fd3-49e3-a867-cd1b18e05bf0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6045275 Dec 08 21:46:15.703018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e3b8a7-688a-4efa-b273-11ec772c3d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.709259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e3b8a7-688a-4efa-b273-11ec772c3d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.760234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3b8a7-688a-4efa-b273-11ec772c3d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981e7cd-804b-40f1-9815-1f6b92c5ed81,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:15.791177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46696e52-24cf-4359-a7fc-4e4541f8533a req-32b29727-c99f-4374-b80b-4f831890b575 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:15.792044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-92e3b8a7-688a-4efa-b273-11ec772c3d8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ac570005d3947f08b23a65ae35a07a9&name=default HTTP/1.1" status: 200 len: 2981 time: 0.5203147 Dec 08 21:46:15.792910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46696e52-24cf-4359-a7fc-4e4541f8533a req-32b29727-c99f-4374-b80b-4f831890b575 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 950 time: 0.0651979 Dec 08 21:46:15.793495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45240) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:15.876587 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46696e52-24cf-4359-a7fc-4e4541f8533a req-b400fc15-6496-4cb8-82fe-9dd7e8170a04 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Dec 08 21:46:15.900992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ab6229d-c2a2-4439-9149-21bd078adc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.948161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ab6229d-c2a2-4439-9149-21bd078adc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:15.995500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-92f2d216-958d-49a7-8e18-a059eca95034 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1842789045&fields=id&tenant_id=621ebc12bcc24b75ae31e49cd9e03925 HTTP/1.1" status: 200 len: 267 time: 0.0690713 Dec 08 21:46:16.021158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea94b3-3a79-488b-8f57-a494f11f6992 req-0dec4aa9-bb68-45dd-a103-1dc18aef0de9 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:16.022684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4dea94b3-3a79-488b-8f57-a494f11f6992 req-0dec4aa9-bb68-45dd-a103-1dc18aef0de9 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 1101 time: 0.0563951 Dec 08 21:46:16.054987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ab6229d-c2a2-4439-9149-21bd078adc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:16.058020 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ab6229d-c2a2-4439-9149-21bd078adc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:16.063637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ab6229d-c2a2-4439-9149-21bd078adc92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3981e7cd-804b-40f1-9815-1f6b92c5ed81 HTTP/1.1" status: 204 len: 168 time: 0.2692387 Dec 08 21:46:16.079466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6229d-c2a2-4439-9149-21bd078adc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981e7cd-804b-40f1-9815-1f6b92c5ed81,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:16.091183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4dea94b3-3a79-488b-8f57-a494f11f6992 req-9fd742a9-5f5c-497a-9d29-0b9227119a93 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622396 Dec 08 21:46:16.205635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26ad1d1f-b89a-485f-815a-cde36321044f tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:16.220096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26ad1d1f-b89a-485f-815a-cde36321044f tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/networks?id=f22b6137-789c-49e1-8a74-a0cf74db8c07 HTTP/1.1" status: 200 len: 811 time: 0.2125275 Dec 08 21:46:16.240156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-9ea2d149-0c3e-4362-acc3-562582d0c08e tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/quotas/621ebc12bcc24b75ae31e49cd9e03925 HTTP/1.1" status: 200 len: 375 time: 0.0180025 Dec 08 21:46:16.305806 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97e764e6-af5a-47d1-861d-109f22c6ed24 req-68e91042-9364-4864-9457-eea97eeef896 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0506542 Dec 08 21:46:16.374280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-11d24e41-b93f-40fe-a71a-012fa5654ad6 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=621ebc12bcc24b75ae31e49cd9e03925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246486 Dec 08 21:46:16.445629 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ef858c-8d3c-4455-a225-cec5066f03e1 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496202 Dec 08 21:46:16.503470 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-a00e240e-d872-4e03-bad6-fced716ef5d5 service neutron] 10.222.0.21 "GET /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247942 Dec 08 21:46:16.589682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00114d-f731-4351-b418-1b01c51b4297 req-c03af2e3-d43f-4ca5-a6f0-17b2be398a69 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:16.600466 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-c03af2e3-d43f-4ca5-a6f0-17b2be398a69 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538432 Dec 08 21:46:16.619302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-9f9b5c37-52d5-4bd9-93d5-11a50e0576e5 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/quotas/5466b5556cd64281b1ade7892eafb096 HTTP/1.1" status: 200 len: 375 time: 0.0175073 Dec 08 21:46:16.661143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-eced9bac-16b0-4a87-a397-d29d8c401c7c service neutron] 10.222.0.21 "GET /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564167 Dec 08 21:46:17.185542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-ced668a8-22ed-4fc5-9da4-a98e71ed1970 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5647354 Dec 08 21:46:17.355409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ea3396ce-6e2b-457f-a842-d718a0b6c582 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:17.417931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ea3396ce-6e2b-457f-a842-d718a0b6c582 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:17.418582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:17.514243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45370) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:17.604089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65616d2b-df2d-46a5-96b5-baa30b7f9891 req-9b347108-dce1-45a7-8ab7-a080e4154e67 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 210 time: 0.0976231 Dec 08 21:46:17.756002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:17.757338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-879e5520-4157-4c6b-ad50-4ea3dde93229 req-02c6be4d-edc8-4b1a-9f03-6ecf579ba633 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 210 time: 0.0574808 Dec 08 21:46:17.778453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-478b272b-6cbc-4fa3-b4fb-258a559da708 req-857060e7-e9b5-48a1-9c8d-6f67085d22b2 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0914712 Dec 08 21:46:17.801773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1412348247-network', 'tenant_id': '850703096b7643bc8d524a2c4ee550fd'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:17.858357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Made reservation on behalf of 850703096b7643bc8d524a2c4ee550fd for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:17.863079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:17.884845 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:17.958390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:17.994521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'mac_address': 'fa:16:3e:9e:03:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:18.058593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:18.075745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1d7a107-48f4-47c7-8209-f9757fb25543 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:18.101308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:18.101919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:18.107032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:18.109036 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:18.126042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:46:18.157562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:18.158963 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Added segment 5bd5b150-4c48-4cab-a6a9-fdb31315dcf5 of type vlan for network c3565f37-6f8c-44c2-9e4c-cb73042d14ca Dec 08 21:46:18.224373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:18.269164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:18.280805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c81f73-7d7e-4412-a9f6-e0a240447723,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:18.315906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:18.317513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:18.318979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:18.370575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a1d7a107-48f4-47c7-8209-f9757fb25543'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:18.403414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8876808 Dec 08 21:46:18.435146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b79c67-2ce5-4a54-90a1-9a089742afad admin admin] Pushing event updated for resources: {'Network': ['ID=c3565f37-6f8c-44c2-9e4c-cb73042d14ca,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:18.459683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c3565f37-6f8c-44c2-9e4c-cb73042d14ca details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:46:18.788036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d523445-c78e-498a-bbd6-b68d13cf67ee req-6c460f37-bf0c-479f-8c55-1ca1778c0ae1 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 210 time: 0.0662103 Dec 08 21:46:19.093441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-d11053d3-5d1c-45fb-a3ef-5472c3051ddb tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:19.097716 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-d11053d3-5d1c-45fb-a3ef-5472c3051ddb tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.37 "GET /v2.0/networks?id=f22b6137-789c-49e1-8a74-a0cf74db8c07 HTTP/1.1" status: 200 len: 811 time: 0.2591510 Dec 08 21:46:19.172108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-aacbf6e4-4ea8-481f-a5cd-6a7b6e80d04c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=621ebc12bcc24b75ae31e49cd9e03925 HTTP/1.1" status: 200 len: 380 time: 0.0640490 Dec 08 21:46:19.184729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Request body: {'port': {'device_id': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'admin_state_up': True, 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'security_groups': ['7b16ef05-e250-4ce4-8bd6-a195b4e1f13c']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:19.347818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0ef1-de60-4d01-9022-e604f84de059 req-96f2f462-5217-4c09-959e-079df883f538 tempest-ComputeTenantNetworksTest-183192491 tempest-ComputeTenantNetworksTest-183192491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:19.365767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0ef1-de60-4d01-9022-e604f84de059 req-96f2f462-5217-4c09-959e-079df883f538 tempest-ComputeTenantNetworksTest-183192491 tempest-ComputeTenantNetworksTest-183192491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:19.382474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0ef1-de60-4d01-9022-e604f84de059 req-96f2f462-5217-4c09-959e-079df883f538 tempest-ComputeTenantNetworksTest-183192491 tempest-ComputeTenantNetworksTest-183192491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:19.384932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13fa0ef1-de60-4d01-9022-e604f84de059 req-96f2f462-5217-4c09-959e-079df883f538 tempest-ComputeTenantNetworksTest-183192491 tempest-ComputeTenantNetworksTest-183192491-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4013174 Dec 08 21:46:19.397328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Made reservation on behalf of 621ebc12bcc24b75ae31e49cd9e03925 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:19.402580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:19.481229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f0c348cf-0653-42be-a02e-5a98a2bf0003 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823038 Dec 08 21:46:19.543603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d46da567-7b7f-49c8-a9ab-6272daf67a1f req-94b24509-8060-450b-8821-157c93758adb tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 210 time: 0.0492795 Dec 08 21:46:19.588011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Allocated IP 172.20.0.13 (f22b6137-789c-49e1-8a74-a0cf74db8c07/8d09b427-0b16-4ede-bfc0-50548bd47090/5b92f473-c10c-414e-b667-099791fa5597) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:19.719323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d662ad5-814d-43fa-aaf5-700639ee74a3 req-3215f89d-dd1a-410b-9147-f5829f220f99 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0573778 Dec 08 21:46:19.774000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:19.810466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00114d-f731-4351-b418-1b01c51b4297 req-3879b81f-4cb2-4fd8-87e4-be3e560e3ed8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:19.817771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-3879b81f-4cb2-4fd8-87e4-be3e560e3ed8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197522 Dec 08 21:46:19.837909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Request body: {'port': {'device_id': 'b8d5edbd-0394-4404-ba00-be71234e2f13', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '5466b5556cd64281b1ade7892eafb096'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:19.855042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:19.869172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a1d7a107-48f4-47c7-8209-f9757fb25543 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:19.872739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:19.916849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:19.965842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:19.969913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:19.977265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:19.978994 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:19.981192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event updated for resources: {'Port': ['ID=5b92f473-c10c-414e-b667-099791fa5597,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:20.020145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:20.029540 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d60d0c-2ccb-4b3a-9c03-fb478fbdadfc" -d '{"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:20.052149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:20.061818 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.081849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:20.083264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.124438 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-1682071e-e0be-4ccb-b018-0e2ee0b53280 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9438248 Dec 08 21:46:20.145185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Request body: {'port': {'device_id': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:20.163006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:20.192549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69080db5-2801-4e36-bc2f-3b7b63280adc req-ffb38786-56af-42e2-8139-ef1961eadc1f tempest-ComputeTenantNetworksTest-183192491 tempest-ComputeTenantNetworksTest-183192491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:20.194324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69080db5-2801-4e36-bc2f-3b7b63280adc req-ffb38786-56af-42e2-8139-ef1961eadc1f tempest-ComputeTenantNetworksTest-183192491 tempest-ComputeTenantNetworksTest-183192491-project] 10.222.0.21 "GET /v2.0/networks/c3565f37-6f8c-44c2-9e4c-cb73042d14ca HTTP/1.1" status: 200 len: 769 time: 0.3500004 Dec 08 21:46:20.206775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45448) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:20.264534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.325173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f16d350e-1ff4-495a-b635-1a4dc1947523 None None] Provisioning complete for port 5b92f473-c10c-414e-b667-099791fa5597 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:20.325774 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f16d350e-1ff4-495a-b635-1a4dc1947523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.357870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.374594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Made reservation on behalf of 5466b5556cd64281b1ade7892eafb096 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:20.379708 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.411289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f16d350e-1ff4-495a-b635-1a4dc1947523 None None] Port 5b92f473-c10c-414e-b667-099791fa5597 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:20.582203 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.617430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a88c20-f1a1-4628-bc9c-74d3aab73046 req-de16bff3-4ee9-48b0-a14c-9c49d4c64b71 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:20.626282 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8a88c20-f1a1-4628-bc9c-74d3aab73046 req-de16bff3-4ee9-48b0-a14c-9c49d4c64b71 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 932 time: 0.2006316 Dec 08 21:46:20.634180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b92f473-c10c-414e-b667-099791fa5597 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:20.642747 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.659008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Transition to ACTIVE for port object 5b92f473-c10c-414e-b667-099791fa5597 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:46:20.664161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3565f37-6f8c-44c2-9e4c-cb73042d14ca']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:20.665933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.708939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd5b150-4c48-4cab-a6a9-fdb31315dcf5') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:20.709251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd5b150-4c48-4cab-a6a9-fdb31315dcf5') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:20.745334 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.750851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Pushing event updated for resources: {'Port': ['ID=5b92f473-c10c-414e-b667-099791fa5597,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:20.800395 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8a88c20-f1a1-4628-bc9c-74d3aab73046 req-b4529bc5-ba1c-4884-aa9b-da122b763aa3 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715856 Dec 08 21:46:20.807456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.832603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Allocated IP 192.168.233.41 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/01c7aa7f-aff2-40e1-ba88-c1a4a726b133) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:20.833306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Attempting to bind port 5b92f473-c10c-414e-b667-099791fa5597 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:20.833953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Attempting to bind port 5b92f473-c10c-414e-b667-099791fa5597 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:20.835556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Attempting to bind port 5b92f473-c10c-414e-b667-099791fa5597 on network f22b6137-789c-49e1-8a74-a0cf74db8c07 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:20.838158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:46:20.838633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:46:20.843234 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:46:20.855222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Port 5b92f473-c10c-414e-b667-099791fa5597 on network f22b6137-789c-49e1-8a74-a0cf74db8c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:46:20.865651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Attempting to bind port 5b92f473-c10c-414e-b667-099791fa5597 on network f22b6137-789c-49e1-8a74-a0cf74db8c07 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:20.871487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:20.871906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Checking segment: {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:20.872860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Bound using segment: {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:20.874966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Bound port: 5b92f473-c10c-414e-b667-099791fa5597, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb80131-01d6-433d-8540-d25d0aa57f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:20.875481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.927388 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b79e4-3944-404b-9fe5-6b53cb6792e9 x-openstack-request-id: req-ea8b79e4-3944-404b-9fe5-6b53cb6792e9 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:20.927913 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:20.928028 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea8b79e4-3944-404b-9fe5-6b53cb6792e9 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:20.928541 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'code': 200} Dec 08 21:46:20.938210 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.949307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:20.952610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c3565f37-6f8c-44c2-9e4c-cb73042d14ca HTTP/1.1" status: 204 len: 168 time: 0.7420056 Dec 08 21:46:20.976362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3565f37-6f8c-44c2-9e4c-cb73042d14ca,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:21.011423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.011702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.011956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.012296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.012628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.012971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.013284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.013666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.013997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.014323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.014940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.015269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82020fd-f76a-4dd2-bfbd-afce8c49b9c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:21.082910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] For port 5b92f473-c10c-414e-b667-099791fa5597, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:21.091760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] For port 5b92f473-c10c-414e-b667-099791fa5597, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=5b92f473-c10c-414e-b667-099791fa5597,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:21.103154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:21.144082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:21.145458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:21.148468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b92f473-c10c-414e-b667-099791fa5597 HTTP/1.1" status: 200 len: 1092 time: 1.0132010 Dec 08 21:46:21.148938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'tag': '5b92f473-c10c-414e-b667-099791fa5597'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:21.152932 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e8b453-d35d-421c-a53b-a821ce8a0e27" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09", "tag": "5b92f473-c10c-414e-b667-099791fa5597"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:21.322409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45462) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:21.347234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98e2ee01-2dde-40ef-abe1-09d734ff9db6 req-b0954b29-03f1-4821-80ed-31e17d4c4591 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 210 time: 0.2317088 Dec 08 21:46:21.348680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697aa8-b9d9-4bce-a6c9-24400b85f486 service neutron] Pushing event updated for resources: {'Port': ['ID=5b92f473-c10c-414e-b667-099791fa5597,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:21.393021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:21.406002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-6bd57dd8-22f0-4698-a127-48bfacf9b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:21.407606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-6bd57dd8-22f0-4698-a127-48bfacf9b307 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=621ebc12bcc24b75ae31e49cd9e03925&device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 1095 time: 0.2083473 Dec 08 21:46:21.518801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-ccc81eb1-00fa-4f60-bea5-983c47597b42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b92f473-c10c-414e-b667-099791fa5597 HTTP/1.1" status: 200 len: 217 time: 0.1006985 Dec 08 21:46:21.544222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-79e236c3-c125-4c19-9c0a-238c7d499580 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=850703096b7643bc8d524a2c4ee550fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095420 Dec 08 21:46:21.546474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:21.624323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9cffaa01-4e21-442e-bb4b-253b0aca7e46 req-82dbe6cf-fd7f-4deb-8657-5211e4fc9aba tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.1128161 Dec 08 21:46:21.630653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-15cbc86f-06e3-4389-8d0e-d0542843814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:21.633174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-15cbc86f-06e3-4389-8d0e-d0542843814f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d09b427-0b16-4ede-bfc0-50548bd47090 HTTP/1.1" status: 200 len: 850 time: 0.1081367 Dec 08 21:46:21.653683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:21.665430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8c3cb03-6f69-433c-9618-c1cbfc3a2319 req-a0519abd-cfab-4d45-a059-b3eaceb6172c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0303404 Dec 08 21:46:21.678661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad', '61c85429-3fb2-432c-9207-0dbb1a93d6dc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:21.729327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e4436630-b523-4670-b387-3cfa467da70c', '3e03cc96-51cd-44d3-840c-d0457d65dab1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:21.733930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-c531ceb2-6a65-49a9-85c5-12f41b02d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:21.741462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-c531ceb2-6a65-49a9-85c5-12f41b02d717 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f22b6137-789c-49e1-8a74-a0cf74db8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741999 Dec 08 21:46:21.771510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:21.789689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:21.794356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:21.797488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'Port': ['ID=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:21.801920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5ba0-2ba3-4c29-9c3c-d1c62ab2f35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:21.847765 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ca81a1-755b-44ed-b5d9-8d1a45fb4c96 x-openstack-request-id: req-26ca81a1-755b-44ed-b5d9-8d1a45fb4c96 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:21.848054 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09", "tag": "5b92f473-c10c-414e-b667-099791fa5597", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:21.848309 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26ca81a1-755b-44ed-b5d9-8d1a45fb4c96 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:21.848718 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'tag': '5b92f473-c10c-414e-b667-099791fa5597', 'status': 'completed', 'code': 200} Dec 08 21:46:21.930683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5ba0-2ba3-4c29-9c3c-d1c62ab2f35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:22.028834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:22.037961 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:22.168283 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-b350078c-19ac-406d-bb15-c0943126bcde service neutron] 10.222.0.37 "GET /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728584 Dec 08 21:46:22.187079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-81ff4f45-4f98-4ede-a807-fd0535543090 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3572772 Dec 08 21:46:22.203259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Request body: {'port': {'device_id': 'b8d5edbd-0394-4404-ba00-be71234e2f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:22.257745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5ba0-2ba3-4c29-9c3c-d1c62ab2f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:22.260334 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5ba0-2ba3-4c29-9c3c-d1c62ab2f35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:22.263999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0d1f5ba0-2ba3-4c29-9c3c-d1c62ab2f35f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80c81f73-7d7e-4412-a9f6-e0a240447723 HTTP/1.1" status: 204 len: 168 time: 0.6731660 Dec 08 21:46:22.292442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f5ba0-2ba3-4c29-9c3c-d1c62ab2f35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c81f73-7d7e-4412-a9f6-e0a240447723,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:22.297809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b15ad744-81c3-4237-ae9c-243a4aaa8127 None None] Provisioning complete for port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:22.303780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b15ad744-81c3-4237-ae9c-243a4aaa8127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:22.315783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6fe9a7c-8f5f-4177-bd46-dfe404b2295c req-a828a020-effc-48db-9e84-f9dccbefe134 service neutron] 10.222.0.37 "GET /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382430 Dec 08 21:46:22.316626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214fa4e-5c45-48e9-8110-8123a7b15a91 req-f67c4d37-7caa-4171-b3fb-d55ccfcdcbe5 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:22.319825 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b214fa4e-5c45-48e9-8110-8123a7b15a91 req-f67c4d37-7caa-4171-b3fb-d55ccfcdcbe5 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 944 time: 0.2568128 Dec 08 21:46:22.363924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b15ad744-81c3-4237-ae9c-243a4aaa8127 None None] Port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:22.431653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:22.448659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-f0c38d4d-43d5-4893-82b1-87acc5e51506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:22.451099 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-f0c38d4d-43d5-4893-82b1-87acc5e51506 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=621ebc12bcc24b75ae31e49cd9e03925&device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 1095 time: 0.0743971 Dec 08 21:46:22.495156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b214fa4e-5c45-48e9-8110-8123a7b15a91 req-1bfce00f-09dd-4836-9e28-60bc0e4faf61 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237390 Dec 08 21:46:22.661346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-a5bc793f-c79f-409a-a208-ff51fb326860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:22.662865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-a5bc793f-c79f-409a-a208-ff51fb326860 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f22b6137-789c-49e1-8a74-a0cf74db8c07 HTTP/1.1" status: 200 len: 912 time: 0.2033591 Dec 08 21:46:22.740098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-1a1397dd-1e28-48fd-bec8-3d4e850b671a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b92f473-c10c-414e-b667-099791fa5597 HTTP/1.1" status: 200 len: 217 time: 0.0688324 Dec 08 21:46:22.755875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddb82f-da96-439d-8671-e2458cd9eed8 req-7f22c20c-02b3-4418-87e9-59b76ef41338 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:22.765339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22ddb82f-da96-439d-8671-e2458cd9eed8 req-7f22c20c-02b3-4418-87e9-59b76ef41338 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 935 time: 0.1671216 Dec 08 21:46:22.881776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-4eb3bfe3-a80f-457e-82b4-b084b187345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:22.883373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-4eb3bfe3-a80f-457e-82b4-b084b187345b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d09b427-0b16-4ede-bfc0-50548bd47090 HTTP/1.1" status: 200 len: 850 time: 0.1159174 Dec 08 21:46:23.006163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22ddb82f-da96-439d-8671-e2458cd9eed8 req-ddf86161-1cc0-4e80-8a89-c8879705660b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393348 Dec 08 21:46:23.008947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-1eddbff1-6bd4-486b-8fc8-e039f54d4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:23.015362 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-1eddbff1-6bd4-486b-8fc8-e039f54d4e04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f22b6137-789c-49e1-8a74-a0cf74db8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189592 Dec 08 21:46:23.284298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-49fb4cd9-9edc-437a-9186-2603530c2465 service neutron] 10.222.0.37 "GET /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591867 Dec 08 21:46:23.291565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:23.347316 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-070a2c23-92d9-4efe-a627-eeea9bfd0ac7 req-84a58763-9627-4856-8957-28d173ee2f1a tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.1501391 Dec 08 21:46:23.349507 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:23.376865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Transition to ACTIVE for port object 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:46:23.386515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:23.458437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e8b453-d35d-421c-a53b-a821ce8a0e27 req-be7fe3f6-ad95-4776-bcdb-dbffb92a2028 service neutron] 10.222.0.37 "GET /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647782 Dec 08 21:46:23.547721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Pushing event updated for resources: {'Port': ['ID=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:23.667758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Attempting to bind port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:23.668141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Attempting to bind port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:23.668479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Attempting to bind port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:23.682234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:46:23.682234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Attempting to bind port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:23.682234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45506) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:23.704268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:23.705135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:23.705530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:23.705965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Bound port: 01c7aa7f-aff2-40e1-ba88-c1a4a726b133, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:23.706318 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:23.893252 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22fb4d00-e588-4068-af9f-0962b1e11885 req-110fdea1-39d3-40f1-a5cf-5f2e28bd58b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa392622adb34b7ead27d17d5465bfd8&device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0408888 Dec 08 21:46:23.917948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-network', 'tenant_id': '8729a6b924fd4001a66a971c05635117'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:23.926597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] For port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:23.949610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] For port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:23.950638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22fb4d00-e588-4068-af9f-0962b1e11885 req-671cbeb5-a389-4e84-bcbd-9ed8d4f6389a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa392622adb34b7ead27d17d5465bfd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496056 Dec 08 21:46:23.957252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:23.990108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:23.991782 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:23.995319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] 10.222.0.37 "PUT /v2.0/ports/01c7aa7f-aff2-40e1-ba88-c1a4a726b133 HTTP/1.1" status: 200 len: 1095 time: 1.7984869 Dec 08 21:46:24.028104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d5edbd-0394-4404-ba00-be71234e2f13', 'tag': '01c7aa7f-aff2-40e1-ba88-c1a4a726b133'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:24.046994 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d5edbd-0394-4404-ba00-be71234e2f13", "tag": "01c7aa7f-aff2-40e1-ba88-c1a4a726b133"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:24.051219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Made reservation on behalf of 8729a6b924fd4001a66a971c05635117 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:24.053523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:24.121637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:24.212692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb4d00-e588-4068-af9f-0962b1e11885 req-43488d59-a9e4-4d5a-800a-9db0d19f12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:24.212692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22fb4d00-e588-4068-af9f-0962b1e11885 req-43488d59-a9e4-4d5a-800a-9db0d19f12e0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2526572 Dec 08 21:46:24.220895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5f706-9dd2-4339-98e5-22cfad554619 service neutron] Pushing event updated for resources: {'Port': ['ID=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:24.249240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00114d-f731-4351-b418-1b01c51b4297 req-53b5cc33-ca0d-4d6f-beb8-0c8f93c694cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:24.250658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-53b5cc33-ca0d-4d6f-beb8-0c8f93c694cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 1098 time: 0.1948435 Dec 08 21:46:24.262979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f4936-6d44-48f0-aeee-dee5e1fdc993 req-06db08cf-1b95-49f4-be81-279b5bec497a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:24.267422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c2f4936-6d44-48f0-aeee-dee5e1fdc993 req-06db08cf-1b95-49f4-be81-279b5bec497a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 944 time: 0.2399573 Dec 08 21:46:24.335049 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-cf87ad41-876c-4b85-8afb-35b87f22628e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=01c7aa7f-aff2-40e1-ba88-c1a4a726b133 HTTP/1.1" status: 200 len: 217 time: 0.0607107 Dec 08 21:46:24.461307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c2f4936-6d44-48f0-aeee-dee5e1fdc993 req-a5c3ddfe-a827-44dd-8bcc-934c42a7e6a6 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851153 Dec 08 21:46:24.494650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00114d-f731-4351-b418-1b01c51b4297 req-cf7dd470-348d-4ea7-b9d8-0de60001d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:24.500355 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-cf7dd470-348d-4ea7-b9d8-0de60001d0d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1549482 Dec 08 21:46:24.503530 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:24.523762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:24.589070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:46:24.597874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fe6b13c-9ded-495f-821f-983e5e2b9514 req-289e8825-8429-476d-8cea-dc11fb72c930 tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0502563 Dec 08 21:46:24.620637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d635cd8a-6de3-4b13-9828-ae353d6e4c3f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:24.623745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:24.624094 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Added segment 15b3fa23-bc8e-44d5-87da-215c9437bc0c of type vlan for network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab Dec 08 21:46:24.640946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00114d-f731-4351-b418-1b01c51b4297 req-bb0e1da3-0c4e-431c-b555-7497f80c93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:24.642655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-bb0e1da3-0c4e-431c-b555-7497f80c93ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338174 Dec 08 21:46:24.724738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:24.823459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:24.824327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:24.824911 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:24.854776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa80213-3a01-4c7b-926d-b070d199291f req-74b69460-711f-4eb2-a865-4959278c37ec tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:24.864129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-afa80213-3a01-4c7b-926d-b070d199291f req-74b69460-711f-4eb2-a865-4959278c37ec tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 947 time: 0.1413112 Dec 08 21:46:24.879861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-95b54e3e-0585-43c6-8952-c7cd1f473523 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175164 Dec 08 21:46:24.928948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2433789 Dec 08 21:46:24.935008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45522) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:24.943378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Request body: {'subnet': {'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-subnet', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:24.980625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Made reservation on behalf of 8729a6b924fd4001a66a971c05635117 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:24.980625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:25.021391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d193cd-8c18-4730-afdd-11c5ad48137e admin admin] Pushing event updated for resources: {'Network': ['ID=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:25.035034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-afa80213-3a01-4c7b-926d-b070d199291f req-0bc5b74c-7b4e-493e-94d7-08b9a85ecd7c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699159 Dec 08 21:46:25.041765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:46:25.114171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 5b92f473-c10c-414e-b667-099791fa5597 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:25.128691 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a33899-e6ab-44ae-9031-fb97419826ec x-openstack-request-id: req-39a33899-e6ab-44ae-9031-fb97419826ec {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:25.128691 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d5edbd-0394-4404-ba00-be71234e2f13", "tag": "01c7aa7f-aff2-40e1-ba88-c1a4a726b133", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:25.147822 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39a33899-e6ab-44ae-9031-fb97419826ec {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:25.148367 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d5edbd-0394-4404-ba00-be71234e2f13', 'tag': '01c7aa7f-aff2-40e1-ba88-c1a4a726b133', 'status': 'completed', 'code': 200} Dec 08 21:46:25.185427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa00114d-f731-4351-b418-1b01c51b4297 req-4894598c-f9c1-4a2c-885b-dcab46367291 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718279 Dec 08 21:46:25.345608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-79ef60b7-4f21-4a90-838b-e4828f00f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:25.345608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-79ef60b7-4f21-4a90-838b-e4828f00f26d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 1098 time: 0.0898647 Dec 08 21:46:25.410353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:25.428502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 5b92f473-c10c-414e-b667-099791fa5597, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=5b92f473-c10c-414e-b667-099791fa5597,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:25.458374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '5b92f473-c10c-414e-b667-099791fa5597', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'port_id': '5b92f473-c10c-414e-b667-099791fa5597', 'mac_address': 'fa:16:3e:65:37:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:25.546858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-16c70a40-8709-4c2c-8f36-09427785dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:25.550405 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-16c70a40-8709-4c2c-8f36-09427785dad6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1877089 Dec 08 21:46:25.550906 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:25.588440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b92f473-c10c-414e-b667-099791fa5597 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:25.616148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e73bef9-e869-446c-9317-917c2b1d543a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:25.625515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22fb4d00-e588-4068-af9f-0962b1e11885 req-1045606a-60b1-4d32-8e55-8b25fb9864df tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0729938 Dec 08 21:46:25.636733 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.637343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.637529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.638046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.638305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.638636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.638986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.639310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.639628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.640005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.640623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.640623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:25.648404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Checking segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:25.648830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Network hostable DHCP agents. Network: 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:46:25.649697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 5b92f473-c10c-414e-b667-099791fa5597, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=5b92f473-c10c-414e-b667-099791fa5597,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:25.658443 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:25.676428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:46:25.693055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:25.712372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:25.714210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:25.714688 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-8ef70d24-1a56-47a5-823f-d223df0000f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=01c7aa7f-aff2-40e1-ba88-c1a4a726b133 HTTP/1.1" status: 200 len: 217 time: 0.1436064 Dec 08 21:46:25.742165 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9dfa694e-8695-421b-9628-fe5f62c0a99f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8048346 Dec 08 21:46:25.745358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45534) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:25.760286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:25.804902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=5b92f473-c10c-414e-b667-099791fa5597,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:25.808041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01bc75f-f248-4200-9d01-0816517daa74 None None] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:46:25.831774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:25.832852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:25.919187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-666e99a5-dbcd-4093-b459-d5e272662cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:25.924215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-666e99a5-dbcd-4093-b459-d5e272662cb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.2085762 Dec 08 21:46:25.942074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f78b4-8884-49c0-9f4c-eaf45e5195b6 req-036cf692-78ee-4724-9d81-e70357754cb5 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:25.953811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f70f78b4-8884-49c0-9f4c-eaf45e5195b6 req-036cf692-78ee-4724-9d81-e70357754cb5 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 945 time: 0.2970541 Dec 08 21:46:25.966579 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:26.024917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['5b92f473-c10c-414e-b667-099791fa5597'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:26.030665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:46:26.031518 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:26.126114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f70f78b4-8884-49c0-9f4c-eaf45e5195b6 req-421e3e97-820b-47e1-96f5-b4968a457c29 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710291 Dec 08 21:46:26.136022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-b0198e3e-2442-4455-ae65-24246b1e610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:26.137506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-b0198e3e-2442-4455-ae65-24246b1e610f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808269 Dec 08 21:46:26.162210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:26.434995 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-e86ecf07-b145-493e-ad5d-e03ccb7803a8 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843139 Dec 08 21:46:26.541691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Allocated IP 172.20.0.2 (68384c7e-7189-4ba9-a5be-dcb3c5ca70ab/6e73bef9-e869-446c-9317-917c2b1d543a/02a9d347-4cdc-4baa-bafd-3c09f279bfd6) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:26.630185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0a48f7ed-3128-4ca0-a0a5-777cfc4e4827 req-63f25be3-1b1a-4d10-a779-ce7c1c19f1eb tempest-ServerShowV257Test-87719871 tempest-ServerShowV257Test-87719871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e571fd-9522-478a-bebf-41db317cfea0 HTTP/1.1" status: 200 len: 210 time: 0.2830639 Dec 08 21:46:26.766550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ae3ac9b-9591-4ef2-b495-efe10f5fe2f5 req-6951dbf1-a23f-4e2b-8613-bbebd426021a service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180790 Dec 08 21:46:26.841145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b99d0-c92e-4df6-ab52-15dc0ce60393 req-1e841f81-683c-43e7-976b-132476166c6b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:26.851610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e57b99d0-c92e-4df6-ab52-15dc0ce60393 req-1e841f81-683c-43e7-976b-132476166c6b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 947 time: 0.0811188 Dec 08 21:46:26.915043 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e57b99d0-c92e-4df6-ab52-15dc0ce60393 req-0d495b15-f637-4b31-968b-567e306f3481 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621407 Dec 08 21:46:26.986308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:26.998103 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.084539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:27.093883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:27.096737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Pushing event updated for resources: {'Port': ['ID=02a9d347-4cdc-4baa-bafd-3c09f279bfd6,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:27.101089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:27.108786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:27.120314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.174038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.280709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76a3fd-72c4-4c88-a783-20795ec1cc54 req-1cb67b2f-a170-4625-9927-5953eb510c8f tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:27.285349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb76a3fd-72c4-4c88-a783-20795ec1cc54 req-1cb67b2f-a170-4625-9927-5953eb510c8f tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 945 time: 0.0747066 Dec 08 21:46:27.319922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Attempting to bind port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:27.320290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Attempting to bind port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:27.320655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Attempting to bind port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 on network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:27.328931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:27.329220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Checking segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:27.329942 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.330338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Bound using segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:27.330843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Bound port: 02a9d347-4cdc-4baa-bafd-3c09f279bfd6, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:27.331873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.358367 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb76a3fd-72c4-4c88-a783-20795ec1cc54 req-9584778f-f99a-49b0-9277-56e0cd72cc29 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616608 Dec 08 21:46:27.432436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:27.456620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Allocated IP 172.25.1.23 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/454c1578-d527-4163-b62b-5dbd9e501456) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:27.459485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] For port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:27.461987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '01c7aa7f-aff2-40e1-ba88-c1a4a726b133', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '01c7aa7f-aff2-40e1-ba88-c1a4a726b133', 'mac_address': 'fa:16:3e:06:a8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:27.468122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] For port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=02a9d347-4cdc-4baa-bafd-3c09f279bfd6,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:27.493238 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.559627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.586197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:27.613971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:27.618796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40d6c1-6be7-48b6-909a-f25980e01cb5 None None] Pushing event updated for resources: {'Port': ['ID=02a9d347-4cdc-4baa-bafd-3c09f279bfd6,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:27.624003 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.678529 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.717789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:27.753192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:27.810993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:27.822381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:27.829332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:27.863173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Pushing event updated for resources: {'Port': ['ID=454c1578-d527-4163-b62b-5dbd9e501456,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:27.912563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['01c7aa7f-aff2-40e1-ba88-c1a4a726b133'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:28.134772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45558) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:28.151986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a17aa-397d-4e79-b868-d141f9428e3c req-1dfb4151-995a-4b9b-81ad-5cd7aee19f41 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:28.160426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-058a17aa-397d-4e79-b868-d141f9428e3c req-1dfb4151-995a-4b9b-81ad-5cd7aee19f41 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 948 time: 0.1265247 Dec 08 21:46:28.231317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-058a17aa-397d-4e79-b868-d141f9428e3c req-619796bd-99f2-408c-bd14-499068010e90 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699630 Dec 08 21:46:28.250475 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.409133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a93a0490-df8b-40d6-acb2-774d90f7a1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.602635 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.606134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a93a0490-df8b-40d6-acb2-774d90f7a1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.613184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a93a0490-df8b-40d6-acb2-774d90f7a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.645994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a93a0490-df8b-40d6-acb2-774d90f7a1dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa392622adb34b7ead27d17d5465bfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103540 Dec 08 21:46:28.646931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45566) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:28.720860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d1f88-0fcd-4c26-ba07-f485f6d824dd req-e6959539-e5b5-41f0-949b-83879a13fd28 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:28.722866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c16d1f88-0fcd-4c26-ba07-f485f6d824dd req-e6959539-e5b5-41f0-949b-83879a13fd28 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 945 time: 0.1870673 Dec 08 21:46:28.723538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a0490-df8b-40d6-acb2-774d90f7a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc6cd33-f83f-4589-b24b-9920d5bc2015,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:28.809357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76c4ae62-4e3d-4160-b0ad-6c1e0cae56a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.837371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c16d1f88-0fcd-4c26-ba07-f485f6d824dd req-29049293-04ef-4f43-9626-ffc59e8c6f1a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801780 Dec 08 21:46:28.875011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76c4ae62-4e3d-4160-b0ad-6c1e0cae56a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.916618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Router 0e2cf252-7a1d-44b6-9004-f10862bbe69d is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:46:28.945050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76c4ae62-4e3d-4160-b0ad-6c1e0cae56a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.950304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76c4ae62-4e3d-4160-b0ad-6c1e0cae56a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:28.954244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-76c4ae62-4e3d-4160-b0ad-6c1e0cae56a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdc6cd33-f83f-4589-b24b-9920d5bc2015 HTTP/1.1" status: 204 len: 168 time: 0.3040004 Dec 08 21:46:28.962553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4ae62-4e3d-4160-b0ad-6c1e0cae56a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc6cd33-f83f-4589-b24b-9920d5bc2015,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:29.093254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2221129a-a029-44a3-974c-10c655ee753c None None] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:46:29.158115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:46:29.180931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 5b92f473-c10c-414e-b667-099791fa5597 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:29.197127 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:29.198646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c425f820-696c-4c62-9fc8-de4e58ded63a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4483099 Dec 08 21:46:29.201395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45574) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:29.215074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Sync routers for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:46:29.314151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:29.379266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Provisioning complete for port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:29.379641 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:29.390925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:29.391559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:29.558590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad482-1786-446d-a2c4-d3afb2c007e6 req-825037b7-7585-45a8-a679-5c4c396da2f2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:29.566555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c4ad482-1786-446d-a2c4-d3afb2c007e6 req-825037b7-7585-45a8-a679-5c4c396da2f2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 948 time: 0.1796651 Dec 08 21:46:29.567447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:29.659914 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c4ad482-1786-446d-a2c4-d3afb2c007e6 req-e1a2d26b-187b-49a1-b4f5-73265e8e199c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906439 Dec 08 21:46:29.826982 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:29.827351 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:29.900232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 5b92f473-c10c-414e-b667-099791fa5597 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:46:30.117329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 5b92f473-c10c-414e-b667-099791fa5597 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:30.118081 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:30.260917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9980f-fd67-4559-8a5d-93e46a318eb5 req-a48f97d5-4096-4162-9bb8-a11094accc56 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:30.263178 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0c9980f-fd67-4559-8a5d-93e46a318eb5 req-a48f97d5-4096-4162-9bb8-a11094accc56 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 945 time: 0.2484949 Dec 08 21:46:30.323044 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:30.372543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] For port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=02a9d347-4cdc-4baa-bafd-3c09f279bfd6,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:30.394060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0c9980f-fd67-4559-8a5d-93e46a318eb5 req-0cb0c51f-acf7-4944-be08-c631537ca520 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051526 Dec 08 21:46:30.396626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:30.403069 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:30.418394 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:30.539689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:28Z', 'revision_number': 3, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:30.642149 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:30.648220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Checking router: 0e2cf252-7a1d-44b6-9004-f10862bbe69d for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:46:30.648698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Updating router 0e2cf252-7a1d-44b6-9004-f10862bbe69d port 454c1578-d527-4163-b62b-5dbd9e501456 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:46:30.759522 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:46:30.760013 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:46:30.792984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b92f473-c10c-414e-b667-099791fa5597'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:30.797665 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aa063c-2d46-4ba1-a525-5cec763dc45e" -d '{"events": [{"server_uuid": "7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09", "name": "network-vif-plugged", "status": "completed", "tag": "5b92f473-c10c-414e-b667-099791fa5597"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:30.806535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Pushing event updated for resources: {'Port': ['ID=02a9d347-4cdc-4baa-bafd-3c09f279bfd6,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:30.827577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.828169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.828637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.828975 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.833486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.833858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.834554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.834940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.835312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.835650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.835986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.838452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe741e-73e2-4e03-bcaa-355e7df977d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:46:30.877560 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:30.894106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 5b92f473-c10c-414e-b667-099791fa5597, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=5b92f473-c10c-414e-b667-099791fa5597,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:30.939025 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:30.952469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8b48c2b-e224-4e57-a23d-fd6623d1e904 None None] Provisioning complete for port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:30.952911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8b48c2b-e224-4e57-a23d-fd6623d1e904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:31.079542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Allocated IP 172.20.0.1 (68384c7e-7189-4ba9-a5be-dcb3c5ca70ab/6e73bef9-e869-446c-9317-917c2b1d543a/bd742190-82d4-4f3c-896b-9ba952befca8) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:31.138621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:31.235758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=5b92f473-c10c-414e-b667-099791fa5597,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:31.287996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:31.361402 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:31.439573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:31.454848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:31.459000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:31.636703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:46:31.655488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:31.656062 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:31.723562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:31.993011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.021573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:32.021982 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.026020 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.034413 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.036117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ae245f34-835f-4d52-9a74-38fcbcf41df8 None None] Provisioning complete for port bd742190-82d4-4f3c-896b-9ba952befca8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:32.036480 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ae245f34-835f-4d52-9a74-38fcbcf41df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.070807 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.189183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Attempting to bind port 454c1578-d527-4163-b62b-5dbd9e501456 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:32.189898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Attempting to bind port 454c1578-d527-4163-b62b-5dbd9e501456 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:32.190044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Attempting to bind port 454c1578-d527-4163-b62b-5dbd9e501456 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:32.213662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:32.224410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:32.224833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:32.225248 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.225647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:32.226125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Bound port: 454c1578-d527-4163-b62b-5dbd9e501456, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:32.226507 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.228951 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.231242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ae245f34-835f-4d52-9a74-38fcbcf41df8 None None] Port bd742190-82d4-4f3c-896b-9ba952befca8 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:32.233742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb4be3-cc89-4f96-bf90-9a15e7585761 None None] Pushing event updated for resources: {'Port': ['ID=454c1578-d527-4163-b62b-5dbd9e501456,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:32.292460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:32.332578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.334769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Pushing event updated for resources: {'Port': ['ID=bd742190-82d4-4f3c-896b-9ba952befca8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:32.373602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2b9d3-dc21-4dd4-bfc9-908d2ed018a5 req-3fc97952-8e05-454b-b2af-f30e04a84fa5 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:32.387525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97b2b9d3-dc21-4dd4-bfc9-908d2ed018a5 req-3fc97952-8e05-454b-b2af-f30e04a84fa5 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 949 time: 0.1151452 Dec 08 21:46:32.398676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] For port 454c1578-d527-4163-b62b-5dbd9e501456, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:32.432338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] For port 454c1578-d527-4163-b62b-5dbd9e501456, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=454c1578-d527-4163-b62b-5dbd9e501456,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:32.442799 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.565934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:32.566897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:32.570803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb4be3-cc89-4f96-bf90-9a15e7585761 None None] Pushing event updated for resources: {'Port': ['ID=454c1578-d527-4163-b62b-5dbd9e501456,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:32.646533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97b2b9d3-dc21-4dd4-bfc9-908d2ed018a5 req-944c6694-5ffd-4d91-b412-c36ac9fca307 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578285 Dec 08 21:46:32.736118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:32.752333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.764478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:32.868488 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa24c320-c246-424f-b2e3-197d2cb8e76b x-openstack-request-id: req-aa24c320-c246-424f-b2e3-197d2cb8e76b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:32.868875 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09", "name": "network-vif-plugged", "status": "completed", "tag": "5b92f473-c10c-414e-b667-099791fa5597", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:32.869084 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa24c320-c246-424f-b2e3-197d2cb8e76b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:32.870204 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b92f473-c10c-414e-b667-099791fa5597', 'code': 200} Dec 08 21:46:33.000539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Pushing event updated for resources: {'Port': ['ID=bd742190-82d4-4f3c-896b-9ba952befca8,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:33.059727 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:33.082070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30028a-686b-49a2-8766-75b659dc4fa6 req-15dd23c5-c93a-42e5-8d13-bdf402389877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:33.083679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff30028a-686b-49a2-8766-75b659dc4fa6 req-15dd23c5-c93a-42e5-8d13-bdf402389877 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 1097 time: 0.1693597 Dec 08 21:46:33.180558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e0a0c-16f2-4f07-ae69-ac20c6b1512a req-aaff925b-4acf-49fb-a07e-762442fa023d tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:33.182307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f19e0a0c-16f2-4f07-ae69-ac20c6b1512a req-aaff925b-4acf-49fb-a07e-762442fa023d tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.1708803 Dec 08 21:46:33.192209 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff30028a-686b-49a2-8766-75b659dc4fa6 req-6d3bc8fa-a284-4da0-aad4-ec9f0b675779 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960853 Dec 08 21:46:33.261152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:33.268230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:33.280932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f19e0a0c-16f2-4f07-ae69-ac20c6b1512a req-19c5f3eb-4e57-4464-b9f2-f018d16ce461 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875947 Dec 08 21:46:33.291941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:31Z', 'revision_number': 1, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:33.358039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9dee1e-777a-4182-8391-a186d3b49a8f None None] The sync data for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 is: [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:31Z', 'revision_number': 1, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:46:33.457858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Router 0e2cf252-7a1d-44b6-9004-f10862bbe69d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:46:33.660548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:46:33.670154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-28b3bccc-c661-421c-b9cf-60f470cf64ab None None] Provisioning complete for port bd742190-82d4-4f3c-896b-9ba952befca8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:33.670528 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-28b3bccc-c661-421c-b9cf-60f470cf64ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:33.687833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c7a60ce3-7e13-4e65-8f29-744f867d6470 admin admin] 10.222.0.21 "PUT /v2.0/routers/0e2cf252-7a1d-44b6-9004-f10862bbe69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4852877 Dec 08 21:46:33.789216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-28b3bccc-c661-421c-b9cf-60f470cf64ab None None] Port bd742190-82d4-4f3c-896b-9ba952befca8 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:34.002693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df9411-08b6-483a-87b2-6b44333ba241 req-ccde6fe8-40ee-4836-99c2-d74af42f9461 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:34.013045 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86df9411-08b6-483a-87b2-6b44333ba241 req-ccde6fe8-40ee-4836-99c2-d74af42f9461 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 949 time: 0.0770051 Dec 08 21:46:34.131443 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86df9411-08b6-483a-87b2-6b44333ba241 req-e22c90c7-cde5-4846-95b4-80ef5e792d51 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168940 Dec 08 21:46:34.764839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45664) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:34.771446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-56662051-a563-464f-8e24-e81979aeda06 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141872341', 'description': 'tempest-description--2006447532'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:34.830313 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56662051-a563-464f-8e24-e81979aeda06 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:34.872028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5edbd-0394-4404-ba00-be71234e2f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c7aa7f-aff2-40e1-ba88-c1a4a726b133'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:34.876419 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa494f65-e179-4fee-a00d-b0d7b325271a" -d '{"events": [{"server_uuid": "b8d5edbd-0394-4404-ba00-be71234e2f13", "name": "network-vif-plugged", "status": "completed", "tag": "01c7aa7f-aff2-40e1-ba88-c1a4a726b133"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:35.024488 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56662051-a563-464f-8e24-e81979aeda06 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.034829 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56662051-a563-464f-8e24-e81979aeda06 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.109898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1163c-162a-4cf9-8b05-933251d52d95 req-d1edce5e-1051-42c4-9b21-50803c47b672 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:35.120492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9cf1163c-162a-4cf9-8b05-933251d52d95 req-d1edce5e-1051-42c4-9b21-50803c47b672 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.0922863 Dec 08 21:46:35.126131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56662051-a563-464f-8e24-e81979aeda06 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3487f5b-3542-4ed7-abb1-575f5af3e2e4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:35.134780 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56662051-a563-464f-8e24-e81979aeda06 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.136072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-56662051-a563-464f-8e24-e81979aeda06 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3693180 Dec 08 21:46:35.139023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45672) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:35.146820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bec059ce-f15c-4b55-9f61-2504b0bbdc16 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'security_group_rule': {'security_group_id': 'd3487f5b-3542-4ed7-abb1-575f5af3e2e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:35.186641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9cf1163c-162a-4cf9-8b05-933251d52d95 req-23bf500e-bb84-4c1a-9254-72440860e10b tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649738 Dec 08 21:46:35.247561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bec059ce-f15c-4b55-9f61-2504b0bbdc16 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.298493 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85daa95-4512-4ee4-8197-f6695a2809b3 x-openstack-request-id: req-e85daa95-4512-4ee4-8197-f6695a2809b3 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:35.298808 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5edbd-0394-4404-ba00-be71234e2f13", "name": "network-vif-plugged", "status": "completed", "tag": "01c7aa7f-aff2-40e1-ba88-c1a4a726b133", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:35.299075 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e85daa95-4512-4ee4-8197-f6695a2809b3 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:35.299453 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d5edbd-0394-4404-ba00-be71234e2f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c7aa7f-aff2-40e1-ba88-c1a4a726b133', 'code': 200} Dec 08 21:46:35.391637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bec059ce-f15c-4b55-9f61-2504b0bbdc16 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.403380 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bec059ce-f15c-4b55-9f61-2504b0bbdc16 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.448589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bec059ce-f15c-4b55-9f61-2504b0bbdc16 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.467257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bec059ce-f15c-4b55-9f61-2504b0bbdc16 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271449 Dec 08 21:46:35.469932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45684) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:35.491237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1bf290bd-5b85-4265-b805-c9fcd6b468f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'security_group_rule': {'security_group_id': 'd3487f5b-3542-4ed7-abb1-575f5af3e2e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:35.515299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3981614-a604-40f3-a6ca-5cf69eb1111b req-5660f733-79bf-4a85-bb13-3a2e188478d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:35.518149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3981614-a604-40f3-a6ca-5cf69eb1111b req-5660f733-79bf-4a85-bb13-3a2e188478d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 1100 time: 0.1499240 Dec 08 21:46:35.519782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec059ce-f15c-4b55-9f61-2504b0bbdc16 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c467b2d-d0b0-482e-adf4-c47038319b1c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:35.542060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c25282db-35e0-4b46-9e6e-bf6c1fd8dd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.613950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bf290bd-5b85-4265-b805-c9fcd6b468f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.683838 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3981614-a604-40f3-a6ca-5cf69eb1111b req-199352d4-daf6-4096-ad5b-51bec7243670 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553082 Dec 08 21:46:35.713213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7d67f-721e-469f-bdd9-bedbcf388907 req-be8d2a91-7420-426e-b863-c15af32ed776 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:35.715468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ff7d67f-721e-469f-bdd9-bedbcf388907 req-be8d2a91-7420-426e-b863-c15af32ed776 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 949 time: 0.1404355 Dec 08 21:46:35.771548 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bf290bd-5b85-4265-b805-c9fcd6b468f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.779150 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 454c1578-d527-4163-b62b-5dbd9e501456 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:35.793056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bf290bd-5b85-4265-b805-c9fcd6b468f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.809103 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ff7d67f-721e-469f-bdd9-bedbcf388907 req-927be63e-f2e3-4565-af67-4ea78c846945 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703583 Dec 08 21:46:35.834530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bf290bd-5b85-4265-b805-c9fcd6b468f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.842936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1bf290bd-5b85-4265-b805-c9fcd6b468f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3688776 Dec 08 21:46:35.846788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45688) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:35.851596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:35.876940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf290bd-5b85-4265-b805-c9fcd6b468f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca80cf9a-76ae-4984-8916-243720c92f9c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:35.908036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:35.910911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 454c1578-d527-4163-b62b-5dbd9e501456 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:35.911992 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:36.080230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ac0f8-245f-421c-a9ca-2e2e0ed49142 req-271ea0a0-2597-4c52-a38e-030221fe0dc5 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:36.095227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45690) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:36.104569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-674ac0f8-245f-421c-a9ca-2e2e0ed49142 req-271ea0a0-2597-4c52-a38e-030221fe0dc5 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.2073448 Dec 08 21:46:36.108421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Request body: {'floatingip': {'port_id': '5b92f473-c10c-414e-b667-099791fa5597'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:36.151250 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:36.221375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 454c1578-d527-4163-b62b-5dbd9e501456, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=454c1578-d527-4163-b62b-5dbd9e501456,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:36.228405 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:36.241552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:36.243070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:36.349671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=454c1578-d527-4163-b62b-5dbd9e501456,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:36.525525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Allocated IP 172.25.1.114 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/4dd3cd27-1f1d-43f7-917f-e9dbd681bc80) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:36.666044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:36.723395 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:36.804515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:36.811619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:36.843021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'Port': ['ID=4dd3cd27-1f1d-43f7-917f-e9dbd681bc80,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:36.846496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:37.021574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.031037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.040511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.051493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d870-08a2-4370-8232-ed91ec3e92c5 req-efea3e6a-472a-4c81-8994-ef11af6a8737 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:37.059769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73d0d870-08a2-4370-8232-ed91ec3e92c5 req-efea3e6a-472a-4c81-8994-ef11af6a8737 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 949 time: 0.1587617 Dec 08 21:46:37.102705 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Sync routers for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:46:37.129295 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:37.129912 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:37.148925 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73d0d870-08a2-4370-8232-ed91ec3e92c5 req-51059687-5c32-4212-b535-4f2130d37ef8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874810 Dec 08 21:46:37.164602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.186315 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Floating IP c4e9d044-1b72-438f-8407-1edc00548f19 associated. External IP: 172.25.1.233, port: 5b92f473-c10c-414e-b667-099791fa5597. Dec 08 21:46:37.263910 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:37.563829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.626286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Router 0f94fd56-fdc2-4288-a469-21cbaa509a9a has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:46:37.629741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 454c1578-d527-4163-b62b-5dbd9e501456 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:37.651967 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.723422 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 2, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:37.770821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'Port': ['ID=4dd3cd27-1f1d-43f7-917f-e9dbd681bc80,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:37.774653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 454c1578-d527-4163-b62b-5dbd9e501456 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:37.775310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.788870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:46:37.803823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.809647 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Checking router: 0e2cf252-7a1d-44b6-9004-f10862bbe69d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:46:37.809647 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Updating router 0e2cf252-7a1d-44b6-9004-f10862bbe69d port bd742190-82d4-4f3c-896b-9ba952befca8 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:46:37.810860 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.829431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] Sync routers for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:46:37.847887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.852451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8ec50014-1561-4797-a37b-30769c62f663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0045013 Dec 08 21:46:37.873862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7a21d24f-eeb7-4ba4-b06e-6ddb33083f9a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "PUT /v2.0/floatingips/c4e9d044-1b72-438f-8407-1edc00548f19 HTTP/1.1" status: 200 len: 992 time: 1.7768610 Dec 08 21:46:37.874847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'tag': '5b92f473-c10c-414e-b667-099791fa5597'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:37.877896 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff2767d-2a15-4adb-ae4e-61c462ea6566" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09", "tag": "5b92f473-c10c-414e-b667-099791fa5597"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:37.907128 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:37.943751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:37.945532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:38.000113 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ef2099-56ea-4887-b138-2a857d0884e7 x-openstack-request-id: req-55ef2099-56ea-4887-b138-2a857d0884e7 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:38.000717 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09", "tag": "5b92f473-c10c-414e-b667-099791fa5597", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:38.001239 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55ef2099-56ea-4887-b138-2a857d0884e7 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:38.001888 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'tag': '5b92f473-c10c-414e-b667-099791fa5597', 'status': 'completed', 'code': 200} Dec 08 21:46:38.117198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-6c29c407-4c30-4d1f-936f-95d7dd9a2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:38.121744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-6c29c407-4c30-4d1f-936f-95d7dd9a2811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=621ebc12bcc24b75ae31e49cd9e03925&device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 1097 time: 0.1004188 Dec 08 21:46:38.240267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-b2b8ac79-e089-4fb1-96b0-5baa17646de9 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--141872341&fields=id&tenant_id=8729a6b924fd4001a66a971c05635117 HTTP/1.1" status: 200 len: 267 time: 0.0900369 Dec 08 21:46:38.307292 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:38.313091 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9037dec3-e52f-4c19-906e-66067a867b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:38.322390 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:38.390631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:38.507340 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Attempting to bind port bd742190-82d4-4f3c-896b-9ba952befca8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:38.508006 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Attempting to bind port bd742190-82d4-4f3c-896b-9ba952befca8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:38.508548 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Attempting to bind port bd742190-82d4-4f3c-896b-9ba952befca8 on network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:38.517807 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:38.523645 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Checking segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:38.524329 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:38.525141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Bound using segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:38.525821 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Bound port: bd742190-82d4-4f3c-896b-9ba952befca8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:38.526409 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:38.527815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-f02f06eb-804c-4201-8f19-83a4310fd27f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:38.530590 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-f02f06eb-804c-4201-8f19-83a4310fd27f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 817 time: 0.2789066 Dec 08 21:46:38.559466 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-745ce44e-e704-4fc4-98aa-4d0511830cb6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/quotas/8729a6b924fd4001a66a971c05635117 HTTP/1.1" status: 200 len: 375 time: 0.0227993 Dec 08 21:46:38.615784 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6884071-b08a-49bd-8b57-b2f178a250bd None None] Pushing event updated for resources: {'Port': ['ID=bd742190-82d4-4f3c-896b-9ba952befca8,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:38.669815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-ef8b8e70-2654-4ee5-88db-e142760b1d0f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040850 Dec 08 21:46:38.680648 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] For port bd742190-82d4-4f3c-896b-9ba952befca8, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:38.685090 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] For port bd742190-82d4-4f3c-896b-9ba952befca8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bd742190-82d4-4f3c-896b-9ba952befca8,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:38.705895 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:38.734250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d86ae-23ae-4dd9-98f9-eb998d72a821 req-2f2e23d4-c2e2-48c6-bfdf-5e08e50fdfbe tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:38.747808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-554d86ae-23ae-4dd9-98f9-eb998d72a821 req-2f2e23d4-c2e2-48c6-bfdf-5e08e50fdfbe tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 949 time: 0.3984172 Dec 08 21:46:38.759061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:38.821445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-ecd63170-0651-4615-8a03-5eb822966864 service neutron] 10.222.0.21 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329784 Dec 08 21:46:38.852413 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:38.853044 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:38.895334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-867715a4-f978-4bc2-869b-f85c66a3d86a None None] Provisioning complete for port bd742190-82d4-4f3c-896b-9ba952befca8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:38.896120 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-867715a4-f978-4bc2-869b-f85c66a3d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:38.923824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-554d86ae-23ae-4dd9-98f9-eb998d72a821 req-2ac56b46-47c4-4374-8c66-e5a1689a77b2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750426 Dec 08 21:46:38.925048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-9ca7a65c-ec57-474f-b510-dc9685012173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:38.926527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-9ca7a65c-ec57-474f-b510-dc9685012173 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f22b6137-789c-49e1-8a74-a0cf74db8c07 HTTP/1.1" status: 200 len: 912 time: 0.7985044 Dec 08 21:46:39.029691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c4e9d044-1b72-438f-8407-1edc00548f19', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'port_id': '5b92f473-c10c-414e-b667-099791fa5597', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'mac_address': 'fa:16:3e:65:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:46:14Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 1, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:15Z', 'revision_number': 5, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:39.075549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] Checking router: 0f94fd56-fdc2-4288-a469-21cbaa509a9a for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:46:39.085715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:39.086499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:39.121951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-80369a72-8b39-4a1a-9bc5-d9849ffa3370 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b92f473-c10c-414e-b667-099791fa5597 HTTP/1.1" status: 200 len: 1000 time: 0.1852999 Dec 08 21:46:39.184657 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-867715a4-f978-4bc2-869b-f85c66a3d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:39.227029 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:39.252449 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-22631088-c975-498f-a93e-b51318737703 service neutron] 10.222.0.21 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182222 Dec 08 21:46:39.258011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-0ad6bb46-0e02-4e81-86fd-264ea4d39de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:39.259436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-0ad6bb46-0e02-4e81-86fd-264ea4d39de8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d09b427-0b16-4ede-bfc0-50548bd47090 HTTP/1.1" status: 200 len: 850 time: 0.1340852 Dec 08 21:46:39.336313 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:39.351469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-867715a4-f978-4bc2-869b-f85c66a3d86a None None] For port bd742190-82d4-4f3c-896b-9ba952befca8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bd742190-82d4-4f3c-896b-9ba952befca8,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:39.352636 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:39.363966 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-867715a4-f978-4bc2-869b-f85c66a3d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:39.368242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-d48505ea-667f-4066-b750-8b03affd244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:39.376172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-d48505ea-667f-4066-b750-8b03affd244b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f22b6137-789c-49e1-8a74-a0cf74db8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044765 Dec 08 21:46:39.428752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867715a4-f978-4bc2-869b-f85c66a3d86a None None] Pushing event updated for resources: {'Port': ['ID=bd742190-82d4-4f3c-896b-9ba952befca8,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:39.444408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:39.446611 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6884071-b08a-49bd-8b57-b2f178a250bd None None] Pushing event updated for resources: {'Port': ['ID=bd742190-82d4-4f3c-896b-9ba952befca8,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:39.563207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-17f146a2-f410-457c-8725-eabfd8b32734 None None] Provisioning complete for port bd742190-82d4-4f3c-896b-9ba952befca8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:39.565669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-17f146a2-f410-457c-8725-eabfd8b32734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:39.632293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-bd62c6ed-5927-47b3-a285-3fa06fcd1984 service neutron] 10.222.0.37 "GET /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500243 Dec 08 21:46:39.761415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bd742190-82d4-4f3c-896b-9ba952befca8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:39.923150 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:38Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:39.997425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ff2767d-2a15-4adb-ae4e-61c462ea6566 req-c01ed79d-0121-4a38-8c05-fd8123e30f03 service neutron] 10.222.0.37 "GET /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456233 Dec 08 21:46:40.023058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22d7a-7e5c-4b3f-b9ad-73c6dc77051b req-100fc095-a908-487c-84c1-13b2306365fa tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:40.029648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46a22d7a-7e5c-4b3f-b9ad-73c6dc77051b req-100fc095-a908-487c-84c1-13b2306365fa tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 1100 time: 0.1274934 Dec 08 21:46:40.092219 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e8065-aa04-4a10-8162-32086f84a6a0 None None] The sync data for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 is: [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:38Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:46:40.111242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46a22d7a-7e5c-4b3f-b9ad-73c6dc77051b req-1f0707f7-13ea-4ca6-8938-c57106ae6c45 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746593 Dec 08 21:46:40.171670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1aeb9c11-3e18-48a6-94c6-d4dc9a2f6c5f req-3a2aedaf-f2a9-48b5-866d-a55cce1821ca tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 210 time: 0.0479178 Dec 08 21:46:40.245165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:40.328173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bd742190-82d4-4f3c-896b-9ba952befca8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:40.328438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:40.427236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60423b3-2d0f-4505-ae2d-ef6d940b8a9d req-663f72cc-9036-49b1-bc3c-52474f4ac1f0 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:40.440836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a60423b3-2d0f-4505-ae2d-ef6d940b8a9d req-663f72cc-9036-49b1-bc3c-52474f4ac1f0 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 945 time: 0.1475866 Dec 08 21:46:40.499316 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-c3e935c7-f733-440c-998e-a4b073f4ac1a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608132 Dec 08 21:46:40.544683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a60423b3-2d0f-4505-ae2d-ef6d940b8a9d req-23f06fc4-f822-4408-9319-9496e10ddbd7 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016076 Dec 08 21:46:40.586808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c4e9d044-1b72-438f-8407-1edc00548f19', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'port_id': '5b92f473-c10c-414e-b667-099791fa5597', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'mac_address': 'fa:16:3e:65:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:46:14Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 1, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:15Z', 'revision_number': 5, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:40.629939 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb87449-5ceb-4d2b-935a-e0823499ca12 None None] The sync data for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 is: [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c4e9d044-1b72-438f-8407-1edc00548f19', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'port_id': '5b92f473-c10c-414e-b667-099791fa5597', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'mac_address': 'fa:16:3e:65:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:46:14Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 1, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:15Z', 'revision_number': 5, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:46:40.687974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-9ee1fdf6-fba3-473c-bfbd-b2d99c95f2df tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:40.689714 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-9ee1fdf6-fba3-473c-bfbd-b2d99c95f2df tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862810 Dec 08 21:46:40.730983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-ab788a97-0000-4337-959e-15b8e65dba52 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/quotas/5466b5556cd64281b1ade7892eafb096 HTTP/1.1" status: 200 len: 375 time: 0.0347114 Dec 08 21:46:40.880084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-b2d14dbe-36cc-4497-96f0-5a1d12fd117a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1480415 Dec 08 21:46:40.926626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:41.078265 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ac37d-94e7-4eaf-b9c3-f2867d1e3c10 None None] New status for floating IP c4e9d044-1b72-438f-8407-1edc00548f19: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:46:41.116138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e511d4-52c8-4a11-90f6-bc9d7567112d req-5ca61432-bd7d-4653-b502-3b206f5bbb83 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:41.119493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20e511d4-52c8-4a11-90f6-bc9d7567112d req-5ca61432-bd7d-4653-b502-3b206f5bbb83 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 950 time: 0.0769787 Dec 08 21:46:41.161305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20e511d4-52c8-4a11-90f6-bc9d7567112d req-3b693771-7dfb-4600-8043-1684edb3412b tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355742 Dec 08 21:46:41.297923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-1de4fb23-f44d-456a-9d57-840afae8c658 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:41.302330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-1de4fb23-f44d-456a-9d57-840afae8c658 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 945 time: 0.1354930 Dec 08 21:46:41.933098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0be07513-d090-4b9a-b493-edabfd9fc6e5 req-6e00d441-e4a4-4c64-80ae-ace18f1f8a1d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 210 time: 0.5699885 Dec 08 21:46:42.033400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6302b872-6e58-4656-8d41-706820fe492f req-62a15e13-34d9-4ef9-9996-3d13b841973a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 210 time: 0.0344508 Dec 08 21:46:42.073184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-271f1fb1-83b3-4516-9a67-5e540a191a46 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:42.074850 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-271f1fb1-83b3-4516-9a67-5e540a191a46 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 817 time: 0.7001841 Dec 08 21:46:42.112846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Deleting port c297d8f0-b57c-4a74-b4db-0b226aca3777 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:46:42.113376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:42.177472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caae26-3284-4c6b-9476-81392cdd3ddf req-86e2efc8-bd60-41c8-8fec-33253604de09 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:42.185700 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8caae26-3284-4c6b-9476-81392cdd3ddf req-86e2efc8-bd60-41c8-8fec-33253604de09 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 945 time: 0.1650360 Dec 08 21:46:42.255074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-ba319fd3-2944-4f67-ae3f-e0e27fd6e0bf tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8729a6b924fd4001a66a971c05635117 HTTP/1.1" status: 200 len: 379 time: 0.1589539 Dec 08 21:46:42.257845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8caae26-3284-4c6b-9476-81392cdd3ddf req-c5420edf-2ef6-4797-a285-5948cbef12d3 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4af831e5-99b7-4f2c-8d27-444811079191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712292 Dec 08 21:46:42.264683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'port': {'device_id': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'admin_state_up': True, 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'security_groups': ['d3487f5b-3542-4ed7-abb1-575f5af3e2e4']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:42.389454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] For port c297d8f0-b57c-4a74-b4db-0b226aca3777, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c297d8f0-b57c-4a74-b4db-0b226aca3777,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:42.389815 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:42.591733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Made reservation on behalf of 8729a6b924fd4001a66a971c05635117 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:42.595338 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:42.724040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:42.724328 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:42.724646 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Floating IP 9e34e58d-5115-45b8-8706-69496c08e4eb disassociated. External IP: 172.25.1.26, port: c297d8f0-b57c-4a74-b4db-0b226aca3777. Dec 08 21:46:42.724993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Calling delete_port for c297d8f0-b57c-4a74-b4db-0b226aca3777 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:42.827983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Allocated IP 172.20.0.9 (68384c7e-7189-4ba9-a5be-dcb3c5ca70ab/6e73bef9-e869-446c-9317-917c2b1d543a/a8bf39da-1b43-4086-a86b-5be6ffcbc7d0) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:43.037830 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-cfab221c-6372-4393-a3c1-8878be5468a8 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5466b5556cd64281b1ade7892eafb096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389872 Dec 08 21:46:43.060850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:43.102314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6212f490-a9f0-4503-b893-babdbef10893 req-2a6a25e7-e0a9-4625-9cdb-86da97271315 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 210 time: 0.0584018 Dec 08 21:46:43.158890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event deleted for resources: {'Port': ['ID=c297d8f0-b57c-4a74-b4db-0b226aca3777,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:43.196307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a232bb8-fc4f-490e-9aba-6a0558ff3a41 req-51e733f2-0175-4851-b3a0-7db4638d44b4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 210 time: 0.0522861 Dec 08 21:46:43.294327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:43.443457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-099a8c9f-8d1f-46df-abbd-574743d8cf15 req-3f57969b-fc9f-4dd2-af36-a04f3b642766 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9 HTTP/1.1" status: 200 len: 210 time: 0.0736802 Dec 08 21:46:43.454551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-e860869b-9dde-46ed-b561-a4ee5476a83c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:43.456044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-e860869b-9dde-46ed-b561-a4ee5476a83c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4084215 Dec 08 21:46:43.483675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Request body: {'port': {'device_id': 'e7f64511-b3e5-4542-912f-5efeb232fdc1', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '5466b5556cd64281b1ade7892eafb096'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:43.497955 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:43.599000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Router c9d34cca-765b-4ac6-a034-fb6569505caa has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:46:43.637566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:43.651649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:43.663690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:43.668147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:43.832746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:43.833442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:43.862339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:46:43.896949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:46:43.934057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] Sync routers for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:46:43.939061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Made reservation on behalf of 5466b5556cd64281b1ade7892eafb096 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:43.944969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:43.971695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e59c6ab5-50b4-4000-b5e3-34d7cbb3b43f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7106817 Dec 08 21:46:43.983120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:43.983847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:43.997839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] No DVR routers for this DVR port c297d8f0-b57c-4a74-b4db-0b226aca3777 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:46:44.005436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Request body: {'port': {'device_id': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:44.013619 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:44.017728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8a5d33a-655e-48fb-a74d-5abc91f3052b req-37eef7b0-859f-4543-b0ef-1127b5be91b8 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.23 "DELETE /v2.0/ports/c297d8f0-b57c-4a74-b4db-0b226aca3777 HTTP/1.1" status: 204 len: 173 time: 2.7029941 Dec 08 21:46:44.018280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'name': 'network-vif-deleted', 'tag': 'c297d8f0-b57c-4a74-b4db-0b226aca3777'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:44.021221 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb30a1-be0f-4782-ad1b-4fa793c10010" -d '{"events": [{"server_uuid": "b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9", "name": "network-vif-deleted", "tag": "c297d8f0-b57c-4a74-b4db-0b226aca3777"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:44.140893 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7839cf0-7405-467e-8241-7102770cfb32 x-openstack-request-id: req-b7839cf0-7405-467e-8241-7102770cfb32 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:44.141509 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9", "name": "network-vif-deleted", "tag": "c297d8f0-b57c-4a74-b4db-0b226aca3777", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:44.141938 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7839cf0-7405-467e-8241-7102770cfb32 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:44.142556 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bdaef6-ffd9-470a-8cf8-d7b25cb8abe9', 'name': 'network-vif-deleted', 'tag': 'c297d8f0-b57c-4a74-b4db-0b226aca3777', 'status': 'completed', 'code': 200} Dec 08 21:46:44.189182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:44.404263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5cd18f8f-d2a5-4e01-a317-c3b0f941b496 None None] Provisioning complete for port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:44.404904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5cd18f8f-d2a5-4e01-a317-c3b0f941b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:44.409102 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:44.418167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Allocated IP 192.168.233.111 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/a1f97089-f1f9-4511-b29f-7c7272524d6d) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:44.470240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5cd18f8f-d2a5-4e01-a317-c3b0f941b496 None None] Port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:44.474227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:44.571615 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:44.578456 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34543081-db57-48ae-b2c2-96273f5d3839" -d '{"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:44.611564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:44.644522 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:44.646128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:44.653194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b284aa-af65-4d67-b8b8-4786112b8819 req-4af0fa11-d985-4ca5-ab9b-4d46c5218ada tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:44.660099 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71b284aa-af65-4d67-b8b8-4786112b8819 req-4af0fa11-d985-4ca5-ab9b-4d46c5218ada tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 931 time: 0.1160107 Dec 08 21:46:44.726190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71b284aa-af65-4d67-b8b8-4786112b8819 req-593271cd-7a46-4008-b106-49ae78231e8d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598800 Dec 08 21:46:44.771646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45990) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:44.809043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:44.888107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-216aeb6b-3b38-41ee-b9fb-c7260983eaa1 req-f6b077c4-76b3-4d8e-96e0-53e497ca8a53 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 210 time: 0.6411088 Dec 08 21:46:44.958606 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9020bfd2-0ee6-4f27-9296-477fd7db0f8e x-openstack-request-id: req-9020bfd2-0ee6-4f27-9296-477fd7db0f8e {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:44.959121 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:44.959237 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9020bfd2-0ee6-4f27-9296-477fd7db0f8e {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:44.959756 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'code': 200} Dec 08 21:46:44.975770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:29Z', 'revision_number': 5, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:44.979926 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-998c688b-b760-4999-96d0-453b1a44c66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.002138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.013094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] Checking router: c9d34cca-765b-4ac6-a034-fb6569505caa for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:46:45.013911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45996) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:45.018935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e4436630-b523-4670-b387-3cfa467da70c', '3e03cc96-51cd-44d3-840c-d0457d65dab1', '01c7aa7f-aff2-40e1-ba88-c1a4a726b133'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:45.021373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad', '61c85429-3fb2-432c-9207-0dbb1a93d6dc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:45.101121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49a46d3-bc73-47b8-b03f-c2e32ef1f9a0 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.107591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event updated for resources: {'Port': ['ID=a1f97089-f1f9-4511-b29f-7c7272524d6d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:45.127669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:45.131818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:45.132085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:45.136873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49a46d3-bc73-47b8-b03f-c2e32ef1f9a0 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.195583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49a46d3-bc73-47b8-b03f-c2e32ef1f9a0 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.198307 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49a46d3-bc73-47b8-b03f-c2e32ef1f9a0 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.202415 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a49a46d3-bc73-47b8-b03f-c2e32ef1f9a0 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "DELETE /v2.0/security-groups/4af831e5-99b7-4f2c-8d27-444811079191 HTTP/1.1" status: 204 len: 168 time: 0.1871958 Dec 08 21:46:45.203172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45998) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:45.227153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a46d3-bc73-47b8-b03f-c2e32ef1f9a0 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af831e5-99b7-4f2c-8d27-444811079191,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:45.248401 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-193c08b7-3ce1-46c1-8b9a-85a62a248361 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] show failed (client error): The resource could not be found. Dec 08 21:46:45.253980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-193c08b7-3ce1-46c1-8b9a-85a62a248361 tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "GET /v2.0/security-groups/4af831e5-99b7-4f2c-8d27-444811079191 HTTP/1.1" status: 404 len: 347 time: 0.0367520 Dec 08 21:46:45.256358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:45.395236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:45.480533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-998c688b-b760-4999-96d0-453b1a44c66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.504163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:45.506891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:45.534948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-998c688b-b760-4999-96d0-453b1a44c66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.578588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-998c688b-b760-4999-96d0-453b1a44c66b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16a60c7c4d574cfa839c50ff1d133a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8056774 Dec 08 21:46:45.581533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46012) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:45.640365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:45.642484 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.677023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c688b-b760-4999-96d0-453b1a44c66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f236d054-6cf8-4a00-afd9-ca510dc93250,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:45.696823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-d80cfa4b-43d4-4d9f-98ff-cc0c1747e923 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2252371 Dec 08 21:46:45.713029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Request body: {'port': {'device_id': 'e7f64511-b3e5-4542-912f-5efeb232fdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:45.734582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Deleting port 335c9a60-60a9-41ea-b8e5-f7f997be407a {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:46:45.735582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.798652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.819499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7471324f-d828-4deb-8dd4-9b794611317a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.866560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b65ae410-97d4-4a71-8ad5-fad2229bbbb1 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:45.869388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c297d8f0-b57c-4a74-b4db-0b226aca3777 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:46:45.895528 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7471324f-d828-4deb-8dd4-9b794611317a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.932134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: c297d8f0-b57c-4a74-b4db-0b226aca3777 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:46:45.932475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c297d8f0-b57c-4a74-b4db-0b226aca3777 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:46:45.951392 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:46:45.967138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e01eba27-1e72-46bf-b1c6-29e2d9fa67c5 None None] Provisioning complete for port a1f97089-f1f9-4511-b29f-7c7272524d6d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:45.968074 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e01eba27-1e72-46bf-b1c6-29e2d9fa67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.970143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e9b3a-d1fc-4a02-83ee-3825fcd40fe4 req-d4568c3a-0cb5-4b57-aadf-ae859a4af692 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:45.971751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf2e9b3a-d1fc-4a02-83ee-3825fcd40fe4 req-d4568c3a-0cb5-4b57-aadf-ae859a4af692 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 931 time: 0.1303926 Dec 08 21:46:45.975705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:45.976056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.004423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Calling delete_port for 335c9a60-60a9-41ea-b8e5-f7f997be407a owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:46.075316 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf2e9b3a-d1fc-4a02-83ee-3825fcd40fe4 req-f7ea3012-3d0c-4428-bf5e-5381d3d55894 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903602 Dec 08 21:46:46.076563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:29Z', 'revision_number': 5, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:46.077335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7471324f-d828-4deb-8dd4-9b794611317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.080450 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7471324f-d828-4deb-8dd4-9b794611317a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.081891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7471324f-d828-4deb-8dd4-9b794611317a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f236d054-6cf8-4a00-afd9-ca510dc93250 HTTP/1.1" status: 204 len: 168 time: 0.4985645 Dec 08 21:46:46.127346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471324f-d828-4deb-8dd4-9b794611317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f236d054-6cf8-4a00-afd9-ca510dc93250,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:46.161378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42a7e0-e074-4ef1-8342-8e656d7673af None None] The sync data for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 is: [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:44:24Z', 'revision_number': 4, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7b965389-3a3b-49a6-ac37-13ac8e440dba', 'name': '', 'network_id': 'c7782fdf-24d4-465d-b6f3-a5944f8828c1', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'mac_address': 'fa:16:3e:90:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:23Z', 'updated_at': '2021-12-08T21:44:29Z', 'revision_number': 5, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'subnets': [{'id': '0f941e98-0195-4d10-bd3b-e498d6a86582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:46:46.220440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e01eba27-1e72-46bf-b1c6-29e2d9fa67c5 None None] Port a1f97089-f1f9-4511-b29f-7c7272524d6d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:46:46.228316 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.236329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:46.276208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.289554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Pushing event deleted for resources: {'Port': ['ID=335c9a60-60a9-41ea-b8e5-f7f997be407a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:46.322904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b956a1b-849b-4df3-9b68-66c73488569e req-f42db9be-1719-427e-8279-d5d6b31c49e7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:46.331312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b956a1b-849b-4df3-9b68-66c73488569e req-f42db9be-1719-427e-8279-d5d6b31c49e7 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 936 time: 0.2398932 Dec 08 21:46:46.335985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Transition to ACTIVE for port object a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:46:46.358702 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.390977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.397827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.401702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1bb23154-d3e2-4d9c-a8a3-6a7d3af382fa tempest-ServersTestFqdnHostnames-546220518 tempest-ServersTestFqdnHostnames-546220518-project] 10.222.0.21 "DELETE /v2.0/floatingips/9e34e58d-5115-45b8-8706-69496c08e4eb HTTP/1.1" status: 204 len: 168 time: 1.1414580 Dec 08 21:46:46.402684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:46.425338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:46.460719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'mac_address': 'fa:16:3e:21:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:46.541748 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.569706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b956a1b-849b-4df3-9b68-66c73488569e req-4297ddd8-4fba-453b-9e03-38063d1972d2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326014 Dec 08 21:46:46.591094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f97089-f1f9-4511-b29f-7c7272524d6d {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:46.593310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b65ae410-97d4-4a71-8ad5-fad2229bbbb1 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:46.604724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:46.614764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.687032 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b7a8d-8983-4f9d-a16a-8a9364760066 None None] New status for floating IP 9e34e58d-5115-45b8-8706-69496c08e4eb: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:46:46.702420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:46.712499 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.715694 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-dc868919-7d19-47cb-939c-58db9cde6695 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3419840 Dec 08 21:46:46.721188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Transition to ACTIVE for port object a1f97089-f1f9-4511-b29f-7c7272524d6d will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:46:46.746569 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:46.915246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Attempting to bind port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:46.915610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Attempting to bind port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:46.915921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Attempting to bind port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 on network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:47.023779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 on network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:46:47.024120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Attempting to bind port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 on network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:47.032718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['b65ae410-97d4-4a71-8ad5-fad2229bbbb1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:47.035081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:47.134256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f97089-f1f9-4511-b29f-7c7272524d6d,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:47.154906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:47.155381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Checking segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:47.155897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Bound using segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:47.156436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Bound port: a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:47.157450 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:47.177569 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:47.223055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-65dcdfae-f999-4465-9bda-034f78311928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.223934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-65dcdfae-f999-4465-9bda-034f78311928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.225250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-65dcdfae-f999-4465-9bda-034f78311928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.225939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-65dcdfae-f999-4465-9bda-034f78311928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.226589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-65dcdfae-f999-4465-9bda-034f78311928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.227306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-65dcdfae-f999-4465-9bda-034f78311928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.227772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-65dcdfae-f999-4465-9bda-034f78311928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.230004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-65dcdfae-f999-4465-9bda-034f78311928 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6491 time: 0.4204130 Dec 08 21:46:47.364266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Attempting to bind port a1f97089-f1f9-4511-b29f-7c7272524d6d on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:47.364600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Attempting to bind port a1f97089-f1f9-4511-b29f-7c7272524d6d by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:47.364928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Attempting to bind port a1f97089-f1f9-4511-b29f-7c7272524d6d on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:47.387603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Port a1f97089-f1f9-4511-b29f-7c7272524d6d on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:46:47.387888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Attempting to bind port a1f97089-f1f9-4511-b29f-7c7272524d6d on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:47.431343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:47.431679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:47.432058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:47.432500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Bound port: a1f97089-f1f9-4511-b29f-7c7272524d6d, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:47.432852 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:47.450757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:47.465446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-a80942e6-0ae7-4ae4-9011-bcb010b87eb8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.472759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-a80942e6-0ae7-4ae4-9011-bcb010b87eb8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 807 time: 0.3477075 Dec 08 21:46:47.504824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:47.540150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-8f54b0e5-0d36-4650-8e80-5634ba655887 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/quotas/615b3fc4bba0491ea611ca0fff2112fb HTTP/1.1" status: 200 len: 375 time: 0.0663419 Dec 08 21:46:47.546849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:47.606773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-bcc6214b-0918-4cff-b00d-f5b8ca570a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.607361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-bcc6214b-0918-4cff-b00d-f5b8ca570a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.607760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-bcc6214b-0918-4cff-b00d-f5b8ca570a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.609248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-bcc6214b-0918-4cff-b00d-f5b8ca570a11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb78ba57-643a-4584-bdac-628c6a3fec79&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 HTTP/1.1" status: 200 len: 2292 time: 0.3214228 Dec 08 21:46:47.688643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.689281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:47.690662 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] 10.222.0.37 "PUT /v2.0/ports/a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 1091 time: 3.6945934 Dec 08 21:46:47.692174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:47.694561 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e1725e-a74f-4d99-be3a-2111a472323a" -d '{"events": [{"name": "network-changed", "server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:47.760826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] For port a1f97089-f1f9-4511-b29f-7c7272524d6d, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:47.802907 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-9a4a9b6a-e7b8-49be-81b6-6125542035e7 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2617366 Dec 08 21:46:47.804757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbabab1-6957-41cd-99f3-bb2708a73ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:47.874624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ba4be-c18b-4aea-86b7-15e50c2bcf10 req-3636bd95-6b7c-4cb6-b5af-ab481e63cdee tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:47.879039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b65ae410-97d4-4a71-8ad5-fad2229bbbb1 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:47.888919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-494ba4be-c18b-4aea-86b7-15e50c2bcf10 req-3636bd95-6b7c-4cb6-b5af-ab481e63cdee tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.7075353 Dec 08 21:46:47.920181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] For port a1f97089-f1f9-4511-b29f-7c7272524d6d, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1f97089-f1f9-4511-b29f-7c7272524d6d,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:47.941865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:47.951672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-f5b1522d-0b59-4e2e-b8c8-c5d9a3fa12c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57419e41-a0ab-40c5-a027-51e1af84f29c HTTP/1.1" status: 200 len: 1000 time: 0.3323035 Dec 08 21:46:47.988148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-494ba4be-c18b-4aea-86b7-15e50c2bcf10 req-ee30b75d-0600-48a7-84ca-73585be3abff tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982540 Dec 08 21:46:47.992885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:47.994026 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:48.167296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:48.173786 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:48.176660 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1f97089-f1f9-4511-b29f-7c7272524d6d HTTP/1.1" status: 200 len: 1096 time: 2.4682102 Dec 08 21:46:48.221988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-a175e4b9-cd9c-4c36-9510-51f65b712c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:48.240782 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:48.242458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-a175e4b9-cd9c-4c36-9510-51f65b712c14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1094 time: 0.4954531 Dec 08 21:46:48.307535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:48.309896 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f916ef-03ed-4ebe-8e99-26b0a4f7fbc6" -d '{"events": [{"server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "name": "network-vif-plugged", "status": "completed", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:48.347404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:48.356247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:48.396560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2d2ab-947c-47fd-b7b1-e970b7c691fe req-2f92968b-c7e3-463a-ad05-8b58aaff5c20 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:48.398278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3d2d2ab-947c-47fd-b7b1-e970b7c691fe req-2f92968b-c7e3-463a-ad05-8b58aaff5c20 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 948 time: 0.0941398 Dec 08 21:46:48.412197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Deleting port 7b965389-3a3b-49a6-ac37-13ac8e440dba {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:46:48.412623 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:48.445905 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:48.476535 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-ef881922-d7cf-4c9b-adbb-fb28c738383f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 217 time: 0.2212267 Dec 08 21:46:48.505759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-a8285145-9904-4755-a76b-7774439bff53 service neutron] 10.222.0.21 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998582 Dec 08 21:46:48.518053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-39e44923-2796-4fd4-bcd4-61e79d228e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:48.521062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-39e44923-2796-4fd4-bcd4-61e79d228e9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54db3cff-c2b8-41dd-b755-7ba7b427cde0 HTTP/1.1" status: 200 len: 851 time: 0.5140581 Dec 08 21:46:48.522082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd48a1-a98d-46d7-b592-21a0f91473d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f97089-f1f9-4511-b29f-7c7272524d6d,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:48.535890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3d2d2ab-947c-47fd-b7b1-e970b7c691fe req-4899936b-6837-4d7d-8edd-12a73a34d90c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265767 Dec 08 21:46:48.592820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] For port 7b965389-3a3b-49a6-ac37-13ac8e440dba, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7b965389-3a3b-49a6-ac37-13ac8e440dba,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:48.598613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:48.628935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Calling delete_port for 7b965389-3a3b-49a6-ac37-13ac8e440dba owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:48.754922 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0588af-c12a-45e3-aae7-5fbeed7da834 x-openstack-request-id: req-4b0588af-c12a-45e3-aae7-5fbeed7da834 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:48.755953 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:48.756441 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b0588af-c12a-45e3-aae7-5fbeed7da834 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:48.757102 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'status': 'completed', 'code': 200} Dec 08 21:46:48.908306 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc33a2-12f8-400c-a3b8-a4041474ef09 x-openstack-request-id: req-78bc33a2-12f8-400c-a3b8-a4041474ef09 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:48.908916 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "name": "network-vif-plugged", "status": "completed", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:48.909483 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78bc33a2-12f8-400c-a3b8-a4041474ef09 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:48.909922 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'code': 200} Dec 08 21:46:48.942477 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:48.969704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b965389-3a3b-49a6-ac37-13ac8e440dba,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:49.249138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a355de-0b37-417c-9ab0-fe7eaa0da01e req-b3f9710d-7272-48e3-bcd7-cc0da6578611 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:49.257998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06a355de-0b37-417c-9ab0-fe7eaa0da01e req-b3f9710d-7272-48e3-bcd7-cc0da6578611 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.1436646 Dec 08 21:46:49.330595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06a355de-0b37-417c-9ab0-fe7eaa0da01e req-22683cc2-2487-4690-9bee-d0ac56563ce5 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687327 Dec 08 21:46:49.332394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-79c3101f-4605-484b-9eba-0a1e0a5675dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:49.334130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-79c3101f-4605-484b-9eba-0a1e0a5675dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 1099 time: 1.0808177 Dec 08 21:46:49.340100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-a49eba3e-aed4-4762-9230-d430de252bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:49.345568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-a49eba3e-aed4-4762-9230-d430de252bbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.8329723 Dec 08 21:46:49.369583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:49.411119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-90884441-2f83-4feb-95c7-16633a076d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:49.412474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-90884441-2f83-4feb-95c7-16633a076d11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb78ba57-643a-4584-bdac-628c6a3fec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6543880 Dec 08 21:46:49.430804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-df45e056-b8e5-4005-a430-a310e6d5f36a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a1f97089-f1f9-4511-b29f-7c7272524d6d HTTP/1.1" status: 200 len: 217 time: 0.0829399 Dec 08 21:46:49.442079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-e6367e3f-275c-489a-9996-9b9cb2b66acb service neutron] 10.222.0.21 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8510973 Dec 08 21:46:49.584870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-40526351-cf43-4e51-baf1-d390ecc638a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:49.586317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-40526351-cf43-4e51-baf1-d390ecc638a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1276424 Dec 08 21:46:49.589905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-164555dd-30da-4924-8c85-3a374493add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:49.591407 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-164555dd-30da-4924-8c85-3a374493add8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293782 Dec 08 21:46:49.720535 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-c0c34708-0a5f-4da1-97ba-7bf5eda8ca3c service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887547 Dec 08 21:46:49.793017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929163b-53c2-4ff0-b66c-6a6792a27e77 req-970b5cbc-9a42-49a0-af93-33ce64bd3c6a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:49.798887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-68fb0b82-92f1-442e-bc1a-4197bc15d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:49.800387 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-68fb0b82-92f1-442e-bc1a-4197bc15d833 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017150 Dec 08 21:46:49.802491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9929163b-53c2-4ff0-b66c-6a6792a27e77 req-970b5cbc-9a42-49a0-af93-33ce64bd3c6a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 948 time: 0.1614113 Dec 08 21:46:49.847463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-e72cc5e6-41f7-484d-a158-88e53b19e17b service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311985 Dec 08 21:46:49.867533 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9929163b-53c2-4ff0-b66c-6a6792a27e77 req-8cc3b610-3dc4-4466-9a82-975311eba279 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638776 Dec 08 21:46:49.906272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Router c9d34cca-765b-4ac6-a034-fb6569505caa has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:46:50.072372 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-3f2edabe-e6e6-4b93-9c89-65e259a64fba service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398340 Dec 08 21:46:50.089325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4df8424b-e77a-45f6-957f-fa3001e9a990 req-cb341340-a6b8-4019-b3eb-5a2c00c327c4 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 210 time: 0.0392647 Dec 08 21:46:50.135812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:46:50.143224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ad73104c-6759-47e9-87e4-898541f82317 admin admin] 10.222.0.21 "PUT /v2.0/routers/c9d34cca-765b-4ac6-a034-fb6569505caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7345326 Dec 08 21:46:50.146547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46152) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:50.150176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] Sync routers for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:46:50.157046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-dc5ef844-cb2b-43cf-825b-01d2ce30a892 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 217 time: 0.0719352 Dec 08 21:46:50.162502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:50.163167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:50.170338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-42c8a8ab-e0ec-45a8-90b6-ae93d96258f4 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520234 Dec 08 21:46:50.269014 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:50.362489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9db220fe-0b26-4bf6-b0ad-55ca33c26372 req-bad7c1c8-1092-4e10-a26e-5b66064074cb service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524083 Dec 08 21:46:50.480475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-7f242346-7afc-4313-9f43-98862b4a02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:50.483271 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-7f242346-7afc-4313-9f43-98862b4a02be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.2952280 Dec 08 21:46:50.501363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:50.620239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Deleting port 93040b61-2d66-4d0c-a0e9-febca4215571 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:46:50.620592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:50.652804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:50.664792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd26de2b-1774-4d65-8f0c-62ed0e62f075 req-ac6a7607-9dfd-454e-ad9a-bf32c71608fb service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749041 Dec 08 21:46:50.772810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] For port 93040b61-2d66-4d0c-a0e9-febca4215571, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93040b61-2d66-4d0c-a0e9-febca4215571,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:50.773178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:50.775578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f64511-b3e5-4542-912f-5efeb232fdc1', 'tag': 'a1f97089-f1f9-4511-b29f-7c7272524d6d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:50.777863 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f64511-b3e5-4542-912f-5efeb232fdc1", "tag": "a1f97089-f1f9-4511-b29f-7c7272524d6d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:50.811374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Calling delete_port for 93040b61-2d66-4d0c-a0e9-febca4215571 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:50.828338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1725e-a74f-4d99-be3a-2111a472323a req-8f495b5f-227b-44f1-8e17-17e94be73722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:50.830567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86e1725e-a74f-4d99-be3a-2111a472323a req-8f495b5f-227b-44f1-8e17-17e94be73722 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1094 time: 0.3877318 Dec 08 21:46:50.835032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-9490d277-9d69-4c74-aefc-ce320bcaeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:50.836514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-9490d277-9d69-4c74-aefc-ce320bcaeead service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1765740 Dec 08 21:46:50.845745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a30b8-1e41-48dd-8b89-ae2248c776be req-0f8cbb91-28d6-4ac9-a89b-170adfe7d092 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:50.856017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-900a30b8-1e41-48dd-8b89-ae2248c776be req-0f8cbb91-28d6-4ac9-a89b-170adfe7d092 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.3852096 Dec 08 21:46:50.867473 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a8bbd-4a22-46f4-8708-ee3e2bf1a880 x-openstack-request-id: req-b64a8bbd-4a22-46f4-8708-ee3e2bf1a880 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:50.871761 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f64511-b3e5-4542-912f-5efeb232fdc1", "tag": "a1f97089-f1f9-4511-b29f-7c7272524d6d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:50.872024 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b64a8bbd-4a22-46f4-8708-ee3e2bf1a880 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:50.872444 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f64511-b3e5-4542-912f-5efeb232fdc1', 'tag': 'a1f97089-f1f9-4511-b29f-7c7272524d6d', 'status': 'completed', 'code': 200} Dec 08 21:46:51.043182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1725e-a74f-4d99-be3a-2111a472323a req-636d02c0-3d14-48f5-ae51-55651676648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:51.045464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86e1725e-a74f-4d99-be3a-2111a472323a req-636d02c0-3d14-48f5-ae51-55651676648b service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.1866772 Dec 08 21:46:51.063440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:46:48Z', 'revision_number': 5, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port': {'id': '93040b61-2d66-4d0c-a0e9-febca4215571', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:44:18Z', 'updated_at': '2021-12-08T21:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:51.074268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-900a30b8-1e41-48dd-8b89-ae2248c776be req-e4c30b8a-91f2-4720-b0ed-eb0f31f8a6de tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172203 Dec 08 21:46:51.121191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:51.132566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] Checking router: c9d34cca-765b-4ac6-a034-fb6569505caa for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:46:51.161397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] Routers {'c9d34cca-765b-4ac6-a034-fb6569505caa'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:46:51.162825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c9d34cca-765b-4ac6-a034-fb6569505caa'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:51.173970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Pushing event deleted for resources: {'Port': ['ID=93040b61-2d66-4d0c-a0e9-febca4215571,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:51.296795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac67a3-a40e-48a5-a9e4-4f4e7bb30c22 req-dc10ba8b-a977-415f-838b-41aaffe3eb7c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:51.305445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03ac67a3-a40e-48a5-a9e4-4f4e7bb30c22 req-dc10ba8b-a977-415f-838b-41aaffe3eb7c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 948 time: 0.1988628 Dec 08 21:46:51.317901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] Set router c9d34cca-765b-4ac6-a034-fb6569505caa gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:46:51.346249 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86e1725e-a74f-4d99-be3a-2111a472323a req-0a0a8698-88cc-4b09-ab40-2ca85b812c6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 217 time: 0.2528381 Dec 08 21:46:51.391910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:51.398744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:46:51Z', 'revision_number': 7, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:51.422218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03ac67a3-a40e-48a5-a9e4-4f4e7bb30c22 req-51bf5693-11cf-4000-abe2-2e065df6abdf tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157732 Dec 08 21:46:51.431352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8cd83-2879-488c-bce0-bdeb818efbd3 None None] The sync data for ids ['c9d34cca-765b-4ac6-a034-fb6569505caa'] in n-d-821126-1 is: [{'id': 'c9d34cca-765b-4ac6-a034-fb6569505caa', 'name': 'tempest-ServersTestFqdnHostnames-1149766111-router', 'tenant_id': '82af475a040e4cb8a15f8cbd6333b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:44:16Z', 'updated_at': '2021-12-08T21:46:51Z', 'revision_number': 7, 'project_id': '82af475a040e4cb8a15f8cbd6333b73f', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:46:51.536946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-55d5a72b-7e94-4298-affc-757fa1522f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:51.539176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-55d5a72b-7e94-4298-affc-757fa1522f23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5466b5556cd64281b1ade7892eafb096&device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 1099 time: 0.4851201 Dec 08 21:46:51.565624 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-08be65a5-9dd0-4bf2-a58f-5baff5259d72 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922002 Dec 08 21:46:51.620069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:51.660462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:51.746589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f5e4002-5093-40ac-978e-a1c5d861fbf6 req-05328c90-dee7-4488-a94b-706c663b4156 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 210 time: 0.2061999 Dec 08 21:46:51.758272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:51.758964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d34cca-765b-4ac6-a034-fb6569505caa {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:46:51.769567 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:51.770556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1725e-a74f-4d99-be3a-2111a472323a req-1a6dc60a-f8b7-4873-a708-746f99e93c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:51.770761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-45ef2522-6cde-4261-86d9-6a745abb57ae admin admin] 10.222.0.21 "DELETE /v2.0/routers/c9d34cca-765b-4ac6-a034-fb6569505caa HTTP/1.1" status: 204 len: 168 time: 1.6232486 Dec 08 21:46:51.772188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86e1725e-a74f-4d99-be3a-2111a472323a req-1a6dc60a-f8b7-4873-a708-746f99e93c8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.3924990 Dec 08 21:46:51.778243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46196) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:51.856810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-2dea9796-44e0-4d2e-ae48-83ba29fd0566 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:51.865406 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-2dea9796-44e0-4d2e-ae48-83ba29fd0566 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 807 time: 0.2876883 Dec 08 21:46:51.896724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Request body: {'port': {'device_id': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'admin_state_up': True, 'tenant_id': '615b3fc4bba0491ea611ca0fff2112fb'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:51.907100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e57cac-0510-4f10-b189-cf69df0d370d admin admin] Deleting subnet 0f941e98-0195-4d10-bd3b-e498d6a86582 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:46:51.962509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7b965389-3a3b-49a6-ac37-13ac8e440dba no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:46:51.968266 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2e57cac-0510-4f10-b189-cf69df0d370d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:51.993950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7b965389-3a3b-49a6-ac37-13ac8e440dba {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:46:51.994592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7b965389-3a3b-49a6-ac37-13ac8e440dba not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:46:52.013082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1725e-a74f-4d99-be3a-2111a472323a req-997b660d-6d15-44d2-9800-0408138ebdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:52.015539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86e1725e-a74f-4d99-be3a-2111a472323a req-997b660d-6d15-44d2-9800-0408138ebdbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228563 Dec 08 21:46:52.038747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-bfee5ebc-3027-40a6-8535-ce4936cd5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:52.040448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-bfee5ebc-3027-40a6-8535-ce4936cd5f0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.4522719 Dec 08 21:46:52.052929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-43b34b3f-339f-40d0-ba6b-6cf6fb74c128 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582880 Dec 08 21:46:52.076407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2e57cac-0510-4f10-b189-cf69df0d370d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:52.149422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-b5c2dbff-52d7-40d1-8b01-72d9ef010eb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a1f97089-f1f9-4511-b29f-7c7272524d6d HTTP/1.1" status: 200 len: 217 time: 0.0952854 Dec 08 21:46:52.200842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-9b84790f-83b7-4c6f-91ca-098ed9d10cce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 217 time: 0.1148243 Dec 08 21:46:52.321354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Made reservation on behalf of 615b3fc4bba0491ea611ca0fff2112fb for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:52.325206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:52.373075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-794d024d-a6fd-40c5-93c0-01b2f27c856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:52.381497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-794d024d-a6fd-40c5-93c0-01b2f27c856a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.1905522 Dec 08 21:46:52.388513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-af35d8d4-8dbc-4154-a4b5-86a57b44695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:52.392742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-af35d8d4-8dbc-4154-a4b5-86a57b44695c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1704030 Dec 08 21:46:52.395708 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86e1725e-a74f-4d99-be3a-2111a472323a req-8841d3fd-f360-420b-a3cf-68f7f4a6fdf4 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675058 Dec 08 21:46:52.530021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce858cd5-38b5-4fc2-8fce-87456b06ef24 req-d2e78fff-5055-444d-9d90-b230423d402d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:52.538996 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce858cd5-38b5-4fc2-8fce-87456b06ef24 req-d2e78fff-5055-444d-9d90-b230423d402d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.3164465 Dec 08 21:46:52.585087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2e57cac-0510-4f10-b189-cf69df0d370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:52.703871 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86e1725e-a74f-4d99-be3a-2111a472323a req-a6887e92-2ceb-428a-b80e-84df4dbed6f0 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965599 Dec 08 21:46:52.721134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce858cd5-38b5-4fc2-8fce-87456b06ef24 req-478dcac2-9900-43d5-b50e-d027c67b527a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804760 Dec 08 21:46:52.770051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-37bf60c0-80f6-401f-91fe-2d91226dfcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:52.771521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-37bf60c0-80f6-401f-91fe-2d91226dfcb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2831481 Dec 08 21:46:52.774916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-65049a78-1610-4f24-a094-8432f2db1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:52.776683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-65049a78-1610-4f24-a094-8432f2db1ee4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3781064 Dec 08 21:46:52.796935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0e5e5-e559-432a-9979-8012a918c45a req-70e8a051-8c60-4d66-b9c1-ac05d2086a23 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:52.806502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12c0e5e5-e559-432a-9979-8012a918c45a req-70e8a051-8c60-4d66-b9c1-ac05d2086a23 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 948 time: 0.0982304 Dec 08 21:46:52.817148 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2e57cac-0510-4f10-b189-cf69df0d370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:52.842925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Allocated IP 172.20.0.6 (f722ffb0-2708-434d-af4f-130b61f2bb03/c3ca841b-b868-4917-b0d2-2e0b43e4a197/2c51b1a9-efc2-49b0-b78c-299be98e3cec) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:46:52.893133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e57cac-0510-4f10-b189-cf69df0d370d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f941e98-0195-4d10-bd3b-e498d6a86582,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:52.899817 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2e57cac-0510-4f10-b189-cf69df0d370d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:52.908735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f704582f-65a2-4dc9-951e-a5d281190eac None None] Network c7782fdf-24d4-465d-b6f3-a5944f8828c1 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:46:52.919591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d2e57cac-0510-4f10-b189-cf69df0d370d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f941e98-0195-4d10-bd3b-e498d6a86582 HTTP/1.1" status: 204 len: 168 time: 1.1403723 Dec 08 21:46:52.926778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46220) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:52.975193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12c0e5e5-e559-432a-9979-8012a918c45a req-927b1f23-16b1-432c-9470-1cac68cec06d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676733 Dec 08 21:46:53.056521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:53.083151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-a855c6db-1015-4f52-9db4-db6d2c0a9f4f service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734704 Dec 08 21:46:53.090032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-3edaf7b7-de68-46f2-9a3b-7f5195ca4174 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804677 Dec 08 21:46:53.110052 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79d69132-4116-476b-8bb6-59611fe1489c req-c9b7ae17-2625-41d8-a96d-a14939a381b6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 210 time: 0.0483894 Dec 08 21:46:53.251827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca58e5f6-133f-4414-a7c5-15e01d47c9b5 req-bcaaf9fc-cc59-4ba9-8917-71f65fd03af3 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523051 Dec 08 21:46:53.267572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:53.286141 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Deleting port 3400ae39-dc90-43d0-9d72-aa887053d7bf {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:46:53.286492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:53.301609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] DHCP port deletion for c7782fdf-24d4-465d-b6f3-a5944f8828c1 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:46:53.348210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:53.416313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] For port 3400ae39-dc90-43d0-9d72-aa887053d7bf, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3400ae39-dc90-43d0-9d72-aa887053d7bf,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:53.416726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:53.425740 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.resource_extend [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:46:53.483155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Calling delete_port for 3400ae39-dc90-43d0-9d72-aa887053d7bf owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:53.599562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:53.614698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:53.654081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'port_id': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'mac_address': 'fa:16:3e:35:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:53.661994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f97f9441-7e5a-4eaf-b1e2-39b8ea431413'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:53.725304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Network f722ffb0-2708-434d-af4f-130b61f2bb03 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:46:53.757927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-b20acd7a-778e-4bab-9571-cc3961d663f7 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569054 Dec 08 21:46:53.767342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3400ae39-dc90-43d0-9d72-aa887053d7bf no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:46:53.844337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-f39c222b-442c-4cdc-b2f1-cc78b8f3fc01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=75b42589-fdc7-4854-9717-f0ff36e8d827 HTTP/1.1" status: 200 len: 217 time: 0.0744114 Dec 08 21:46:54.002291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-5f70adb5-5758-4285-bf0d-399a3618e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:54.004073 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-5f70adb5-5758-4285-bf0d-399a3618e35e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1483936 Dec 08 21:46:54.030678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1f97089-f1f9-4511-b29f-7c7272524d6d details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:46:54.221842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-344c10cd-58e2-4b5a-8613-c33af08a5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:54.237093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-344c10cd-58e2-4b5a-8613-c33af08a5bff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1444747 Dec 08 21:46:54.246821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755db8-dddb-46ca-ae06-6b5d7e05b4f7 req-12d16ad0-5cfb-42b5-aaf3-92b7ef6ab203 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:54.260548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-94755db8-dddb-46ca-ae06-6b5d7e05b4f7 req-12d16ad0-5cfb-42b5-aaf3-92b7ef6ab203 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.2554824 Dec 08 21:46:54.363130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-94755db8-dddb-46ca-ae06-6b5d7e05b4f7 req-4bc4c581-3ac3-42d6-97b3-415691dc8d07 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871418 Dec 08 21:46:54.514020 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:54.522239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1f97089-f1f9-4511-b29f-7c7272524d6d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1f97089-f1f9-4511-b29f-7c7272524d6d,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:54.542703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-6954e8af-2d84-4c99-ab9c-56e36b686c18 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807457 Dec 08 21:46:54.567050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] Deleting port 3400ae39-dc90-43d0-9d72-aa887053d7bf {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:46:54.567836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:54.588904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:46:54.594864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:46:54.641456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:54.646460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a1f97089-f1f9-4511-b29f-7c7272524d6d', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'a1f97089-f1f9-4511-b29f-7c7272524d6d', 'mac_address': 'fa:16:3e:21:87:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:46:54.674446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:54.677810 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:54.697966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65744342-e29f-4d59-9893-9a3109e02032 req-0449cb78-b4fd-4d09-9953-f79dda0cf545 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:54.699565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65744342-e29f-4d59-9893-9a3109e02032 req-0449cb78-b4fd-4d09-9953-f79dda0cf545 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 931 time: 0.2293861 Dec 08 21:46:54.711701 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:54.795667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] For port 3400ae39-dc90-43d0-9d72-aa887053d7bf, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3400ae39-dc90-43d0-9d72-aa887053d7bf,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:54.796495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:54.812522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3400ae39-dc90-43d0-9d72-aa887053d7bf, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3400ae39-dc90-43d0-9d72-aa887053d7bf,segment=NetworkSegment(4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3),segment_id=4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:54.818183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Pushing event updated for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:54.831792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65744342-e29f-4d59-9893-9a3109e02032 req-65551dd3-cb20-4039-a38f-8759deb70d09 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104941 Dec 08 21:46:54.850609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:54.851582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93040b61-2d66-4d0c-a0e9-febca4215571 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:46:54.853884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] Calling delete_port for 3400ae39-dc90-43d0-9d72-aa887053d7bf owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:46:54.880829 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:54.888865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:54.904537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:54.908814 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-b10ae79d-6bc9-422e-94da-360a8a416b1a service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571002 Dec 08 21:46:54.919667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 93040b61-2d66-4d0c-a0e9-febca4215571 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:46:54.920274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93040b61-2d66-4d0c-a0e9-febca4215571 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:46:54.941440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f97089-f1f9-4511-b29f-7c7272524d6d {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:54.996751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d7d45-1156-4bc5-bade-952c27299eca req-e3e50b65-4197-49ee-ad1f-9052bf409702 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:55.008643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-2997d173-238c-4f02-8296-f45671a85775 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c HTTP/1.1" status: 200 len: 217 time: 0.0915539 Dec 08 21:46:55.012508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-411d7d45-1156-4bc5-bade-952c27299eca req-e3e50b65-4197-49ee-ad1f-9052bf409702 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 948 time: 0.4241230 Dec 08 21:46:55.020050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3400ae39-dc90-43d0-9d72-aa887053d7bf,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:55.041452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event deleted for resources: {'Port': ['ID=3400ae39-dc90-43d0-9d72-aa887053d7bf,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:55.067128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:55.067802 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.087368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] No DVR routers for this DVR port 3400ae39-dc90-43d0-9d72-aa887053d7bf on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:46:55.120644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-c33d640f-ac26-45c1-bfd3-a4dbc7005fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:55.122122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-c33d640f-ac26-45c1-bfd3-a4dbc7005fae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1036704 Dec 08 21:46:55.148774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:55.233283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-814a9b45-03b8-4d22-a873-3e6c5834d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:55.236229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-814a9b45-03b8-4d22-a873-3e6c5834d2fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1058984 Dec 08 21:46:55.238949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-5f2027d2-2a81-4d4c-8271-3fb6252c254e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3535106 Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: from cryptography.utils import int_from_bytes Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: from cryptography.utils import int_from_bytes Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.286678 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:46:55.289818 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:46:55.303968 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.346780 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Request body: {'port': {'device_id': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:55.365892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-411d7d45-1156-4bc5-bade-952c27299eca req-e2e5b3c1-36d4-4980-86be-4884224b0fa0 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525076 Dec 08 21:46:55.408500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1f97089-f1f9-4511-b29f-7c7272524d6d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1f97089-f1f9-4511-b29f-7c7272524d6d,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:55.413506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.432582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] Pushing event deleted for resources: {'Port': ['ID=3400ae39-dc90-43d0-9d72-aa887053d7bf,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:55.445305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-8742901b-b537-4138-97ed-ab18c10650ac service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995564 Dec 08 21:46:55.446901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.464579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9848dedd-04c6-4365-96c3-06be760013c6 None None] No DVR routers for this DVR port 3400ae39-dc90-43d0-9d72-aa887053d7bf on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:46:55.521747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7782fdf-24d4-465d-b6f3-a5944f8828c1']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:55.546506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:55.557404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4603d1fe-ad82-4df0-ba31-7dfe7d7cb0d3') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:46:55.580416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.628782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1f97089-f1f9-4511-b29f-7c7272524d6d,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:55.641990 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.642452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3dc80-e51a-4089-98f6-94c367f36e22 req-18c0282a-a6b1-4f84-9aae-aa3333a8258e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:55.655177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-81f3dc80-e51a-4089-98f6-94c367f36e22 req-18c0282a-a6b1-4f84-9aae-aa3333a8258e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 944 time: 0.1678131 Dec 08 21:46:55.725472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.751491 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-81f3dc80-e51a-4089-98f6-94c367f36e22 req-e3d28863-1c80-4e38-922f-0898f9d3cf04 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952296 Dec 08 21:46:55.759131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-1fd91bb1-b510-4d6d-889a-41dcb514dc60 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994852 Dec 08 21:46:55.761968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:46:55.762436 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:46:55.764416 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:46:55.836724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-78ba0707-dd85-417a-b49a-42eedc160cc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3378a458-196f-4510-8a6b-af6fffa436b2 HTTP/1.1" status: 200 len: 217 time: 0.0687056 Dec 08 21:46:55.889558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a1f97089-f1f9-4511-b29f-7c7272524d6d'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:46:55.894046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.899923 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:55.905248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7782fdf-24d4-465d-b6f3-a5944f8828c1 HTTP/1.1" status: 204 len: 168 time: 2.9773922 Dec 08 21:46:55.950178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-46019b78-ec61-4516-80b9-a0689971ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:55.951902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-46019b78-ec61-4516-80b9-a0689971ba98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.1060290 Dec 08 21:46:56.061937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df36d0-b20a-4fb0-93b3-3fae74c108b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7782fdf-24d4-465d-b6f3-a5944f8828c1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:56.069818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-f91998ff-4fd3-4eb1-b2f4-5df8dec5a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:56.071501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-f91998ff-4fd3-4eb1-b2f4-5df8dec5a2ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102595 Dec 08 21:46:56.221348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0659e-544f-4417-a158-401cc2e31ea5 req-d54f9292-7141-4e87-9b37-71f9df0b0081 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:56.224790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ff0659e-544f-4417-a158-401cc2e31ea5 req-d54f9292-7141-4e87-9b37-71f9df0b0081 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 931 time: 0.2118487 Dec 08 21:46:56.315338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46300) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:56.363054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-ff096dd6-85bb-4027-8786-615b7bb0de62 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775788 Dec 08 21:46:56.365208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ff0659e-544f-4417-a158-401cc2e31ea5 req-55970838-7f1b-4410-999f-a79053208d2e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311266 Dec 08 21:46:56.455067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c51b1a9-efc2-49b0-b78c-299be98e3cec {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:46:56.456158 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-76707654-d73e-4014-9bd6-f4dfab86e995 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82af475a040e4cb8a15f8cbd6333b73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1321185 Dec 08 21:46:56.458988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46306) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:56.484423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:56.509145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Transition to ACTIVE for port object 2c51b1a9-efc2-49b0-b78c-299be98e3cec will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:46:56.515766 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:56.642255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-21e8ce4d-2267-47bc-8d49-8a34715b5bb0 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582483 Dec 08 21:46:56.666926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Pushing event updated for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:56.713499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-3316015a-a1b1-454b-8ce0-6c0f654f4d4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929 HTTP/1.1" status: 200 len: 217 time: 0.0594027 Dec 08 21:46:56.716250 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6ff0-b49c-4049-bc23-028f1c48cd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:56.728878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c937bc-618b-44a1-a6f7-c52a4c6b7046 req-292ea0d6-bfd3-4086-9020-f437f349d579 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:56.738071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2c937bc-618b-44a1-a6f7-c52a4c6b7046 req-292ea0d6-bfd3-4086-9020-f437f349d579 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 949 time: 0.1666746 Dec 08 21:46:56.770410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:46:56.770908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:46:56.771341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:56.778340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:46:56.778685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:46:56.794255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:46:56.794889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:46:56.795519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:46:56.796140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Bound port: 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:46:56.796808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:56.858007 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6ff0-b49c-4049-bc23-028f1c48cd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:56.874562 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2c937bc-618b-44a1-a6f7-c52a4c6b7046 req-42372d40-9bc5-47a1-9155-2c4288de3c4d tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332834 Dec 08 21:46:56.941696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:46:56.947186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:46:56.963061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:56.968554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-47094e5f-e9de-463e-9c58-ad0914eb540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:56.972243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-47094e5f-e9de-463e-9c58-ad0914eb540c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.2252483 Dec 08 21:46:56.986465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:56.986859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:56.989673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 200 len: 1091 time: 1.6650779 Dec 08 21:46:56.991930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:56.994751 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6701c609-24a3-48ea-ae14-71a162357e09" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:57.104422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5fb54-5b44-4a7a-ae06-2014867b2670 service neutron] Pushing event updated for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:57.171269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-3ecee6ab-bc3b-46af-8c3b-3dd8164b7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:57.172975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fcde5-6d62-4ee9-a32f-afc586d2b6e1 req-7cf39a72-1dd3-4232-82b5-84fb3de68b2d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:57.173351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-3ecee6ab-bc3b-46af-8c3b-3dd8164b7bdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1094 time: 0.1311479 Dec 08 21:46:57.176562 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b88fcde5-6d62-4ee9-a32f-afc586d2b6e1 req-7cf39a72-1dd3-4232-82b5-84fb3de68b2d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 944 time: 0.1664588 Dec 08 21:46:57.183939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da961f1-078f-4659-a313-fa053ea4a022 req-2e0e1509-8eeb-496e-b329-25eea2b2faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:57.186144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-2e0e1509-8eeb-496e-b329-25eea2b2faa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1962063 Dec 08 21:46:57.225399 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6ff0-b49c-4049-bc23-028f1c48cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:57.228422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6ff0-b49c-4049-bc23-028f1c48cd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:57.229766 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d0ce6ff0-b49c-4049-bc23-028f1c48cd4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15a39a96-51cc-465d-807d-95b89d8e3f4f HTTP/1.1" status: 204 len: 168 time: 0.7694647 Dec 08 21:46:57.297691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:57.316171 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c94e4d8-fa9a-4f06-9d53-8514d27792af x-openstack-request-id: req-8c94e4d8-fa9a-4f06-9d53-8514d27792af {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:57.335817 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b88fcde5-6d62-4ee9-a32f-afc586d2b6e1 req-d3960909-3ada-479a-95cd-bbef9a0f17e6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482236 Dec 08 21:46:57.337390 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:57.337892 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c94e4d8-fa9a-4f06-9d53-8514d27792af {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:57.338120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce6ff0-b49c-4049-bc23-028f1c48cd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a39a96-51cc-465d-807d-95b89d8e3f4f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:57.338643 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec', 'status': 'completed', 'code': 200} Dec 08 21:46:57.350389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-937661ab-42d0-4173-9794-bc1d346a8085 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 200 len: 217 time: 0.1664569 Dec 08 21:46:57.467781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-1be1e46d-643f-44d1-ad31-4db2d5e2e7c4 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677743 Dec 08 21:46:57.476788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-32ba3caa-dac9-49ea-a04a-179b403187b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:57.480078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-32ba3caa-dac9-49ea-a04a-179b403187b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1211975 Dec 08 21:46:57.494728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:46:57.501137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:57.501511 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:57.586582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-d0b9bf4c-154c-4ea1-bb5e-9f49d15ec69d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910139 Dec 08 21:46:57.763493 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:57.764356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-f1f2d745-28a6-467d-9283-6d9f27e59ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705260 Dec 08 21:46:57.829840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da961f1-078f-4659-a313-fa053ea4a022 req-112fb7d3-60ba-47c5-a42a-4efa86a8b6ce service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573358 Dec 08 21:46:57.838168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:57.846996 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14303f0f-dff3-4b8d-be29-9c3f9684c843" -d '{"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-plugged", "status": "completed", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:46:57.854618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65f0f-2d3a-4f31-882b-467611fb6980 req-09267abe-864a-4c10-a56e-910f3457f106 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:57.862436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75e65f0f-2d3a-4f31-882b-467611fb6980 req-09267abe-864a-4c10-a56e-910f3457f106 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.1844950 Dec 08 21:46:57.875315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:57.887140 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:57.983113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-309bcfbf-628c-4c0a-884e-7e03edd4e862 req-8c9194da-c918-4edc-8c15-23d230ef0c1e service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078340 Dec 08 21:46:57.984558 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87647d3f-8e22-4339-98fe-8bd78798a332 x-openstack-request-id: req-87647d3f-8e22-4339-98fe-8bd78798a332 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:46:57.985479 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-plugged", "status": "completed", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:46:57.985834 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87647d3f-8e22-4339-98fe-8bd78798a332 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:46:57.986336 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'code': 200} Dec 08 21:46:57.990374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1f97089-f1f9-4511-b29f-7c7272524d6d up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:46:57.997135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75e65f0f-2d3a-4f31-882b-467611fb6980 req-057df789-bfc1-4a95-87b0-7f204289c2b1 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243067 Dec 08 21:46:58.131321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:58.160385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a1f97089-f1f9-4511-b29f-7c7272524d6d completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:46:58.175592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a1f97089-f1f9-4511-b29f-7c7272524d6d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:46:58.176677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:58.207367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8c762-7dea-4dad-8b23-eef8418bba4f req-80be3b8f-678d-49db-8fca-6727b11f9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:58.210806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6a8c762-7dea-4dad-8b23-eef8418bba4f req-80be3b8f-678d-49db-8fca-6727b11f9f7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1096 time: 0.1668410 Dec 08 21:46:58.236899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701c609-24a3-48ea-ae14-71a162357e09 req-b8a25dfc-2665-44a7-bf5e-0f7b9f6089c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:58.245917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6701c609-24a3-48ea-ae14-71a162357e09 req-b8a25dfc-2665-44a7-bf5e-0f7b9f6089c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1094 time: 0.1428001 Dec 08 21:46:58.334852 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6a8c762-7dea-4dad-8b23-eef8418bba4f req-a9eeffd4-7488-4a91-9271-0cb64ab08447 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106973 Dec 08 21:46:58.403300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc8a39-ca5e-4158-9a6b-bf11000d47fc req-63c3454b-2713-4387-827a-f1eb8b09146c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:58.412827 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28dc8a39-ca5e-4158-9a6b-bf11000d47fc req-63c3454b-2713-4387-827a-f1eb8b09146c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 949 time: 0.2945082 Dec 08 21:46:58.621721 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28dc8a39-ca5e-4158-9a6b-bf11000d47fc req-f2c6c4b4-c449-42c2-8661-6fb76590ac43 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008424 Dec 08 21:46:58.635670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701c609-24a3-48ea-ae14-71a162357e09 req-15726e23-fd12-4ec8-9d59-02ef6e16d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:58.643305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6701c609-24a3-48ea-ae14-71a162357e09 req-15726e23-fd12-4ec8-9d59-02ef6e16d198 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.3889565 Dec 08 21:46:58.693126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6701c609-24a3-48ea-ae14-71a162357e09 req-d2746bec-2db7-4bf4-be05-067e39f15c54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 200 len: 217 time: 0.0427289 Dec 08 21:46:58.862076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701c609-24a3-48ea-ae14-71a162357e09 req-3ea28c15-8d82-4b13-abc2-284310b4f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:58.872386 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:58.876842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6701c609-24a3-48ea-ae14-71a162357e09 req-3ea28c15-8d82-4b13-abc2-284310b4f66f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1751432 Dec 08 21:46:58.932326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67562-e210-40ba-ae12-449bf553d169 req-e8590a99-49d0-4b0d-b785-d691ed7091f9 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:58.945166 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cf67562-e210-40ba-ae12-449bf553d169 req-e8590a99-49d0-4b0d-b785-d691ed7091f9 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1762452 Dec 08 21:46:58.945705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1f97089-f1f9-4511-b29f-7c7272524d6d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1f97089-f1f9-4511-b29f-7c7272524d6d,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:46:58.954661 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:58.989755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6701c609-24a3-48ea-ae14-71a162357e09 req-0dfc7769-2175-4505-a5d3-411a9d0dfdcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014268 Dec 08 21:46:59.040084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1f97089-f1f9-4511-b29f-7c7272524d6d,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:59.070989 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cf67562-e210-40ba-ae12-449bf553d169 req-07aff33d-651d-411c-9ff1-d60767a74c3c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225312 Dec 08 21:46:59.108336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46406) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:59.218067 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6701c609-24a3-48ea-ae14-71a162357e09 req-86eae2b8-a00b-416c-887e-7a3b0d9aff33 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203937 Dec 08 21:46:59.290628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf33d-4c5e-4ac4-a1be-28d4a68ed88e req-ac9f2d57-aa08-451f-a883-5058c35a6f2d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:59.301741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4adbf33d-4c5e-4ac4-a1be-28d4a68ed88e req-ac9f2d57-aa08-451f-a883-5058c35a6f2d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.0907266 Dec 08 21:46:59.369450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-999390094-network', 'tenant_id': '8d51a37efe7045e687ec386e01a0701c'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:59.390378 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6701c609-24a3-48ea-ae14-71a162357e09 req-988ccec5-1aa5-4165-8155-c8baddc939d7 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537416 Dec 08 21:46:59.417610 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4adbf33d-4c5e-4ac4-a1be-28d4a68ed88e req-b8d08c30-8bcd-465e-9f14-79257c56117d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149688 Dec 08 21:46:59.430980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Made reservation on behalf of 8d51a37efe7045e687ec386e01a0701c for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:46:59.434023 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:59.482107 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:59.663201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:59.673246 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:59.729179 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:46:59.742158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:59.743212 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Added segment 250fafc9-a778-4746-880e-8a0a95f9769c of type vlan for network fb89bce5-d758-4a6f-82af-32c62cfb48bf Dec 08 21:46:59.848086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003b9093-7374-488b-8723-a03630423e86,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:46:59.854258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:59.891519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec568c2-7d90-4fd0-8ddf-c846395e9a37 req-37838a62-4adf-4cbe-826c-f1ded435d105 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:59.893231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ec568c2-7d90-4fd0-8ddf-c846395e9a37 req-37838a62-4adf-4cbe-826c-f1ded435d105 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 950 time: 0.1684651 Dec 08 21:46:59.925891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:59.931436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:46:59.933270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:46:59.971986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8590741 Dec 08 21:46:59.972904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46428) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:46:59.979539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Request body: {'subnet': {'network_id': 'fb89bce5-d758-4a6f-82af-32c62cfb48bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-999390094-subnet', 'tenant_id': '8d51a37efe7045e687ec386e01a0701c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:46:59.987691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f64511-b3e5-4542-912f-5efeb232fdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f97089-f1f9-4511-b29f-7c7272524d6d'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:46:59.990854 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9fb774-5ce0-465f-8a4e-ee0c7ad370fa" -d '{"events": [{"server_uuid": "e7f64511-b3e5-4542-912f-5efeb232fdc1", "name": "network-vif-plugged", "status": "completed", "tag": "a1f97089-f1f9-4511-b29f-7c7272524d6d"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:00.025843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Made reservation on behalf of 8d51a37efe7045e687ec386e01a0701c for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:47:00.034417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:00.083416 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ec568c2-7d90-4fd0-8ddf-c846395e9a37 req-60db793e-2347-45dd-ace2-ef7ef9daabdd tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712329 Dec 08 21:47:00.093325 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ada35-c6db-4fcd-9057-927a9519458c x-openstack-request-id: req-a08ada35-c6db-4fcd-9057-927a9519458c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:00.093771 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f64511-b3e5-4542-912f-5efeb232fdc1", "name": "network-vif-plugged", "status": "completed", "tag": "a1f97089-f1f9-4511-b29f-7c7272524d6d", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:00.094469 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a08ada35-c6db-4fcd-9057-927a9519458c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:00.095222 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f64511-b3e5-4542-912f-5efeb232fdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f97089-f1f9-4511-b29f-7c7272524d6d', 'code': 200} Dec 08 21:47:00.096234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a660f7-2863-45fb-9ac4-9a1d8328c3cd admin admin] Pushing event updated for resources: {'Network': ['ID=fb89bce5-d758-4a6f-82af-32c62cfb48bf,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:00.122809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network fb89bce5-d758-4a6f-82af-32c62cfb48bf details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:47:00.304710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60164d-67fb-4163-9aef-e2793ccdde39 req-e014f15c-b6ee-4345-a601-4b8501ef902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:00.306493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a60164d-67fb-4163-9aef-e2793ccdde39 req-e014f15c-b6ee-4345-a601-4b8501ef902f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 1101 time: 0.1272879 Dec 08 21:47:00.338579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e5e49-6a4a-45e2-9734-949247cad37f req-07d8088f-c34d-4cee-a317-78cea63fcf28 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:00.340052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-821e5e49-6a4a-45e2-9734-949247cad37f req-07d8088f-c34d-4cee-a317-78cea63fcf28 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1102483 Dec 08 21:47:00.452461 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-821e5e49-6a4a-45e2-9734-949247cad37f req-2cd436d1-0810-4539-964a-77e37abed68f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910754 Dec 08 21:47:00.461054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a60164d-67fb-4163-9aef-e2793ccdde39 req-e252b72c-928a-4d72-8cd9-f0b37e616a3a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424057 Dec 08 21:47:00.583622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:00.596772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75e2f4-5a4e-490c-b8ae-b9e232cb533b req-7567b9da-b840-4690-aa73-551c12a5d94c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:00.598297 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d75e2f4-5a4e-490c-b8ae-b9e232cb533b req-7567b9da-b840-4690-aa73-551c12a5d94c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.0675647 Dec 08 21:47:00.613436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8430157-371c-4b23-ac81-8e60aa5a5a8e req-86a2c82c-8dd2-41a4-b64b-535316b0ef2c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:00.621116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8430157-371c-4b23-ac81-8e60aa5a5a8e req-86a2c82c-8dd2-41a4-b64b-535316b0ef2c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.0684297 Dec 08 21:47:00.635025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46444) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:00.645761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'floatingip': {'port_id': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:00.690849 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8430157-371c-4b23-ac81-8e60aa5a5a8e req-1ac00c6b-d151-4140-8b44-6ca1ae5cf36e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689883 Dec 08 21:47:00.696288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:00.787764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa212efe-8728-4fa9-8f7c-f57527ba6840,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:00.817196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Checking segment: {'id': '250fafc9-a778-4746-880e-8a0a95f9769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb89bce5-d758-4a6f-82af-32c62cfb48bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:00.817578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Network hostable DHCP agents. Network: fb89bce5-d758-4a6f-82af-32c62cfb48bf, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:47:00.851680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Network fb89bce5-d758-4a6f-82af-32c62cfb48bf is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:47:00.926352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, fb89bce5-d758-4a6f-82af-32c62cfb48bf) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:47:00.934183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:00.934183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:00.951320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ede7a-fbfd-406f-974a-486ec2141d43 None None] Network fb89bce5-d758-4a6f-82af-32c62cfb48bf requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:47:00.996924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-480daf1c-156b-474f-8335-ecae9a4978b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0221422 Dec 08 21:47:01.231827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e7850c-9e3c-4380-9bc0-752da39df151 None None] Network fb89bce5-d758-4a6f-82af-32c62cfb48bf requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:47:01.417114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714bcbc-d83f-46a6-9813-ebcd35463c94 req-d02a5aca-f709-4046-b458-bae27107fd92 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:01.430362 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f714bcbc-d83f-46a6-9813-ebcd35463c94 req-d02a5aca-f709-4046-b458-bae27107fd92 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 950 time: 0.2084637 Dec 08 21:47:01.520779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:01.531670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:01.555775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f714bcbc-d83f-46a6-9813-ebcd35463c94 req-5b3aef04-b088-4b68-a944-8b033a922e33 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047456 Dec 08 21:47:02.104956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40087c-e73e-4380-bc26-8a0a1b63c8ea req-159cf2d0-eae0-44d2-8d86-c8d3056a1d97 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:02.114063 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da40087c-e73e-4380-bc26-8a0a1b63c8ea req-159cf2d0-eae0-44d2-8d86-c8d3056a1d97 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.1229255 Dec 08 21:47:02.174089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da40087c-e73e-4380-bc26-8a0a1b63c8ea req-ec06ef68-65ca-4abb-a90f-f8c2abb3e881 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590749 Dec 08 21:47:02.268475 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Floating IP 96497516-4039-446e-a1c2-c88694a5d3a0 associated. External IP: 172.25.1.114, port: a8bf39da-1b43-4086-a86b-5be6ffcbc7d0. Dec 08 21:47:02.405200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-a0b636c9-f13f-44c9-b6e1-f32bf0d08dd7 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:02.410063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-a0b636c9-f13f-44c9-b6e1-f32bf0d08dd7 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/networks?id=fb89bce5-d758-4a6f-82af-32c62cfb48bf HTTP/1.1" status: 200 len: 821 time: 0.2710345 Dec 08 21:47:02.449709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-c33722ad-2357-476d-b8b4-0b66f9490bf2 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/quotas/8d51a37efe7045e687ec386e01a0701c HTTP/1.1" status: 200 len: 375 time: 0.0323691 Dec 08 21:47:02.493893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-a21127b0-9132-4da2-8578-326aa85567fc tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d51a37efe7045e687ec386e01a0701c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431736 Dec 08 21:47:02.671903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-befd44bd-bc73-4b1b-a324-0f0523264c1e service neutron] 10.222.0.21 "GET /v2.0/networks/fb89bce5-d758-4a6f-82af-32c62cfb48bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765902 Dec 08 21:47:02.725975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78829d09-8d0f-4c6b-9ed2-624f160a905f req-8b9a95c0-65b7-4f38-97b8-f5fd78505edd tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:02.737688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78829d09-8d0f-4c6b-9ed2-624f160a905f req-8b9a95c0-65b7-4f38-97b8-f5fd78505edd tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 950 time: 0.0789866 Dec 08 21:47:02.808670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78829d09-8d0f-4c6b-9ed2-624f160a905f req-7701d2cb-3f3f-44ae-af53-0383b7557d03 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697980 Dec 08 21:47:02.868016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Router 0e2cf252-7a1d-44b6-9004-f10862bbe69d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:47:03.014374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c5d98-9343-4067-9801-842bb59b0206 req-4ca10d7e-5dbb-4aec-af1d-fa76adef2786 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:03.023959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-728c5d98-9343-4067-9801-842bb59b0206 req-4ca10d7e-5dbb-4aec-af1d-fa76adef2786 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 1101 time: 0.0658491 Dec 08 21:47:03.065840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-d77e2a1c-2b42-4cd4-bfb5-c00bf670e671 service neutron] 10.222.0.21 "GET /v2.0/networks/fb89bce5-d758-4a6f-82af-32c62cfb48bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843753 Dec 08 21:47:03.094282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-728c5d98-9343-4067-9801-842bb59b0206 req-864205e2-15d0-4020-b80c-61a20ceafef6 tempest-ServersOnMultiNodesTest-1000998823 tempest-ServersOnMultiNodesTest-1000998823-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688448 Dec 08 21:47:03.103290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:47:03.121438 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] Sync routers for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:47:03.122040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:03.141534 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:47:03.144205 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:47:03.185440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9185838a-2157-4452-8755-2d9993c26ffe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "PUT /v2.0/floatingips/96497516-4039-446e-a1c2-c88694a5d3a0 HTTP/1.1" status: 200 len: 991 time: 2.5407505 Dec 08 21:47:03.185440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:03.190666 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af420210-9f29-41aa-be63-2f6a8d433dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:03.320951 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:47:03.515235 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86a5514-13be-476f-b9ea-ecd1d9dbea39 x-openstack-request-id: req-b86a5514-13be-476f-b9ea-ecd1d9dbea39 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:03.516249 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:03.516380 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b86a5514-13be-476f-b9ea-ecd1d9dbea39 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:03.517290 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'status': 'completed', 'code': 200} Dec 08 21:47:03.621485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-6e838004-a5f1-4c0a-bafa-fd2b3c93f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:03.623180 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-6e838004-a5f1-4c0a-bafa-fd2b3c93f274 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1096 time: 0.0808408 Dec 08 21:47:03.674285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fa416-0184-4ff2-a93c-c613d7fb079b req-5532a7b8-23ca-44c6-b940-50b5f1167a41 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:03.676279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b69fa416-0184-4ff2-a93c-c613d7fb079b req-5532a7b8-23ca-44c6-b940-50b5f1167a41 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.1090732 Dec 08 21:47:03.772369 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '96497516-4039-446e-a1c2-c88694a5d3a0', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'port_id': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'mac_address': 'fa:16:3e:35:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:46:36Z', 'updated_at': '2021-12-08T21:47:01Z', 'revision_number': 1, 'project_id': '8729a6b924fd4001a66a971c05635117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:47:03.784845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b69fa416-0184-4ff2-a93c-c613d7fb079b req-cf8a1003-aadd-4f08-acd0-796936bf718c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005580 Dec 08 21:47:03.813266 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] Checking router: 0e2cf252-7a1d-44b6-9004-f10862bbe69d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:47:03.859722 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:47:03.861157 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:46:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:47:03.862991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-46bb7066-914d-4948-9581-7b1a3abf451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:03.864691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-46bb7066-914d-4948-9581-7b1a3abf451a service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.2309701 Dec 08 21:47:03.987179 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab146c-918b-4154-b737-977080abee1f req-58adaaa3-5cf0-44c5-b20c-ac892bf73b9e tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:03.988944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfab146c-918b-4154-b737-977080abee1f req-58adaaa3-5cf0-44c5-b20c-ac892bf73b9e tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 950 time: 0.1158233 Dec 08 21:47:04.003202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-575f2a62-d122-4fe8-89ff-ef42dae4cfa7 req-b9d18025-d18b-4664-9565-c26d784f2050 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 210 time: 0.1370161 Dec 08 21:47:04.069959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-bba4463c-c0a2-4684-bc38-21b72fcf944d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 999 time: 0.1752105 Dec 08 21:47:04.074371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfab146c-918b-4154-b737-977080abee1f req-33e32596-3fc8-4f9a-b1bd-c6e099ac79e6 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780144 Dec 08 21:47:04.164606 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:47:04.204000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-062225ff-ac25-4046-af30-36ad08b0dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:04.205601 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-062225ff-ac25-4046-af30-36ad08b0dd3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.1284492 Dec 08 21:47:04.300023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-c3e64d9d-32bc-48ca-a857-ee836a9d9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:04.301506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-c3e64d9d-32bc-48ca-a857-ee836a9d9c96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736544 Dec 08 21:47:04.510023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-3f41b0af-35cd-40a7-a578-4a8242dbc789 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002840 Dec 08 21:47:04.650630 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '96497516-4039-446e-a1c2-c88694a5d3a0', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'port_id': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'mac_address': 'fa:16:3e:35:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:46:36Z', 'updated_at': '2021-12-08T21:47:01Z', 'revision_number': 1, 'project_id': '8729a6b924fd4001a66a971c05635117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:47:04.691718 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13380271-10df-4f17-afe0-56e8acfb32d3 None None] The sync data for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 is: [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '96497516-4039-446e-a1c2-c88694a5d3a0', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'port_id': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'mac_address': 'fa:16:3e:35:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:46:36Z', 'updated_at': '2021-12-08T21:47:01Z', 'revision_number': 1, 'project_id': '8729a6b924fd4001a66a971c05635117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:47:04.714849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af420210-9f29-41aa-be63-2f6a8d433dfc req-7baa771e-3933-4fbf-9aea-9650650b6964 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756630 Dec 08 21:47:05.000031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9eee-1dc6-4069-aa00-34cab27477f2 req-6f1a3a7f-2c6e-4dd3-a35b-16e5837e4bc8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:05.002101 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cfed9eee-1dc6-4069-aa00-34cab27477f2 req-6f1a3a7f-2c6e-4dd3-a35b-16e5837e4bc8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.0956097 Dec 08 21:47:05.053460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef9751-585f-4146-98b3-e23070117e12 None None] New status for floating IP 96497516-4039-446e-a1c2-c88694a5d3a0: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:47:05.222225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cfed9eee-1dc6-4069-aa00-34cab27477f2 req-d9199ec7-b086-41e0-91f3-035b8e436830 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015858 Dec 08 21:47:05.273397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b757802-8ea2-4561-9042-0e056a0e8e92 req-a1c4beab-bd03-4b48-8df7-2f4f8777db11 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 210 time: 0.1174297 Dec 08 21:47:05.539876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d558c079-2074-4123-9dc5-96814b3e5ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:05.634403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-30f2b463-7734-4124-8a70-b90882d2650f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:05.635942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-30f2b463-7734-4124-8a70-b90882d2650f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 950 time: 0.4938934 Dec 08 21:47:05.671404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e48082-d311-43df-a812-77784cfa0f0b req-46b11d26-d02e-4f09-818b-48245f554411 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:05.679053 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68e48082-d311-43df-a812-77784cfa0f0b req-46b11d26-d02e-4f09-818b-48245f554411 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 950 time: 0.2349606 Dec 08 21:47:05.746671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-f8d0349a-00c0-4d72-99bb-221ceec92292 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:05.748140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-f8d0349a-00c0-4d72-99bb-221ceec92292 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.23 "GET /v2.0/networks?id=fb89bce5-d758-4a6f-82af-32c62cfb48bf HTTP/1.1" status: 200 len: 821 time: 0.5063803 Dec 08 21:47:05.785510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Request body: {'port': {'device_id': '3cd1d956-d094-4416-83a4-fbdec20d66c0', 'network_id': 'fb89bce5-d758-4a6f-82af-32c62cfb48bf', 'admin_state_up': True, 'tenant_id': '8d51a37efe7045e687ec386e01a0701c'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:05.844382 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68e48082-d311-43df-a812-77784cfa0f0b req-11b0434f-3699-4371-a942-652b0428c952 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592336 Dec 08 21:47:06.008494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Made reservation on behalf of 8d51a37efe7045e687ec386e01a0701c for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:47:06.012096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:06.035419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Deleting port a1f97089-f1f9-4511-b29f-7c7272524d6d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:06.035810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:06.273143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] For port a1f97089-f1f9-4511-b29f-7c7272524d6d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1f97089-f1f9-4511-b29f-7c7272524d6d,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:06.273390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:06.286501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Allocated IP 172.20.0.10 (fb89bce5-d758-4a6f-82af-32c62cfb48bf/fa212efe-8728-4fa9-8f7c-f57527ba6840/f35d462c-8ad4-4f1a-a488-9bf2ec0bd245) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:47:06.293570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Calling delete_port for a1f97089-f1f9-4511-b29f-7c7272524d6d owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:06.412440 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ebe35d9e-d0ff-41d8-bd93-23f4f3de2f90 req-09e423ce-f56b-4b30-98bd-eee8e030fe6f tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 210 time: 0.0345342 Dec 08 21:47:06.517123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9da91-c2b9-49e6-9246-07cfb2e90197 req-317cdad9-5248-4008-a6c0-954050c66cae tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:06.519380 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ac9da91-c2b9-49e6-9246-07cfb2e90197 req-317cdad9-5248-4008-a6c0-954050c66cae tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.2014973 Dec 08 21:47:06.629480 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ac9da91-c2b9-49e6-9246-07cfb2e90197 req-be1434b7-506d-412f-ae29-c869f64762eb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007311 Dec 08 21:47:06.706542 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:06.721864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:06.734214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad', '61c85429-3fb2-432c-9207-0dbb1a93d6dc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:06.738469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e4436630-b523-4670-b387-3cfa467da70c', '3e03cc96-51cd-44d3-840c-d0457d65dab1', '01c7aa7f-aff2-40e1-ba88-c1a4a726b133'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:06.786175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event deleted for resources: {'Port': ['ID=a1f97089-f1f9-4511-b29f-7c7272524d6d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:06.834883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] No DVR routers for this DVR port a1f97089-f1f9-4511-b29f-7c7272524d6d on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:06.838404 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:06.842114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9544c5fa-7608-4b50-8255-ed75cdcd8c18 req-4fefef89-4f19-4829-977b-ed3da5bcad77 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "DELETE /v2.0/ports/a1f97089-f1f9-4511-b29f-7c7272524d6d HTTP/1.1" status: 204 len: 173 time: 1.1869979 Dec 08 21:47:06.842640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f64511-b3e5-4542-912f-5efeb232fdc1', 'name': 'network-vif-deleted', 'tag': 'a1f97089-f1f9-4511-b29f-7c7272524d6d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:06.845539 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a68b1-a773-41e1-bb05-6fff4cf56a78" -d '{"events": [{"server_uuid": "e7f64511-b3e5-4542-912f-5efeb232fdc1", "name": "network-vif-deleted", "tag": "a1f97089-f1f9-4511-b29f-7c7272524d6d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:06.923650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:07.027972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Network fb89bce5-d758-4a6f-82af-32c62cfb48bf is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:47:07.036507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:47:07.055370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:47:07.068089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Pushing event updated for resources: {'Port': ['ID=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:07.111660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-456c32dd-88a0-49fa-9ed0-5e464d5f8a7d req-4cc4fcae-bccd-4721-9dd5-20919fcd7e37 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7f64511-b3e5-4542-912f-5efeb232fdc1 HTTP/1.1" status: 200 len: 210 time: 0.0934367 Dec 08 21:47:07.131594 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3535daf9-7af6-485f-8550-fc21d411906f x-openstack-request-id: req-3535daf9-7af6-485f-8550-fc21d411906f {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:07.131594 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f64511-b3e5-4542-912f-5efeb232fdc1", "name": "network-vif-deleted", "tag": "a1f97089-f1f9-4511-b29f-7c7272524d6d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:07.131594 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3535daf9-7af6-485f-8550-fc21d411906f {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:07.131594 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f64511-b3e5-4542-912f-5efeb232fdc1', 'name': 'network-vif-deleted', 'tag': 'a1f97089-f1f9-4511-b29f-7c7272524d6d', 'status': 'completed', 'code': 200} Dec 08 21:47:07.210110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:07.214318 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:07.240161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-892e1beb-ad50-4f2c-9978-58cb3bee58da tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4586163 Dec 08 21:47:07.260894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Request body: {'port': {'device_id': '3cd1d956-d094-4416-83a4-fbdec20d66c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:07.340702 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:07.346532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2c51b1a9-efc2-49b0-b78c-299be98e3cec details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:07.691260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:07.814435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46640) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:07.859862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '2c51b1a9-efc2-49b0-b78c-299be98e3cec', 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03', 'port_id': '2c51b1a9-efc2-49b0-b78c-299be98e3cec', 'mac_address': 'fa:16:3e:94:f7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ca841b-b868-4917-b0d2-2e0b43e4a197', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:47:07.940042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:07.954065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063772d3-9bae-4e42-8ae1-38be6a2cb89a req-7986e98c-8060-4e92-b413-d69e035b12f2 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:07.960122 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:07.962010 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-063772d3-9bae-4e42-8ae1-38be6a2cb89a req-7986e98c-8060-4e92-b413-d69e035b12f2 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.1124556 Dec 08 21:47:07.997735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Transition to ACTIVE for port object f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:47:08.027884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1f97089-f1f9-4511-b29f-7c7272524d6d no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:08.053947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a1f97089-f1f9-4511-b29f-7c7272524d6d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:08.054421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1f97089-f1f9-4511-b29f-7c7272524d6d not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:08.064623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-063772d3-9bae-4e42-8ae1-38be6a2cb89a req-ce87bdb2-6a93-48bf-8432-6ddeb99c1b09 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964921 Dec 08 21:47:08.076664 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.076931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.097823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-128a80b1-5910-4a3a-84dc-e84cfc89accc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.139950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c51b1a9-efc2-49b0-b78c-299be98e3cec {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:08.184027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:08.200753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Pushing event updated for resources: {'Port': ['ID=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:08.206017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.226046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87232b8d-b977-4356-8dcb-199b161026ed req-6ed9b2c1-592f-4028-93a4-8d7848ad8467 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:08.238279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87232b8d-b977-4356-8dcb-199b161026ed req-6ed9b2c1-592f-4028-93a4-8d7848ad8467 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 944 time: 0.2390625 Dec 08 21:47:08.300188 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-128a80b1-5910-4a3a-84dc-e84cfc89accc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.313172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-128a80b1-5910-4a3a-84dc-e84cfc89accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.329234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87232b8d-b977-4356-8dcb-199b161026ed req-d64b1e12-9a53-4166-a757-a915b5964f5a tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894444 Dec 08 21:47:08.366760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:08.440379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a80b1-5910-4a3a-84dc-e84cfc89accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bf5cbb-eb37-4337-bbc4-281cd781b768,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:08.445716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5c29478e-a129-427d-8c0f-d8e6c97dfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.490650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Attempting to bind port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:47:08.493366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-128a80b1-5910-4a3a-84dc-e84cfc89accc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f5387b8aa7a4cc9bb67a3b0027d2310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6769733 Dec 08 21:47:08.493860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Attempting to bind port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '250fafc9-a778-4746-880e-8a0a95f9769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb89bce5-d758-4a6f-82af-32c62cfb48bf'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:47:08.494432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Attempting to bind port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 on network fb89bce5-d758-4a6f-82af-32c62cfb48bf {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:08.496580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46650) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:08.507558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 on network fb89bce5-d758-4a6f-82af-32c62cfb48bf not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:47:08.508139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Attempting to bind port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 on network fb89bce5-d758-4a6f-82af-32c62cfb48bf {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:08.521941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:47:08.522331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Checking segment: {'id': '250fafc9-a778-4746-880e-8a0a95f9769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb89bce5-d758-4a6f-82af-32c62cfb48bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:08.522645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Bound using segment: {'id': '250fafc9-a778-4746-880e-8a0a95f9769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb89bce5-d758-4a6f-82af-32c62cfb48bf'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:47:08.523122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Bound port: f35d462c-8ad4-4f1a-a488-9bf2ec0bd245, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250fafc9-a778-4746-880e-8a0a95f9769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb89bce5-d758-4a6f-82af-32c62cfb48bf'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:47:08.523477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.537691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['2c51b1a9-efc2-49b0-b78c-299be98e3cec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:08.620948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-090eec07-9b55-4df8-92c1-3739a6e5a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.759617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] For port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:08.776225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-090eec07-9b55-4df8-92c1-3739a6e5a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.835986 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:08.852102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] For port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,segment=NetworkSegment(250fafc9-a778-4746-880e-8a0a95f9769c),segment_id=250fafc9-a778-4746-880e-8a0a95f9769c)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:47:08.883787 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:09.009422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:09.010080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:09.011543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] 10.222.0.23 "PUT /v2.0/ports/f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 HTTP/1.1" status: 200 len: 1092 time: 1.7599795 Dec 08 21:47:09.023499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-090eec07-9b55-4df8-92c1-3739a6e5a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:09.025991 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-090eec07-9b55-4df8-92c1-3739a6e5a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:09.027078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-090eec07-9b55-4df8-92c1-3739a6e5a31c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36bf5cbb-eb37-4337-bbc4-281cd781b768 HTTP/1.1" status: 204 len: 168 time: 0.5279627 Dec 08 21:47:09.052860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eec07-9b55-4df8-92c1-3739a6e5a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bf5cbb-eb37-4337-bbc4-281cd781b768,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:09.069984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935374c-63cd-443e-8f7c-fe634aa1dc41 req-35829921-a13f-410f-a4c7-fb22f84c74eb tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:09.071586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c935374c-63cd-443e-8f7c-fe634aa1dc41 req-35829921-a13f-410f-a4c7-fb22f84c74eb tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 949 time: 0.2463465 Dec 08 21:47:09.072791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4108133-89e3-4c23-9771-d38d5f8f96ea service neutron] Pushing event updated for resources: {'Port': ['ID=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:09.148686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd1d956-d094-4416-83a4-fbdec20d66c0', 'tag': 'f35d462c-8ad4-4f1a-a488-9bf2ec0bd245'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:09.150861 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd1d956-d094-4416-83a4-fbdec20d66c0", "tag": "f35d462c-8ad4-4f1a-a488-9bf2ec0bd245"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:09.200485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c935374c-63cd-443e-8f7c-fe634aa1dc41 req-b0d6d31b-f155-42a3-8114-d498b1b48672 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213424 Dec 08 21:47:09.204549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-60cdae5b-43f9-4ed3-8508-d4d223ab1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:09.206846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-60cdae5b-43f9-4ed3-8508-d4d223ab1ae0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d51a37efe7045e687ec386e01a0701c&device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 1095 time: 0.1178071 Dec 08 21:47:09.209099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4177a-89c7-4315-8c54-fe6304a8454f req-c3c10b72-84dc-48d4-8c10-8e49e7938c60 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:09.211005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8de4177a-89c7-4315-8c54-fe6304a8454f req-c3c10b72-84dc-48d4-8c10-8e49e7938c60 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 944 time: 0.0648975 Dec 08 21:47:09.252859 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:09.274508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8de4177a-89c7-4315-8c54-fe6304a8454f req-4845e02f-3034-4036-9bb7-e49419d540a7 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547397 Dec 08 21:47:09.305139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:09.526744 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f52bb3b-9b16-4f2b-8d22-d79d7c5090d5 x-openstack-request-id: req-8f52bb3b-9b16-4f2b-8d22-d79d7c5090d5 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:09.527040 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd1d956-d094-4416-83a4-fbdec20d66c0", "tag": "f35d462c-8ad4-4f1a-a488-9bf2ec0bd245", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:09.527291 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f52bb3b-9b16-4f2b-8d22-d79d7c5090d5 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:09.527673 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd1d956-d094-4416-83a4-fbdec20d66c0', 'tag': 'f35d462c-8ad4-4f1a-a488-9bf2ec0bd245', 'status': 'completed', 'code': 200} Dec 08 21:47:09.531140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-a210ce19-5667-4190-b96a-0b5ec923ad7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 HTTP/1.1" status: 200 len: 217 time: 0.3142254 Dec 08 21:47:09.609945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc8d05-0a1b-4643-ab98-55e72645231f req-0e794806-8570-4d08-b8b7-7a0056169f43 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:09.611563 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8dc8d05-0a1b-4643-ab98-55e72645231f req-0e794806-8570-4d08-b8b7-7a0056169f43 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 944 time: 0.0831451 Dec 08 21:47:09.613317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-060cc5ae-34c8-4694-9f3d-91807240c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:09.614619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-060cc5ae-34c8-4694-9f3d-91807240c67d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa212efe-8728-4fa9-8f7c-f57527ba6840 HTTP/1.1" status: 200 len: 861 time: 0.0753169 Dec 08 21:47:09.666492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-f178ce7f-f4a3-4c20-9b58-de9e1cd25e14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb89bce5-d758-4a6f-82af-32c62cfb48bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365889 Dec 08 21:47:09.700442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8dc8d05-0a1b-4643-ab98-55e72645231f req-fdaf0162-875f-4c0b-8d23-823044992448 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784092 Dec 08 21:47:09.767193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-b48b109c-aa95-4380-98d7-f847fd6e54de service neutron] 10.222.0.23 "GET /v2.0/networks/fb89bce5-d758-4a6f-82af-32c62cfb48bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901554 Dec 08 21:47:09.829973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:09.872161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c67f8c4-4727-47f6-a881-5c2f8c1a8dc5 req-51f6c457-3611-40b0-9fce-16c8394e25be service neutron] 10.222.0.23 "GET /v2.0/networks/fb89bce5-d758-4a6f-82af-32c62cfb48bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959029 Dec 08 21:47:09.973907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-c0403ad5-8c42-4cb0-b244-9df8e76a79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:09.975465 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-c0403ad5-8c42-4cb0-b244-9df8e76a79dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d51a37efe7045e687ec386e01a0701c&device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 1095 time: 0.0438840 Dec 08 21:47:10.081064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-d777bcb8-39f3-42b4-82f4-7f6942f858d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:10.082624 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-d777bcb8-39f3-42b4-82f4-7f6942f858d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb89bce5-d758-4a6f-82af-32c62cfb48bf HTTP/1.1" status: 200 len: 922 time: 0.0986221 Dec 08 21:47:10.128042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-39bc13d0-7ca0-4ce6-83a8-881cc154f3f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 HTTP/1.1" status: 200 len: 217 time: 0.0371037 Dec 08 21:47:10.207559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050daae6-1a58-4b91-a304-7cf656e10904 req-6dc37243-c576-407c-b9bd-702b5d6eac7b tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:10.209162 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-050daae6-1a58-4b91-a304-7cf656e10904 req-6dc37243-c576-407c-b9bd-702b5d6eac7b tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 949 time: 0.0835321 Dec 08 21:47:10.210528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-d362e24d-627a-4c7c-ae24-edf5ab8cb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:10.212002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-d362e24d-627a-4c7c-ae24-edf5ab8cb84e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa212efe-8728-4fa9-8f7c-f57527ba6840 HTTP/1.1" status: 200 len: 861 time: 0.0753007 Dec 08 21:47:10.288560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-4bbb5148-ea8c-489f-898c-4c5f86b63a12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb89bce5-d758-4a6f-82af-32c62cfb48bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525506 Dec 08 21:47:10.317076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-050daae6-1a58-4b91-a304-7cf656e10904 req-573a9dd0-d76a-4c10-9f77-11309aa88553 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002042 Dec 08 21:47:10.331272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d50e37-09bd-45a4-a43d-8d178fb1572d req-54682adf-a5e8-4d4f-b72f-e74f39661f09 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:10.332799 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05d50e37-09bd-45a4-a43d-8d178fb1572d req-54682adf-a5e8-4d4f-b72f-e74f39661f09 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 949 time: 0.0601492 Dec 08 21:47:10.377895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-f9150a18-c8cf-489a-b724-0d3e41a2784c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:10.379735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-f9150a18-c8cf-489a-b724-0d3e41a2784c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 949 time: 0.1610909 Dec 08 21:47:10.393477 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05d50e37-09bd-45a4-a43d-8d178fb1572d req-eef687da-3ac2-40ac-9ff6-efd21bae4644 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509765 Dec 08 21:47:10.495002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-55916521-15e2-4e20-a06f-bef494a88d6a service neutron] 10.222.0.23 "GET /v2.0/networks/fb89bce5-d758-4a6f-82af-32c62cfb48bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946149 Dec 08 21:47:10.546904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058ddc-4039-48d2-9faa-1173259170f6 req-20cadde7-3535-4ff6-a7bf-cc262d0afc65 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:10.546904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b058ddc-4039-48d2-9faa-1173259170f6 req-20cadde7-3535-4ff6-a7bf-cc262d0afc65 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 944 time: 0.1234574 Dec 08 21:47:10.612165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Deleting port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:10.612502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:10.673085 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b058ddc-4039-48d2-9faa-1173259170f6 req-1f169853-d513-45bd-b312-208ea9ed6339 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999994 Dec 08 21:47:10.715173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0dcf921-49f6-4311-9f8c-dbc88684ba0c req-456446c7-06e7-4c33-a281-54b31187d7c9 service neutron] 10.222.0.23 "GET /v2.0/networks/fb89bce5-d758-4a6f-82af-32c62cfb48bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057564 Dec 08 21:47:10.767269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] For port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:10.767648 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:10.781358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Calling delete_port for 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:10.913435 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:10.962902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab922822-1d61-4e26-b43f-879126367891 req-c9247341-055a-4093-b362-ade2d169f97c tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:10.964486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab922822-1d61-4e26-b43f-879126367891 req-c9247341-055a-4093-b362-ade2d169f97c tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 944 time: 0.0992351 Dec 08 21:47:10.969787 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:10.982522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e4436630-b523-4670-b387-3cfa467da70c', '3e03cc96-51cd-44d3-840c-d0457d65dab1', '01c7aa7f-aff2-40e1-ba88-c1a4a726b133'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:10.985665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad', '61c85429-3fb2-432c-9207-0dbb1a93d6dc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:11.013029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event deleted for resources: {'Port': ['ID=01c7aa7f-aff2-40e1-ba88-c1a4a726b133,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:11.055626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab922822-1d61-4e26-b43f-879126367891 req-72ae1113-8b66-46ee-a528-fe799f37a18e tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838153 Dec 08 21:47:11.076829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] No DVR routers for this DVR port 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:11.078850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:11.082439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-513528de-10aa-4cb1-8ba5-f5e880cefe78 req-e9461425-7344-4417-a61e-7ab096d7c207 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "DELETE /v2.0/ports/01c7aa7f-aff2-40e1-ba88-c1a4a726b133 HTTP/1.1" status: 204 len: 173 time: 0.6942744 Dec 08 21:47:11.357646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2c51b1a9-efc2-49b0-b78c-299be98e3cec up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:11.496929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 2c51b1a9-efc2-49b0-b78c-299be98e3cec completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:47:11.503768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 2c51b1a9-efc2-49b0-b78c-299be98e3cec triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:11.504443 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:11.528680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5edbd-0394-4404-ba00-be71234e2f13', 'name': 'network-vif-deleted', 'tag': '01c7aa7f-aff2-40e1-ba88-c1a4a726b133'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:11.531567 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a36a80-c6fe-4fb2-92b9-bd06607d29cf" -d '{"events": [{"server_uuid": "b8d5edbd-0394-4404-ba00-be71234e2f13", "name": "network-vif-deleted", "tag": "01c7aa7f-aff2-40e1-ba88-c1a4a726b133"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:11.551290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c36d3671-bddd-4e13-b9f4-418d5baa928b req-168ddd5f-d8e1-48f3-a57f-6c11a071b01e tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8d5edbd-0394-4404-ba00-be71234e2f13 HTTP/1.1" status: 200 len: 210 time: 0.0442967 Dec 08 21:47:11.610218 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04a01ae-84cc-4649-94f3-549356f93e8a x-openstack-request-id: req-f04a01ae-84cc-4649-94f3-549356f93e8a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:11.610768 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5edbd-0394-4404-ba00-be71234e2f13", "name": "network-vif-deleted", "tag": "01c7aa7f-aff2-40e1-ba88-c1a4a726b133", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:11.611282 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f04a01ae-84cc-4649-94f3-549356f93e8a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:11.611924 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d5edbd-0394-4404-ba00-be71234e2f13', 'name': 'network-vif-deleted', 'tag': '01c7aa7f-aff2-40e1-ba88-c1a4a726b133', 'status': 'completed', 'code': 200} Dec 08 21:47:11.692284 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:11.738491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:11.740765 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674936d-ce4f-421a-8331-155abea184ab" -d '{"events": [{"server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "name": "network-vif-plugged", "status": "completed", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:11.759973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:11.771000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:11.771781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:11.805876 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98744a7-bd57-4675-be99-44b1d1d3b632 x-openstack-request-id: req-f98744a7-bd57-4675-be99-44b1d1d3b632 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:11.806192 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "name": "network-vif-plugged", "status": "completed", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:11.806433 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f98744a7-bd57-4675-be99-44b1d1d3b632 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:11.806913 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec', 'code': 200} Dec 08 21:47:11.847747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:11.848087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 01c7aa7f-aff2-40e1-ba88-c1a4a726b133 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:11.852503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8e11d-de35-452d-922f-2c7d68f21b37 req-5dc5e50e-4269-443c-9a7a-17c667b85467 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:11.854161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05f8e11d-de35-452d-922f-2c7d68f21b37 req-5dc5e50e-4269-443c-9a7a-17c667b85467 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.0909784 Dec 08 21:47:11.873392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:11.933911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05f8e11d-de35-452d-922f-2c7d68f21b37 req-3003eaec-6752-4055-8502-aa21cfd9f7ec tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719614 Dec 08 21:47:11.940574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4518838-b1ec-4144-935a-dd0f4e191284 req-81db2b11-dede-442f-a393-0c9837eea6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:11.941926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c4518838-b1ec-4144-935a-dd0f4e191284 req-81db2b11-dede-442f-a393-0c9837eea6b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1096 time: 0.0665195 Dec 08 21:47:11.982234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c4518838-b1ec-4144-935a-dd0f4e191284 req-31f22fdc-c304-48f6-aead-489e796f6d38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300970 Dec 08 21:47:12.031299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:12.035328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b65ae410-97d4-4a71-8ad5-fad2229bbbb1 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:12.176026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd385c4-9f86-437c-ace3-b3d61009321c req-bcf6e3ba-3982-4f66-9ced-7c0eb64a7f57 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:12.179888 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ddd385c4-9f86-437c-ace3-b3d61009321c req-bcf6e3ba-3982-4f66-9ced-7c0eb64a7f57 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 944 time: 0.0526385 Dec 08 21:47:12.195925 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:12.224555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ddd385c4-9f86-437c-ace3-b3d61009321c req-a3a5ab41-f37d-40a4-8739-01587ec36934 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Dec 08 21:47:12.228159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,segment=NetworkSegment(250fafc9-a778-4746-880e-8a0a95f9769c),segment_id=250fafc9-a778-4746-880e-8a0a95f9769c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:12.249426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'f35d462c-8ad4-4f1a-a488-9bf2ec0bd245', 'network_id': 'fb89bce5-d758-4a6f-82af-32c62cfb48bf', 'port_id': 'f35d462c-8ad4-4f1a-a488-9bf2ec0bd245', 'mac_address': 'fa:16:3e:9c:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa212efe-8728-4fa9-8f7c-f57527ba6840', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:47:12.254684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:12.259387 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:12.320165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:12.345898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:12.349874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:12.367882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,segment=NetworkSegment(250fafc9-a778-4746-880e-8a0a95f9769c),segment_id=250fafc9-a778-4746-880e-8a0a95f9769c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:12.373189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:12.423646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:12.794018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f35d462c-8ad4-4f1a-a488-9bf2ec0bd245'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:12.818193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962a0a1-1c1d-4163-a2c6-0e1294a35613 req-c3c8c5e2-5c88-43da-9b9a-63eb0547db62 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:12.819705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0962a0a1-1c1d-4163-a2c6-0e1294a35613 req-c3c8c5e2-5c88-43da-9b9a-63eb0547db62 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 950 time: 0.0495408 Dec 08 21:47:12.861069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0962a0a1-1c1d-4163-a2c6-0e1294a35613 req-da3fb897-d2c6-4575-bc87-dad19e30f127 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Dec 08 21:47:13.062081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42e09a-2006-4d8d-a2ee-ec1281081257 req-d7a17a8e-1128-41dc-9e72-5dcc0348996d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:13.064014 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f42e09a-2006-4d8d-a2ee-ec1281081257 req-d7a17a8e-1128-41dc-9e72-5dcc0348996d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.0539639 Dec 08 21:47:13.104432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f42e09a-2006-4d8d-a2ee-ec1281081257 req-80bb7e31-da7f-4e58-be9b-65a7d8af0830 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327785 Dec 08 21:47:13.350394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfbca4-c728-4ce3-b25f-b8dd0617b571 req-b7c2f6b6-b1d7-44db-89cb-7e4d95537155 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:13.351975 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9bcfbca4-c728-4ce3-b25f-b8dd0617b571 req-b7c2f6b6-b1d7-44db-89cb-7e4d95537155 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Dec 08 21:47:13.397636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9bcfbca4-c728-4ce3-b25f-b8dd0617b571 req-48069fc0-a6f0-4c49-9559-1322d385bab8 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Dec 08 21:47:13.807681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:13.810120 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc58d6-82df-405f-92ee-4f57c7a6ddae" -d '{"events": [{"server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "name": "network-vif-unplugged", "status": "completed", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:13.854308 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80451ea-de7b-4110-bb3b-de330b79568b x-openstack-request-id: req-e80451ea-de7b-4110-bb3b-de330b79568b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:13.854752 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "name": "network-vif-unplugged", "status": "completed", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:13.855035 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e80451ea-de7b-4110-bb3b-de330b79568b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:13.855515 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'code': 200} Dec 08 21:47:13.983962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf5f3b-22bd-4403-9637-d7b1545dedc1 req-a979f6c8-429a-4a31-80ad-916fea909638 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:13.985956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7adf5f3b-22bd-4403-9637-d7b1545dedc1 req-a979f6c8-429a-4a31-80ad-916fea909638 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 950 time: 0.0529461 Dec 08 21:47:14.038947 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7adf5f3b-22bd-4403-9637-d7b1545dedc1 req-20b742b6-da75-4d61-9ac7-c1b259c9558f tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465841 Dec 08 21:47:14.045845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:14.157456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:14.176257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'mac_address': 'fa:16:3e:9e:03:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:47:14.233399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:14.239279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bf83e-88c2-4b49-8a3c-1c47a35e5694 req-a8b72984-28c4-4c52-9e82-57b6a5426b8f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:14.240879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-907bf83e-88c2-4b49-8a3c-1c47a35e5694 req-a8b72984-28c4-4c52-9e82-57b6a5426b8f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.0575552 Dec 08 21:47:14.246867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d7a107-48f4-47c7-8209-f9757fb25543 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:14.273866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:14.281628 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:14.310981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-907bf83e-88c2-4b49-8a3c-1c47a35e5694 req-7d43bbac-edd1-470d-87ce-f5fa6cbeca6e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629530 Dec 08 21:47:14.355225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:14.407665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-83646ade-128d-4a94-b689-9fd4c9264c08 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:14.409778 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-83646ade-128d-4a94-b689-9fd4c9264c08 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 950 time: 0.0716586 Dec 08 21:47:14.447170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a1d7a107-48f4-47c7-8209-f9757fb25543'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:14.564405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ca8c-68ac-41b2-ae19-9527ad9dfe4c req-0a26efd6-2fdb-42d5-ba81-191a63eebd5e tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:14.567202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-76d3ca8c-68ac-41b2-ae19-9527ad9dfe4c req-0a26efd6-2fdb-42d5-ba81-191a63eebd5e tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1096 time: 0.1563194 Dec 08 21:47:14.584462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c944-f598-46fd-81f3-0d16a3a83c80 req-85cce12d-f4e4-45f3-9dfb-1ead4e42f076 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:14.589204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4c0c944-f598-46fd-81f3-0d16a3a83c80 req-85cce12d-f4e4-45f3-9dfb-1ead4e42f076 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 945 time: 0.1116185 Dec 08 21:47:14.624275 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-76d3ca8c-68ac-41b2-ae19-9527ad9dfe4c req-f444343f-c276-41cc-a8eb-c28c8ebfaf32 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501750 Dec 08 21:47:14.626527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Deleting port 3e03cc96-51cd-44d3-840c-d0457d65dab1 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:14.626904 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:14.681004 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4c0c944-f598-46fd-81f3-0d16a3a83c80 req-7494a848-b732-407c-9bbc-89662f28bbc8 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809987 Dec 08 21:47:14.756192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] For port 3e03cc96-51cd-44d3-840c-d0457d65dab1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3e03cc96-51cd-44d3-840c-d0457d65dab1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:14.756684 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:14.791846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Calling delete_port for 3e03cc96-51cd-44d3-840c-d0457d65dab1 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:14.812142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc6bee-dd90-4320-9828-af11abf1b204 req-4c45c236-41e8-443d-9cc2-68b95b759bab tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:14.813704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dfc6bee-dd90-4320-9828-af11abf1b204 req-4c45c236-41e8-443d-9cc2-68b95b759bab tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1096 time: 0.0761380 Dec 08 21:47:14.889814 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dfc6bee-dd90-4320-9828-af11abf1b204 req-6a8a44e5-2bef-4207-8f0a-10070b06f7b9 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 Dec 08 21:47:14.970920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:14.986938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e4436630-b523-4670-b387-3cfa467da70c', '3e03cc96-51cd-44d3-840c-d0457d65dab1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:15.010881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event deleted for resources: {'Port': ['ID=3e03cc96-51cd-44d3-840c-d0457d65dab1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:15.095055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] No DVR routers for this DVR port 3e03cc96-51cd-44d3-840c-d0457d65dab1 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:15.104435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:15.108191 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a1d2ccd3-f88d-459b-8b18-ea8b03c646a6 req-a6a5ec97-3b60-46da-a79b-e64181d4f2dc tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "DELETE /v2.0/ports/3e03cc96-51cd-44d3-840c-d0457d65dab1 HTTP/1.1" status: 204 len: 173 time: 0.6879723 Dec 08 21:47:15.108895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ddc380-2aa4-4041-9f6f-affea43b1809', 'name': 'network-vif-deleted', 'tag': '3e03cc96-51cd-44d3-840c-d0457d65dab1'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:15.111703 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3166ccd-aef1-437a-89ac-247327a7fc01" -d '{"events": [{"server_uuid": "96ddc380-2aa4-4041-9f6f-affea43b1809", "name": "network-vif-deleted", "tag": "3e03cc96-51cd-44d3-840c-d0457d65dab1"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:15.291897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e1545e8-b0ca-43bf-be22-9718488785c3 req-b6aacf26-319a-415c-891b-5eb514532a00 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ddc380-2aa4-4041-9f6f-affea43b1809 HTTP/1.1" status: 200 len: 210 time: 0.0505538 Dec 08 21:47:15.351478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46974) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:15.499607 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6270833-3785-4f6d-9f5b-7c4c53e45d9d x-openstack-request-id: req-f6270833-3785-4f6d-9f5b-7c4c53e45d9d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:15.500792 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ddc380-2aa4-4041-9f6f-affea43b1809", "name": "network-vif-deleted", "tag": "3e03cc96-51cd-44d3-840c-d0457d65dab1", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:15.501054 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6270833-3785-4f6d-9f5b-7c4c53e45d9d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:15.501447 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ddc380-2aa4-4041-9f6f-affea43b1809', 'name': 'network-vif-deleted', 'tag': '3e03cc96-51cd-44d3-840c-d0457d65dab1', 'status': 'completed', 'code': 200} Dec 08 21:47:15.515725 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f5f53173-9500-4830-ad3b-0b1ab629f515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:15.582353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad', '61c85429-3fb2-432c-9207-0dbb1a93d6dc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:15.686325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f5f53173-9500-4830-ad3b-0b1ab629f515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:15.694755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f5f53173-9500-4830-ad3b-0b1ab629f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:15.751932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f5f53173-9500-4830-ad3b-0b1ab629f515 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dff1a0b6ef1149fe896f35a31426c09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961663 Dec 08 21:47:15.751932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f53173-9500-4830-ad3b-0b1ab629f515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdac8d3-d934-461e-9788-ccc6d9cdcf4b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:15.752289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:15.874310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d786-42de-4217-bc4e-da2270174daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:15.896120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61aa5-385a-4ee3-87e8-a3cd8478c007 req-a242089c-c568-4182-b23c-95fdf15a7398 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:15.897984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84d61aa5-385a-4ee3-87e8-a3cd8478c007 req-a242089c-c568-4182-b23c-95fdf15a7398 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 945 time: 0.0852404 Dec 08 21:47:15.942152 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d786-42de-4217-bc4e-da2270174daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:15.996238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84d61aa5-385a-4ee3-87e8-a3cd8478c007 req-e2b3a0e6-aa11-435f-bb65-e940aaafeb07 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900900 Dec 08 21:47:16.024654 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d786-42de-4217-bc4e-da2270174daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.028355 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d786-42de-4217-bc4e-da2270174daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.032568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c3a4d786-42de-4217-bc4e-da2270174daa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cdac8d3-d934-461e-9788-ccc6d9cdcf4b HTTP/1.1" status: 204 len: 168 time: 0.2760439 Dec 08 21:47:16.056192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:16.070490 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4d786-42de-4217-bc4e-da2270174daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdac8d3-d934-461e-9788-ccc6d9cdcf4b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:16.216722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a1d7a107-48f4-47c7-8209-f9757fb25543 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:16.219518 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.514954 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.536580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47022) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:16.572511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21125498-8ae1-4253-8434-d41c391062c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.591660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:16.599115 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e74c959-0bf9-40d7-9e44-bd6cb7faf40f" -d '{"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:16.627533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-0e638ee8-3af5-4b11-8119-d750152d9a81 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:47:16.637362 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-0e638ee8-3af5-4b11-8119-d750152d9a81 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2378502 Dec 08 21:47:16.661165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:16.678689 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.679514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:16.732079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-dd920d03-ae99-4077-9322-9d3889f82cda tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:16.742935 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-dd920d03-ae99-4077-9322-9d3889f82cda tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports/2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 200 len: 1093 time: 0.1006777 Dec 08 21:47:16.754337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Request body: {'binding': {'host': 'n-h2-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:16.755845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Unknown quota resources ['binding']. {{(pid=102390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 21:47:16.830532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=10']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:16.869817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21125498-8ae1-4253-8434-d41c391062c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.870129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:47:16.879611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21125498-8ae1-4253-8434-d41c391062c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.882621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:16.883327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:16.915218 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c2de6d-cbaf-41f2-b7c5-65f56b303c8e x-openstack-request-id: req-27c2de6d-cbaf-41f2-b7c5-65f56b303c8e {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:16.915643 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:16.915949 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27c2de6d-cbaf-41f2-b7c5-65f56b303c8e {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:16.916341 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'code': 200} Dec 08 21:47:16.948468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-21125498-8ae1-4253-8434-d41c391062c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c49fc96e0034c20825ca0353448ffca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079955 Dec 08 21:47:16.948715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47038) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:17.007727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on host n-h2-821126-1 for vnic_type normal with profile None {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:47:17.008061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:47:17.008385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:17.016037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:47:17.016037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:17.016758 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:17.017423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21125498-8ae1-4253-8434-d41c391062c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e36a184-0d72-4f60-9634-878891723fd6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:17.023912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:47:17.023912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:17.023912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:47:17.023912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Bound port: 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:47:17.067910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54922f6a-9e1d-4229-a7de-5d72fe7b0914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:17.075187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,segment=NetworkSegment(250fafc9-a778-4746-880e-8a0a95f9769c),segment_id=250fafc9-a778-4746-880e-8a0a95f9769c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:17.084714 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:17.087369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:47:17.096821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:17.099515 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54922f6a-9e1d-4229-a7de-5d72fe7b0914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:17.107182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] 10.222.0.21 "POST /v2.0/ports/2c51b1a9-efc2-49b0-b78c-299be98e3cec/bindings HTTP/1.1" status: 201 len: 389 time: 0.3614690 Dec 08 21:47:17.158133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54922f6a-9e1d-4229-a7de-5d72fe7b0914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:17.164024 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54922f6a-9e1d-4229-a7de-5d72fe7b0914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:17.168805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-54922f6a-9e1d-4229-a7de-5d72fe7b0914 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e36a184-0d72-4f60-9634-878891723fd6 HTTP/1.1" status: 204 len: 168 time: 0.2190475 Dec 08 21:47:17.179684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54922f6a-9e1d-4229-a7de-5d72fe7b0914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e36a184-0d72-4f60-9634-878891723fd6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:17.253844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:17.366870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3e03cc96-51cd-44d3-840c-d0457d65dab1 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:17.432506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c374b-711e-4567-acaf-500bf50ca1e9 req-f8c687d1-7616-4039-a45b-7e087334afdd tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:17.435078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 3e03cc96-51cd-44d3-840c-d0457d65dab1 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:17.435648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3e03cc96-51cd-44d3-840c-d0457d65dab1 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:17.445230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-605c374b-711e-4567-acaf-500bf50ca1e9 req-f8c687d1-7616-4039-a45b-7e087334afdd tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 946 time: 0.1747813 Dec 08 21:47:17.510586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-605c374b-711e-4567-acaf-500bf50ca1e9 req-51f7c541-becd-4905-a3f7-981d327ed451 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637083 Dec 08 21:47:17.523561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-93828810-c280-4b63-8350-b3e7d47a4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:17.525357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-93828810-c280-4b63-8350-b3e7d47a4c13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1096 time: 0.1176078 Dec 08 21:47:17.652181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-2201c25a-2545-4f23-8dcb-8728ec57a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:17.653805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-2201c25a-2545-4f23-8dcb-8728ec57a9c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.0922527 Dec 08 21:47:17.717917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-56ad5e35-f6ef-40c6-9e98-2fced3294057 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 200 len: 217 time: 0.0452025 Dec 08 21:47:17.730802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2883a87-51fa-42ae-acf6-97cf7dcedccc req-060cbe5a-adba-4e28-add4-6dcd72410ada tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:17.738061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2883a87-51fa-42ae-acf6-97cf7dcedccc req-060cbe5a-adba-4e28-add4-6dcd72410ada tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 950 time: 0.2706048 Dec 08 21:47:17.756855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb8f95-fe97-4392-97f4-58a72e4bcd4f req-f55a7419-92ce-4a12-b180-84c8717bebf6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:17.775846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81cb8f95-fe97-4392-97f4-58a72e4bcd4f req-f55a7419-92ce-4a12-b180-84c8717bebf6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.1561606 Dec 08 21:47:17.799102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2883a87-51fa-42ae-acf6-97cf7dcedccc req-2b2adb12-55bf-4fe0-b68c-33c106d27726 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599105 Dec 08 21:47:17.882752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81cb8f95-fe97-4392-97f4-58a72e4bcd4f req-86491028-99ce-4f93-8ba8-19139adf35ba tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919969 Dec 08 21:47:17.893349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-c42f1211-cbc6-46c6-979d-29a500f902cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:17.895144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-c42f1211-cbc6-46c6-979d-29a500f902cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1546445 Dec 08 21:47:17.967153 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-d443d61c-dc53-43b3-9358-447d3857cb00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497522 Dec 08 21:47:18.095398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-9bf1d267-fa52-4016-afe0-bfdec32ddfc4 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160080 Dec 08 21:47:18.227665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-bf3d5c44-5caf-4de6-aa55-1a417a43b9c2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:18.229650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-bf3d5c44-5caf-4de6-aa55-1a417a43b9c2 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "GET /v2.0/ports?device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 950 time: 0.0781088 Dec 08 21:47:18.318907 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-588b4478-6b14-4abb-8563-2a90a79c9851 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151580 Dec 08 21:47:18.368143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Deleting port e4436630-b523-4670-b387-3cfa467da70c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:18.368520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:18.501139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] For port e4436630-b523-4670-b387-3cfa467da70c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e4436630-b523-4670-b387-3cfa467da70c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:18.501783 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:18.520410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Calling delete_port for e4436630-b523-4670-b387-3cfa467da70c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:18.636410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-4fdca96f-1d9e-4628-9a60-017bad063645 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:18.637901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-4fdca96f-1d9e-4628-9a60-017bad063645 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 950 time: 0.0694270 Dec 08 21:47:18.862449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878a7d1-a6f7-46e0-8a6f-8c8e44b9cbc5 req-4b2d6b33-534e-4651-a689-e2f339917cef tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:18.871803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9878a7d1-a6f7-46e0-8a6f-8c8e44b9cbc5 req-4b2d6b33-534e-4651-a689-e2f339917cef tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 946 time: 0.2090409 Dec 08 21:47:18.877905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:18.891489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad', '61c85429-3fb2-432c-9207-0dbb1a93d6dc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:18.894205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e4436630-b523-4670-b387-3cfa467da70c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:18.964249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd1d956-d094-4416-83a4-fbdec20d66c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35d462c-8ad4-4f1a-a488-9bf2ec0bd245'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:18.966547 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e317fe-e421-4235-adb8-77ff42b000fb" -d '{"events": [{"server_uuid": "3cd1d956-d094-4416-83a4-fbdec20d66c0", "name": "network-vif-plugged", "status": "completed", "tag": "f35d462c-8ad4-4f1a-a488-9bf2ec0bd245"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:19.004455 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5be75627-a855-47a3-b748-27668801ecb6 req-262a6a86-a44d-4c1e-a032-ddee45278627 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 210 time: 0.0540936 Dec 08 21:47:19.148092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e2780-6579-4bf3-9019-610e4a239da8 req-660e17a2-0e00-4514-9e87-b997d082a049 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:19.158437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a01e2780-6579-4bf3-9019-610e4a239da8 req-660e17a2-0e00-4514-9e87-b997d082a049 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.0862610 Dec 08 21:47:19.219789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a01e2780-6579-4bf3-9019-610e4a239da8 req-29629348-3022-4d8a-ab8f-8150bbabfe8e tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596759 Dec 08 21:47:19.523899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event deleted for resources: {'Port': ['ID=e4436630-b523-4670-b387-3cfa467da70c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:19.546999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] No DVR routers for this DVR port e4436630-b523-4670-b387-3cfa467da70c on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:19.552037 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:19.560808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e5dd91d-c122-4b66-9bb2-90743806bfc7 req-0edb9750-c3aa-4c86-8f71-56b2b515bb3c tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.37 "DELETE /v2.0/ports/e4436630-b523-4670-b387-3cfa467da70c HTTP/1.1" status: 204 len: 173 time: 1.3186481 Dec 08 21:47:19.561976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bacf42-8578-40f9-a98c-16829c787241', 'name': 'network-vif-deleted', 'tag': 'e4436630-b523-4670-b387-3cfa467da70c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:19.568427 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2579d5da-2fd4-4756-a11e-63882f972418" -d '{"events": [{"server_uuid": "05bacf42-8578-40f9-a98c-16829c787241", "name": "network-vif-deleted", "tag": "e4436630-b523-4670-b387-3cfa467da70c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:19.674596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9878a7d1-a6f7-46e0-8a6f-8c8e44b9cbc5 req-d3c8fe58-95b7-46b1-bf07-77d136a511ff tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8018792 Dec 08 21:47:19.690500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Deleting port 61c85429-3fb2-432c-9207-0dbb1a93d6dc {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:19.691084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:19.830501 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0fa366-6b58-4a27-9766-ea6caab0e86b x-openstack-request-id: req-ac0fa366-6b58-4a27-9766-ea6caab0e86b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:19.830817 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd1d956-d094-4416-83a4-fbdec20d66c0", "name": "network-vif-plugged", "status": "completed", "tag": "f35d462c-8ad4-4f1a-a488-9bf2ec0bd245", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:19.831080 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac0fa366-6b58-4a27-9766-ea6caab0e86b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:19.831495 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd1d956-d094-4416-83a4-fbdec20d66c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35d462c-8ad4-4f1a-a488-9bf2ec0bd245', 'code': 200} Dec 08 21:47:20.113650 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48829bfa-ff58-447f-9abf-44212dcbab48 x-openstack-request-id: req-48829bfa-ff58-447f-9abf-44212dcbab48 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:20.114146 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bacf42-8578-40f9-a98c-16829c787241", "name": "network-vif-deleted", "tag": "e4436630-b523-4670-b387-3cfa467da70c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:20.114274 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48829bfa-ff58-447f-9abf-44212dcbab48 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:20.114655 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bacf42-8578-40f9-a98c-16829c787241', 'name': 'network-vif-deleted', 'tag': 'e4436630-b523-4670-b387-3cfa467da70c', 'status': 'completed', 'code': 200} Dec 08 21:47:20.135573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3d8f-674d-44a8-8a7d-40040a36bc9c req-de652a7b-a83b-42d7-91f2-b9d4f58b4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:20.137072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a44f3d8f-674d-44a8-8a7d-40040a36bc9c req-de652a7b-a83b-42d7-91f2-b9d4f58b4cc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 1097 time: 0.2370613 Dec 08 21:47:20.214633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] For port 61c85429-3fb2-432c-9207-0dbb1a93d6dc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61c85429-3fb2-432c-9207-0dbb1a93d6dc,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:20.215058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:20.250519 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-51238072-a497-4a9d-ab7c-c21787340837 req-40c16913-cef3-4674-ac59-e381c45db5de tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=05bacf42-8578-40f9-a98c-16829c787241 HTTP/1.1" status: 200 len: 210 time: 0.0890565 Dec 08 21:47:20.264769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Calling delete_port for 61c85429-3fb2-432c-9207-0dbb1a93d6dc owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:20.488019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a44f3d8f-674d-44a8-8a7d-40040a36bc9c req-59badbb5-f9c2-4014-ac0a-dd1d2e9e745b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251894 Dec 08 21:47:20.539568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:20.589451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422dfac-f6d9-4039-a582-4916c9d7819a req-ceeedb70-6a4b-450c-88fb-2baeaf0398f6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:20.592033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e422dfac-f6d9-4039-a582-4916c9d7819a req-ceeedb70-6a4b-450c-88fb-2baeaf0398f6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.2090209 Dec 08 21:47:20.596929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event deleted for resources: {'Port': ['ID=61c85429-3fb2-432c-9207-0dbb1a93d6dc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:20.684851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] No DVR routers for this DVR port 61c85429-3fb2-432c-9207-0dbb1a93d6dc on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:20.694240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:20.717498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9f55855-e45a-4951-9fe4-18fdb929f355 req-5c9250d8-4b4f-49ff-87f4-ded73889d643 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "DELETE /v2.0/ports/61c85429-3fb2-432c-9207-0dbb1a93d6dc HTTP/1.1" status: 204 len: 173 time: 2.0664999 Dec 08 21:47:20.786342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e422dfac-f6d9-4039-a582-4916c9d7819a req-f841cdbf-b7d7-4371-b252-b5daa5507afc tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861215 Dec 08 21:47:20.898037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4b8a1-57fb-43fe-bdf2-61487c2bb30a req-aa57876a-0a80-448a-8233-1ca6d02cf5fe tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:20.907184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ee4b8a1-57fb-43fe-bdf2-61487c2bb30a req-aa57876a-0a80-448a-8233-1ca6d02cf5fe tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 946 time: 0.0996060 Dec 08 21:47:20.976239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ee4b8a1-57fb-43fe-bdf2-61487c2bb30a req-7497584b-3d9a-407e-938f-52b54c7a8fda tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598755 Dec 08 21:47:21.398599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e4436630-b523-4670-b387-3cfa467da70c no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:21.458220 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e58dce2-1adb-417f-92f4-6ceefa7493e0 req-9786cca6-d439-44c4-b996-d3a22871c90a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=907c0c03-d266-413b-98dc-52e903271d8e HTTP/1.1" status: 200 len: 210 time: 0.0885749 Dec 08 21:47:21.460210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c', 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'd1275812-49bb-495f-98f0-bebe9f0e9cad'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:21.465509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: e4436630-b523-4670-b387-3cfa467da70c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:21.466330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e4436630-b523-4670-b387-3cfa467da70c not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:22.015820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c7c53-1891-450b-9d41-bda38379f41c req-e6a9ad02-a866-4b84-899f-d7d8bacbda39 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:22.024673 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b91c7c53-1891-450b-9d41-bda38379f41c req-e6a9ad02-a866-4b84-899f-d7d8bacbda39 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.1040874 Dec 08 21:47:22.075964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 61c85429-3fb2-432c-9207-0dbb1a93d6dc no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:22.076339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b91c7c53-1891-450b-9d41-bda38379f41c req-0e1dfcc5-2975-42cc-84a4-f9b996ff4d1f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503480 Dec 08 21:47:22.115396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907c0c03-d266-413b-98dc-52e903271d8e', 'name': 'network-vif-deleted', 'tag': '61c85429-3fb2-432c-9207-0dbb1a93d6dc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:22.118637 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ed954e-41a5-40aa-841a-ab90775f4811" -d '{"events": [{"server_uuid": "907c0c03-d266-413b-98dc-52e903271d8e", "name": "network-vif-deleted", "tag": "61c85429-3fb2-432c-9207-0dbb1a93d6dc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:22.130307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 61c85429-3fb2-432c-9207-0dbb1a93d6dc {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:22.136706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 61c85429-3fb2-432c-9207-0dbb1a93d6dc not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:22.168803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7036419-b543-435e-ac72-73add15e01c0 req-3a4a4eed-5407-421d-a231-d205d219d914 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:22.176988 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7036419-b543-435e-ac72-73add15e01c0 req-3a4a4eed-5407-421d-a231-d205d219d914 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 946 time: 0.1060219 Dec 08 21:47:22.250887 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7036419-b543-435e-ac72-73add15e01c0 req-b01cb80c-cb63-4e5e-86c5-865e8e83d9bf tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682938 Dec 08 21:47:22.293103 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb5d4b-e4cf-48f8-a529-208e26fb94f2 x-openstack-request-id: req-45cb5d4b-e4cf-48f8-a529-208e26fb94f2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:22.293631 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907c0c03-d266-413b-98dc-52e903271d8e", "name": "network-vif-deleted", "tag": "61c85429-3fb2-432c-9207-0dbb1a93d6dc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:22.294126 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45cb5d4b-e4cf-48f8-a529-208e26fb94f2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:22.295053 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907c0c03-d266-413b-98dc-52e903271d8e', 'name': 'network-vif-deleted', 'tag': '61c85429-3fb2-432c-9207-0dbb1a93d6dc', 'status': 'completed', 'code': 200} Dec 08 21:47:22.693815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4373f-d773-4746-a705-6aeef0751a91 req-441b9c56-66eb-482b-803c-9c9720396fe5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:22.705962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6d4373f-d773-4746-a705-6aeef0751a91 req-441b9c56-66eb-482b-803c-9c9720396fe5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 946 time: 0.0782743 Dec 08 21:47:22.799273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6d4373f-d773-4746-a705-6aeef0751a91 req-71eba58a-f6b4-4ba9-9f30-840a15bb6bd2 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924039 Dec 08 21:47:22.954468 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:47:23.275082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59962fa4-cb22-4ab1-ad99-334130e27125 req-a229698d-e0c6-41ed-91c2-963fb9345514 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:23.286230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59962fa4-cb22-4ab1-ad99-334130e27125 req-a229698d-e0c6-41ed-91c2-963fb9345514 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.1127627 Dec 08 21:47:23.392950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59962fa4-cb22-4ab1-ad99-334130e27125 req-e6321001-8aa7-48e6-a889-7078efe3b3e9 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016433 Dec 08 21:47:23.503737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1951ecb-900d-4895-8761-ad7003e96eff req-d795a22d-d1d5-475f-965b-3b2d9c6bd8c0 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:23.517615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1951ecb-900d-4895-8761-ad7003e96eff req-d795a22d-d1d5-475f-965b-3b2d9c6bd8c0 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 950 time: 0.1202812 Dec 08 21:47:23.571328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1951ecb-900d-4895-8761-ad7003e96eff req-118afa83-2614-40b3-a783-20c36b7f4a54 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Dec 08 21:47:23.956123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f281e45-59b1-44ff-a7d1-9c10e1f1539c req-3cab5c82-e42a-4753-9da6-9db1c87aa3cf tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:23.958038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f281e45-59b1-44ff-a7d1-9c10e1f1539c req-3cab5c82-e42a-4753-9da6-9db1c87aa3cf tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 946 time: 0.0688405 Dec 08 21:47:24.038896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f281e45-59b1-44ff-a7d1-9c10e1f1539c req-cb359746-b01d-4a5d-bdab-3aa2c93f0719 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739281 Dec 08 21:47:24.320568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-151d6a8f-d1a1-4dfe-bec4-f41f4a9e2b63 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:24.322406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-151d6a8f-d1a1-4dfe-bec4-f41f4a9e2b63 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 946 time: 0.0718045 Dec 08 21:47:24.558944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Deleting port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:24.560036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:24.645998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef891f-cee8-4db9-8456-e28d787f0fa7 req-9fc5adab-6b8e-41bf-b97e-d403a424f462 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:24.654663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aef891f-cee8-4db9-8456-e28d787f0fa7 req-9fc5adab-6b8e-41bf-b97e-d403a424f462 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.1406181 Dec 08 21:47:24.827500 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7aef891f-cee8-4db9-8456-e28d787f0fa7 req-f913f673-e44a-44c9-be3c-a93f0650a6b1 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717234 Dec 08 21:47:24.848565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1ed6e-596b-46ae-b350-33d6a8d0a283 req-4f8ac384-97e4-4927-bee2-3c79b2c7f3ce tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:24.861203 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-33d1ed6e-596b-46ae-b350-33d6a8d0a283 req-4f8ac384-97e4-4927-bee2-3c79b2c7f3ce tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 950 time: 0.1199532 Dec 08 21:47:24.864911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-07f81f02-bdd5-4c34-8525-3214d114684a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:24.866482 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-07f81f02-bdd5-4c34-8525-3214d114684a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/ports?device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 950 time: 0.1693096 Dec 08 21:47:24.868466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] For port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,segment=NetworkSegment(250fafc9-a778-4746-880e-8a0a95f9769c),segment_id=250fafc9-a778-4746-880e-8a0a95f9769c)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:24.868836 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:24.910138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Calling delete_port for f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:24.949240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-33d1ed6e-596b-46ae-b350-33d6a8d0a283 req-4b058f7b-5cfd-4f0f-b2c1-b1f5fe03989a tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866904 Dec 08 21:47:25.201117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-bd11184b-9bc8-4631-92f2-4650f895d385 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:25.203034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-bd11184b-9bc8-4631-92f2-4650f895d385 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 949 time: 0.2676413 Dec 08 21:47:25.304940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Deleting port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:25.305291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:25.335658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d99fb-6eb6-42b9-9504-4d0bb76758d1 req-fc30c5d4-7ccc-4006-bd5c-5bc984914e07 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:25.343336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-496d99fb-6eb6-42b9-9504-4d0bb76758d1 req-fc30c5d4-7ccc-4006-bd5c-5bc984914e07 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 946 time: 0.1734011 Dec 08 21:47:25.401210 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-496d99fb-6eb6-42b9-9504-4d0bb76758d1 req-8fdb4875-ffce-4713-b58f-625abe54f0d5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/security-groups?id=003b9093-7374-488b-8723-a03630423e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567663 Dec 08 21:47:25.575482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Deleting port d1275812-49bb-495f-98f0-bebe9f0e9cad {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:25.576077 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:25.592491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] For port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:25.592864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:25.669125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Calling delete_port for a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:25.676590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:25.709779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f35d462c-8ad4-4f1a-a488-9bf2ec0bd245'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:25.809346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Pushing event deleted for resources: {'Port': ['ID=f35d462c-8ad4-4f1a-a488-9bf2ec0bd245,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:25.825621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.825621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.825621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.825621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.825621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.825621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.826265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.826265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.826466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.826661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.827025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.827359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:25.882780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] For port d1275812-49bb-495f-98f0-bebe9f0e9cad, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d1275812-49bb-495f-98f0-bebe9f0e9cad,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:25.883653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:25.914308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] No DVR routers for this DVR port f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:25.922479 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:25.926077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a74430a-7a33-4485-9bad-6017ed6b45e4 req-37759472-6dc4-4079-8357-567f165d6dc5 tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.23 "DELETE /v2.0/ports/f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 HTTP/1.1" status: 204 len: 173 time: 1.5958230 Dec 08 21:47:25.926456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd1d956-d094-4416-83a4-fbdec20d66c0', 'name': 'network-vif-deleted', 'tag': 'f35d462c-8ad4-4f1a-a488-9bf2ec0bd245'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:25.929018 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c103da-796b-4721-b531-9fe47b6c15b4" -d '{"events": [{"server_uuid": "3cd1d956-d094-4416-83a4-fbdec20d66c0", "name": "network-vif-deleted", "tag": "f35d462c-8ad4-4f1a-a488-9bf2ec0bd245"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:25.932153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Calling delete_port for d1275812-49bb-495f-98f0-bebe9f0e9cad owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:26.030951 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b86d94d-df1d-4c38-9a38-e00842c239f1 x-openstack-request-id: req-7b86d94d-df1d-4c38-9a38-e00842c239f1 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:26.031244 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd1d956-d094-4416-83a4-fbdec20d66c0", "name": "network-vif-deleted", "tag": "f35d462c-8ad4-4f1a-a488-9bf2ec0bd245", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:26.031771 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b86d94d-df1d-4c38-9a38-e00842c239f1 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:26.032349 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd1d956-d094-4416-83a4-fbdec20d66c0', 'name': 'network-vif-deleted', 'tag': 'f35d462c-8ad4-4f1a-a488-9bf2ec0bd245', 'status': 'completed', 'code': 200} Dec 08 21:47:26.103781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431f9f-83df-455b-9bff-702ebda7617c req-1967bf9f-e440-4d31-98c4-514e0400142b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:26.105786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e431f9f-83df-455b-9bff-702ebda7617c req-1967bf9f-e440-4d31-98c4-514e0400142b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.1604855 Dec 08 21:47:26.176418 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:26.190863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:26.203893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ef18-032b-431c-82b8-a5e78e22cb2c req-c640189c-712d-410a-8813-50cc37972ece tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:26.208561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a366ef18-032b-431c-82b8-a5e78e22cb2c req-c640189c-712d-410a-8813-50cc37972ece tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=38be01a9-fee1-4280-a966-e2d2f06f4b1f HTTP/1.1" status: 200 len: 867 time: 0.1308682 Dec 08 21:47:26.261739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a366ef18-032b-431c-82b8-a5e78e22cb2c req-c48e7baa-0f38-4bff-92fb-d3c0619d8d87 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395954 Dec 08 21:47:26.348335 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e431f9f-83df-455b-9bff-702ebda7617c req-a5ce28f3-89a2-414c-8d73-5be85e00ce42 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327731 Dec 08 21:47:26.413822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event deleted for resources: {'Port': ['ID=a71b4cb1-f212-4a1e-82b1-0319d4c8ff04,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:26.465934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] No DVR routers for this DVR port a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:26.482110 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:26.486858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d693155c-5db6-43ab-8bb7-eaa1aa174b66 req-d9bf0f7e-d08e-4251-b2fa-e165ae493391 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "DELETE /v2.0/ports/a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 HTTP/1.1" status: 204 len: 173 time: 1.6086543 Dec 08 21:47:26.523453 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:26.567503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event deleted for resources: {'Port': ['ID=d1275812-49bb-495f-98f0-bebe9f0e9cad,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:26.635395 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8d56f50-220e-4d57-a0f5-6fc1c7118e88 req-f40b5a35-adf9-4ea7-929a-d12c4d59367d tempest-InstanceActionsNegativeTestJSON-1001352737 tempest-InstanceActionsNegativeTestJSON-1001352737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cd1d956-d094-4416-83a4-fbdec20d66c0 HTTP/1.1" status: 200 len: 210 time: 0.0512331 Dec 08 21:47:26.714822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] No DVR routers for this DVR port d1275812-49bb-495f-98f0-bebe9f0e9cad on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:26.720734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:26.731070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-94a059d5-1439-47e1-aecf-c86483b13ba7 req-82897d9d-51a4-4158-8af7-3a387af1566b tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "DELETE /v2.0/ports/d1275812-49bb-495f-98f0-bebe9f0e9cad HTTP/1.1" status: 204 len: 173 time: 1.5196471 Dec 08 21:47:26.904570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:27.544723 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-580f8e2f-c01b-4bac-bad6-ce4481e39b7a req-e57316e4-8beb-4307-a16d-61dc4e290256 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3574be-af0c-463b-a373-9afe80017f23 HTTP/1.1" status: 200 len: 210 time: 0.0458405 Dec 08 21:47:27.682095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0f484-2e33-4ad5-b915-dd44ece1b30e req-fe0104a5-baa2-4c0f-bfa0-10318f5cca14 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:27.692488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-23d0f484-2e33-4ad5-b915-dd44ece1b30e req-fe0104a5-baa2-4c0f-bfa0-10318f5cca14 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.0797350 Dec 08 21:47:27.713292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47410) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:27.742750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-23d0f484-2e33-4ad5-b915-dd44ece1b30e req-1db8e8e8-98a4-43ed-95be-725c6c7bd2db tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491583 Dec 08 21:47:27.786205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-847376a4-2148-458d-ae9b-f1f3262ca45d admin admin] Deleting subnet fa212efe-8728-4fa9-8f7c-f57527ba6840 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:47:27.790828 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-847376a4-2148-458d-ae9b-f1f3262ca45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:27.830083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-847376a4-2148-458d-ae9b-f1f3262ca45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:27.891794 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-847376a4-2148-458d-ae9b-f1f3262ca45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:27.964764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-847376a4-2148-458d-ae9b-f1f3262ca45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:27.991512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847376a4-2148-458d-ae9b-f1f3262ca45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa212efe-8728-4fa9-8f7c-f57527ba6840,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:27.997634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-847376a4-2148-458d-ae9b-f1f3262ca45d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.001583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-847376a4-2148-458d-ae9b-f1f3262ca45d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa212efe-8728-4fa9-8f7c-f57527ba6840 HTTP/1.1" status: 204 len: 168 time: 0.2858799 Dec 08 21:47:28.004646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47418) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:28.033512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be01a9-fee1-4280-a966-e2d2f06f4b1f', 'name': 'network-vif-deleted', 'tag': 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04'}, {'server_uuid': '7d3574be-af0c-463b-a373-9afe80017f23', 'name': 'network-vif-deleted', 'tag': 'd1275812-49bb-495f-98f0-bebe9f0e9cad'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:28.037339 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff8bbc9-b002-4e35-b85d-1fe4bc766f84" -d '{"events": [{"server_uuid": "38be01a9-fee1-4280-a966-e2d2f06f4b1f", "name": "network-vif-deleted", "tag": "a71b4cb1-f212-4a1e-82b1-0319d4c8ff04"}, {"server_uuid": "7d3574be-af0c-463b-a373-9afe80017f23", "name": "network-vif-deleted", "tag": "d1275812-49bb-495f-98f0-bebe9f0e9cad"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:28.086133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:28.099491 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ebf3c3-2913-400d-b6c0-0bd9e2c8615a x-openstack-request-id: req-76ebf3c3-2913-400d-b6c0-0bd9e2c8615a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:28.101123 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be01a9-fee1-4280-a966-e2d2f06f4b1f", "name": "network-vif-deleted", "tag": "a71b4cb1-f212-4a1e-82b1-0319d4c8ff04", "status": "completed", "code": 200}, {"server_uuid": "7d3574be-af0c-463b-a373-9afe80017f23", "name": "network-vif-deleted", "tag": "d1275812-49bb-495f-98f0-bebe9f0e9cad", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:28.101546 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76ebf3c3-2913-400d-b6c0-0bd9e2c8615a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:28.103789 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38be01a9-fee1-4280-a966-e2d2f06f4b1f', 'name': 'network-vif-deleted', 'tag': 'a71b4cb1-f212-4a1e-82b1-0319d4c8ff04', 'status': 'completed', 'code': 200} Dec 08 21:47:28.105134 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3574be-af0c-463b-a373-9afe80017f23', 'name': 'network-vif-deleted', 'tag': 'd1275812-49bb-495f-98f0-bebe9f0e9cad', 'status': 'completed', 'code': 200} Dec 08 21:47:28.110145 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.122770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:28.123588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a71b4cb1-f212-4a1e-82b1-0319d4c8ff04 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:28.124208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d1275812-49bb-495f-98f0-bebe9f0e9cad no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:28.151029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: d1275812-49bb-495f-98f0-bebe9f0e9cad {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:28.151715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d1275812-49bb-495f-98f0-bebe9f0e9cad not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:28.152625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:28.181482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:28.182692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f35d462c-8ad4-4f1a-a488-9bf2ec0bd245 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:28.213981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.240353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-53172718-6ff0-48fd-9830-015833706def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb89bce5-d758-4a6f-82af-32c62cfb48bf']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:47:28.255563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-53172718-6ff0-48fd-9830-015833706def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250fafc9-a778-4746-880e-8a0a95f9769c') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:47:28.255855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-53172718-6ff0-48fd-9830-015833706def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250fafc9-a778-4746-880e-8a0a95f9769c') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:47:28.267902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.284837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.292571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:47:28.293854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:47:28.296712 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:47:28.365598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.374885 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.378559 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-53172718-6ff0-48fd-9830-015833706def admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb89bce5-d758-4a6f-82af-32c62cfb48bf HTTP/1.1" status: 204 len: 168 time: 0.3726699 Dec 08 21:47:28.392825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Pushing event deleted for resources: {'Network': ['ID=fb89bce5-d758-4a6f-82af-32c62cfb48bf,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:28.400451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.401272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.401854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.402586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.403206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.403720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.404265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.404770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.405145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.405474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.406413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.406762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53172718-6ff0-48fd-9830-015833706def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:28.721086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47448) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:28.828438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3465f26e-d632-4fb2-b3d0-51802676aeae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d51a37efe7045e687ec386e01a0701c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047163 Dec 08 21:47:28.830219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47456) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:28.878631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0da637-2581-4759-8334-0f6f13c92e47 req-93e77356-4098-4a54-94e4-b85210bfdc64 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:28.889338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f0da637-2581-4759-8334-0f6f13c92e47 req-93e77356-4098-4a54-94e4-b85210bfdc64 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.0674779 Dec 08 21:47:28.942931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db9f3e8e-c5f0-43fb-991e-c7e8d781e55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:28.951778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f0da637-2581-4759-8334-0f6f13c92e47 req-5517dde0-e333-4ed0-8858-b441df39a50f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606287 Dec 08 21:47:28.993549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db9f3e8e-c5f0-43fb-991e-c7e8d781e55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:29.060493 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db9f3e8e-c5f0-43fb-991e-c7e8d781e55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:29.072022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db9f3e8e-c5f0-43fb-991e-c7e8d781e55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:29.073669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-db9f3e8e-c5f0-43fb-991e-c7e8d781e55c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/003b9093-7374-488b-8723-a03630423e86 HTTP/1.1" status: 204 len: 168 time: 0.2405713 Dec 08 21:47:29.114021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f3e8e-c5f0-43fb-991e-c7e8d781e55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b9093-7374-488b-8723-a03630423e86,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:29.172094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9eba2c-d1b3-438f-b92d-247d4dfc1d1c req-d46d76ca-4571-408f-8f9a-f62856ff22cb tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:29.173756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc9eba2c-d1b3-438f-b92d-247d4dfc1d1c req-d46d76ca-4571-408f-8f9a-f62856ff22cb tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 950 time: 0.0972497 Dec 08 21:47:29.265243 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc9eba2c-d1b3-438f-b92d-247d4dfc1d1c req-78207da0-911f-4012-9fa1-bbb900bc08cf tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794261 Dec 08 21:47:30.106596 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47516) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:30.176881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88983-6c6e-4c0d-a0a2-4b2b57c586ce req-c7006343-0d44-417d-be71-4fb1526bb413 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:30.188761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fe88983-6c6e-4c0d-a0a2-4b2b57c586ce req-c7006343-0d44-417d-be71-4fb1526bb413 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.1169112 Dec 08 21:47:30.280915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fe88983-6c6e-4c0d-a0a2-4b2b57c586ce req-cca17a65-fbf6-4b38-a105-74fe603dca66 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908682 Dec 08 21:47:30.391867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-8409e25a-43f6-463d-a7ce-3d847884614e tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:30.393552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-8409e25a-43f6-463d-a7ce-3d847884614e tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 950 time: 0.1753099 Dec 08 21:47:30.477495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e688c-09da-4954-971b-a85cb9cd4574 req-85eb3ff9-232b-4293-8570-cff2ec995853 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:30.479323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f4e688c-09da-4954-971b-a85cb9cd4574 req-85eb3ff9-232b-4293-8570-cff2ec995853 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 950 time: 0.0703030 Dec 08 21:47:30.545682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Deleting port 8ac7c732-4124-4870-a7d9-70b995f25d5c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:30.546010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.586237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f4e688c-09da-4954-971b-a85cb9cd4574 req-4e2c0730-0f21-4e43-9cd8-6bc55b74eb02 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/security-groups?id=58e2e868-ba28-4b34-9cc5-bac5141ef047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984242 Dec 08 21:47:30.593355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1182016997-network', 'tenant_id': '969d8ae59ff44bc28f44b08c3f7ebde2'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:30.630245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Made reservation on behalf of 969d8ae59ff44bc28f44b08c3f7ebde2 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:47:30.633676 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.646427 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.688132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] For port 8ac7c732-4124-4870-a7d9-70b995f25d5c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8ac7c732-4124-4870-a7d9-70b995f25d5c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:30.688467 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.705779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Calling delete_port for 8ac7c732-4124-4870-a7d9-70b995f25d5c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:30.746501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.754750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.774841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:47:30.786796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.787271 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Added segment b75cbb3c-b665-4924-bdea-28d38f1f06e9 of type vlan for network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea Dec 08 21:47:30.847196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.887465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:30.892734 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.893945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:30.894706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.967543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:30.974092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7dd2260e-d1bc-4e70-adcb-ee2bfe4a4852 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8649898 Dec 08 21:47:30.980043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47544) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:30.981170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:30.982241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:47:30.995970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Request body: {'subnet': {'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1182016997-subnet', 'tenant_id': '969d8ae59ff44bc28f44b08c3f7ebde2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:31.006821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8ac7c732-4124-4870-a7d9-70b995f25d5c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:31.033295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Pushing event deleted for resources: {'Port': ['ID=8ac7c732-4124-4870-a7d9-70b995f25d5c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:31.102321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] No DVR routers for this DVR port 8ac7c732-4124-4870-a7d9-70b995f25d5c on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:31.105694 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:31.110292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d09d4fd4-bfa5-4866-8c65-10926a3a2be0 req-0c961bcf-39b8-417a-8e61-116cf7d05980 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.23 "DELETE /v2.0/ports/8ac7c732-4124-4870-a7d9-70b995f25d5c HTTP/1.1" status: 204 len: 173 time: 0.6994979 Dec 08 21:47:31.111027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de130fad-f446-4ddb-bf8d-33c53c0f63ff', 'name': 'network-vif-deleted', 'tag': '8ac7c732-4124-4870-a7d9-70b995f25d5c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:31.114614 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d403fb-598c-49d6-b4f7-62cf2c6f1bd3" -d '{"events": [{"server_uuid": "de130fad-f446-4ddb-bf8d-33c53c0f63ff", "name": "network-vif-deleted", "tag": "8ac7c732-4124-4870-a7d9-70b995f25d5c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:31.118202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Made reservation on behalf of 969d8ae59ff44bc28f44b08c3f7ebde2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:47:31.121488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:31.212453 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17905c8f-724c-4ee3-b3d6-4255733a0dcf x-openstack-request-id: req-17905c8f-724c-4ee3-b3d6-4255733a0dcf {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:31.213492 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de130fad-f446-4ddb-bf8d-33c53c0f63ff", "name": "network-vif-deleted", "tag": "8ac7c732-4124-4870-a7d9-70b995f25d5c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:31.213909 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17905c8f-724c-4ee3-b3d6-4255733a0dcf {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:31.214463 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de130fad-f446-4ddb-bf8d-33c53c0f63ff', 'name': 'network-vif-deleted', 'tag': '8ac7c732-4124-4870-a7d9-70b995f25d5c', 'status': 'completed', 'code': 200} Dec 08 21:47:31.502040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:31.543028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f3f7-a8c2-4713-ac56-7aa6a6ea6bc7 req-5f794701-077d-4e47-ac62-97f1e917557f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:31.544539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d520f3f7-a8c2-4713-ac56-7aa6a6ea6bc7 req-5f794701-077d-4e47-ac62-97f1e917557f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 945 time: 0.1496034 Dec 08 21:47:31.564294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-1c9c6d7f-56e7-4f7a-a0d3-359bddbdfdb2 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:31.565893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-1c9c6d7f-56e7-4f7a-a0d3-359bddbdfdb2 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.1697347 Dec 08 21:47:31.604348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821126-1'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:31.641708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c5703d-d804-4d74-9dd0-a6fefad757c7,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:31.672079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Checking segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:31.672457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Network hostable DHCP agents. Network: ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:47:31.693720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d520f3f7-a8c2-4713-ac56-7aa6a6ea6bc7 req-b6cb2a04-cacb-49db-82a2-d1e512e13e84 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349707 Dec 08 21:47:31.737569 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:31.743328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:47:31.762386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:47:31.772314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c7d94-dd1d-4010-820a-77d1a80a1598 None None] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:47:31.775952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:31.776561 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9887232d-140b-4092-8665-99088857b304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:31.831334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9887232d-140b-4092-8665-99088857b304 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8409944 Dec 08 21:47:31.876983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70cc662f-9c8d-4945-bfc5-ebc3c67b1e5b req-79599d61-f624-40da-ae7e-36a3ffbf5494 tempest-ServersOnMultiNodesTest-1566234679 tempest-ServersOnMultiNodesTest-1566234679-project] 10.222.0.21 "GET /v2.0/ports?device_id=de130fad-f446-4ddb-bf8d-33c53c0f63ff HTTP/1.1" status: 200 len: 210 time: 0.0722768 Dec 08 21:47:32.002001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:32.061764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:32.143320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2c51b1a9-efc2-49b0-b78c-299be98e3cec details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:32.173743 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:32.195889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:32.208891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'tenant_id': '969d8ae59ff44bc28f44b08c3f7ebde2', 'fixed_ips': [{'subnet_id': '94c5703d-d804-4d74-9dd0-a6fefad757c7'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:47:32.210012 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:32.279061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30271b70-d70a-42cf-ac26-056bda039bc6 req-4b13ec64-561f-4f7e-b7a3-1d057afe7405 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:32.281564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30271b70-d70a-42cf-ac26-056bda039bc6 req-4b13ec64-561f-4f7e-b7a3-1d057afe7405 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 951 time: 0.1000698 Dec 08 21:47:32.298674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Pushing event updated for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:32.305385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on host n-h1-821126-1 for vnic_type normal with profile {"migrating_to": "n-h2-821126-1"} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:47:32.305715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:47:32.306049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:32.310581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:47:32.311079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Attempting to bind port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on network f722ffb0-2708-434d-af4f-130b61f2bb03 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:32.316050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:47:32.316381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Checking segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:32.316764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Bound using segment: {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:47:32.317189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Bound port: 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75d0d9-09b4-4d62-a7f0-379542e75724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f722ffb0-2708-434d-af4f-130b61f2bb03'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:47:32.317546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:32.358205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30271b70-d70a-42cf-ac26-056bda039bc6 req-f298e159-0987-4982-af3e-83726481574d tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703666 Dec 08 21:47:32.462593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:32.466089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:47:32.475454 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:32.505824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:32.542019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2c51b1a9-efc2-49b0-b78c-299be98e3cec has no active binding in host n-h2-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 21:47:32.557557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Pushing event updated for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=8']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:32.568091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Allocated IP 172.20.0.2 (ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea/94c5703d-d804-4d74-9dd0-a6fefad757c7/43568a47-f738-46c2-b75c-b91f08ef1fa6) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:47:32.617006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:32.617754 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:32.619776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-4f58988d-3b7b-4e90-94ec-c48f05654632 service neutron] 10.222.0.23 "PUT /v2.0/ports/2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 200 len: 1121 time: 1.0377104 Dec 08 21:47:32.732612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['2c51b1a9-efc2-49b0-b78c-299be98e3cec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:32.779035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['2c51b1a9-efc2-49b0-b78c-299be98e3cec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:32.790048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-78381c80-acb0-4168-8cd6-12204886654d tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:32.801970 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-78381c80-acb0-4168-8cd6-12204886654d tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 816 time: 0.1679823 Dec 08 21:47:32.827213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-0c004373-39f3-44a1-b61d-88b706da5174 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/quotas/969d8ae59ff44bc28f44b08c3f7ebde2 HTTP/1.1" status: 200 len: 375 time: 0.0231404 Dec 08 21:47:32.832729 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:32.848887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9a2e1-5fa2-4d05-9552-3fc8c801904e req-586e83c4-87b6-43b3-bdc0-1dd66b04710a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:32.855300 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:32.860540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5dd9a2e1-5fa2-4d05-9552-3fc8c801904e req-586e83c4-87b6-43b3-bdc0-1dd66b04710a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.0667422 Dec 08 21:47:32.873256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:47:32.885477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:47:32.896828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-d072da47-f8fb-461e-a5b8-0c3f7faf1fa1 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676036 Dec 08 21:47:32.921014 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5dd9a2e1-5fa2-4d05-9552-3fc8c801904e req-5dc95007-841e-47fb-8f38-e003225533f5 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592613 Dec 08 21:47:32.932777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:47:33.029267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-6d71eb6b-9918-4103-8f98-a3c6201dd3f4 service neutron] 10.222.0.21 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257393 Dec 08 21:47:33.038210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Pushing event updated for resources: {'Port': ['ID=43568a47-f738-46c2-b75c-b91f08ef1fa6,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:33.059443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.059791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.060133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.060466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.060800 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.061128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.061452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.061783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.062653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.063188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.063702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.064195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:47:33.120756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Attempting to bind port 43568a47-f738-46c2-b75c-b91f08ef1fa6 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:47:33.121134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Attempting to bind port 43568a47-f738-46c2-b75c-b91f08ef1fa6 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:47:33.121496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Attempting to bind port 43568a47-f738-46c2-b75c-b91f08ef1fa6 on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:33.143263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:47:33.143642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Checking segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:33.144287 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:33.144432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Bound using segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:47:33.144912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Bound port: 43568a47-f738-46c2-b75c-b91f08ef1fa6, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:47:33.145308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:33.147798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-801dba3f-054b-4c09-b108-fdea95715425 service neutron] 10.222.0.21 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049907 Dec 08 21:47:33.215959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec'}, {'name': 'network-changed', 'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:33.218295 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e91e32-b532-4668-b343-25d25f8a215d" -d '{"events": [{"server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "name": "network-vif-unplugged", "status": "completed", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec"}, {"name": "network-changed", "server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:33.260535 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c127147-3bfa-4543-8792-2a92e5709c51 x-openstack-request-id: req-8c127147-3bfa-4543-8792-2a92e5709c51 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:33.261082 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "name": "network-vif-unplugged", "status": "completed", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec", "code": 200}, {"name": "network-changed", "server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:33.261610 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c127147-3bfa-4543-8792-2a92e5709c51 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:33.262228 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec', 'code': 200} Dec 08 21:47:33.262741 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec', 'status': 'completed', 'code': 200} Dec 08 21:47:33.276428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] For port 43568a47-f738-46c2-b75c-b91f08ef1fa6, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:33.276428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] For port 43568a47-f738-46c2-b75c-b91f08ef1fa6, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=43568a47-f738-46c2-b75c-b91f08ef1fa6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:47:33.284714 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:33.336168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e91e32-b532-4668-b343-25d25f8a215d req-8ab019c0-8dd6-45d2-880f-d1a7e5a0aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:33.337847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12e91e32-b532-4668-b343-25d25f8a215d req-8ab019c0-8dd6-45d2-880f-d1a7e5a0aa58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1124 time: 0.0473859 Dec 08 21:47:33.406846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47672) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:33.421944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044fe75-c8bd-4048-98e0-985b1b416fc0 None None] Pushing event updated for resources: {'Port': ['ID=43568a47-f738-46c2-b75c-b91f08ef1fa6,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:33.491866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e91e32-b532-4668-b343-25d25f8a215d req-7ff65903-7eda-46c3-8abb-4dea88d5334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:33.493310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12e91e32-b532-4668-b343-25d25f8a215d req-7ff65903-7eda-46c3-8abb-4dea88d5334a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.1473598 Dec 08 21:47:33.582677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12e91e32-b532-4668-b343-25d25f8a215d req-2395c3d6-39a4-4487-8129-7b5d95a2f2fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 200 len: 217 time: 0.0797787 Dec 08 21:47:33.975877 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a92c542b-9074-4afa-96ed-c4a01b842456 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5466b5556cd64281b1ade7892eafb096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5678198 Dec 08 21:47:33.978298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47698) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:34.041095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-a4291278-ce41-4c13-b8a7-835293c1bfc5 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:34.042830 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-a4291278-ce41-4c13-b8a7-835293c1bfc5 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 816 time: 0.2818606 Dec 08 21:47:34.056686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5db5850d-02fe-40c0-bbe5-1c0cf4158aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:34.074362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36ad12-c1f9-459f-b311-9804f377f08a req-2ec33df7-03eb-4c06-b083-0c2bcb937b57 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:34.082297 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae36ad12-c1f9-459f-b311-9804f377f08a req-2ec33df7-03eb-4c06-b083-0c2bcb937b57 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 951 time: 0.5918753 Dec 08 21:47:34.109959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-44033ff2-3f78-4113-b039-94841b4fecc6 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/quotas/969d8ae59ff44bc28f44b08c3f7ebde2 HTTP/1.1" status: 200 len: 375 time: 0.0488665 Dec 08 21:47:34.116675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e91e32-b532-4668-b343-25d25f8a215d req-bf611126-5cb6-473a-a622-c96b61fdd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:34.118931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12e91e32-b532-4668-b343-25d25f8a215d req-bf611126-5cb6-473a-a622-c96b61fdd515 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.5248401 Dec 08 21:47:34.149540 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5db5850d-02fe-40c0-bbe5-1c0cf4158aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:34.159721 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae36ad12-c1f9-459f-b311-9804f377f08a req-e43af794-e16f-4879-b252-00ea30c08b2c tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765483 Dec 08 21:47:34.162091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12e91e32-b532-4668-b343-25d25f8a215d req-d18a0d82-46f1-48ca-92c6-a8fd2a89bfc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333929 Dec 08 21:47:34.166258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8ac7c732-4124-4870-a7d9-70b995f25d5c no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:34.206294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-670cb6cd-2760-4d85-98ed-2d6a1c3759e3 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950098 Dec 08 21:47:34.215539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 8ac7c732-4124-4870-a7d9-70b995f25d5c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:34.216029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8ac7c732-4124-4870-a7d9-70b995f25d5c not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:34.216641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:34.331450 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5db5850d-02fe-40c0-bbe5-1c0cf4158aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:34.335905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5db5850d-02fe-40c0-bbe5-1c0cf4158aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:34.338036 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5db5850d-02fe-40c0-bbe5-1c0cf4158aa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58e2e868-ba28-4b34-9cc5-bac5141ef047 HTTP/1.1" status: 204 len: 168 time: 0.3586433 Dec 08 21:47:34.389501 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:34.392528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698b827-8ec6-45eb-b653-af1734962839 req-6f684bcd-8099-4c40-8fb3-5331652584cb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:34.400609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1698b827-8ec6-45eb-b653-af1734962839 req-6f684bcd-8099-4c40-8fb3-5331652584cb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.1231427 Dec 08 21:47:34.410417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-a1caf717-33f5-42e3-84ec-59f30030c40d service neutron] 10.222.0.21 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861157 Dec 08 21:47:34.413712 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12e91e32-b532-4668-b343-25d25f8a215d req-98586648-6295-49a2-8a8c-7ed69417826a service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330098 Dec 08 21:47:34.468108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:34.470948 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102be589-2288-4f82-9474-f39cac71d373" -d '{"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:34.509064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:34.512592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1698b827-8ec6-45eb-b653-af1734962839 req-4d90833c-b788-4ac1-96da-e30f3a6e1b22 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066451 Dec 08 21:47:34.518241 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:34.583815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-ee6172db-0c07-4843-9562-66b62d42d572 service neutron] 10.222.0.21 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722972 Dec 08 21:47:34.589413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5850d-02fe-40c0-bbe5-1c0cf4158aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e2e868-ba28-4b34-9cc5-bac5141ef047,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:34.636526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-12e91e32-b532-4668-b343-25d25f8a215d req-1c5a61db-adb0-4304-bbe5-d00a17acf167 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056782 Dec 08 21:47:34.670612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=11']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:34.822527 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56164dc-d3b5-4bc3-9395-501fa9d98f28 x-openstack-request-id: req-c56164dc-d3b5-4bc3-9395-501fa9d98f28 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:34.822875 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:34.823279 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c56164dc-d3b5-4bc3-9395-501fa9d98f28 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:34.823799 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'code': 200} Dec 08 21:47:35.138128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-6f29d300-743a-426e-9331-4fee26598d4a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:35.141209 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-6f29d300-743a-426e-9331-4fee26598d4a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.23 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 816 time: 0.2364562 Dec 08 21:47:35.160930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Request body: {'port': {'device_id': '7c3ce886-b8be-461e-9912-316e474ba57b', 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'admin_state_up': True, 'tenant_id': '969d8ae59ff44bc28f44b08c3f7ebde2'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:35.250508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1beef5-e849-4db6-8c39-d6f22c108118 None None] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:47:35.332348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47778) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:35.435477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-90c63970-059c-4c67-96d4-136dad7ee40b None None] Provisioning complete for port 43568a47-f738-46c2-b75c-b91f08ef1fa6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:35.436243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-90c63970-059c-4c67-96d4-136dad7ee40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:35.441111 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-be25e0a3-45ea-4bff-929f-b4f4b04d1e67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=caac12d4b46a435eacd4fe15b2ae600a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075857 Dec 08 21:47:35.441880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47790) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:35.470487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Made reservation on behalf of 969d8ae59ff44bc28f44b08c3f7ebde2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:47:35.477285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:35.607256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa0edd9c-fcb3-4bce-93ab-4f501c8314a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:35.654776 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a044261c-2b04-4480-974e-80f7902ec547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:35.694705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa0edd9c-fcb3-4bce-93ab-4f501c8314a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:35.771844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Allocated IP 172.20.0.3 (ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea/94c5703d-d804-4d74-9dd0-a6fefad757c7/b7d03e45-33f9-4630-b6c3-088ff415a3cf) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:47:35.778019 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-90c63970-059c-4c67-96d4-136dad7ee40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:35.781626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-dd278393-038b-4bce-a78a-ead36087a5ed tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:35.789034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-dd278393-038b-4bce-a78a-ead36087a5ed tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 816 time: 0.4502966 Dec 08 21:47:35.820573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-f4a11a3b-cfd5-4dad-95cc-26e7a89ee59a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/quotas/969d8ae59ff44bc28f44b08c3f7ebde2 HTTP/1.1" status: 200 len: 375 time: 0.0301845 Dec 08 21:47:35.847592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 43568a47-f738-46c2-b75c-b91f08ef1fa6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:35.861463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-90c63970-059c-4c67-96d4-136dad7ee40b None None] For port 43568a47-f738-46c2-b75c-b91f08ef1fa6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=43568a47-f738-46c2-b75c-b91f08ef1fa6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:35.921695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-0e654920-2a73-4607-8ac1-71b9a17a76fa tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997999 Dec 08 21:47:35.937182 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-90c63970-059c-4c67-96d4-136dad7ee40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:35.975967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae12c5-3eae-43c4-81c4-b62fa4baa36e req-dc902834-32d1-4284-8f23-b31182e97e0c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:35.988748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3ae12c5-3eae-43c4-81c4-b62fa4baa36e req-dc902834-32d1-4284-8f23-b31182e97e0c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.2429810 Dec 08 21:47:36.049158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3ae12c5-3eae-43c4-81c4-b62fa4baa36e req-9c751859-a76b-48eb-8f53-857f9661d983 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587246 Dec 08 21:47:36.064180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c63970-059c-4c67-96d4-136dad7ee40b None None] Pushing event updated for resources: {'Port': ['ID=43568a47-f738-46c2-b75c-b91f08ef1fa6,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:36.071679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa0edd9c-fcb3-4bce-93ab-4f501c8314a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:36.080983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa0edd9c-fcb3-4bce-93ab-4f501c8314a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:36.085427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fa0edd9c-fcb3-4bce-93ab-4f501c8314a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/160d5db2-f596-4bf9-9a02-65b0c71db6b8 HTTP/1.1" status: 204 len: 168 time: 0.6383803 Dec 08 21:47:36.133277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0edd9c-fcb3-4bce-93ab-4f501c8314a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160d5db2-f596-4bf9-9a02-65b0c71db6b8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:36.169424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-c4d6c6e0-1807-4c14-ad27-f90066674555 service neutron] 10.222.0.21 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466056 Dec 08 21:47:36.191246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 43568a47-f738-46c2-b75c-b91f08ef1fa6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:36.191622 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:36.235331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:36.337790 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:36.365353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c618353f-a93f-484d-bd34-f3b88e1d1f77 None None] Provisioning complete for port 43568a47-f738-46c2-b75c-b91f08ef1fa6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:36.365929 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c618353f-a93f-484d-bd34-f3b88e1d1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:36.429986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Pushing event updated for resources: {'Port': ['ID=b7d03e45-33f9-4630-b6c3-088ff415a3cf,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:36.439879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-b7c60e7e-c4ed-4ecb-8cb0-f8fc39a5855d service neutron] 10.222.0.21 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693355 Dec 08 21:47:36.460539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:47:36.497913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:47:36.501163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:47:36.709387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-0c1f7905-6f5a-4988-a69c-c8cd9f290dc0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:36.711929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-0c1f7905-6f5a-4988-a69c-c8cd9f290dc0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.23 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 816 time: 0.2995353 Dec 08 21:47:36.759253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Request body: {'port': {'device_id': '6a18f77f-9734-47c4-8c48-d0abb72717b8', 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'admin_state_up': True, 'tenant_id': '969d8ae59ff44bc28f44b08c3f7ebde2'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:36.968450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:36.972210 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:37.002129 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2599bd2-7aa5-463e-8950-eeabd7392e63 req-d9d231c0-4144-4901-86e5-e7664ad79f96 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 210 time: 0.0835021 Dec 08 21:47:37.027336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-226246c6-532c-4f44-b1f2-9c604bb5a156 None None] Provisioning complete for port b7d03e45-33f9-4630-b6c3-088ff415a3cf triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:37.027711 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-226246c6-532c-4f44-b1f2-9c604bb5a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:37.048446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-300e3b93-a4b2-462c-ae47-410f0ad73633 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8927860 Dec 08 21:47:37.096903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Request body: {'port': {'device_id': '7c3ce886-b8be-461e-9912-316e474ba57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:37.100946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-226246c6-532c-4f44-b1f2-9c604bb5a156 None None] Port b7d03e45-33f9-4630-b6c3-088ff415a3cf cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:47:37.223048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:37.238446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Made reservation on behalf of 969d8ae59ff44bc28f44b08c3f7ebde2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:47:37.242400 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:37.323268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8604401-b127-45dc-9a55-56cec1cc6ec0 req-d11e5c2b-518f-449c-a25f-4554a97bba20 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:37.328282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8604401-b127-45dc-9a55-56cec1cc6ec0 req-d11e5c2b-518f-449c-a25f-4554a97bba20 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.1229310 Dec 08 21:47:37.425091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8604401-b127-45dc-9a55-56cec1cc6ec0 req-20c967a4-391d-4593-b004-6d70d38dd760 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888817 Dec 08 21:47:37.621865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Allocated IP 172.20.0.9 (ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea/94c5703d-d804-4d74-9dd0-a6fefad757c7/20b89750-f445-4310-b951-7143b377f1e7) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:47:37.799441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 43568a47-f738-46c2-b75c-b91f08ef1fa6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:37.889251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:37.972773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:37.995899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 43568a47-f738-46c2-b75c-b91f08ef1fa6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:37.996277 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:38.159919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:47:38.168840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:47:38.191264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:47:38.226522 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edf01fd8-9fc7-463f-8044-4e219aca5715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:38.243741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-390b2ef8-9d90-4879-a06c-5f1f50011b5d req-a26ede49-f55b-4b58-af1f-861b6b9a5142 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 210 time: 0.0823510 Dec 08 21:47:38.244861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Pushing event updated for resources: {'Port': ['ID=20b89750-f445-4310-b951-7143b377f1e7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:38.338200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:38.342176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:38.404722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-9ce35fd5-e3a8-429e-9544-4138c553cb10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6643786 Dec 08 21:47:38.478618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Request body: {'port': {'device_id': '6a18f77f-9734-47c4-8c48-d0abb72717b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:38.642931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b150ab87-11cc-465c-ba0b-247e84168eaf None None] Provisioning complete for port 20b89750-f445-4310-b951-7143b377f1e7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:38.643429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b150ab87-11cc-465c-ba0b-247e84168eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:38.681112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d03e45-33f9-4630-b6c3-088ff415a3cf {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:38.702483 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:38.761517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Transition to ACTIVE for port object b7d03e45-33f9-4630-b6c3-088ff415a3cf will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:47:38.781275 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:38.837434 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-61a68318-5f38-4adc-8fda-3f8e2024f3bc service neutron] 10.222.0.37 "GET /v2.0/ports/2c51b1a9-efc2-49b0-b78c-299be98e3cec/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.1238496 Dec 08 21:47:38.870546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b150ab87-11cc-465c-ba0b-247e84168eaf None None] Port 20b89750-f445-4310-b951-7143b377f1e7 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:47:38.877716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:38.880626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.063229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d4ab5-84fe-439d-b966-23cb7b944ca4 req-184e96f6-f7bc-4b43-89f8-055fe461aa1d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:39.064775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d04d4ab5-84fe-439d-b966-23cb7b944ca4 req-184e96f6-f7bc-4b43-89f8-055fe461aa1d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 943 time: 0.4487751 Dec 08 21:47:39.112586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d03e45-33f9-4630-b6c3-088ff415a3cf,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:39.135272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:39.165068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:39.236823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c51b1a9-efc2-49b0-b78c-299be98e3cec {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:39.267125 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.268572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:39.299362 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.303043 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.394957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] Transition to ACTIVE for port object 2c51b1a9-efc2-49b0-b78c-299be98e3cec will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:47:39.406611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.491044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] No DVR routers for this DVR port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:39.497213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=10']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:39.523379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48064) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:39.531554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2c51b1a9-efc2-49b0-b78c-299be98e3cec no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:39.551722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-ff119f92-e3f7-44b3-b3df-8c3d589613c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c51b1a9-efc2-49b0-b78c-299be98e3cec/bindings/n-h2-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7040474 Dec 08 21:47:39.553748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-af711628-d886-4ceb-82d6-0c3502e841e4 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:39.555948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-af711628-d886-4ceb-82d6-0c3502e841e4 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.37 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 816 time: 1.1172383 Dec 08 21:47:39.585332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2c51b1a9-efc2-49b0-b78c-299be98e3cec not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:39.586364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Request body: {'port': {'device_id': '658da462-c5f4-42b5-ba19-a3db811eab36', 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'admin_state_up': True, 'tenant_id': '969d8ae59ff44bc28f44b08c3f7ebde2'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:39.668388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd77aba5-0e5d-4c07-aa61-9bca10cdf662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.768515 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd77aba5-0e5d-4c07-aa61-9bca10cdf662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.776534 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d04d4ab5-84fe-439d-b966-23cb7b944ca4 req-fca8e045-04cc-4e14-b603-33672ea61a21 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6738210 Dec 08 21:47:39.780355 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd77aba5-0e5d-4c07-aa61-9bca10cdf662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.782086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Attempting to bind port b7d03e45-33f9-4630-b6c3-088ff415a3cf on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:47:39.782450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Attempting to bind port b7d03e45-33f9-4630-b6c3-088ff415a3cf by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:47:39.782846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Attempting to bind port b7d03e45-33f9-4630-b6c3-088ff415a3cf on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:39.810641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-5ac1b9d6-9c91-44f0-90b1-4e078aa9afcf tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:39.812634 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-5ac1b9d6-9c91-44f0-90b1-4e078aa9afcf tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.1912491 Dec 08 21:47:39.813036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Port b7d03e45-33f9-4630-b6c3-088ff415a3cf on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:47:39.813225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Attempting to bind port b7d03e45-33f9-4630-b6c3-088ff415a3cf on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:39.829627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77aba5-0e5d-4c07-aa61-9bca10cdf662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f584226-f852-4d8f-9655-f3531b535a08,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:39.836905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dd77aba5-0e5d-4c07-aa61-9bca10cdf662 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03135a8e95434724a18bb00d9987031c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097003 Dec 08 21:47:39.837064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:47:39.837064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Checking segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:39.837064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Bound using segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:47:39.837064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Bound port: b7d03e45-33f9-4630-b6c3-088ff415a3cf, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:47:39.837541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.838438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48072) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:39.844163 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.909068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbef69d6-91f5-4b74-a8ba-b78117f3dbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.933703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbef69d6-91f5-4b74-a8ba-b78117f3dbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:39.945517 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c727a73d-fa0e-4604-95bd-77bdfff87a38 req-d087db78-9682-4b19-b172-a74f55893fd7 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 210 time: 0.0776188 Dec 08 21:47:39.998844 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbef69d6-91f5-4b74-a8ba-b78117f3dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.003325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbef69d6-91f5-4b74-a8ba-b78117f3dbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.007015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fbef69d6-91f5-4b74-a8ba-b78117f3dbc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f584226-f852-4d8f-9655-f3531b535a08 HTTP/1.1" status: 204 len: 168 time: 0.1649101 Dec 08 21:47:40.011633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-129c18c1-696c-4171-a00a-4ea7963d7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:40.013135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-129c18c1-696c-4171-a00a-4ea7963d7b3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a&tenant_id=615b3fc4bba0491ea611ca0fff2112fb HTTP/1.1" status: 200 len: 1095 time: 0.1905875 Dec 08 21:47:40.013908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef69d6-91f5-4b74-a8ba-b78117f3dbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f584226-f852-4d8f-9655-f3531b535a08,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:40.037858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Made reservation on behalf of 969d8ae59ff44bc28f44b08c3f7ebde2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:47:40.041902 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.141157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] For port b7d03e45-33f9-4630-b6c3-088ff415a3cf, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:40.171208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] For port b7d03e45-33f9-4630-b6c3-088ff415a3cf, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b7d03e45-33f9-4630-b6c3-088ff415a3cf,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:47:40.231512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b89750-f445-4310-b951-7143b377f1e7 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:40.242039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.245153 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.305831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-adb98d57-c03e-4560-9409-7b75b30c7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:40.307380 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-adb98d57-c03e-4560-9409-7b75b30c7fc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1095 time: 0.2630906 Dec 08 21:47:40.317364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:40.318334 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.319721 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] 10.222.0.23 "PUT /v2.0/ports/b7d03e45-33f9-4630-b6c3-088ff415a3cf HTTP/1.1" status: 200 len: 1091 time: 3.2468529 Dec 08 21:47:40.321342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ce886-b8be-461e-9912-316e474ba57b', 'tag': 'b7d03e45-33f9-4630-b6c3-088ff415a3cf'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:40.323575 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e530aef-1280-4d7c-8956-8327923e496d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3ce886-b8be-461e-9912-316e474ba57b", "tag": "b7d03e45-33f9-4630-b6c3-088ff415a3cf"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:40.338633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Transition to ACTIVE for port object 20b89750-f445-4310-b951-7143b377f1e7 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:47:40.400701 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.471958 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48231b5c-0a47-4d29-81fe-7e321d39a45d x-openstack-request-id: req-48231b5c-0a47-4d29-81fe-7e321d39a45d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:40.472465 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3ce886-b8be-461e-9912-316e474ba57b", "tag": "b7d03e45-33f9-4630-b6c3-088ff415a3cf", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:40.473170 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48231b5c-0a47-4d29-81fe-7e321d39a45d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:40.473744 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ce886-b8be-461e-9912-316e474ba57b', 'tag': 'b7d03e45-33f9-4630-b6c3-088ff415a3cf', 'status': 'completed', 'code': 200} Dec 08 21:47:40.501588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48120) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:40.513777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Allocated IP 172.20.0.14 (ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea/94c5703d-d804-4d74-9dd0-a6fefad757c7/bad7251b-179a-4068-b68c-949f493383e6) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:47:40.525050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8abab090-46df-49ea-9940-df70626705b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.696150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8abab090-46df-49ea-9940-df70626705b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.705879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8abab090-46df-49ea-9940-df70626705b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.706236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb319f-de38-4200-a858-920ccf6303f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d03e45-33f9-4630-b6c3-088ff415a3cf,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:40.777328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8abab090-46df-49ea-9940-df70626705b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f7221e492924fe1a7a58c409e8f52b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743566 Dec 08 21:47:40.779002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48142) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:40.794664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abab090-46df-49ea-9940-df70626705b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c07a9f-cebf-4258-8ec4-986adfa68e86,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:40.864899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48148) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:40.888932 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb0f471-07e7-4ac8-99c0-a26e6bbc3892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.925018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.949546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb0f471-07e7-4ac8-99c0-a26e6bbc3892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:40.958490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Attempting to bind port 20b89750-f445-4310-b951-7143b377f1e7 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:47:40.959056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Attempting to bind port 20b89750-f445-4310-b951-7143b377f1e7 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:47:40.959166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Attempting to bind port 20b89750-f445-4310-b951-7143b377f1e7 on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:40.979934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Port 20b89750-f445-4310-b951-7143b377f1e7 on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:47:40.980259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Attempting to bind port 20b89750-f445-4310-b951-7143b377f1e7 on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:41.021488 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb0f471-07e7-4ac8-99c0-a26e6bbc3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.022736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:47:41.023104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Checking segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:41.023536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Bound using segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:47:41.024102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Bound port: 20b89750-f445-4310-b951-7143b377f1e7, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:47:41.024464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.024651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb0f471-07e7-4ac8-99c0-a26e6bbc3892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.028433 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-feb0f471-07e7-4ac8-99c0-a26e6bbc3892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1c07a9f-cebf-4258-8ec4-986adfa68e86 HTTP/1.1" status: 204 len: 168 time: 0.2442403 Dec 08 21:47:41.028559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=20b89750-f445-4310-b951-7143b377f1e7,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:41.029910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-3e5bbb59-f4cb-4487-a9d3-95084f061bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:41.031565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-3e5bbb59-f4cb-4487-a9d3-95084f061bed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 1094 time: 0.6501720 Dec 08 21:47:41.041625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0f471-07e7-4ac8-99c0-a26e6bbc3892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c07a9f-cebf-4258-8ec4-986adfa68e86,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:41.089710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db1ad9b-5106-457b-a6a2-9e75e7c3ad29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.113721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-19b4782d-1d8f-495f-91f5-eb9dcf1451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:41.115230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-19b4782d-1d8f-495f-91f5-eb9dcf1451ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.7946830 Dec 08 21:47:41.118426 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.126786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-c89a7251-188d-4359-ac9e-2b030c62c8f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d03e45-33f9-4630-b6c3-088ff415a3cf HTTP/1.1" status: 200 len: 217 time: 0.0740752 Dec 08 21:47:41.187833 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db1ad9b-5106-457b-a6a2-9e75e7c3ad29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.192245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db1ad9b-5106-457b-a6a2-9e75e7c3ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.227499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1ad9b-5106-457b-a6a2-9e75e7c3ad29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e3c8a6-9c42-4a5a-ac35-323b6b9f1e55,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:41.241155 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-0076d1d6-3fe6-4239-aea9-9fef2e4c41aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 200 len: 217 time: 0.1071439 Dec 08 21:47:41.252467 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6db1ad9b-5106-457b-a6a2-9e75e7c3ad29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5877d22f4cc84f9bbae416fc794c7840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856504 Dec 08 21:47:41.257045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48172) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:41.275748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47890ad9-881b-41ca-aee4-860df4f04ed1 req-2191b99c-0fe7-4564-a51f-f0a20a68be3b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:41.285308 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47890ad9-881b-41ca-aee4-860df4f04ed1 req-2191b99c-0fe7-4564-a51f-f0a20a68be3b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 944 time: 0.3696229 Dec 08 21:47:41.322466 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-527339c8-bee3-40c1-af45-35b49cc3f2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.346173 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-527339c8-bee3-40c1-af45-35b49cc3f2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.404293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-c13ec6c9-23f9-4fd6-8b9a-95d55dd37919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:41.406561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-c13ec6c9-23f9-4fd6-8b9a-95d55dd37919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c5703d-d804-4d74-9dd0-a6fefad757c7 HTTP/1.1" status: 200 len: 855 time: 0.2478418 Dec 08 21:47:41.409772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] For port 20b89750-f445-4310-b951-7143b377f1e7, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:41.409938 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-527339c8-bee3-40c1-af45-35b49cc3f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.413285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-e14e730a-0fdc-4cca-a688-2025fce961a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:41.415137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-e14e730a-0fdc-4cca-a688-2025fce961a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.1692829 Dec 08 21:47:41.416222 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-527339c8-bee3-40c1-af45-35b49cc3f2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.418353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-527339c8-bee3-40c1-af45-35b49cc3f2bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4e3c8a6-9c42-4a5a-ac35-323b6b9f1e55 HTTP/1.1" status: 204 len: 168 time: 0.1597965 Dec 08 21:47:41.433467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527339c8-bee3-40c1-af45-35b49cc3f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e3c8a6-9c42-4a5a-ac35-323b6b9f1e55,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:41.470500 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.473999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] For port 20b89750-f445-4310-b951-7143b377f1e7, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=20b89750-f445-4310-b951-7143b377f1e7,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:47:41.503731 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-f6111e69-2219-4e47-8273-2427d1d2ca3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706720 Dec 08 21:47:41.508487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.536732 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47890ad9-881b-41ca-aee4-860df4f04ed1 req-76329bd5-649e-4855-9054-737c38d1537d tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500765 Dec 08 21:47:41.622345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:47:41.647112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:41.647835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:41.649322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/20b89750-f445-4310-b951-7143b377f1e7 HTTP/1.1" status: 200 len: 1091 time: 3.2202811 Dec 08 21:47:41.682581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:47:41.719638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:47:41.724919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Pushing event updated for resources: {'Port': ['ID=bad7251b-179a-4068-b68c-949f493383e6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:41.831128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-dca6195e-e4ca-4fb0-9b34-0b557700242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:41.832936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-dca6195e-e4ca-4fb0-9b34-0b557700242f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4170086 Dec 08 21:47:41.955773 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-aec4d29e-acfe-4ff0-9f4b-f9df18af7f7a service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142661 Dec 08 21:47:42.353288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d3d80c03-ab56-492e-a8d0-533ea486531c None None] Provisioning complete for port bad7251b-179a-4068-b68c-949f493383e6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:42.354249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d3d80c03-ab56-492e-a8d0-533ea486531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:42.401046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d4fe2-9746-4aa7-bd09-5c577587b6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=20b89750-f445-4310-b951-7143b377f1e7,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:42.450827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d3d80c03-ab56-492e-a8d0-533ea486531c None None] Port bad7251b-179a-4068-b68c-949f493383e6 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:47:42.456265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06411f-694e-4290-baf2-e24943e940b7 req-a82b8db0-7f1b-4c89-9d50-2894361f12a7 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:42.469839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea06411f-694e-4290-baf2-e24943e940b7 req-a82b8db0-7f1b-4c89-9d50-2894361f12a7 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.1059170 Dec 08 21:47:42.471642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:42.472278 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:42.483064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a18f77f-9734-47c4-8c48-d0abb72717b8', 'tag': '20b89750-f445-4310-b951-7143b377f1e7'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:42.485351 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809" -d '{"events": [{"name": "network-changed", "server_uuid": "6a18f77f-9734-47c4-8c48-d0abb72717b8", "tag": "20b89750-f445-4310-b951-7143b377f1e7"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:42.511101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-b7bd320b-c2dc-458c-bd83-49cd7a67184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:42.513691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-b7bd320b-c2dc-458c-bd83-49cd7a67184a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 1094 time: 0.7820666 Dec 08 21:47:42.532175 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea06411f-694e-4290-baf2-e24943e940b7 req-16bccce7-69f9-4ab9-a2d3-26e72a45056e tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609965 Dec 08 21:47:42.569484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-de42d5cc-a5e6-40d2-a634-538a0c53c7c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9899952 Dec 08 21:47:42.590289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97213c6c-e48e-4711-aea6-abb6cba5e20d req-bde19d1c-9d29-45a8-8207-606a9140ef1c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:42.598127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97213c6c-e48e-4711-aea6-abb6cba5e20d req-bde19d1c-9d29-45a8-8207-606a9140ef1c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 932 time: 0.7189116 Dec 08 21:47:42.600611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-b0827a5d-aa92-425a-9f4c-7e07e2c24878 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20b89750-f445-4310-b951-7143b377f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0749650 Dec 08 21:47:42.602534 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e9aa86-833a-45ac-9eb3-9deda8f469d7 x-openstack-request-id: req-15e9aa86-833a-45ac-9eb3-9deda8f469d7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:42.603082 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a18f77f-9734-47c4-8c48-d0abb72717b8", "tag": "20b89750-f445-4310-b951-7143b377f1e7", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:42.603465 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15e9aa86-833a-45ac-9eb3-9deda8f469d7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:42.603978 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a18f77f-9734-47c4-8c48-d0abb72717b8', 'tag': '20b89750-f445-4310-b951-7143b377f1e7', 'status': 'completed', 'code': 200} Dec 08 21:47:42.607844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Request body: {'port': {'device_id': '658da462-c5f4-42b5-ba19-a3db811eab36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:42.708160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-2ce49a71-7f9a-4bf0-815c-3fefb6a6f2eb service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979536 Dec 08 21:47:42.714530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74e815-aa1c-4b60-ac18-2fad8036407d req-a83f202a-eb9f-438c-8e92-1fbb4e046e0c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:42.716129 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df74e815-aa1c-4b60-ac18-2fad8036407d req-a83f202a-eb9f-438c-8e92-1fbb4e046e0c tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 944 time: 0.0682628 Dec 08 21:47:42.761610 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df74e815-aa1c-4b60-ac18-2fad8036407d req-34e7ea20-db94-47d4-a453-bcde096e387a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386758 Dec 08 21:47:42.766262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-8803941f-5ff7-4b1a-bacb-eedb7cd13a3e service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832963 Dec 08 21:47:42.831152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-7d4ebcfe-364c-4f0c-99de-e5c86f761b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:42.832813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-7d4ebcfe-364c-4f0c-99de-e5c86f761b0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c5703d-d804-4d74-9dd0-a6fefad757c7 HTTP/1.1" status: 200 len: 855 time: 0.2151101 Dec 08 21:47:42.835854 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97213c6c-e48e-4711-aea6-abb6cba5e20d req-46b60594-e22c-4374-b1a1-ae10323aaa1a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369473 Dec 08 21:47:42.842461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:42.976681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-218ae4e5-3f8c-4ae2-a02b-32dfb1b09393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:42.978251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-218ae4e5-3f8c-4ae2-a02b-32dfb1b09393 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367536 Dec 08 21:47:43.003762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66c3f18d-947b-4b04-8610-e6702852ba13 req-e19112cc-b32d-40e8-9391-6ee23561c687 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766104 Dec 08 21:47:43.071298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-8a03d49c-84ea-4c66-a28e-a46247fec801 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=68609c536bfc433db3ea6a302e67bd6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318491 Dec 08 21:47:43.196398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48290) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:43.218397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-9e77ff98-b133-4402-b842-dfcef057e7a4 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:43.220107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-9e77ff98-b133-4402-b842-dfcef057e7a4 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a&tenant_id=615b3fc4bba0491ea611ca0fff2112fb&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.2215781 Dec 08 21:47:43.220670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-30cac238-33a3-4592-b18a-55d6d71980cd tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:43.222374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-30cac238-33a3-4592-b18a-55d6d71980cd tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498148 Dec 08 21:47:43.240706 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-364a8a25-9787-44cd-983e-806972103c57 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/quotas/68609c536bfc433db3ea6a302e67bd6a HTTP/1.1" status: 200 len: 375 time: 0.0113773 Dec 08 21:47:43.277365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-5a0e35d4-7193-47b1-bcab-8956c1dc6bc9 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68609c536bfc433db3ea6a302e67bd6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274034 Dec 08 21:47:43.332880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530aef-1280-4d7c-8956-8327923e496d req-75c14f9f-d265-4e32-a736-41cde1b5bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:43.333170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c882311e-7b40-4269-b36a-3b53dccc5423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.334558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e530aef-1280-4d7c-8956-8327923e496d req-75c14f9f-d265-4e32-a736-41cde1b5bc7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 1094 time: 0.2463546 Dec 08 21:47:43.343508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-09556446-c2d2-4abe-aa4e-afdcb62cc63b service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544345 Dec 08 21:47:43.426134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c882311e-7b40-4269-b36a-3b53dccc5423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.430828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c882311e-7b40-4269-b36a-3b53dccc5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.481346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c882311e-7b40-4269-b36a-3b53dccc5423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8bd066a1ad2475eb2f2432c620895d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833722 Dec 08 21:47:43.484707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48298) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:43.491576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882311e-7b40-4269-b36a-3b53dccc5423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4e2a1b-f427-4820-95d5-cf77d5023d7f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:43.559664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21ed38c4-708d-40d7-bab8-88dc5c0bdb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.568208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fc932e7a-91aa-4b7a-891d-0381fac3e246 req-cac13a73-b146-405c-8fca-257a508100dd tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 210 time: 0.1138909 Dec 08 21:47:43.588149 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21ed38c4-708d-40d7-bab8-88dc5c0bdb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.691151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730acde-4143-4226-9cd7-bc5bce361d4a req-bd07e608-fe9d-4c45-b69a-b6371227a953 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:43.692981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7730acde-4143-4226-9cd7-bc5bce361d4a req-bd07e608-fe9d-4c45-b69a-b6371227a953 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.0713902 Dec 08 21:47:43.695632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21ed38c4-708d-40d7-bab8-88dc5c0bdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.698191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21ed38c4-708d-40d7-bab8-88dc5c0bdb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.701729 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-21ed38c4-708d-40d7-bab8-88dc5c0bdb14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d4e2a1b-f427-4820-95d5-cf77d5023d7f HTTP/1.1" status: 204 len: 168 time: 0.2136171 Dec 08 21:47:43.706855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e39b26e-bb24-410c-9516-a58d1bf5471e req-31f7da66-cf78-4f4b-aa26-d966aa050ad0 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538785 Dec 08 21:47:43.719290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed38c4-708d-40d7-bab8-88dc5c0bdb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4e2a1b-f427-4820-95d5-cf77d5023d7f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:43.744778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530aef-1280-4d7c-8956-8327923e496d req-f009f342-9085-4e0f-a9fa-e33358e2ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:43.746347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e530aef-1280-4d7c-8956-8327923e496d req-f009f342-9085-4e0f-a9fa-e33358e2ebe1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 917 time: 0.4019530 Dec 08 21:47:43.747948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-e12ce2f1-0d18-472e-83a3-273b4d70bbf9 service neutron] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:43.755022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-e12ce2f1-0d18-472e-83a3-273b4d70bbf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.756116 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-e12ce2f1-0d18-472e-83a3-273b4d70bbf9 service neutron] 10.222.0.23 "DELETE /v2.0/ports/2c51b1a9-efc2-49b0-b78c-299be98e3cec/bindings/n-h1-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.5187039 Dec 08 21:47:43.764285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad7251b-179a-4068-b68c-949f493383e6 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:43.786208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.807728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7730acde-4143-4226-9cd7-bc5bce361d4a req-9847c1f4-841f-4ec5-9d49-dc6b1b3637ea tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025915 Dec 08 21:47:43.844643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e530aef-1280-4d7c-8956-8327923e496d req-3022ff61-a20f-438b-b8e0-f4598c1654d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d03e45-33f9-4630-b6c3-088ff415a3cf HTTP/1.1" status: 200 len: 217 time: 0.0739522 Dec 08 21:47:43.871234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Transition to ACTIVE for port object bad7251b-179a-4068-b68c-949f493383e6 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:47:43.896949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:43.989327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ddf21-84c0-4bda-8ac1-024297bdfdea req-f5f88215-c81b-4485-8214-10a83b8a257f tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:43.997589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-3c26c3de-c1b7-4c49-b002-67f2acfd3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:43.998581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f69ddf21-84c0-4bda-8ac1-024297bdfdea req-f5f88215-c81b-4485-8214-10a83b8a257f tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 944 time: 0.0744696 Dec 08 21:47:43.999143 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-3c26c3de-c1b7-4c49-b002-67f2acfd3aa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 1094 time: 0.1703823 Dec 08 21:47:44.002829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530aef-1280-4d7c-8956-8327923e496d req-548a10a7-7f00-4b1d-94da-9e89fb5c9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:44.004484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e530aef-1280-4d7c-8956-8327923e496d req-548a10a7-7f00-4b1d-94da-9e89fb5c9c7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c5703d-d804-4d74-9dd0-a6fefad757c7 HTTP/1.1" status: 200 len: 855 time: 0.1424248 Dec 08 21:47:44.007809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Pushing event updated for resources: {'Port': ['ID=bad7251b-179a-4068-b68c-949f493383e6,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:44.074345 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f69ddf21-84c0-4bda-8ac1-024297bdfdea req-7c1a2a3b-9043-4135-b047-f4754cbffda4 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747366 Dec 08 21:47:44.144934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42337c20-5565-4df4-8a6c-7819607de7ed req-d226729b-4c55-4807-a36d-3cc3c5dccaaa tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:44.146467 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42337c20-5565-4df4-8a6c-7819607de7ed req-d226729b-4c55-4807-a36d-3cc3c5dccaaa tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 944 time: 0.2533569 Dec 08 21:47:44.330980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42337c20-5565-4df4-8a6c-7819607de7ed req-0ead9c96-0b6b-4715-bc58-7e631d2d27a4 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670039 Dec 08 21:47:44.333924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Attempting to bind port bad7251b-179a-4068-b68c-949f493383e6 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:47:44.334261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Attempting to bind port bad7251b-179a-4068-b68c-949f493383e6 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:47:44.334589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Attempting to bind port bad7251b-179a-4068-b68c-949f493383e6 on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:44.336989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-b0fd06b4-38ac-4aba-875b-23e806650be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:44.338426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-b0fd06b4-38ac-4aba-875b-23e806650be7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 917 time: 0.3208892 Dec 08 21:47:44.346262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530aef-1280-4d7c-8956-8327923e496d req-91002ee0-ccf0-4e73-9837-3944aac83cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:44.348213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e530aef-1280-4d7c-8956-8327923e496d req-91002ee0-ccf0-4e73-9837-3944aac83cec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3284638 Dec 08 21:47:44.355685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Port bad7251b-179a-4068-b68c-949f493383e6 on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:47:44.356006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Attempting to bind port bad7251b-179a-4068-b68c-949f493383e6 on network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:44.415404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:47:44.415741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Checking segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:44.416281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Bound using segment: {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:47:44.416868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Bound port: bad7251b-179a-4068-b68c-949f493383e6, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75cbb3c-b665-4924-bdea-28d38f1f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:47:44.417234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:44.419885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-8c89df95-d9f6-43b4-bbda-68d587b0781c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20b89750-f445-4310-b951-7143b377f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0708046 Dec 08 21:47:44.709189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58c3911c-27a0-4c80-8ded-4e903b6f6565 req-5772f64b-71ee-4429-ab45-cd0eb0143ce1 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 210 time: 0.0458069 Dec 08 21:47:44.732068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-ab836f45-1ebc-4fdd-9ed8-dc1b8c9da798 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:44.734012 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-ab836f45-1ebc-4fdd-9ed8-dc1b8c9da798 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.4766064 Dec 08 21:47:44.892467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-565cf0a1-c996-4f7c-a44d-dc574563d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:44.894015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-565cf0a1-c996-4f7c-a44d-dc574563d56f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c5703d-d804-4d74-9dd0-a6fefad757c7 HTTP/1.1" status: 200 len: 855 time: 0.1696630 Dec 08 21:47:44.928547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bd727-91e9-43ee-ad88-906b947fe0bd req-04eb7306-b031-4b03-97cb-f1584706523a tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:44.930568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-970bd727-91e9-43ee-ad88-906b947fe0bd req-04eb7306-b031-4b03-97cb-f1584706523a tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 947 time: 0.0542433 Dec 08 21:47:44.976019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-970bd727-91e9-43ee-ad88-906b947fe0bd req-c2d337d5-570f-4f55-995e-5dca89965f82 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Dec 08 21:47:44.983187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77ed20-cb36-4c18-bb97-4ed50e9e8282 req-56c9813b-40b9-4f8f-b6b2-a89e83edf10f tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:44.985279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f77ed20-cb36-4c18-bb97-4ed50e9e8282 req-56c9813b-40b9-4f8f-b6b2-a89e83edf10f tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 1095 time: 0.2764924 Dec 08 21:47:44.987196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] For port bad7251b-179a-4068-b68c-949f493383e6, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:44.992029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e530aef-1280-4d7c-8956-8327923e496d req-e98e5b18-6d49-4d65-8b38-ccb46c5f4b54 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296945 Dec 08 21:47:45.031017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-453139a1-3df9-4b5b-84f8-59eca0c0194a tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68609c536bfc433db3ea6a302e67bd6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423148 Dec 08 21:47:45.032411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] For port bad7251b-179a-4068-b68c-949f493383e6, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bad7251b-179a-4068-b68c-949f493383e6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:47:45.074957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:45.102247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-86c49e10-5ff0-43c2-a6e1-9334bfb7367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:45.103997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-86c49e10-5ff0-43c2-a6e1-9334bfb7367f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994460 Dec 08 21:47:45.164325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:45.164948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:45.166322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] 10.222.0.37 "PUT /v2.0/ports/bad7251b-179a-4068-b68c-949f493383e6 HTTP/1.1" status: 200 len: 1092 time: 2.5858691 Dec 08 21:47:45.167228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658da462-c5f4-42b5-ba19-a3db811eab36', 'tag': 'bad7251b-179a-4068-b68c-949f493383e6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:45.169124 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433" -d '{"events": [{"name": "network-changed", "server_uuid": "658da462-c5f4-42b5-ba19-a3db811eab36", "tag": "bad7251b-179a-4068-b68c-949f493383e6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:45.257089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f77ed20-cb36-4c18-bb97-4ed50e9e8282 req-bd481f04-5408-4b7c-9478-183869296373 tempest-LiveMigrationTest-665626341 tempest-LiveMigrationTest-665626341-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516689 Dec 08 21:47:45.270390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4861-bc01-476a-9c29-3507b67b1817 req-b5c53789-131c-4462-816a-24e069bae52a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:45.285384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cce8a-7212-46a2-92a4-9f033486e80a service neutron] Pushing event updated for resources: {'Port': ['ID=bad7251b-179a-4068-b68c-949f493383e6,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:45.294248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-526a4861-bc01-476a-9c29-3507b67b1817 req-b5c53789-131c-4462-816a-24e069bae52a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 944 time: 0.1256599 Dec 08 21:47:45.296755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Deleting port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:45.306248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:45.312403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-ec988629-c24e-412e-acd9-78f00ae420fc tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:45.324822 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-ec988629-c24e-412e-acd9-78f00ae420fc tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867393 Dec 08 21:47:45.364043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Request body: {'port': {'device_id': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '68609c536bfc433db3ea6a302e67bd6a'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:45.390332 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752b5a40-d318-4301-bd3a-4f8c1fd0cedf x-openstack-request-id: req-752b5a40-d318-4301-bd3a-4f8c1fd0cedf {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:45.390933 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658da462-c5f4-42b5-ba19-a3db811eab36", "tag": "bad7251b-179a-4068-b68c-949f493383e6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:45.391402 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-752b5a40-d318-4301-bd3a-4f8c1fd0cedf {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:45.391938 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658da462-c5f4-42b5-ba19-a3db811eab36', 'tag': 'bad7251b-179a-4068-b68c-949f493383e6', 'status': 'completed', 'code': 200} Dec 08 21:47:45.441068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e530aef-1280-4d7c-8956-8327923e496d req-6f5b8138-f066-4397-8724-25f161154a81 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367468 Dec 08 21:47:45.460953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-526a4861-bc01-476a-9c29-3507b67b1817 req-e5896f98-b251-43ad-b687-a51def50981b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565545 Dec 08 21:47:45.480986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-5df3ca71-c699-4530-9a67-c1e94a602f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:45.482807 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-5df3ca71-c699-4530-9a67-c1e94a602f24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 1095 time: 0.2240944 Dec 08 21:47:45.576650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-a2c7742e-0d24-4faf-ae42-eeabc7febd93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad7251b-179a-4068-b68c-949f493383e6 HTTP/1.1" status: 200 len: 217 time: 0.0839720 Dec 08 21:47:45.594088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Made reservation on behalf of 68609c536bfc433db3ea6a302e67bd6a for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:47:45.598445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:45.609435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:45.637213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-9b9c285c-188f-454e-afff-568627f2c3b9 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996648 Dec 08 21:47:45.647778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] For port b65ae410-97d4-4a71-8ad5-fad2229bbbb1, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:45.648100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:45.712988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:45.716941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Calling delete_port for b65ae410-97d4-4a71-8ad5-fad2229bbbb1 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:45.720617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:45.728066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-73eab9e1-be78-41d7-af1e-e635b8bf6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:45.729819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-73eab9e1-be78-41d7-af1e-e635b8bf6351 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94c5703d-d804-4d74-9dd0-a6fefad757c7 HTTP/1.1" status: 200 len: 855 time: 0.1461337 Dec 08 21:47:45.827831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49383f8e-7d6e-41fd-ac9e-629d80dd9f10,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:45.868652 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cac46921-5272-46b1-9495-0de3ebbde130 req-53d8b1e3-d924-42fe-9704-e8446435acab tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 210 time: 0.0479505 Dec 08 21:47:45.879793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-e139b3b0-eef1-4efd-9205-0958383c29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:45.881430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-e139b3b0-eef1-4efd-9205-0958383c29c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416333 Dec 08 21:47:45.883296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec1d4a2c-f3ad-4beb-b9af-6d172112a809 req-aabae320-e14d-4895-ab64-12b7c504f500 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379611 Dec 08 21:47:45.895245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6198f58-5025-42ef-9091-e2e416aa5266 req-3eca0780-67cc-43d4-ac99-f7ea89cdc316 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:45.903726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6198f58-5025-42ef-9091-e2e416aa5266 req-3eca0780-67cc-43d4-ac99-f7ea89cdc316 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 944 time: 0.1129837 Dec 08 21:47:45.951977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Allocated IP 192.168.233.28 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/25ed76c3-4881-4f39-b7a1-874531565479) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:47:45.970562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6198f58-5025-42ef-9091-e2e416aa5266 req-8aeb386a-ce1c-41aa-a225-db7bc05d4101 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658400 Dec 08 21:47:46.034903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-3542f053-91dc-4d45-b47e-592f26f819f2 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460023 Dec 08 21:47:46.106072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.153900 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-189314da-1d1d-4812-abec-3663e6f1568c req-4e1f87d6-18dc-4154-b2c6-7cec27603a68 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=12c63692-ada3-49a5-ac2e-168ddfe87351 HTTP/1.1" status: 200 len: 210 time: 0.0860662 Dec 08 21:47:46.159088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.160462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Pushing event deleted for resources: {'Port': ['ID=b65ae410-97d4-4a71-8ad5-fad2229bbbb1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:46.205554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 20b89750-f445-4310-b951-7143b377f1e7 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:46.207284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.236636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] No DVR routers for this DVR port b65ae410-97d4-4a71-8ad5-fad2229bbbb1 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:46.250244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.257008 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8763b69e-bf1f-45bb-a09f-cf57be836efb req-bf3ca649-1ff5-4b1b-a1fd-180e40ec42c1 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "DELETE /v2.0/ports/b65ae410-97d4-4a71-8ad5-fad2229bbbb1 HTTP/1.1" status: 204 len: 173 time: 1.5012305 Dec 08 21:47:46.267841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:47:46.275110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:47:46.281345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:46.284265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:47:46.324758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294249a9-77c9-4c38-a7e4-565eb9874cf5 req-e09ff3ba-7c6b-4aa8-ac4d-825c4f98bbc8 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804070 Dec 08 21:47:46.389582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-10708dee-dc09-42e0-8ce8-3ddfa0f5bd3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916619 Dec 08 21:47:46.390682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 20b89750-f445-4310-b951-7143b377f1e7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=20b89750-f445-4310-b951-7143b377f1e7,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:46.411704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '20b89750-f445-4310-b951-7143b377f1e7', 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'port_id': '20b89750-f445-4310-b951-7143b377f1e7', 'mac_address': 'fa:16:3e:66:ad:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c5703d-d804-4d74-9dd0-a6fefad757c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:47:46.462844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.473423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-041ac99e-56d4-44aa-9523-77f9c9111b37 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:46.475146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-041ac99e-56d4-44aa-9523-77f9c9111b37 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 944 time: 0.1789777 Dec 08 21:47:46.479110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b89750-f445-4310-b951-7143b377f1e7 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:46.535687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 20b89750-f445-4310-b951-7143b377f1e7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=20b89750-f445-4310-b951-7143b377f1e7,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:46.544941 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.546578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b7d03e45-33f9-4630-b6c3-088ff415a3cf details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:46.582186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-a173b1ab-92f6-4360-a8e0-f68c1fbc5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:46.583934 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-a173b1ab-92f6-4360-a8e0-f68c1fbc5b65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 1095 time: 0.1789670 Dec 08 21:47:46.588832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-82adee17-b99e-4d88-bbf3-ca729e2d30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:46.590616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-82adee17-b99e-4d88-bbf3-ca729e2d30ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 1095 time: 0.1724877 Dec 08 21:47:46.640341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=20b89750-f445-4310-b951-7143b377f1e7,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:46.720993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b7d03e45-33f9-4630-b6c3-088ff415a3cf, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b7d03e45-33f9-4630-b6c3-088ff415a3cf,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:46.740590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-f308da4f-46fb-4fd4-b62f-be21822f63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:46.742323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-f308da4f-46fb-4fd4-b62f-be21822f63d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 917 time: 0.1395783 Dec 08 21:47:46.765931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'b7d03e45-33f9-4630-b6c3-088ff415a3cf', 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'port_id': 'b7d03e45-33f9-4630-b6c3-088ff415a3cf', 'mac_address': 'fa:16:3e:0f:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c5703d-d804-4d74-9dd0-a6fefad757c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:47:46.788365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48424) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:46.831693 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.865619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d03e45-33f9-4630-b6c3-088ff415a3cf {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:46.912543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b7d03e45-33f9-4630-b6c3-088ff415a3cf, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b7d03e45-33f9-4630-b6c3-088ff415a3cf,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:46.920722 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.938617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:46.939121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:46.969915 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-e2c383b4-e482-491c-96c1-bcfacd76d3ba tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6119714 Dec 08 21:47:46.982463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Request body: {'port': {'device_id': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:47:47.011400 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b7d03e45-33f9-4630-b6c3-088ff415a3cf,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:47.041874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-e22a24b3-e9f8-4862-8b78-bcd4b68f2c1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad7251b-179a-4068-b68c-949f493383e6 HTTP/1.1" status: 200 len: 217 time: 0.2529209 Dec 08 21:47:47.084109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed6183-3024-468b-9e59-696edeb03629 req-afd9cf67-48a8-4416-88c0-5c207abfb520 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:47.085554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84ed6183-3024-468b-9e59-696edeb03629 req-afd9cf67-48a8-4416-88c0-5c207abfb520 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 944 time: 0.4580541 Dec 08 21:47:47.101239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bfd4d-f534-4afb-ba62-41c36604c8c3 req-d40db397-0f17-4614-89de-9eccc6234a83 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:47.103062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f33bfd4d-f534-4afb-ba62-41c36604c8c3 req-d40db397-0f17-4614-89de-9eccc6234a83 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 935 time: 0.0778451 Dec 08 21:47:47.103646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.103897 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b90572cd-656d-4da6-b076-2e3ba136866e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.106244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-14d50260-922e-400a-a335-840c5b8471e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:47.107560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-14d50260-922e-400a-a335-840c5b8471e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.4833755 Dec 08 21:47:47.141996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Deleting port 2c51b1a9-efc2-49b0-b78c-299be98e3cec {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:47.142486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.171261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-972990d0-ae04-4b27-b934-7d54c8488f80 None None] Provisioning complete for port 25ed76c3-4881-4f39-b7a1-874531565479 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:47.171695 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-972990d0-ae04-4b27-b934-7d54c8488f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.190175 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f33bfd4d-f534-4afb-ba62-41c36604c8c3 req-521fcc01-5787-4cc0-b321-2a36954b9526 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777717 Dec 08 21:47:47.219634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-972990d0-ae04-4b27-b934-7d54c8488f80 None None] Port 25ed76c3-4881-4f39-b7a1-874531565479 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:47:47.226344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['b7d03e45-33f9-4630-b6c3-088ff415a3cf'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:47.251757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['20b89750-f445-4310-b951-7143b377f1e7'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:47.269096 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-13104fcd-f309-4eb7-8d21-dc5bfe92f0db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 200 len: 217 time: 0.1307218 Dec 08 21:47:47.273741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-eeba7681-4114-44f9-9ec1-8c46689ca5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:47.275189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-eeba7681-4114-44f9-9ec1-8c46689ca5c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94c5703d-d804-4d74-9dd0-a6fefad757c7 HTTP/1.1" status: 200 len: 855 time: 0.2183969 Dec 08 21:47:47.393763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cae98-3fdc-4452-be0e-e5c7c19b7194 req-e53b99a9-9623-462f-a9b4-4d34375ae217 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:47.401290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-970cae98-3fdc-4452-be0e-e5c7c19b7194 req-e53b99a9-9623-462f-a9b4-4d34375ae217 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 944 time: 0.0809860 Dec 08 21:47:47.467531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-970cae98-3fdc-4452-be0e-e5c7c19b7194 req-712f64b8-f1ce-4b9e-8eed-c47b5672dcd8 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650518 Dec 08 21:47:47.524981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ed76c3-4881-4f39-b7a1-874531565479 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:47.533252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.547063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Transition to ACTIVE for port object 25ed76c3-4881-4f39-b7a1-874531565479 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:47:47.553201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.578009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device bad7251b-179a-4068-b68c-949f493383e6 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:47.586768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'name': 'network-vif-deleted', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:47.589047 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eaa71c-68d8-4521-aebf-35ec1b919d16" -d '{"events": [{"server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "name": "network-vif-deleted", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:47.680923 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84ed6183-3024-468b-9e59-696edeb03629 req-66c5e04d-bf81-4e0e-9b9d-2ea59b51e95f tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670784 Dec 08 21:47:47.700756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Attempting to bind port 25ed76c3-4881-4f39-b7a1-874531565479 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:47:47.701767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Attempting to bind port 25ed76c3-4881-4f39-b7a1-874531565479 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:47:47.702318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Attempting to bind port 25ed76c3-4881-4f39-b7a1-874531565479 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:47.709937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Port 25ed76c3-4881-4f39-b7a1-874531565479 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:47:47.710270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Attempting to bind port 25ed76c3-4881-4f39-b7a1-874531565479 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:47:47.722677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:47.725934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:47:47.726268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:47:47.726654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:47:47.727135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Bound port: 25ed76c3-4881-4f39-b7a1-874531565479, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:47:47.727494 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.769119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port bad7251b-179a-4068-b68c-949f493383e6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bad7251b-179a-4068-b68c-949f493383e6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:47.776445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] For port 2c51b1a9-efc2-49b0-b78c-299be98e3cec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2c51b1a9-efc2-49b0-b78c-299be98e3cec,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:47.776836 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.786233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'bad7251b-179a-4068-b68c-949f493383e6', 'network_id': 'ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea', 'port_id': 'bad7251b-179a-4068-b68c-949f493383e6', 'mac_address': 'fa:16:3e:20:ef:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c5703d-d804-4d74-9dd0-a6fefad757c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:47:47.813696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-d174896d-feb1-4e7f-a742-936888520e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:47.815242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-d174896d-feb1-4e7f-a742-936888520e60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.5312483 Dec 08 21:47:47.826694 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060dffcc-fbad-431c-a1e4-26a26314a154 x-openstack-request-id: req-060dffcc-fbad-431c-a1e4-26a26314a154 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:47.827037 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c63692-ada3-49a5-ac2e-168ddfe87351", "name": "network-vif-deleted", "tag": "b65ae410-97d4-4a71-8ad5-fad2229bbbb1", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:47.827324 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-060dffcc-fbad-431c-a1e4-26a26314a154 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:47.827720 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c63692-ada3-49a5-ac2e-168ddfe87351', 'name': 'network-vif-deleted', 'tag': 'b65ae410-97d4-4a71-8ad5-fad2229bbbb1', 'status': 'completed', 'code': 200} Dec 08 21:47:47.828643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Calling delete_port for 2c51b1a9-efc2-49b0-b78c-299be98e3cec owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:47.843492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:47:47.847079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:47:47.848676 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.860509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.867035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad7251b-179a-4068-b68c-949f493383e6 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:47.903369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:47.904645 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:47.906532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] 10.222.0.37 "PUT /v2.0/ports/25ed76c3-4881-4f39-b7a1-874531565479 HTTP/1.1" status: 200 len: 1095 time: 0.9287517 Dec 08 21:47:47.907327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:47.909908 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9" -d '{"events": [{"name": "network-changed", "server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "tag": "25ed76c3-4881-4f39-b7a1-874531565479"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:47.919635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port bad7251b-179a-4068-b68c-949f493383e6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bad7251b-179a-4068-b68c-949f493383e6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:47.933592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-679135e0-0490-4a6c-9338-8e20de19c553 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950627 Dec 08 21:47:47.937372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c4609-028a-4985-90a9-0c8248c7eaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:47.938657 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.008462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=bad7251b-179a-4068-b68c-949f493383e6,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:48.018096 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c0c53f-0ddb-4495-b741-4dcad942ab2f x-openstack-request-id: req-33c0c53f-0ddb-4495-b741-4dcad942ab2f {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:48.018602 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "tag": "25ed76c3-4881-4f39-b7a1-874531565479", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:48.018602 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33c0c53f-0ddb-4495-b741-4dcad942ab2f {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:48.019047 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479', 'status': 'completed', 'code': 200} Dec 08 21:47:48.028846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-83370a94-9c60-4dc2-8813-90476a134487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.031012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-83370a94-9c60-4dc2-8813-90476a134487 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68609c536bfc433db3ea6a302e67bd6a&device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 1098 time: 0.0663760 Dec 08 21:47:48.036569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-4a586cd0-d9cb-4652-a7f2-46d3a124589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.038072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-4a586cd0-d9cb-4652-a7f2-46d3a124589c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7507527 Dec 08 21:47:48.089299 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-6e1c0d05-11f4-4a52-bf71-f83ef949e3e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=25ed76c3-4881-4f39-b7a1-874531565479 HTTP/1.1" status: 200 len: 217 time: 0.0439136 Dec 08 21:47:48.143597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-354317d8-edf6-4222-b2fd-48e18e3b1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.145292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-354317d8-edf6-4222-b2fd-48e18e3b1ffb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0477297 Dec 08 21:47:48.163884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bafc4-8d9b-480f-8dd2-082a38522c2c req-d13e7605-df8a-4226-930e-2047ae99a28f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.165426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f23bafc4-8d9b-480f-8dd2-082a38522c2c req-d13e7605-df8a-4226-930e-2047ae99a28f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 949 time: 0.3347580 Dec 08 21:47:48.166747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['bad7251b-179a-4068-b68c-949f493383e6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:48.197012 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b90572cd-656d-4da6-b076-2e3ba136866e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.207600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b65ae410-97d4-4a71-8ad5-fad2229bbbb1 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:48.217569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-163c9384-3a6b-4b95-979f-a5ba43d32550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.217704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b90572cd-656d-4da6-b076-2e3ba136866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.219762 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-163c9384-3a6b-4b95-979f-a5ba43d32550 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642922 Dec 08 21:47:48.234267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: b65ae410-97d4-4a71-8ad5-fad2229bbbb1 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:48.234852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b65ae410-97d4-4a71-8ad5-fad2229bbbb1 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:48.235339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2c51b1a9-efc2-49b0-b78c-299be98e3cec no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:48.318525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-6b7e0d7d-9734-49f8-9cfe-4ac80c0b7b4d service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589206 Dec 08 21:47:48.330602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f23bafc4-8d9b-480f-8dd2-082a38522c2c req-ae8658b4-bd25-4013-84ad-2683465e5531 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511283 Dec 08 21:47:48.362883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b90572cd-656d-4da6-b076-2e3ba136866e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1034a53526114a2ba6c1bc37a0c0dbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5711803 Dec 08 21:47:48.368591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fefc6-72c6-481e-b227-9d86d593660d req-dc99fa78-0643-4022-be74-94bea804d54d tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.370264 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c74fefc6-72c6-481e-b227-9d86d593660d req-dc99fa78-0643-4022-be74-94bea804d54d tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 947 time: 0.0744321 Dec 08 21:47:48.370880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48450) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:48.378779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90572cd-656d-4da6-b076-2e3ba136866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40deeb6-a5af-4eb5-b70a-e424ad54300d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:48.396190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-304dd8da-f4ad-4d7d-a5e4-4975ffa1a5ca service neutron] 10.222.0.37 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227727 Dec 08 21:47:48.411905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-ca7021e9-a1f0-4741-93ac-622f1c8e3c71 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844027 Dec 08 21:47:48.495936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.508705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f97f9441-7e5a-4eaf-b1e2-39b8ea431413'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:48.519337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c74fefc6-72c6-481e-b227-9d86d593660d req-9759d641-049e-420a-95a9-cbb95549c78e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299307 Dec 08 21:47:48.543317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Pushing event deleted for resources: {'Port': ['ID=2c51b1a9-efc2-49b0-b78c-299be98e3cec,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:48.552197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-899674f4-c51f-4b2e-bd1f-9b65402d29b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.600742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-899674f4-c51f-4b2e-bd1f-9b65402d29b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.609343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7c87abc-ce82-4b78-b614-2449f57348ea req-4b7e69e4-a9ca-45fc-8e42-a2e5b9f2bbd1 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842732 Dec 08 21:47:48.630189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21f7fe09-8359-4439-b4a7-9cff1512a6da req-d0881f40-eb84-46ac-bab8-5de84d2ac897 service neutron] 10.222.0.23 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734988 Dec 08 21:47:48.645075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] No DVR routers for this DVR port 2c51b1a9-efc2-49b0-b78c-299be98e3cec on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:48.649820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71012de0-bf68-4b1d-ae3d-4b9e8f68c055 req-7c18532f-0444-4e6c-bce9-d5215b471225 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 210 time: 0.0587206 Dec 08 21:47:48.651167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.654748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b4b34d0-49ab-41b7-b2e2-6bd1df6f7524 req-321276c5-dc32-44ef-81c2-bb4a9f55606a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.23 "DELETE /v2.0/ports/2c51b1a9-efc2-49b0-b78c-299be98e3cec HTTP/1.1" status: 204 len: 173 time: 2.1732383 Dec 08 21:47:48.656949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d852dd74-a6db-4bc7-a3f9-5d2fa52bc433 req-ab4ff334-14f7-4a16-bd24-08d4ea5dd84c service neutron] 10.222.0.37 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286708 Dec 08 21:47:48.685165 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-899674f4-c51f-4b2e-bd1f-9b65402d29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.688492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-899674f4-c51f-4b2e-bd1f-9b65402d29b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:48.689664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-899674f4-c51f-4b2e-bd1f-9b65402d29b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c40deeb6-a5af-4eb5-b70a-e424ad54300d HTTP/1.1" status: 204 len: 168 time: 0.3160677 Dec 08 21:47:48.700400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899674f4-c51f-4b2e-bd1f-9b65402d29b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40deeb6-a5af-4eb5-b70a-e424ad54300d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:48.745495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-49be27eb-df40-4710-a2ef-378dc68d4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.747371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-49be27eb-df40-4710-a2ef-378dc68d4de5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68609c536bfc433db3ea6a302e67bd6a&device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 1098 time: 0.0550606 Dec 08 21:47:48.828443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9714b30-cc1a-48c0-b42f-758518070fb4 req-11efce47-4779-4a0b-b3ef-67810f06586b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.830599 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9714b30-cc1a-48c0-b42f-758518070fb4 req-11efce47-4779-4a0b-b3ef-67810f06586b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 945 time: 0.0598650 Dec 08 21:47:48.868037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-ed9355a0-9cb1-456d-b2b3-f95eac3b2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.869011 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-ed9355a0-9cb1-456d-b2b3-f95eac3b2a51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.1137702 Dec 08 21:47:48.874179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9714b30-cc1a-48c0-b42f-758518070fb4 req-03358f22-3427-456c-b69e-16e8c0497c67 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369897 Dec 08 21:47:48.926674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-db317eb6-43fa-4e4c-96ea-a847f63e9320 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=25ed76c3-4881-4f39-b7a1-874531565479 HTTP/1.1" status: 200 len: 217 time: 0.0475223 Dec 08 21:47:48.987533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-ab1f923e-a9a8-45ae-999c-c070ddca6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:48.989932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-ab1f923e-a9a8-45ae-999c-c070ddca6e6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0563824 Dec 08 21:47:49.052787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-cea425b7-a737-496f-a0c3-406e76518d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:49.054731 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-cea425b7-a737-496f-a0c3-406e76518d83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562022 Dec 08 21:47:49.071561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48466) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:49.090518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-744fbf9f-319f-4209-ac4e-01d41752dfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.158497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-cceb62f1-fa3b-40c3-a52d-84336a79a780 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959342 Dec 08 21:47:49.172384 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-744fbf9f-319f-4209-ac4e-01d41752dfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.177843 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-744fbf9f-319f-4209-ac4e-01d41752dfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.219438 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-744fbf9f-319f-4209-ac4e-01d41752dfbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d5af003d795493a87162969587aa030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464584 Dec 08 21:47:49.220317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fbf9f-319f-4209-ac4e-01d41752dfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9632671-549e-43b9-a1f2-e25dbff74cf8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:49.222321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48468) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:49.304303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-935b021e-fd95-49dd-a3ab-e29aa0ddacf9 req-a126b07a-2d3f-465d-9d0b-7511c9ffef19 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382561 Dec 08 21:47:49.305234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-972fcbfa-537d-48d8-86a4-40b0c1c850d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.328909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-972fcbfa-537d-48d8-86a4-40b0c1c850d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.384003 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-972fcbfa-537d-48d8-86a4-40b0c1c850d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.386818 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-972fcbfa-537d-48d8-86a4-40b0c1c850d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.391022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-972fcbfa-537d-48d8-86a4-40b0c1c850d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9632671-549e-43b9-a1f2-e25dbff74cf8 HTTP/1.1" status: 204 len: 168 time: 0.1615911 Dec 08 21:47:49.398048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fcbfa-537d-48d8-86a4-40b0c1c850d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9632671-549e-43b9-a1f2-e25dbff74cf8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:49.468509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ac1bf-c234-41da-acc5-33931f20c763 req-1330080e-e4db-40be-9d9e-94a70d8223f5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:49.470132 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b6ac1bf-c234-41da-acc5-33931f20c763 req-1330080e-e4db-40be-9d9e-94a70d8223f5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 949 time: 0.0534468 Dec 08 21:47:49.514388 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b6ac1bf-c234-41da-acc5-33931f20c763 req-4c229d89-90b6-4ed6-98d2-a1a8b1543ba5 tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/security-groups?id=9445bfa7-ce71-470e-8c5b-e61cb069264d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346661 Dec 08 21:47:49.586646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device bad7251b-179a-4068-b68c-949f493383e6 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:49.617259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-1401e6b5-a717-433e-9c20-492e07000cbf tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:49.618846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-1401e6b5-a717-433e-9c20-492e07000cbf tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 949 time: 0.0626090 Dec 08 21:47:49.657232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port bad7251b-179a-4068-b68c-949f493383e6 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:47:49.662357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port bad7251b-179a-4068-b68c-949f493383e6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:49.662759 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.718684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4232aa-2c90-41e8-b69d-c7209804a369 req-15626925-585f-483a-b347-814ea79048d7 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:49.727280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e4232aa-2c90-41e8-b69d-c7209804a369 req-15626925-585f-483a-b347-814ea79048d7 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 947 time: 0.1257989 Dec 08 21:47:49.754532 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.789342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658da462-c5f4-42b5-ba19-a3db811eab36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad7251b-179a-4068-b68c-949f493383e6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:49.792131 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cca274-d1fa-4b83-a769-5b51dcab1466" -d '{"events": [{"server_uuid": "658da462-c5f4-42b5-ba19-a3db811eab36", "name": "network-vif-plugged", "status": "completed", "tag": "bad7251b-179a-4068-b68c-949f493383e6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:49.836899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port bad7251b-179a-4068-b68c-949f493383e6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bad7251b-179a-4068-b68c-949f493383e6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:49.838707 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d45ddf5-4a80-4073-9c69-5f6ff9f78618 req-729f69f1-9702-4e4b-a803-c021173cee68 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 210 time: 0.0449693 Dec 08 21:47:49.841611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'name': 'network-vif-deleted', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:49.843235 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.844258 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5653f55b-5b01-4eff-9348-9d30e012299b" -d '{"events": [{"server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "name": "network-vif-deleted", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:49.856185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e4232aa-2c90-41e8-b69d-c7209804a369 req-c5ed520e-2cb3-4668-bdb1-efe12f0d841c tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278079 Dec 08 21:47:49.881608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-d963f323-65ca-4373-9218-bcccb5e47cbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962546 Dec 08 21:47:49.887112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Deleting port a1d7a107-48f4-47c7-8209-f9757fb25543 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:49.887452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:49.908187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=bad7251b-179a-4068-b68c-949f493383e6,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:49.920580 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb04571e-9886-4688-a4ae-9384ca339acd x-openstack-request-id: req-bb04571e-9886-4688-a4ae-9384ca339acd {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:49.921491 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658da462-c5f4-42b5-ba19-a3db811eab36", "name": "network-vif-plugged", "status": "completed", "tag": "bad7251b-179a-4068-b68c-949f493383e6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:49.921755 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb04571e-9886-4688-a4ae-9384ca339acd {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:49.922336 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658da462-c5f4-42b5-ba19-a3db811eab36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad7251b-179a-4068-b68c-949f493383e6', 'code': 200} Dec 08 21:47:50.026921 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ec5916-987d-4f4c-ac72-fbaaeeeae7c7 x-openstack-request-id: req-75ec5916-987d-4f4c-ac72-fbaaeeeae7c7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:50.027216 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b30d6d-76af-4b42-8665-cf434ea5b27a", "name": "network-vif-deleted", "tag": "2c51b1a9-efc2-49b0-b78c-299be98e3cec", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:50.027710 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75ec5916-987d-4f4c-ac72-fbaaeeeae7c7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:50.028111 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b30d6d-76af-4b42-8665-cf434ea5b27a', 'name': 'network-vif-deleted', 'tag': '2c51b1a9-efc2-49b0-b78c-299be98e3cec', 'status': 'completed', 'code': 200} Dec 08 21:47:50.086641 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429661b-6212-4b7b-9db9-d62c406fec1b req-c365067c-6f4b-4b27-994b-e7a905e36389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:50.095946 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e429661b-6212-4b7b-9db9-d62c406fec1b req-c365067c-6f4b-4b27-994b-e7a905e36389 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 1097 time: 0.0948300 Dec 08 21:47:50.159426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e429661b-6212-4b7b-9db9-d62c406fec1b req-c8846010-3c57-400c-bc92-b0452ba8b3be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570502 Dec 08 21:47:50.170404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] For port a1d7a107-48f4-47c7-8209-f9757fb25543, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a1d7a107-48f4-47c7-8209-f9757fb25543,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:50.170796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.202072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-a1159d3f-cdd3-4e7c-bb52-2f870b5dd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:50.203732 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-a1159d3f-cdd3-4e7c-bb52-2f870b5dd841 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 1095 time: 0.1949956 Dec 08 21:47:50.204633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Calling delete_port for a1d7a107-48f4-47c7-8209-f9757fb25543 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:50.218577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 20b89750-f445-4310-b951-7143b377f1e7 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:50.240930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dcdfb-2874-4526-9bf2-418a700f266d req-fa1c34ae-ce05-4e1b-bf9f-f9cfa0c82441 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:50.242886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-802dcdfb-2874-4526-9bf2-418a700f266d req-fa1c34ae-ce05-4e1b-bf9f-f9cfa0c82441 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 0.1844387 Dec 08 21:47:50.282636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 20b89750-f445-4310-b951-7143b377f1e7 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:47:50.289355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 20b89750-f445-4310-b951-7143b377f1e7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:50.290574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.340102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-802dcdfb-2874-4526-9bf2-418a700f266d req-c4b54a76-c9a9-4d8e-962e-0797f4d7ffcf tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594256 Dec 08 21:47:50.393192 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.431629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 20b89750-f445-4310-b951-7143b377f1e7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=20b89750-f445-4310-b951-7143b377f1e7,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:50.438111 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.439020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b7d03e45-33f9-4630-b6c3-088ff415a3cf up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:50.544253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.549092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=20b89750-f445-4310-b951-7143b377f1e7,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:50.561920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port b7d03e45-33f9-4630-b6c3-088ff415a3cf completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:47:50.566153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port b7d03e45-33f9-4630-b6c3-088ff415a3cf triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:50.566532 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.580597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Pushing event deleted for resources: {'Port': ['ID=a1d7a107-48f4-47c7-8209-f9757fb25543,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:50.600857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-88ea2221-9395-4e23-b41d-74d66f977f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:50.602592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-88ea2221-9395-4e23-b41d-74d66f977f0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 200 len: 908 time: 0.2330401 Dec 08 21:47:50.693996 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f87674e1-d49f-4d66-8bbc-6ba035d10e78 req-f1b20625-beb6-4566-a13b-17f1dea2de3f tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a728ea5-0842-4b80-a93d-6758777c0d1d HTTP/1.1" status: 200 len: 210 time: 0.0373635 Dec 08 21:47:50.713977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-dfd8a95a-fd5b-4f2d-8bf2-48b8b869d581 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 200 len: 217 time: 0.1035776 Dec 08 21:47:50.721322 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.751663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] No DVR routers for this DVR port a1d7a107-48f4-47c7-8209-f9757fb25543 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:50.756124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.760725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce447291-0910-42e5-bcd5-a8d4662fa30f req-4571c5c2-aaa7-49c3-9afe-6d3b05b818bd tempest-ListImageFiltersTestJSON-597213440 tempest-ListImageFiltersTestJSON-597213440-project] 10.222.0.23 "DELETE /v2.0/ports/a1d7a107-48f4-47c7-8209-f9757fb25543 HTTP/1.1" status: 204 len: 173 time: 1.1107531 Dec 08 21:47:50.761531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b7d03e45-33f9-4630-b6c3-088ff415a3cf, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b7d03e45-33f9-4630-b6c3-088ff415a3cf,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:50.768013 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:50.769060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:47:50.823172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a1d7a107-48f4-47c7-8209-f9757fb25543 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:47:50.823771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a1d7a107-48f4-47c7-8209-f9757fb25543 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:47:50.824404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-7db94bd8-f6f5-4833-9a1d-478cc5fdf9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:50.830987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-7db94bd8-f6f5-4833-9a1d-478cc5fdf9d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 200 len: 847 time: 0.0984170 Dec 08 21:47:50.852579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b7d03e45-33f9-4630-b6c3-088ff415a3cf,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:50.901055 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-31249e6a-1887-4449-a360-84279e6e4065 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f722ffb0-2708-434d-af4f-130b61f2bb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604634 Dec 08 21:47:51.023712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d69fc-b70b-4d9e-bda2-9b2e21c7f91b req-0a7adbbf-859a-4c88-a607-3ef7660efaa5 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:51.031710 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d93d69fc-b70b-4d9e-bda2-9b2e21c7f91b req-0a7adbbf-859a-4c88-a607-3ef7660efaa5 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 947 time: 0.0669599 Dec 08 21:47:51.042156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71f017fb-4a92-4612-afad-a0b7aa653bcc req-6cb1c692-e92f-4f53-9d04-5b8d30c29509 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 210 time: 0.0409715 Dec 08 21:47:51.116790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-4ad25b3a-5fc2-4099-826f-51abc2346400 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077830 Dec 08 21:47:51.123481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d93d69fc-b70b-4d9e-bda2-9b2e21c7f91b req-3a6d2096-0f44-4daa-addd-6446a7282972 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847974 Dec 08 21:47:51.304026 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-20fad270-a474-4bc4-a0bf-03fbf6b1aa08 req-d777fc8a-721c-4163-8ac6-ee0dfd4e4de5 service neutron] 10.222.0.37 "GET /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785903 Dec 08 21:47:51.483744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01423-1e93-47a8-b4c9-5e55300173bd req-099c1d62-413a-40da-8c0b-d2afd89418c0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:51.485504 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85a01423-1e93-47a8-b4c9-5e55300173bd req-099c1d62-413a-40da-8c0b-d2afd89418c0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 0.0598121 Dec 08 21:47:51.525926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85a01423-1e93-47a8-b4c9-5e55300173bd req-78744126-27cd-41e8-b7e0-c459206e808b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Dec 08 21:47:51.576244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:51.669678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfd11c-fdca-4da4-9c27-cb4beab7eb6e req-fdda221e-fb84-4f8f-a374-52592d8e9201 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:51.671724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6dcfd11c-fdca-4da4-9c27-cb4beab7eb6e req-fdda221e-fb84-4f8f-a374-52592d8e9201 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0594172 Dec 08 21:47:51.701766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:51.718584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '25ed76c3-4881-4f39-b7a1-874531565479', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '25ed76c3-4881-4f39-b7a1-874531565479', 'mac_address': 'fa:16:3e:80:7e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:47:51.747048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6dcfd11c-fdca-4da4-9c27-cb4beab7eb6e req-bc32a531-d54a-4502-a332-881425cbb800 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691900 Dec 08 21:47:51.772612 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:51.791833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ed76c3-4881-4f39-b7a1-874531565479 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:51.816227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:51.826539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:51.885172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:51.926388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a18f77f-9734-47c4-8c48-d0abb72717b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b89750-f445-4310-b951-7143b377f1e7'}, {'server_uuid': '7c3ce886-b8be-461e-9912-316e474ba57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d03e45-33f9-4630-b6c3-088ff415a3cf'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:51.930430 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7308a6-54b7-407b-a093-17e4f6ba72cd" -d '{"events": [{"server_uuid": "6a18f77f-9734-47c4-8c48-d0abb72717b8", "name": "network-vif-plugged", "status": "completed", "tag": "20b89750-f445-4310-b951-7143b377f1e7"}, {"server_uuid": "7c3ce886-b8be-461e-9912-316e474ba57b", "name": "network-vif-plugged", "status": "completed", "tag": "b7d03e45-33f9-4630-b6c3-088ff415a3cf"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:51.984472 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300c35fb-bdca-4c1a-afb0-514fcef29a31 x-openstack-request-id: req-300c35fb-bdca-4c1a-afb0-514fcef29a31 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:51.984767 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a18f77f-9734-47c4-8c48-d0abb72717b8", "name": "network-vif-plugged", "status": "completed", "tag": "20b89750-f445-4310-b951-7143b377f1e7", "code": 200}, {"server_uuid": "7c3ce886-b8be-461e-9912-316e474ba57b", "name": "network-vif-plugged", "status": "completed", "tag": "b7d03e45-33f9-4630-b6c3-088ff415a3cf", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:51.985019 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-300c35fb-bdca-4c1a-afb0-514fcef29a31 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:51.985416 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a18f77f-9734-47c4-8c48-d0abb72717b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b89750-f445-4310-b951-7143b377f1e7', 'code': 200} Dec 08 21:47:51.985855 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ce886-b8be-461e-9912-316e474ba57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d03e45-33f9-4630-b6c3-088ff415a3cf', 'code': 200} Dec 08 21:47:52.029333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-deleted', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:52.032060 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0179f4-6e91-4161-ac27-df7e5d84ee54" -d '{"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-deleted", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:52.071007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['25ed76c3-4881-4f39-b7a1-874531565479'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:52.133263 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a4123-381b-40d1-b0ef-441ad34cb9bb x-openstack-request-id: req-758a4123-381b-40d1-b0ef-441ad34cb9bb {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:52.133535 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a728ea5-0842-4b80-a93d-6758777c0d1d", "name": "network-vif-deleted", "tag": "a1d7a107-48f4-47c7-8209-f9757fb25543", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:52.133795 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-758a4123-381b-40d1-b0ef-441ad34cb9bb {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:52.134192 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a728ea5-0842-4b80-a93d-6758777c0d1d', 'name': 'network-vif-deleted', 'tag': 'a1d7a107-48f4-47c7-8209-f9757fb25543', 'status': 'completed', 'code': 200} Dec 08 21:47:52.194002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7cb8-a234-45b5-ab9c-36b900566573 req-5b41a7c1-b846-4b53-97d4-803f4e20aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:52.195530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d23a7cb8-a234-45b5-ab9c-36b900566573 req-5b41a7c1-b846-4b53-97d4-803f4e20aa78 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 1096 time: 0.1329608 Dec 08 21:47:52.215248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981ec2a-f8d6-47f8-a75f-5f597b762a1d req-f3a078dc-15a5-402d-9a3c-2bd941ae0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:52.221379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4981ec2a-f8d6-47f8-a75f-5f597b762a1d req-f3a078dc-15a5-402d-9a3c-2bd941ae0921 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 1096 time: 0.1379814 Dec 08 21:47:52.242701 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab009f55-234d-49ad-977b-4582c6a1ddb6 req-23e325c4-5897-4d7e-b47b-02442dfd0432 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 210 time: 0.0376792 Dec 08 21:47:52.345975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d23a7cb8-a234-45b5-ab9c-36b900566573 req-51d40352-736b-4889-9326-39633021bb8b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229930 Dec 08 21:47:52.359650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4981ec2a-f8d6-47f8-a75f-5f597b762a1d req-ff66e5a1-ff35-4203-a4bb-a50d367d8b39 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137619 Dec 08 21:47:52.413805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39d5f2-f013-4f18-b063-a3c316efdff8 req-ec0002e3-e42c-4f9e-beb8-fc7762e407eb tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:52.416049 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a39d5f2-f013-4f18-b063-a3c316efdff8 req-ec0002e3-e42c-4f9e-beb8-fc7762e407eb tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 948 time: 0.0734780 Dec 08 21:47:52.480042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a39d5f2-f013-4f18-b063-a3c316efdff8 req-012fbd7e-beba-469c-ab22-b055a37cba7c tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543380 Dec 08 21:47:52.655832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48642) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:52.779014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3abb7045-2be9-4338-88a1-2185b1e088f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:52.884106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e3033-4b60-4835-bdc8-3688215c5ac3 req-43bef30e-c1b5-4f5d-ab9c-621e1dd9000e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:52.885593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f3e3033-4b60-4835-bdc8-3688215c5ac3 req-43bef30e-c1b5-4f5d-ab9c-621e1dd9000e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0706680 Dec 08 21:47:52.922055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3abb7045-2be9-4338-88a1-2185b1e088f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:52.934476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3abb7045-2be9-4338-88a1-2185b1e088f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:52.963641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8f3e3033-4b60-4835-bdc8-3688215c5ac3 req-f8b8740b-ee5e-45d1-a183-2a4d0eaefb4a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683014 Dec 08 21:47:52.988276 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3abb7045-2be9-4338-88a1-2185b1e088f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc933029dd2a4d05a57f3fe4a65337c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312154 Dec 08 21:47:52.989253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb7045-2be9-4338-88a1-2185b1e088f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf90fb8f-7be7-4efb-a218-46a287d17865,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:52.990883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48664) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:53.049370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18511043-93bd-419a-92f4-3bd9bb9f3020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.075631 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18511043-93bd-419a-92f4-3bd9bb9f3020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.123750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18511043-93bd-419a-92f4-3bd9bb9f3020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.126697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18511043-93bd-419a-92f4-3bd9bb9f3020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.128408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-18511043-93bd-419a-92f4-3bd9bb9f3020 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf90fb8f-7be7-4efb-a218-46a287d17865 HTTP/1.1" status: 204 len: 168 time: 0.1360390 Dec 08 21:47:53.137311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18511043-93bd-419a-92f4-3bd9bb9f3020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf90fb8f-7be7-4efb-a218-46a287d17865,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:53.327812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48676) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:53.387822 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-347cd75b-c2a8-4c30-8e6b-50d4cd0e3ccf req-058701f4-c32a-484b-bece-d5d66faec975 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9b30d6d-76af-4b42-8665-cf434ea5b27a HTTP/1.1" status: 200 len: 210 time: 0.0356724 Dec 08 21:47:53.503807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48684) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:53.514333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-733ea966-83fb-449a-a912-3decc71a22cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=585bedb6cc42417ab5f56fba5a67b7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851902 Dec 08 21:47:53.556813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48686) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:53.575343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-397713df-6e7d-421e-90b4-07b42af09f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.592888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:47:53.638235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f9e77c7-b41f-4495-8d36-a837f6608473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.658676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 25ed76c3-4881-4f39-b7a1-874531565479 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:47:53.676343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 25ed76c3-4881-4f39-b7a1-874531565479 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:47:53.677045 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.699797 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f9e77c7-b41f-4495-8d36-a837f6608473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.724150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d681f-e7df-4ca8-9916-fb0aef3c0c02 req-fd4f0c3e-de2e-42d8-939b-05b02365bb9d tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:53.728597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-603d681f-e7df-4ca8-9916-fb0aef3c0c02 req-fd4f0c3e-de2e-42d8-939b-05b02365bb9d tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 948 time: 0.1625752 Dec 08 21:47:53.741904 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-397713df-6e7d-421e-90b4-07b42af09f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.755661 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-397713df-6e7d-421e-90b4-07b42af09f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.787713 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.828173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:53.837221 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.845629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397713df-6e7d-421e-90b4-07b42af09f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c1979-6505-4c88-93f5-2c3aa7217afc,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:53.857417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-397713df-6e7d-421e-90b4-07b42af09f77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=208b3b23aa424a2a963f917e405ba7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995305 Dec 08 21:47:53.860584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48692) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:53.932505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:53.949509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8326-12e6-42e2-9851-f3a470ab96d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.973736 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8326-12e6-42e2-9851-f3a470ab96d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:53.987446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:53.989841 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878b4700-553c-4b50-b6de-d2d0036f0a01" -d '{"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-plugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:54.045011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8326-12e6-42e2-9851-f3a470ab96d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:54.049652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8326-12e6-42e2-9851-f3a470ab96d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:54.058281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fd3e8326-12e6-42e2-9851-f3a470ab96d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c06c1979-6505-4c88-93f5-2c3aa7217afc HTTP/1.1" status: 204 len: 168 time: 0.1913812 Dec 08 21:47:54.070615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e8326-12e6-42e2-9851-f3a470ab96d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c1979-6505-4c88-93f5-2c3aa7217afc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:54.139483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-603d681f-e7df-4ca8-9916-fb0aef3c0c02 req-589030c7-b409-49e4-9eb1-74eefd974bbf tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892419 Dec 08 21:47:54.168846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105302ae-63cc-4182-8207-5a04db20c4a6 req-ef1b568c-f526-4736-8abf-ce444faa2624 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:54.175195 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f9e77c7-b41f-4495-8d36-a837f6608473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:54.178521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f9e77c7-b41f-4495-8d36-a837f6608473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:54.179046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-105302ae-63cc-4182-8207-5a04db20c4a6 req-ef1b568c-f526-4736-8abf-ce444faa2624 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1190357 Dec 08 21:47:54.180363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8f9e77c7-b41f-4495-8d36-a837f6608473 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9445bfa7-ce71-470e-8c5b-e61cb069264d HTTP/1.1" status: 204 len: 168 time: 0.6755819 Dec 08 21:47:54.197879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e77c7-b41f-4495-8d36-a837f6608473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9445bfa7-ce71-470e-8c5b-e61cb069264d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:54.231505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-105302ae-63cc-4182-8207-5a04db20c4a6 req-c216b801-ffd8-4b3e-a81d-89a10178e738 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514395 Dec 08 21:47:54.264853 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86646b1-0773-43b0-956f-b51a1dd7dcaf x-openstack-request-id: req-a86646b1-0773-43b0-956f-b51a1dd7dcaf {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:54.265152 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-plugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:54.265502 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a86646b1-0773-43b0-956f-b51a1dd7dcaf {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:54.265802 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479', 'code': 200} Dec 08 21:47:54.382605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead0c5-de63-4f82-983d-e54ff095a2fc req-5f405b23-f23c-4b99-91a5-20baf926ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:54.388376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-18ead0c5-de63-4f82-983d-e54ff095a2fc req-5f405b23-f23c-4b99-91a5-20baf926ce87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 1100 time: 0.0555401 Dec 08 21:47:54.431084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4fdb1-bf4c-4e6b-9193-0a664c06c40e req-a6eb2c47-be52-4f39-b43a-54dc5c846bbf tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:54.437853 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a1e4fdb1-bf4c-4e6b-9193-0a664c06c40e req-a6eb2c47-be52-4f39-b43a-54dc5c846bbf tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 945 time: 0.1010520 Dec 08 21:47:54.443908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-18ead0c5-de63-4f82-983d-e54ff095a2fc req-1a5175dc-70bc-4eec-b713-487da4c75ff3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Dec 08 21:47:54.509858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a1e4fdb1-bf4c-4e6b-9193-0a664c06c40e req-62dbe5ae-4af6-455d-9f7d-9a7edf626634 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615695 Dec 08 21:47:54.943716 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9f17f-969b-4a96-9981-c82234a4866d req-467d00a8-1716-454d-95e7-cef0969ca5e0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:54.945445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6b9f17f-969b-4a96-9981-c82234a4866d req-467d00a8-1716-454d-95e7-cef0969ca5e0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 0.0799348 Dec 08 21:47:55.014412 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6b9f17f-969b-4a96-9981-c82234a4866d req-1793987f-4182-436c-ad87-18d7fe7cac1e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626776 Dec 08 21:47:55.331305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce74975-8826-4ab4-9c18-69fffb58ce19 req-91c7b23f-6a69-4c4f-8beb-444b3a63a933 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:55.339608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ce74975-8826-4ab4-9c18-69fffb58ce19 req-91c7b23f-6a69-4c4f-8beb-444b3a63a933 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 949 time: 0.0709853 Dec 08 21:47:55.411239 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ce74975-8826-4ab4-9c18-69fffb58ce19 req-63407326-df3d-47b3-b55c-84ff68921360 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 Dec 08 21:47:55.490500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a662215-6e33-4fab-a7a8-d2a9be646f7f req-10dbf5d2-0034-4df7-a207-f613fa1b8a4e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:55.493476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a662215-6e33-4fab-a7a8-d2a9be646f7f req-10dbf5d2-0034-4df7-a207-f613fa1b8a4e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0938592 Dec 08 21:47:55.562590 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a662215-6e33-4fab-a7a8-d2a9be646f7f req-096c11b4-3769-4433-ac74-f277c1811dbf tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591099 Dec 08 21:47:55.954109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f84f9-8104-4aae-8604-e3748657928c req-f2cbade6-77bd-49c7-8130-6108438ef0a1 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:55.968452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f84f9-8104-4aae-8604-e3748657928c req-f2cbade6-77bd-49c7-8130-6108438ef0a1 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:55.975816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f84f9-8104-4aae-8604-e3748657928c req-f2cbade6-77bd-49c7-8130-6108438ef0a1 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:55.977518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d0f84f9-8104-4aae-8604-e3748657928c req-f2cbade6-77bd-49c7-8130-6108438ef0a1 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36&device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8&device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 2417 time: 0.1193342 Dec 08 21:47:56.047108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d0f84f9-8104-4aae-8604-e3748657928c req-c0c220ae-3e43-43a3-8eb4-c5276e4dc539 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604041 Dec 08 21:47:56.306884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda78bce-22db-41d7-80de-40e6ae9e001b req-cc398625-c2b2-4909-915f-8288d0f7a295 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:56.311237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fda78bce-22db-41d7-80de-40e6ae9e001b req-cc398625-c2b2-4909-915f-8288d0f7a295 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 0.0692911 Dec 08 21:47:56.377339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fda78bce-22db-41d7-80de-40e6ae9e001b req-d2522d59-8e64-4045-8220-458b1d96c497 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610173 Dec 08 21:47:56.627413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79c52-9078-4306-a298-c9ec547c042a req-688ccc83-2c09-42c1-8630-457315fd5dd0 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:56.630329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fbd79c52-9078-4306-a298-c9ec547c042a req-688ccc83-2c09-42c1-8630-457315fd5dd0 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 949 time: 0.0644119 Dec 08 21:47:56.675211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fbd79c52-9078-4306-a298-c9ec547c042a req-46ca236e-37dc-4816-8df4-5c83df8f542e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 Dec 08 21:47:58.075063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48908) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:58.159669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dbed1-23b3-478c-b3e5-608718810b8b req-1757f8d3-6baf-4e4e-9b4c-5141286b832f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:58.162261 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-134dbed1-23b3-478c-b3e5-608718810b8b req-1757f8d3-6baf-4e4e-9b4c-5141286b832f tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 944 time: 0.0568392 Dec 08 21:47:58.217861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-134dbed1-23b3-478c-b3e5-608718810b8b req-f206b1c1-5e04-4f89-ba65-3459e3659ca6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Dec 08 21:47:58.225564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6862648-cda1-4324-9cb2-b5c07905b9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.377374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6862648-cda1-4324-9cb2-b5c07905b9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.389231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8aca0-4c5f-4b6b-ae44-eb8cbf94a895 req-88b16db0-44f2-48d7-a86a-33a99aefd944 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:58.390777 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6cb8aca0-4c5f-4b6b-ae44-eb8cbf94a895 req-88b16db0-44f2-48d7-a86a-33a99aefd944 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0908301 Dec 08 21:47:58.391876 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6862648-cda1-4324-9cb2-b5c07905b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.475407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d6862648-cda1-4324-9cb2-b5c07905b9cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=625d1d165fc040a1b66d1898f952a3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966730 Dec 08 21:47:58.475777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48924) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:58.489259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6862648-cda1-4324-9cb2-b5c07905b9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a54ab0-f39e-4e54-a966-356cd5b5f79c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:58.532825 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39c39732-43ce-44a7-924f-01ef2e40b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.535234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6cb8aca0-4c5f-4b6b-ae44-eb8cbf94a895 req-972585d9-6481-4266-86e1-035c5e09645b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276209 Dec 08 21:47:58.570993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39c39732-43ce-44a7-924f-01ef2e40b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.645642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-2e11d7eb-a9da-406d-a182-6f8dd5688538 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:58.647165 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-2e11d7eb-a9da-406d-a182-6f8dd5688538 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.23 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 944 time: 0.0790110 Dec 08 21:47:58.688843 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39c39732-43ce-44a7-924f-01ef2e40b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.694494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39c39732-43ce-44a7-924f-01ef2e40b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.694494 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-39c39732-43ce-44a7-924f-01ef2e40b57b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30a54ab0-f39e-4e54-a966-356cd5b5f79c HTTP/1.1" status: 204 len: 168 time: 0.2153752 Dec 08 21:47:58.694885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48942) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:58.711733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c39732-43ce-44a7-924f-01ef2e40b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a54ab0-f39e-4e54-a966-356cd5b5f79c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:58.763481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Deleting port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:47:58.763694 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.861515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] For port f97f9441-7e5a-4eaf-b1e2-39b8ea431413, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:58.861938 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:58.875649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Calling delete_port for f97f9441-7e5a-4eaf-b1e2-39b8ea431413 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:47:58.925725 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-786ea1ba-169d-4b43-96bf-206718d78f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.005746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48950) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:59.008021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-786ea1ba-169d-4b43-96bf-206718d78f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.012277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-786ea1ba-169d-4b43-96bf-206718d78f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.021170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.023579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-317eeb11-f255-43b4-a26f-a374f7db669c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.033500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f97f9441-7e5a-4eaf-b1e2-39b8ea431413'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:47:59.049556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-786ea1ba-169d-4b43-96bf-206718d78f2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=150e0df52bc440dca189c1c1c7aeca70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535585 Dec 08 21:47:59.053574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48952) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:59.057235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Pushing event deleted for resources: {'Port': ['ID=f97f9441-7e5a-4eaf-b1e2-39b8ea431413,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:59.067581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ea1ba-169d-4b43-96bf-206718d78f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d750cbce-b4a8-4096-a879-2659d0fdec1f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:59.106830 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f3f5cce-c6a5-4e2f-9cc5-6c896871cc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.118038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] No DVR routers for this DVR port f97f9441-7e5a-4eaf-b1e2-39b8ea431413 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:47:59.121001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.125020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9174a3e5-70ad-41a0-aa5c-42899caea9ea req-ad9fc073-65f4-4145-bb34-ea88cb02df40 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.23 "DELETE /v2.0/ports/f97f9441-7e5a-4eaf-b1e2-39b8ea431413 HTTP/1.1" status: 204 len: 173 time: 0.4709139 Dec 08 21:47:59.125453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'name': 'network-vif-deleted', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:47:59.127723 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be921630-6287-4e1e-a829-8c82a592ba78" -d '{"events": [{"server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "name": "network-vif-deleted", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:47:59.131851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f3f5cce-c6a5-4e2f-9cc5-6c896871cc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.181987 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e571a8-30d1-4132-9386-ccb91adc5451 x-openstack-request-id: req-01e571a8-30d1-4132-9386-ccb91adc5451 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:47:59.182292 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808876cc-f75f-42d4-8c11-382d071a26cf", "name": "network-vif-deleted", "tag": "f97f9441-7e5a-4eaf-b1e2-39b8ea431413", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:47:59.182537 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e571a8-30d1-4132-9386-ccb91adc5451 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:47:59.182961 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808876cc-f75f-42d4-8c11-382d071a26cf', 'name': 'network-vif-deleted', 'tag': 'f97f9441-7e5a-4eaf-b1e2-39b8ea431413', 'status': 'completed', 'code': 200} Dec 08 21:47:59.188177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-317eeb11-f255-43b4-a26f-a374f7db669c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.191873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-317eeb11-f255-43b4-a26f-a374f7db669c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.200898 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f3f5cce-c6a5-4e2f-9cc5-6c896871cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.204070 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f3f5cce-c6a5-4e2f-9cc5-6c896871cc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.213741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6f3f5cce-c6a5-4e2f-9cc5-6c896871cc10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d750cbce-b4a8-4096-a879-2659d0fdec1f HTTP/1.1" status: 204 len: 168 time: 0.1507206 Dec 08 21:47:59.226121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f5cce-c6a5-4e2f-9cc5-6c896871cc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750cbce-b4a8-4096-a879-2659d0fdec1f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:59.234767 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-317eeb11-f255-43b4-a26f-a374f7db669c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73038af5d6fe433c8390da25c47d4f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275910 Dec 08 21:47:59.237385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48958) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:47:59.239755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317eeb11-f255-43b4-a26f-a374f7db669c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2694676c-8048-49d9-9004-fd67cff39943,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:59.323044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4393ed1e-bdb1-460a-8ea6-1ebfc8921424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.338405 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-18ed1936-08d8-47e3-85fa-037e2ca18ed1 req-ee1ad9e5-a815-450d-9738-4cc5888d27b6 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=808876cc-f75f-42d4-8c11-382d071a26cf HTTP/1.1" status: 200 len: 210 time: 0.0276821 Dec 08 21:47:59.345950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4393ed1e-bdb1-460a-8ea6-1ebfc8921424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.395090 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4393ed1e-bdb1-460a-8ea6-1ebfc8921424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.397699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4393ed1e-bdb1-460a-8ea6-1ebfc8921424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.401837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4393ed1e-bdb1-460a-8ea6-1ebfc8921424 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2694676c-8048-49d9-9004-fd67cff39943 HTTP/1.1" status: 204 len: 168 time: 0.1630356 Dec 08 21:47:59.410314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393ed1e-bdb1-460a-8ea6-1ebfc8921424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2694676c-8048-49d9-9004-fd67cff39943,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:47:59.623201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:47:59.681387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790222ab-0c19-420b-8def-38b565db2008 req-5e21c020-a80a-4642-9b5d-03e81197ff0e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:47:59.684369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-790222ab-0c19-420b-8def-38b565db2008 req-5e21c020-a80a-4642-9b5d-03e81197ff0e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0695565 Dec 08 21:47:59.760467 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-790222ab-0c19-420b-8def-38b565db2008 req-cd0d75bc-14fb-444a-a1eb-cb4fa1fff50e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669165 Dec 08 21:47:59.787294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:59.801249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '25ed76c3-4881-4f39-b7a1-874531565479', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '25ed76c3-4881-4f39-b7a1-874531565479', 'mac_address': 'fa:16:3e:80:7e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:47:59.865031 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.879550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ed76c3-4881-4f39-b7a1-874531565479 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:47:59.904329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:47:59.908780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:47:59.954820 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:47:59.972100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:00.011991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['25ed76c3-4881-4f39-b7a1-874531565479'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:00.239459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49028) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:00.446338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-340373385-network', 'tenant_id': '33a2b75d903d4cb09a02fcbe8b7a3d94'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:00.478229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Made reservation on behalf of 33a2b75d903d4cb09a02fcbe8b7a3d94 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:00.485426 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:00.497593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:00.617674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:00.633253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:00.660645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:00.689931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:00.691529 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Added segment de2a3eb7-bd75-4277-9116-2432bf84b31b of type vlan for network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 Dec 08 21:48:00.693385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7538add-ce7b-40b9-b0c4-a9edbb9c176e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:00.703380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a3d8-f222-4b7d-a42d-a6f1a63c9f23 req-f0779a14-e2c9-4822-9ff5-6c1ec11c34fb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:00.705419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c097a3d8-f222-4b7d-a42d-a6f1a63c9f23 req-f0779a14-e2c9-4822-9ff5-6c1ec11c34fb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 944 time: 0.1068263 Dec 08 21:48:00.770169 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:00.789937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c097a3d8-f222-4b7d-a42d-a6f1a63c9f23 req-f631b395-fc56-4ce3-90c3-b93c9ce8e533 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765769 Dec 08 21:48:00.829395 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:00.830499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:00.831100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:00.960851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7202828 Dec 08 21:48:00.963842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49080) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:00.964334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d060f3-8689-45c8-8f81-463fcafd5898 admin admin] Pushing event updated for resources: {'Network': ['ID=883012fe-eb81-4307-88dc-f2b6aa4f1c67,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:00.970375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Request body: {'subnet': {'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-340373385-subnet', 'tenant_id': '33a2b75d903d4cb09a02fcbe8b7a3d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:00.974701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:01.000032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479f93a-fda4-445d-9529-1d5d79554383 req-b5c98776-85a9-4eb7-babc-0775a165732c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:01.002171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8479f93a-fda4-445d-9529-1d5d79554383 req-b5c98776-85a9-4eb7-babc-0775a165732c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0861809 Dec 08 21:48:01.042091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Made reservation on behalf of 33a2b75d903d4cb09a02fcbe8b7a3d94 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:01.046805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.130499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8479f93a-fda4-445d-9529-1d5d79554383 req-c7cc82db-4ef7-4e91-8428-d9dfd3440e47 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130853 Dec 08 21:48:01.147424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd028-578c-4070-badf-b62289c3c697 req-c9af0e9a-7e9c-4e22-8584-8686c2fa3beb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:01.148913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e3bd028-578c-4070-badf-b62289c3c697 req-c9af0e9a-7e9c-4e22-8584-8686c2fa3beb tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 944 time: 0.1016154 Dec 08 21:48:01.316178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.351905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Deleting port 968fa367-a507-4359-a564-a876613c33a3 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:01.352255 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.394207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:01.396685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Checking segment: {'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:01.397041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Network hostable DHCP agents. Network: 883012fe-eb81-4307-88dc-f2b6aa4f1c67, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:01.418834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:01.434865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 883012fe-eb81-4307-88dc-f2b6aa4f1c67) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:01.447980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:01.451518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173dae6c-19ac-4b7b-96b8-f2e2ee8618ca None None] Network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:01.451808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.474313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] For port 968fa367-a507-4359-a564-a876613c33a3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=968fa367-a507-4359-a564-a876613c33a3,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:01.474879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.494478 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8eec80e2-9952-4b84-a453-aea4483ce566 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5292435 Dec 08 21:48:01.512600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Calling delete_port for 968fa367-a507-4359-a564-a876613c33a3 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:01.782953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.794168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:01.853550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Pushing event deleted for resources: {'Port': ['ID=968fa367-a507-4359-a564-a876613c33a3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:01.869977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fe001231-19ac-4ca7-81dd-39e185c4a170 req-d68387c6-31bd-4d1f-ba26-6e4333c1154a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1670242695', 'description': 'tempest-description-181673592'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:01.920312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 25ed76c3-4881-4f39-b7a1-874531565479 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:01.921222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.947112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] No DVR routers for this DVR port 968fa367-a507-4359-a564-a876613c33a3 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:01.950684 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.954495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e3bd028-578c-4070-badf-b62289c3c697 req-2c77b0aa-a40c-40e0-813a-38ea236c1880 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.23 "DELETE /v2.0/ports/968fa367-a507-4359-a564-a876613c33a3 HTTP/1.1" status: 204 len: 173 time: 0.7952640 Dec 08 21:48:01.955207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'name': 'network-vif-deleted', 'tag': '968fa367-a507-4359-a564-a876613c33a3'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:01.958184 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bdc6c5-fde7-4d83-ac09-57fe90b84942" -d '{"events": [{"server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "name": "network-vif-deleted", "tag": "968fa367-a507-4359-a564-a876613c33a3"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:01.977113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe001231-19ac-4ca7-81dd-39e185c4a170 req-d68387c6-31bd-4d1f-ba26-6e4333c1154a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:01.991504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc6913-299f-4a86-90f7-71ea862d5963 None None] Network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:02.091345 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24d5de8b-eaf2-467f-8fca-993dc39c41ab req-489da4d9-8070-420c-bf96-cec8c82e3607 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b2a592-eb8a-4a92-958c-c51b053417f9 HTTP/1.1" status: 200 len: 210 time: 0.0730512 Dec 08 21:48:02.097831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe001231-19ac-4ca7-81dd-39e185c4a170 req-d68387c6-31bd-4d1f-ba26-6e4333c1154a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.109279 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe001231-19ac-4ca7-81dd-39e185c4a170 req-d68387c6-31bd-4d1f-ba26-6e4333c1154a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.171598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68387c6-31bd-4d1f-ba26-6e4333c1154a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7006b73b-bfea-4020-ad78-b18d5bd45d7a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:02.177756 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.184003 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fe001231-19ac-4ca7-81dd-39e185c4a170 req-d68387c6-31bd-4d1f-ba26-6e4333c1154a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.213137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe001231-19ac-4ca7-81dd-39e185c4a170 req-d68387c6-31bd-4d1f-ba26-6e4333c1154a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3636253 Dec 08 21:48:02.234564 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c239f8-704f-4b22-8cbc-67483a303d10 x-openstack-request-id: req-74c239f8-704f-4b22-8cbc-67483a303d10 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:02.234894 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b2a592-eb8a-4a92-958c-c51b053417f9", "name": "network-vif-deleted", "tag": "968fa367-a507-4359-a564-a876613c33a3", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:02.235155 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74c239f8-704f-4b22-8cbc-67483a303d10 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:02.235568 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b2a592-eb8a-4a92-958c-c51b053417f9', 'name': 'network-vif-deleted', 'tag': '968fa367-a507-4359-a564-a876613c33a3', 'status': 'completed', 'code': 200} Dec 08 21:48:02.253340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-334db7c3-fa0c-4ef6-acfa-6a737f079dd8 req-14faa165-d931-41a6-8e8b-ec53d4173438 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-298398004', 'description': 'tempest-description-160751553'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:02.287119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f97f9441-7e5a-4eaf-b1e2-39b8ea431413 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:02.299174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-334db7c3-fa0c-4ef6-acfa-6a737f079dd8 req-14faa165-d931-41a6-8e8b-ec53d4173438 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.314679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: f97f9441-7e5a-4eaf-b1e2-39b8ea431413 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:02.315350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f97f9441-7e5a-4eaf-b1e2-39b8ea431413 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:02.315915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 968fa367-a507-4359-a564-a876613c33a3 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:02.317496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:02.320000 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af964c6-a2e7-4590-9a93-e4ffab6af84f" -d '{"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-plugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:02.355531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:02.356709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 968fa367-a507-4359-a564-a876613c33a3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:02.357202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 968fa367-a507-4359-a564-a876613c33a3 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:02.381867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.408649 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-334db7c3-fa0c-4ef6-acfa-6a737f079dd8 req-14faa165-d931-41a6-8e8b-ec53d4173438 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.419302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-334db7c3-fa0c-4ef6-acfa-6a737f079dd8 req-14faa165-d931-41a6-8e8b-ec53d4173438 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.462867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-334db7c3-fa0c-4ef6-acfa-6a737f079dd8 req-14faa165-d931-41a6-8e8b-ec53d4173438 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:02.463688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:02.478096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-334db7c3-fa0c-4ef6-acfa-6a737f079dd8 req-14faa165-d931-41a6-8e8b-ec53d4173438 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2288601 Dec 08 21:48:02.520422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a0654-684d-44b6-867d-c07313336668 req-905cdcf2-a0fc-4073-a62a-e6ab1ca92750 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:02.522325 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d7a0654-684d-44b6-867d-c07313336668 req-905cdcf2-a0fc-4073-a62a-e6ab1ca92750 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.2374518 Dec 08 21:48:02.550676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa165-d931-41a6-8e8b-ec53d4173438 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789042e2-9c78-41a9-a4e7-047c8e9efcfc,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:02.591288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d7a0654-684d-44b6-867d-c07313336668 req-8fa204ee-2f91-419e-9680-55db3fbdddbd tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589235 Dec 08 21:48:02.677045 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cd08ee-0bc3-4065-b82b-dbfb2a7e41ac x-openstack-request-id: req-c3cd08ee-0bc3-4065-b82b-dbfb2a7e41ac {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:02.677327 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-plugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:02.677585 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3cd08ee-0bc3-4065-b82b-dbfb2a7e41ac {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:02.678040 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479', 'code': 200} Dec 08 21:48:03.100106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ad6b320d-2573-441b-b90b-5d5dcc7fcb41 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:03.109723 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ad6b320d-2573-441b-b90b-5d5dcc7fcb41 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 812 time: 0.2156031 Dec 08 21:48:03.206193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-d2e67efe-890a-4053-9efd-1d7dc5801cef tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/quotas/33a2b75d903d4cb09a02fcbe8b7a3d94 HTTP/1.1" status: 200 len: 375 time: 0.0954196 Dec 08 21:48:03.277409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-11268ee9-3b31-4d93-aafa-224ecca42704 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536866 Dec 08 21:48:03.448941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b66191fa-6d88-4ce6-85b6-7edfb0cb2029 service neutron] 10.222.0.21 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541357 Dec 08 21:48:03.552546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeec6c-ebda-40d7-8b88-82a055c25fa3 req-dc87a519-7036-475e-a67e-c7813d69c282 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:03.555023 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1eeec6c-ebda-40d7-8b88-82a055c25fa3 req-dc87a519-7036-475e-a67e-c7813d69c282 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 944 time: 0.0746164 Dec 08 21:48:03.620893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1eeec6c-ebda-40d7-8b88-82a055c25fa3 req-21424829-eee1-4814-9473-e2ac0a4dc72a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/security-groups?id=e587a090-f78d-49a1-b242-efd48ba223d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523195 Dec 08 21:48:03.634022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-291915d7-6e8f-40a3-b8a2-e1a42eae3199 service neutron] 10.222.0.21 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838064 Dec 08 21:48:03.856924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be5afa-e7a9-43b2-9db4-76399336b7bb req-f71aba03-2aa2-44c0-b43c-41b1d23d30df tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:03.859102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3be5afa-e7a9-43b2-9db4-76399336b7bb req-f71aba03-2aa2-44c0-b43c-41b1d23d30df tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0763285 Dec 08 21:48:03.914192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41abeafc-3b03-4084-8967-e25694c9350d req-9bf77ad7-875c-4026-b5b6-2c4deb199c24 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 210 time: 0.0829735 Dec 08 21:48:03.921000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3be5afa-e7a9-43b2-9db4-76399336b7bb req-02b24caa-f8a1-4407-8c5b-5476a3a6d9aa tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522354 Dec 08 21:48:03.962395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-8c0766d1-6412-4deb-b09b-b07ecd900c85 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:03.964106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-8c0766d1-6412-4deb-b09b-b07ecd900c85 tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 944 time: 0.1202781 Dec 08 21:48:04.119823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Deleting port f4b46243-5bc7-4834-aef1-2a985248c208 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:04.120497 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:04.266536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] For port f4b46243-5bc7-4834-aef1-2a985248c208, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f4b46243-5bc7-4834-aef1-2a985248c208,segment=NetworkSegment(eb75d0d9-09b4-4d62-a7f0-379542e75724),segment_id=eb75d0d9-09b4-4d62-a7f0-379542e75724)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:04.266890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:04.281464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Calling delete_port for f4b46243-5bc7-4834-aef1-2a985248c208 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:04.557216 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:04.617375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Pushing event deleted for resources: {'Port': ['ID=f4b46243-5bc7-4834-aef1-2a985248c208,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:04.691689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] No DVR routers for this DVR port f4b46243-5bc7-4834-aef1-2a985248c208 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:04.697696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:04.702975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c3493802-5eaf-454b-a8d0-b59c0d0456ee req-a75f00f5-357d-4f12-9662-078aa70d1f0a tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.37 "DELETE /v2.0/ports/f4b46243-5bc7-4834-aef1-2a985248c208 HTTP/1.1" status: 204 len: 173 time: 0.7314596 Dec 08 21:48:04.703478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'name': 'network-vif-deleted', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:04.724117 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9104911-e791-469f-9637-dfedb2d35590" -d '{"events": [{"server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "name": "network-vif-deleted", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:04.816878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cfa44454-b412-46dd-af6d-1b3b54a2140a req-c2d8a3a1-33cf-4759-968b-02d4938b6d4b tempest-LiveMigrationTest-1253960308 tempest-LiveMigrationTest-1253960308-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f HTTP/1.1" status: 200 len: 210 time: 0.0656681 Dec 08 21:48:04.865822 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f21602-da5f-4d0c-a129-59e2814b6b45 x-openstack-request-id: req-81f21602-da5f-4d0c-a129-59e2814b6b45 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:04.866125 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f", "name": "network-vif-deleted", "tag": "f4b46243-5bc7-4834-aef1-2a985248c208", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:04.866379 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81f21602-da5f-4d0c-a129-59e2814b6b45 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:04.866811 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5fba6f-985f-4d9d-b51c-5eb1aa804f4f', 'name': 'network-vif-deleted', 'tag': 'f4b46243-5bc7-4834-aef1-2a985248c208', 'status': 'completed', 'code': 200} Dec 08 21:48:05.088846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a613d33c-7782-439e-8853-9bc49c188dc9 req-aaf5b944-f3f7-4e0c-852b-029e3c73f433 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 210 time: 0.0343654 Dec 08 21:48:05.094256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d1f3-7c6d-4adc-9996-5e03ba002afe req-f65aa7db-13a3-44cc-a2d7-2b91595bf581 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:05.096604 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f78d1f3-7c6d-4adc-9996-5e03ba002afe req-f65aa7db-13a3-44cc-a2d7-2b91595bf581 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0753782 Dec 08 21:48:05.171689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f78d1f3-7c6d-4adc-9996-5e03ba002afe req-2b4d8e68-5782-47c3-93e7-56071f5d7f11 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Dec 08 21:48:05.417498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abda9c-b514-4e32-b1b3-055043329b1a req-a3161484-02ed-4175-8e2b-99b78b762307 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:05.422154 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-a3161484-02ed-4175-8e2b-99b78b762307 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.37 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 812 time: 0.1546891 Dec 08 21:48:05.438135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'port': {'device_id': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67', 'admin_state_up': True, 'tenant_id': '33a2b75d903d4cb09a02fcbe8b7a3d94'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:05.541595 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c53e3cc0-5320-4af3-9255-9d7d2e47bf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:05.689921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Made reservation on behalf of 33a2b75d903d4cb09a02fcbe8b7a3d94 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:05.694301 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:05.897980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49408) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:05.945030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94a78f8-2921-4e20-8afe-13ebe260a54d admin admin] Deleting subnet c3ca841b-b868-4917-b0d2-2e0b43e4a197 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:48:05.948613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c94a78f8-2921-4e20-8afe-13ebe260a54d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:05.988596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Allocated IP 172.20.0.8 (883012fe-eb81-4307-88dc-f2b6aa4f1c67/c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66/96bb8263-2ca8-4b50-a7ed-d111cd68483c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:06.001020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c94a78f8-2921-4e20-8afe-13ebe260a54d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.050655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c94a78f8-2921-4e20-8afe-13ebe260a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.117954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c94a78f8-2921-4e20-8afe-13ebe260a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.152286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a78f8-2921-4e20-8afe-13ebe260a54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ca841b-b868-4917-b0d2-2e0b43e4a197,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:06.165075 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c94a78f8-2921-4e20-8afe-13ebe260a54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.171553 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c94a78f8-2921-4e20-8afe-13ebe260a54d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c3ca841b-b868-4917-b0d2-2e0b43e4a197 HTTP/1.1" status: 204 len: 168 time: 0.2723935 Dec 08 21:48:06.172422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49418) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:06.180686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.245596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.333952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:06.338943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:06.360761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:06.386057 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.400139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756b5e-3f9d-44c3-8787-b743706b4ec7 req-298bf5ec-89da-44a7-9834-1f642b1b8866 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:06.404059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'Port': ['ID=96bb8263-2ca8-4b50-a7ed-d111cd68483c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:06.416789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c756b5e-3f9d-44c3-8787-b743706b4ec7 req-298bf5ec-89da-44a7-9834-1f642b1b8866 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 931 time: 0.1690848 Dec 08 21:48:06.441183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b5554-abce-4a32-80d1-c659561417d1 req-5572a1e6-1ac8-42f0-8796-35166e363281 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:06.443514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d6b5554-abce-4a32-80d1-c659561417d1 req-5572a1e6-1ac8-42f0-8796-35166e363281 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1338768 Dec 08 21:48:06.464742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:06.465687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.527288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b1bee14c-e29a-4331-b9bf-45a292c1c0fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0928164 Dec 08 21:48:06.557517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Request body: {'port': {'device_id': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:06.573734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c756b5e-3f9d-44c3-8787-b743706b4ec7 req-5e8d7cac-b67a-4707-9765-0dd01c49725e tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536920 Dec 08 21:48:06.606955 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.639715 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d6b5554-abce-4a32-80d1-c659561417d1 req-4b4dd197-669e-45c8-abe6-07afcba663c7 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669953 Dec 08 21:48:06.641430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f722ffb0-2708-434d-af4f-130b61f2bb03']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:06.666120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb75d0d9-09b4-4d62-a7f0-379542e75724') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:06.666551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb75d0d9-09b4-4d62-a7f0-379542e75724') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:06.682228 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.684139 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.713989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.721362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:48:06.722200 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:48:06.724419 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:48:06.805349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.817336 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:06.820785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f722ffb0-2708-434d-af4f-130b61f2bb03 HTTP/1.1" status: 204 len: 168 time: 0.6467669 Dec 08 21:48:06.831454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49458) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:06.838559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df5f5b-a766-476f-bd37-4594c456c050 admin admin] Pushing event deleted for resources: {'Network': ['ID=f722ffb0-2708-434d-af4f-130b61f2bb03,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:06.894165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da708bd-6ce8-4d40-ac90-93c762219416 admin admin] Deleting subnet b2f6592f-8eb9-41bf-8753-da2df3daec18 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:48:06.901260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da708bd-6ce8-4d40-ac90-93c762219416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.001355 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da708bd-6ce8-4d40-ac90-93c762219416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.079270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da708bd-6ce8-4d40-ac90-93c762219416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.144855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bb8263-2ca8-4b50-a7ed-d111cd68483c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:48:07.154201 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.171381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Transition to ACTIVE for port object 96bb8263-2ca8-4b50-a7ed-d111cd68483c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:48:07.174956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da708bd-6ce8-4d40-ac90-93c762219416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.177865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.210211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da708bd-6ce8-4d40-ac90-93c762219416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f6592f-8eb9-41bf-8753-da2df3daec18,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:07.216232 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3da708bd-6ce8-4d40-ac90-93c762219416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.222803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3da708bd-6ce8-4d40-ac90-93c762219416 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b2f6592f-8eb9-41bf-8753-da2df3daec18 HTTP/1.1" status: 204 len: 168 time: 0.3883789 Dec 08 21:48:07.225826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49484) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:07.238515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Pushing event updated for resources: {'Port': ['ID=96bb8263-2ca8-4b50-a7ed-d111cd68483c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:07.324253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.343171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Attempting to bind port 96bb8263-2ca8-4b50-a7ed-d111cd68483c on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:07.344093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Attempting to bind port 96bb8263-2ca8-4b50-a7ed-d111cd68483c by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:07.344093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Attempting to bind port 96bb8263-2ca8-4b50-a7ed-d111cd68483c on network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:07.348731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Port 96bb8263-2ca8-4b50-a7ed-d111cd68483c on network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:48:07.349125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Attempting to bind port 96bb8263-2ca8-4b50-a7ed-d111cd68483c on network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:07.354477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:07.354919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Checking segment: {'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:07.355370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Bound using segment: {'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:07.355866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Bound port: 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:07.356302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.449172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] For port 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:48:07.452340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.454875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] For port 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:48:07.465024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.494018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:07.504643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:07.505561 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.508333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] 10.222.0.37 "PUT /v2.0/ports/96bb8263-2ca8-4b50-a7ed-d111cd68483c HTTP/1.1" status: 200 len: 1091 time: 0.9698968 Dec 08 21:48:07.510747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:07.515840 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cfd25f-e9c2-4022-9772-3dd97e420f96" -d '{"events": [{"name": "network-changed", "server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:07.516518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28debff0-2129-494a-9f42-58548931e353') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:07.517020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28debff0-2129-494a-9f42-58548931e353') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:07.532897 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.549575 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.556762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:48:07.557267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:48:07.574578 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:48:07.610921 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd17630-211a-4352-a713-fa06c629a1af x-openstack-request-id: req-4bd17630-211a-4352-a713-fa06c629a1af {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:07.611297 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:07.611741 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bd17630-211a-4352-a713-fa06c629a1af {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:07.612081 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c', 'status': 'completed', 'code': 200} Dec 08 21:48:07.623935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bb4cd-4784-49cf-bab3-4b2c495f2daf service neutron] Pushing event updated for resources: {'Port': ['ID=96bb8263-2ca8-4b50-a7ed-d111cd68483c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:07.668034 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.671796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f4b46243-5bc7-4834-aef1-2a985248c208 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:07.683186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:07.692665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] 10.222.0.21 "DELETE /v2.0/networks/5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b HTTP/1.1" status: 204 len: 168 time: 0.4649775 Dec 08 21:48:07.698450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abda9c-b514-4e32-b1b3-055043329b1a req-4f235524-d4eb-4973-88c6-27930c070c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:07.701100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-4f235524-d4eb-4973-88c6-27930c070c3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1094 time: 0.1221972 Dec 08 21:48:07.716523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: f4b46243-5bc7-4834-aef1-2a985248c208 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:07.717157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f4b46243-5bc7-4834-aef1-2a985248c208 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:07.757399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0589d-f2ad-4a07-bd4e-7765d02dee6f admin admin] Pushing event deleted for resources: {'Network': ['ID=5aba4e60-bf0e-4bf0-8389-d6d2b62ee83b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:07.762118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-6f5e7846-d57e-4ebe-9832-5c708289a98b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c HTTP/1.1" status: 200 len: 217 time: 0.0523069 Dec 08 21:48:07.841293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d6ff-dd85-44ac-9bef-c2064d50320d req-2af601cc-7f35-41ff-9208-72df3db15af3 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:07.843934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77b6d6ff-dd85-44ac-9bef-c2064d50320d req-2af601cc-7f35-41ff-9208-72df3db15af3 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 943 time: 0.1033108 Dec 08 21:48:07.903978 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77b6d6ff-dd85-44ac-9bef-c2064d50320d req-7b4083be-f998-4516-91c5-2c339faddb1f tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536990 Dec 08 21:48:07.927506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abda9c-b514-4e32-b1b3-055043329b1a req-35b1b0c2-7be2-4a36-aa2a-f838349207a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:07.927506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-35b1b0c2-7be2-4a36-aa2a-f838349207a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.1535907 Dec 08 21:48:08.012703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-b5aaa214-9141-42d8-b145-254f7aaca07d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724535 Dec 08 21:48:08.040974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49538) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:08.187481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d3cc3e63-af44-45ba-bae6-f1a2fbd8e2d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=615b3fc4bba0491ea611ca0fff2112fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444535 Dec 08 21:48:08.197197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49548) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:08.200211 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed28fec3-9719-4aef-a3ff-016a9e9cc566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:08.264871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca64e79-0023-4d9d-bf1e-def268a15167 req-4adca339-5740-4ffc-ad5c-983d3f26d8d9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:08.266439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cca64e79-0023-4d9d-bf1e-def268a15167 req-4adca339-5740-4ffc-ad5c-983d3f26d8d9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1281998 Dec 08 21:48:08.299555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e04adf6b-be69-4cd3-ac2c-dd040fba8b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:08.303946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-2f1e0fa7-3ec4-4336-9299-d3168300c8ce service neutron] 10.222.0.37 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806327 Dec 08 21:48:08.324093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e04adf6b-be69-4cd3-ac2c-dd040fba8b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:08.414971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e04adf6b-be69-4cd3-ac2c-dd040fba8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:08.415651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cca64e79-0023-4d9d-bf1e-def268a15167 req-0598e4bf-4b6d-49a5-adf2-4e080747c2ae tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379428 Dec 08 21:48:08.425147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e04adf6b-be69-4cd3-ac2c-dd040fba8b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:08.429119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e04adf6b-be69-4cd3-ac2c-dd040fba8b36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e587a090-f78d-49a1-b242-efd48ba223d0 HTTP/1.1" status: 204 len: 168 time: 0.2264171 Dec 08 21:48:08.437191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04adf6b-be69-4cd3-ac2c-dd040fba8b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587a090-f78d-49a1-b242-efd48ba223d0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:08.492315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87abda9c-b514-4e32-b1b3-055043329b1a req-1b547ae9-567a-4b44-a8c5-fe01c14ebf11 service neutron] 10.222.0.37 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802919 Dec 08 21:48:08.618616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-e5e2f218-a425-4fd9-a9f2-412649faa172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:08.620211 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-e5e2f218-a425-4fd9-a9f2-412649faa172 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1094 time: 0.0698998 Dec 08 21:48:08.631047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49564) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:08.743227 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:08.786022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-fd94c079-cbaf-4102-9d57-c0725292931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:08.786022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-fd94c079-cbaf-4102-9d57-c0725292931c service neutron] 10.222.0.37 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 913 time: 0.1544607 Dec 08 21:48:08.863374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-c52f039b-fe9a-47c4-a5a2-5111b29a77c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c HTTP/1.1" status: 200 len: 217 time: 0.0692499 Dec 08 21:48:08.870438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1c7-3a67-40cb-9dc2-8cf62fc7a544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:08.977269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-80995f31-efec-4bf7-9630-f33e88725bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:08.978742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-80995f31-efec-4bf7-9630-f33e88725bcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.0988464 Dec 08 21:48:08.984536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49572) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:09.031081 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-705f4412-11c9-43cf-9f2e-0da7d29be109 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389669 Dec 08 21:48:09.142090 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1c7-3a67-40cb-9dc2-8cf62fc7a544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.146605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a1658da4-c547-4b19-8a09-1650d90b45b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcd74972c3db4998b74cc7c1be9dd347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607985 Dec 08 21:48:09.146760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49576) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:09.168711 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1c7-3a67-40cb-9dc2-8cf62fc7a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.191604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e50a8-9804-453c-941f-f513f1d32941 req-c4ad487c-fe83-4696-95c6-bd8634dad8e4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:09.201341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c97e50a8-9804-453c-941f-f513f1d32941 req-c4ad487c-fe83-4696-95c6-bd8634dad8e4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 943 time: 0.1701763 Dec 08 21:48:09.231250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8de1c1c7-3a67-40cb-9dc2-8cf62fc7a544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=083c0990ee094276986b20af1d688b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011858 Dec 08 21:48:09.231862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49580) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:09.239798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1c1c7-3a67-40cb-9dc2-8cf62fc7a544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213848b3-8e8c-4f63-bcdd-9c2862d878cd,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:09.267258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.283307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-7c45f441-d0a0-46f4-8dc4-ee5be5fe9997 service neutron] 10.222.0.37 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413986 Dec 08 21:48:09.306241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c97e50a8-9804-453c-941f-f513f1d32941 req-27e51e23-dc15-4160-ac25-9e9420324fce tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003988 Dec 08 21:48:09.314879 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.413953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f98618aa-17f2-4c9b-b8f6-d4175d8c9812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.537342 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f99283fe-ef35-43ba-91ca-2d1c289785d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.540031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f98618aa-17f2-4c9b-b8f6-d4175d8c9812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.580640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95cfd25f-e9c2-4022-9772-3dd97e420f96 req-ddf02c48-f917-4167-8012-d984abb0cf7f service neutron] 10.222.0.37 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824473 Dec 08 21:48:09.625119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f99283fe-ef35-43ba-91ca-2d1c289785d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.645179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f84c6-ecb9-44c7-8ffb-afdf092e6e9c req-c98a73e6-0303-4724-aba3-bba7ab5ab51d tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:09.646737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-821f84c6-ecb9-44c7-8ffb-afdf092e6e9c req-c98a73e6-0303-4724-aba3-bba7ab5ab51d tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1151381 Dec 08 21:48:09.695109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f98618aa-17f2-4c9b-b8f6-d4175d8c9812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.697750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f98618aa-17f2-4c9b-b8f6-d4175d8c9812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.698929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f98618aa-17f2-4c9b-b8f6-d4175d8c9812 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ce31bd2-866d-4768-ab44-a893a3723033 HTTP/1.1" status: 204 len: 168 time: 0.5511420 Dec 08 21:48:09.724260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-821f84c6-ecb9-44c7-8ffb-afdf092e6e9c req-f2aa0451-b674-4c2b-95a8-ea54586a6568 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680377 Dec 08 21:48:09.724260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98618aa-17f2-4c9b-b8f6-d4175d8c9812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce31bd2-866d-4768-ab44-a893a3723033,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:09.735554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f99283fe-ef35-43ba-91ca-2d1c289785d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.738219 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f99283fe-ef35-43ba-91ca-2d1c289785d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:09.740272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f99283fe-ef35-43ba-91ca-2d1c289785d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/213848b3-8e8c-4f63-bcdd-9c2862d878cd HTTP/1.1" status: 204 len: 168 time: 0.4962728 Dec 08 21:48:09.766976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99283fe-ef35-43ba-91ca-2d1c289785d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213848b3-8e8c-4f63-bcdd-9c2862d878cd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:09.859783 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:10.443488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34669b1e-cdbd-466e-a458-072bef7ae1f4 req-acc44b62-a2d9-4a88-8761-391f9ea2e724 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:10.445038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34669b1e-cdbd-466e-a458-072bef7ae1f4 req-acc44b62-a2d9-4a88-8761-391f9ea2e724 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 943 time: 0.0585349 Dec 08 21:48:10.542306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34669b1e-cdbd-466e-a458-072bef7ae1f4 req-1f0feb50-668b-48d2-9f43-3cfbb6d89823 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775537 Dec 08 21:48:10.871953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0e769-1731-45cd-884b-2d34ae6cc840 req-a677f83d-8f95-4086-a730-eb6310b1fbcb tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:10.880410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ff0e769-1731-45cd-884b-2d34ae6cc840 req-a677f83d-8f95-4086-a730-eb6310b1fbcb tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0666323 Dec 08 21:48:10.915846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ff0e769-1731-45cd-884b-2d34ae6cc840 req-9dbe055a-abc2-442b-be43-219c702cb4a8 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Dec 08 21:48:10.917118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:11.688444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 96bb8263-2ca8-4b50-a7ed-d111cd68483c details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:48:11.886371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:11.904271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '96bb8263-2ca8-4b50-a7ed-d111cd68483c', 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67', 'port_id': '96bb8263-2ca8-4b50-a7ed-d111cd68483c', 'mac_address': 'fa:16:3e:74:17:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:48:11.950184 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:11.973482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bb8263-2ca8-4b50-a7ed-d111cd68483c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:48:12.015486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:12.023942 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:12.097897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=96bb8263-2ca8-4b50-a7ed-d111cd68483c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:12.101357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812690-f0a7-4fc8-9fda-00800715947e req-ab9f4b78-96e4-4ef7-89a5-c797e4594937 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:12.114734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf812690-f0a7-4fc8-9fda-00800715947e req-ab9f4b78-96e4-4ef7-89a5-c797e4594937 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 943 time: 0.4912806 Dec 08 21:48:12.178476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf812690-f0a7-4fc8-9fda-00800715947e req-7044f87d-9032-4ae8-beff-b21414336965 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628085 Dec 08 21:48:12.223003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a12b4207-76c5-4767-a132-1fe6b71c52f7 req-bd1f1efb-e646-43e5-9ac3-4abf5654105e tempest-FlavorsV2NegativeTest-1946004859 tempest-FlavorsV2NegativeTest-1946004859-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1fb1b5dda57e4bb29e0567afaa05a04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613227 Dec 08 21:48:12.314095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:12.336421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae3703-4708-4bf8-9cd8-edd2bd890090 req-72bd8bac-655b-465f-9828-9922c3e9dc43 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:12.348835 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57ae3703-4708-4bf8-9cd8-edd2bd890090 req-72bd8bac-655b-465f-9828-9922c3e9dc43 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0961266 Dec 08 21:48:12.374292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b4207-76c5-4767-a132-1fe6b71c52f7 req-945db0d4-1f3a-4371-85df-dca9fe8e360d tempest-FlavorsV2NegativeTest-1946004859 tempest-FlavorsV2NegativeTest-1946004859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:12.382566 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a12b4207-76c5-4767-a132-1fe6b71c52f7 req-945db0d4-1f3a-4371-85df-dca9fe8e360d tempest-FlavorsV2NegativeTest-1946004859 tempest-FlavorsV2NegativeTest-1946004859-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586390 Dec 08 21:48:12.407579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a12b4207-76c5-4767-a132-1fe6b71c52f7 req-3ab1cdd2-5016-48b9-974f-b7bf0cf4dadf tempest-FlavorsV2NegativeTest-1946004859 tempest-FlavorsV2NegativeTest-1946004859-project] 10.222.0.21 "GET /v2.0/quotas/1fb1b5dda57e4bb29e0567afaa05a04f HTTP/1.1" status: 200 len: 375 time: 0.0239813 Dec 08 21:48:12.434255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57ae3703-4708-4bf8-9cd8-edd2bd890090 req-0d287d3a-1abf-4250-847f-520663ea76c5 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844209 Dec 08 21:48:12.449939 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a12b4207-76c5-4767-a132-1fe6b71c52f7 req-7d3a9e26-3b16-4072-a409-9a595d6459ec tempest-FlavorsV2NegativeTest-1946004859 tempest-FlavorsV2NegativeTest-1946004859-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fb1b5dda57e4bb29e0567afaa05a04f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413480 Dec 08 21:48:13.140584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49844) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:13.197624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49848) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:13.336840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d3f0-1731-43b2-8323-f361e9bf7770 req-4e8fc2f4-f0ac-499d-b82d-6a6a825cd55c tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:13.346880 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e246d3f0-1731-43b2-8323-f361e9bf7770 req-4e8fc2f4-f0ac-499d-b82d-6a6a825cd55c tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 944 time: 0.0602064 Dec 08 21:48:13.381195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd04-177d-4bb3-ba73-19c3b2d3d1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.387709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e246d3f0-1731-43b2-8323-f361e9bf7770 req-c5e0f131-8638-4050-b4d7-016863421252 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Dec 08 21:48:13.419717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-082902b4-dd01-44d8-8e14-ea53086ddb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.558090 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd04-177d-4bb3-ba73-19c3b2d3d1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.569027 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd04-177d-4bb3-ba73-19c3b2d3d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.633149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189361-69fd-4f05-a4ba-61fa15574110 req-c9c36bdc-918a-4478-b92c-c923b6ef1a2e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:13.636807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ca189361-69fd-4f05-a4ba-61fa15574110 req-c9c36bdc-918a-4478-b92c-c923b6ef1a2e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1476390 Dec 08 21:48:13.682268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f9b6cd04-177d-4bb3-ba73-19c3b2d3d1ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76253c129a0345bf89102896a96fc038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833534 Dec 08 21:48:13.684983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49860) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:13.687371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 96bb8263-2ca8-4b50-a7ed-d111cd68483c up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:13.691801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-082902b4-dd01-44d8-8e14-ea53086ddb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.700245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6cd04-177d-4bb3-ba73-19c3b2d3d1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa90538d-b139-4785-b722-26321a7c5473,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:13.730458 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ca189361-69fd-4f05-a4ba-61fa15574110 req-538193e0-e440-408f-b155-1f1a83cb7018 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805001 Dec 08 21:48:13.730458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-082902b4-dd01-44d8-8e14-ea53086ddb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.754077 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f20c-32bb-472b-9eca-2cb6bffc6c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.763307 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-082902b4-dd01-44d8-8e14-ea53086ddb3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fb1b5dda57e4bb29e0567afaa05a04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215279 Dec 08 21:48:13.770423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49866) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:13.782804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f20c-32bb-472b-9eca-2cb6bffc6c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.788931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 96bb8263-2ca8-4b50-a7ed-d111cd68483c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:48:13.794850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 96bb8263-2ca8-4b50-a7ed-d111cd68483c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:13.796241 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.803165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082902b4-dd01-44d8-8e14-ea53086ddb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf12ade9-ae55-4846-8a74-72e4ff8765e6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:13.835869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c16490a-df05-44b9-8059-7283d4a571ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.852162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f20c-32bb-472b-9eca-2cb6bffc6c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.858095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f20c-32bb-472b-9eca-2cb6bffc6c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.861921 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0bf1f20c-32bb-472b-9eca-2cb6bffc6c89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa90538d-b139-4785-b722-26321a7c5473 HTTP/1.1" status: 204 len: 168 time: 0.1733103 Dec 08 21:48:13.871920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1f20c-32bb-472b-9eca-2cb6bffc6c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa90538d-b139-4785-b722-26321a7c5473,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:13.873371 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c16490a-df05-44b9-8059-7283d4a571ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.944132 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.952473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c16490a-df05-44b9-8059-7283d4a571ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.959945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c16490a-df05-44b9-8059-7283d4a571ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:13.964606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2c16490a-df05-44b9-8059-7283d4a571ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf12ade9-ae55-4846-8a74-72e4ff8765e6 HTTP/1.1" status: 204 len: 168 time: 0.1905525 Dec 08 21:48:13.975368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:13.978036 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1771b609-a246-4bdd-a7a8-64ed77e964ed" -d '{"events": [{"server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "name": "network-vif-plugged", "status": "completed", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:13.982635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16490a-df05-44b9-8059-7283d4a571ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf12ade9-ae55-4846-8a74-72e4ff8765e6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:14.051969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:14.054439 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4989a31-6f02-4c6a-a6d2-717bf727036c x-openstack-request-id: req-b4989a31-6f02-4c6a-a6d2-717bf727036c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:14.054972 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "name": "network-vif-plugged", "status": "completed", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:14.055403 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4989a31-6f02-4c6a-a6d2-717bf727036c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:14.055929 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c', 'code': 200} Dec 08 21:48:14.068782 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:14.124801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=96bb8263-2ca8-4b50-a7ed-d111cd68483c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:14.250579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46e5e-cbde-4cd9-884e-9de3d5e4e12d req-42f7422e-528e-4161-85fa-128dc1b75fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:14.253453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ec46e5e-cbde-4cd9-884e-9de3d5e4e12d req-42f7422e-528e-4161-85fa-128dc1b75fbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1096 time: 0.1279624 Dec 08 21:48:14.300003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ec46e5e-cbde-4cd9-884e-9de3d5e4e12d req-cbd3bb90-2df8-45db-93e0-758d84e5582a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Dec 08 21:48:14.533695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d757a-ad96-47be-ba85-3b3ba586248a req-dce2fa23-3ee5-45bf-9578-e2b5022461ef tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:14.535538 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3d757a-ad96-47be-ba85-3b3ba586248a req-dce2fa23-3ee5-45bf-9578-e2b5022461ef tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 945 time: 0.0618403 Dec 08 21:48:14.588860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3d757a-ad96-47be-ba85-3b3ba586248a req-dc29349f-d8d5-464c-801e-6e82c4edd52f tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Dec 08 21:48:14.862733 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a8733-ac51-4a8a-a7f9-0ab5572997db req-b350aad8-5840-43bf-8795-75d78b5d1050 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:14.864852 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db2a8733-ac51-4a8a-a7f9-0ab5572997db req-b350aad8-5840-43bf-8795-75d78b5d1050 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0599129 Dec 08 21:48:14.903807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db2a8733-ac51-4a8a-a7f9-0ab5572997db req-f6fdea9d-eb13-4ee1-924b-95d6cbb8984e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328476 Dec 08 21:48:14.960433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49938) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:15.062056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49944) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:15.157647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1124366486'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:15.165032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-network', 'tenant_id': '59937793ceba4dc98bba331d282cae59'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:15.178993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 21:48:15.178993 n-d-821126-1 neutron-server[102390]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 21:48:15.178993 n-d-821126-1 neutron-server[102390]: [parameters: {'project_id': '59937793ceba4dc98bba331d282cae59', 'id': '058648ea-5c1f-442d-8bf2-cf8036d78d87', 'expiration': datetime.datetime(2021, 12, 8, 21, 50, 15, 174988)}] Dec 08 21:48:15.178993 n-d-821126-1 neutron-server[102390]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:48:15.179385 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:48:15.185209 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Made reservation on behalf of 8b927772fbac4348a23482c2f4810eef for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:15.189154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.197419 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.272277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.276325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.306114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:15.312887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9feef8ef-e98c-43c6-bb02-14534a5d03ce,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:15.319463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.319811 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Added segment 7b35902e-e0af-402c-99cb-58563fe81a07 of type vlan for network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 Dec 08 21:48:15.360339 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.384497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.390856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:15.391439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.454693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4929419 Dec 08 21:48:15.457895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49972) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:15.463038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'subnet': {'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:15.494698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f05730-a7ec-4862-97c5-2b3ccc1ae3ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Network': ['ID=37a0d4da-09b6-430b-b0c3-a3ecc2d40d38,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:15.506104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:15.514391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488b021-9fa9-4e39-bc1c-acd863d6a2be req-407c4d88-b642-41fe-a237-8a066fedc9ce tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:15.517194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e488b021-9fa9-4e39-bc1c-acd863d6a2be req-407c4d88-b642-41fe-a237-8a066fedc9ce tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 949 time: 0.1029944 Dec 08 21:48:15.553447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Made reservation on behalf of 8b927772fbac4348a23482c2f4810eef for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:15.556255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e488b021-9fa9-4e39-bc1c-acd863d6a2be req-4793853b-8158-44e6-bb64-32a6b859e46a tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341520 Dec 08 21:48:15.557067 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.746444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d5b4-227d-42a8-8830-318bad418a83 req-33766121-41ff-4bca-95ad-5359e29e35b4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:15.747995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e71d5b4-227d-42a8-8830-318bad418a83 req-33766121-41ff-4bca-95ad-5359e29e35b4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 945 time: 0.0710576 Dec 08 21:48:15.751339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Made reservation on behalf of 59937793ceba4dc98bba331d282cae59 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:15.753874 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.770649 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.790745 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e71d5b4-227d-42a8-8830-318bad418a83 req-3b11cb75-a0d0-4d37-b513-ce01f3591bca tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Dec 08 21:48:15.799150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.884126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Subnet': ['ID=fbf2dd20-9425-4c96-9ef7-251c211c2c93,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:15.913040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Checking segment: {'id': '7b35902e-e0af-402c-99cb-58563fe81a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:15.913663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Network hostable DHCP agents. Network: 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:15.947093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.951683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:15.955607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:15.977204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:15.987414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264e441-b471-40f3-bc3d-8c3e0d0cfe26 None None] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:15.989672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:15.994730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:15.995317 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.009000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6278115-fc50-470c-a92b-d883a7976c4c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:16.017805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.018622 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Added segment 3a9eec92-2316-40d2-bc08-a7c4efb1cf16 of type vlan for network 18b961c7-3296-4022-9ea1-ca302699620a Dec 08 21:48:16.052620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f21d-9fd1-44a1-94e1-e1c15d50aaf9 req-b74302ac-5732-4746-9c84-294a5db6acf4 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:16.059644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d623d40f-aa5b-4db4-ac6a-c993e8431223 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6006875 Dec 08 21:48:16.063290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50012) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:16.064624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de03f21d-9fd1-44a1-94e1-e1c15d50aaf9 req-b74302ac-5732-4746-9c84-294a5db6acf4 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0704825 Dec 08 21:48:16.075589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-755559328'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:16.083833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.111915 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de03f21d-9fd1-44a1-94e1-e1c15d50aaf9 req-e8f25322-64c5-420f-bb45-7c9ce738998e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Dec 08 21:48:16.164545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.165890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:16.166504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.204375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'tenant_id': '8b927772fbac4348a23482c2f4810eef', 'fixed_ips': [{'subnet_id': 'fbf2dd20-9425-4c96-9ef7-251c211c2c93'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:48:16.205268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.275877 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2096808 Dec 08 21:48:16.276078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50036) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:16.279549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaa1b5-5cba-4c4c-a9ee-6d8c48c3187c admin admin] Pushing event updated for resources: {'Network': ['ID=18b961c7-3296-4022-9ea1-ca302699620a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:16.281901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Request body: {'subnet': {'network_id': '18b961c7-3296-4022-9ea1-ca302699620a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-subnet', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:16.293456 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 21:48:16.293456 n-d-821126-1 neutron-server[102389]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 21:48:16.293456 n-d-821126-1 neutron-server[102389]: [parameters: {'project_id_1': '59937793ceba4dc98bba331d282cae59', 'expiration_1': datetime.datetime(2021, 12, 8, 21, 47, 56, 286348)}] Dec 08 21:48:16.293456 n-d-821126-1 neutron-server[102389]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:48:16.296313 n-d-821126-1 neutron-server[102389]: DEBUG oslo_db.api [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:48:16.301740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Made reservation on behalf of 8b927772fbac4348a23482c2f4810eef for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:16.305153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 18b961c7-3296-4022-9ea1-ca302699620a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:16.306058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.325161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] device_id is not set on port 2b1a90cc-44c2-4564-b2e6-280a967e13ab yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:48:16.437033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Allocated IP 2001:db8::2 (37a0d4da-09b6-430b-b0c3-a3ecc2d40d38/fbf2dd20-9425-4c96-9ef7-251c211c2c93/a3135102-3210-4e92-962c-950e881d2011) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:16.580534 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.586036 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.622034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:16.626607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:16.630425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:16.640545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Pushing event updated for resources: {'Port': ['ID=a3135102-3210-4e92-962c-950e881d2011,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:16.661733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Allocated IP 2001:db8::274 (37a0d4da-09b6-430b-b0c3-a3ecc2d40d38/fbf2dd20-9425-4c96-9ef7-251c211c2c93/2b1a90cc-44c2-4564-b2e6-280a967e13ab) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:16.692367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Attempting to bind port a3135102-3210-4e92-962c-950e881d2011 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:16.692792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Attempting to bind port a3135102-3210-4e92-962c-950e881d2011 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '7b35902e-e0af-402c-99cb-58563fe81a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:16.693180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Attempting to bind port a3135102-3210-4e92-962c-950e881d2011 on network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:16.698426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:16.698834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Checking segment: {'id': '7b35902e-e0af-402c-99cb-58563fe81a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:16.699241 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.699659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Bound using segment: {'id': '7b35902e-e0af-402c-99cb-58563fe81a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:16.700233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Bound port: a3135102-3210-4e92-962c-950e881d2011, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b35902e-e0af-402c-99cb-58563fe81a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:16.700621 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.783325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] For port a3135102-3210-4e92-962c-950e881d2011, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:48:16.786200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] For port a3135102-3210-4e92-962c-950e881d2011, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a3135102-3210-4e92-962c-950e881d2011,segment=NetworkSegment(7b35902e-e0af-402c-99cb-58563fe81a07),segment_id=7b35902e-e0af-402c-99cb-58563fe81a07)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:48:16.791538 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.829911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Made reservation on behalf of 59937793ceba4dc98bba331d282cae59 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:16.839050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.857477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.869557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b283a59-f066-4105-a80d-926d2a6c0318 None None] Pushing event updated for resources: {'Port': ['ID=a3135102-3210-4e92-962c-950e881d2011,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:16.901000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:16.971082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:16.994287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:16.997027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:17.003588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:17.004406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:17.031862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=2b1a90cc-44c2-4564-b2e6-280a967e13ab,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:17.056839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e5762129-6254-496b-bbea-8cd3fc8cc548 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9906409 Dec 08 21:48:17.058931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50070) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:17.068889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1958807575', 'allowed_address_pairs': [{'ip_address': '2001:db8::274', 'mac_address': 'fa:16:3e:5f:ac:fc'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:17.084012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da2d8-6966-45c2-baa2-b0aea884717c req-d6fafa62-78b8-4eb8-b076-8911af1d2134 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:17.091819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a30da2d8-6966-45c2-baa2-b0aea884717c req-d6fafa62-78b8-4eb8-b076-8911af1d2134 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 945 time: 0.1599030 Dec 08 21:48:17.108695 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:17.173193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:17.185814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Checking segment: {'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:17.186961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Network hostable DHCP agents. Network: 18b961c7-3296-4022-9ea1-ca302699620a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:17.209224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a30da2d8-6966-45c2-baa2-b0aea884717c req-2f8371fc-b244-4bba-80ba-f5e9cfa26382 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165280 Dec 08 21:48:17.255452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Network 18b961c7-3296-4022-9ea1-ca302699620a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:17.276828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Made reservation on behalf of 8b927772fbac4348a23482c2f4810eef for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:17.277726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca2fb4-200e-4fb0-98a5-80ba08beaf1f req-ad216fdd-f4b4-4496-be48-03d9b91aff3b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:17.279722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6eca2fb4-200e-4fb0-98a5-80ba08beaf1f req-ad216fdd-f4b4-4496-be48-03d9b91aff3b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0794559 Dec 08 21:48:17.280866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 18b961c7-3296-4022-9ea1-ca302699620a) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:17.286171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:17.286786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:17.295833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104b99b-70a2-4d73-a14a-5122314a3198 None None] Network 18b961c7-3296-4022-9ea1-ca302699620a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:17.328889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a6168fd2-984a-49ea-8a69-928ea8d574d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0516155 Dec 08 21:48:17.333431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50078) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:17.338277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:17.364775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6eca2fb4-200e-4fb0-98a5-80ba08beaf1f req-d621b848-1f65-450b-a8f7-f2132a875084 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676463 Dec 08 21:48:17.383861 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:17.384966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:17.421892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:17.472681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-18b961c7-3296-4022-9ea1-ca302699620a', 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'fixed_ips': [{'subnet_id': '9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:48:17.473646 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:17.535555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-14411f20-8d44-401c-bd3c-26586c65b838 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1670242695&fields=id&tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94 HTTP/1.1" status: 200 len: 267 time: 0.1443546 Dec 08 21:48:17.536669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] device_id is not set on port a1672b94-9591-4fff-9eb7-781fdd396d08 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:48:17.556870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:17.632428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Allocated IP 172.20.0.2 (18b961c7-3296-4022-9ea1-ca302699620a/9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0/951e198b-b027-4675-b110-92858af63a3f) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:17.706019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a3135102-3210-4e92-962c-950e881d2011 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:17.735658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:17.746836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-6ba6c366-a66d-4f9d-a841-8540f9a42fab tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:17.748350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-6ba6c366-a66d-4f9d-a841-8540f9a42fab tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 945 time: 0.2047400 Dec 08 21:48:17.830811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'port': {'security_groups': ['d7538add-ce7b-40b9-b0c4-a9edbb9c176e', '7006b73b-bfea-4020-ad78-b18d5bd45d7a']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:17.834389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Allocated IP 2001:db8::117 (37a0d4da-09b6-430b-b0c3-a3ecc2d40d38/fbf2dd20-9425-4c96-9ef7-251c211c2c93/a1672b94-9591-4fff-9eb7-781fdd396d08) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:17.866341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.057196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a3135102-3210-4e92-962c-950e881d2011 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:18.057675 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.111036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c7f87-1080-428c-b996-1d2de80ad1fa None None] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:18.141618 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.172022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.172567 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.205693 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.254626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.271549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:18.273793 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a0d964-8350-4019-8cad-794d84bd955c" -d '{"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-unplugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:18.277424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-925db674-84d9-4a5f-b6af-5164ce895aa4 None None] Provisioning complete for port a3135102-3210-4e92-962c-950e881d2011 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:18.277721 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-925db674-84d9-4a5f-b6af-5164ce895aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.293219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Network 18b961c7-3296-4022-9ea1-ca302699620a is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:18.335632 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67c3f47-8520-4e9f-aa34-1edaac2fa804 x-openstack-request-id: req-c67c3f47-8520-4e9f-aa34-1edaac2fa804 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:18.335928 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-unplugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:18.336356 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c67c3f47-8520-4e9f-aa34-1edaac2fa804 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:18.336569 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479', 'code': 200} Dec 08 21:48:18.337483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:18.342182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:18.346934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:18.349554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Pushing event updated for resources: {'Port': ['ID=951e198b-b027-4675-b110-92858af63a3f,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:18.376594 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.410300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.485510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:18.513570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e96037-085f-43f6-9b66-c5f1648289e4 req-70f96937-4f0c-4800-bea1-b0e70e514727 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:18.515820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5e96037-085f-43f6-9b66-c5f1648289e4 req-70f96937-4f0c-4800-bea1-b0e70e514727 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0590882 Dec 08 21:48:18.531372 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.553758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Attempting to bind port 951e198b-b027-4675-b110-92858af63a3f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:18.554131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Attempting to bind port 951e198b-b027-4675-b110-92858af63a3f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:18.554499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Attempting to bind port 951e198b-b027-4675-b110-92858af63a3f on network 18b961c7-3296-4022-9ea1-ca302699620a {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:18.556625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:18.557196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:18.566070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5e96037-085f-43f6-9b66-c5f1648289e4 req-e437f9a5-1297-4b9f-917d-467ed5df2d78 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Dec 08 21:48:18.569739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:18.575413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:18.576036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.578337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=a1672b94-9591-4fff-9eb7-781fdd396d08,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:18.600357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:18.600739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Checking segment: {'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:18.601152 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.601542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Bound using segment: {'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:18.602018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Bound port: 951e198b-b027-4675-b110-92858af63a3f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:18.602395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.634540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-129e8d2d-fca8-45dc-af75-0dc0da421217 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5745804 Dec 08 21:48:18.637342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50100) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:18.642126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] For port 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:18.655854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port a3135102-3210-4e92-962c-950e881d2011, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a3135102-3210-4e92-962c-950e881d2011,segment=NetworkSegment(7b35902e-e0af-402c-99cb-58563fe81a07),segment_id=7b35902e-e0af-402c-99cb-58563fe81a07)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:18.656914 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-925db674-84d9-4a5f-b6af-5164ce895aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.671342 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.688551 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.707467 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.710480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.720886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.734144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e132c20-9e70-456f-b373-99d98aaa0f6a tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:18.740316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e132c20-9e70-456f-b373-99d98aaa0f6a tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:18.743192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:18.757668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e132c20-9e70-456f-b373-99d98aaa0f6a tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:18.762247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7e132c20-9e70-456f-b373-99d98aaa0f6a tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1207287 Dec 08 21:48:18.762529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:18.805170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:18.805647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.806959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e6e4314-67d8-4c7a-a271-9ac18737966f req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "PUT /v2.0/ports/96bb8263-2ca8-4b50-a7ed-d111cd68483c HTTP/1.1" status: 200 len: 981 time: 0.9952207 Dec 08 21:48:18.807415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:18.809772 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:18.822598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] For port 951e198b-b027-4675-b110-92858af63a3f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:48:18.838120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a92e7-684e-4ad0-8661-5e04a108fbd2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'Port': ['ID=96bb8263-2ca8-4b50-a7ed-d111cd68483c,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:18.851151 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-925db674-84d9-4a5f-b6af-5164ce895aa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:48:18.851572 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-925db674-84d9-4a5f-b6af-5164ce895aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:48:18.857028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] For port 951e198b-b027-4675-b110-92858af63a3f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=951e198b-b027-4675-b110-92858af63a3f,segment=NetworkSegment(3a9eec92-2316-40d2-bc08-a7c4efb1cf16),segment_id=3a9eec92-2316-40d2-bc08-a7c4efb1cf16)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:48:18.863607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=a3135102-3210-4e92-962c-950e881d2011,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:18.870626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:18.887003 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50211cd5-f524-488c-a508-de60f78eb8fa x-openstack-request-id: req-50211cd5-f524-488c-a508-de60f78eb8fa {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:18.887298 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:18.887555 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50211cd5-f524-488c-a508-de60f78eb8fa {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:18.887959 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c', 'status': 'completed', 'code': 200} Dec 08 21:48:18.934687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:18.976837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-92c2c575-06c0-41f3-9e4a-dfa58344ca6c tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Deleting port a1672b94-9591-4fff-9eb7-781fdd396d08 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:18.977437 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92c2c575-06c0-41f3-9e4a-dfa58344ca6c tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:19.037241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242739e-a23c-4886-b4e6-c6f8ab035ede None None] Pushing event updated for resources: {'Port': ['ID=951e198b-b027-4675-b110-92858af63a3f,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:19.063092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-8e5d5581-0d75-442c-8280-d8d46d2eca70 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-298398004&fields=id&tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94 HTTP/1.1" status: 200 len: 267 time: 0.1296895 Dec 08 21:48:19.207088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-16c1225c-67c7-4361-966f-26b13b847898 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:19.208646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-16c1225c-67c7-4361-966f-26b13b847898 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 984 time: 0.1447878 Dec 08 21:48:19.248501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'port': {'security_groups': ['7006b73b-bfea-4020-ad78-b18d5bd45d7a', 'd7538add-ce7b-40b9-b0c4-a9edbb9c176e', '789042e2-9c78-41a9-a4e7-047c8e9efcfc']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:19.259461 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92c2c575-06c0-41f3-9e4a-dfa58344ca6c tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:19.312802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-92c2c575-06c0-41f3-9e4a-dfa58344ca6c tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Calling delete_port for a1672b94-9591-4fff-9eb7-781fdd396d08 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:19.399208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Allocated IP 172.25.1.4 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/606c51af-7b71-4786-943a-cd64030f3c0a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:19.445202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-dcb4dc9f-54b9-4e7c-a410-c1c90e60c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:19.451407 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-dcb4dc9f-54b9-4e7c-a410-c1c90e60c9c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1135 time: 0.5358641 Dec 08 21:48:19.470664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:19.676025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8cd512c8-9949-4aed-a8c1-8e22ec7d0ba8 None None] Provisioning complete for port a3135102-3210-4e92-962c-950e881d2011 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:19.676587 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8cd512c8-9949-4aed-a8c1-8e22ec7d0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:19.698572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-ffebf09f-6052-4b11-b5d1-500a35ec1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:19.700220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-ffebf09f-6052-4b11-b5d1-500a35ec1120 service neutron] 10.222.0.37 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 913 time: 0.1884277 Dec 08 21:48:19.720605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:48:19.775878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-4b4c006d-1ff5-4ca9-9fa3-99ef44b1be02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c HTTP/1.1" status: 200 len: 217 time: 0.0565312 Dec 08 21:48:19.793253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:19.830400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642971-e087-4b03-8050-16c5b9124534 req-8bb9a09d-d455-4394-9ce7-0a93ae83e003 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:19.840406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac642971-e087-4b03-8050-16c5b9124534 req-8bb9a09d-d455-4394-9ce7-0a93ae83e003 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1586411 Dec 08 21:48:19.906731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 951e198b-b027-4675-b110-92858af63a3f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:19.931858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-becd6023-dc0a-4f88-8e7d-aaae363088ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:19.933674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-becd6023-dc0a-4f88-8e7d-aaae363088ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.1384790 Dec 08 21:48:19.937181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.025618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:20.032373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8cd512c8-9949-4aed-a8c1-8e22ec7d0ba8 None None] Provisioning complete for port 2b1a90cc-44c2-4564-b2e6-280a967e13ab triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:20.032739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8cd512c8-9949-4aed-a8c1-8e22ec7d0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.042792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Pushing event updated for resources: {'Port': ['ID=606c51af-7b71-4786-943a-cd64030f3c0a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:20.059536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-e21b34f6-049d-4e9f-b920-a5a9b1132625 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122854 Dec 08 21:48:20.063812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:20.071036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:20.081186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:20.085296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 951e198b-b027-4675-b110-92858af63a3f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:20.085677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.087590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8cd512c8-9949-4aed-a8c1-8e22ec7d0ba8 None None] Port 2b1a90cc-44c2-4564-b2e6-280a967e13ab cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:20.132469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92c2c575-06c0-41f3-9e4a-dfa58344ca6c tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.137036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac642971-e087-4b03-8050-16c5b9124534 req-bcacc2d1-61de-400a-b0c6-c2a6a8fd664c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950299 Dec 08 21:48:20.138126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '25ed76c3-4881-4f39-b7a1-874531565479', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '25ed76c3-4881-4f39-b7a1-874531565479', 'mac_address': 'fa:16:3e:80:7e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:48:20.143154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8cd512c8-9949-4aed-a8c1-8e22ec7d0ba8 None None] Provisioning complete for port a1672b94-9591-4fff-9eb7-781fdd396d08 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:20.143458 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8cd512c8-9949-4aed-a8c1-8e22ec7d0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.217316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8cd512c8-9949-4aed-a8c1-8e22ec7d0ba8 None None] Port a1672b94-9591-4fff-9eb7-781fdd396d08 was deleted so its status cannot be updated. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 08 21:48:20.269393 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.269850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2c575-06c0-41f3-9e4a-dfa58344ca6c tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Port': ['ID=a1672b94-9591-4fff-9eb7-781fdd396d08,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:20.309287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ed76c3-4881-4f39-b7a1-874531565479 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:48:20.334095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:20.346196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-68322050-c71b-4217-8b10-602eb21719cf None None] Could not find standard attr ID for object a1672b94-9591-4fff-9eb7-781fdd396d08. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 21:48:20.353819 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.386375 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.454088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92c2c575-06c0-41f3-9e4a-dfa58344ca6c tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.462854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-92c2c575-06c0-41f3-9e4a-dfa58344ca6c tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "DELETE /v2.0/ports/a1672b94-9591-4fff-9eb7-781fdd396d08 HTTP/1.1" status: 204 len: 168 time: 1.6983864 Dec 08 21:48:20.469249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50140) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:20.481065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45067cf7-d5c9-478f-b011-3415d803dbb9 None None] Network 18b961c7-3296-4022-9ea1-ca302699620a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:20.510211 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-99005fb8-8c35-4784-8591-4f2580e159ff tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] GET failed (client error): The resource could not be found. Dec 08 21:48:20.511732 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99005fb8-8c35-4784-8591-4f2580e159ff tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "GET /v2.0/ports/a1672b94-9591-4fff-9eb7-781fdd396d08 HTTP/1.1" status: 404 len: 333 time: 0.0414245 Dec 08 21:48:20.515860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50142) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:20.520804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1724719768'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:20.526630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-6cae141d-d35d-4032-8d90-6f94f6574b60 service neutron] 10.222.0.37 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425488 Dec 08 21:48:20.530623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] For port 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:20.555286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['25ed76c3-4881-4f39-b7a1-874531565479'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:20.612835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.664221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.681777 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.731248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-568bcc7d-55d6-4b7e-bf9e-cc04fa389ea2 req-684119db-aea6-4369-b144-0ec605aa078f service neutron] 10.222.0.37 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859541 Dec 08 21:48:20.740725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:20.741356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.747117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a5e294ac-7d94-47a9-b0e6-80949cbe754a req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "PUT /v2.0/ports/96bb8263-2ca8-4b50-a7ed-d111cd68483c HTTP/1.1" status: 200 len: 1020 time: 1.5084646 Dec 08 21:48:20.759142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:20.761698 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757148d1-cec6-4f43-b0f7-b57915917234" -d '{"events": [{"name": "network-changed", "server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:20.772305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 951e198b-b027-4675-b110-92858af63a3f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=951e198b-b027-4675-b110-92858af63a3f,segment=NetworkSegment(3a9eec92-2316-40d2-bc08-a7c4efb1cf16),segment_id=3a9eec92-2316-40d2-bc08-a7c4efb1cf16)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:20.783078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:20.798198 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.798692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a3135102-3210-4e92-962c-950e881d2011 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:20.831711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b8807317-4435-4a35-b7f2-b6ec5dd51164 None None] Provisioning complete for port 951e198b-b027-4675-b110-92858af63a3f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:20.832172 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b8807317-4435-4a35-b7f2-b6ec5dd51164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.841320 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b6fd9-2a12-4379-aa62-1424041b9567 x-openstack-request-id: req-d37b6fd9-2a12-4379-aa62-1424041b9567 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:20.841886 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:20.843036 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d37b6fd9-2a12-4379-aa62-1424041b9567 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:20.845624 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c', 'status': 'completed', 'code': 200} Dec 08 21:48:20.849464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388eae84-4d6d-4aaa-9cb6-c060fe22a8cc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'Port': ['ID=96bb8263-2ca8-4b50-a7ed-d111cd68483c,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:20.865424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Made reservation on behalf of 8b927772fbac4348a23482c2f4810eef for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:20.869446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:20.891319 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] device_id is not set on port 1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:48:20.896301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:21.008182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.038533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcdd0e-b3a1-4b5b-bd60-b50669639d9b req-e4db3271-e3f7-4d82-a4fa-451badbe39d1 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:21.040336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=951e198b-b027-4675-b110-92858af63a3f,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:21.054548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Allocated IP 2001:db8::367 (37a0d4da-09b6-430b-b0c3-a3ecc2d40d38/fbf2dd20-9425-4c96-9ef7-251c211c2c93/1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:21.055745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5adcdd0e-b3a1-4b5b-bd60-b50669639d9b req-e4db3271-e3f7-4d82-a4fa-451badbe39d1 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1023 time: 0.2071238 Dec 08 21:48:21.065009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757148d1-cec6-4f43-b0f7-b57915917234 req-f6855268-dc81-411a-b53c-510cde36bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:21.066847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-757148d1-cec6-4f43-b0f7-b57915917234 req-f6855268-dc81-411a-b53c-510cde36bdf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1174 time: 0.1810200 Dec 08 21:48:21.148576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a3135102-3210-4e92-962c-950e881d2011 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:21.148973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.391190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.419525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5adcdd0e-b3a1-4b5b-bd60-b50669639d9b req-6c7e5ed0-6a36-4112-89d8-4b48b19bdf65 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7006b73b-bfea-4020-ad78-b18d5bd45d7a&id=789042e2-9c78-41a9-a4e7-047c8e9efcfc&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e HTTP/1.1" status: 200 len: 6155 time: 0.3625348 Dec 08 21:48:21.441394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b51b9-c38d-41c2-840c-b642f9f0e303 req-947a50ae-0d7d-4330-a1d0-517bf763de2a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:21.450638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d6b51b9-c38d-41c2-840c-b642f9f0e303 req-947a50ae-0d7d-4330-a1d0-517bf763de2a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1506810 Dec 08 21:48:21.465911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757148d1-cec6-4f43-b0f7-b57915917234 req-38596c07-c5c3-4175-b3f7-e30d10a2fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:21.477904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-757148d1-cec6-4f43-b0f7-b57915917234 req-38596c07-c5c3-4175-b3f7-e30d10a2fa62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 913 time: 0.3484743 Dec 08 21:48:21.530014 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d6b51b9-c38d-41c2-840c-b642f9f0e303 req-90ac5987-59a2-477a-9be4-d6a0ae61919a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782564 Dec 08 21:48:21.571384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-b65b7a67-9690-47ca-bc13-af25fc8fe97e req-3d24d3bb-1f27-46c5-a3af-3ffb38f76cf2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': ' tempest-securitygroup -935202302 ', 'description': 'tempest-description-872142117'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:21.579247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.588762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-757148d1-cec6-4f43-b0f7-b57915917234 req-7390115c-8e95-4128-82dc-5f2e53cd2a13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c HTTP/1.1" status: 200 len: 217 time: 0.1096551 Dec 08 21:48:21.635978 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:21.642975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:21.667768 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b65b7a67-9690-47ca-bc13-af25fc8fe97e req-3d24d3bb-1f27-46c5-a3af-3ffb38f76cf2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.671597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:21.690761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:21.691369 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.730591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:21.743555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f4d56d7a-b5f7-44ee-b1f6-d17636482a63 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2265072 Dec 08 21:48:21.749958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50198) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:21.752759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 951e198b-b027-4675-b110-92858af63a3f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:21.757050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::274', 'mac_address': 'fa:16:3e:5f:ac:fc'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:21.804411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Router 9c65c974-9e3b-466d-894a-39d0e4d990d5 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:48:21.817389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757148d1-cec6-4f43-b0f7-b57915917234 req-e8f0b675-4989-4b08-bed4-84845b1aac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:21.821776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-757148d1-cec6-4f43-b0f7-b57915917234 req-e8f0b675-4989-4b08-bed4-84845b1aac28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.2186420 Dec 08 21:48:21.830015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eb7872d6-c52d-4ab4-928b-fed82c01c53d None None] Provisioning complete for port 951e198b-b027-4675-b110-92858af63a3f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:21.830995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb7872d6-c52d-4ab4-928b-fed82c01c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.847780 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b65b7a67-9690-47ca-bc13-af25fc8fe97e req-3d24d3bb-1f27-46c5-a3af-3ffb38f76cf2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.867702 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b65b7a67-9690-47ca-bc13-af25fc8fe97e req-3d24d3bb-1f27-46c5-a3af-3ffb38f76cf2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.915880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 951e198b-b027-4675-b110-92858af63a3f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:21.916124 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.951119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24d3bb-1f27-46c5-a3af-3ffb38f76cf2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1fe470-c111-4992-8785-fdaebd829738,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:21.963732 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-757148d1-cec6-4f43-b0f7-b57915917234 req-b24316a5-9645-49a0-b6d9-91948973153d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224763 Dec 08 21:48:21.973295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:21.974393 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b65b7a67-9690-47ca-bc13-af25fc8fe97e req-3d24d3bb-1f27-46c5-a3af-3ffb38f76cf2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:21.994744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65b7a67-9690-47ca-bc13-af25fc8fe97e req-3d24d3bb-1f27-46c5-a3af-3ffb38f76cf2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4275870 Dec 08 21:48:22.116860 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:22.187930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78390b-9cf2-4acb-be67-cc1db37d12ce req-96ed44a0-348f-46e3-a65f-de6f832145d2 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:22.189656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a78390b-9cf2-4acb-be67-cc1db37d12ce req-96ed44a0-348f-46e3-a65f-de6f832145d2 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.1037569 Dec 08 21:48:22.212409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d6e3454a-303a-4e7b-8d7f-c06fe548a70e None None] Provisioning complete for port 1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:22.212783 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d6e3454a-303a-4e7b-8d7f-c06fe548a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:22.258383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a78390b-9cf2-4acb-be67-cc1db37d12ce req-d5859f57-7b7d-4d59-b93f-a31e91813ea0 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588584 Dec 08 21:48:22.272386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3454a-303a-4e7b-8d7f-c06fe548a70e None None] Port 1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:22.561094 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0a2a5f84-3d1b-4bcc-8695-c5981a04d8b4 req-46ae7350-d7cd-4a21-b49e-1991aed8e6d4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/6e1fe470-c111-4992-8785-fdaebd829738 HTTP/1.1" status: 200 len: 1781 time: 0.4732029 Dec 08 21:48:22.585949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-757148d1-cec6-4f43-b0f7-b57915917234 req-585b52cd-6140-4ba5-ace5-c481d24ba5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977445 Dec 08 21:48:22.653208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:48:22.663181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cc23cf6-8eb3-4c15-89e6-922dcd415f56 req-c01a099d-82f1-479b-ab62-2e6806e14777 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/6e1fe470-c111-4992-8785-fdaebd829738 HTTP/1.1" status: 200 len: 1781 time: 0.0491116 Dec 08 21:48:22.668901 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Sync routers for ids ['9c65c974-9e3b-466d-894a-39d0e4d990d5'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:48:22.688576 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Routers {'9c65c974-9e3b-466d-894a-39d0e4d990d5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:22.689569 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9c65c974-9e3b-466d-894a-39d0e4d990d5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:22.766793 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:22.770613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4461951d-c0cd-48b5-8cee-20d6183409a5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4337134 Dec 08 21:48:22.777939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50218) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:22.792706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cc23cf6-8eb3-4c15-89e6-922dcd415f56 req-93f5745d-16be-4758-a72c-82665ca860aa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:22.824948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cc23cf6-8eb3-4c15-89e6-922dcd415f56 req-93f5745d-16be-4758-a72c-82665ca860aa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:22.847513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5ba3f-01a2-4fdf-8c47-6717609a4631 req-fe1b5f65-60b3-40c7-811a-80641857edb9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:22.849156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22b5ba3f-01a2-4fdf-8c47-6717609a4631 req-fe1b5f65-60b3-40c7-811a-80641857edb9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1935406 Dec 08 21:48:22.897720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cc23cf6-8eb3-4c15-89e6-922dcd415f56 req-93f5745d-16be-4758-a72c-82665ca860aa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:22.903511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cc23cf6-8eb3-4c15-89e6-922dcd415f56 req-93f5745d-16be-4758-a72c-82665ca860aa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:22.906314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cc23cf6-8eb3-4c15-89e6-922dcd415f56 req-93f5745d-16be-4758-a72c-82665ca860aa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e1fe470-c111-4992-8785-fdaebd829738 HTTP/1.1" status: 204 len: 173 time: 0.2235963 Dec 08 21:48:22.921944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5745d-16be-4758-a72c-82665ca860aa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1fe470-c111-4992-8785-fdaebd829738,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:22.982311 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-757148d1-cec6-4f43-b0f7-b57915917234 req-1634d707-6529-4394-bc94-ca3e5cc909fd service neutron] 10.222.0.37 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805096 Dec 08 21:48:23.015810 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Set router 9c65c974-9e3b-466d-894a-39d0e4d990d5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:23.019313 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22b5ba3f-01a2-4fdf-8c47-6717609a4631 req-671fda45-9cc7-40cd-b575-dac53d2276a8 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305275 Dec 08 21:48:23.025846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.034770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.098339 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-c4ccfae9-5b1e-4f77-9784-94166ccecc28 req-a27337ff-5545-45fe-92da-e3fc78657028 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:48:23.099792 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4ccfae9-5b1e-4f77-9784-94166ccecc28 req-a27337ff-5545-45fe-92da-e3fc78657028 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/6e1fe470-c111-4992-8785-fdaebd829738 HTTP/1.1" status: 404 len: 352 time: 0.0231769 Dec 08 21:48:23.133820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:23.162570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] In _notify_port_updated(), no bound segment for port 1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 on network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 21:48:23.168423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:23.172655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.176681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9cfa16c5-281c-436b-934c-2b9e7ffffb97 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "PUT /v2.0/ports/1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 HTTP/1.1" status: 200 len: 1003 time: 1.4249911 Dec 08 21:48:23.179469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50230) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:23.259256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-2ef17df6-cd26-4b24-b627-3286c8b614b5 req-7c3ad23b-476c-47c9-a8b2-479773e4c277 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-323261225', 'description': 'tempest-description-984320963'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:23.291522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2ef17df6-cd26-4b24-b627-3286c8b614b5 req-7c3ad23b-476c-47c9-a8b2-479773e4c277 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.379839 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:20Z', 'revision_number': 3, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:23.417241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2ef17df6-cd26-4b24-b627-3286c8b614b5 req-7c3ad23b-476c-47c9-a8b2-479773e4c277 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.429608 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2ef17df6-cd26-4b24-b627-3286c8b614b5 req-7c3ad23b-476c-47c9-a8b2-479773e4c277 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.458831 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Checking router: 9c65c974-9e3b-466d-894a-39d0e4d990d5 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:48:23.459192 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Updating router 9c65c974-9e3b-466d-894a-39d0e4d990d5 port 606c51af-7b71-4786-943a-cd64030f3c0a binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:48:23.498042 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.501374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ad23b-476c-47c9-a8b2-479773e4c277 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546422bc-03b1-4480-9c17-8da33688a075,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:23.531779 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2ef17df6-cd26-4b24-b627-3286c8b614b5 req-7c3ad23b-476c-47c9-a8b2-479773e4c277 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.535429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ef17df6-cd26-4b24-b627-3286c8b614b5 req-7c3ad23b-476c-47c9-a8b2-479773e4c277 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2801623 Dec 08 21:48:23.583115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-89de5e29-2e40-4c22-9b11-33097bba3692 req-5c5679aa-1884-4e4a-a230-5d2b94d6fc48 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-505647016', 'description': 'tempest-description-1732407848'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:23.608130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3e37c8e3-3345-4428-9e4e-98cf0216f876 None None] Provisioning complete for port 1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:23.608677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3e37c8e3-3345-4428-9e4e-98cf0216f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.640446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-89de5e29-2e40-4c22-9b11-33097bba3692 req-5c5679aa-1884-4e4a-a230-5d2b94d6fc48 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.643974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-75e0a63b-72ca-4fb6-a325-71be43bb5946 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Deleting port 1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:23.644438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75e0a63b-72ca-4fb6-a325-71be43bb5946 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.703750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3e37c8e3-3345-4428-9e4e-98cf0216f876 None None] Port 1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:23.706783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17b815-7db5-466f-b180-c3b11795b64d req-3c8a06f5-09a6-4628-bf73-232f1d698da2 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:23.714900 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e17b815-7db5-466f-b180-c3b11795b64d req-3c8a06f5-09a6-4628-bf73-232f1d698da2 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.2266302 Dec 08 21:48:23.739988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:23.799751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-89de5e29-2e40-4c22-9b11-33097bba3692 req-5c5679aa-1884-4e4a-a230-5d2b94d6fc48 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.809993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-89de5e29-2e40-4c22-9b11-33097bba3692 req-5c5679aa-1884-4e4a-a230-5d2b94d6fc48 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.819998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 25ed76c3-4881-4f39-b7a1-874531565479 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:23.820378 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.864896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e17b815-7db5-466f-b180-c3b11795b64d req-df3009d5-eba2-4b04-912a-9ed2ed665dbf tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482000 Dec 08 21:48:23.894602 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-89de5e29-2e40-4c22-9b11-33097bba3692 req-5c5679aa-1884-4e4a-a230-5d2b94d6fc48 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.908395 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89de5e29-2e40-4c22-9b11-33097bba3692 req-5c5679aa-1884-4e4a-a230-5d2b94d6fc48 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3303223 Dec 08 21:48:23.911698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5679aa-1884-4e4a-a230-5d2b94d6fc48 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82953768-fa90-47a1-a231-d14b1b9f2e81,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:23.927366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75e0a63b-72ca-4fb6-a325-71be43bb5946 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:23.939023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a06faa8f-2311-42ae-b358-f20303c8520b req-06824bd5-d7e0-460d-9193-f64795994917 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-738028025', 'description': 'tempest-description-894691336'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:23.972050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a06faa8f-2311-42ae-b358-f20303c8520b req-06824bd5-d7e0-460d-9193-f64795994917 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.003192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-75e0a63b-72ca-4fb6-a325-71be43bb5946 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Calling delete_port for 1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:24.003557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.067479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:24.074950 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a80ce1-84e7-43c3-b4d4-775030f29a80" -d '{"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-plugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:24.087881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:24.095734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.114326 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.121704 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a06faa8f-2311-42ae-b358-f20303c8520b req-06824bd5-d7e0-460d-9193-f64795994917 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.125792 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.127431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a06faa8f-2311-42ae-b358-f20303c8520b req-06824bd5-d7e0-460d-9193-f64795994917 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.172664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06824bd5-d7e0-460d-9193-f64795994917 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f88ab-d476-4cca-b737-a8bea62b3d40,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:24.189586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a06faa8f-2311-42ae-b358-f20303c8520b req-06824bd5-d7e0-460d-9193-f64795994917 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.191442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a06faa8f-2311-42ae-b358-f20303c8520b req-06824bd5-d7e0-460d-9193-f64795994917 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2579868 Dec 08 21:48:24.219323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=10']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:24.249145 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Pushing event updated for resources: {'Port': ['ID=606c51af-7b71-4786-943a-cd64030f3c0a,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:24.251874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Attempting to bind port 606c51af-7b71-4786-943a-cd64030f3c0a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:24.252423 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Attempting to bind port 606c51af-7b71-4786-943a-cd64030f3c0a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:24.253064 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667b779d-816c-4afd-808a-8a2c6ea2c610 x-openstack-request-id: req-667b779d-816c-4afd-808a-8a2c6ea2c610 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:24.253355 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Attempting to bind port 606c51af-7b71-4786-943a-cd64030f3c0a on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:24.253765 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-plugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:24.254154 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-667b779d-816c-4afd-808a-8a2c6ea2c610 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:24.258548 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479', 'code': 200} Dec 08 21:48:24.265507 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.266219 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.271020 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.271709 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.272224 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.272732 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.273235 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.273760 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.274261 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.274779 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.275282 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.275793 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:24.282373 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:24.283051 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:24.283640 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.284200 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:24.284866 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Bound port: 606c51af-7b71-4786-943a-cd64030f3c0a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:24.285431 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.358359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75e0a63b-72ca-4fb6-a325-71be43bb5946 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.367469 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] For port 606c51af-7b71-4786-943a-cd64030f3c0a, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:48:24.371498 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] For port 606c51af-7b71-4786-943a-cd64030f3c0a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=606c51af-7b71-4786-943a-cd64030f3c0a,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:48:24.378320 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.449436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d524e8-19ca-4b4c-956c-ad39ff707cd7 req-062c6e2c-7610-43e5-a606-b72447f8f6b2 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:24.454973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02d524e8-19ca-4b4c-956c-ad39ff707cd7 req-062c6e2c-7610-43e5-a606-b72447f8f6b2 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1747119 Dec 08 21:48:24.466144 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.477016 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Routers {'9c65c974-9e3b-466d-894a-39d0e4d990d5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:24.477707 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9c65c974-9e3b-466d-894a-39d0e4d990d5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:24.481503 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba362bf-4dce-45f5-b0c8-9dbb391c092c None None] Pushing event updated for resources: {'Port': ['ID=606c51af-7b71-4786-943a-cd64030f3c0a,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:24.497267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0d1c7ed-978e-4f57-851c-d08afe2a99fb req-d09bfd6d-e65a-42fb-b075-cca7183692e1 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94 HTTP/1.1" status: 200 len: 10906 time: 0.2201498 Dec 08 21:48:24.515944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a63b-72ca-4fb6-a325-71be43bb5946 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Port': ['ID=1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:24.568998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0d1c7ed-978e-4f57-851c-d08afe2a99fb req-a8e1ad85-99d6-42d7-b970-166739e52c45 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/d7538add-ce7b-40b9-b0c4-a9edbb9c176e HTTP/1.1" status: 200 len: 2985 time: 0.0708351 Dec 08 21:48:24.628129 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] Set router 9c65c974-9e3b-466d-894a-39d0e4d990d5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:24.665248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0d1c7ed-978e-4f57-851c-d08afe2a99fb req-8f44f4c7-b063-496e-b1e6-00e157333f01 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/d7538add-ce7b-40b9-b0c4-a9edbb9c176e HTTP/1.1" status: 200 len: 2985 time: 0.0901518 Dec 08 21:48:24.672861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02d524e8-19ca-4b4c-956c-ad39ff707cd7 req-8378be0e-baef-49f2-b19f-bd5d76d61328 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951911 Dec 08 21:48:24.898289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf206816-b7e6-4c0c-9132-a0836c5743ea req-712b472e-da2d-4d3e-b85c-3fadc3f618d2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/546422bc-03b1-4480-9c17-8da33688a075 HTTP/1.1" status: 200 len: 1801 time: 0.0908420 Dec 08 21:48:24.965292 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75e0a63b-72ca-4fb6-a325-71be43bb5946 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:24.976899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-75e0a63b-72ca-4fb6-a325-71be43bb5946 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "DELETE /v2.0/ports/1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 HTTP/1.1" status: 204 len: 168 time: 1.7845836 Dec 08 21:48:24.980166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50270) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:24.983243 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:20Z', 'revision_number': 3, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:25.020814 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86835906-3e03-41d2-ac74-243825d6a06e None None] The sync data for ids ['9c65c974-9e3b-466d-894a-39d0e4d990d5'] in n-d-821126-1 is: [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:20Z', 'revision_number': 3, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:48:25.047605 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8e1d43-b544-41a6-8515-227818b5a0be tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] GET failed (client error): The resource could not be found. Dec 08 21:48:25.052800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6f8e1d43-b544-41a6-8515-227818b5a0be tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "GET /v2.0/ports/1bbe7af0-f69f-4a3b-b5ef-e3c0c6920442 HTTP/1.1" status: 404 len: 333 time: 0.0649991 Dec 08 21:48:25.054031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50274) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:25.069663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1340818577'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:25.080529 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bf206816-b7e6-4c0c-9132-a0836c5743ea req-7e49c0ce-a22c-4016-b5e4-f4653a0892ae tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:25.134155 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bf206816-b7e6-4c0c-9132-a0836c5743ea req-7e49c0ce-a22c-4016-b5e4-f4653a0892ae tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:25.236955 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bf206816-b7e6-4c0c-9132-a0836c5743ea req-7e49c0ce-a22c-4016-b5e4-f4653a0892ae tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:25.239884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bf206816-b7e6-4c0c-9132-a0836c5743ea req-7e49c0ce-a22c-4016-b5e4-f4653a0892ae tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:25.241248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf206816-b7e6-4c0c-9132-a0836c5743ea req-7e49c0ce-a22c-4016-b5e4-f4653a0892ae tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/546422bc-03b1-4480-9c17-8da33688a075 HTTP/1.1" status: 204 len: 173 time: 0.3420875 Dec 08 21:48:25.251301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49c0ce-a22c-4016-b5e4-f4653a0892ae tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546422bc-03b1-4480-9c17-8da33688a075,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:25.269149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Allocated IP 172.20.0.1 (18b961c7-3296-4022-9ea1-ca302699620a/9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0/92443e52-356e-4f8f-b691-9946cfb197a2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:25.399874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de0e3-7834-404c-961b-ad0086374fae req-85fa7fe5-02f9-4dbe-a752-2116b9711491 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:25.416135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a27de0e3-7834-404c-961b-ad0086374fae req-85fa7fe5-02f9-4dbe-a752-2116b9711491 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.1833835 Dec 08 21:48:25.423928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Made reservation on behalf of 8b927772fbac4348a23482c2f4810eef for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:25.435320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:25.549561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] device_id is not set on port 19df710c-08c1-4858-923b-a153cb457576 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:48:25.663396 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-36011002-4fc3-469f-97f4-da07b5b249b9 req-ef0db418-7455-41cf-a25b-f4412c393930 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:48:25.679597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36011002-4fc3-469f-97f4-da07b5b249b9 req-ef0db418-7455-41cf-a25b-f4412c393930 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/546422bc-03b1-4480-9c17-8da33688a075 HTTP/1.1" status: 404 len: 352 time: 0.0387495 Dec 08 21:48:25.707633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:25.745402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a27de0e3-7834-404c-961b-ad0086374fae req-0f430bbf-af79-48f6-b1ac-fbfac6d330ce tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042033 Dec 08 21:48:25.800435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 606c51af-7b71-4786-943a-cd64030f3c0a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:25.861040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c49c4-54ec-4c72-bee3-0a855cee7d0c req-6d05ad88-78ac-4b96-a483-da78b320e22f tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:25.863956 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b9c49c4-54ec-4c72-bee3-0a855cee7d0c req-6d05ad88-78ac-4b96-a483-da78b320e22f tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0788646 Dec 08 21:48:25.909603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 606c51af-7b71-4786-943a-cd64030f3c0a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:25.910066 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:25.922939 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b9c49c4-54ec-4c72-bee3-0a855cee7d0c req-41c72586-030e-4446-b50b-123f88c325c9 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451794 Dec 08 21:48:25.982619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Allocated IP 2001:db8::ec (37a0d4da-09b6-430b-b0c3-a3ecc2d40d38/fbf2dd20-9425-4c96-9ef7-251c211c2c93/19df710c-08c1-4858-923b-a153cb457576) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:26.073460 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:26.098504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 606c51af-7b71-4786-943a-cd64030f3c0a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=606c51af-7b71-4786-943a-cd64030f3c0a,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:26.116458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25978f13-4241-48e6-aeec-396bb8aa672b req-dabce7f0-7f29-4515-aca7-4ba9c9108b96 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/82953768-fa90-47a1-a231-d14b1b9f2e81 HTTP/1.1" status: 200 len: 1802 time: 0.2907104 Dec 08 21:48:26.119526 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:26.169709 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:26.201584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=606c51af-7b71-4786-943a-cd64030f3c0a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:26.245007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-6fa845f7-cb86-47b7-a8fb-2df7bbb35eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:26.246499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-6fa845f7-cb86-47b7-a8fb-2df7bbb35eee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 1096 time: 0.4955471 Dec 08 21:48:26.651175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Network 18b961c7-3296-4022-9ea1-ca302699620a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:26.682942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:26.689785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:26.738545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Pushing event updated for resources: {'Port': ['ID=92443e52-356e-4f8f-b691-9946cfb197a2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:26.829365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.829751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.830061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.830418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.830798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.831150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.831483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.831815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.832144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.832473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.832799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.833129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:26.853843 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-25978f13-4241-48e6-aeec-396bb8aa672b req-3ce71048-987c-403c-aa95-7e6328c31e82 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:26.890431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:26.916976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87d09f-eb87-4d1d-a974-d650c1e35050 req-e38a9391-278d-433b-8bf0-2da66a96615a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:26.924665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba87d09f-eb87-4d1d-a974-d650c1e35050 req-e38a9391-278d-433b-8bf0-2da66a96615a tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.0993619 Dec 08 21:48:27.007625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba87d09f-eb87-4d1d-a974-d650c1e35050 req-f0a70c21-abfd-4528-af01-2a2ac7a936e8 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819752 Dec 08 21:48:27.024954 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-c13c4df5-1f5b-45f1-bb75-febca2a7daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:27.031144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-c13c4df5-1f5b-45f1-bb75-febca2a7daec service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 200 len: 917 time: 0.7608237 Dec 08 21:48:27.060348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-2fe94c78-1335-4e0c-9631-7f34f44f3f45 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:27.062854 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-2fe94c78-1335-4e0c-9631-7f34f44f3f45 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.4056947 Dec 08 21:48:27.148443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30329102-66ae-43a5-8f85-410ed14c95c6 req-a2aeb7f8-ece9-44f5-8ed4-c14dd3c22221 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:27.161102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30329102-66ae-43a5-8f85-410ed14c95c6 req-a2aeb7f8-ece9-44f5-8ed4-c14dd3c22221 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0828512 Dec 08 21:48:27.177077 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-25978f13-4241-48e6-aeec-396bb8aa672b req-3ce71048-987c-403c-aa95-7e6328c31e82 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.178864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b055eefd-07b5-40b8-bc8f-0d2c495d041c None None] Provisioning complete for port 92443e52-356e-4f8f-b691-9946cfb197a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:27.179324 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b055eefd-07b5-40b8-bc8f-0d2c495d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.182051 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.188221 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-428d744a-e608-4c43-8ae0-37ff0158b892 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d03e45-33f9-4630-b6c3-088ff415a3cf HTTP/1.1" status: 200 len: 217 time: 0.1241577 Dec 08 21:48:27.225949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b055eefd-07b5-40b8-bc8f-0d2c495d041c None None] Port 92443e52-356e-4f8f-b691-9946cfb197a2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:27.239335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30329102-66ae-43a5-8f85-410ed14c95c6 req-cc20b296-4cbf-4bea-8e8e-641dd585da6e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770185 Dec 08 21:48:27.386882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-d6b835d3-90f4-4059-bd64-bd68aed76cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:27.388376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-d6b835d3-90f4-4059-bd64-bd68aed76cb6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c5703d-d804-4d74-9dd0-a6fefad757c7 HTTP/1.1" status: 200 len: 855 time: 0.1874490 Dec 08 21:48:27.468788 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-25978f13-4241-48e6-aeec-396bb8aa672b req-3ce71048-987c-403c-aa95-7e6328c31e82 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.471403 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-25978f13-4241-48e6-aeec-396bb8aa672b req-3ce71048-987c-403c-aa95-7e6328c31e82 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.475145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25978f13-4241-48e6-aeec-396bb8aa672b req-3ce71048-987c-403c-aa95-7e6328c31e82 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/82953768-fa90-47a1-a231-d14b1b9f2e81 HTTP/1.1" status: 204 len: 173 time: 1.3577135 Dec 08 21:48:27.482450 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.535649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce71048-987c-403c-aa95-7e6328c31e82 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82953768-fa90-47a1-a231-d14b1b9f2e81,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:27.576009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.598158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=19df710c-08c1-4858-923b-a153cb457576,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:27.607688 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-fd2b8215-5a6f-41bf-8684-ddb890803e9c req-cc061e61-22c4-4cb4-8f2a-b10559598b33 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:48:27.614231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd2b8215-5a6f-41bf-8684-ddb890803e9c req-cc061e61-22c4-4cb4-8f2a-b10559598b33 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/82953768-fa90-47a1-a231-d14b1b9f2e81 HTTP/1.1" status: 404 len: 352 time: 0.0892341 Dec 08 21:48:27.627298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:27.636462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-6e020cc3-f861-4c9e-9e41-9d2e16c1ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:27.637985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-6e020cc3-f861-4c9e-9e41-9d2e16c1ffad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417243 Dec 08 21:48:27.643303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Deleting port 5b92f473-c10c-414e-b667-099791fa5597 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:27.643797 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.654291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:27.679695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-0bb38d8e-7d01-4495-88cc-145aac888018 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:48:27.680595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-0bb38d8e-7d01-4495-88cc-145aac888018 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333951 Dec 08 21:48:27.714396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 606c51af-7b71-4786-943a-cd64030f3c0a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:27.716875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:27.722574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:27.723234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.788390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 606c51af-7b71-4786-943a-cd64030f3c0a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:27.789193 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:27.863767 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-68e21463-4820-4061-b474-d64af296d6ec tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8068917 Dec 08 21:48:27.866493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50336) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:27.872934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5f:ac:fc'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:27.907902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e60198ac-71b8-4e4f-be80-f095dcb008de req-edc27e20-9248-436d-b360-8b084238ac83 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/d19f88ab-d476-4cca-b737-a8bea62b3d40 HTTP/1.1" status: 200 len: 1801 time: 0.2680347 Dec 08 21:48:28.050810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] For port 5b92f473-c10c-414e-b667-099791fa5597, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=5b92f473-c10c-414e-b667-099791fa5597,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:28.051179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.057938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-12bc04c2-532d-4f7c-a80a-b1ee9768d415 None None] Provisioning complete for port 19df710c-08c1-4858-923b-a153cb457576 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:28.058438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-12bc04c2-532d-4f7c-a80a-b1ee9768d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.069223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-6acb7ff4-55ae-409f-b504-ffd65eafa915 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349245 Dec 08 21:48:28.136125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-12bc04c2-532d-4f7c-a80a-b1ee9768d415 None None] Port 19df710c-08c1-4858-923b-a153cb457576 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:28.182602 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.210936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e60198ac-71b8-4e4f-be80-f095dcb008de req-8f3074dd-992a-4190-9b61-c5268246ed8d tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.239311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3639b-cd2d-4c91-8fcb-5da0d5159611 req-5bb47a55-4679-4258-bfdc-8a2bca909d29 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:28.249550 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1de3639b-cd2d-4c91-8fcb-5da0d5159611 req-5bb47a55-4679-4258-bfdc-8a2bca909d29 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 946 time: 0.1204679 Dec 08 21:48:28.310256 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e60198ac-71b8-4e4f-be80-f095dcb008de req-8f3074dd-992a-4190-9b61-c5268246ed8d tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.315680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.322448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1de3639b-cd2d-4c91-8fcb-5da0d5159611 req-268c6dad-6a2c-49f5-9e32-30efe5eb0917 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656369 Dec 08 21:48:28.337535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.451215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-779a4745-6206-4bbc-a6ff-65a36d7296dd req-c9847dfd-6fa7-4b01-b846-15346c0ee4cc service neutron] 10.222.0.23 "GET /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638942 Dec 08 21:48:28.484335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.496383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604663-2778-4692-8b29-b894be248050 req-6392b1fe-6545-4aa1-8681-1877af90ece7 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:28.503768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a604663-2778-4692-8b29-b894be248050 req-6392b1fe-6545-4aa1-8681-1877af90ece7 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0926242 Dec 08 21:48:28.522071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Pushing event updated for resources: {'Port': ['ID=92443e52-356e-4f8f-b691-9946cfb197a2,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:28.524518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e60198ac-71b8-4e4f-be80-f095dcb008de req-8f3074dd-992a-4190-9b61-c5268246ed8d tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.527246 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e60198ac-71b8-4e4f-be80-f095dcb008de req-8f3074dd-992a-4190-9b61-c5268246ed8d tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.528448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e60198ac-71b8-4e4f-be80-f095dcb008de req-8f3074dd-992a-4190-9b61-c5268246ed8d tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/d19f88ab-d476-4cca-b737-a8bea62b3d40 HTTP/1.1" status: 204 len: 173 time: 0.6197543 Dec 08 21:48:28.537456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.537826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.538146 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Floating IP c4e9d044-1b72-438f-8407-1edc00548f19 disassociated. External IP: 172.25.1.233, port: 5b92f473-c10c-414e-b667-099791fa5597. Dec 08 21:48:28.538492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Calling delete_port for 5b92f473-c10c-414e-b667-099791fa5597 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:28.578500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.587329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a604663-2778-4692-8b29-b894be248050 req-8c6c1069-456c-46cb-a040-15bc6836ca10 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757499 Dec 08 21:48:28.588516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.603387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3074dd-992a-4190-9b61-c5268246ed8d tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f88ab-d476-4cca-b737-a8bea62b3d40,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:28.627231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] In _notify_port_updated(), no bound segment for port 19df710c-08c1-4858-923b-a153cb457576 on network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 21:48:28.633627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:28.634328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.638638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "PUT /v2.0/ports/19df710c-08c1-4858-923b-a153cb457576 HTTP/1.1" status: 200 len: 1002 time: 0.7703047 Dec 08 21:48:28.641553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50354) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:28.682496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=19df710c-08c1-4858-923b-a153cb457576,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:28.693959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.694276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.694623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.694998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.695339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.695699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.696017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.696346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.696681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.697000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.697328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.697663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a99fa1-864a-4855-9c26-5589965f53a2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:28.722186 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-080c0385-b78c-45e2-bf2d-669812a6f6c4 req-c9d8561f-7ad6-493a-831e-debe25abb512 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:48:28.728126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-080c0385-b78c-45e2-bf2d-669812a6f6c4 req-c9d8561f-7ad6-493a-831e-debe25abb512 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/d19f88ab-d476-4cca-b737-a8bea62b3d40 HTTP/1.1" status: 404 len: 352 time: 0.0246134 Dec 08 21:48:28.786113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8e7937b3-8a3c-46d2-8eff-d59f7af103f2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Deleting port 19df710c-08c1-4858-923b-a153cb457576 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:28.799303 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e7937b3-8a3c-46d2-8eff-d59f7af103f2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.871718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Network 18b961c7-3296-4022-9ea1-ca302699620a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:28.928368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:28.962669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e7937b3-8a3c-46d2-8eff-d59f7af103f2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:28.993365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8e7937b3-8a3c-46d2-8eff-d59f7af103f2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Calling delete_port for 19df710c-08c1-4858-923b-a153cb457576 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:29.007301 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-09c6cc99-67e7-4a0c-9404-13fdf4410f19 req-038269ce-e5dc-4604-802b-805f133cffee tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94 HTTP/1.1" status: 200 len: 6155 time: 0.2506869 Dec 08 21:48:29.093540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c2db3f20-87e0-4b8f-823a-3d7ddc027522 None None] Provisioning complete for port 19df710c-08c1-4858-923b-a153cb457576 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:29.094112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2db3f20-87e0-4b8f-823a-3d7ddc027522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:29.151931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:29.177801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c2db3f20-87e0-4b8f-823a-3d7ddc027522 None None] Port 19df710c-08c1-4858-923b-a153cb457576 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:29.200817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event deleted for resources: {'Port': ['ID=5b92f473-c10c-414e-b667-099791fa5597,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:29.219903 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e7937b3-8a3c-46d2-8eff-d59f7af103f2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:29.224065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-09c6cc99-67e7-4a0c-9404-13fdf4410f19 req-051b8474-cb13-4080-b7ef-618ef3d259eb tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/d7538add-ce7b-40b9-b0c4-a9edbb9c176e HTTP/1.1" status: 200 len: 2985 time: 0.2159014 Dec 08 21:48:29.276607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7937b3-8a3c-46d2-8eff-d59f7af103f2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Port': ['ID=19df710c-08c1-4858-923b-a153cb457576,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:29.301467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-13411197-e985-4bc7-92ab-d0acf5fea242 None None] Provisioning complete for port 92443e52-356e-4f8f-b691-9946cfb197a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:29.301752 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13411197-e985-4bc7-92ab-d0acf5fea242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:29.332843 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e7937b3-8a3c-46d2-8eff-d59f7af103f2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:29.337628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e7937b3-8a3c-46d2-8eff-d59f7af103f2 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "DELETE /v2.0/ports/19df710c-08c1-4858-923b-a153cb457576 HTTP/1.1" status: 204 len: 168 time: 0.6951227 Dec 08 21:48:29.340600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50362) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:29.365886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-13411197-e985-4bc7-92ab-d0acf5fea242 None None] Port 92443e52-356e-4f8f-b691-9946cfb197a2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:29.380141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-09c6cc99-67e7-4a0c-9404-13fdf4410f19 req-584b8dd5-5a9e-41d8-a8a0-65d20074fba5 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/d7538add-ce7b-40b9-b0c4-a9edbb9c176e HTTP/1.1" status: 200 len: 2985 time: 0.1551661 Dec 08 21:48:29.393334 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-084d6662-624e-45bf-9e6e-52c66b2bc5ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] GET failed (client error): The resource could not be found. Dec 08 21:48:29.395777 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-084d6662-624e-45bf-9e6e-52c66b2bc5ea tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "GET /v2.0/ports/19df710c-08c1-4858-923b-a153cb457576 HTTP/1.1" status: 404 len: 333 time: 0.0534692 Dec 08 21:48:29.399289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50368) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:29.402160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Router 9c65c974-9e3b-466d-894a-39d0e4d990d5 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:48:29.406619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-16787490'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:29.446102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-30935cc9-e87d-4265-82fe-271e444e5ca7 req-2c9377b3-4979-4e14-bf4e-d89d8ec42239 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2007363787', 'description': 'tempest-description-557222626'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:29.524027 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-20e5b077-227d-4401-ad0e-4bd560bfdf0b req-3ca4e459-c195-464b-aa02-d94caea2941c tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09 HTTP/1.1" status: 200 len: 210 time: 0.0429258 Dec 08 21:48:29.594316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Router 0f94fd56-fdc2-4288-a469-21cbaa509a9a has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:48:29.614118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-30935cc9-e87d-4265-82fe-271e444e5ca7 req-2c9377b3-4979-4e14-bf4e-d89d8ec42239 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:29.643813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Made reservation on behalf of 8b927772fbac4348a23482c2f4810eef for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:29.653050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:29.681777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] device_id is not set on port f317ba8b-ede2-4fac-810b-3766230ddfde yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:48:29.764607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 5b92f473-c10c-414e-b667-099791fa5597 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:29.786358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:48:29.818114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bf8fc2b1-40fd-41f8-92b3-3d5587d20bcc admin admin] 10.222.0.21 "PUT /v2.0/routers/9c65c974-9e3b-466d-894a-39d0e4d990d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0314255 Dec 08 21:48:29.818340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Sync routers for ids ['9c65c974-9e3b-466d-894a-39d0e4d990d5'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:48:29.827187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 5b92f473-c10c-414e-b667-099791fa5597 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:29.827540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 5b92f473-c10c-414e-b667-099791fa5597 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:29.840744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Routers {'9c65c974-9e3b-466d-894a-39d0e4d990d5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:29.842593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9c65c974-9e3b-466d-894a-39d0e4d990d5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:29.910236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Allocated IP 2001:db8::12c (37a0d4da-09b6-430b-b0c3-a3ecc2d40d38/fbf2dd20-9425-4c96-9ef7-251c211c2c93/f317ba8b-ede2-4fac-810b-3766230ddfde) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:29.976796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-30935cc9-e87d-4265-82fe-271e444e5ca7 req-2c9377b3-4979-4e14-bf4e-d89d8ec42239 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:29.993209 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-30935cc9-e87d-4265-82fe-271e444e5ca7 req-2c9377b3-4979-4e14-bf4e-d89d8ec42239 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.053232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Set router 9c65c974-9e3b-466d-894a-39d0e4d990d5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:30.057978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9377b3-4979-4e14-bf4e-d89d8ec42239 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ddcbf3-d940-4fb4-a702-d672c0768c38,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:30.064589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:48:30.079037 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] Sync routers for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:48:30.095131 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:30.095751 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:30.113096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] No DVR routers for this DVR port 5b92f473-c10c-414e-b667-099791fa5597 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:30.116955 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-30935cc9-e87d-4265-82fe-271e444e5ca7 req-2c9377b3-4979-4e14-bf4e-d89d8ec42239 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.118277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30935cc9-e87d-4265-82fe-271e444e5ca7 req-2c9377b3-4979-4e14-bf4e-d89d8ec42239 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6876237 Dec 08 21:48:30.119397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.129025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a64566e-2fec-46f4-802d-8c70d076e8b9 req-4d4cd30d-33a4-4465-91ca-cb89bb32daab tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.37 "DELETE /v2.0/ports/5b92f473-c10c-414e-b667-099791fa5597 HTTP/1.1" status: 204 len: 173 time: 2.9918697 Dec 08 21:48:30.129793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'name': 'network-vif-deleted', 'tag': '5b92f473-c10c-414e-b667-099791fa5597'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:30.133209 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf58ca-1163-49d6-aaab-9c6661b7e733" -d '{"events": [{"server_uuid": "7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09", "name": "network-vif-deleted", "tag": "5b92f473-c10c-414e-b667-099791fa5597"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:30.165653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.242071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759b1d3-6f2c-46d9-be3a-675227dd6768 req-d1917411-2ccf-4fa4-bfba-0faba3828097 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:30.246325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a759b1d3-6f2c-46d9-be3a-675227dd6768 req-d1917411-2ccf-4fa4-bfba-0faba3828097 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.5188169 Dec 08 21:48:30.256163 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:30.375675 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.392004 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a759b1d3-6f2c-46d9-be3a-675227dd6768 req-21c3dff6-afac-4449-b8e2-f3086521e828 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267712 Dec 08 21:48:30.453393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:30.458067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:30.461692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:30.472494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:30.473161 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.496529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-a0da1d83-2c13-4543-ad41-68786451a93c req-fb5aff2d-3124-44d4-929f-90b66f0d2df6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-89441634', 'description': 'tempest-description-584162878'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:30.510562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1099315 Dec 08 21:48:30.517527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50398) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:30.537692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'network_id': '37a0d4da-09b6-430b-b0c3-a3ecc2d40d38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-185896524'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:30.544308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a0da1d83-2c13-4543-ad41-68786451a93c req-fb5aff2d-3124-44d4-929f-90b66f0d2df6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.554783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ac5d-db7a-4dfb-9556-af71ad569b93 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=f317ba8b-ede2-4fac-810b-3766230ddfde,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:30.580691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:27Z', 'revision_number': 4, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '92443e52-356e-4f8f-b691-9946cfb197a2', 'name': '', 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'mac_address': 'fa:16:3e:dc:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:24Z', 'updated_at': '2021-12-08T21:48:27Z', 'revision_number': 2, 'project_id': '59937793ceba4dc98bba331d282cae59', 'subnets': [{'id': '9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:30.636246 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:15Z', 'revision_number': 5, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:30.718200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a0da1d83-2c13-4543-ad41-68786451a93c req-fb5aff2d-3124-44d4-929f-90b66f0d2df6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.725204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Checking router: 9c65c974-9e3b-466d-894a-39d0e4d990d5 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:48:30.725570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Updating router 9c65c974-9e3b-466d-894a-39d0e4d990d5 port 92443e52-356e-4f8f-b691-9946cfb197a2 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:48:30.737421 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] Checking router: 0f94fd56-fdc2-4288-a469-21cbaa509a9a for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:48:30.741007 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a0da1d83-2c13-4543-ad41-68786451a93c req-fb5aff2d-3124-44d4-929f-90b66f0d2df6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.781589 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:30.782262 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:30.793924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a0da1d83-2c13-4543-ad41-68786451a93c req-fb5aff2d-3124-44d4-929f-90b66f0d2df6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.805352 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.811557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a0da1d83-2c13-4543-ad41-68786451a93c req-fb5aff2d-3124-44d4-929f-90b66f0d2df6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3191350 Dec 08 21:48:30.839847 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2c84822-58d8-4a6a-b2bc-681498fbc4e3 req-6d4cb791-1e26-44d0-adfa-a814255402c0 tempest-FloatingIPsNegativeTestJSON-134315704 tempest-FloatingIPsNegativeTestJSON-134315704-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=59937793ceba4dc98bba331d282cae59 HTTP/1.1" status: 200 len: 217 time: 0.1141534 Dec 08 21:48:30.841585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Made reservation on behalf of 8b927772fbac4348a23482c2f4810eef for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:30.857175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aff2d-3124-44d4-929f-90b66f0d2df6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5b06e9-bd14-4a63-9938-2b2938784781,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:30.892996 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:30.978600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] device_id is not set on port 0c4d1b74-4b16-4d54-9c5f-288878ecc5cd yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:48:31.059683 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b714f97-4475-4de6-8d7e-7811f0b7d16f x-openstack-request-id: req-7b714f97-4475-4de6-8d7e-7811f0b7d16f {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:31.059983 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09", "name": "network-vif-deleted", "tag": "5b92f473-c10c-414e-b667-099791fa5597", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:31.060234 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b714f97-4475-4de6-8d7e-7811f0b7d16f {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:31.060767 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1fd84c-0d34-4695-8ef2-37dfa0dbcf09', 'name': 'network-vif-deleted', 'tag': '5b92f473-c10c-414e-b667-099791fa5597', 'status': 'completed', 'code': 200} Dec 08 21:48:31.076693 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:31.167408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09d21eba-9655-4e04-a12e-6c5fe4756c9f req-7a15490a-cf09-48ea-a1b5-b3551055be9e tempest-FloatingIPsNegativeTestJSON-134315704 tempest-FloatingIPsNegativeTestJSON-134315704-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0613549 Dec 08 21:48:31.214146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22624a7-2a69-463b-a303-35ebf613c93b req-a1d5583e-874f-4e5e-8f98-ee151c107f0d tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:31.215991 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a22624a7-2a69-463b-a303-35ebf613c93b req-a1d5583e-874f-4e5e-8f98-ee151c107f0d tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.0795858 Dec 08 21:48:31.228959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50418) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:31.282979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Allocated IP 2001:db8::20f (37a0d4da-09b6-430b-b0c3-a3ecc2d40d38/fbf2dd20-9425-4c96-9ef7-251c211c2c93/0c4d1b74-4b16-4d54-9c5f-288878ecc5cd) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:31.413773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b37db222-11b1-4644-a793-ee8bbe0aa061 None None] Provisioning complete for port f317ba8b-ede2-4fac-810b-3766230ddfde triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:31.415268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b37db222-11b1-4644-a793-ee8bbe0aa061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:31.419086 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a22624a7-2a69-463b-a303-35ebf613c93b req-d6bef0e8-c818-454b-9da9-5814f99b3484 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728208 Dec 08 21:48:31.462511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2eef304e-c4b2-4696-99b7-27be4f07db05 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:31.509942 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2eef304e-c4b2-4696-99b7-27be4f07db05 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:31.513226 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:15Z', 'revision_number': 5, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:31.517928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:31.570022 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:31.571660 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be49a3b-2673-4fe9-ba57-9006289c3a64 None None] The sync data for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 is: [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:46:10Z', 'revision_number': 4, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ea3396ce-6e2b-457f-a842-d718a0b6c582', 'name': '', 'network_id': 'f22b6137-789c-49e1-8a74-a0cf74db8c07', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'mac_address': 'fa:16:3e:df:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:09Z', 'updated_at': '2021-12-08T21:46:15Z', 'revision_number': 5, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'subnets': [{'id': '8d09b427-0b16-4ede-bfc0-50548bd47090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:48:31.573919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b37db222-11b1-4644-a793-ee8bbe0aa061 None None] Port f317ba8b-ede2-4fac-810b-3766230ddfde cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:31.724389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:31.734399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:31.739801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:31.745499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:31.750818 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:31.757473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:31.766976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:31.772202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=0c4d1b74-4b16-4d54-9c5f-288878ecc5cd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:31.847719 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8797d2ea-7c2c-434c-823c-f1ee3f9e9195 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3293767 Dec 08 21:48:31.850555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229086a6-e7a5-4d1c-a313-30cd6c9f2517 None None] Pushing event updated for resources: {'Port': ['ID=92443e52-356e-4f8f-b691-9946cfb197a2,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:31.861315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50436) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:31.886181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::274', 'mac_address': 'fa:16:3e:5f:ac:fc'}, {'ip_address': '2001:db8::12c', 'mac_address': 'fa:16:3e:12:5f:0a'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:31.905019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-26488fcd-544d-4433-9f90-739e4053c4ce tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:31.920897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-26488fcd-544d-4433-9f90-739e4053c4ce tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 812 time: 0.3660929 Dec 08 21:48:32.021982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-c24f07d5-8550-4158-9c56-d70b01e64779 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/quotas/33a2b75d903d4cb09a02fcbe8b7a3d94 HTTP/1.1" status: 200 len: 375 time: 0.0983551 Dec 08 21:48:32.083924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Attempting to bind port 92443e52-356e-4f8f-b691-9946cfb197a2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:32.084785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Attempting to bind port 92443e52-356e-4f8f-b691-9946cfb197a2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:32.085222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Attempting to bind port 92443e52-356e-4f8f-b691-9946cfb197a2 on network 18b961c7-3296-4022-9ea1-ca302699620a {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:32.089105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d230408-b890-4dc9-be8e-9e94f8b31cba None None] New status for floating IP c4e9d044-1b72-438f-8407-1edc00548f19: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:48:32.124743 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2eef304e-c4b2-4696-99b7-27be4f07db05 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.127648 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2eef304e-c4b2-4696-99b7-27be4f07db05 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.132029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2eef304e-c4b2-4696-99b7-27be4f07db05 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b16ef05-e250-4ce4-8bd6-a195b4e1f13c HTTP/1.1" status: 204 len: 168 time: 0.9015481 Dec 08 21:48:32.133141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50438) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:32.161713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:32.175149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Checking segment: {'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:32.175736 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.176362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Bound using segment: {'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:32.176995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Bound port: 92443e52-356e-4f8f-b691-9946cfb197a2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9eec92-2316-40d2-bc08-a7c4efb1cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:32.177446 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.188950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.205073 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-e19b294b-96d1-45dc-8bd6-6daca73afa0a req-716c9c90-d16b-4a00-b36c-0b1ae2b38306 tempest-FloatingIPsNegativeTestJSON-134315704 tempest-FloatingIPsNegativeTestJSON-134315704-project] show failed (client error): The resource could not be found. Dec 08 21:48:32.220398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e19b294b-96d1-45dc-8bd6-6daca73afa0a req-716c9c90-d16b-4a00-b36c-0b1ae2b38306 tempest-FloatingIPsNegativeTestJSON-134315704 tempest-FloatingIPsNegativeTestJSON-134315704-project] 10.222.0.21 "GET /v2.0/floatingips/048a3177-2ed5-4d6a-8fc4-245c606d15d8 HTTP/1.1" status: 404 len: 350 time: 0.1038985 Dec 08 21:48:32.221575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50440) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:32.224523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef304e-c4b2-4696-99b7-27be4f07db05 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b16ef05-e250-4ce4-8bd6-a195b4e1f13c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:32.237095 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-18463032-c97e-4ed8-9060-510e835dee41 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] show failed (client error): The resource could not be found. Dec 08 21:48:32.241253 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-7669a1d8-4147-4061-ab30-40948358e2b8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2183933 Dec 08 21:48:32.241502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-18463032-c97e-4ed8-9060-510e835dee41 tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "GET /v2.0/security-groups/7b16ef05-e250-4ce4-8bd6-a195b4e1f13c HTTP/1.1" status: 404 len: 347 time: 0.0557811 Dec 08 21:48:32.242158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50442) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:32.481706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-318da329-17f3-4b0f-9bd1-ea40da1c5d12 None None] Provisioning complete for port 0c4d1b74-4b16-4d54-9c5f-288878ecc5cd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:32.482489 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-318da329-17f3-4b0f-9bd1-ea40da1c5d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.515582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-02659e06-be92-465a-a534-779a1f311328 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:48:32.526421 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-02659e06-be92-465a-a534-779a1f311328 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2694089 Dec 08 21:48:32.586565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-318da329-17f3-4b0f-9bd1-ea40da1c5d12 None None] Port 0c4d1b74-4b16-4d54-9c5f-288878ecc5cd cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:32.594448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] For port 92443e52-356e-4f8f-b691-9946cfb197a2, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:48:32.622825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] For port 92443e52-356e-4f8f-b691-9946cfb197a2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=92443e52-356e-4f8f-b691-9946cfb197a2,segment=NetworkSegment(3a9eec92-2316-40d2-bc08-a7c4efb1cf16),segment_id=3a9eec92-2316-40d2-bc08-a7c4efb1cf16)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:48:32.633937 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.716416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.719620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229086a6-e7a5-4d1c-a313-30cd6c9f2517 None None] Pushing event updated for resources: {'Port': ['ID=92443e52-356e-4f8f-b691-9946cfb197a2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:32.735389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-cc031c9c-b7f5-427f-a364-1237bf3d8866 service neutron] 10.222.0.21 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081103 Dec 08 21:48:32.747913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Routers {'9c65c974-9e3b-466d-894a-39d0e4d990d5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:32.748723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9c65c974-9e3b-466d-894a-39d0e4d990d5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:32.860702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-26f9842a-26bb-46e8-a3cc-38be15c604b7 service neutron] 10.222.0.21 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239610 Dec 08 21:48:32.861363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.885483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] Set router 9c65c974-9e3b-466d-894a-39d0e4d990d5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:32.888019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f32bb-0dfa-4e4f-ad78-98559363b597 req-4e5e0cb4-4953-4d12-8a47-b065e47bf4c1 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:32.889631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f2f32bb-0dfa-4e4f-ad78-98559363b597 req-4e5e0cb4-4953-4d12-8a47-b065e47bf4c1 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 945 time: 0.3207569 Dec 08 21:48:32.939944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] In _notify_port_updated(), no bound segment for port 0c4d1b74-4b16-4d54-9c5f-288878ecc5cd on network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 21:48:32.959519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:32.960208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:32.964194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "PUT /v2.0/ports/0c4d1b74-4b16-4d54-9c5f-288878ecc5cd HTTP/1.1" status: 200 len: 1067 time: 1.0973790 Dec 08 21:48:32.966753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50458) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:33.056285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Deleting port 40773058-d930-48b3-a4a5-5cbfde0a564a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:33.056642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.060144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e580639-440a-4010-b873-ff33daa061eb tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event updated for resources: {'Port': ['ID=0c4d1b74-4b16-4d54-9c5f-288878ecc5cd,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:33.199522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Provisioning complete for port 92443e52-356e-4f8f-b691-9946cfb197a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:33.205104 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.302119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.302119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.308525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6da9c5c-25ae-494d-b209-edb0af1a293e req-7bcb6636-db5d-47fa-aae8-9f558b6920fb tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 210 time: 0.0474515 Dec 08 21:48:33.323706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Calling delete_port for 40773058-d930-48b3-a4a5-5cbfde0a564a owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:33.334735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-43a27915-a6ac-4a4b-825f-aee73218d9de tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Deleting port 0c4d1b74-4b16-4d54-9c5f-288878ecc5cd {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:33.335101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43a27915-a6ac-4a4b-825f-aee73218d9de tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.495298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:27Z', 'revision_number': 4, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '92443e52-356e-4f8f-b691-9946cfb197a2', 'name': '', 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'mac_address': 'fa:16:3e:dc:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:24Z', 'updated_at': '2021-12-08T21:48:32Z', 'revision_number': 4, 'project_id': '59937793ceba4dc98bba331d282cae59', 'subnets': [{'id': '9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:33.498547 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.524979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43a27915-a6ac-4a4b-825f-aee73218d9de tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.533148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca9043-27b3-4b77-97dc-3a91215ed12e None None] The sync data for ids ['9c65c974-9e3b-466d-894a-39d0e4d990d5'] in n-d-821126-1 is: [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:27Z', 'revision_number': 4, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '92443e52-356e-4f8f-b691-9946cfb197a2', 'name': '', 'network_id': '18b961c7-3296-4022-9ea1-ca302699620a', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'mac_address': 'fa:16:3e:dc:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:24Z', 'updated_at': '2021-12-08T21:48:32Z', 'revision_number': 4, 'project_id': '59937793ceba4dc98bba331d282cae59', 'subnets': [{'id': '9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:48:33.551021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-43a27915-a6ac-4a4b-825f-aee73218d9de tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Calling delete_port for 0c4d1b74-4b16-4d54-9c5f-288878ecc5cd owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:33.552954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f2f32bb-0dfa-4e4f-ad78-98559363b597 req-30fdfd0b-cf51-4c6b-af27-29a8b453e33a tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294739 Dec 08 21:48:33.640375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] For port 92443e52-356e-4f8f-b691-9946cfb197a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=92443e52-356e-4f8f-b691-9946cfb197a2,segment=NetworkSegment(3a9eec92-2316-40d2-bc08-a7c4efb1cf16),segment_id=3a9eec92-2316-40d2-bc08-a7c4efb1cf16)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:33.657117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.705329 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.802323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Pushing event updated for resources: {'Port': ['ID=92443e52-356e-4f8f-b691-9946cfb197a2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:33.817356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.817707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.818053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.818392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.818741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.819087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.819419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.819746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.820070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.820394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.820717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.821034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c81da5-beb5-49ea-8100-994854f6e183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:48:33.839112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8a7ecbf1-082b-4c13-a11f-5c4db103deae None None] Provisioning complete for port 0c4d1b74-4b16-4d54-9c5f-288878ecc5cd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:33.839664 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecbf1-082b-4c13-a11f-5c4db103deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.854519 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43a27915-a6ac-4a4b-825f-aee73218d9de tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:33.871953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Pushing event deleted for resources: {'Port': ['ID=40773058-d930-48b3-a4a5-5cbfde0a564a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:33.912105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ecbf1-082b-4c13-a11f-5c4db103deae None None] Port 0c4d1b74-4b16-4d54-9c5f-288878ecc5cd cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:33.920174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a27915-a6ac-4a4b-825f-aee73218d9de tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Port': ['ID=0c4d1b74-4b16-4d54-9c5f-288878ecc5cd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:33.928091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8a7ecbf1-082b-4c13-a11f-5c4db103deae None None] Provisioning complete for port 92443e52-356e-4f8f-b691-9946cfb197a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:33.928719 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecbf1-082b-4c13-a11f-5c4db103deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:34.008742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:34.013299 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:34.018474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-673b78d1-18b2-4823-827b-6f1edbb2aaac tempest-ServersTestManualDisk-184756087 tempest-ServersTestManualDisk-184756087-project] 10.222.0.21 "DELETE /v2.0/floatingips/c4e9d044-1b72-438f-8407-1edc00548f19 HTTP/1.1" status: 204 len: 168 time: 1.6280706 Dec 08 21:48:34.071544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50486) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:34.284929 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:34.668169 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-710e355f-fb2e-4172-9125-16dfb32dea28 req-3cf2564f-c2b6-47c5-9379-37652b715e7c tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 210 time: 0.0735545 Dec 08 21:48:34.894387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Deleting port 92443e52-356e-4f8f-b691-9946cfb197a2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:34.895096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:34.940037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa4253-9387-4a3f-bbff-338a786fa492 req-ee6aac5e-ca2d-4615-b484-ef691297dac5 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:34.952753 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8daa4253-9387-4a3f-bbff-338a786fa492 req-ee6aac5e-ca2d-4615-b484-ef691297dac5 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 1.1126542 Dec 08 21:48:35.095182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43a27915-a6ac-4a4b-825f-aee73218d9de tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.106475 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-43a27915-a6ac-4a4b-825f-aee73218d9de tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "DELETE /v2.0/ports/0c4d1b74-4b16-4d54-9c5f-288878ecc5cd HTTP/1.1" status: 204 len: 168 time: 2.1314414 Dec 08 21:48:35.108062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50504) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:35.139060 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ada0ca6-3e99-44ba-adde-7633a2a7ec06 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] GET failed (client error): The resource could not be found. Dec 08 21:48:35.139898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] For port 92443e52-356e-4f8f-b691-9946cfb197a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=92443e52-356e-4f8f-b691-9946cfb197a2,segment=NetworkSegment(3a9eec92-2316-40d2-bc08-a7c4efb1cf16),segment_id=3a9eec92-2316-40d2-bc08-a7c4efb1cf16)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:35.140274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.144240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5ada0ca6-3e99-44ba-adde-7633a2a7ec06 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "GET /v2.0/ports/0c4d1b74-4b16-4d54-9c5f-288878ecc5cd HTTP/1.1" status: 404 len: 333 time: 0.0321772 Dec 08 21:48:35.146964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50506) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:35.161598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Calling delete_port for 92443e52-356e-4f8f-b691-9946cfb197a2 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:35.194863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8daa4253-9387-4a3f-bbff-338a786fa492 req-809d20cb-0da4-49e0-9edf-ae46de86f10d tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411764 Dec 08 21:48:35.263746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-50734a57-342b-4c26-96e2-221ef37c4872 req-5e4e1491-cf64-4d81-b9ae-d9c49c262285 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:48:35.264915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50734a57-342b-4c26-96e2-221ef37c4872 req-5e4e1491-cf64-4d81-b9ae-d9c49c262285 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059164 Dec 08 21:48:35.346741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-736878e1-0ed5-4774-97ad-3b9629ebc3fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:35.349437 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-736878e1-0ed5-4774-97ad-3b9629ebc3fa tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.23 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 812 time: 0.3354292 Dec 08 21:48:35.354429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a8972-4f12-4188-9604-2b8c2b4bb673 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Deleting port f317ba8b-ede2-4fac-810b-3766230ddfde {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:35.354798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8972-4f12-4188-9604-2b8c2b4bb673 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.412512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'port': {'device_id': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67', 'admin_state_up': True, 'tenant_id': '33a2b75d903d4cb09a02fcbe8b7a3d94'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:35.472365 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8972-4f12-4188-9604-2b8c2b4bb673 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.485851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a8972-4f12-4188-9604-2b8c2b4bb673 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Calling delete_port for f317ba8b-ede2-4fac-810b-3766230ddfde owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:35.544421 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-293feff8-584b-4da6-8a90-9d25bd7f1109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.573596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50734a57-342b-4c26-96e2-221ef37c4872 req-0889992e-903b-4a20-8ca1-8d0093aacc5e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3001595 Dec 08 21:48:35.756667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Made reservation on behalf of 33a2b75d903d4cb09a02fcbe8b7a3d94 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:35.760056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8972-4f12-4188-9604-2b8c2b4bb673 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.764730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.816491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 92443e52-356e-4f8f-b691-9946cfb197a2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:35.829060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a8972-4f12-4188-9604-2b8c2b4bb673 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Port': ['ID=f317ba8b-ede2-4fac-810b-3766230ddfde,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:35.865723 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e4fc2694-6075-40cf-b5e5-550a524f0bae req-22bcb265-fbe5-40c1-a7ef-73cf31ee6e01 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 210 time: 0.0794849 Dec 08 21:48:35.934458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8972-4f12-4188-9604-2b8c2b4bb673 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.938626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No active binding found for port 92443e52-356e-4f8f-b691-9946cfb197a2 {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 21:48:35.939209 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 92443e52-356e-4f8f-b691-9946cfb197a2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 21:48:35.943645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:35.949070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7a5a8972-4f12-4188-9604-2b8c2b4bb673 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "DELETE /v2.0/ports/f317ba8b-ede2-4fac-810b-3766230ddfde HTTP/1.1" status: 204 len: 168 time: 0.8000183 Dec 08 21:48:35.949631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50520) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:36.002174 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fed53a-eab7-4fdb-a5a0-6e43d24e0b9f tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] GET failed (client error): The resource could not be found. Dec 08 21:48:36.013120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50526) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:36.014813 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c0fed53a-eab7-4fdb-a5a0-6e43d24e0b9f tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "GET /v2.0/ports/f317ba8b-ede2-4fac-810b-3766230ddfde HTTP/1.1" status: 404 len: 333 time: 0.0628369 Dec 08 21:48:36.020717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Port 92443e52-356e-4f8f-b691-9946cfb197a2 not found, will not notify nova. {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 21:48:36.032165 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:36.052562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=92443e52-356e-4f8f-b691-9946cfb197a2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:36.230507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e51e2e-443d-4b27-8d46-c7e0232144a3 req-163f1661-bdf5-4b37-b2d8-b2da5c2c1a6e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:36.232565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7e51e2e-443d-4b27-8d46-c7e0232144a3 req-163f1661-bdf5-4b37-b2d8-b2da5c2c1a6e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1973825 Dec 08 21:48:36.324334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7e51e2e-443d-4b27-8d46-c7e0232144a3 req-195ea347-d50f-419e-a6db-a0543b34b5b4 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762053 Dec 08 21:48:36.578704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Deleting port ea3396ce-6e2b-457f-a842-d718a0b6c582 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:36.579119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:36.679367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] For port ea3396ce-6e2b-457f-a842-d718a0b6c582, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ea3396ce-6e2b-457f-a842-d718a0b6c582,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:36.679655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:36.695884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Allocated IP 172.20.0.10 (883012fe-eb81-4307-88dc-f2b6aa4f1c67/c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66/3ee3637b-4c48-4283-9c87-b314817e1d31) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:36.703809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Calling delete_port for ea3396ce-6e2b-457f-a842-d718a0b6c582 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:36.747642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0f01e-3ec9-4d0a-85be-ace3563cfd64 req-2d57dfa6-3c60-4666-9647-5d5fe792c135 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:36.749896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b3e0f01e-3ec9-4d0a-85be-ace3563cfd64 req-2d57dfa6-3c60-4666-9647-5d5fe792c135 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 945 time: 0.2231386 Dec 08 21:48:36.878842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b3e0f01e-3ec9-4d0a-85be-ace3563cfd64 req-ea891953-bc75-494c-b531-6ba0b1adc1c0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879230 Dec 08 21:48:36.904922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-23934e67-4932-479b-a074-4cd5bbc67c86 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Deleting port 2b1a90cc-44c2-4564-b2e6-280a967e13ab {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:36.905270 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23934e67-4932-479b-a074-4cd5bbc67c86 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:36.928365 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:36.956658 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:48:36.990671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3396ce-6e2b-457f-a842-d718a0b6c582,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:37.006205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:37.121612 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4d83b03-498e-447e-813e-950b3afd92db req-ad182f8e-398a-4855-b082-99fa70bce7e9 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 210 time: 0.0393476 Dec 08 21:48:37.283776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:37.313687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23934e67-4932-479b-a074-4cd5bbc67c86 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:37.356610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-23934e67-4932-479b-a074-4cd5bbc67c86 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Calling delete_port for 2b1a90cc-44c2-4564-b2e6-280a967e13ab owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:37.362283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:37.384070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca0e3-3e1e-415d-9d19-924eb506a325 req-189e8307-fa1c-496d-8ac5-29cf8a4925f4 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:37.385556 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-925ca0e3-3e1e-415d-9d19-924eb506a325 req-189e8307-fa1c-496d-8ac5-29cf8a4925f4 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 0.2734964 Dec 08 21:48:37.539626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-925ca0e3-3e1e-415d-9d19-924eb506a325 req-90c279d0-22a4-4ada-a9b8-c4de2cf2074e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417565 Dec 08 21:48:37.592352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:37.595369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Router 0f94fd56-fdc2-4288-a469-21cbaa509a9a has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:48:37.606402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:37.664943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:37.693265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:37.708190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:37.717298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:37.774558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Router 9c65c974-9e3b-466d-894a-39d0e4d990d5 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:48:37.789717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:37.790253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:37.797962 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23934e67-4932-479b-a074-4cd5bbc67c86 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:37.864521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23934e67-4932-479b-a074-4cd5bbc67c86 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Port': ['ID=2b1a90cc-44c2-4564-b2e6-280a967e13ab,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:37.876741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:48:37.891616 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] Sync routers for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:48:37.895868 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f0f461e2-7162-4b1a-8b5e-8a8ebea995ba admin admin] 10.222.0.21 "PUT /v2.0/routers/0f94fd56-fdc2-4288-a469-21cbaa509a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8170273 Dec 08 21:48:37.896222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50556) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:37.927693 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:37.928946 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:37.941368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-8d5d8af9-f461-4604-9e51-98cee8076366 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5409255 Dec 08 21:48:37.994252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23934e67-4932-479b-a074-4cd5bbc67c86 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.011373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-23934e67-4932-479b-a074-4cd5bbc67c86 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "DELETE /v2.0/ports/2b1a90cc-44c2-4564-b2e6-280a967e13ab HTTP/1.1" status: 204 len: 168 time: 1.9928322 Dec 08 21:48:38.018409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Request body: {'port': {'device_id': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:38.026058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50558) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:38.027714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.161954 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:38.168989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817672a4-0e79-4690-a537-1471ee295daf req-31960119-a55f-4a30-b309-96b25400afdc tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:38.186926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817672a4-0e79-4690-a537-1471ee295daf req-31960119-a55f-4a30-b309-96b25400afdc tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:38.202889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817672a4-0e79-4690-a537-1471ee295daf req-31960119-a55f-4a30-b309-96b25400afdc tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:38.220570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-817672a4-0e79-4690-a537-1471ee295daf req-31960119-a55f-4a30-b309-96b25400afdc tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36&device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8&device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 2417 time: 0.4050398 Dec 08 21:48:38.221411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-48dc175a-8220-4137-a0bc-83bdbb14779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.303527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-817672a4-0e79-4690-a537-1471ee295daf req-fcf935c2-935a-4d54-b1fb-ef487c43826c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817735 Dec 08 21:48:38.316175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:48:38.328002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.330443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] Sync routers for ids ['9c65c974-9e3b-466d-894a-39d0e4d990d5'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:48:38.342261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] Routers {'9c65c974-9e3b-466d-894a-39d0e4d990d5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:38.342920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9c65c974-9e3b-466d-894a-39d0e4d990d5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:38.345492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4f4316-f223-47b7-b631-a39f39d146bf tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Deleting subnet fbf2dd20-9425-4c96-9ef7-251c211c2c93 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:48:38.350046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-504a1854-dd3c-485a-b50c-7fd6ecba5b4f admin admin] 10.222.0.21 "PUT /v2.0/routers/9c65c974-9e3b-466d-894a-39d0e4d990d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1217098 Dec 08 21:48:38.353488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50568) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:38.365743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4316-f223-47b7-b631-a39f39d146bf tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.461183 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.481226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] Set router 9c65c974-9e3b-466d-894a-39d0e4d990d5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:38.508184 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4316-f223-47b7-b631-a39f39d146bf tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.530257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e14254-1021-4015-a5d8-16eee284dc5e req-f418a9fc-1e51-463c-908b-271d0a400546 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:38.541008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2e14254-1021-4015-a5d8-16eee284dc5e req-f418a9fc-1e51-463c-908b-271d0a400546 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 932 time: 0.2733979 Dec 08 21:48:38.561292 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:48:36Z', 'revision_number': 5, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port': {'id': '2716fa84-75a3-4c8d-bf9d-8cf17660174c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:04Z', 'updated_at': '2021-12-08T21:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:38.603716 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] Checking router: 0f94fd56-fdc2-4288-a469-21cbaa509a9a for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:48:38.613087 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] Routers {'0f94fd56-fdc2-4288-a469-21cbaa509a9a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:38.613760 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:38.736645 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] Set router 0f94fd56-fdc2-4288-a469-21cbaa509a9a gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:38.752261 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2e14254-1021-4015-a5d8-16eee284dc5e req-55389ff8-bb13-468d-a130-92e4b392b89e tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993636 Dec 08 21:48:38.760479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.786476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:35Z', 'revision_number': 5, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:38.797957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da20aa21-a71c-4424-adf2-ce20942f80ee req-c355ae7a-16c3-440f-bb2d-37f953da35e1 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2859752 Dec 08 21:48:38.853478 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:48:38Z', 'revision_number': 6, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:38.856348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] Checking router: 9c65c974-9e3b-466d-894a-39d0e4d990d5 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:48:38.886737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.886950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] Routers {'9c65c974-9e3b-466d-894a-39d0e4d990d5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:38.889099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9c65c974-9e3b-466d-894a-39d0e4d990d5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:38.903322 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71183c3-934c-4bfb-a899-576c39b39ea7 None None] The sync data for ids ['0f94fd56-fdc2-4288-a469-21cbaa509a9a'] in n-d-821126-1 is: [{'id': '0f94fd56-fdc2-4288-a469-21cbaa509a9a', 'name': 'tempest-ServersTestManualDisk-947320821-router', 'tenant_id': '621ebc12bcc24b75ae31e49cd9e03925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:03Z', 'updated_at': '2021-12-08T21:48:38Z', 'revision_number': 6, 'project_id': '621ebc12bcc24b75ae31e49cd9e03925', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:48:38.919672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Deleting port 2716fa84-75a3-4c8d-bf9d-8cf17660174c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:38.920728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:38.937889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4316-f223-47b7-b631-a39f39d146bf tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.089654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] For port 2716fa84-75a3-4c8d-bf9d-8cf17660174c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2716fa84-75a3-4c8d-bf9d-8cf17660174c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:39.090398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.096935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4316-f223-47b7-b631-a39f39d146bf tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.118432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] Set router 9c65c974-9e3b-466d-894a-39d0e4d990d5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:39.158414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.185621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Calling delete_port for 2716fa84-75a3-4c8d-bf9d-8cf17660174c owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:39.187925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f4316-f223-47b7-b631-a39f39d146bf tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf2dd20-9425-4c96-9ef7-251c211c2c93,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:39.201560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4316-f223-47b7-b631-a39f39d146bf tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.204869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cc4f4316-f223-47b7-b631-a39f39d146bf tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "DELETE /v2.0/subnets/fbf2dd20-9425-4c96-9ef7-251c211c2c93 HTTP/1.1" status: 204 len: 168 time: 1.1743941 Dec 08 21:48:39.221412 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50586) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:39.237527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f4fdb-ff97-4642-97b4-60ab8532de8b None None] Network 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:39.538090 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.638674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.653069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee3637b-4c48-4283-9c87-b314817e1d31 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:48:39.663776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Deleting port 606c51af-7b71-4786-943a-cd64030f3c0a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:39.664135 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.754469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] For port 606c51af-7b71-4786-943a-cd64030f3c0a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=606c51af-7b71-4786-943a-cd64030f3c0a,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:39.754918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.768226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Calling delete_port for 606c51af-7b71-4786-943a-cd64030f3c0a owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:39.854256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Deleting port a3135102-3210-4e92-962c-950e881d2011 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:39.854600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.946094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:39.960361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.032905 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.043559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ea3396ce-6e2b-457f-a842-d718a0b6c582 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:40.065660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Transition to ACTIVE for port object 3ee3637b-4c48-4283-9c87-b314817e1d31 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:48:40.067121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.079821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.085522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ea3396ce-6e2b-457f-a842-d718a0b6c582 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:40.086512 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ea3396ce-6e2b-457f-a842-d718a0b6c582 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:40.087127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2716fa84-75a3-4c8d-bf9d-8cf17660174c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:40.089977 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.118869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2716fa84-75a3-4c8d-bf9d-8cf17660174c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:40.120496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2716fa84-75a3-4c8d-bf9d-8cf17660174c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:40.147609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:35Z', 'revision_number': 5, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:40.179533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2716fa84-75a3-4c8d-bf9d-8cf17660174c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:40.185284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] For port a3135102-3210-4e92-962c-950e881d2011, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a3135102-3210-4e92-962c-950e881d2011,segment=NetworkSegment(7b35902e-e0af-402c-99cb-58563fe81a07),segment_id=7b35902e-e0af-402c-99cb-58563fe81a07)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:40.185766 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.187571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc382a7-a8b9-4055-961b-0a626e3656a6 None None] The sync data for ids ['9c65c974-9e3b-466d-894a-39d0e4d990d5'] in n-d-821126-1 is: [{'id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2023143329-router', 'tenant_id': '59937793ceba4dc98bba331d282cae59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:17Z', 'updated_at': '2021-12-08T21:48:35Z', 'revision_number': 5, 'project_id': '59937793ceba4dc98bba331d282cae59', 'gw_port': {'id': '606c51af-7b71-4786-943a-cd64030f3c0a', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c65c974-9e3b-466d-894a-39d0e4d990d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:18Z', 'updated_at': '2021-12-08T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:48:40.210340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] DHCP port deletion for 37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:48:40.246820 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.276805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] Deleting port a3135102-3210-4e92-962c-950e881d2011 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:40.277224 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.305847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Calling delete_port for a3135102-3210-4e92-962c-950e881d2011 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:40.347048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] For port a3135102-3210-4e92-962c-950e881d2011, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a3135102-3210-4e92-962c-950e881d2011,segment=NetworkSegment(7b35902e-e0af-402c-99cb-58563fe81a07),segment_id=7b35902e-e0af-402c-99cb-58563fe81a07)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:40.347475 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.360833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] Calling delete_port for a3135102-3210-4e92-962c-950e881d2011 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:40.366861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f2883-7c56-4756-aa33-fc448f2bbef5 req-7261bf1c-6c76-4bd3-9baa-d36bdfa233d2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:40.370129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.372607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.382609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32f2883-7c56-4756-aa33-fc448f2bbef5 req-7261bf1c-6c76-4bd3-9baa-d36bdfa233d2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 932 time: 0.4862480 Dec 08 21:48:40.450269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Pushing event deleted for resources: {'Port': ['ID=606c51af-7b71-4786-943a-cd64030f3c0a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:40.486017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.508027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] No DVR routers for this DVR port a3135102-3210-4e92-962c-950e881d2011 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:40.508600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Pushing event updated for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:40.517805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.519281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c65c974-9e3b-466d-894a-39d0e4d990d5 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:48:40.541441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.569651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3400a-b0d5-4113-9cc5-a76eba1dcf19 None None] Pushing event deleted for resources: {'Port': ['ID=a3135102-3210-4e92-962c-950e881d2011,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:40.575306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.580327 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3d9984fe-eab3-4b02-99ef-063cfb89a74c admin admin] 10.222.0.21 "DELETE /v2.0/routers/9c65c974-9e3b-466d-894a-39d0e4d990d5 HTTP/1.1" status: 204 len: 168 time: 2.2264814 Dec 08 21:48:40.583204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50618) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:40.704871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32f2883-7c56-4756-aa33-fc448f2bbef5 req-6c00ca69-7a03-4c7f-b4d3-a315876ea7ae tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167465 Dec 08 21:48:40.741717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.757052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.759411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.767931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecce019c-f7ff-4187-b24e-5719697cb2f8 admin admin] Deleting subnet 9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:48:40.774485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecce019c-f7ff-4187-b24e-5719697cb2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.788165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Port': ['ID=a3135102-3210-4e92-962c-950e881d2011,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:40.801984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] No DVR routers for this DVR port a3135102-3210-4e92-962c-950e881d2011 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:40.815259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Attempting to bind port 3ee3637b-4c48-4283-9c87-b314817e1d31 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:40.815604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Attempting to bind port 3ee3637b-4c48-4283-9c87-b314817e1d31 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:40.815937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Attempting to bind port 3ee3637b-4c48-4283-9c87-b314817e1d31 on network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:40.829164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecce019c-f7ff-4187-b24e-5719697cb2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.831647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Port 3ee3637b-4c48-4283-9c87-b314817e1d31 on network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:48:40.832323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Attempting to bind port 3ee3637b-4c48-4283-9c87-b314817e1d31 on network 883012fe-eb81-4307-88dc-f2b6aa4f1c67 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:40.859917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:40.860414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Checking segment: {'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:40.860991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Bound using segment: {'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:40.861523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Bound port: 3ee3637b-4c48-4283-9c87-b314817e1d31, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2a3eb7-bd75-4277-9116-2432bf84b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:40.861980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.911495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.924049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.924576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f94fd56-fdc2-4288-a469-21cbaa509a9a {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:48:40.934669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:40.935825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a98920d0-44c3-4ee3-bcc5-f235e525b4d8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0f94fd56-fdc2-4288-a469-21cbaa509a9a HTTP/1.1" status: 204 len: 168 time: 3.0385187 Dec 08 21:48:40.938348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50630) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:40.947294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.013406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a0d4da-09b6-430b-b0c3-a3ecc2d40d38']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:41.019271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecce019c-f7ff-4187-b24e-5719697cb2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.022641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:48:41.032630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b35902e-e0af-402c-99cb-58563fe81a07') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:41.032992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b35902e-e0af-402c-99cb-58563fe81a07') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:41.037643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-83874676-0d8a-4f56-b172-cd953cf31701 admin admin] Deleting subnet 8d09b427-0b16-4ede-bfc0-50548bd47090 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:48:41.048026 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83874676-0d8a-4f56-b172-cd953cf31701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.051241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.063186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3ee3637b-4c48-4283-9c87-b314817e1d31,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:48:41.081588 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.097345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290126e-c1dd-46f1-b9ea-80af372b5326 req-36d67ab6-7944-4094-b21b-f974c8090c86 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:41.099101 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1290126e-c1dd-46f1-b9ea-80af372b5326 req-36d67ab6-7944-4094-b21b-f974c8090c86 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 0.1286657 Dec 08 21:48:41.100092 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.116907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83874676-0d8a-4f56-b172-cd953cf31701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.119185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:48:41.119633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:48:41.148461 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:48:41.165322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:41.166003 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.167446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] 10.222.0.23 "PUT /v2.0/ports/3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 200 len: 1092 time: 3.1822107 Dec 08 21:48:41.170281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:41.172658 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55adaa20-eba7-4f3c-bad5-ccdc60f72000" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:41.217286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1290126e-c1dd-46f1-b9ea-80af372b5326 req-f70a12a9-74df-4102-95d4-1a92c50869eb tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868189 Dec 08 21:48:41.218394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecce019c-f7ff-4187-b24e-5719697cb2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.267454 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4879d71d-8a54-4ac6-9f00-129bc5eb013d x-openstack-request-id: req-4879d71d-8a54-4ac6-9f00-129bc5eb013d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:41.268143 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:41.268143 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4879d71d-8a54-4ac6-9f00-129bc5eb013d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:41.268567 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31', 'status': 'completed', 'code': 200} Dec 08 21:48:41.272683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce019c-f7ff-4187-b24e-5719697cb2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:41.278142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.288524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0de59-243d-47ed-8ab1-0c692914494e service neutron] Pushing event updated for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:41.289808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.293409 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] 10.222.0.21 "DELETE /v2.0/networks/37a0d4da-09b6-430b-b0c3-a3ecc2d40d38 HTTP/1.1" status: 204 len: 168 time: 2.0710113 Dec 08 21:48:41.298986 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecce019c-f7ff-4187-b24e-5719697cb2f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.306111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7df61-9167-4cee-bac7-d011e11fea49 None None] Network 18b961c7-3296-4022-9ea1-ca302699620a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:41.315014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ecce019c-f7ff-4187-b24e-5719697cb2f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ae04830-a91e-4ab5-bbb3-3eea4d5b6bd0 HTTP/1.1" status: 204 len: 168 time: 0.7305174 Dec 08 21:48:41.318388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50642) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:41.324830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f53bf-053c-475c-8c67-dcb43279c267 tempest-AllowedAddressPairIpV6TestJSON-792025227 tempest-AllowedAddressPairIpV6TestJSON-792025227-project] Pushing event deleted for resources: {'Network': ['ID=37a0d4da-09b6-430b-b0c3-a3ecc2d40d38,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:41.344799 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83874676-0d8a-4f56-b172-cd953cf31701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.403843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-80b51656-decf-4d19-bbfb-448ab8b47c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:41.405546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-80b51656-decf-4d19-bbfb-448ab8b47c90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1095 time: 0.1524782 Dec 08 21:48:41.421046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83874676-0d8a-4f56-b172-cd953cf31701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.462574 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-3f0b9a1f-7b9a-4372-9368-26df3b6689d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 200 len: 217 time: 0.0425379 Dec 08 21:48:41.465351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.479725 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83874676-0d8a-4f56-b172-cd953cf31701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.483966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-83874676-0d8a-4f56-b172-cd953cf31701 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8d09b427-0b16-4ede-bfc0-50548bd47090 HTTP/1.1" status: 204 len: 168 time: 0.5446138 Dec 08 21:48:41.486013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83874676-0d8a-4f56-b172-cd953cf31701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d09b427-0b16-4ede-bfc0-50548bd47090,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:41.490068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50662) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:41.497786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c86cde-087f-4623-8691-7382b9ad941d None None] Network f22b6137-789c-49e1-8a74-a0cf74db8c07 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:41.563486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-d8171409-ab53-4eed-b9b1-36c5e1f92daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:41.564986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-d8171409-ab53-4eed-b9b1-36c5e1f92daf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.0906551 Dec 08 21:48:41.651432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-a99fa705-3f59-4913-bbbf-8777f9a5d51b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384753 Dec 08 21:48:41.766808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Deleting port 951e198b-b027-4675-b110-92858af63a3f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:41.767134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.773163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 92443e52-356e-4f8f-b691-9946cfb197a2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:41.819268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 92443e52-356e-4f8f-b691-9946cfb197a2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:41.819915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 92443e52-356e-4f8f-b691-9946cfb197a2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:41.820477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a3135102-3210-4e92-962c-950e881d2011 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:41.876000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a3135102-3210-4e92-962c-950e881d2011 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:41.876851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a3135102-3210-4e92-962c-950e881d2011 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:41.877483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 606c51af-7b71-4786-943a-cd64030f3c0a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:41.881188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] DHCP port deletion for 18b961c7-3296-4022-9ea1-ca302699620a request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:48:41.885562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] DHCP port deletion for f22b6137-789c-49e1-8a74-a0cf74db8c07 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:48:41.897919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50670) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:41.902112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-9bf7237c-51c9-462d-8547-5cfeb96201d5 service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423935 Dec 08 21:48:41.930226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 606c51af-7b71-4786-943a-cd64030f3c0a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:41.931749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 606c51af-7b71-4786-943a-cd64030f3c0a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:41.933364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] For port 951e198b-b027-4675-b110-92858af63a3f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=951e198b-b027-4675-b110-92858af63a3f,segment=NetworkSegment(3a9eec92-2316-40d2-bc08-a7c4efb1cf16),segment_id=3a9eec92-2316-40d2-bc08-a7c4efb1cf16)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:41.933364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:41.992761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107fb98-f8d3-4622-bb93-05bf906f7440 req-0ce69499-3717-4774-8104-efe103c5b567 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:42.001299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3107fb98-f8d3-4622-bb93-05bf906f7440 req-0ce69499-3717-4774-8104-efe103c5b567 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 944 time: 0.2025642 Dec 08 21:48:42.011268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] Deleting port 72dcda8f-58fd-4622-97c6-0e3d8b648281 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:42.012288 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.013798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Calling delete_port for 951e198b-b027-4675-b110-92858af63a3f owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:42.048269 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.060142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ec427-e65f-4cde-8259-aaea74606a35 req-15bbfd90-215b-4435-8da7-521f23942c45 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:42.061934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] Deleting port 951e198b-b027-4675-b110-92858af63a3f {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:42.062398 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.067484 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e97ec427-e65f-4cde-8259-aaea74606a35 req-15bbfd90-215b-4435-8da7-521f23942c45 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 950 time: 0.0910070 Dec 08 21:48:42.125790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3107fb98-f8d3-4622-bb93-05bf906f7440 req-f7fcbd8a-1ac6-47dd-9d5a-caedd9215c94 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235924 Dec 08 21:48:42.144605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] For port 72dcda8f-58fd-4622-97c6-0e3d8b648281, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=72dcda8f-58fd-4622-97c6-0e3d8b648281,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:42.144605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.144823 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e97ec427-e65f-4cde-8259-aaea74606a35 req-12a2871f-45ba-4bfb-a4e7-4a4e6aac3800 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754240 Dec 08 21:48:42.167931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] For port 951e198b-b027-4675-b110-92858af63a3f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=951e198b-b027-4675-b110-92858af63a3f,segment=NetworkSegment(3a9eec92-2316-40d2-bc08-a7c4efb1cf16),segment_id=3a9eec92-2316-40d2-bc08-a7c4efb1cf16)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:42.168497 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.173406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] Calling delete_port for 72dcda8f-58fd-4622-97c6-0e3d8b648281 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:42.192517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] Calling delete_port for 951e198b-b027-4675-b110-92858af63a3f owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:42.205465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Deleting port 72dcda8f-58fd-4622-97c6-0e3d8b648281 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:42.206037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.220421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.238350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15bd1734-93a2-4434-b3f3-8fbf723c795f req-3623d91c-8d70-4ec7-9d12-25faf3b6acc0 service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209527 Dec 08 21:48:42.239186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] No DVR routers for this DVR port 951e198b-b027-4675-b110-92858af63a3f on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:42.267887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=951e198b-b027-4675-b110-92858af63a3f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:42.322474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e5b52cc1-52d8-422f-bc0b-6f6a95cd5857 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b927772fbac4348a23482c2f4810eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225051 Dec 08 21:48:42.327738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50684) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:42.341034 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.380504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] Pushing event deleted for resources: {'Port': ['ID=951e198b-b027-4675-b110-92858af63a3f,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:42.384410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc36caf-69a2-483d-acdd-ce4d84d9d56e None None] No DVR routers for this DVR port 951e198b-b027-4675-b110-92858af63a3f on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:42.390138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] For port 72dcda8f-58fd-4622-97c6-0e3d8b648281, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=72dcda8f-58fd-4622-97c6-0e3d8b648281,segment=NetworkSegment(deb80131-01d6-433d-8540-d25d0aa57f5a),segment_id=deb80131-01d6-433d-8540-d25d0aa57f5a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:42.390422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.420954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Calling delete_port for 72dcda8f-58fd-4622-97c6-0e3d8b648281 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:42.436284 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.445824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.470157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] Pushing event deleted for resources: {'Port': ['ID=72dcda8f-58fd-4622-97c6-0e3d8b648281,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:42.480772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b961c7-3296-4022-9ea1-ca302699620a']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:42.484202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e05471-37b8-4819-8435-1057e08d15f7 None None] No DVR routers for this DVR port 72dcda8f-58fd-4622-97c6-0e3d8b648281 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:42.497429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9eec92-2316-40d2-bc08-a7c4efb1cf16') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:42.497429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9eec92-2316-40d2-bc08-a7c4efb1cf16') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:42.507243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-dd47fdf8-b3ee-4c55-b424-d06f9ec7198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:42.508736 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-dd47fdf8-b3ee-4c55-b424-d06f9ec7198a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1095 time: 0.2078490 Dec 08 21:48:42.510488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.524387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53832bfb-a178-49a2-bd31-515854776d03 req-af89a302-6e52-4b7c-b090-3075f8d93b28 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:42.525857 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53832bfb-a178-49a2-bd31-515854776d03 req-af89a302-6e52-4b7c-b090-3075f8d93b28 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 0.1518869 Dec 08 21:48:42.547956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de90d3aa-9b1b-4511-92a3-3749267afa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.585950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de90d3aa-9b1b-4511-92a3-3749267afa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.595453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.604989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.626327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:48:42.626729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.629210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=72dcda8f-58fd-4622-97c6-0e3d8b648281,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:48:42.630478 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:48:42.637654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] No DVR routers for this DVR port 72dcda8f-58fd-4622-97c6-0e3d8b648281 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:42.737147 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53832bfb-a178-49a2-bd31-515854776d03 req-16d86a40-5e58-478e-b22a-a53571f05635 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745949 Dec 08 21:48:42.740472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.757053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-139dd4fe-dca1-4f2c-97d9-b27e248fe3e3 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:42.758565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-139dd4fe-dca1-4f2c-97d9-b27e248fe3e3 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.37 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 946 time: 0.2317510 Dec 08 21:48:42.769629 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de90d3aa-9b1b-4511-92a3-3749267afa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.773632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de90d3aa-9b1b-4511-92a3-3749267afa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.774972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-de90d3aa-9b1b-4511-92a3-3749267afa63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9feef8ef-e98c-43c6-bb02-14534a5d03ce HTTP/1.1" status: 204 len: 168 time: 0.4374027 Dec 08 21:48:42.776984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22b6137-789c-49e1-8a74-a0cf74db8c07']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:42.778158 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.787670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.790852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] 10.222.0.21 "DELETE /v2.0/networks/18b961c7-3296-4022-9ea1-ca302699620a HTTP/1.1" status: 204 len: 168 time: 1.4710991 Dec 08 21:48:42.802224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90d3aa-9b1b-4511-92a3-3749267afa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feef8ef-e98c-43c6-bb02-14534a5d03ce,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:42.809498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-f10b375a-a75e-4649-9c87-2535b196c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:42.811519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-f10b375a-a75e-4649-9c87-2535b196c6a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 913 time: 0.2821746 Dec 08 21:48:42.817347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb80131-01d6-433d-8540-d25d0aa57f5a') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:42.817892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb80131-01d6-433d-8540-d25d0aa57f5a') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:42.832812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd662c4-e21d-49d7-ba1e-0be3bd7bdb06 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b961c7-3296-4022-9ea1-ca302699620a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:42.848945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.866174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.870474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-7745776b-fa47-4e99-8cfc-b97998feb215 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 200 len: 217 time: 0.0472035 Dec 08 21:48:42.877483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:48:42.878908 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:48:42.882259 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:48:42.946527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-bc876bfb-c223-4cb2-a8d8-341a990695a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:42.948630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-bc876bfb-c223-4cb2-a8d8-341a990695a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.0709147 Dec 08 21:48:42.971648 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.979941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:42.990646 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-62622c03-2f09-4636-96f3-91735539dca8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320022 Dec 08 21:48:42.993104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Deleting port bad7251b-179a-4068-b68c-949f493383e6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:42.993224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f22b6137-789c-49e1-8a74-a0cf74db8c07 HTTP/1.1" status: 204 len: 168 time: 1.4967396 Dec 08 21:48:42.993497 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.039167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca6d71-82a6-4bc7-acc2-8a8ed8cd5cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22b6137-789c-49e1-8a74-a0cf74db8c07,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:43.073422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:43.147465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9dbc321e-fa59-4bc7-a02e-528eae1a62c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59937793ceba4dc98bba331d282cae59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705571 Dec 08 21:48:43.148172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50742) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:43.253071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] For port bad7251b-179a-4068-b68c-949f493383e6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bad7251b-179a-4068-b68c-949f493383e6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:43.253475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.302326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-973b123b-b503-46b8-b5b0-e5a1c211a1ae service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922127 Dec 08 21:48:43.310067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Calling delete_port for bad7251b-179a-4068-b68c-949f493383e6 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:43.342274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1cd71542-4c4c-40b0-993c-b22cfb5f6332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.370435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50752) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:43.371273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1cd71542-4c4c-40b0-993c-b22cfb5f6332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.426471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4c5510ab-32ca-4a42-89c3-3e5008b37596 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=621ebc12bcc24b75ae31e49cd9e03925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545936 Dec 08 21:48:43.428396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50754) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:43.497840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aed3451a-7b2c-49a0-ab26-dfbb4ba58e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.525742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aed3451a-7b2c-49a0-ab26-dfbb4ba58e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.583032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b1c67-6268-4c81-9f6d-811a11d0407a req-9f0a67b8-b62b-47e9-a3f6-0dde1262996a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:43.584770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb6b1c67-6268-4c81-9f6d-811a11d0407a req-9f0a67b8-b62b-47e9-a3f6-0dde1262996a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 944 time: 0.3166981 Dec 08 21:48:43.643446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f69c4-5f12-4682-b080-a9478859b6b5 req-c5d3d80e-42f9-40df-b234-69dafc8abdc8 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:43.644994 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-529f69c4-5f12-4682-b080-a9478859b6b5 req-c5d3d80e-42f9-40df-b234-69dafc8abdc8 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 950 time: 0.1051416 Dec 08 21:48:43.700128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-529f69c4-5f12-4682-b080-a9478859b6b5 req-e990f2f5-b9ac-4537-8832-854f17ab629d tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491502 Dec 08 21:48:43.708100 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aed3451a-7b2c-49a0-ab26-dfbb4ba58e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.713865 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aed3451a-7b2c-49a0-ab26-dfbb4ba58e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.715060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aed3451a-7b2c-49a0-ab26-dfbb4ba58e0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dad2434-0def-4559-9c61-0354bed135c5 HTTP/1.1" status: 204 len: 168 time: 0.2855165 Dec 08 21:48:43.717676 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1cd71542-4c4c-40b0-993c-b22cfb5f6332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.720387 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1cd71542-4c4c-40b0-993c-b22cfb5f6332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.725238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1cd71542-4c4c-40b0-993c-b22cfb5f6332 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6278115-fc50-470c-a92b-d883a7976c4c HTTP/1.1" status: 204 len: 168 time: 0.5746355 Dec 08 21:48:43.738999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3451a-7b2c-49a0-ab26-dfbb4ba58e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dad2434-0def-4559-9c61-0354bed135c5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:43.745783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 951e198b-b027-4675-b110-92858af63a3f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:43.775574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 951e198b-b027-4675-b110-92858af63a3f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:43.776138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 951e198b-b027-4675-b110-92858af63a3f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:43.777315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 72dcda8f-58fd-4622-97c6-0e3d8b648281 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:43.813561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55adaa20-eba7-4f3c-bad5-ccdc60f72000 req-6fc2bc44-bf93-4e2a-9d38-a4096ffddf98 service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840541 Dec 08 21:48:43.818811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 72dcda8f-58fd-4622-97c6-0e3d8b648281 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:43.819164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 72dcda8f-58fd-4622-97c6-0e3d8b648281 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:43.824493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:43.834705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb6b1c67-6268-4c81-9f6d-811a11d0407a req-6db5d605-8b01-4691-ad2d-e62bdfb5229c tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681287 Dec 08 21:48:43.837577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd71542-4c4c-40b0-993c-b22cfb5f6332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6278115-fc50-470c-a92b-d883a7976c4c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:43.848893 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.891849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['20b89750-f445-4310-b951-7143b377f1e7', 'b7d03e45-33f9-4630-b6c3-088ff415a3cf'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:43.892702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Pushing event deleted for resources: {'Port': ['ID=bad7251b-179a-4068-b68c-949f493383e6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:43.937219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18db4fb-156b-41d9-af7f-f44c70dd2e07 req-dcf8a24e-1f22-4d58-bd8b-15b9cd042b4b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:43.950857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b18db4fb-156b-41d9-af7f-f44c70dd2e07 req-dcf8a24e-1f22-4d58-bd8b-15b9cd042b4b tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=658da462-c5f4-42b5-ba19-a3db811eab36 HTTP/1.1" status: 200 len: 867 time: 0.1538396 Dec 08 21:48:43.991394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] No DVR routers for this DVR port bad7251b-179a-4068-b68c-949f493383e6 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:43.994306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:43.997982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32f6dc2f-77be-4d43-b7dd-dff2ca00de6d req-0aa753fe-10f9-4bf9-928f-8cc3eb6bb4f0 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.37 "DELETE /v2.0/ports/bad7251b-179a-4068-b68c-949f493383e6 HTTP/1.1" status: 204 len: 173 time: 1.2318707 Dec 08 21:48:43.998456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658da462-c5f4-42b5-ba19-a3db811eab36', 'name': 'network-vif-deleted', 'tag': 'bad7251b-179a-4068-b68c-949f493383e6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:44.000764 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bda52c-810f-4866-82dd-09ccb37f4fb8" -d '{"events": [{"server_uuid": "658da462-c5f4-42b5-ba19-a3db811eab36", "name": "network-vif-deleted", "tag": "bad7251b-179a-4068-b68c-949f493383e6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:44.007580 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b18db4fb-156b-41d9-af7f-f44c70dd2e07 req-dfe54184-519b-4e6c-9a7c-196392cfde85 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Dec 08 21:48:44.089217 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25165f-52c6-42e8-831d-102e9922c3c9 x-openstack-request-id: req-0c25165f-52c6-42e8-831d-102e9922c3c9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:44.089512 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658da462-c5f4-42b5-ba19-a3db811eab36", "name": "network-vif-deleted", "tag": "bad7251b-179a-4068-b68c-949f493383e6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:44.089763 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c25165f-52c6-42e8-831d-102e9922c3c9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:44.090243 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658da462-c5f4-42b5-ba19-a3db811eab36', 'name': 'network-vif-deleted', 'tag': 'bad7251b-179a-4068-b68c-949f493383e6', 'status': 'completed', 'code': 200} Dec 08 21:48:44.146117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:44.249050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:44.251329 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e935f9d4-dc27-4ec0-a383-ace701741795" -d '{"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-unplugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:44.285133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:44.304795 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:44.414562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=11']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:44.502103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3ee3637b-4c48-4283-9c87-b314817e1d31 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:48:44.746809 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd700c6-e37e-467c-a4cf-079534169d2a x-openstack-request-id: req-7cd700c6-e37e-467c-a4cf-079534169d2a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:44.747411 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-unplugged", "status": "completed", "tag": "25ed76c3-4881-4f39-b7a1-874531565479", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:44.747411 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cd700c6-e37e-467c-a4cf-079534169d2a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:44.747724 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479', 'code': 200} Dec 08 21:48:44.755405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3ee3637b-4c48-4283-9c87-b314817e1d31,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:44.771271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '3ee3637b-4c48-4283-9c87-b314817e1d31', 'network_id': '883012fe-eb81-4307-88dc-f2b6aa4f1c67', 'port_id': '3ee3637b-4c48-4283-9c87-b314817e1d31', 'mac_address': 'fa:16:3e:92:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:48:44.816269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50810) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:44.828405 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:44.846649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee3637b-4c48-4283-9c87-b314817e1d31 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:48:44.865137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e2d83-f400-4290-b823-9855ae393e89 req-fdff7021-384e-4a01-ac52-13c0b6e2ad40 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:44.873438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-692e2d83-f400-4290-b823-9855ae393e89 req-fdff7021-384e-4a01-ac52-13c0b6e2ad40 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 948 time: 0.0901711 Dec 08 21:48:44.875501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3ee3637b-4c48-4283-9c87-b314817e1d31,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:44.882904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:44.936682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-692e2d83-f400-4290-b823-9855ae393e89 req-2355b896-d951-450f-88ad-0cbc154683ab tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Dec 08 21:48:44.938661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:44.990126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79859f-533d-4218-bd94-f24bb6352fad req-7fbc447a-c876-4783-bb24-9340b60ab8c9 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:44.995193 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef79859f-533d-4218-bd94-f24bb6352fad req-7fbc447a-c876-4783-bb24-9340b60ab8c9 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 945 time: 0.0692391 Dec 08 21:48:45.041837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef79859f-533d-4218-bd94-f24bb6352fad req-5de90260-4a2f-41bf-a068-d1e66956f4da tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Dec 08 21:48:45.102886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'networks': [{'name': 'tempest-network--1270004201'}, {'name': 'tempest-network--1011244432'}]} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:45.105013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'network': {'name': 'tempest-network--1270004201'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:45.105441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'network': {'name': 'tempest-network--1011244432'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:45.129738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Made reservation on behalf of a5cbad5037e34f1f946ba1cee5116c3c for: {'network': 2} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:45.137122 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.146135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.221818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3ee3637b-4c48-4283-9c87-b314817e1d31'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:45.254387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.259976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.260779 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.306981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c5f04b-c2d7-4337-bce0-3fd8474637ce,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:45.312550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:45.322587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.323329 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Added segment 0f6da7c0-8af2-44fb-92bc-f08720e38221 of type vlan for network e7ee1af7-9173-440d-8b61-95ea71addeb9 Dec 08 21:48:45.381835 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.384146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50838) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:45.411969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ae1f1-ae29-4355-bb47-8ed4a7e19f27 req-8d02eca5-f7c4-4dd0-bd9f-d17108048215 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:45.413617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-249ae1f1-ae29-4355-bb47-8ed4a7e19f27 req-8d02eca5-f7c4-4dd0-bd9f-d17108048215 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 945 time: 0.0863142 Dec 08 21:48:45.427187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-89630cea-9c0f-4aa4-a207-8ba59a02fb24 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:45.428708 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-89630cea-9c0f-4aa4-a207-8ba59a02fb24 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.37 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 948 time: 0.1313627 Dec 08 21:48:45.450044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:45.475343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.476195 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Added segment 415ff9c2-205f-4f23-966f-4c7ec357f302 of type vlan for network 4d246bc0-3a21-49e0-98b6-ba2eb86c6d13 Dec 08 21:48:45.531605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.565933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.566887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.578153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:45.584959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:45.586327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.657933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-987914677-network', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:45.700579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Network': ['ID=e7ee1af7-9173-440d-8b61-95ea71addeb9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:45.714934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e7ee1af7-9173-440d-8b61-95ea71addeb9 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:45.774285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:45.778135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.793264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.806816 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9894133 Dec 08 21:48:45.808640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72b716-ffca-4151-b504-f109dc0a0262 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Network': ['ID=4d246bc0-3a21-49e0-98b6-ba2eb86c6d13,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:45.820531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-249ae1f1-ae29-4355-bb47-8ed4a7e19f27 req-ae59ff03-9b8a-4c3b-bb90-33421b93a75e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907452 Dec 08 21:48:45.821054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50860) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:45.823592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 4d246bc0-3a21-49e0-98b6-ba2eb86c6d13 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:45.829865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device bad7251b-179a-4068-b68c-949f493383e6 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:45.890509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.896544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.901525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: bad7251b-179a-4068-b68c-949f493383e6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:45.901867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device bad7251b-179a-4068-b68c-949f493383e6 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:45.908852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:45.919067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.919414 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Added segment f8d3575a-15cf-4e12-9da0-f11a24c562ac of type vlan for network a0a7c867-7327-4319-8885-0daf7b52f8d0 Dec 08 21:48:45.986332 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:45.997396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d4a0e4-226e-408d-b907-e69cfe5c76a6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:46.025482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Deleting port 25ed76c3-4881-4f39-b7a1-874531565479 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:46.026438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.033878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.035068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.035783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.038792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519e455-9154-4a67-911f-0d7eb35bc4a5 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.046103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519e455-9154-4a67-911f-0d7eb35bc4a5 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.054404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519e455-9154-4a67-911f-0d7eb35bc4a5 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.060963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519e455-9154-4a67-911f-0d7eb35bc4a5 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.062661 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f519e455-9154-4a67-911f-0d7eb35bc4a5 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2274842 Dec 08 21:48:46.065440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:46.115395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] Pushing event updated for resources: {'Network': ['ID=a0a7c867-7327-4319-8885-0daf7b52f8d0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:46.128604 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d48db247-598a-4e50-a31d-78d52f3ab87e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7432013 Dec 08 21:48:46.130105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a0a7c867-7327-4319-8885-0daf7b52f8d0 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:46.132511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50898) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:46.136933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Request body: {'subnet': {'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-987914677-subnet', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:46.157575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839776-7b25-497f-a609-e6383cbe760d req-e4081143-cf6c-4414-9b3e-28497087251f tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.165062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18839776-7b25-497f-a609-e6383cbe760d req-e4081143-cf6c-4414-9b3e-28497087251f tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 948 time: 0.1425869 Dec 08 21:48:46.200590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:46.203117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.249645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.262246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18839776-7b25-497f-a609-e6383cbe760d req-93d53c75-b716-4925-b18c-689b8e6dff63 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/security-groups?id=49383f8e-7d6e-41fd-ac9e-629d80dd9f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961154 Dec 08 21:48:46.314057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50902) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:46.316188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c36fb9-d0e1-41e4-ad73-e4fc61b52fc5 req-88274ece-aa69-4696-9911-c6c33ad5e26e tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.319153 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6c36fb9-d0e1-41e4-ad73-e4fc61b52fc5 req-88274ece-aa69-4696-9911-c6c33ad5e26e tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 945 time: 0.2064238 Dec 08 21:48:46.408136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] For port 25ed76c3-4881-4f39-b7a1-874531565479, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=25ed76c3-4881-4f39-b7a1-874531565479,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:46.408693 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.439457 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.452069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.454578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Calling delete_port for 25ed76c3-4881-4f39-b7a1-874531565479 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:46.465328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6c36fb9-d0e1-41e4-ad73-e4fc61b52fc5 req-301fc767-16b8-425b-85e4-7b05cd390856 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359372 Dec 08 21:48:46.480319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ee1af7-9173-440d-8b61-95ea71addeb9']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:46.493105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6da7c0-8af2-44fb-92bc-f08720e38221') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:46.493399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6da7c0-8af2-44fb-92bc-f08720e38221') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:46.505745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3ee3637b-4c48-4283-9c87-b314817e1d31 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:46.540814 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-056560c5-48be-4b16-9c0a-bfea5808578c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.543049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=516dca81-f820-458f-bef2-de047cd54089,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:46.564042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 3ee3637b-4c48-4283-9c87-b314817e1d31 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:48:46.570313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 3ee3637b-4c48-4283-9c87-b314817e1d31 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:46.571489 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.578308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.596983 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.603426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Checking segment: {'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:46.603788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Network hostable DHCP agents. Network: a0a7c867-7327-4319-8885-0daf7b52f8d0, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:46.628246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:48:46.628700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:48:46.632046 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:48:46.634304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Network a0a7c867-7327-4319-8885-0daf7b52f8d0 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:46.648977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a0a7c867-7327-4319-8885-0daf7b52f8d0) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:46.655071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.655443 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.692957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-446ed456-987d-401f-a1db-9d9c2e0d1420 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5598028 Dec 08 21:48:46.697685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50914) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:46.704509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833fb21-64a8-433a-9986-e5b9314aa4d1 None None] Network a0a7c867-7327-4319-8885-0daf7b52f8d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:46.707944 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.714736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:46.719656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-056560c5-48be-4b16-9c0a-bfea5808578c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.728525 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-056560c5-48be-4b16-9c0a-bfea5808578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.760494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056560c5-48be-4b16-9c0a-bfea5808578c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8d137-19d1-4e06-b9ed-f3a9964c51ef,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:46.769564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.776257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.781162 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/networks/e7ee1af7-9173-440d-8b61-95ea71addeb9 HTTP/1.1" status: 204 len: 168 time: 0.7147353 Dec 08 21:48:46.784861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50916) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:46.799889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-b22eff87-8d74-442d-9a2f-e9c0ff58c1d7 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:46.801780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3ee3637b-4c48-4283-9c87-b314817e1d31,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:46.802092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-b22eff87-8d74-442d-9a2f-e9c0ff58c1d7 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 945 time: 0.1120458 Dec 08 21:48:46.803182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.804823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:46.807680 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5acce63-3e55-4f2a-bdf9-ba3526c70ff5" -d '{"events": [{"server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "name": "network-vif-plugged", "status": "completed", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:46.814321 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.889403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b336c-47ad-4a15-9589-8edee8442e7e tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Network': ['ID=e7ee1af7-9173-440d-8b61-95ea71addeb9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:46.897160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:46.902033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Pushing event deleted for resources: {'Port': ['ID=25ed76c3-4881-4f39-b7a1-874531565479,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:46.907863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.908735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.938142 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-056560c5-48be-4b16-9c0a-bfea5808578c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5562cb843084b67bfc83b74a772fd78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230164 Dec 08 21:48:46.949017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50928) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:46.961843 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6936c674-e34f-443b-8afc-f64b808061b5 x-openstack-request-id: req-6936c674-e34f-443b-8afc-f64b808061b5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:46.962361 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "name": "network-vif-plugged", "status": "completed", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:46.963068 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6936c674-e34f-443b-8afc-f64b808061b5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:46.963786 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31', 'code': 200} Dec 08 21:48:46.987883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:46.998354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-a0a7c867-7327-4319-8885-0daf7b52f8d0', 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'fixed_ips': [{'subnet_id': '516dca81-f820-458f-bef2-de047cd54089'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:48:46.999586 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.063702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] No DVR routers for this DVR port 25ed76c3-4881-4f39-b7a1-874531565479 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:47.082997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.092127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.095735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d89843ac-3ef0-4070-9b28-68d087ef7733 req-115bacb3-8d70-4a73-8c2a-063646b1216e tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.37 "DELETE /v2.0/ports/25ed76c3-4881-4f39-b7a1-874531565479 HTTP/1.1" status: 204 len: 173 time: 1.6481426 Dec 08 21:48:47.100818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-deleted', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:47.103467 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1683fdc-4472-4c3e-8c05-0a5c2fb86edc" -d '{"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-deleted", "tag": "25ed76c3-4881-4f39-b7a1-874531565479"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:47.159907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Allocated IP 172.20.0.2 (a0a7c867-7327-4319-8885-0daf7b52f8d0/516dca81-f820-458f-bef2-de047cd54089/103d91b6-cddc-4adb-9c91-1977aa2181db) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:47.193128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Deleting port 20b89750-f445-4310-b951-7143b377f1e7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:47.193745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.212683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008cdeb-6c2a-413e-8f5b-6a762fe37b8d req-55f11d02-a7fc-410e-afa7-1d94c45d0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:47.214483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a008cdeb-6c2a-413e-8f5b-6a762fe37b8d req-55f11d02-a7fc-410e-afa7-1d94c45d0115 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1097 time: 0.1531789 Dec 08 21:48:47.255490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904b750-e503-4b64-b0df-7222cd20e8b3 req-aab5f1ac-b892-41fc-8f7d-e410dbf4da58 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:47.256990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2904b750-e503-4b64-b0df-7222cd20e8b3 req-aab5f1ac-b892-41fc-8f7d-e410dbf4da58 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 945 time: 0.1604018 Dec 08 21:48:47.352944 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a008cdeb-6c2a-413e-8f5b-6a762fe37b8d req-b98607cc-4e31-4884-9e69-5da9d2e79864 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064866 Dec 08 21:48:47.360396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2904b750-e503-4b64-b0df-7222cd20e8b3 req-abfe1849-a308-46c4-9dbb-d2a5be863a55 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911589 Dec 08 21:48:47.383463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] For port 20b89750-f445-4310-b951-7143b377f1e7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=20b89750-f445-4310-b951-7143b377f1e7,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:47.383826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.405376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Calling delete_port for 20b89750-f445-4310-b951-7143b377f1e7 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:47.418539 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b06f2b-7336-4826-87ed-4453254bf6f7 x-openstack-request-id: req-06b06f2b-7336-4826-87ed-4453254bf6f7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:47.418942 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b7929-d649-4823-8cdc-f64d9e0b1e01", "name": "network-vif-deleted", "tag": "25ed76c3-4881-4f39-b7a1-874531565479", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:47.419262 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06b06f2b-7336-4826-87ed-4453254bf6f7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:47.420285 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b7929-d649-4823-8cdc-f64d9e0b1e01', 'name': 'network-vif-deleted', 'tag': '25ed76c3-4881-4f39-b7a1-874531565479', 'status': 'completed', 'code': 200} Dec 08 21:48:47.441641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-66450ff5-236d-4a7f-8e57-f11c3f5829af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.503495 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.525539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.536046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.560633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-66450ff5-236d-4a7f-8e57-f11c3f5829af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.575734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cd864bc-335d-4cbf-a28f-9c41ee4f1bb9 req-c4220277-7b0d-427e-a739-2c02da608197 tempest-ImagesOneServerTestJSON-498372109 tempest-ImagesOneServerTestJSON-498372109-project] 10.222.0.21 "GET /v2.0/ports?device_id=025b7929-d649-4823-8cdc-f64d9e0b1e01 HTTP/1.1" status: 200 len: 210 time: 0.0492876 Dec 08 21:48:47.586280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Network a0a7c867-7327-4319-8885-0daf7b52f8d0 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:47.591342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:47.594256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.597667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:47.611127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Pushing event updated for resources: {'Port': ['ID=103d91b6-cddc-4adb-9c91-1977aa2181db,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:47.622812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.652381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['20b89750-f445-4310-b951-7143b377f1e7', 'b7d03e45-33f9-4630-b6c3-088ff415a3cf'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:47.656408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Pushing event deleted for resources: {'Port': ['ID=20b89750-f445-4310-b951-7143b377f1e7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:47.664543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560defaa-c165-4590-90df-9df81544507d req-27916d7e-3c85-4f72-bbfc-6fbb9afa4b1f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:47.673706 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-560defaa-c165-4590-90df-9df81544507d req-27916d7e-3c85-4f72-bbfc-6fbb9afa4b1f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.5805261 Dec 08 21:48:47.677467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d246bc0-3a21-49e0-98b6-ba2eb86c6d13']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:47.729876 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415ff9c2-205f-4f23-966f-4c7ec357f302') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:47.730306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415ff9c2-205f-4f23-966f-4c7ec357f302') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:47.735687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Attempting to bind port 103d91b6-cddc-4adb-9c91-1977aa2181db on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:47.736074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Attempting to bind port 103d91b6-cddc-4adb-9c91-1977aa2181db by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:47.737070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Attempting to bind port 103d91b6-cddc-4adb-9c91-1977aa2181db on network a0a7c867-7327-4319-8885-0daf7b52f8d0 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:47.741650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] No DVR routers for this DVR port 20b89750-f445-4310-b951-7143b377f1e7 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:47.753422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.755710 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6719fbff-a358-4361-89f4-04fda66db1f7 req-052ddd95-0d0f-4660-93f9-829ba064149c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.23 "DELETE /v2.0/ports/20b89750-f445-4310-b951-7143b377f1e7 HTTP/1.1" status: 204 len: 173 time: 0.9344413 Dec 08 21:48:47.765661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:47.766699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Checking segment: {'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:47.767456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.768059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Bound using segment: {'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:47.768901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Bound port: 103d91b6-cddc-4adb-9c91-1977aa2181db, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:47.770344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.791549 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.806953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e73d6f-a10e-41a4-aedf-5ba4196a96ed req-0a62e0c2-1156-4270-af3b-9b300edde6fd tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:47.810075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4e73d6f-a10e-41a4-aedf-5ba4196a96ed req-0a62e0c2-1156-4270-af3b-9b300edde6fd tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 946 time: 0.0689080 Dec 08 21:48:47.834451 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.843942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:47.848085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-560defaa-c165-4590-90df-9df81544507d req-ac9f15f4-2097-4bb9-83ee-1564295c8cf0 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724050 Dec 08 21:48:47.861928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:48:47.862821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.868302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-66450ff5-236d-4a7f-8e57-f11c3f5829af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.871442 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-66450ff5-236d-4a7f-8e57-f11c3f5829af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-66450ff5-236d-4a7f-8e57-f11c3f5829af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46e8d137-19d1-4e06-b9ed-f3a9964c51ef HTTP/1.1" status: 204 len: 168 time: 0.9224949 Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:48:47.874787 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:48:47.896361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 25ed76c3-4881-4f39-b7a1-874531565479 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:47.896896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 25ed76c3-4881-4f39-b7a1-874531565479 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:47.903799 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4e73d6f-a10e-41a4-aedf-5ba4196a96ed req-52f770f0-c304-480d-8016-0ac70dd3ad04 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Dec 08 21:48:47.962346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] For port 103d91b6-cddc-4adb-9c91-1977aa2181db, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:48:47.963415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66450ff5-236d-4a7f-8e57-f11c3f5829af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8d137-19d1-4e06-b9ed-f3a9964c51ef,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:47.967102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] For port 103d91b6-cddc-4adb-9c91-1977aa2181db, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=103d91b6-cddc-4adb-9c91-1977aa2181db,segment=NetworkSegment(f8d3575a-15cf-4e12-9da0-f11a24c562ac),segment_id=f8d3575a-15cf-4e12-9da0-f11a24c562ac)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:48:47.986778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:47.999725 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.005179 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.013946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50942) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:48.015529 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/networks/4d246bc0-3a21-49e0-98b6-ba2eb86c6d13 HTTP/1.1" status: 204 len: 168 time: 1.2241478 Dec 08 21:48:48.035657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b28e1-08a5-4183-a608-112100f32e92 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Network': ['ID=4d246bc0-3a21-49e0-98b6-ba2eb86c6d13,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:48.116953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24476b0-6f02-46bc-9da6-888c46a35225 None None] Pushing event updated for resources: {'Port': ['ID=103d91b6-cddc-4adb-9c91-1977aa2181db,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:48.201820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c43df9-6972-4e06-abce-be33af5170ac tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:48.211926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c43df9-6972-4e06-abce-be33af5170ac tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:48.217436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f1c43df9-6972-4e06-abce-be33af5170ac tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1980977 Dec 08 21:48:48.221108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50946) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:48.225598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.228795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-299609777'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:48.248558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.275549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Made reservation on behalf of a5cbad5037e34f1f946ba1cee5116c3c for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:48.280595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.314521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:48.332768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.333541 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Added segment 84bdc4d6-0d6f-4f72-a145-257acc5f5830 of type vlan for network a7de97ca-c378-480b-b29e-65ac456f79c5 Dec 08 21:48:48.424781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.493988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.505497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Allocated IP 172.25.1.82 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/d9082f55-0265-448c-a08b-eee3bd0dfbfc) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:48.508247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:48.508965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.628744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55b7d5cc-c665-4b5c-93b0-c4b352cb01e6 req-03c6955f-6e20-4848-9174-0442e1da5c7e tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a18f77f-9734-47c4-8c48-d0abb72717b8 HTTP/1.1" status: 200 len: 210 time: 0.0808110 Dec 08 21:48:48.645482 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4231222 Dec 08 21:48:48.645998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50960) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:48.657752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1266417668'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:48.675893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.695859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Made reservation on behalf of a5cbad5037e34f1f946ba1cee5116c3c for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:48.699276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.709999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7f18f-2cc5-46a6-8f87-e469f98e816a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Network': ['ID=a7de97ca-c378-480b-b29e-65ac456f79c5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:48.726341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a7de97ca-c378-480b-b29e-65ac456f79c5 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:48.731760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:48.736644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.746979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.747337 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Added segment af05a5fd-1635-4d03-847c-cd1f8d318d00 of type vlan for network 7cbde445-277f-412d-a904-c02bf2485f55 Dec 08 21:48:48.795890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Pushing event updated for resources: {'Port': ['ID=d9082f55-0265-448c-a08b-eee3bd0dfbfc,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:48.822887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.824751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:48.826486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:48.833877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:48.866534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.873519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:48.874152 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:48.914121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2604518 Dec 08 21:48:48.968945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50972) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:48.992914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'ports': [{'network_id': 'a7de97ca-c378-480b-b29e-65ac456f79c5', 'name': 'tempest-port--1321125086', 'admin_state_up': True}, {'network_id': '7cbde445-277f-412d-a904-c02bf2485f55', 'admin_state_up': False}]} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:48.993461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'port': {'network_id': 'a7de97ca-c378-480b-b29e-65ac456f79c5', 'name': 'tempest-port--1321125086', 'admin_state_up': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:48.994102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'port': {'network_id': '7cbde445-277f-412d-a904-c02bf2485f55', 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:49.045507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50982) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:49.105695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50988) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:49.113824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d1bf8-ed62-4a12-94e0-7361e8ae08be tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Network': ['ID=7cbde445-277f-412d-a904-c02bf2485f55,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:49.124686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 7cbde445-277f-412d-a904-c02bf2485f55 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:49.150025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72caff-a459-444c-88b6-5b4ce281936e req-35c75c3b-348d-4434-904e-ed550bf0d82f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:49.151607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba72caff-a459-444c-88b6-5b4ce281936e req-35c75c3b-348d-4434-904e-ed550bf0d82f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1780441 Dec 08 21:48:49.178109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7464645-543e-4352-a075-de61005defe2 req-dd9a8ba8-21d7-4743-8d36-2ea8333a1af8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:49.180770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7464645-543e-4352-a075-de61005defe2 req-dd9a8ba8-21d7-4743-8d36-2ea8333a1af8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 946 time: 0.1327577 Dec 08 21:48:49.286062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Made reservation on behalf of a5cbad5037e34f1f946ba1cee5116c3c for: {'port': 2} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:49.294041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.318005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.332827 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7464645-543e-4352-a075-de61005defe2 req-29f47a2f-669d-4de9-81e5-8aaae221a84d tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456711 Dec 08 21:48:49.344361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1805010131-network', 'tenant_id': '363f10c0afc4403fa32c0f70152ad5a1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:49.349037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba72caff-a459-444c-88b6-5b4ce281936e req-b9d69cd0-7389-4402-b1ee-885a3d90172f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096313 Dec 08 21:48:49.423301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a18f77f-9734-47c4-8c48-d0abb72717b8', 'name': 'network-vif-deleted', 'tag': '20b89750-f445-4310-b951-7143b377f1e7'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:49.425751 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96389e74-8916-4e94-8edb-b688c9cdd5e9" -d '{"events": [{"server_uuid": "6a18f77f-9734-47c4-8c48-d0abb72717b8", "name": "network-vif-deleted", "tag": "20b89750-f445-4310-b951-7143b377f1e7"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:49.426128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Made reservation on behalf of 363f10c0afc4403fa32c0f70152ad5a1 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:49.429044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.449895 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3536dbca-2fa8-4e4a-be53-3f2448a81850 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68609c536bfc433db3ea6a302e67bd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983910 Dec 08 21:48:49.449895 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.450616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50996) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:49.463910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] device_id is not set on port 909d087c-0f87-4bc0-8ec0-d841af0bdc48 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:48:49.477707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.496342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1b0d84-6672-4639-8352-38a85d7a8ddc None None] Network a0a7c867-7327-4319-8885-0daf7b52f8d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:49.517363 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e69903e-dfcd-4529-97cb-aa354823b27a x-openstack-request-id: req-6e69903e-dfcd-4529-97cb-aa354823b27a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:49.517650 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a18f77f-9734-47c4-8c48-d0abb72717b8", "name": "network-vif-deleted", "tag": "20b89750-f445-4310-b951-7143b377f1e7", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:49.517899 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e69903e-dfcd-4529-97cb-aa354823b27a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:49.518284 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a18f77f-9734-47c4-8c48-d0abb72717b8', 'name': 'network-vif-deleted', 'tag': '20b89750-f445-4310-b951-7143b377f1e7', 'status': 'completed', 'code': 200} Dec 08 21:48:49.571005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-f4d1c3f3-c4ea-48e6-8a1d-d0e35f068ebb tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2007363787&fields=id&tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94 HTTP/1.1" status: 200 len: 267 time: 0.0799015 Dec 08 21:48:49.571347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4a09b39c-811e-4ca6-9c48-24e60c0e11f7 None None] Provisioning complete for port 103d91b6-cddc-4adb-9c91-1977aa2181db triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:49.571969 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4a09b39c-811e-4ca6-9c48-24e60c0e11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.579920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7718f00a-830b-45ab-9975-4522b1755faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.649710 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7718f00a-830b-45ab-9975-4522b1755faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.735890 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.753301 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4a09b39c-811e-4ca6-9c48-24e60c0e11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.774391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-4a0479a5-8008-46f1-83b8-f6158d319ae0 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:49.776287 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-4a0479a5-8008-46f1-83b8-f6158d319ae0 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 946 time: 0.1474566 Dec 08 21:48:49.801046 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.814053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4a09b39c-811e-4ca6-9c48-24e60c0e11f7 None None] For port 103d91b6-cddc-4adb-9c91-1977aa2181db, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=103d91b6-cddc-4adb-9c91-1977aa2181db,segment=NetworkSegment(f8d3575a-15cf-4e12-9da0-f11a24c562ac),segment_id=f8d3575a-15cf-4e12-9da0-f11a24c562ac)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:49.819868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'port': {'security_groups': ['d7538add-ce7b-40b9-b0c4-a9edbb9c176e', '35ddcbf3-d940-4fb4-a702-d672c0768c38']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:49.821052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4a09b39c-811e-4ca6-9c48-24e60c0e11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.878899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 103d91b6-cddc-4adb-9c91-1977aa2181db up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:49.896785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7718f00a-830b-45ab-9975-4522b1755faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.899491 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7718f00a-830b-45ab-9975-4522b1755faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.903341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7718f00a-830b-45ab-9975-4522b1755faa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49383f8e-7d6e-41fd-ac9e-629d80dd9f10 HTTP/1.1" status: 204 len: 168 time: 0.4509919 Dec 08 21:48:49.923854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.941174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718f00a-830b-45ab-9975-4522b1755faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49383f8e-7d6e-41fd-ac9e-629d80dd9f10,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:49.946085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09b39c-811e-4ca6-9c48-24e60c0e11f7 None None] Pushing event updated for resources: {'Port': ['ID=103d91b6-cddc-4adb-9c91-1977aa2181db,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:49.952574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:49.999628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.008003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 103d91b6-cddc-4adb-9c91-1977aa2181db triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:50.009080 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.030204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:50.034256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] device_id is not set on port 294b80d1-b21d-48d4-ae7a-23a9ee5bad2b yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:48:50.094945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1737da98-debb-411c-8027-7d74979ff5f9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:50.145234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.146580 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Added segment 57571790-6232-486c-962a-7f90de527456 of type vlan for network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b Dec 08 21:48:50.231418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b79f0e2d-da5e-4509-90a3-f5cab1726a3e None None] Provisioning complete for port 103d91b6-cddc-4adb-9c91-1977aa2181db triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:50.231999 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b79f0e2d-da5e-4509-90a3-f5cab1726a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.282481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.301785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Router bcc5756c-fdf1-4170-90cd-f0e24208b181 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:48:50.330102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83f7e9-ea93-4f03-962e-54050ea498df req-130f1390-281b-45c0-8661-5221ea5952db tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:50.338809 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f83f7e9-ea93-4f03-962e-54050ea498df req-130f1390-281b-45c0-8661-5221ea5952db tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1594005 Dec 08 21:48:50.393594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3ee3637b-4c48-4283-9c87-b314817e1d31,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:50.428915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.429624 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.430576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:50.431176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.446661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.461133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.474139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:50.477378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3ee3637b-4c48-4283-9c87-b314817e1d31'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:50.518311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f83f7e9-ea93-4f03-962e-54050ea498df req-f43baa58-09a3-4757-8389-a065762d0387 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738858 Dec 08 21:48:50.540145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 20b89750-f445-4310-b951-7143b377f1e7 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:50.540483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:50.563247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4352543 Dec 08 21:48:50.564250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:50.564892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.571066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 20b89750-f445-4310-b951-7143b377f1e7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:48:50.571411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 20b89750-f445-4310-b951-7143b377f1e7 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:50.571704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51020) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:50.578765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11cfb1ec-9f9e-441b-94d6-2404f8ff0029 req-52150ec3-36bf-43b1-b410-2235ceb20024 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "PUT /v2.0/ports/3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 200 len: 982 time: 0.7831662 Dec 08 21:48:50.580394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Request body: {'subnet': {'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1805010131-subnet', 'tenant_id': '363f10c0afc4403fa32c0f70152ad5a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:50.593950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ced0d5-1b5b-4bb2-b313-4b4f3babc893 admin admin] Pushing event updated for resources: {'Network': ['ID=38ef2778-d20f-4c5d-9d75-b81c6562ef6b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:50.611105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:50.636023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.651548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Made reservation on behalf of 363f10c0afc4403fa32c0f70152ad5a1 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:50.660728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.723882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3ee3637b-4c48-4283-9c87-b314817e1d31'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:50.733924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Checking segment: {'id': '84bdc4d6-0d6f-4f72-a145-257acc5f5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a7de97ca-c378-480b-b29e-65ac456f79c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:50.734312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Network hostable DHCP agents. Network: a7de97ca-c378-480b-b29e-65ac456f79c5, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:50.796537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-872a49e7-83f7-489d-99b8-2dc58fe69fa4 req-a16a62ad-0d65-412b-89c4-a0b42f1e09ae tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/35ddcbf3-d940-4fb4-a702-d672c0768c38 HTTP/1.1" status: 200 len: 1802 time: 0.0664988 Dec 08 21:48:50.797196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Port': ['ID=909d087c-0f87-4bc0-8ec0-d841af0bdc48,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:50.880983 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-872a49e7-83f7-489d-99b8-2dc58fe69fa4 req-8128bd4a-61a9-4e76-8ee4-9b712417a5e5 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 21:48:50.882402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-872a49e7-83f7-489d-99b8-2dc58fe69fa4 req-8128bd4a-61a9-4e76-8ee4-9b712417a5e5 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/35ddcbf3-d940-4fb4-a702-d672c0768c38 HTTP/1.1" status: 409 len: 341 time: 0.0728192 Dec 08 21:48:50.883177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Network a7de97ca-c378-480b-b29e-65ac456f79c5 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:50.898540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a7de97ca-c378-480b-b29e-65ac456f79c5) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:50.909817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:50.910903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:50.919472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4aab53-1ace-40cc-ab17-ff53d21e8dac None None] Network a7de97ca-c378-480b-b29e-65ac456f79c5 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:51.027363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51034) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:51.045465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Checking segment: {'id': 'af05a5fd-1635-4d03-847c-cd1f8d318d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7cbde445-277f-412d-a904-c02bf2485f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:51.046111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Network hostable DHCP agents. Network: 7cbde445-277f-412d-a904-c02bf2485f55, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:51.060663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Port': ['ID=294b80d1-b21d-48d4-ae7a-23a9ee5bad2b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:51.079288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:48:51.086508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Network 7cbde445-277f-412d-a904-c02bf2485f55 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:51.096042 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Sync routers for ids ['bcc5756c-fdf1-4170-90cd-f0e24208b181'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:48:51.100647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7cbde445-277f-412d-a904-c02bf2485f55) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:51.106330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:51.108583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Routers {'bcc5756c-fdf1-4170-90cd-f0e24208b181'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:51.112006 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bcc5756c-fdf1-4170-90cd-f0e24208b181'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:51.115808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.123669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.123669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:51.133922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f87ee-2056-419a-92b6-eb1e23221814 None None] Network 7cbde445-277f-412d-a904-c02bf2485f55 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:51.160505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-06166681-3e4b-4f7f-a795-2f9db1368dc4 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1853034 Dec 08 21:48:51.162083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51040) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:51.267716 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:51.271541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a62c0c1-d58c-4e0b-94c8-8dc12965dd95 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5702739 Dec 08 21:48:51.272979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51042) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:51.294447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1328467240-network', 'tenant_id': 'b21afae68a574e26bcf4f8d5d76c1a67'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:51.327209 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Set router bcc5756c-fdf1-4170-90cd-f0e24208b181 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:51.348874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669ceb9-bfdb-49ca-b3cf-2ce179a7b198 req-7dbe3f43-bc19-4e72-939c-c5ee855b4408 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.351312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c669ceb9-bfdb-49ca-b3cf-2ce179a7b198 req-7dbe3f43-bc19-4e72-939c-c5ee855b4408 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 985 time: 0.1350133 Dec 08 21:48:51.371820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a44f-b62b-438e-9907-4f860474a05e req-aba88455-e6a5-4661-83c0-589f20cad77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.374889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb98a44f-b62b-438e-9907-4f860474a05e req-aba88455-e6a5-4661-83c0-589f20cad77f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1136 time: 0.1572373 Dec 08 21:48:51.400277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4978da-75cc-4833-b293-bc2bcd3511dc req-5b914970-080b-4784-b198-56a219cc1b01 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.401693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e4978da-75cc-4833-b293-bc2bcd3511dc req-5b914970-080b-4784-b198-56a219cc1b01 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.3202574 Dec 08 21:48:51.493805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e4978da-75cc-4833-b293-bc2bcd3511dc req-795ee65b-cf7f-47e5-86ec-7f3204a9391b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813313 Dec 08 21:48:51.520278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:51.694324 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:48:49Z', 'revision_number': 3, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port': {'id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:48Z', 'updated_at': '2021-12-08T21:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:51.710979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Checking segment: {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:51.711359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Network hostable DHCP agents. Network: 38ef2778-d20f-4c5d-9d75-b81c6562ef6b, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:51.719228 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd70da3-9661-4c22-bc4c-f0b64d356de9,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:51.728528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 103d91b6-cddc-4adb-9c91-1977aa2181db up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:51.729064 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Checking router: bcc5756c-fdf1-4170-90cd-f0e24208b181 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:48:51.729391 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Updating router bcc5756c-fdf1-4170-90cd-f0e24208b181 port d9082f55-0265-448c-a08b-eee3bd0dfbfc binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:48:51.772584 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:51.775575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a6039-5b50-4329-885e-93b752806dca tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.782413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a6039-5b50-4329-885e-93b752806dca tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.786183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-979a6039-5b50-4329-885e-93b752806dca tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6205180 Dec 08 21:48:51.786183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Made reservation on behalf of b21afae68a574e26bcf4f8d5d76c1a67 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:51.786555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:51.788386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:51.799766 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23364c66-dfdc-4f5d-aedc-0f6092f04e68" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:51.801677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 103d91b6-cddc-4adb-9c91-1977aa2181db triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:51.802031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:51.802380 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:51.816347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa6fd7-9f05-4186-8d10-193697d9bed7 req-68aa6cc8-28b5-48a4-97e7-5f1986ef4e63 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.826040 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-17fa6fd7-9f05-4186-8d10-193697d9bed7 req-68aa6cc8-28b5-48a4-97e7-5f1986ef4e63 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1853392 Dec 08 21:48:51.869141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:51.920904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c669ceb9-bfdb-49ca-b3cf-2ce179a7b198 req-53efbb11-96e3-4146-a3c7-fea45c1b3b8c tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=35ddcbf3-d940-4fb4-a702-d672c0768c38&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5531628 Dec 08 21:48:51.985083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-9aa186dd-e35f-43aa-b0be-5e8ccaa7ee72 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:51.986628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-9aa186dd-e35f-43aa-b0be-5e8ccaa7ee72 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1524279 Dec 08 21:48:52.051974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a44f-b62b-438e-9907-4f860474a05e req-59ef27f4-5359-43e0-af38-002f3f17bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:52.053569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb98a44f-b62b-438e-9907-4f860474a05e req-59ef27f4-5359-43e0-af38-002f3f17bcee service neutron] 10.222.0.23 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 913 time: 0.6629899 Dec 08 21:48:52.058746 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05d9fa5-e21a-4876-85cf-be927c1efae5 x-openstack-request-id: req-d05d9fa5-e21a-4876-85cf-be927c1efae5 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:52.058746 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:52.059241 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d05d9fa5-e21a-4876-85cf-be927c1efae5 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:52.059544 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31', 'status': 'completed', 'code': 200} Dec 08 21:48:52.105728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:52.126367 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb98a44f-b62b-438e-9907-4f860474a05e req-c16f967c-63e4-4cbe-bd84-fe19ac1904fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 200 len: 217 time: 0.0632713 Dec 08 21:48:52.129514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-17fa6fd7-9f05-4186-8d10-193697d9bed7 req-a380ac4c-c2d9-4dbb-835a-cd05d89e04d3 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018579 Dec 08 21:48:52.145615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 38ef2778-d20f-4c5d-9d75-b81c6562ef6b) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:52.156401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:52.157055 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.163918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33efd09-81cc-407e-b9e4-fb51ccd6c1b6 None None] Network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:52.205911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-c2d943f4-b053-478c-9826-78c26983df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:52.213911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-c2d943f4-b053-478c-9826-78c26983df58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1096 time: 0.3878942 Dec 08 21:48:52.243934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-70096dfe-a262-4ccd-887a-1ad15910178f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6687772 Dec 08 21:48:52.247106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-361e5f60-4d97-4c05-b4f0-2d5b1c0b56a7 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Deleting port 909d087c-0f87-4bc0-8ec0-d841af0bdc48 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:52.248011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-361e5f60-4d97-4c05-b4f0-2d5b1c0b56a7 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.314608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a44f-b62b-438e-9907-4f860474a05e req-ebc9b97d-95f0-45ad-bdb2-3b4a4ee8499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:52.316146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb98a44f-b62b-438e-9907-4f860474a05e req-ebc9b97d-95f0-45ad-bdb2-3b4a4ee8499a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.1805229 Dec 08 21:48:52.365384 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-361e5f60-4d97-4c05-b4f0-2d5b1c0b56a7 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.372557 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.396230 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.399161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-361e5f60-4d97-4c05-b4f0-2d5b1c0b56a7 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Calling delete_port for 909d087c-0f87-4bc0-8ec0-d841af0bdc48 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:52.405613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb98a44f-b62b-438e-9907-4f860474a05e req-b9ff3f6f-34b7-4d4e-8e1e-b1e30348b02c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646152 Dec 08 21:48:52.409653 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.425536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.432519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9e9fc-f184-4e99-a5e9-97cb603cc611 None None] Network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:52.478272 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302a9c5-0b6a-42f7-8ada-2007c83e7c79 None None] Pushing event updated for resources: {'Port': ['ID=d9082f55-0265-448c-a08b-eee3bd0dfbfc,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:52.511191 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Attempting to bind port d9082f55-0265-448c-a08b-eee3bd0dfbfc on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:52.511816 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Attempting to bind port d9082f55-0265-448c-a08b-eee3bd0dfbfc by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:52.512596 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Attempting to bind port d9082f55-0265-448c-a08b-eee3bd0dfbfc on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:52.519124 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:52.519820 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:52.520369 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.520987 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:52.521450 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Bound port: d9082f55-0265-448c-a08b-eee3bd0dfbfc, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:52.521825 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.524006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb98a44f-b62b-438e-9907-4f860474a05e req-30ef6240-6e57-4f12-8d59-fa16046a637d service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023564 Dec 08 21:48:52.529491 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.580257 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] For port d9082f55-0265-448c-a08b-eee3bd0dfbfc, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:48:52.584112 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] For port d9082f55-0265-448c-a08b-eee3bd0dfbfc, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d9082f55-0265-448c-a08b-eee3bd0dfbfc,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:48:52.593403 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.652724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a1e4bf-7464-4326-9539-97088962361b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:52.656704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb98a44f-b62b-438e-9907-4f860474a05e req-d33b9b4a-4919-40f9-adef-cd1b1c74de94 service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231670 Dec 08 21:48:52.670908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Deleting port b7d03e45-33f9-4630-b6c3-088ff415a3cf {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:52.671267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.682525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:52.762073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-ed9fd517-1464-4ff4-a33a-35ce423fbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:52.764224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-ed9fd517-1464-4ff4-a33a-35ce423fbdbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.5245795 Dec 08 21:48:52.765339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.765683 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Added segment 0e8d2011-082c-4d12-a1a3-d32de399a387 of type vlan for network 3e73f5f3-c845-4d84-b643-a9b024a162fc Dec 08 21:48:52.766055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bdf8-40f7-4e5b-ad4a-243686bb9928 req-108cd9b6-e766-4d92-9631-1fb1cd487a7e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:52.773060 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302a9c5-0b6a-42f7-8ada-2007c83e7c79 None None] Pushing event updated for resources: {'Port': ['ID=d9082f55-0265-448c-a08b-eee3bd0dfbfc,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:52.773940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2421bdf8-40f7-4e5b-ad4a-243686bb9928 req-108cd9b6-e766-4d92-9631-1fb1cd487a7e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1247306 Dec 08 21:48:52.775933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-361e5f60-4d97-4c05-b4f0-2d5b1c0b56a7 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.794868 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Routers {'bcc5756c-fdf1-4170-90cd-f0e24208b181'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:52.795918 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bcc5756c-fdf1-4170-90cd-f0e24208b181'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:52.861044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e5f60-4d97-4c05-b4f0-2d5b1c0b56a7 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Port': ['ID=909d087c-0f87-4bc0-8ec0-d841af0bdc48,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:52.892987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-361e5f60-4d97-4c05-b4f0-2d5b1c0b56a7 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.901675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-361e5f60-4d97-4c05-b4f0-2d5b1c0b56a7 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/ports/909d087c-0f87-4bc0-8ec0-d841af0bdc48 HTTP/1.1" status: 204 len: 168 time: 1.0503128 Dec 08 21:48:52.903776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51072) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:52.905319 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2421bdf8-40f7-4e5b-ad4a-243686bb9928 req-7516defa-9fd8-478e-b933-2021ceb087cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305153 Dec 08 21:48:52.914632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Allocated IP 172.20.0.1 (a0a7c867-7327-4319-8885-0daf7b52f8d0/516dca81-f820-458f-bef2-de047cd54089/7ce5e665-1ccb-4ff8-95dd-710f7847352e) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:52.922355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:52.973134 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] Set router bcc5756c-fdf1-4170-90cd-f0e24208b181 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:53.012170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-12fe9411-5121-4e42-844b-36cddf6eb2ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 1001 time: 0.2235031 Dec 08 21:48:53.024072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-4d6b4559-1355-4c9e-9d1d-657db2b37981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:53.025549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-4d6b4559-1355-4c9e-9d1d-657db2b37981 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1136 time: 0.2880588 Dec 08 21:48:53.081890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c6fed-e859-4f26-ac78-13f2419321a4 req-44c3a3c9-7afe-4e9c-bd7b-973e07ec28e3 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:53.083246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-104c6fed-e859-4f26-ac78-13f2419321a4 req-44c3a3c9-7afe-4e9c-bd7b-973e07ec28e3 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 985 time: 0.0866792 Dec 08 21:48:53.120246 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.159308 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-104c6fed-e859-4f26-ac78-13f2419321a4 req-4d5b0fec-8588-4b90-9b8a-a71de31c1fb7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=35ddcbf3-d940-4fb4-a702-d672c0768c38&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0700562 Dec 08 21:48:53.173841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] For port b7d03e45-33f9-4630-b6c3-088ff415a3cf, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b7d03e45-33f9-4630-b6c3-088ff415a3cf,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:53.174750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.197335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.198282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:53.198877 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.218859 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:48:49Z', 'revision_number': 3, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port': {'id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:48Z', 'updated_at': '2021-12-08T21:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:53.224825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.228506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Calling delete_port for b7d03e45-33f9-4630-b6c3-088ff415a3cf owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:53.268256 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539f768-7039-4804-858d-8dc063ab3d63 None None] The sync data for ids ['bcc5756c-fdf1-4170-90cd-f0e24208b181'] in n-d-821126-1 is: [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:48:49Z', 'revision_number': 3, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port': {'id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:48Z', 'updated_at': '2021-12-08T21:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:48:53.282297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Network a0a7c867-7327-4319-8885-0daf7b52f8d0 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:53.286095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:53.294231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-c5cfb6dd-c203-4b4e-98c2-da371967fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:53.300255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-c5cfb6dd-c203-4b4e-98c2-da371967fb56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.2737985 Dec 08 21:48:53.307554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:53.325089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2926397 Dec 08 21:48:53.335508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51080) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:53.346580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-2d409a60-20f9-44bf-bf1c-9b25fddf0648 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:53.353725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-2d409a60-20f9-44bf-bf1c-9b25fddf0648 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 822 time: 0.5043893 Dec 08 21:48:53.363158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Pushing event updated for resources: {'Port': ['ID=7ce5e665-1ccb-4ff8-95dd-710f7847352e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:53.374173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Request body: {'subnet': {'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1328467240-subnet', 'tenant_id': 'b21afae68a574e26bcf4f8d5d76c1a67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:53.421979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.463288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bed09e-72f6-426a-b772-1f3d3ef40c85 admin admin] Pushing event updated for resources: {'Network': ['ID=3e73f5f3-c845-4d84-b643-a9b024a162fc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:53.476274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3e73f5f3-c845-4d84-b643-a9b024a162fc details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:53.481691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-af7c3043-1958-42a0-b5c6-ce63d7223d08 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/quotas/363f10c0afc4403fa32c0f70152ad5a1 HTTP/1.1" status: 200 len: 375 time: 0.1270370 Dec 08 21:48:53.482958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ce06-025e-4ba8-85de-ab2612cce60c req-e38f02f6-3a06-406b-80ca-7f32b2cfd0ef tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:53.495265 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9694ce06-025e-4ba8-85de-ab2612cce60c req-e38f02f6-3a06-406b-80ca-7f32b2cfd0ef tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 945 time: 0.1349225 Dec 08 21:48:53.507095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-de02591f-58ac-49b4-92cc-ef1a28d26681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:53.508568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-de02591f-58ac-49b4-92cc-ef1a28d26681 service neutron] 10.222.0.23 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 913 time: 0.4521210 Dec 08 21:48:53.547121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-afffa542-16ba-4e55-8cfd-2b02790f91f8 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638227 Dec 08 21:48:53.556825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Made reservation on behalf of b21afae68a574e26bcf4f8d5d76c1a67 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:53.559106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.599408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4090a276-ae5e-467e-9aa0-f8bbc9511653 None None] Provisioning complete for port 7ce5e665-1ccb-4ff8-95dd-710f7847352e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:53.600363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4090a276-ae5e-467e-9aa0-f8bbc9511653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.653134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9694ce06-025e-4ba8-85de-ab2612cce60c req-be177098-4493-4ee2-97ed-7bd702d1bc26 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/security-groups?id=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567233 Dec 08 21:48:53.730178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.760348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-71f35fb6-af1d-4bef-8a60-a1c7df975599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:53.762068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-71f35fb6-af1d-4bef-8a60-a1c7df975599 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4471772 Dec 08 21:48:53.765105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc8c43-e92a-441e-ba06-ca88d894df64 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Deleting port 294b80d1-b21d-48d4-ae7a-23a9ee5bad2b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:53.765443 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8c43-e92a-441e-ba06-ca88d894df64 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.779750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-1a9743e6-3343-47fb-8448-d1a5ab07db94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 200 len: 217 time: 0.2431593 Dec 08 21:48:53.793465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d9082f55-0265-448c-a08b-eee3bd0dfbfc up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:53.797281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-0b7a0b08-373d-40bd-8d08-99ac9a5fc0c7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:48:53.809225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-0b7a0b08-373d-40bd-8d08-99ac9a5fc0c7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2612145 Dec 08 21:48:53.817087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-ad4a41e0-d043-437d-a8ef-9f3a6d60fdb3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:48:53.818076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-ad4a41e0-d043-437d-a8ef-9f3a6d60fdb3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264502 Dec 08 21:48:53.830849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4090a276-ae5e-467e-9aa0-f8bbc9511653 None None] Port 7ce5e665-1ccb-4ff8-95dd-710f7847352e cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:53.874452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d9082f55-0265-448c-a08b-eee3bd0dfbfc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:53.874660 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.983177 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.993182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:53.999708 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:54.013264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port d9082f55-0265-448c-a08b-eee3bd0dfbfc, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d9082f55-0265-448c-a08b-eee3bd0dfbfc,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:54.021682 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:54.041564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8c43-e92a-441e-ba06-ca88d894df64 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:54.099254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=d9082f55-0265-448c-a08b-eee3bd0dfbfc,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:54.116321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:54.118185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc8c43-e92a-441e-ba06-ca88d894df64 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Calling delete_port for 294b80d1-b21d-48d4-ae7a-23a9ee5bad2b owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:54.131066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-b46239d6-1c9d-4ea0-ad6d-1eec2b1de1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:54.132545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-b46239d6-1c9d-4ea0-ad6d-1eec2b1de1b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.3197739 Dec 08 21:48:54.135561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Pushing event updated for resources: {'Port': ['ID=7ce5e665-1ccb-4ff8-95dd-710f7847352e,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:54.199512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f4bb3-db2e-430d-bb71-ef0900c90c98 req-002a7100-ab5b-4de0-926e-9e341866cc5b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:54.203071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e0f4bb3-db2e-430d-bb71-ef0900c90c98 req-002a7100-ab5b-4de0-926e-9e341866cc5b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1447260 Dec 08 21:48:54.272252 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e0f4bb3-db2e-430d-bb71-ef0900c90c98 req-e010fe23-cd22-4ab8-bf06-358d5cdbad9e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636210 Dec 08 21:48:54.279885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Network a0a7c867-7327-4319-8885-0daf7b52f8d0 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:54.281399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:54.482867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Router bcc5756c-fdf1-4170-90cd-f0e24208b181 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:48:54.501840 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc2b31-8d61-483a-bce4-f769e82f2fb4 req-632b4799-917f-4c50-ad24-fc487de13161 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:54.514643 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24bc2b31-8d61-483a-bce4-f769e82f2fb4 req-632b4799-917f-4c50-ad24-fc487de13161 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 985 time: 0.1082942 Dec 08 21:48:54.563601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cbe1e9e3-4f27-4f33-a564-507b0f8bf186 None None] Provisioning complete for port 7ce5e665-1ccb-4ff8-95dd-710f7847352e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:54.564633 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e9e3-4f27-4f33-a564-507b0f8bf186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:54.568595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-f885ac36-c227-43fc-b4d6-aedac0f20066 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4238811 Dec 08 21:48:54.592451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b7d03e45-33f9-4630-b6c3-088ff415a3cf no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:48:54.619059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-249ba312-a951-41f6-a426-77547b0e1cb1 service neutron] 10.222.0.21 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8087797 Dec 08 21:48:54.636670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-da2fec69-315b-4db0-a60a-fe6dec8c3d51 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766190 Dec 08 21:48:54.641077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1e9e3-4f27-4f33-a564-507b0f8bf186 None None] Port 7ce5e665-1ccb-4ff8-95dd-710f7847352e cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:48:54.647544 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24bc2b31-8d61-483a-bce4-f769e82f2fb4 req-044d71a9-f370-4a50-9e94-d4c146e24e2f tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=35ddcbf3-d940-4fb4-a702-d672c0768c38&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1314812 Dec 08 21:48:54.662482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No active binding found for port b7d03e45-33f9-4630-b6c3-088ff415a3cf {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 21:48:54.662985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b7d03e45-33f9-4630-b6c3-088ff415a3cf not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:48:54.688250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:48:54.693483 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-48c9763c-dcf6-43cf-97f0-8a347019ba9d admin admin] 10.222.0.21 "PUT /v2.0/routers/bcc5756c-fdf1-4170-90cd-f0e24208b181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4182730 Dec 08 21:48:54.725302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:54.807571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-94b6b29e-5227-4d96-ae7c-75345b508665 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-89441634&fields=id&tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94 HTTP/1.1" status: 200 len: 267 time: 0.0346191 Dec 08 21:48:54.825980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51098) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:54.852996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Pushing event deleted for resources: {'Port': ['ID=b7d03e45-33f9-4630-b6c3-088ff415a3cf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:54.872469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-fb362a48-c335-4663-be3f-5fce6fd8cb78 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:54.874313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-fb362a48-c335-4663-be3f-5fce6fd8cb78 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 985 time: 0.0605500 Dec 08 21:48:54.889468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'port': {'security_groups': ['35ddcbf3-d940-4fb4-a702-d672c0768c38', 'd7538add-ce7b-40b9-b0c4-a9edbb9c176e', 'ec5b06e9-bd14-4a63-9938-2b2938784781']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:54.937862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1120801566'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:54.978051 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8c43-e92a-441e-ba06-ca88d894df64 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.000174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.012000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:55.013266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] No DVR routers for this DVR port b7d03e45-33f9-4630-b6c3-088ff415a3cf on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:48:55.015044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.015811 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.032357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.035650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a4b70c5-343b-4743-8ff5-baa239f54ed0 req-c3deca3c-9986-47b0-9544-019d18db388c tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.23 "DELETE /v2.0/ports/b7d03e45-33f9-4630-b6c3-088ff415a3cf HTTP/1.1" status: 204 len: 173 time: 3.0369735 Dec 08 21:48:55.038782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ce886-b8be-461e-9912-316e474ba57b', 'name': 'network-vif-deleted', 'tag': 'b7d03e45-33f9-4630-b6c3-088ff415a3cf'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:55.041148 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c88a1-79d8-41f7-b8a0-bbf3456b0685" -d '{"events": [{"server_uuid": "7c3ce886-b8be-461e-9912-316e474ba57b", "name": "network-vif-deleted", "tag": "b7d03e45-33f9-4630-b6c3-088ff415a3cf"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:55.076170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:55.105432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.105786 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Added segment cdc9b619-b711-4eec-824d-7caa65c5ae66 of type vlan for network 11537c13-5dba-45bc-9231-46d40987f1ef Dec 08 21:48:55.136253 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-660f4ab0-f42d-40f4-b7bd-391f39e82f63 service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501881 Dec 08 21:48:55.136987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc8c43-e92a-441e-ba06-ca88d894df64 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Port': ['ID=294b80d1-b21d-48d4-ae7a-23a9ee5bad2b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:55.156301 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-9660f672-8488-45e3-89a0-0b07f253cc58 service neutron] 10.222.0.21 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239668 Dec 08 21:48:55.158398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175249e7-9ff3-4c60-b50e-536ec2077360 req-00b7f4d6-a97f-4c93-a7d5-80430727c875 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825630 Dec 08 21:48:55.181621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.204833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8c43-e92a-441e-ba06-ca88d894df64 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.208148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4bfc8c43-e92a-441e-ba06-ca88d894df64 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/ports/294b80d1-b21d-48d4-ae7a-23a9ee5bad2b HTTP/1.1" status: 204 len: 168 time: 2.2884512 Dec 08 21:48:55.210836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51104) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:55.259506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f8d9ef-a796-480b-8bc4-8d05ddb73c78,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:55.265059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2a384fe2-a50f-4bfe-9d84-7d96f9bd66f9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514743 Dec 08 21:48:55.270402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51106) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:55.276142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1694074812'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:55.294917 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.303757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:55.304124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.306912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Checking segment: {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:55.307436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Network hostable DHCP agents. Network: 3e73f5f3-c845-4d84-b643-a9b024a162fc, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:55.348801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Made reservation on behalf of a5cbad5037e34f1f946ba1cee5116c3c for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:55.352426 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.372648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23364c66-dfdc-4f5d-aedc-0f6092f04e68 req-458939b1-2ed3-4ed8-b8b0-ef1cc2821a61 service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195683 Dec 08 21:48:55.377168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Network 3e73f5f3-c845-4d84-b643-a9b024a162fc is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:55.399774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5748692 Dec 08 21:48:55.406219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51114) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:55.411255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'subnet': {'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:55.430122 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ceb27-6470-4001-a708-5cdfcaf00940 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Network': ['ID=11537c13-5dba-45bc-9231-46d40987f1ef,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:55.447055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 11537c13-5dba-45bc-9231-46d40987f1ef details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:55.453454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3ee3637b-4c48-4283-9c87-b314817e1d31,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:55.491392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.498402 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.552863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:55.553671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.561086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:55.572608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e7ae5b8-34b4-457d-ae4f-20f34fc95868 req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "PUT /v2.0/ports/3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 200 len: 1021 time: 0.6894889 Dec 08 21:48:55.573753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:48:55.579141 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0324df1e-fd22-4158-8247-f44fa34eca65" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:48:55.584740 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.585546 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Added segment c58963b9-b122-4da5-88ec-edd22ceff827 of type vlan for network 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 Dec 08 21:48:55.599196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:55.605792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3ee3637b-4c48-4283-9c87-b314817e1d31'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:55.608859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3e73f5f3-c845-4d84-b643-a9b024a162fc) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:55.623845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55cd853-2f98-4030-b126-348a23c095a9 None None] Network 3e73f5f3-c845-4d84-b643-a9b024a162fc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:55.658412 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea2ed5-64b1-41c2-a263-a6a001e44271 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:55.677316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:55.677949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.680987 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd48c6f5-32d8-4556-a1cb-f3f8f740ee8a x-openstack-request-id: req-bd48c6f5-32d8-4556-a1cb-f3f8f740ee8a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:55.681314 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3ce886-b8be-461e-9912-316e474ba57b", "name": "network-vif-deleted", "tag": "b7d03e45-33f9-4630-b6c3-088ff415a3cf", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:55.681548 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd48c6f5-32d8-4556-a1cb-f3f8f740ee8a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:55.682007 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ce886-b8be-461e-9912-316e474ba57b', 'name': 'network-vif-deleted', 'tag': 'b7d03e45-33f9-4630-b6c3-088ff415a3cf', 'status': 'completed', 'code': 200} Dec 08 21:48:55.690313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3ee3637b-4c48-4283-9c87-b314817e1d31'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:55.709292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bfae9182-1276-4bce-94f2-d860b51d4b93 req-00016174-b1f1-4cbc-b01f-4da1d156ed39 tempest-ListServerFiltersTestJSON-908511485 tempest-ListServerFiltersTestJSON-908511485-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3ce886-b8be-461e-9912-316e474ba57b HTTP/1.1" status: 200 len: 210 time: 0.1776443 Dec 08 21:48:55.744665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.757879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:55.761676 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.781498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5898a956-d269-4532-ab9e-f258aae1c4b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4343469 Dec 08 21:48:55.798389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Sync routers for ids ['bcc5756c-fdf1-4170-90cd-f0e24208b181'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:48:55.846063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2b4ff-5787-4669-9f70-e9dbf95869fc req-24dd7c19-0482-44b4-9752-c11dd21a0947 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:55.848616 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86b2b4ff-5787-4669-9f70-e9dbf95869fc req-24dd7c19-0482-44b4-9752-c11dd21a0947 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.0955460 Dec 08 21:48:55.909022 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86b2b4ff-5787-4669-9f70-e9dbf95869fc req-28163849-b68a-4700-88be-b5d7f3d4c7d0 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446877 Dec 08 21:48:55.909206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d9082f55-0265-448c-a08b-eee3bd0dfbfc up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:48:55.952695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d7081bc-39ca-4538-9d88-a4ac0dccf646 req-ce59db9f-362c-4124-b827-4c0d4c247de0 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 210 time: 0.1252482 Dec 08 21:48:55.960455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:55.961018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Routers {'bcc5756c-fdf1-4170-90cd-f0e24208b181'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:48:55.961895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bcc5756c-fdf1-4170-90cd-f0e24208b181'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:55.974571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:55.976218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.002007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdfb41fc-0faa-4ee4-8b5e-9ab981160721 req-b9f58a39-00a8-47d0-b85e-b6714c42cd19 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/ec5b06e9-bd14-4a63-9938-2b2938784781 HTTP/1.1" status: 200 len: 1800 time: 0.0585585 Dec 08 21:48:56.023796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7520146 Dec 08 21:48:56.036849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51134) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:56.053759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1485039089'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:56.098366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Set router bcc5756c-fdf1-4170-90cd-f0e24208b181 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:48:56.104374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6a12e-805a-4228-ac93-02ea8f819c57 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Network': ['ID=8ec6af6e-bdcb-4537-b599-cfc43d63b8d6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:56.158371 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc15066-6005-4422-a050-f5c42ba8d3ee x-openstack-request-id: req-1dc15066-6005-4422-a050-f5c42ba8d3ee {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:48:56.158643 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:48:56.172541 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dc15066-6005-4422-a050-f5c42ba8d3ee {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:48:56.179444 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31', 'status': 'completed', 'code': 200} Dec 08 21:48:56.187868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:56.188377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Made reservation on behalf of a5cbad5037e34f1f946ba1cee5116c3c for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:56.195286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.218260 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-fdfb41fc-0faa-4ee4-8b5e-9ab981160721 req-05e48e89-f4c6-4961-9f1e-b93d240aea22 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 21:48:56.235346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdfb41fc-0faa-4ee4-8b5e-9ab981160721 req-05e48e89-f4c6-4961-9f1e-b93d240aea22 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec5b06e9-bd14-4a63-9938-2b2938784781 HTTP/1.1" status: 409 len: 341 time: 0.2318423 Dec 08 21:48:56.244257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:56.283203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.283761 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Added segment a8b38c47-d542-49f5-86e3-b095fe9a5f71 of type vlan for network 7cf95e35-6359-4699-83f8-c9fcd41c1850 Dec 08 21:48:56.321490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-190ea9f5-f2f6-402c-b97e-68d964e85b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:56.324106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-190ea9f5-f2f6-402c-b97e-68d964e85b40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1175 time: 0.1347816 Dec 08 21:48:56.330911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.371707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.397186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:56.399189 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.442763 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.492368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fbe978-b4c5-4bbc-9e80-fd4f0848d385 None None] Network 3e73f5f3-c845-4d84-b643-a9b024a162fc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:56.548786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Subnet': ['ID=90c99038-b1dd-4f4b-b61d-b416ec7d864b,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:56.553657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-b7857758-3c3c-4462-ad60-f9061bfb7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:56.555432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-b7857758-3c3c-4462-ad60-f9061bfb7533 service neutron] 10.222.0.23 "GET /v2.0/networks?id=883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 200 len: 913 time: 0.2223902 Dec 08 21:48:56.563001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Checking segment: {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:56.563352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network hostable DHCP agents. Network: 11537c13-5dba-45bc-9231-46d40987f1ef, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:48:56.586033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d9082f55-0265-448c-a08b-eee3bd0dfbfc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:56.586408 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.620063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-96c1923c-dba5-4093-bf91-d3e4127b3039 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 200 len: 217 time: 0.0544474 Dec 08 21:48:56.669076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Network': ['ID=7cf95e35-6359-4699-83f8-c9fcd41c1850,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:56.688651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network 11537c13-5dba-45bc-9231-46d40987f1ef is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:48:56.696958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 7cf95e35-6359-4699-83f8-c9fcd41c1850 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:56.712767 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-37f71bd8-a65e-40b3-b23d-b9d0105c3bba tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6682513 Dec 08 21:48:56.729949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 11537c13-5dba-45bc-9231-46d40987f1ef) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:56.743560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-654932a3-7343-4f85-9121-3d0032624b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:56.746543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-654932a3-7343-4f85-9121-3d0032624b35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 200 len: 852 time: 0.1167932 Dec 08 21:48:56.750203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:56.750429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:56.795258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f0b1e5-4edd-4fda-94bf-60c363325a26 None None] Network 11537c13-5dba-45bc-9231-46d40987f1ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:56.816067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-35750b2d-8988-498b-9b12-94d54a9dde25 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:56.823451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-35750b2d-8988-498b-9b12-94d54a9dde25 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/networks?id=3e73f5f3-c845-4d84-b643-a9b024a162fc HTTP/1.1" status: 200 len: 818 time: 0.2287993 Dec 08 21:48:56.833994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace5c1-b363-4c95-adfe-a31751b879ef req-811df368-b843-49f7-bf7f-59f2c20ab383 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:56.843924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31ace5c1-b363-4c95-adfe-a31751b879ef req-811df368-b843-49f7-bf7f-59f2c20ab383 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1024 time: 0.2273591 Dec 08 21:48:56.857690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-f8b8c8b3-b7c4-49db-b15d-2528d1a033ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=883012fe-eb81-4307-88dc-f2b6aa4f1c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995204 Dec 08 21:48:56.879088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-6487d0e4-a7d8-4ca1-bf48-38ca152d3012 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/quotas/b21afae68a574e26bcf4f8d5d76c1a67 HTTP/1.1" status: 200 len: 375 time: 0.0538015 Dec 08 21:48:56.952836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e723b1c0-a242-4f31-aa0c-ba91c4d1e339 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5454533 Dec 08 21:48:56.953806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:56.979734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-7d0268d8-f5bb-45f1-87cc-2916da589d0d tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b21afae68a574e26bcf4f8d5d76c1a67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955532 Dec 08 21:48:56.996510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1497812406'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:57.061047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31ace5c1-b363-4c95-adfe-a31751b879ef req-938f03a0-e92d-4086-9ba5-abc6fff92635 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec5b06e9-bd14-4a63-9938-2b2938784781&id=35ddcbf3-d940-4fb4-a702-d672c0768c38&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2097301 Dec 08 21:48:57.128116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:57.131657 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.158625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4d403174-fa6b-4565-bced-2137c8e39c33 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:57.160121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4d403174-fa6b-4565-bced-2137c8e39c33 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 822 time: 0.3071475 Dec 08 21:48:57.174908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-857985a7-ba1a-447e-b510-374e5cdc9cc9 service neutron] 10.222.0.21 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861653 Dec 08 21:48:57.185558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Request body: {'port': {'device_id': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'admin_state_up': True, 'tenant_id': '363f10c0afc4403fa32c0f70152ad5a1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:57.188989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51160) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:57.256614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-4f7fdb33-198d-4f0b-956e-7a1b4072d88f service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858221 Dec 08 21:48:57.265095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:48:57.323589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.324340 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Added segment aae5d9b2-c348-4181-ad93-1fa81d589ae4 of type vlan for network 3dade821-6a14-4511-ab69-7f558aaae603 Dec 08 21:48:57.425074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.462948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Made reservation on behalf of 363f10c0afc4403fa32c0f70152ad5a1 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:57.467253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.484075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:48:53Z', 'revision_number': 4, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port': {'id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:48Z', 'updated_at': '2021-12-08T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ce5e665-1ccb-4ff8-95dd-710f7847352e', 'name': '', 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'mac_address': 'fa:16:3e:4c:6e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '516dca81-f820-458f-bef2-de047cd54089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:52Z', 'updated_at': '2021-12-08T21:48:53Z', 'revision_number': 2, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'subnets': [{'id': '516dca81-f820-458f-bef2-de047cd54089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:48:57.512885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0324df1e-fd22-4158-8247-f44fa34eca65 req-a1769f18-35c6-4c38-9eda-bdb77be4468a service neutron] 10.222.0.23 "GET /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392707 Dec 08 21:48:57.513385 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-62853961-a148-4d89-b57f-546624e4b00e service neutron] 10.222.0.21 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266325 Dec 08 21:48:57.521987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d0a19-1f12-4ba0-acb4-fe395ead8065 req-3a712cff-c25a-431e-aeb5-f4863cbac04f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:57.529438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b10d0a19-1f12-4ba0-acb4-fe395ead8065 req-3a712cff-c25a-431e-aeb5-f4863cbac04f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.2038698 Dec 08 21:48:57.559790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Checking router: bcc5756c-fdf1-4170-90cd-f0e24208b181 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:48:57.561102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Updating router bcc5756c-fdf1-4170-90cd-f0e24208b181 port 7ce5e665-1ccb-4ff8-95dd-710f7847352e binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:48:57.564586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.570310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:57.570926 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.582897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-773a2a19-78b5-4b2c-95b7-9326810f8024 admin admin] Deleting subnet 94c5703d-d804-4d74-9dd0-a6fefad757c7 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:48:57.586749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-773a2a19-78b5-4b2c-95b7-9326810f8024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.655609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.668492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-773a2a19-78b5-4b2c-95b7-9326810f8024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.692847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-11537c13-5dba-45bc-9231-46d40987f1ef', 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'fixed_ips': [{'subnet_id': '90c99038-b1dd-4f4b-b61d-b416ec7d864b'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:48:57.693927 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:57.731539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b10d0a19-1f12-4ba0-acb4-fe395ead8065 req-bf4ab452-f01b-44e3-a20d-6f9c11e7367a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010975 Dec 08 21:48:57.859930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Network': ['ID=3dade821-6a14-4511-ab69-7f558aaae603,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:57.886692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3dade821-6a14-4511-ab69-7f558aaae603 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:48:57.895495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:48:57.923258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-773a2a19-78b5-4b2c-95b7-9326810f8024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.054612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-773a2a19-78b5-4b2c-95b7-9326810f8024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.083131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Allocated IP 172.20.0.3 (38ef2778-d20f-4c5d-9d75-b81c6562ef6b/3fd70da3-9661-4c22-bc4c-f0b64d356de9/8a6a18ab-ea41-458f-955f-85d252f68123) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:58.141102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2a19-78b5-4b2c-95b7-9326810f8024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c5703d-d804-4d74-9dd0-a6fefad757c7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:58.146644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-773a2a19-78b5-4b2c-95b7-9326810f8024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.155760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-773a2a19-78b5-4b2c-95b7-9326810f8024 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/94c5703d-d804-4d74-9dd0-a6fefad757c7 HTTP/1.1" status: 204 len: 168 time: 0.9650230 Dec 08 21:48:58.158213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51170) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:58.180289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a539a5d-88ac-4757-bf05-ef247e4c4c9f None None] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:48:58.271484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Allocated IP 19.80.0.2 (11537c13-5dba-45bc-9231-46d40987f1ef/90c99038-b1dd-4f4b-b61d-b416ec7d864b/afcc0360-a178-43aa-a372-a44aefd18c59) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:48:58.365226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.460540 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.474515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:58.526643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd5f27d1-e100-4746-9c74-1402327aa9f1 req-f64cf12e-3bdc-41bb-8dc9-48ac3f492d2d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 210 time: 0.6540644 Dec 08 21:48:58.558640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'port_id': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'mac_address': 'fa:16:3e:35:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:48:58.563644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-03933b97-8cc2-447c-b492-34c7300544c1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5743573 Dec 08 21:48:58.567188 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.594906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51182) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:48:58.665317 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.676521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'subnet': {'network_id': '3dade821-6a14-4511-ab69-7f558aaae603', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:48:58.700069 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.719548 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.779758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] DHCP port deletion for ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:48:58.809242 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.813632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:48:58.829888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50328d5-c2c9-4eb7-964e-1dc6273e1cf0 None None] Pushing event updated for resources: {'Port': ['ID=7ce5e665-1ccb-4ff8-95dd-710f7847352e,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:58.853527 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:58.921147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event updated for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:58.955610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce0b8bd5-df8a-4f7c-92bb-e10952930c47 req-bc383e68-9b87-43be-815f-5efdb6d4d5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 210 time: 0.0631218 Dec 08 21:48:59.024527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:59.035319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:59.041537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:59.069932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:59.131806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Network 11537c13-5dba-45bc-9231-46d40987f1ef is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:48:59.145537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.154140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:59.155640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.190279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-32f13cd0-1c57-4e4e-8722-2ef4466e9a17 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:59.192133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-32f13cd0-1c57-4e4e-8722-2ef4466e9a17 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1024 time: 0.6617186 Dec 08 21:48:59.194426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:48:59.211911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:48:59.221816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Pushing event updated for resources: {'Port': ['ID=afcc0360-a178-43aa-a372-a44aefd18c59,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:59.252841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Attempting to bind port 7ce5e665-1ccb-4ff8-95dd-710f7847352e on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:59.253211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Attempting to bind port 7ce5e665-1ccb-4ff8-95dd-710f7847352e by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:59.253568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Attempting to bind port 7ce5e665-1ccb-4ff8-95dd-710f7847352e on network a0a7c867-7327-4319-8885-0daf7b52f8d0 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:59.314913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:48:59.317542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e8b7a-eed8-40d4-a76c-8960a67cd605 req-1a5f6a06-5559-4c9d-b86b-28289450933d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:59.323416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38811908-6faf-49aa-a3ff-f810501157a3 req-9f507f7b-7ac2-414c-9123-c080498c554e tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:48:59.328914 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f7e8b7a-eed8-40d4-a76c-8960a67cd605 req-1a5f6a06-5559-4c9d-b86b-28289450933d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 944 time: 0.2136059 Dec 08 21:48:59.333552 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38811908-6faf-49aa-a3ff-f810501157a3 req-9f507f7b-7ac2-414c-9123-c080498c554e tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1024 time: 0.9660954 Dec 08 21:48:59.371756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Deleting port 43568a47-f738-46c2-b75c-b91f08ef1fa6 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:59.372329 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.402548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:48:59.405414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Checking segment: {'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:48:59.406103 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.406653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Bound using segment: {'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:48:59.407437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Bound port: 7ce5e665-1ccb-4ff8-95dd-710f7847352e, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d3575a-15cf-4e12-9da0-f11a24c562ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:48:59.408053 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.422769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:48:59.429844 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.558564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] Deleting port 43568a47-f738-46c2-b75c-b91f08ef1fa6 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:48:59.559205 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.569932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ed7f9e4b-79e9-4d10-97af-79ba94e0727b None None] Provisioning complete for port 7ce5e665-1ccb-4ff8-95dd-710f7847352e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:48:59.570486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9e4b-79e9-4d10-97af-79ba94e0727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.591783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38811908-6faf-49aa-a3ff-f810501157a3 req-b4cad9e6-44da-4fed-ae66-3c42d4ed3a03 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec5b06e9-bd14-4a63-9938-2b2938784781&id=35ddcbf3-d940-4fb4-a702-d672c0768c38&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2383006 Dec 08 21:48:59.670199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] For port 43568a47-f738-46c2-b75c-b91f08ef1fa6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=43568a47-f738-46c2-b75c-b91f08ef1fa6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:48:59.670653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:48:59.711941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Attempting to bind port afcc0360-a178-43aa-a372-a44aefd18c59 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:48:59.727689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Attempting to bind port afcc0360-a178-43aa-a372-a44aefd18c59 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:48:59.730043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Attempting to bind port afcc0360-a178-43aa-a372-a44aefd18c59 on network 11537c13-5dba-45bc-9231-46d40987f1ef {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:48:59.732626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:48:59.756085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Calling delete_port for 43568a47-f738-46c2-b75c-b91f08ef1fa6 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:48:59.959059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4bbfb499-4177-45d7-9527-7dddde8d68e7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7870800 Dec 08 21:48:59.960768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.029872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Request body: {'port': {'device_id': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:00.069658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Subnet': ['ID=0a4f901f-82d5-439e-a310-69f8786fdfb6,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:00.086500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.107879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] No DVR routers for this DVR port 43568a47-f738-46c2-b75c-b91f08ef1fa6 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:00.127446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51210) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:00.142237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f7e8b7a-eed8-40d4-a76c-8960a67cd605 req-eb144f69-4733-404c-a216-aee87ac947c7 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8122897 Dec 08 21:49:00.151595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'subnets': [{'network_id': '8ec6af6e-bdcb-4537-b599-cfc43d63b8d6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--342785018', 'ip_version': 6}, {'network_id': '7cf95e35-6359-4699-83f8-c9fcd41c1850', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:00.152086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'subnet': {'network_id': '8ec6af6e-bdcb-4537-b599-cfc43d63b8d6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--342785018', 'ip_version': 6}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:00.152646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Request body: {'subnet': {'network_id': '7cf95e35-6359-4699-83f8-c9fcd41c1850', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:00.200070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:00.201203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Checking segment: {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:00.208557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.210471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Bound using segment: {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:00.211253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Bound port: afcc0360-a178-43aa-a372-a44aefd18c59, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:00.212017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.217451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 43568a47-f738-46c2-b75c-b91f08ef1fa6 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:00.283244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=43568a47-f738-46c2-b75c-b91f08ef1fa6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:00.302440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95c2e9-e64c-4ce3-aeaf-f797ee516b78 req-20ecf24d-4359-4e79-bae3-8a6d4c6cba0d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:00.313044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff95c2e9-e64c-4ce3-aeaf-f797ee516b78 req-20ecf24d-4359-4e79-bae3-8a6d4c6cba0d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 931 time: 0.3317807 Dec 08 21:49:00.314055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 43568a47-f738-46c2-b75c-b91f08ef1fa6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:49:00.314662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 43568a47-f738-46c2-b75c-b91f08ef1fa6 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:00.328914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] For port 43568a47-f738-46c2-b75c-b91f08ef1fa6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=43568a47-f738-46c2-b75c-b91f08ef1fa6,segment=NetworkSegment(b75cbb3c-b665-4924-bdea-28d38f1f06e9),segment_id=b75cbb3c-b665-4924-bdea-28d38f1f06e9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:00.329637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.336501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f9e4b-79e9-4d10-97af-79ba94e0727b None None] Port 7ce5e665-1ccb-4ff8-95dd-710f7847352e cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:00.369694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.391384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] For port 7ce5e665-1ccb-4ff8-95dd-710f7847352e, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:00.396377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff95c2e9-e64c-4ce3-aeaf-f797ee516b78 req-976d6ef4-f5bc-4009-8d1c-fb0c07e20929 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782576 Dec 08 21:49:00.433719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:00.446134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] Calling delete_port for 43568a47-f738-46c2-b75c-b91f08ef1fa6 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:00.458533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75cbb3c-b665-4924-bdea-28d38f1f06e9') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:00.458792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75cbb3c-b665-4924-bdea-28d38f1f06e9') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:00.477387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] For port 7ce5e665-1ccb-4ff8-95dd-710f7847352e, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ce5e665-1ccb-4ff8-95dd-710f7847352e,segment=NetworkSegment(f8d3575a-15cf-4e12-9da0-f11a24c562ac),segment_id=f8d3575a-15cf-4e12-9da0-f11a24c562ac)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:00.500611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.587764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.607354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:49:00.615203 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.621858 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:49:00.626308 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:49:00.727126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3ee3637b-4c48-4283-9c87-b314817e1d31 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:00.743029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50328d5-c2c9-4eb7-964e-1dc6273e1cf0 None None] Pushing event updated for resources: {'Port': ['ID=7ce5e665-1ccb-4ff8-95dd-710f7847352e,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:00.810473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.826949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] For port afcc0360-a178-43aa-a372-a44aefd18c59, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:00.838605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] For port afcc0360-a178-43aa-a372-a44aefd18c59, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afcc0360-a178-43aa-a372-a44aefd18c59,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:00.839884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.857949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea HTTP/1.1" status: 204 len: 168 time: 2.6873679 Dec 08 21:49:00.864801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Routers {'bcc5756c-fdf1-4170-90cd-f0e24208b181'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:00.865475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:48:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bcc5756c-fdf1-4170-90cd-f0e24208b181'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:00.893370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-78df2df6-fce6-47e0-b47e-2a93c97f2d14 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:00.896354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-78df2df6-fce6-47e0-b47e-2a93c97f2d14 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.37 "GET /v2.0/networks?id=3e73f5f3-c845-4d84-b643-a9b024a162fc HTTP/1.1" status: 200 len: 818 time: 0.4353507 Dec 08 21:49:00.937878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Request body: {'port': {'device_id': 'da10b057-845e-4735-b396-2ddab8b5fb36', 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc', 'admin_state_up': True, 'tenant_id': 'b21afae68a574e26bcf4f8d5d76c1a67'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:00.949626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a0423-a4f3-42cb-8bb8-b3ee1e205a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:00.977043 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:00.977446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffb792-4ca6-4596-bbd4-0d86533fb3e1 req-2bbd5c48-bc7b-449b-9770-4274fdebb5a9 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:00.979245 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e8ffb792-4ca6-4596-bbd4-0d86533fb3e1 req-2bbd5c48-bc7b-449b-9770-4274fdebb5a9 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6690cc-0d83-440c-890d-73e57c0cc42a HTTP/1.1" status: 200 len: 1024 time: 0.2587039 Dec 08 21:49:00.983354 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.096965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1dd45f4c-4fcc-4720-84e2-279fa426ced6 req-913b17b7-f970-45d8-b367-5237f8880781 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 210 time: 0.2515562 Dec 08 21:49:01.243451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e8ffb792-4ca6-4596-bbd4-0d86533fb3e1 req-e952ee47-400d-4fb6-b122-0bdf6a7c1b4c tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec5b06e9-bd14-4a63-9938-2b2938784781&id=35ddcbf3-d940-4fb4-a702-d672c0768c38&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2425473 Dec 08 21:49:01.244112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51230) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:01.283881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Deleting port 3ee3637b-4c48-4283-9c87-b314817e1d31 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:01.284494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.337643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Made reservation on behalf of b21afae68a574e26bcf4f8d5d76c1a67 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:01.337964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.342120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.381773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428631e2-2a61-443f-a421-d11fa1771e33 None None] Pushing event updated for resources: {'Port': ['ID=afcc0360-a178-43aa-a372-a44aefd18c59,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:01.384385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] Network ffa50ac8-bec3-47f9-ade1-b96c1ed0fdea is not hosted by any dhcp agent {{(pid=102391) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 21:49:01.384845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] No DVR routers for this DVR port 43568a47-f738-46c2-b75c-b91f08ef1fa6 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:01.416658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] Set router bcc5756c-fdf1-4170-90cd-f0e24208b181 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:49:01.548435 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-33dc2bed-a155-468d-9ea1-bf39e3a60fb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=969d8ae59ff44bc28f44b08c3f7ebde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874839 Dec 08 21:49:01.551271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:01.564735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d5b11-5ed9-4c62-99e3-5d1de101e725 None None] Pushing event deleted for resources: {'Port': ['ID=43568a47-f738-46c2-b75c-b91f08ef1fa6,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:01.576367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2f57e-b823-4973-9a84-82fe815fc552 req-9b4cc5a4-f688-4151-ac01-06468363284f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:01.578181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fe2f57e-b823-4973-9a84-82fe815fc552 req-9b4cc5a4-f688-4151-ac01-06468363284f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 944 time: 0.2324762 Dec 08 21:49:01.582376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.632590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-10029647-d432-42a7-a95a-f8967cbb4c0b None None] Provisioning complete for port 7ce5e665-1ccb-4ff8-95dd-710f7847352e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:01.633065 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-10029647-d432-42a7-a95a-f8967cbb4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.651164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3ee3637b-4c48-4283-9c87-b314817e1d31,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:01.652207 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.674101 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fe2f57e-b823-4973-9a84-82fe815fc552 req-baad1683-7c34-4e73-8b5c-adc9f41536a7 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572917 Dec 08 21:49:01.688222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Calling delete_port for 3ee3637b-4c48-4283-9c87-b314817e1d31 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:01.712669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:01.719982 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc48dcc0-ec84-49af-a331-fcb299fb4dd2" -d '{"events": [{"server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:01.762954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0a04f5f-9117-4b12-815a-7b0c106365a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.785887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3ee3637b-4c48-4283-9c87-b314817e1d31, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3ee3637b-4c48-4283-9c87-b314817e1d31,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:01.814113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0a04f5f-9117-4b12-815a-7b0c106365a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.827291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Allocated IP 172.20.0.10 (3e73f5f3-c845-4d84-b643-a9b024a162fc/81f8d9ef-a796-480b-8bc4-8d05ddb73c78/7ae89b71-b16e-436d-9479-e25d0cd99ac6) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:01.865268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.879000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afcc0360-a178-43aa-a372-a44aefd18c59 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:01.937901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0a04f5f-9117-4b12-815a-7b0c106365a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.941922 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0a04f5f-9117-4b12-815a-7b0c106365a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.943207 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d0a04f5f-9117-4b12-815a-7b0c106365a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/553ad7bd-9e89-4c1d-a2f9-d8e897b30b01 HTTP/1.1" status: 204 len: 168 time: 0.3908839 Dec 08 21:49:01.947717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Checking segment: {'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:01.948149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network hostable DHCP agents. Network: 3dade821-6a14-4511-ab69-7f558aaae603, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:01.965332 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa5bc3d-6c0f-4729-8457-a9e6bad8904a x-openstack-request-id: req-3fa5bc3d-6c0f-4729-8457-a9e6bad8904a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:01.974393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:01.977521 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:01.979285 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fa5bc3d-6c0f-4729-8457-a9e6bad8904a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:01.981016 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31', 'code': 200} Dec 08 21:49:01.983924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04f5f-9117-4b12-815a-7b0c106365a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553ad7bd-9e89-4c1d-a2f9-d8e897b30b01,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:02.000662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:02.052989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:02.055882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.101168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] No DVR routers for this DVR port 3ee3637b-4c48-4283-9c87-b314817e1d31 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:02.104584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.108886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0e046bd-e81f-48ce-98e5-4ddc073202ab req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.23 "DELETE /v2.0/ports/3ee3637b-4c48-4283-9c87-b314817e1d31 HTTP/1.1" status: 204 len: 173 time: 2.9022701 Dec 08 21:49:02.131443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'name': 'network-vif-deleted', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:02.133500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.136081 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9545bf75-f0ab-4406-ad73-2dc531d0a72b" -d '{"events": [{"server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "name": "network-vif-deleted", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:02.157350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ebbe0-030e-43a5-93e7-e29da2d628f2 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:02.178070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-7b97a472-a5cc-47ef-8355-cbec561d4f62 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:02.179549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-7b97a472-a5cc-47ef-8355-cbec561d4f62 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.23 "GET /v2.0/networks?id=3e73f5f3-c845-4d84-b643-a9b024a162fc HTTP/1.1" status: 200 len: 818 time: 1.2982397 Dec 08 21:49:02.181441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network 3dade821-6a14-4511-ab69-7f558aaae603 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:02.284638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Network 3e73f5f3-c845-4d84-b643-a9b024a162fc is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:02.285919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Pushing event updated for resources: {'Port': ['ID=7ae89b71-b16e-436d-9479-e25d0cd99ac6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:02.288599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:02.299289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:02.440735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3ee3637b-4c48-4283-9c87-b314817e1d31,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:02.498406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:02.500043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.551236 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-10029647-d432-42a7-a95a-f8967cbb4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.557832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6a18ab-ea41-458f-955f-85d252f68123 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:02.585642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.600988 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11e6014c-ba41-4a25-b05b-3a84fd08dc6f req-e2e960a4-0681-48bd-be6e-de9b5d0732ea tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 210 time: 0.0947006 Dec 08 21:49:02.619625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Transition to ACTIVE for port object 8a6a18ab-ea41-458f-955f-85d252f68123 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:02.628145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port afcc0360-a178-43aa-a372-a44aefd18c59 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:02.629212 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.661481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-30b24dbf-d932-4436-ab7f-373fabef36a1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7343960 Dec 08 21:49:02.675002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Request body: {'port': {'device_id': 'da10b057-845e-4735-b396-2ddab8b5fb36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:02.685946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Request body: {'port': {'device_id': '4543a8b4-e0e7-48f4-a026-a3378b728467', 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc', 'admin_state_up': True, 'tenant_id': 'b21afae68a574e26bcf4f8d5d76c1a67'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:02.734080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:02.741447 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.848611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.853683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-10029647-d432-42a7-a95a-f8967cbb4c0b None None] For port 7ce5e665-1ccb-4ff8-95dd-710f7847352e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ce5e665-1ccb-4ff8-95dd-710f7847352e,segment=NetworkSegment(f8d3575a-15cf-4e12-9da0-f11a24c562ac),segment_id=f8d3575a-15cf-4e12-9da0-f11a24c562ac)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:02.920417 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-10029647-d432-42a7-a95a-f8967cbb4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.956148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Made reservation on behalf of a5cbad5037e34f1f946ba1cee5116c3c for: {'subnet': 2} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:02.962793 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:02.963652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:03.132827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:48:53Z', 'revision_number': 4, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port': {'id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:48Z', 'updated_at': '2021-12-08T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ce5e665-1ccb-4ff8-95dd-710f7847352e', 'name': '', 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'mac_address': 'fa:16:3e:4c:6e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '516dca81-f820-458f-bef2-de047cd54089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:52Z', 'updated_at': '2021-12-08T21:49:00Z', 'revision_number': 4, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'subnets': [{'id': '516dca81-f820-458f-bef2-de047cd54089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:03.222201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10029647-d432-42a7-a95a-f8967cbb4c0b None None] Pushing event updated for resources: {'Port': ['ID=7ce5e665-1ccb-4ff8-95dd-710f7847352e,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:03.240243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0b8b5-4ca7-4715-9e9b-21e05902abef None None] The sync data for ids ['bcc5756c-fdf1-4170-90cd-f0e24208b181'] in n-d-821126-1 is: [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:48:53Z', 'revision_number': 4, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port': {'id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:48Z', 'updated_at': '2021-12-08T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ce5e665-1ccb-4ff8-95dd-710f7847352e', 'name': '', 'network_id': 'a0a7c867-7327-4319-8885-0daf7b52f8d0', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'mac_address': 'fa:16:3e:4c:6e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '516dca81-f820-458f-bef2-de047cd54089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:52Z', 'updated_at': '2021-12-08T21:49:00Z', 'revision_number': 4, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'subnets': [{'id': '516dca81-f820-458f-bef2-de047cd54089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:49:03.266654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3dade821-6a14-4511-ab69-7f558aaae603) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:03.276493 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e3f74-421c-43dc-bc67-ba4824a79583 x-openstack-request-id: req-b93e3f74-421c-43dc-bc67-ba4824a79583 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:03.276797 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6690cc-0d83-440c-890d-73e57c0cc42a", "name": "network-vif-deleted", "tag": "3ee3637b-4c48-4283-9c87-b314817e1d31", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:03.277062 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b93e3f74-421c-43dc-bc67-ba4824a79583 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:03.277483 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6690cc-0d83-440c-890d-73e57c0cc42a', 'name': 'network-vif-deleted', 'tag': '3ee3637b-4c48-4283-9c87-b314817e1d31', 'status': 'completed', 'code': 200} Dec 08 21:49:03.283419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbdc665-6cd8-4c1b-9dbb-bafcc3681fc0 None None] Network 11537c13-5dba-45bc-9231-46d40987f1ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:03.285164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:03.285323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55589f5c-00e4-4e83-a070-495b110264b2 None None] Network 3dade821-6a14-4511-ab69-7f558aaae603 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:03.295575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Made reservation on behalf of b21afae68a574e26bcf4f8d5d76c1a67 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:03.299212 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:03.338008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:03.338603 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:03.403451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaebcca-69dc-4fd4-9129-a898a9432228 req-2cfe8aca-e72c-47df-8b02-6d4162616715 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:03.412270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ddaebcca-69dc-4fd4-9129-a898a9432228 req-2cfe8aca-e72c-47df-8b02-6d4162616715 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 944 time: 0.2073987 Dec 08 21:49:03.468975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2d1f41dd-c03e-4f20-99e5-9bdaf48195d8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.7983551 Dec 08 21:49:03.477416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-d8108f18-a2ba-444f-9bee-fee137785d4f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:03.479100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-d8108f18-a2ba-444f-9bee-fee137785d4f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.23 "GET /v2.0/networks?id=3e73f5f3-c845-4d84-b643-a9b024a162fc HTTP/1.1" status: 200 len: 818 time: 2.4930634 Dec 08 21:49:03.541981 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:03.546523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Request body: {'port': {'device_id': 'cc48d3ff-b7e6-430a-a32c-1ee48f31157a', 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc', 'admin_state_up': True, 'tenant_id': 'b21afae68a574e26bcf4f8d5d76c1a67'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:03.588166 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ddaebcca-69dc-4fd4-9129-a898a9432228 req-2bb30909-e574-4d69-ba8d-8f38605a5474 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747699 Dec 08 21:49:03.603020 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:03.624134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae89b71-b16e-436d-9479-e25d0cd99ac6 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:03.666794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:03.704039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51276) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:03.789252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Transition to ACTIVE for port object 7ae89b71-b16e-436d-9479-e25d0cd99ac6 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:03.831840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:03.952878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ff87f93-a050-4100-99aa-c114315d21c5 req-3f042f8b-4d6a-4e67-af15-5813c3997ccc tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/35ddcbf3-d940-4fb4-a702-d672c0768c38 HTTP/1.1" status: 200 len: 1802 time: 0.2947364 Dec 08 21:49:03.993022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1474507665-network', 'tenant_id': '0f59801000874b3f92b474e0e6d16a26'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:04.008484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae89b71-b16e-436d-9479-e25d0cd99ac6,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:04.092616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:04.107141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:04.111085 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446db738-978d-4488-bbfb-edd81ec0088a" -d '{"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-plugged", "status": "completed", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:04.123676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51425d-2d43-4feb-a2b7-149d7687cf7f req-ab472df5-1dbb-496b-a878-ab96f65697bc tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:04.130842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e030fde9-f29b-49e1-87f0-0b7708d564bd None None] Provisioning complete for port afcc0360-a178-43aa-a372-a44aefd18c59 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:04.131292 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e030fde9-f29b-49e1-87f0-0b7708d564bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.131683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c51425d-2d43-4feb-a2b7-149d7687cf7f req-ab472df5-1dbb-496b-a878-ab96f65697bc tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 931 time: 2.1773612 Dec 08 21:49:04.143158 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.166048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Made reservation on behalf of 0f59801000874b3f92b474e0e6d16a26 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:04.168798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.172135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.185934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.218777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port afcc0360-a178-43aa-a372-a44aefd18c59, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afcc0360-a178-43aa-a372-a44aefd18c59,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:04.287966 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.345942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-3dade821-6a14-4511-ab69-7f558aaae603', 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'fixed_ips': [{'subnet_id': '0a4f901f-82d5-439e-a310-69f8786fdfb6'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:49:04.347113 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.437302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c51425d-2d43-4feb-a2b7-149d7687cf7f req-5c6f4752-d1e0-47d0-99a0-a6f46f6b3278 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045843 Dec 08 21:49:04.443022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:04.454550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.476415 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.534413 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6ff87f93-a050-4100-99aa-c114315d21c5 req-43448319-b18b-439e-b9c4-96293f4593e8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.567404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:49:04.593085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ce5e665-1ccb-4ff8-95dd-710f7847352e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:04.611727 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6ff87f93-a050-4100-99aa-c114315d21c5 req-43448319-b18b-439e-b9c4-96293f4593e8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.620250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d2b29c-9725-485f-8f44-419c8a01084b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:04.644828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.646123 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Added segment ebb0bfb7-28fd-4a53-9797-e91ec0209fb9 of type vlan for network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b Dec 08 21:49:04.667422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:04.681203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Attempting to bind port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:04.682840 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Attempting to bind port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:04.683460 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Attempting to bind port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 on network 3e73f5f3-c845-4d84-b643-a9b024a162fc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:04.693725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Made reservation on behalf of b21afae68a574e26bcf4f8d5d76c1a67 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:04.697591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.752030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9852c0e3-6977-49d9-bf1a-180612b42db2 req-b6419142-8a8f-4b09-a6fb-9c7bacf79eba tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 210 time: 0.0927372 Dec 08 21:49:04.780930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Subnet': ['ID=27095249-f930-4197-956a-fe2dc24f9714,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:04.788039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 on network 3e73f5f3-c845-4d84-b643-a9b024a162fc not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:04.788507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Attempting to bind port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 on network 3e73f5f3-c845-4d84-b643-a9b024a162fc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:04.823972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:04.824338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Checking segment: {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:04.824761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Bound using segment: {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:04.827725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Bound port: 7ae89b71-b16e-436d-9479-e25d0cd99ac6, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:04.828105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.859827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.941856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=afcc0360-a178-43aa-a372-a44aefd18c59,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:04.961102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Allocated IP 19.86.0.2 (3dade821-6a14-4511-ab69-7f558aaae603/0a4f901f-82d5-439e-a310-69f8786fdfb6/1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:04.967786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6ff87f93-a050-4100-99aa-c114315d21c5 req-43448319-b18b-439e-b9c4-96293f4593e8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.974402 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6ff87f93-a050-4100-99aa-c114315d21c5 req-43448319-b18b-439e-b9c4-96293f4593e8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.979336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ff87f93-a050-4100-99aa-c114315d21c5 req-43448319-b18b-439e-b9c4-96293f4593e8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/35ddcbf3-d940-4fb4-a702-d672c0768c38 HTTP/1.1" status: 204 len: 173 time: 0.9495792 Dec 08 21:49:04.989448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:04.990539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:04.991720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.027312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7ce5e665-1ccb-4ff8-95dd-710f7847352e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:05.027754 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.057427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43448319-b18b-439e-b9c4-96293f4593e8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ddcbf3-d940-4fb4-a702-d672c0768c38,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:05.091662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Attempting to bind port 8a6a18ab-ea41-458f-955f-85d252f68123 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:05.097790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Attempting to bind port 8a6a18ab-ea41-458f-955f-85d252f68123 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:05.098259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Attempting to bind port 8a6a18ab-ea41-458f-955f-85d252f68123 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:05.171487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Port 8a6a18ab-ea41-458f-955f-85d252f68123 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:05.171922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Attempting to bind port 8a6a18ab-ea41-458f-955f-85d252f68123 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:05.174348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4534349 Dec 08 21:49:05.181891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51298) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:05.193491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Request body: {'subnet': {'network_id': 'e6ec7d9b-8b08-4537-ac67-8e08fa188e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1474507665-subnet', 'tenant_id': '0f59801000874b3f92b474e0e6d16a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:05.256901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Made reservation on behalf of 0f59801000874b3f92b474e0e6d16a26 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:05.259453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.281995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-e1482573-166d-4282-abd9-f3b29b40fb0e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:05.291386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-e1482573-166d-4282-abd9-f3b29b40fb0e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:05.292243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] For port 7ae89b71-b16e-436d-9479-e25d0cd99ac6, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:05.294321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-e1482573-166d-4282-abd9-f3b29b40fb0e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/networks?id=11537c13-5dba-45bc-9231-46d40987f1ef&id=3dade821-6a14-4511-ab69-7f558aaae603&id=11537c13-5dba-45bc-9231-46d40987f1ef HTTP/1.1" status: 200 len: 1392 time: 0.3403130 Dec 08 21:49:05.315611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Checking segment: {'id': 'c58963b9-b122-4da5-88ec-edd22ceff827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8ec6af6e-bdcb-4537-b599-cfc43d63b8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:05.324235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Network hostable DHCP agents. Network: 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:05.333395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.339732 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff0a50b-22d0-4994-b220-2c8007915e3a x-openstack-request-id: req-aff0a50b-22d0-4994-b220-2c8007915e3a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:05.340029 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-plugged", "status": "completed", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:05.340332 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aff0a50b-22d0-4994-b220-2c8007915e3a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:05.340811 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'code': 200} Dec 08 21:49:05.352985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.366527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:05.367621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Checking segment: {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:05.368110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Bound using segment: {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:05.368664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Bound port: 8a6a18ab-ea41-458f-955f-85d252f68123, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:05.369119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.382253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891e3bc-bf6f-40bf-a91e-09101867bc28 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ec7d9b-8b08-4537-ac67-8e08fa188e7b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:05.386645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] For port 7ae89b71-b16e-436d-9479-e25d0cd99ac6, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7ae89b71-b16e-436d-9479-e25d0cd99ac6,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:05.407188 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.425101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:49:05.439391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b6da9efd-4ca6-4fda-bdda-bf2a4df4528f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/quotas/da35c2b14efb4d0281881de2f672797e HTTP/1.1" status: 200 len: 375 time: 0.1119289 Dec 08 21:49:05.458610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Network 3dade821-6a14-4511-ab69-7f558aaae603 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:05.488721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Allocated IP 172.20.0.8 (3e73f5f3-c845-4d84-b643-a9b024a162fc/81f8d9ef-a796-480b-8bc4-8d05ddb73c78/e3fce6f1-2695-49d3-9658-81faa159dbe5) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:05.503144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae89b71-b16e-436d-9479-e25d0cd99ac6,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:05.504902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:05.519278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:05.529689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Network 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:05.571228 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:05.571896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.573716 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-f61d9246-a961-4d59-a77b-d469b4baa206 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ae89b71-b16e-436d-9479-e25d0cd99ac6 HTTP/1.1" status: 200 len: 1092 time: 2.9038630 Dec 08 21:49:05.580870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:05.586800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da10b057-845e-4735-b396-2ddab8b5fb36', 'tag': '7ae89b71-b16e-436d-9479-e25d0cd99ac6'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:05.589326 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f9d28a-0f51-4bcb-b644-0d497ac0b118" -d '{"events": [{"name": "network-changed", "server_uuid": "da10b057-845e-4735-b396-2ddab8b5fb36", "tag": "7ae89b71-b16e-436d-9479-e25d0cd99ac6"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:05.606125 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-cbf05410-0664-416b-971f-9f489d7b2c7a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1592052 Dec 08 21:49:05.614872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.644013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Pushing event updated for resources: {'Port': ['ID=1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:05.655593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8aa0d-36bb-4c5a-9448-ab1f5ce62d26 None None] Network 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:05.665492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-91bcef28-7eea-4f7c-8cb5-e9d9d0566088 None None] Provisioning complete for port afcc0360-a178-43aa-a372-a44aefd18c59 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:05.665870 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91bcef28-7eea-4f7c-8cb5-e9d9d0566088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.677527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ca835-05ca-4cab-8cd6-9336627cba1c req-ead9792e-f6da-4e26-942e-4abff6dc91e1 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:05.679178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d2ca835-05ca-4cab-8cd6-9336627cba1c req-ead9792e-f6da-4e26-942e-4abff6dc91e1 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1826119 Dec 08 21:49:05.748136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-cabf7ada-9cff-45f7-809b-97e745ed206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:05.750009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-cabf7ada-9cff-45f7-809b-97e745ed206b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b21afae68a574e26bcf4f8d5d76c1a67&device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 1095 time: 0.1327538 Dec 08 21:49:05.775653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d2ca835-05ca-4cab-8cd6-9336627cba1c req-19c971b8-9da1-4ba3-9bf6-95cdd28a52cc tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704195 Dec 08 21:49:05.802775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:05.836940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76b4be3c-8897-4d44-8104-d6449518fa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.856598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Attempting to bind port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:05.857540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Attempting to bind port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:05.857907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Attempting to bind port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc on network 3dade821-6a14-4511-ab69-7f558aaae603 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:05.860821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:05.869800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-c799f9ed-ac5d-4a76-ae22-fb8fb73aa2a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae89b71-b16e-436d-9479-e25d0cd99ac6 HTTP/1.1" status: 200 len: 217 time: 0.0972037 Dec 08 21:49:05.890894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:05.891288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Checking segment: {'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:05.891678 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.892070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Bound using segment: {'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:05.892557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Bound port: 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:05.893108 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.896076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event updated for resources: {'Subnet': ['ID=0d7ea8e8-0b29-4319-a500-432c83e44bb8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:05.913822 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:05.968453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.013494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.028527 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8edd0da6-f54f-4342-b090-7862d095a82d req-806a6362-e6dc-4bef-ae5f-0f4df8527b3c tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/ec5b06e9-bd14-4a63-9938-2b2938784781 HTTP/1.1" status: 200 len: 1800 time: 0.1681819 Dec 08 21:49:06.045284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-58849175-cfff-4093-9bcb-7a78cb3968a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:06.046756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-58849175-cfff-4093-9bcb-7a78cb3968a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81f8d9ef-a796-480b-8bc4-8d05ddb73c78 HTTP/1.1" status: 200 len: 858 time: 0.1617801 Dec 08 21:49:06.065904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:06.067682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.069282 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] 10.222.0.37 "PUT /v2.0/ports/8a6a18ab-ea41-458f-955f-85d252f68123 HTTP/1.1" status: 200 len: 1091 time: 6.0437002 Dec 08 21:49:06.112909 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8d03efbd-b19c-4593-b3c9-3b9f2e0c595b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e73f5f3-c845-4d84-b643-a9b024a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558233 Dec 08 21:49:06.120797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Checking segment: {'id': 'a8b38c47-d542-49f5-86e3-b095fe9a5f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7cf95e35-6359-4699-83f8-c9fcd41c1850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:06.121171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Network hostable DHCP agents. Network: 7cf95e35-6359-4699-83f8-c9fcd41c1850, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:06.126559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'tag': '8a6a18ab-ea41-458f-955f-85d252f68123'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:06.131487 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb45a27-b9cc-48b0-b840-02cd363f331f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bffa24-b1a3-4871-b48f-97a91ba4ae12", "tag": "8a6a18ab-ea41-458f-955f-85d252f68123"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:06.139021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8ec6af6e-bdcb-4537-b599-cfc43d63b8d6', 'network_id': '8ec6af6e-bdcb-4537-b599-cfc43d63b8d6', 'tenant_id': 'a5cbad5037e34f1f946ba1cee5116c3c', 'fixed_ips': [{'subnet_id': '27095249-f930-4197-956a-fe2dc24f9714'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:49:06.140239 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.148146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6882df0-d8b6-457c-97e6-1bf37623afe0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:06.154529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Checking segment: {'id': 'ebb0bfb7-28fd-4a53-9797-e91ec0209fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e6ec7d9b-8b08-4537-ac67-8e08fa188e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:06.155048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Network hostable DHCP agents. Network: e6ec7d9b-8b08-4537-ac67-8e08fa188e7b, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:06.166297 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.175098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] For port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:06.204760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] For port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc,segment=NetworkSegment(aae5d9b2-c348-4181-ad93-1fa81d589ae4),segment_id=aae5d9b2-c348-4181-ad93-1fa81d589ae4)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:06.236573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:06.273312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8edd0da6-f54f-4342-b090-7862d095a82d req-9798ac04-98cf-4f8f-b387-0e0f517c62d4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.274908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, e6ec7d9b-8b08-4537-ac67-8e08fa188e7b) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:06.287892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:06.288634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.290962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1b501-ccb4-4c69-9c0e-38873c153eca None None] Network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:06.299669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.324607 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-faa12247-dc09-4bbb-bf6f-2fa278018a26 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1273961 Dec 08 21:49:06.336444 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-4733f033-57e7-4f6e-a41c-b66a652f0103 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044137 Dec 08 21:49:06.368787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Network 7cf95e35-6359-4699-83f8-c9fcd41c1850 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:06.382210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8edd0da6-f54f-4342-b090-7862d095a82d req-9798ac04-98cf-4f8f-b387-0e0f517c62d4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.393595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Network 3e73f5f3-c845-4d84-b643-a9b024a162fc is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:06.421540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:06.425647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:06.483625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afcc0360-a178-43aa-a372-a44aefd18c59 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:06.543441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8edd0da6-f54f-4342-b090-7862d095a82d req-9798ac04-98cf-4f8f-b387-0e0f517c62d4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.556954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8edd0da6-f54f-4342-b090-7862d095a82d req-9798ac04-98cf-4f8f-b387-0e0f517c62d4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.558421 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8edd0da6-f54f-4342-b090-7862d095a82d req-9798ac04-98cf-4f8f-b387-0e0f517c62d4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec5b06e9-bd14-4a63-9938-2b2938784781 HTTP/1.1" status: 204 len: 173 time: 0.5192373 Dec 08 21:49:06.585271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798ac04-98cf-4f8f-b387-0e0f517c62d4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5b06e9-bd14-4a63-9938-2b2938784781,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:06.658399 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-0830b148-4026-4118-9607-778fdb74a8e3 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126810 Dec 08 21:49:06.738513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf09997-3295-42df-ae1e-4bd9ed703846 None None] Pushing event updated for resources: {'Port': ['ID=1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:06.779855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b30d-f46a-488e-be46-cafe4b057cb0 req-e54d3710-f6c0-4187-99e3-c3a80dff659c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:06.782106 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb05b30d-f46a-488e-be46-cafe4b057cb0 req-e54d3710-f6c0-4187-99e3-c3a80dff659c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 943 time: 0.0984707 Dec 08 21:49:06.794879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Allocated IP 2001:db8::1 (8ec6af6e-bdcb-4537-b599-cfc43d63b8d6/27095249-f930-4197-956a-fe2dc24f9714/efd85f10-a4d9-4a0e-8673-dada3ca7abf1) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:06.922453 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb05b30d-f46a-488e-be46-cafe4b057cb0 req-3752ba09-4f40-4b73-8efe-fcdeac01682b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255243 Dec 08 21:49:06.948727 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5329610-0809-4111-be17-09391757e60b None None] Network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:06.952803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port afcc0360-a178-43aa-a372-a44aefd18c59 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:06.953183 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:06.988549 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfec734-7566-44a4-8e19-92887acb887e x-openstack-request-id: req-5bfec734-7566-44a4-8e19-92887acb887e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:06.989133 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da10b057-845e-4735-b396-2ddab8b5fb36", "tag": "7ae89b71-b16e-436d-9479-e25d0cd99ac6", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:06.989697 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bfec734-7566-44a4-8e19-92887acb887e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:06.990306 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da10b057-845e-4735-b396-2ddab8b5fb36', 'tag': '7ae89b71-b16e-436d-9479-e25d0cd99ac6', 'status': 'completed', 'code': 200} Dec 08 21:49:07.115837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-3a37131e-a56f-4f21-bbd1-3e63b2058c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.117521 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-3a37131e-a56f-4f21-bbd1-3e63b2058c3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b21afae68a574e26bcf4f8d5d76c1a67&device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 1095 time: 0.1029115 Dec 08 21:49:07.168094 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-c998edf6-6823-4bee-a6f9-c8cbd5f43ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5332263 Dec 08 21:49:07.177984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7cf95e35-6359-4699-83f8-c9fcd41c1850) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:07.184608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.185316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.186417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:07.190110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487a185-3a54-4038-8fcb-a739e6645f80 None None] Network 7cf95e35-6359-4699-83f8-c9fcd41c1850 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:07.220657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59cfbe99-2a5b-43ea-ac56-8edcd400c451 req-5caad92c-9953-4105-98c0-a62fca37c98c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 210 time: 0.0832341 Dec 08 21:49:07.226334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.227277 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:07.243174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5022b39-4a69-47b4-956c-963ee3be4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:07.272013 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-74faa1e0-4823-4c5e-a951-a4b89915a9c9 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 7.1355839 Dec 08 21:49:07.277381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Allocated IP 172.20.0.11 (3e73f5f3-c845-4d84-b643-a9b024a162fc/81f8d9ef-a796-480b-8bc4-8d05ddb73c78/2265acd9-c457-4e9a-a3f5-c6d4322b3bcb) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:07.314472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-3603a12f-89ef-4054-93cc-cc493bd68f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.316035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-3603a12f-89ef-4054-93cc-cc493bd68f3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e73f5f3-c845-4d84-b643-a9b024a162fc HTTP/1.1" status: 200 len: 919 time: 0.1905153 Dec 08 21:49:07.316541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51320) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:07.372153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-24b5911d-7867-4e83-8f36-c93a240124f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.374515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-24b5911d-7867-4e83-8f36-c93a240124f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 1094 time: 1.2302825 Dec 08 21:49:07.410575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1835790 Dec 08 21:49:07.451407 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395290ba-ecbf-4196-ae53-517ae0e02f41 x-openstack-request-id: req-395290ba-ecbf-4196-ae53-517ae0e02f41 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:07.452005 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bffa24-b1a3-4871-b48f-97a91ba4ae12", "tag": "8a6a18ab-ea41-458f-955f-85d252f68123", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:07.452483 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-395290ba-ecbf-4196-ae53-517ae0e02f41 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:07.453009 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'tag': '8a6a18ab-ea41-458f-955f-85d252f68123', 'status': 'completed', 'code': 200} Dec 08 21:49:07.462581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Request body: {'port': {'device_id': '4543a8b4-e0e7-48f4-a026-a3378b728467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:07.477339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-4e7820c6-b177-4c64-bf29-0c44645b2252 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a6a18ab-ea41-458f-955f-85d252f68123 HTTP/1.1" status: 200 len: 217 time: 0.0867684 Dec 08 21:49:07.494693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7bd91-f7ab-41cb-be3e-e4cb3eaadcb7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Pushing event updated for resources: {'Port': ['ID=e3fce6f1-2695-49d3-9658-81faa159dbe5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:07.498198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-3b43b4da-d33f-47df-89b8-e7d5df9044db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae89b71-b16e-436d-9479-e25d0cd99ac6 HTTP/1.1" status: 200 len: 217 time: 0.1579301 Dec 08 21:49:07.513136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-23ed8745-4dc9-4390-9c3e-c911a1ea4d67 req-520073d1-7003-447e-a225-9995b419c818 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-866033102', 'description': 'tempest-description-2107676879'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:07.603850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-1e40b37d-7c64-4394-9e87-80393d3d05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.605256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-1e40b37d-7c64-4394-9e87-80393d3d05cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3fd70da3-9661-4c22-bc4c-f0b64d356de9 HTTP/1.1" status: 200 len: 862 time: 0.0700293 Dec 08 21:49:07.617511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd1435-6cf4-472a-91d9-11ade4eef372 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.620271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd1435-6cf4-472a-91d9-11ade4eef372 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.622180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd1435-6cf4-472a-91d9-11ade4eef372 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.624683 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-18dd1435-6cf4-472a-91d9-11ade4eef372 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3072073 Dec 08 21:49:07.636065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51322) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:07.664199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-23ed8745-4dc9-4390-9c3e-c911a1ea4d67 req-520073d1-7003-447e-a225-9995b419c818 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:07.730303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-7cf95e35-6359-4699-83f8-c9fcd41c1850', 'network_id': '7cf95e35-6359-4699-83f8-c9fcd41c1850', 'tenant_id': 'a5cbad5037e34f1f946ba1cee5116c3c', 'fixed_ips': [{'subnet_id': '0d7ea8e8-0b29-4319-a500-432c83e44bb8'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:49:07.736132 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:07.747444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-b7ee6614-df01-452d-b69c-22cd11c0ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:07.749503 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-b7ee6614-df01-452d-b69c-22cd11c0ea85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81f8d9ef-a796-480b-8bc4-8d05ddb73c78 HTTP/1.1" status: 200 len: 858 time: 0.2237263 Dec 08 21:49:07.807365 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:07.840652 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-cd5f0b13-32a6-4cc8-8ff5-d0b5c42b5fde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e73f5f3-c845-4d84-b643-a9b024a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754817 Dec 08 21:49:07.850352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:07.872609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:07.892605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-afa46e74-7ddf-40ba-9477-3c9cdf22204c service neutron] 10.222.0.21 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728706 Dec 08 21:49:07.924767 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-1dfc3d9a-7d10-4658-b539-b1d2acf8ec9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3035517 Dec 08 21:49:07.948170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30ba4bb-5804-4869-970d-350cbcd0a175 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Deleting subnet 27095249-f930-4197-956a-fe2dc24f9714 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:49:08.024394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7ae89b71-b16e-436d-9479-e25d0cd99ac6 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:08.031039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a30ba4bb-5804-4869-970d-350cbcd0a175 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.058754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-a6434c65-35b2-4877-aa3c-2755b6524d7c service neutron] 10.222.0.21 "GET /v2.0/networks/3dade821-6a14-4511-ab69-7f558aaae603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328542 Dec 08 21:49:08.060432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.116692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Network 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:08.127513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Pushing event updated for resources: {'Port': ['ID=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:08.134510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:08.175937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:08.178373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4eaa9f-08d4-4543-9c83-f2308be55988 None None] Network 3dade821-6a14-4511-ab69-7f558aaae603 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:08.179488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Pushing event updated for resources: {'Port': ['ID=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:08.256358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a30ba4bb-5804-4869-970d-350cbcd0a175 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.272904 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.302184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Network 3e73f5f3-c845-4d84-b643-a9b024a162fc is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:08.308269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:08.316465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:08.335125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-23ed8745-4dc9-4390-9c3e-c911a1ea4d67 req-520073d1-7003-447e-a225-9995b419c818 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.373526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-23ed8745-4dc9-4390-9c3e-c911a1ea4d67 req-520073d1-7003-447e-a225-9995b419c818 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.387647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:08.388378 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.407361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7ae89b71-b16e-436d-9479-e25d0cd99ac6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7ae89b71-b16e-436d-9479-e25d0cd99ac6,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:08.430482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '7ae89b71-b16e-436d-9479-e25d0cd99ac6', 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc', 'port_id': '7ae89b71-b16e-436d-9479-e25d0cd99ac6', 'mac_address': 'fa:16:3e:46:a2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d9ef-a796-480b-8bc4-8d05ddb73c78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:08.431596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-126921d8-2b54-4986-bd84-bdf267085f7a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8990605 Dec 08 21:49:08.464946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520073d1-7003-447e-a225-9995b419c818 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27ee392-f9c7-47c5-a2d7-cdb93a1a5a64,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:08.470015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Request body: {'port': {'device_id': 'cc48d3ff-b7e6-430a-a32c-1ee48f31157a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:08.487351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-e0949a08-9894-4f8f-bd23-e2921f882957 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226666 Dec 08 21:49:08.550835 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-918f139c-9ba4-438b-9d2c-7c0cb59d598b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.579602 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fc3e152a-5946-417d-b418-a845cda4ad40 None None] Provisioning complete for port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:08.580388 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fc3e152a-5946-417d-b418-a845cda4ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.583029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:08.609131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Attempting to bind port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:08.610138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Attempting to bind port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c58963b9-b122-4da5-88ec-edd22ceff827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8ec6af6e-bdcb-4537-b599-cfc43d63b8d6'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:08.610751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Attempting to bind port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 on network 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:08.640970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Allocated IP 2001:db8:0:1::1 (7cf95e35-6359-4699-83f8-c9fcd41c1850/0d7ea8e8-0b29-4319-a500-432c83e44bb8/2f86fef1-e253-4e96-ac99-dcc8afeff6dc) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:08.665864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:08.666689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Checking segment: {'id': 'c58963b9-b122-4da5-88ec-edd22ceff827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8ec6af6e-bdcb-4537-b599-cfc43d63b8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:08.667368 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.667964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Bound using segment: {'id': 'c58963b9-b122-4da5-88ec-edd22ceff827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8ec6af6e-bdcb-4537-b599-cfc43d63b8d6'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:08.668656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Bound port: efd85f10-a4d9-4a0e-8673-dada3ca7abf1, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58963b9-b122-4da5-88ec-edd22ceff827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8ec6af6e-bdcb-4537-b599-cfc43d63b8d6'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:08.669850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.683164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.705954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-23ed8745-4dc9-4390-9c3e-c911a1ea4d67 req-520073d1-7003-447e-a225-9995b419c818 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.706389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-73d1728f-4176-45ea-85b6-7a057143490d service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437950 Dec 08 21:49:08.708166 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-23ed8745-4dc9-4390-9c3e-c911a1ea4d67 req-520073d1-7003-447e-a225-9995b419c818 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2395015 Dec 08 21:49:08.731022 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a30ba4bb-5804-4869-970d-350cbcd0a175 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.765583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-35286e01-a6c1-447a-90b8-65e1f0353340 service neutron] 10.222.0.21 "GET /v2.0/networks/3dade821-6a14-4511-ab69-7f558aaae603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865368 Dec 08 21:49:08.894340 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa5cb9dc-c1b0-49d0-a7d9-58872b3abec3 req-1f6ebeb5-dc7b-4eef-af3b-aaa9eeb61eab service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253381 Dec 08 21:49:08.922216 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f9d28a-0f51-4bcb-b644-0d497ac0b118 req-9d12a1a4-9264-446d-a4a5-ae3e3b45124d service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163768 Dec 08 21:49:08.929712 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.951774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a30ba4bb-5804-4869-970d-350cbcd0a175 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.988135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a30ba4bb-5804-4869-970d-350cbcd0a175 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:08.999187 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a30ba4bb-5804-4869-970d-350cbcd0a175 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/subnets/27095249-f930-4197-956a-fe2dc24f9714 HTTP/1.1" status: 204 len: 168 time: 1.3617101 Dec 08 21:49:09.034131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51334) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:09.051763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ba4bb-5804-4869-970d-350cbcd0a175 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Subnet': ['ID=27095249-f930-4197-956a-fe2dc24f9714,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:09.068422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae89b71-b16e-436d-9479-e25d0cd99ac6 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:09.115308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7ae89b71-b16e-436d-9479-e25d0cd99ac6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7ae89b71-b16e-436d-9479-e25d0cd99ac6,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:09.119593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.145110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.269548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7ae89b71-b16e-436d-9479-e25d0cd99ac6,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:09.300408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-76f16fa4-a70a-416e-b868-28d0179b5777 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:09.302389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-76f16fa4-a70a-416e-b868-28d0179b5777 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/networks?id=e6ec7d9b-8b08-4537-ac67-8e08fa188e7b HTTP/1.1" status: 200 len: 814 time: 0.1486988 Dec 08 21:49:09.327788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-483ffd5c-e1d7-4c9b-93e2-b4d94c5b6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:09.329466 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-483ffd5c-e1d7-4c9b-93e2-b4d94c5b6223 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 1094 time: 0.2415049 Dec 08 21:49:09.339924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-546b2ccb-8d4f-4098-98a4-680e149a7390 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Deleting subnet 0d7ea8e8-0b29-4319-a500-432c83e44bb8 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:49:09.363452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-00529fe0-628b-4729-8d37-016f74cce697 service neutron] 10.222.0.21 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454782 Dec 08 21:49:09.441407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] For port efd85f10-a4d9-4a0e-8673-dada3ca7abf1, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:09.475224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:09.476173 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.481000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-3aa228c3-ea6a-44bc-91ac-a6342a75a056 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/quotas/0f59801000874b3f92b474e0e6d16a26 HTTP/1.1" status: 200 len: 375 time: 0.1667278 Dec 08 21:49:09.516627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.517339 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.535866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7ae89b71-b16e-436d-9479-e25d0cd99ac6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:09.567487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] For port efd85f10-a4d9-4a0e-8673-dada3ca7abf1, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,segment=NetworkSegment(c58963b9-b122-4da5-88ec-edd22ceff827),segment_id=c58963b9-b122-4da5-88ec-edd22ceff827)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:09.584211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-22be09c0-77bf-495a-ad39-8f711e5c3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:09.587401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-22be09c0-77bf-495a-ad39-8f711e5c3b5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 923 time: 0.2369127 Dec 08 21:49:09.597377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-fc4a1c11-f478-4a94-99db-c60d9d9b5b6e tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f59801000874b3f92b474e0e6d16a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067419 Dec 08 21:49:09.613919 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-16f9001d-cbe1-43c4-a0e4-d7eae4aa6355 service neutron] 10.222.0.21 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334979 Dec 08 21:49:09.632903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fce6f1-2695-49d3-9658-81faa159dbe5 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:09.656662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.685475 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fc3e152a-5946-417d-b418-a845cda4ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.689699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Transition to ACTIVE for port object e3fce6f1-2695-49d3-9658-81faa159dbe5 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:09.710851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-90ed72ab-2a3a-47c9-831e-272021cb3582 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a6a18ab-ea41-458f-955f-85d252f68123 HTTP/1.1" status: 200 len: 217 time: 0.1045790 Dec 08 21:49:09.718690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.752197 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:09.799440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-7cabb810-b675-43b4-a5c5-d83242a71bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:09.800890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-7cabb810-b675-43b4-a5c5-d83242a71bb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3fd70da3-9661-4c22-bc4c-f0b64d356de9 HTTP/1.1" status: 200 len: 862 time: 0.0784585 Dec 08 21:49:09.897839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-9f312477-310b-4658-8211-8e0bcc80b158 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866034 Dec 08 21:49:09.910637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-612d6b6f-574f-48cf-8eb9-7086cad96a27 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ec7d9b-8b08-4537-ac67-8e08fa188e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123150 Dec 08 21:49:09.918122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e37277-5cf2-4360-a791-4d29d522c35f None None] Pushing event updated for resources: {'Port': ['ID=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:10.009952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-ab1a1cc9-1881-4744-b8c5-dbf184e6bfc7 service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866199 Dec 08 21:49:10.012195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Pushing event updated for resources: {'Port': ['ID=e3fce6f1-2695-49d3-9658-81faa159dbe5,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:10.123114 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.129622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fc3e152a-5946-417d-b418-a845cda4ad40 None None] For port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc,segment=NetworkSegment(aae5d9b2-c348-4181-ad93-1fa81d589ae4),segment_id=aae5d9b2-c348-4181-ad93-1fa81d589ae4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:10.209465 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fc3e152a-5946-417d-b418-a845cda4ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.396556 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.435760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd5a66-3941-403c-aa14-6a310aae65eb req-be2cd9d3-17a9-4a1f-b436-1887fb6b4ebb tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:10.437523 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-03bd5a66-3941-403c-aa14-6a310aae65eb req-be2cd9d3-17a9-4a1f-b436-1887fb6b4ebb tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.5053401 Dec 08 21:49:10.449894 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-546b2ccb-8d4f-4098-98a4-680e149a7390 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.530951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Attempting to bind port e3fce6f1-2695-49d3-9658-81faa159dbe5 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:10.531480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Attempting to bind port e3fce6f1-2695-49d3-9658-81faa159dbe5 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:10.531983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Attempting to bind port e3fce6f1-2695-49d3-9658-81faa159dbe5 on network 3e73f5f3-c845-4d84-b643-a9b024a162fc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:10.536451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.572320 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.583270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:10.607992 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-03bd5a66-3941-403c-aa14-6a310aae65eb req-18c7286c-3d8c-4b42-9932-bcc4c8d82394 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032722 Dec 08 21:49:10.614860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Port e3fce6f1-2695-49d3-9658-81faa159dbe5 on network 3e73f5f3-c845-4d84-b643-a9b024a162fc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:10.631192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Attempting to bind port e3fce6f1-2695-49d3-9658-81faa159dbe5 on network 3e73f5f3-c845-4d84-b643-a9b024a162fc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:10.635184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.705279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:10.708087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Checking segment: {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:10.710389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Bound using segment: {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:10.711144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Bound port: e3fce6f1-2695-49d3-9658-81faa159dbe5, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:10.711756 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.760669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e152a-5946-417d-b418-a845cda4ad40 None None] Pushing event updated for resources: {'Port': ['ID=1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:10.779773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Transition to ACTIVE for port object 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:10.897585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Network 7cf95e35-6359-4699-83f8-c9fcd41c1850 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:10.900122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] For port e3fce6f1-2695-49d3-9658-81faa159dbe5, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:10.903757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] For port e3fce6f1-2695-49d3-9658-81faa159dbe5, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e3fce6f1-2695-49d3-9658-81faa159dbe5,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:10.908427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:10.916085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:10.954363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:11.003838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:11.006019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:11.007734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] 10.222.0.23 "PUT /v2.0/ports/e3fce6f1-2695-49d3-9658-81faa159dbe5 HTTP/1.1" status: 200 len: 1091 time: 3.5583997 Dec 08 21:49:11.009913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4543a8b4-e0e7-48f4-a026-a3378b728467', 'tag': 'e3fce6f1-2695-49d3-9658-81faa159dbe5'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:11.012741 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb35268-ec3e-489b-80f6-23c0fe124023" -d '{"events": [{"name": "network-changed", "server_uuid": "4543a8b4-e0e7-48f4-a026-a3378b728467", "tag": "e3fce6f1-2695-49d3-9658-81faa159dbe5"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:11.055968 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-d1b4ee54-af62-4f1a-bda9-bb853e8b607e service neutron] 10.222.0.21 "GET /v2.0/networks/e6ec7d9b-8b08-4537-ac67-8e08fa188e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1413531 Dec 08 21:49:11.078445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbb45a27-b9cc-48b0-b840-02cd363f331f req-ae0fe2be-f363-4229-86ea-977f6cbd5eba service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0577068 Dec 08 21:49:11.101816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f1955-e5b8-46c8-981c-e2d9eee2d2f5 req-ed33cec7-75e4-436e-8f90-554724d9361e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:11.105926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:11.110348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-076f1955-e5b8-46c8-981c-e2d9eee2d2f5 req-ed33cec7-75e4-436e-8f90-554724d9361e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 943 time: 0.2042406 Dec 08 21:49:11.113545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-645a5368-1152-491e-b9b8-ecb16a7985a1 None None] Provisioning complete for port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:11.113696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-546b2ccb-8d4f-4098-98a4-680e149a7390 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:11.113940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-645a5368-1152-491e-b9b8-ecb16a7985a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:11.115279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Pushing event updated for resources: {'Port': ['ID=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:11.243632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-546b2ccb-8d4f-4098-98a4-680e149a7390 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:11.355440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-076f1955-e5b8-46c8-981c-e2d9eee2d2f5 req-ffc8e197-a459-46e8-8ce0-1de308a94a69 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437744 Dec 08 21:49:11.390279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Pushing event updated for resources: {'Port': ['ID=2f86fef1-e253-4e96-ac99-dcc8afeff6dc,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:11.398384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:49:11.398915 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:49:11.427038 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:11.439938 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-546b2ccb-8d4f-4098-98a4-680e149a7390 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:11.456631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab7d2-5bbf-4dea-877c-d833194721bc service neutron] Pushing event updated for resources: {'Port': ['ID=e3fce6f1-2695-49d3-9658-81faa159dbe5,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:11.474339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-758a4d01-1436-4f5a-bbaa-99def348c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:11.480936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-758a4d01-1436-4f5a-bbaa-99def348c4e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b21afae68a574e26bcf4f8d5d76c1a67&device_id=4543a8b4-e0e7-48f4-a026-a3378b728467 HTTP/1.1" status: 200 len: 1094 time: 0.3551896 Dec 08 21:49:11.546448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Attempting to bind port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:11.547518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Attempting to bind port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:11.551092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Attempting to bind port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb on network 3e73f5f3-c845-4d84-b643-a9b024a162fc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:11.603146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b2ccb-8d4f-4098-98a4-680e149a7390 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7ea8e8-0b29-4319-a500-432c83e44bb8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:11.661679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-04913b1d-9edc-4251-8167-04ae57ad65c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3fce6f1-2695-49d3-9658-81faa159dbe5 HTTP/1.1" status: 200 len: 217 time: 0.1621108 Dec 08 21:49:11.676552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb on network 3e73f5f3-c845-4d84-b643-a9b024a162fc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:11.677278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Attempting to bind port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb on network 3e73f5f3-c845-4d84-b643-a9b024a162fc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:11.713298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-546b2ccb-8d4f-4098-98a4-680e149a7390 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:11.723173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-546b2ccb-8d4f-4098-98a4-680e149a7390 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/subnets/0d7ea8e8-0b29-4319-a500-432c83e44bb8 HTTP/1.1" status: 204 len: 168 time: 2.6878119 Dec 08 21:49:11.747994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51366) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:11.897694 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dab1b25c-0f4a-45b4-adff-22aaa73f1789 req-139ef9f1-3aa9-4b62-9b73-1aba6a918397 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/c27ee392-f9c7-47c5-a2d7-cdb93a1a5a64 HTTP/1.1" status: 200 len: 1802 time: 0.3308721 Dec 08 21:49:11.903220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-dab1b25c-0f4a-45b4-adff-22aaa73f1789 req-e9ea3fbd-ac50-4396-b27d-9a2222de1241 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2136689187', 'description': 'tempest-description-hth-459101487'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:11.965303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2018f848-8c77-483b-8a4c-00920981b460 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:11.982837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2018f848-8c77-483b-8a4c-00920981b460 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2147655 Dec 08 21:49:11.983611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51372) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:12.142638 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.166292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-dab1b25c-0f4a-45b4-adff-22aaa73f1789 req-e9ea3fbd-ac50-4396-b27d-9a2222de1241 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.217581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8a6a18ab-ea41-458f-955f-85d252f68123 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:12.220432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e984f23-1ef8-4781-b687-0ba23fe326f7 None None] Network 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:12.222733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:12.224947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Checking segment: {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:12.226825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Bound using segment: {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:12.227399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Bound port: 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8d2011-082c-4d12-a1a3-d32de399a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:12.231332 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.281557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf5bf6-bfc1-405f-839c-b207dc644414 req-fd91c3a1-e3e2-4edf-a46c-ab9549634771 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:12.283430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5bdf5bf6-bfc1-405f-839c-b207dc644414 req-fd91c3a1-e3e2-4edf-a46c-ab9549634771 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 944 time: 0.7945290 Dec 08 21:49:12.306916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-dab1b25c-0f4a-45b4-adff-22aaa73f1789 req-e9ea3fbd-ac50-4396-b27d-9a2222de1241 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.319568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-dab1b25c-0f4a-45b4-adff-22aaa73f1789 req-e9ea3fbd-ac50-4396-b27d-9a2222de1241 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.336669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-dab1b25c-0f4a-45b4-adff-22aaa73f1789 req-e9ea3fbd-ac50-4396-b27d-9a2222de1241 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.352434 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dab1b25c-0f4a-45b4-adff-22aaa73f1789 req-e9ea3fbd-ac50-4396-b27d-9a2222de1241 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "PUT /v2.0/security-groups/c27ee392-f9c7-47c5-a2d7-cdb93a1a5a64 HTTP/1.1" status: 200 len: 1776 time: 0.4537511 Dec 08 21:49:12.357021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Attempting to bind port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:12.359107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Attempting to bind port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'a8b38c47-d542-49f5-86e3-b095fe9a5f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7cf95e35-6359-4699-83f8-c9fcd41c1850'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:12.361962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Attempting to bind port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc on network 7cf95e35-6359-4699-83f8-c9fcd41c1850 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:12.369236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-0a3a88a3-e0a2-4d2f-a7d3-1ba65878e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:12.371669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-0a3a88a3-e0a2-4d2f-a7d3-1ba65878e80d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81f8d9ef-a796-480b-8bc4-8d05ddb73c78 HTTP/1.1" status: 200 len: 858 time: 0.6903052 Dec 08 21:49:12.442926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:12.443922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Checking segment: {'id': 'a8b38c47-d542-49f5-86e3-b095fe9a5f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7cf95e35-6359-4699-83f8-c9fcd41c1850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:12.443922 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.444593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Bound using segment: {'id': 'a8b38c47-d542-49f5-86e3-b095fe9a5f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7cf95e35-6359-4699-83f8-c9fcd41c1850'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:12.449355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Bound port: 2f86fef1-e253-4e96-ac99-dcc8afeff6dc, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b38c47-d542-49f5-86e3-b095fe9a5f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7cf95e35-6359-4699-83f8-c9fcd41c1850'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:12.449791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.469215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Deleting port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:12.470080 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.507121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-412387a2-4d69-41fb-858f-451d062ea740 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:12.513282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-412387a2-4d69-41fb-858f-451d062ea740 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:12.514915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-412387a2-4d69-41fb-858f-451d062ea740 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "GET /v2.0/networks?id=11537c13-5dba-45bc-9231-46d40987f1ef&id=3dade821-6a14-4511-ab69-7f558aaae603&id=11537c13-5dba-45bc-9231-46d40987f1ef HTTP/1.1" status: 200 len: 1392 time: 0.9607623 Dec 08 21:49:12.516797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3fbd-ac50-4396-b27d-9a2222de1241 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27ee392-f9c7-47c5-a2d7-cdb93a1a5a64,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:12.517212 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-00363721-48db-47d4-b8b6-e0b99af50a4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3e73f5f3-c845-4d84-b643-a9b024a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343372 Dec 08 21:49:12.588440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c51ae697-5e06-4eaf-b569-44ded2a9de03 None None] Provisioning complete for port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:12.588900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c51ae697-5e06-4eaf-b569-44ded2a9de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.593684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'port': {'device_id': 'd53feb81-112a-43a9-8915-966e8453341c', 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef', 'admin_state_up': True, 'tenant_id': 'da35c2b14efb4d0281881de2f672797e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:12.655881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] For port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:12.666687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3cc644ea-de22-46f0-aeb7-326b02d2bc89 req-5ec6a56a-53ab-45a7-a89b-c1ee9a7def81 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 210 time: 0.1589630 Dec 08 21:49:12.706858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device efd85f10-a4d9-4a0e-8673-dada3ca7abf1 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:12.728558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] For port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc, host n-d-821126-1, got binding levels [] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:12.728934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:12.760134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Calling delete_port for 2f86fef1-e253-4e96-ac99-dcc8afeff6dc owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:12.796106 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c48870f-6aa2-455d-99f8-940c589657a9 x-openstack-request-id: req-6c48870f-6aa2-455d-99f8-940c589657a9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:12.796572 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4543a8b4-e0e7-48f4-a026-a3378b728467", "tag": "e3fce6f1-2695-49d3-9658-81faa159dbe5", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:12.796938 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c48870f-6aa2-455d-99f8-940c589657a9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:12.797435 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4543a8b4-e0e7-48f4-a026-a3378b728467', 'tag': 'e3fce6f1-2695-49d3-9658-81faa159dbe5', 'status': 'completed', 'code': 200} Dec 08 21:49:12.891301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ecfdb972-a7ef-4a9f-9c05-4fb0d863f8d7 req-22a3d37b-728c-4b45-b53f-5c29f5b2288e tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 210 time: 0.0524065 Dec 08 21:49:12.893661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:12.921051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-52dcab1a-590c-4d08-9c82-76f7a8742dd4 service neutron] 10.222.0.23 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642912 Dec 08 21:49:12.924811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5bdf5bf6-bfc1-405f-839c-b207dc644414 req-53d6d165-4c87-408d-a897-c32e2ed61729 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302257 Dec 08 21:49:12.930460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] For port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:12.931731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] For port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:12.991758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '8a6a18ab-ea41-458f-955f-85d252f68123', 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'port_id': '8a6a18ab-ea41-458f-955f-85d252f68123', 'mac_address': 'fa:16:3e:8c:0b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd70da3-9661-4c22-bc4c-f0b64d356de9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:13.003849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] For port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2f86fef1-e253-4e96-ac99-dcc8afeff6dc,segment=NetworkSegment(a8b38c47-d542-49f5-86e3-b095fe9a5f71),segment_id=a8b38c47-d542-49f5-86e3-b095fe9a5f71)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:13.036724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.051405 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.141436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Port': ['ID=2f86fef1-e253-4e96-ac99-dcc8afeff6dc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:13.146385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] No DVR routers for this DVR port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:13.166858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] DHCP port deletion for 8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:49:13.173964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:13.174274 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.175879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee279dc2-6729-48b5-b133-6994fee73304 None None] Pushing event deleted for resources: {'Port': ['ID=2f86fef1-e253-4e96-ac99-dcc8afeff6dc,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:13.226539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a268db-772d-4ba2-9c36-a405c6b3ad13 req-aa01c6e3-b95e-457f-8f49-4ffda91fdd33 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:13.234650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0a268db-772d-4ba2-9c36-a405c6b3ad13 req-aa01c6e3-b95e-457f-8f49-4ffda91fdd33 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.2139111 Dec 08 21:49:13.234864 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70f968a0-db15-4725-a733-c85daf048b99 req-46a060f4-2128-42a1-84e9-ecac88a53780 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/c27ee392-f9c7-47c5-a2d7-cdb93a1a5a64 HTTP/1.1" status: 200 len: 1776 time: 0.1040206 Dec 08 21:49:13.235867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.276712 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c51ae697-5e06-4eaf-b569-44ded2a9de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.278744 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.344020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-1a9ff9ee-9b2d-4ac2-9e32-3c9fa864439e None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc could not be found. Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 21:49:13.352196 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 2f86fef1-e253-4e96-ac99-dcc8afeff6dc could not be found. Dec 08 21:49:13.359345 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 21:49:13.364372 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0a268db-772d-4ba2-9c36-a405c6b3ad13 req-274a925a-575e-4113-acec-b75a6561d9c6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222894 Dec 08 21:49:13.371017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:13.371996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.373693 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] 10.222.0.23 "PUT /v2.0/ports/2265acd9-c457-4e9a-a3f5-c6d4322b3bcb HTTP/1.1" status: 200 len: 1092 time: 4.9084680 Dec 08 21:49:13.431168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4702bf3-3036-4b48-b989-d7d3abc16d57 None None] Network 7cf95e35-6359-4699-83f8-c9fcd41c1850 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:13.459080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-ddbc4c63-ffbe-4e1f-b673-869fe74894d7 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:13.461945 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-ddbc4c63-ffbe-4e1f-b673-869fe74894d7 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.37 "GET /v2.0/networks?id=e6ec7d9b-8b08-4537-ac67-8e08fa188e7b HTTP/1.1" status: 200 len: 814 time: 0.3872960 Dec 08 21:49:13.462707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf95e35-6359-4699-83f8-c9fcd41c1850']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:13.479407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Request body: {'port': {'device_id': '08659bb8-dbb9-43ed-946d-0c58beaadf62', 'network_id': 'e6ec7d9b-8b08-4537-ac67-8e08fa188e7b', 'admin_state_up': True, 'tenant_id': '0f59801000874b3f92b474e0e6d16a26'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:13.479624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6a18ab-ea41-458f-955f-85d252f68123 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:13.486816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b38c47-d542-49f5-86e3-b095fe9a5f71') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:13.487114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b38c47-d542-49f5-86e3-b095fe9a5f71') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:13.499544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:13.509809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.513299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-b9392759-b5e1-42f4-9dcc-e0c5fe835f9c service neutron] 10.222.0.23 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796893 Dec 08 21:49:13.540925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.581197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31680f4-268d-43ca-b1ff-c8488c49af29 service neutron] Pushing event updated for resources: {'Port': ['ID=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:13.593811 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.613934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:49:13.614398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:49:13.619713 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:49:13.638892 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c51ae697-5e06-4eaf-b569-44ded2a9de03 None None] For port efd85f10-a4d9-4a0e-8673-dada3ca7abf1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,segment=NetworkSegment(c58963b9-b122-4da5-88ec-edd22ceff827),segment_id=c58963b9-b122-4da5-88ec-edd22ceff827)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:13.663667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c51ae697-5e06-4eaf-b569-44ded2a9de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.694265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-5a155239-e53d-4ecb-b9a8-d5a416895c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:13.695744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-5a155239-e53d-4ecb-b9a8-d5a416895c5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b21afae68a574e26bcf4f8d5d76c1a67&device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 1095 time: 0.2576873 Dec 08 21:49:13.704645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:13.708687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2410e9-4ab2-41d3-bf65-55acac1efa73 req-7a647111-c051-4378-99ac-09f241ec909f tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:13.708687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a2410e9-4ab2-41d3-bf65-55acac1efa73 req-7a647111-c051-4378-99ac-09f241ec909f tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 943 time: 0.3014679 Dec 08 21:49:13.709351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fdc2804-e809-47d0-93b0-814a7cbf97d7 req-3bf20a5a-c586-4587-b112-d543d6e3b0f3 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/c27ee392-f9c7-47c5-a2d7-cdb93a1a5a64 HTTP/1.1" status: 200 len: 1776 time: 0.1758749 Dec 08 21:49:13.763483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.781093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-0a748301-5ca8-4b6b-b78e-d557b934e2fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb HTTP/1.1" status: 200 len: 217 time: 0.0714693 Dec 08 21:49:13.796805 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.802032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.806058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/networks/7cf95e35-6359-4699-83f8-c9fcd41c1850 HTTP/1.1" status: 204 len: 168 time: 1.7889581 Dec 08 21:49:13.807095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e444a-3949-4e4c-8f38-2fd805333c15 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Network': ['ID=7cf95e35-6359-4699-83f8-c9fcd41c1850,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:13.810023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-262072e8-cd8c-44f3-8aa4-9af4ace1d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:13.811578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-262072e8-cd8c-44f3-8aa4-9af4ace1d5c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b21afae68a574e26bcf4f8d5d76c1a67&device_id=4543a8b4-e0e7-48f4-a026-a3378b728467 HTTP/1.1" status: 200 len: 1094 time: 0.2232373 Dec 08 21:49:13.812068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51386) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:13.829703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Made reservation on behalf of 0f59801000874b3f92b474e0e6d16a26 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:13.833048 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.846035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:13.848336 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7fdc2804-e809-47d0-93b0-814a7cbf97d7 req-4a19ae17-1d39-43f8-ad09-cea445a02771 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.891493 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7fdc2804-e809-47d0-93b0-814a7cbf97d7 req-4a19ae17-1d39-43f8-ad09-cea445a02771 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:13.953065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7ae89b71-b16e-436d-9479-e25d0cd99ac6 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:13.956708 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:49:14.001294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a2410e9-4ab2-41d3-bf65-55acac1efa73 req-e8e11827-3858-417f-b612-ffadb62e9f3f tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776713 Dec 08 21:49:14.028162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] Deleting port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:14.029893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.040997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7fdc2804-e809-47d0-93b0-814a7cbf97d7 req-4a19ae17-1d39-43f8-ad09-cea445a02771 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.044097 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7fdc2804-e809-47d0-93b0-814a7cbf97d7 req-4a19ae17-1d39-43f8-ad09-cea445a02771 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.059066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fdc2804-e809-47d0-93b0-814a7cbf97d7 req-4a19ae17-1d39-43f8-ad09-cea445a02771 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/c27ee392-f9c7-47c5-a2d7-cdb93a1a5a64 HTTP/1.1" status: 204 len: 173 time: 0.3467858 Dec 08 21:49:14.084733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ae697-5e06-4eaf-b569-44ded2a9de03 None None] Pushing event updated for resources: {'Port': ['ID=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:14.098697 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19ae17-1d39-43f8-ad09-cea445a02771 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27ee392-f9c7-47c5-a2d7-cdb93a1a5a64,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:14.111378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Allocated IP 172.20.0.11 (e6ec7d9b-8b08-4537-ac67-8e08fa188e7b/b6882df0-d8b6-457c-97e6-1bf37623afe0/409f803c-bb2d-4943-8318-06e5767b2bee) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:14.116712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-d51016c9-69a5-4abe-a65f-88e245bc11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:14.118427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-d51016c9-69a5-4abe-a65f-88e245bc11d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81f8d9ef-a796-480b-8bc4-8d05ddb73c78 HTTP/1.1" status: 200 len: 858 time: 0.3293180 Dec 08 21:49:14.131504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Allocated IP 19.80.0.252 (11537c13-5dba-45bc-9231-46d40987f1ef/90c99038-b1dd-4f4b-b61d-b416ec7d864b/fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:14.147188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8a6a18ab-ea41-458f-955f-85d252f68123'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:14.157996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:14.197569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-699b6334-fb1a-4a5f-96b4-5ec0c94a8afc req-73cf52ab-48ff-407e-aabd-c51a15f80a91 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 210 time: 0.0478425 Dec 08 21:49:14.230042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a226e69a-9ff1-4697-9f1e-f1c728425318 req-7d8dfa3c-ac38-440b-b2f8-8e46f82cb0af tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 210 time: 0.1060619 Dec 08 21:49:14.243833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-92f42e44-d301-43b0-9d52-df2e8c5df0b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3e73f5f3-c845-4d84-b643-a9b024a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905054 Dec 08 21:49:14.243981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:14.243981 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.250383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.332141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:14.332510 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.392989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:14.400876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] For port efd85f10-a4d9-4a0e-8673-dada3ca7abf1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,segment=NetworkSegment(c58963b9-b122-4da5-88ec-edd22ceff827),segment_id=c58963b9-b122-4da5-88ec-edd22ceff827)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:14.401816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.446422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] Calling delete_port for efd85f10-a4d9-4a0e-8673-dada3ca7abf1 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:14.450704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-7390c0a1-4209-4238-a50b-b8c4d79e28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:14.452463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-7390c0a1-4209-4238-a50b-b8c4d79e28d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3e73f5f3-c845-4d84-b643-a9b024a162fc HTTP/1.1" status: 200 len: 919 time: 0.5945463 Dec 08 21:49:14.501171 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-8bca72da-3abb-42ad-af61-d65850a612cb req-fc1d520e-e164-4ca3-8eba-0b389b6e39b4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:49:14.502953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bca72da-3abb-42ad-af61-d65850a612cb req-fc1d520e-e164-4ca3-8eba-0b389b6e39b4 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/ec5b06e9-bd14-4a63-9938-2b2938784781 HTTP/1.1" status: 404 len: 352 time: 0.0678716 Dec 08 21:49:14.533865 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.576229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a65985-b66b-456b-b53c-9365d53dd85e req-5ce83234-9923-4b28-be9a-0c8368f2e728 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:14.580730 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-da93c8c6-dad4-4011-a70c-19ea7d1bbc6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3fce6f1-2695-49d3-9658-81faa159dbe5 HTTP/1.1" status: 200 len: 217 time: 0.1098096 Dec 08 21:49:14.588375 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90a65985-b66b-456b-b53c-9365d53dd85e req-5ce83234-9923-4b28-be9a-0c8368f2e728 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 944 time: 0.2539225 Dec 08 21:49:14.647012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da10b057-845e-4735-b396-2ddab8b5fb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae89b71-b16e-436d-9479-e25d0cd99ac6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:14.649351 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615e12c8-09b7-4b46-b0a6-367a5d191c8a" -d '{"events": [{"server_uuid": "da10b057-845e-4735-b396-2ddab8b5fb36", "name": "network-vif-plugged", "status": "completed", "tag": "7ae89b71-b16e-436d-9479-e25d0cd99ac6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:14.659874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e3fce6f1-2695-49d3-9658-81faa159dbe5 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:14.670155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90a65985-b66b-456b-b53c-9365d53dd85e req-934ebd0c-af18-43cf-a883-4c60ec40863a tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564618 Dec 08 21:49:14.716342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7ae89b71-b16e-436d-9479-e25d0cd99ac6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7ae89b71-b16e-436d-9479-e25d0cd99ac6,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:14.732755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.803515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc48d3ff-b7e6-430a-a32c-1ee48f31157a', 'tag': '2265acd9-c457-4e9a-a3f5-c6d4322b3bcb'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:14.805717 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58453c29-4e80-409a-ba6f-1cac91f6809c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc48d3ff-b7e6-430a-a32c-1ee48f31157a", "tag": "2265acd9-c457-4e9a-a3f5-c6d4322b3bcb"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:14.847774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-acfe443c-76f2-493d-ace4-c3b4e054b33f service neutron] 10.222.0.23 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817780 Dec 08 21:49:14.854943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.901947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-dd3cb372-e0bb-4b3c-a1be-a6fc171ac9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:14.903556 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-dd3cb372-e0bb-4b3c-a1be-a6fc171ac9d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81f8d9ef-a796-480b-8bc4-8d05ddb73c78 HTTP/1.1" status: 200 len: 858 time: 0.2776566 Dec 08 21:49:14.904880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Deleting port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:14.905222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.918133 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-428ead32-f7e5-4b1f-884e-a9f61d50304c req-3c42ed3f-5f32-40a4-90ae-452984050dba tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:49:14.929700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e3fce6f1-2695-49d3-9658-81faa159dbe5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e3fce6f1-2695-49d3-9658-81faa159dbe5,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:14.931219 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-428ead32-f7e5-4b1f-884e-a9f61d50304c req-3c42ed3f-5f32-40a4-90ae-452984050dba tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/35ddcbf3-d940-4fb4-a702-d672c0768c38 HTTP/1.1" status: 404 len: 352 time: 0.0374029 Dec 08 21:49:14.960797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:14.969476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:14.970766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'e3fce6f1-2695-49d3-9658-81faa159dbe5', 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc', 'port_id': 'e3fce6f1-2695-49d3-9658-81faa159dbe5', 'mac_address': 'fa:16:3e:47:09:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d9ef-a796-480b-8bc4-8d05ddb73c78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:14.975347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:14.988716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:14.997702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Pushing event updated for resources: {'Port': ['ID=409f803c-bb2d-4943-8318-06e5767b2bee,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:15.005297 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67152db-6669-49b0-83f8-6c273dd78d5c x-openstack-request-id: req-b67152db-6669-49b0-83f8-6c273dd78d5c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:15.005591 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da10b057-845e-4735-b396-2ddab8b5fb36", "name": "network-vif-plugged", "status": "completed", "tag": "7ae89b71-b16e-436d-9479-e25d0cd99ac6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:15.005843 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b67152db-6669-49b0-83f8-6c273dd78d5c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:15.006276 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da10b057-845e-4735-b396-2ddab8b5fb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae89b71-b16e-436d-9479-e25d0cd99ac6', 'code': 200} Dec 08 21:49:15.049084 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-72371686-2384-4fce-adec-96be190d5deb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3e73f5f3-c845-4d84-b643-a9b024a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086843 Dec 08 21:49:15.056921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efce96-d5eb-43b5-b973-001638c79bfb req-88f1e7f3-2252-458d-ad8c-630fe4edc093 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:15.064602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2efce96-d5eb-43b5-b973-001638c79bfb req-88f1e7f3-2252-458d-ad8c-630fe4edc093 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.3700109 Dec 08 21:49:15.082330 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.082916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.109634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:15.110425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.119054 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ee29f1-35ba-493c-bcc3-a0aea3c850ce x-openstack-request-id: req-26ee29f1-35ba-493c-bcc3-a0aea3c850ce {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:15.119530 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc48d3ff-b7e6-430a-a32c-1ee48f31157a", "tag": "2265acd9-c457-4e9a-a3f5-c6d4322b3bcb", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:15.119802 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26ee29f1-35ba-493c-bcc3-a0aea3c850ce {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:15.120195 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc48d3ff-b7e6-430a-a32c-1ee48f31157a', 'tag': '2265acd9-c457-4e9a-a3f5-c6d4322b3bcb', 'status': 'completed', 'code': 200} Dec 08 21:49:15.133046 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-b4c2c034-e0d0-446f-98fa-496561993de8 req-7e3e12da-3b5d-43a0-83bc-61f4086b0b68 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:49:15.146035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4c2c034-e0d0-446f-98fa-496561993de8 req-7e3e12da-3b5d-43a0-83bc-61f4086b0b68 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/d19f88ab-d476-4cca-b737-a8bea62b3d40 HTTP/1.1" status: 404 len: 352 time: 0.0323226 Dec 08 21:49:15.162553 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-6207393c-4c33-4a08-884a-cf3be08173c2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6913106 Dec 08 21:49:15.176277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Request body: {'port': {'device_id': '08659bb8-dbb9-43ed-946d-0c58beaadf62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:15.250257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] For port efd85f10-a4d9-4a0e-8673-dada3ca7abf1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,segment=NetworkSegment(c58963b9-b122-4da5-88ec-edd22ceff827),segment_id=c58963b9-b122-4da5-88ec-edd22ceff827)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:15.250631 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.297509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Calling delete_port for efd85f10-a4d9-4a0e-8673-dada3ca7abf1 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:15.300835 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fde52c1a-5f4f-42e7-8083-df383af67810 req-18323009-b1a2-4e66-b590-f4804204f9e2 service neutron] 10.222.0.23 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313016 Dec 08 21:49:15.315343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.318509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2efce96-d5eb-43b5-b973-001638c79bfb req-e04f21bf-ec15-4193-be6d-7c4ea6b1821f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445934 Dec 08 21:49:15.325862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device efd85f10-a4d9-4a0e-8673-dada3ca7abf1 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:15.372579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fce6f1-2695-49d3-9658-81faa159dbe5 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:15.394284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963600-2102-4797-aa40-203f01dcd097 req-dbc4c2c1-4c52-4909-86fe-9e1a6479475b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:15.406383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39963600-2102-4797-aa40-203f01dcd097 req-dbc4c2c1-4c52-4909-86fe-9e1a6479475b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 944 time: 0.1492078 Dec 08 21:49:15.406706 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.414290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67100775-ffdc-4c31-a0c5-00935e3a6be2 req-84b359f2-a08a-4fa7-a526-1a4fd7052202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:15.415538 n-d-821126-1 neutron-server[102391]: INFO neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No ports have port_id starting with efd85f10-a4d9-4a0e-8673-dada3ca7abf1 Dec 08 21:49:15.416710 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67100775-ffdc-4c31-a0c5-00935e3a6be2 req-84b359f2-a08a-4fa7-a526-1a4fd7052202 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 1097 time: 0.3316057 Dec 08 21:49:15.441873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7ae89b71-b16e-436d-9479-e25d0cd99ac6,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:15.453474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e3fce6f1-2695-49d3-9658-81faa159dbe5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e3fce6f1-2695-49d3-9658-81faa159dbe5,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:15.478923 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-54ebf018-ceb6-412e-86aa-da1e2e425222 req-1491b0e1-3282-40d8-81ea-a15c0565e77f tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:49:15.488733 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.491274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-54ebf018-ceb6-412e-86aa-da1e2e425222 req-1491b0e1-3282-40d8-81ea-a15c0565e77f tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/82953768-fa90-47a1-a231-d14b1b9f2e81 HTTP/1.1" status: 404 len: 352 time: 0.0884838 Dec 08 21:49:15.491694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] No DVR routers for this DVR port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:15.495219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07be25e-7ca8-4efc-a5f4-67f333a55725 None None] Pushing event deleted for resources: {'Port': ['ID=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:15.529804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7c642-e0b9-457b-96ba-5b205a3a9db1 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 21:49:15.545105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39963600-2102-4797-aa40-203f01dcd097 req-c09b87f2-64cd-4f10-9758-6c25fb1398d1 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355793 Dec 08 21:49:15.611142 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.668879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-28f8c603-e456-4de6-bafa-58d9e144174b service neutron] 10.222.0.23 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973835 Dec 08 21:49:15.724126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7c642-e0b9-457b-96ba-5b205a3a9db1 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 21:49:15.775985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network 11537c13-5dba-45bc-9231-46d40987f1ef is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:15.781882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409f803c-bb2d-4943-8318-06e5767b2bee {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:15.783410 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67100775-ffdc-4c31-a0c5-00935e3a6be2 req-6f1442bd-62dd-40df-8a58-bb3649ff1a0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301783 Dec 08 21:49:15.790779 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.800908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:15.804276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-64cff9ad-8852-47f4-ac33-6b8c848097e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:15.806755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-64cff9ad-8852-47f4-ac33-6b8c848097e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b21afae68a574e26bcf4f8d5d76c1a67&device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 1095 time: 0.4196095 Dec 08 21:49:15.807333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Transition to ACTIVE for port object 409f803c-bb2d-4943-8318-06e5767b2bee will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:15.808722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:15.814172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Port': ['ID=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:15.834097 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.926566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d146c-f294-40cc-8f72-a964d9192654 req-740c25d1-2656-4d57-a071-466b7b6afd8a tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:15.930266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a7c87-60cd-4b6b-88ef-65cc6ee3ce40 req-d447217a-2250-4dfc-aa68-dc71209af823 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:15.932416 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb0a7c87-60cd-4b6b-88ef-65cc6ee3ce40 req-d447217a-2250-4dfc-aa68-dc71209af823 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 932 time: 0.1246021 Dec 08 21:49:15.933256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e9d146c-f294-40cc-8f72-a964d9192654 req-740c25d1-2656-4d57-a071-466b7b6afd8a tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 932 time: 0.3148534 Dec 08 21:49:15.968184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:15.986830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['e3fce6f1-2695-49d3-9658-81faa159dbe5'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:15.989438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8a6a18ab-ea41-458f-955f-85d252f68123 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:15.989564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Pushing event updated for resources: {'Port': ['ID=409f803c-bb2d-4943-8318-06e5767b2bee,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:16.035786 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb0a7c87-60cd-4b6b-88ef-65cc6ee3ce40 req-df829360-da5f-452c-bca8-34dbf018d52f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889645 Dec 08 21:49:16.087280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e3fce6f1-2695-49d3-9658-81faa159dbe5,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:16.130492 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-5883e708-6343-4f38-8f9e-69367249cdac req-56c618dd-f183-43c5-9659-9dadbf6de82a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:49:16.132055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5883e708-6343-4f38-8f9e-69367249cdac req-56c618dd-f183-43c5-9659-9dadbf6de82a tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/546422bc-03b1-4480-9c17-8da33688a075 HTTP/1.1" status: 404 len: 352 time: 0.0582964 Dec 08 21:49:16.135630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Attempting to bind port 409f803c-bb2d-4943-8318-06e5767b2bee on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:16.136427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Attempting to bind port 409f803c-bb2d-4943-8318-06e5767b2bee by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'ebb0bfb7-28fd-4a53-9797-e91ec0209fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e6ec7d9b-8b08-4537-ac67-8e08fa188e7b'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:16.137488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Attempting to bind port 409f803c-bb2d-4943-8318-06e5767b2bee on network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:16.176407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Port 409f803c-bb2d-4943-8318-06e5767b2bee on network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:16.177698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Attempting to bind port 409f803c-bb2d-4943-8318-06e5767b2bee on network e6ec7d9b-8b08-4537-ac67-8e08fa188e7b {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:16.255443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:16.256306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Checking segment: {'id': 'ebb0bfb7-28fd-4a53-9797-e91ec0209fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e6ec7d9b-8b08-4537-ac67-8e08fa188e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:16.257543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Bound using segment: {'id': 'ebb0bfb7-28fd-4a53-9797-e91ec0209fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e6ec7d9b-8b08-4537-ac67-8e08fa188e7b'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:16.258506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Bound port: 409f803c-bb2d-4943-8318-06e5767b2bee, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb0bfb7-28fd-4a53-9797-e91ec0209fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e6ec7d9b-8b08-4537-ac67-8e08fa188e7b'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:16.259258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.304278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 8a6a18ab-ea41-458f-955f-85d252f68123 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:16.315474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 8a6a18ab-ea41-458f-955f-85d252f68123 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:16.315847 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.386390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:16.387117 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.422499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] For port 409f803c-bb2d-4943-8318-06e5767b2bee, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:16.433607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9558d6c-3d0e-4b8c-90bb-1c208ee2e434 req-19ddb2f8-1aaa-46c3-b042-c22f63d5543f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:16.435832 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9558d6c-3d0e-4b8c-90bb-1c208ee2e434 req-19ddb2f8-1aaa-46c3-b042-c22f63d5543f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 944 time: 0.1035242 Dec 08 21:49:16.437869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] For port 409f803c-bb2d-4943-8318-06e5767b2bee, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=409f803c-bb2d-4943-8318-06e5767b2bee,segment=NetworkSegment(ebb0bfb7-28fd-4a53-9797-e91ec0209fb9),segment_id=ebb0bfb7-28fd-4a53-9797-e91ec0209fb9)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:16.440618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-47419708-3fa2-4f8e-9c2f-2044f18ce3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:16.442616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-47419708-3fa2-4f8e-9c2f-2044f18ce3e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3e73f5f3-c845-4d84-b643-a9b024a162fc HTTP/1.1" status: 200 len: 919 time: 0.6219292 Dec 08 21:49:16.471485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Port': ['ID=efd85f10-a4d9-4a0e-8673-dada3ca7abf1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:16.476105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] No DVR routers for this DVR port efd85f10-a4d9-4a0e-8673-dada3ca7abf1 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:16.482408 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e9d146c-f294-40cc-8f72-a964d9192654 req-912aabe3-a0b3-4e0c-9e9e-5d78d2f5be21 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476992 Dec 08 21:49:16.484847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bb35268-ec3e-489b-80f6-23c0fe124023 req-d98413b7-db5f-449f-958c-e745823c6cec service neutron] 10.222.0.23 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8005481 Dec 08 21:49:16.495897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-aec2ca69-9bac-4e53-ad54-ec911f43b12f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9514790 Dec 08 21:49:16.505167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9558d6c-3d0e-4b8c-90bb-1c208ee2e434 req-805b397f-c833-414a-98db-270f77b4fd3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623076 Dec 08 21:49:16.506245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.554527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'port': {'device_id': 'd53feb81-112a-43a9-8915-966e8453341c', 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603', 'admin_state_up': True, 'tenant_id': 'da35c2b14efb4d0281881de2f672797e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:16.559108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-1cb31c38-02bf-4c1a-839b-dfd791597ed4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb HTTP/1.1" status: 200 len: 217 time: 0.0844665 Dec 08 21:49:16.573760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Pushing event updated for resources: {'Port': ['ID=409f803c-bb2d-4943-8318-06e5767b2bee,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:16.586541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:16.587398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.588859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-32d4c2dd-4d98-46b9-856f-8c76f7166c35 service neutron] 10.222.0.37 "PUT /v2.0/ports/409f803c-bb2d-4943-8318-06e5767b2bee HTTP/1.1" status: 200 len: 1092 time: 1.4171515 Dec 08 21:49:16.589349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08659bb8-dbb9-43ed-946d-0c58beaadf62', 'tag': '409f803c-bb2d-4943-8318-06e5767b2bee'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:16.592847 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4183e46c-8192-4762-b670-06d3e4f9faf6" -d '{"events": [{"name": "network-changed", "server_uuid": "08659bb8-dbb9-43ed-946d-0c58beaadf62", "tag": "409f803c-bb2d-4943-8318-06e5767b2bee"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:16.640682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.645413 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.690472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:16.763857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-9125fe55-b22c-41bc-ab68-70473a750dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:16.765980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-9125fe55-b22c-41bc-ab68-70473a750dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f59801000874b3f92b474e0e6d16a26&device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 1095 time: 0.1228814 Dec 08 21:49:16.796837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:16.809672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.832683 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-f1d04280-0b57-45e0-be26-3ec0d326546c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=409f803c-bb2d-4943-8318-06e5767b2bee HTTP/1.1" status: 200 len: 217 time: 0.0548165 Dec 08 21:49:16.876423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-0b8cccdc-d06b-4629-926c-6f1fc4ce2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:16.879090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-0b8cccdc-d06b-4629-926c-6f1fc4ce2e7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81f8d9ef-a796-480b-8bc4-8d05ddb73c78 HTTP/1.1" status: 200 len: 858 time: 0.2079091 Dec 08 21:49:16.881807 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-814166fc-6ce6-4e83-86a1-fa7129f00136 req-3d8691bf-a237-41d4-94ee-b123999c5a6b tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] show failed (client error): The resource could not be found. Dec 08 21:49:16.882320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-814166fc-6ce6-4e83-86a1-fa7129f00136 req-3d8691bf-a237-41d4-94ee-b123999c5a6b tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/6e1fe470-c111-4992-8785-fdaebd829738 HTTP/1.1" status: 404 len: 352 time: 0.2098973 Dec 08 21:49:16.886344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec6af6e-bdcb-4537-b599-cfc43d63b8d6']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:16.942279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58963b9-b122-4da5-88ec-edd22ceff827') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:16.942580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58963b9-b122-4da5-88ec-edd22ceff827') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:16.993008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:16.993482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-afd4e66f-5bb1-45f3-835a-ac6417ff0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:16.993660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:16.995782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-afd4e66f-5bb1-45f3-835a-ac6417ff0390 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6882df0-d8b6-457c-97e6-1bf37623afe0 HTTP/1.1" status: 200 len: 854 time: 0.1136456 Dec 08 21:49:16.999413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-85f20330-20aa-4b2c-a4b5-1865b7fb0c5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3e73f5f3-c845-4d84-b643-a9b024a162fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817509 Dec 08 21:49:17.006574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd84f88-649d-4b00-8635-6677a4d14060 req-59ba7516-0b08-495f-a952-557bb46b5d34 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:17.009065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fd84f88-649d-4b00-8635-6677a4d14060 req-59ba7516-0b08-495f-a952-557bb46b5d34 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1753714 Dec 08 21:49:17.016181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6a18ab-ea41-458f-955f-85d252f68123'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:17.019460 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0745f1dc-6d6b-49fc-b14e-38e86f04d6cb" -d '{"events": [{"server_uuid": "e5bffa24-b1a3-4871-b48f-97a91ba4ae12", "name": "network-vif-plugged", "status": "completed", "tag": "8a6a18ab-ea41-458f-955f-85d252f68123"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:17.042645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-03765a0d-f3f1-4b0b-8e12-6ba381cd8bf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ec7d9b-8b08-4537-ac67-8e08fa188e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324962 Dec 08 21:49:17.088805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:17.101757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fd84f88-649d-4b00-8635-6677a4d14060 req-ab99f32e-b7ca-4bca-bc4c-3fe4a18b7904 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579927 Dec 08 21:49:17.102049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '2265acd9-c457-4e9a-a3f5-c6d4322b3bcb', 'network_id': '3e73f5f3-c845-4d84-b643-a9b024a162fc', 'port_id': '2265acd9-c457-4e9a-a3f5-c6d4322b3bcb', 'mac_address': 'fa:16:3e:a6:8f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d9ef-a796-480b-8bc4-8d05ddb73c78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:17.110306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.150343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:49:17.151112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:49:17.159295 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:49:17.162197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-038588bf-64ad-4b1c-bea5-f83937653d62 None None] Provisioning complete for port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:17.162577 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-038588bf-64ad-4b1c-bea5-f83937653d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.194973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.217772 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:17.221732 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2696f3f0-b79f-4ea7-b77f-789492721011 x-openstack-request-id: req-2696f3f0-b79f-4ea7-b77f-789492721011 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:17.222255 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08659bb8-dbb9-43ed-946d-0c58beaadf62", "tag": "409f803c-bb2d-4943-8318-06e5767b2bee", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:17.222742 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2696f3f0-b79f-4ea7-b77f-789492721011 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:17.223341 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08659bb8-dbb9-43ed-946d-0c58beaadf62', 'tag': '409f803c-bb2d-4943-8318-06e5767b2bee', 'status': 'completed', 'code': 200} Dec 08 21:49:17.229457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-038588bf-64ad-4b1c-bea5-f83937653d62 None None] Port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:17.254022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:17.256950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a50aa4-93f9-49b6-8c1f-19728e8c9ed2 req-abf21aa2-f036-4ec2-ae23-162b81f107bb tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:17.259584 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65a50aa4-93f9-49b6-8c1f-19728e8c9ed2 req-abf21aa2-f036-4ec2-ae23-162b81f107bb tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.2467985 Dec 08 21:49:17.262531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.280579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-fbfc15bc-9e8f-42a6-bd86-2353382e6687 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ec7d9b-8b08-4537-ac67-8e08fa188e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881795 Dec 08 21:49:17.335502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.346900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:17.351781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.359023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-ddc54db2-f1f8-47ef-a6f0-a8b8a7ba3916 service neutron] 10.222.0.23 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472941 Dec 08 21:49:17.363402 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.365610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:17.367700 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/networks/8ec6af6e-bdcb-4537-b599-cfc43d63b8d6 HTTP/1.1" status: 204 len: 168 time: 3.5175936 Dec 08 21:49:17.373826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51442) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:17.418130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf1193-c774-4f37-8cfc-903587d47d1c tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Network': ['ID=8ec6af6e-bdcb-4537-b599-cfc43d63b8d6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:17.478346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65a50aa4-93f9-49b6-8c1f-19728e8c9ed2 req-68637eab-548c-49e7-99eb-43f12917ffdd tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006369 Dec 08 21:49:17.545741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['2265acd9-c457-4e9a-a3f5-c6d4322b3bcb'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:17.546929 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.564486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f49f7400-2236-464e-ad1c-94fff66ac036 req-ed68c6bf-a477-43fd-806f-63e0b2e8dfc0 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ec7d9b-8b08-4537-ac67-8e08fa188e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767239 Dec 08 21:49:17.598551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58453c29-4e80-409a-ba6f-1cac91f6809c req-622d274d-8c0b-4b15-9945-a197f659c68b service neutron] 10.222.0.23 "GET /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030392 Dec 08 21:49:17.646784 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ab0fa1-69bf-42a6-bd32-94bdb117e46f x-openstack-request-id: req-f5ab0fa1-69bf-42a6-bd32-94bdb117e46f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:17.648262 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bffa24-b1a3-4871-b48f-97a91ba4ae12", "name": "network-vif-plugged", "status": "completed", "tag": "8a6a18ab-ea41-458f-955f-85d252f68123", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:17.648814 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5ab0fa1-69bf-42a6-bd32-94bdb117e46f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:17.649421 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6a18ab-ea41-458f-955f-85d252f68123', 'code': 200} Dec 08 21:49:17.713105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.736439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbde445-277f-412d-a904-c02bf2485f55']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:17.748106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af05a5fd-1635-4d03-847c-cd1f8d318d00') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:17.748419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af05a5fd-1635-4d03-847c-cd1f8d318d00') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:17.768907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.785440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Allocated IP 19.86.0.117 (3dade821-6a14-4511-ab69-7f558aaae603/0a4f901f-82d5-439e-a310-69f8786fdfb6/c14c55b1-76b5-4b80-ab9c-990410d2fb13) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:17.790011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.799914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:49:17.800475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-520df1ef-f6ef-4c87-8b86-4fc3fdd94744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:17.800942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.802616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-520df1ef-f6ef-4c87-8b86-4fc3fdd94744 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f59801000874b3f92b474e0e6d16a26&device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 1095 time: 0.1191506 Dec 08 21:49:17.847405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598d361-5af1-4632-a302-97634cab243e req-c4fa0acd-f173-4dbf-8e9d-98a11dbf5ffa tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:17.850420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c598d361-5af1-4632-a302-97634cab243e req-c4fa0acd-f173-4dbf-8e9d-98a11dbf5ffa tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 932 time: 0.1158497 Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:49:17.867630 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:49:17.947147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.964534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:17.968323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/networks/7cbde445-277f-412d-a904-c02bf2485f55 HTTP/1.1" status: 204 len: 168 time: 0.5934718 Dec 08 21:49:17.970843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51452) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:17.979509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09794989-3b7f-4f01-bc03-1133ba0ffd5c req-25881c08-62c0-4ab5-bc66-e266462f0e35 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:17.981109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09794989-3b7f-4f01-bc03-1133ba0ffd5c req-25881c08-62c0-4ab5-bc66-e266462f0e35 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1023 time: 0.1157029 Dec 08 21:49:17.994351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578ea41-6bc2-45a6-8d88-74f30282d74a tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Network': ['ID=7cbde445-277f-412d-a904-c02bf2485f55,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:18.004305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb6e4-7561-413a-988f-778e0cc9c522 req-adb5428b-1403-4fdb-b684-c9bfe95a20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:18.005750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25efb6e4-7561-413a-988f-778e0cc9c522 req-adb5428b-1403-4fdb-b684-c9bfe95a20f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 1096 time: 0.1392627 Dec 08 21:49:18.007366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c598d361-5af1-4632-a302-97634cab243e req-cf3a9934-10e1-4a92-b0a2-864360862dfd tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183062 Dec 08 21:49:18.089354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09794989-3b7f-4f01-bc03-1133ba0ffd5c req-2c961bf8-d733-4654-87fb-193be0730c29 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7006b73b-bfea-4020-ad78-b18d5bd45d7a&id=789042e2-9c78-41a9-a4e7-047c8e9efcfc&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0980458 Dec 08 21:49:18.091114 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25efb6e4-7561-413a-988f-778e0cc9c522 req-233e6dd1-a3b0-4732-94d3-9277462d8b34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652564 Dec 08 21:49:18.153646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-0c900841-15bd-40be-94a3-fd4296d77006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:18.155161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-0c900841-15bd-40be-94a3-fd4296d77006 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ec7d9b-8b08-4537-ac67-8e08fa188e7b HTTP/1.1" status: 200 len: 915 time: 0.3393009 Dec 08 21:49:18.188223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.238517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10951ac7-4f68-41dd-b4fe-145e4b69f5df req-a4c2e3e9-7762-4543-91e3-220136fe60a2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:18.240198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10951ac7-4f68-41dd-b4fe-145e4b69f5df req-a4c2e3e9-7762-4543-91e3-220136fe60a2 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 944 time: 0.0723922 Dec 08 21:49:18.240718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7943-ec25-42e3-8a4f-8b77343c8a2a req-a55ef605-26df-4dd5-b2e5-499e5772d5a5 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:18.242441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-868f7943-ec25-42e3-8a4f-8b77343c8a2a req-a55ef605-26df-4dd5-b2e5-499e5772d5a5 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 945 time: 0.1275415 Dec 08 21:49:18.293052 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10951ac7-4f68-41dd-b4fe-145e4b69f5df req-e79b2e48-7b25-4341-901c-2148a5dedda1 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Dec 08 21:49:18.390348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-55a122b4-c632-4e5a-bb10-ec3cb7e0a21d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=409f803c-bb2d-4943-8318-06e5767b2bee HTTP/1.1" status: 200 len: 217 time: 0.0980480 Dec 08 21:49:18.425283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.507150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.527518 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-868f7943-ec25-42e3-8a4f-8b77343c8a2a req-6996eb65-89e7-41d3-98ba-4ff0229a9edc tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575490 Dec 08 21:49:18.549064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7de97ca-c378-480b-b29e-65ac456f79c5']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:18.552957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-38ebf6ec-7394-4010-bfa7-dcb31aa0b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:18.553455 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-38ebf6ec-7394-4010-bfa7-dcb31aa0b325 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6882df0-d8b6-457c-97e6-1bf37623afe0 HTTP/1.1" status: 200 len: 854 time: 0.1370604 Dec 08 21:49:18.554651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6a7a2-9447-4af9-8139-9f4de51b37b5 req-cffb2907-a2a8-46c3-8795-4548826e49a0 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:18.569528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4af6a7a2-9447-4af9-8139-9f4de51b37b5 req-cffb2907-a2a8-46c3-8795-4548826e49a0 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1085556 Dec 08 21:49:18.589894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bdc4d6-0d6f-4f72-a145-257acc5f5830') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:18.591447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bdc4d6-0d6f-4f72-a145-257acc5f5830') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:18.605058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.619759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4af6a7a2-9447-4af9-8139-9f4de51b37b5 req-16fd08dc-c1f7-4960-b09a-caf8c3844ecd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492561 Dec 08 21:49:18.633657 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.636163 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.670028 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-48559606-7519-42eb-a435-8a8f2842c351 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ec7d9b-8b08-4537-ac67-8e08fa188e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461693 Dec 08 21:49:18.675258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:49:18.675787 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.677796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e3fce6f1-2695-49d3-9658-81faa159dbe5 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:49:18.680013 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:49:18.764306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port e3fce6f1-2695-49d3-9658-81faa159dbe5 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:18.769069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port e3fce6f1-2695-49d3-9658-81faa159dbe5 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:18.769445 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.820490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network 3dade821-6a14-4511-ab69-7f558aaae603 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:18.844650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:18.851149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:18.875021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.901078 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.908510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Port': ['ID=c14c55b1-76b5-4b80-ab9c-990410d2fb13,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:18.938109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port e3fce6f1-2695-49d3-9658-81faa159dbe5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e3fce6f1-2695-49d3-9658-81faa159dbe5,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:18.944626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.946167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:18.946507 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:18.954394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] 10.222.0.21 "DELETE /v2.0/networks/a7de97ca-c378-480b-b29e-65ac456f79c5 HTTP/1.1" status: 204 len: 168 time: 0.9823730 Dec 08 21:49:18.993187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623a820-c570-45b6-8a9e-b9232d251b72 tempest-BulkNetworkOpsIpV6Test-985977310 tempest-BulkNetworkOpsIpV6Test-985977310-project] Pushing event deleted for resources: {'Network': ['ID=a7de97ca-c378-480b-b29e-65ac456f79c5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:19.024730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32307c8f-2313-421b-94ae-d91ae6acad5b req-75b32168-e104-47d9-9eed-5c19ca0d45dc tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:19.026821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32307c8f-2313-421b-94ae-d91ae6acad5b req-75b32168-e104-47d9-9eed-5c19ca0d45dc tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.3594503 Dec 08 21:49:19.029533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-cf87cffa-7c3c-4e4e-b4b8-be882c6acc2f service neutron] 10.222.0.37 "GET /v2.0/networks/e6ec7d9b-8b08-4537-ac67-8e08fa188e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480606 Dec 08 21:49:19.040052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=e3fce6f1-2695-49d3-9658-81faa159dbe5,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:19.059542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:19.071628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:19.072324 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.189823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:19.190734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.230897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32307c8f-2313-421b-94ae-d91ae6acad5b req-4e35370f-e9fe-488b-87a0-6feb6afa9df2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904120 Dec 08 21:49:19.278022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b63206ef-a914-4810-8043-c5f8e6bbb83a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7486024 Dec 08 21:49:19.296726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'port': {'device_id': 'd53feb81-112a-43a9-8915-966e8453341c', 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef', 'admin_state_up': True, 'tenant_id': 'da35c2b14efb4d0281881de2f672797e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:19.297495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c7a9e-7a0e-4f1c-bd13-eee6d3a24727 req-bcbdd627-25ed-4e94-a0e4-28da35e6d592 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:19.300006 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.304038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c7a9e-7a0e-4f1c-bd13-eee6d3a24727 req-bcbdd627-25ed-4e94-a0e4-28da35e6d592 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:19.312711 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-385c7a9e-7a0e-4f1c-bd13-eee6d3a24727 req-bcbdd627-25ed-4e94-a0e4-28da35e6d592 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 1655 time: 0.1873887 Dec 08 21:49:19.342326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200f781-5317-485b-b020-1c8c65fe558a req-ce84a7b2-6922-439f-9c07-9a74067ac583 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:19.344051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2200f781-5317-485b-b020-1c8c65fe558a req-ce84a7b2-6922-439f-9c07-9a74067ac583 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.37 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1023 time: 0.1502171 Dec 08 21:49:19.363773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5390be31-b5b7-4961-8c5e-5a9bf4c90b27 None None] Provisioning complete for port c14c55b1-76b5-4b80-ab9c-990410d2fb13 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:19.364353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:19.364673 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5390be31-b5b7-4961-8c5e-5a9bf4c90b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.462825 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4183e46c-8192-4762-b670-06d3e4f9faf6 req-943091b1-9f78-4226-8e08-96e2894597b2 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ec7d9b-8b08-4537-ac67-8e08fa188e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213257 Dec 08 21:49:19.496617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc329b-08cf-4398-957c-2606744221ec req-ea88d62a-b23d-47c3-8e79-9b912fda70ca tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:19.498245 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-385c7a9e-7a0e-4f1c-bd13-eee6d3a24727 req-0dcd5a20-360f-4ad3-8f8f-bda3e577c37c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846569 Dec 08 21:49:19.508509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3adc329b-08cf-4398-957c-2606744221ec req-ea88d62a-b23d-47c3-8e79-9b912fda70ca tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 1023 time: 0.1234851 Dec 08 21:49:19.586087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5390be31-b5b7-4961-8c5e-5a9bf4c90b27 None None] Port c14c55b1-76b5-4b80-ab9c-990410d2fb13 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:19.602019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3adc329b-08cf-4398-957c-2606744221ec req-287c7ace-bdb0-4570-962a-5e3895b8d652 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7006b73b-bfea-4020-ad78-b18d5bd45d7a&id=789042e2-9c78-41a9-a4e7-047c8e9efcfc&id=d7538add-ce7b-40b9-b0c4-a9edbb9c176e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0920448 Dec 08 21:49:19.624134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:19.644476 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.670190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:19.674090 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.675240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4543a8b4-e0e7-48f4-a026-a3378b728467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fce6f1-2695-49d3-9658-81faa159dbe5'}, {'server_uuid': 'cc48d3ff-b7e6-430a-a32c-1ee48f31157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2265acd9-c457-4e9a-a3f5-c6d4322b3bcb'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:19.678502 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b922a0-634a-4139-9a2b-e95a1454f6ed" -d '{"events": [{"server_uuid": "4543a8b4-e0e7-48f4-a026-a3378b728467", "name": "network-vif-plugged", "status": "completed", "tag": "e3fce6f1-2695-49d3-9658-81faa159dbe5"}, {"server_uuid": "cc48d3ff-b7e6-430a-a32c-1ee48f31157a", "name": "network-vif-plugged", "status": "completed", "tag": "2265acd9-c457-4e9a-a3f5-c6d4322b3bcb"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:19.681934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dde9ba47-3b37-4721-a979-82410fe2d0e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5cbad5037e34f1f946ba1cee5116c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126502 Dec 08 21:49:19.685402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51478) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:19.720417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:19.793437 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d44540e4-ad0e-40ca-bf21-855e32764f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.821312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Deleting port 96bb8263-2ca8-4b50-a7ed-d111cd68483c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:19.821801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.835483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d816-ba3f-4047-b433-6bfb6126eefc req-80939d98-bd52-4ea8-b6db-5acd262e3559 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:19.843055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2c6d816-ba3f-4047-b433-6bfb6126eefc req-80939d98-bd52-4ea8-b6db-5acd262e3559 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 944 time: 0.1746912 Dec 08 21:49:19.880062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Allocated IP 19.80.0.211 (11537c13-5dba-45bc-9231-46d40987f1ef/90c99038-b1dd-4f4b-b61d-b416ec7d864b/aea34995-0b19-499b-b0a7-1e6d50112846) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:19.892627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb3e53-b7b1-4667-a968-74b0f3d0f19d req-b3acd24d-f07d-43b5-9efa-9ba0737a9e0e tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:19.894240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5cbb3e53-b7b1-4667-a968-74b0f3d0f19d req-b3acd24d-f07d-43b5-9efa-9ba0737a9e0e tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 946 time: 0.0769379 Dec 08 21:49:19.910245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d44540e4-ad0e-40ca-bf21-855e32764f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:19.976960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2c6d816-ba3f-4047-b433-6bfb6126eefc req-5ef7c0d0-8827-4e91-9535-1342d885c188 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302087 Dec 08 21:49:19.978266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5cbb3e53-b7b1-4667-a968-74b0f3d0f19d req-7d9b4615-7e2f-4708-a44a-fa4f112ed679 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712476 Dec 08 21:49:19.985973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 409f803c-bb2d-4943-8318-06e5767b2bee details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:20.044989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] For port 96bb8263-2ca8-4b50-a7ed-d111cd68483c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=96bb8263-2ca8-4b50-a7ed-d111cd68483c,segment=NetworkSegment(de2a3eb7-bd75-4277-9116-2432bf84b31b),segment_id=de2a3eb7-bd75-4277-9116-2432bf84b31b)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:20.048471 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.075213 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d44540e4-ad0e-40ca-bf21-855e32764f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.080398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d44540e4-ad0e-40ca-bf21-855e32764f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.081694 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d44540e4-ad0e-40ca-bf21-855e32764f25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9c5f04b-c2d7-4337-bce0-3fd8474637ce HTTP/1.1" status: 204 len: 168 time: 0.3914616 Dec 08 21:49:20.091745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Calling delete_port for 96bb8263-2ca8-4b50-a7ed-d111cd68483c owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:20.129842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44540e4-ad0e-40ca-bf21-855e32764f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c5f04b-c2d7-4337-bce0-3fd8474637ce,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:20.191543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461511c8-3709-4b2b-84b5-3dbbbd892790 req-510f1d7c-10a8-4763-a3e1-98ca57c936ea tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:20.199603 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-461511c8-3709-4b2b-84b5-3dbbbd892790 req-510f1d7c-10a8-4763-a3e1-98ca57c936ea tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1166346 Dec 08 21:49:20.253925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 409f803c-bb2d-4943-8318-06e5767b2bee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=409f803c-bb2d-4943-8318-06e5767b2bee,segment=NetworkSegment(ebb0bfb7-28fd-4a53-9797-e91ec0209fb9),segment_id=ebb0bfb7-28fd-4a53-9797-e91ec0209fb9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:20.270694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '409f803c-bb2d-4943-8318-06e5767b2bee', 'network_id': 'e6ec7d9b-8b08-4537-ac67-8e08fa188e7b', 'port_id': '409f803c-bb2d-4943-8318-06e5767b2bee', 'mac_address': 'fa:16:3e:c4:7b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6882df0-d8b6-457c-97e6-1bf37623afe0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:20.271459 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-461511c8-3709-4b2b-84b5-3dbbbd892790 req-942ad5b6-f9ab-4661-a19c-9c7e6a6f6f0e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668418 Dec 08 21:49:20.275207 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32775914-82ec-4aa4-9c8a-ea51858d775b x-openstack-request-id: req-32775914-82ec-4aa4-9c8a-ea51858d775b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:20.275535 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4543a8b4-e0e7-48f4-a026-a3378b728467", "name": "network-vif-plugged", "status": "completed", "tag": "e3fce6f1-2695-49d3-9658-81faa159dbe5", "code": 200}, {"server_uuid": "cc48d3ff-b7e6-430a-a32c-1ee48f31157a", "name": "network-vif-plugged", "status": "completed", "tag": "2265acd9-c457-4e9a-a3f5-c6d4322b3bcb", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:20.275792 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32775914-82ec-4aa4-9c8a-ea51858d775b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:20.276313 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4543a8b4-e0e7-48f4-a026-a3378b728467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fce6f1-2695-49d3-9658-81faa159dbe5', 'code': 200} Dec 08 21:49:20.276744 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc48d3ff-b7e6-430a-a32c-1ee48f31157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2265acd9-c457-4e9a-a3f5-c6d4322b3bcb', 'code': 200} Dec 08 21:49:20.307855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.315396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08db7b-3a48-41e6-9267-76b30d8608ff req-02d47b8e-68a6-47ec-937d-b9baa441138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:20.319854 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e08db7b-3a48-41e6-9267-76b30d8608ff req-02d47b8e-68a6-47ec-937d-b9baa441138e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 1097 time: 0.1660106 Dec 08 21:49:20.335966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec0d41-ae78-46a2-a261-d28939821a23 req-459e08b7-d180-483d-b376-4d7980d16755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:20.346140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4aec0d41-ae78-46a2-a261-d28939821a23 req-459e08b7-d180-483d-b376-4d7980d16755 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4543a8b4-e0e7-48f4-a026-a3378b728467 HTTP/1.1" status: 200 len: 1096 time: 0.1576986 Dec 08 21:49:20.359134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.365279 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.378457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['96bb8263-2ca8-4b50-a7ed-d111cd68483c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:20.398746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'Port': ['ID=96bb8263-2ca8-4b50-a7ed-d111cd68483c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:20.412096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409f803c-bb2d-4943-8318-06e5767b2bee {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:20.437363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 409f803c-bb2d-4943-8318-06e5767b2bee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=409f803c-bb2d-4943-8318-06e5767b2bee,segment=NetworkSegment(ebb0bfb7-28fd-4a53-9797-e91ec0209fb9),segment_id=ebb0bfb7-28fd-4a53-9797-e91ec0209fb9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:20.446378 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.461972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e08db7b-3a48-41e6-9267-76b30d8608ff req-012cfa4e-f81f-4d78-8eef-4d56309ef2e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281409 Dec 08 21:49:20.479473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5df59-cd85-4dbe-8f6c-265646b334f3 req-c6f8394b-4aa0-4a69-848c-ed486f448e75 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:20.488014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6b5df59-cd85-4dbe-8f6c-265646b334f3 req-c6f8394b-4aa0-4a69-848c-ed486f448e75 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.1289618 Dec 08 21:49:20.503736 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4aec0d41-ae78-46a2-a261-d28939821a23 req-a1155054-f452-4f6a-98dd-bf146ea46233 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462584 Dec 08 21:49:20.514226 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.533612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=409f803c-bb2d-4943-8318-06e5767b2bee,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:20.553139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] No DVR routers for this DVR port 96bb8263-2ca8-4b50-a7ed-d111cd68483c on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:20.560925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.564264 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2200f781-5317-485b-b020-1c8c65fe558a req-34c3d609-b9b2-4469-8bd2-aeb67117d3e7 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.37 "DELETE /v2.0/ports/96bb8263-2ca8-4b50-a7ed-d111cd68483c HTTP/1.1" status: 204 len: 173 time: 1.2123241 Dec 08 21:49:20.564752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'name': 'network-vif-deleted', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:20.576514 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287b3c57-d00a-4628-b6dd-f88c72440099" -d '{"events": [{"server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "name": "network-vif-deleted", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:20.590670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Port': ['ID=aea34995-0b19-499b-b0a7-1e6d50112846,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:20.612898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6b5df59-cd85-4dbe-8f6c-265646b334f3 req-2517a5bf-f5cd-48b4-9071-1bc2365286e9 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214104 Dec 08 21:49:20.630918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network 11537c13-5dba-45bc-9231-46d40987f1ef is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:20.634915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:20.638864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:20.709303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['409f803c-bb2d-4943-8318-06e5767b2bee'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:20.792752 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62db6675-e2a6-41a4-91b9-596dbb984ced x-openstack-request-id: req-62db6675-e2a6-41a4-91b9-596dbb984ced {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:20.793392 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866812f7-4cc3-4792-9485-64a5f71f63a3", "name": "network-vif-deleted", "tag": "96bb8263-2ca8-4b50-a7ed-d111cd68483c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:20.799523 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62db6675-e2a6-41a4-91b9-596dbb984ced {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:20.801106 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866812f7-4cc3-4792-9485-64a5f71f63a3', 'name': 'network-vif-deleted', 'tag': '96bb8263-2ca8-4b50-a7ed-d111cd68483c', 'status': 'completed', 'code': 200} Dec 08 21:49:20.813347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:20.817764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:20.840194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b1830-d41b-449f-94bc-94873d2e94d6 req-9ad25cc0-7fe8-4a11-8c95-607d0dd0ef42 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:20.847871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b1830-d41b-449f-94bc-94873d2e94d6 req-9ad25cc0-7fe8-4a11-8c95-607d0dd0ef42 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:20.856160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b1830-d41b-449f-94bc-94873d2e94d6 req-9ad25cc0-7fe8-4a11-8c95-607d0dd0ef42 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:20.858262 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-072b1830-d41b-449f-94bc-94873d2e94d6 req-9ad25cc0-7fe8-4a11-8c95-607d0dd0ef42 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2377 time: 0.1873932 Dec 08 21:49:20.873161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4bdaedb-878c-4fae-bf01-0f30ff1f9090 req-165b07b7-4cde-4880-926a-5439b5201536 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/ports?device_id=866812f7-4cc3-4792-9485-64a5f71f63a3 HTTP/1.1" status: 200 len: 210 time: 0.0389867 Dec 08 21:49:20.890936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-56c15697-aeea-4ffa-ba6f-d439a453895f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6009102 Dec 08 21:49:20.912374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Request body: {'port': {'device_id': 'd53feb81-112a-43a9-8915-966e8453341c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:20.969810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-072b1830-d41b-449f-94bc-94873d2e94d6 req-fc92af4c-2a11-4361-9c7e-423684e74266 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972602 Dec 08 21:49:21.108863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:21.150952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-59ec8db2-f46a-4e75-b6e2-f43975ff0721 None None] Provisioning complete for port aea34995-0b19-499b-b0a7-1e6d50112846 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:21.151334 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-59ec8db2-f46a-4e75-b6e2-f43975ff0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:21.222249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-59ec8db2-f46a-4e75-b6e2-f43975ff0721 None None] Port aea34995-0b19-499b-b0a7-1e6d50112846 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:21.314945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c66f-195e-4136-8a05-36d7af01ea52 req-f63920ba-1257-44f3-91d9-ed3787dfe0f9 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:21.316701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16d1c66f-195e-4136-8a05-36d7af01ea52 req-f63920ba-1257-44f3-91d9-ed3787dfe0f9 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.2439258 Dec 08 21:49:21.342519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a800cf-e540-484b-b7ab-9e1bbe8ca668 req-fabb3430-290a-47e6-987a-3db38744c98a tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:21.353846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40a800cf-e540-484b-b7ab-9e1bbe8ca668 req-fabb3430-290a-47e6-987a-3db38744c98a tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 945 time: 0.1070311 Dec 08 21:49:21.427259 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40a800cf-e540-484b-b7ab-9e1bbe8ca668 req-0c53951b-f49e-4f63-b6f0-084b0f28ec60 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653329 Dec 08 21:49:21.501052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16d1c66f-195e-4136-8a05-36d7af01ea52 req-3e4d7f52-9a24-4f78-8ca9-381fb8e98daa tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541030 Dec 08 21:49:21.540943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51522) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:21.599095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63918574-6dde-40fe-9e88-7eb667ade4cf req-61c5e0ea-b797-4c7d-bb54-13dab833f024 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:21.617186 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63918574-6dde-40fe-9e88-7eb667ade4cf req-61c5e0ea-b797-4c7d-bb54-13dab833f024 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 946 time: 0.0960686 Dec 08 21:49:21.684178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bb807-ce0e-4388-9e69-adf4a4107be6 req-af0bb611-f855-4b98-9d7f-3ede3fae3878 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:21.685728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e89bb807-ce0e-4388-9e69-adf4a4107be6 req-af0bb611-f855-4b98-9d7f-3ede3fae3878 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.0876458 Dec 08 21:49:21.728404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63918574-6dde-40fe-9e88-7eb667ade4cf req-adae6c67-e26e-45e8-918d-baf3ab920561 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057673 Dec 08 21:49:21.786754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e89bb807-ce0e-4388-9e69-adf4a4107be6 req-3dd523ac-8465-4385-9182-05ecf6c2ae2a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892935 Dec 08 21:49:21.852392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1847049028'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:21.895104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:21.909602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:21.928920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:21.932929 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:21.947746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:21.954104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96908c-92ae-46ef-896c-4d9160888a5d req-ddde275d-b16c-4338-8df3-648b1b745a44 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:21.955865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a96908c-92ae-46ef-896c-4d9160888a5d req-ddde275d-b16c-4338-8df3-648b1b745a44 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.0863872 Dec 08 21:49:21.964111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Transition to ACTIVE for port object fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:21.978148 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:21.994018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 409f803c-bb2d-4943-8318-06e5767b2bee up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:22.007162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a96908c-92ae-46ef-896c-4d9160888a5d req-02942988-f2ed-44a2-ad20-2f7a84e48b6b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Dec 08 21:49:22.119242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Pushing event updated for resources: {'Port': ['ID=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:22.149450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 409f803c-bb2d-4943-8318-06e5767b2bee completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:22.154432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 409f803c-bb2d-4943-8318-06e5767b2bee triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:22.154876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:22.162756 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b363650-d3e3-4b2e-8c40-5f57eeaa7a04 req-cce15e8e-36e3-493c-9396-d0ca6c2d27a8 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/789042e2-9c78-41a9-a4e7-047c8e9efcfc HTTP/1.1" status: 200 len: 1801 time: 0.1818857 Dec 08 21:49:22.211823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84027928-6094-44d3-b729-b7987cbcc2ee req-4c025373-21f5-4850-bae7-1eb35c6a25a2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:22.218911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84027928-6094-44d3-b729-b7987cbcc2ee req-4c025373-21f5-4850-bae7-1eb35c6a25a2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:22.225775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84027928-6094-44d3-b729-b7987cbcc2ee req-4c025373-21f5-4850-bae7-1eb35c6a25a2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:22.234450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84027928-6094-44d3-b729-b7987cbcc2ee req-4c025373-21f5-4850-bae7-1eb35c6a25a2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2389 time: 0.1293983 Dec 08 21:49:22.304103 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:22.307640 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84027928-6094-44d3-b729-b7987cbcc2ee req-0df7e7a2-5a53-451c-b8f3-1ab91dcd2c65 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721996 Dec 08 21:49:22.334536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:22.335854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Attempting to bind port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:22.336344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Attempting to bind port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:22.336626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Attempting to bind port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 on network 11537c13-5dba-45bc-9231-46d40987f1ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:22.346814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:22.363844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08659bb8-dbb9-43ed-946d-0c58beaadf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409f803c-bb2d-4943-8318-06e5767b2bee'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:22.367292 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ad77a-a4f6-4394-a4d5-e8c81bff8e1e" -d '{"events": [{"server_uuid": "08659bb8-dbb9-43ed-946d-0c58beaadf62", "name": "network-vif-plugged", "status": "completed", "tag": "409f803c-bb2d-4943-8318-06e5767b2bee"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:22.384186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 409f803c-bb2d-4943-8318-06e5767b2bee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=409f803c-bb2d-4943-8318-06e5767b2bee,segment=NetworkSegment(ebb0bfb7-28fd-4a53-9797-e91ec0209fb9),segment_id=ebb0bfb7-28fd-4a53-9797-e91ec0209fb9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:22.393551 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:22.395597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 96bb8263-2ca8-4b50-a7ed-d111cd68483c no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:22.420940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 on network 11537c13-5dba-45bc-9231-46d40987f1ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:22.421326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Attempting to bind port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 on network 11537c13-5dba-45bc-9231-46d40987f1ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:22.432716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 96bb8263-2ca8-4b50-a7ed-d111cd68483c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:49:22.433199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 96bb8263-2ca8-4b50-a7ed-d111cd68483c not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:22.450462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:22.450746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Checking segment: {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:22.451132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Bound using segment: {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:22.451569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Bound port: fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:22.451948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:22.483565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df057c8-5c27-4c9b-ac28-dbcb27168c09 req-623b934a-74a0-47e5-9157-84105c580d21 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:22.491497 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7df057c8-5c27-4c9b-ac28-dbcb27168c09 req-623b934a-74a0-47e5-9157-84105c580d21 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.1221611 Dec 08 21:49:22.514346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f69d612-69e4-41ae-8de6-6d4cf5a7f114,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:22.519342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:49:22.523889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=409f803c-bb2d-4943-8318-06e5767b2bee,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:22.574341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7df057c8-5c27-4c9b-ac28-dbcb27168c09 req-5a7f9e61-c1c7-497e-963b-9868c9c10f0b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749137 Dec 08 21:49:22.615243 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:22.615591 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment 014662b3-c0fd-4485-98eb-183806872a8a of type vlan for network 1d5dd39a-02ed-4824-af09-93b87b71e2db Dec 08 21:49:22.625029 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b363650-d3e3-4b2e-8c40-5f57eeaa7a04 req-93bbe69f-a23b-4a98-b0d5-91a119937bd6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:22.711213 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f9c16a-e0d3-4920-837d-5c4032a84be0 x-openstack-request-id: req-d1f9c16a-e0d3-4920-837d-5c4032a84be0 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:22.711512 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08659bb8-dbb9-43ed-946d-0c58beaadf62", "name": "network-vif-plugged", "status": "completed", "tag": "409f803c-bb2d-4943-8318-06e5767b2bee", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:22.711767 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1f9c16a-e0d3-4920-837d-5c4032a84be0 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:22.712160 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08659bb8-dbb9-43ed-946d-0c58beaadf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409f803c-bb2d-4943-8318-06e5767b2bee', 'code': 200} Dec 08 21:49:22.878998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890e6b7-173b-4a0e-9c67-ed592c7e7a79 req-e3de0ed0-9b5d-4c3f-9962-2a7bffab5629 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:22.880533 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e890e6b7-173b-4a0e-9c67-ed592c7e7a79 req-e3de0ed0-9b5d-4c3f-9962-2a7bffab5629 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 946 time: 0.1004453 Dec 08 21:49:22.886744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4485f62-5c66-4d54-befd-5c420de071bf req-4ee40668-4e74-4bc2-8640-9082f052141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:22.888843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4485f62-5c66-4d54-befd-5c420de071bf req-4ee40668-4e74-4bc2-8640-9082f052141f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 1097 time: 0.0891771 Dec 08 21:49:22.947233 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e890e6b7-173b-4a0e-9c67-ed592c7e7a79 req-0155ec63-3859-468f-9683-8298bf5f2cdf tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573988 Dec 08 21:49:22.961540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4485f62-5c66-4d54-befd-5c420de071bf req-19408ca1-af55-46a8-8c23-0bc05576adec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616062 Dec 08 21:49:23.021622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] For port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:23.049654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b363650-d3e3-4b2e-8c40-5f57eeaa7a04 req-93bbe69f-a23b-4a98-b0d5-91a119937bd6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.080860 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.090800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] For port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:23.100406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.104440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01154368-5ef9-4672-8a09-c154570bf9b8 req-5d8e5b24-f481-4d35-a9b5-b081b29e2921 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.113146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01154368-5ef9-4672-8a09-c154570bf9b8 req-5d8e5b24-f481-4d35-a9b5-b081b29e2921 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 946 time: 0.0674603 Dec 08 21:49:23.145935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b363650-d3e3-4b2e-8c40-5f57eeaa7a04 req-93bbe69f-a23b-4a98-b0d5-91a119937bd6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.148447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0b363650-d3e3-4b2e-8c40-5f57eeaa7a04 req-93bbe69f-a23b-4a98-b0d5-91a119937bd6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.149566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b363650-d3e3-4b2e-8c40-5f57eeaa7a04 req-93bbe69f-a23b-4a98-b0d5-91a119937bd6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/789042e2-9c78-41a9-a4e7-047c8e9efcfc HTTP/1.1" status: 204 len: 173 time: 0.9857969 Dec 08 21:49:23.150865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.151468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.156722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] 10.222.0.23 "PUT /v2.0/ports/fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 HTTP/1.1" status: 200 len: 1092 time: 2.2548068 Dec 08 21:49:23.162517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'tag': 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:23.164831 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e01f072-d276-4b86-ba6a-39749a7fb894" -d '{"events": [{"name": "network-changed", "server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "tag": "fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:23.168365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01154368-5ef9-4672-8a09-c154570bf9b8 req-75bbd7bb-da3a-40ad-a29a-10eeb1356d15 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543313 Dec 08 21:49:23.187151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.194056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.194805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.224860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fcbc2-ffd4-472c-9128-e9d5d92b030d service neutron] Pushing event updated for resources: {'Port': ['ID=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:23.227781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbe69f-a23b-4a98-b0d5-91a119937bd6 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789042e2-9c78-41a9-a4e7-047c8e9efcfc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:23.233310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Request body: {'port': {'device_id': 'd53feb81-112a-43a9-8915-966e8453341c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:23.323800 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7820313 Dec 08 21:49:23.329581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12ae05-f6ba-409c-9713-880640f3a632 req-97be1ddd-3ba8-4c23-82d2-4e641ee892f3 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.337083 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d12ae05-f6ba-409c-9713-880640f3a632 req-97be1ddd-3ba8-4c23-82d2-4e641ee892f3 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.0662220 Dec 08 21:49:23.338771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51572) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:23.347920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1172103528'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:23.373985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d12ae05-f6ba-409c-9713-880640f3a632 req-c1e7805d-6be3-4177-b9a3-be9173ceb354 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360363 Dec 08 21:49:23.420933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a212808-9e7d-4dfb-abcf-31eff7d4b6b2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=1d5dd39a-02ed-4824-af09-93b87b71e2db,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:23.435068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1d5dd39a-02ed-4824-af09-93b87b71e2db details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:49:23.444267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.454756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8172b63-96d4-456d-a6ff-d7ed65a2c97a req-cfc63541-aa66-4eee-8936-f41b76b39d98 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.456225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8172b63-96d4-456d-a6ff-d7ed65a2c97a req-cfc63541-aa66-4eee-8936-f41b76b39d98 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.1660051 Dec 08 21:49:23.459586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ecd60283-bd3d-4fee-ba7f-3bcd0135dfc5 req-58420393-9e5a-4ba6-add0-ecaf2909e485 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "GET /v2.0/security-groups/7006b73b-bfea-4020-ad78-b18d5bd45d7a HTTP/1.1" status: 200 len: 1802 time: 0.0571134 Dec 08 21:49:23.462369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:23.466195 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.531096 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ecd60283-bd3d-4fee-ba7f-3bcd0135dfc5 req-515f8673-a541-4428-b885-32a7b4f1b493 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.541370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:49:23.551541 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8172b63-96d4-456d-a6ff-d7ed65a2c97a req-12bb4bd3-594a-4164-8c6d-010c4d5e57e0 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799606 Dec 08 21:49:23.553668 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ecd60283-bd3d-4fee-ba7f-3bcd0135dfc5 req-515f8673-a541-4428-b885-32a7b4f1b493 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.607805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ecd60283-bd3d-4fee-ba7f-3bcd0135dfc5 req-515f8673-a541-4428-b885-32a7b4f1b493 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.611621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ecd60283-bd3d-4fee-ba7f-3bcd0135dfc5 req-515f8673-a541-4428-b885-32a7b4f1b493 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.613122 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ecd60283-bd3d-4fee-ba7f-3bcd0135dfc5 req-515f8673-a541-4428-b885-32a7b4f1b493 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] 10.222.0.21 "DELETE /v2.0/security-groups/7006b73b-bfea-4020-ad78-b18d5bd45d7a HTTP/1.1" status: 204 len: 173 time: 0.1526754 Dec 08 21:49:23.623960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51578) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:23.625178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f8673-a541-4428-b885-32a7b4f1b493 tempest-SecurityGroupsTestJSON-1686964355 tempest-SecurityGroupsTestJSON-1686964355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7006b73b-bfea-4020-ad78-b18d5bd45d7a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:23.647094 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b1b391-2b7d-4894-8ed0-6fb242185025 x-openstack-request-id: req-31b1b391-2b7d-4894-8ed0-6fb242185025 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:23.647287 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "tag": "fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:23.647545 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31b1b391-2b7d-4894-8ed0-6fb242185025 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:23.647930 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'tag': 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95', 'status': 'completed', 'code': 200} Dec 08 21:49:23.668884 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.669235 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a of type vlan for network 88a65e1b-c30b-483a-9bb1-27c2519faacc Dec 08 21:49:23.683366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccbc9a7-2220-410d-b17f-9c72f49c4acb admin admin] Deleting subnet c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:49:23.695197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ccbc9a7-2220-410d-b17f-9c72f49c4acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.752309 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ccbc9a7-2220-410d-b17f-9c72f49c4acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.791159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47b2dd-1954-4035-b011-eaa8ee33955c req-95ae8a81-e7ac-4040-a3ab-6dd4487b210e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.797272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.797473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47b2dd-1954-4035-b011-eaa8ee33955c req-95ae8a81-e7ac-4040-a3ab-6dd4487b210e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.803278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47b2dd-1954-4035-b011-eaa8ee33955c req-95ae8a81-e7ac-4040-a3ab-6dd4487b210e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.804943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d47b2dd-1954-4035-b011-eaa8ee33955c req-95ae8a81-e7ac-4040-a3ab-6dd4487b210e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2389 time: 0.1190200 Dec 08 21:49:23.823943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-ccc13815-679a-426d-b49c-ed92c7d76382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.824416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-ccc13815-679a-426d-b49c-ed92c7d76382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.824879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-ccc13815-679a-426d-b49c-ed92c7d76382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.827068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-ccc13815-679a-426d-b49c-ed92c7d76382 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2732 time: 0.1817715 Dec 08 21:49:23.832593 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ccbc9a7-2220-410d-b17f-9c72f49c4acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.873944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d47b2dd-1954-4035-b011-eaa8ee33955c req-1c4e6dbe-ad60-4d22-8a8f-0e3f43eb1f2b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Dec 08 21:49:23.889804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fd566-1a78-43c9-b02f-7142aa0544f4 req-b2a054d2-8544-4bc2-83e2-d95d298543db tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.891336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e47fd566-1a78-43c9-b02f-7142aa0544f4 req-b2a054d2-8544-4bc2-83e2-d95d298543db tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 946 time: 0.1852102 Dec 08 21:49:23.912423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ccbc9a7-2220-410d-b17f-9c72f49c4acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.947399 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.951082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbc9a7-2220-410d-b17f-9c72f49c4acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:23.953351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:23.953923 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.975517 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ccbc9a7-2220-410d-b17f-9c72f49c4acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:23.980783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6ccbc9a7-2220-410d-b17f-9c72f49c4acb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c50f3b4d-0c2b-4a7c-a3cc-a685b2e17a66 HTTP/1.1" status: 204 len: 168 time: 0.3511853 Dec 08 21:49:23.989022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51584) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:24.083469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7391005 Dec 08 21:49:24.085266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-82f12ede-2f28-402e-b6a2-bd6a687fe3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.086794 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-82f12ede-2f28-402e-b6a2-bd6a687fe3ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1096 time: 0.1446521 Dec 08 21:49:24.087261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51586) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:24.097433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa7e94-1c9e-4d98-bf4f-5fdb5e354148 req-4b449fc1-c79d-4d9a-9a77-3a0f53aa2d65 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.098657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e47fd566-1a78-43c9-b02f-7142aa0544f4 req-e0e99785-075d-445b-9b17-b2a585137c56 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783180 Dec 08 21:49:24.098912 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36fa7e94-1c9e-4d98-bf4f-5fdb5e354148 req-4b449fc1-c79d-4d9a-9a77-3a0f53aa2d65 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.1445880 Dec 08 21:49:24.099325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9262c-6aa2-473c-8427-7c27734fa37c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=88a65e1b-c30b-483a-9bb1-27c2519faacc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:24.109650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': '1d5dd39a-02ed-4824-af09-93b87b71e2db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:24.111829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 88a65e1b-c30b-483a-9bb1-27c2519faacc details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:49:24.116294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14c55b1-76b5-4b80-ab9c-990410d2fb13 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:24.119135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.129400 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.143555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-c9e290f9-85ff-4f31-aed5-61e8c18d050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.144027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-c9e290f9-85ff-4f31-aed5-61e8c18d050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.145075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-c9e290f9-85ff-4f31-aed5-61e8c18d050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.146132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-c9e290f9-85ff-4f31-aed5-61e8c18d050e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=da35c2b14efb4d0281881de2f672797e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3061247 Dec 08 21:49:24.182218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Transition to ACTIVE for port object c14c55b1-76b5-4b80-ab9c-990410d2fb13 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:24.243841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.338571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=c14c55b1-76b5-4b80-ab9c-990410d2fb13,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:24.451128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-b8709755-e8f6-4fd9-b13a-5f5e0959f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.452783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e01f072-d276-4b86-ba6a-39749a7fb894 req-b8709755-e8f6-4fd9-b13a-5f5e0959f017 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997384 Dec 08 21:49:24.464908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01955617-cdc9-49ac-b0aa-8ec614f15c15 req-53ef93c1-0035-4936-90ea-3420df5cb50a tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.472795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01955617-cdc9-49ac-b0aa-8ec614f15c15 req-53ef93c1-0035-4936-90ea-3420df5cb50a tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 946 time: 0.1650746 Dec 08 21:49:24.511858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Attempting to bind port c14c55b1-76b5-4b80-ab9c-990410d2fb13 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:24.512200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Attempting to bind port c14c55b1-76b5-4b80-ab9c-990410d2fb13 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:24.512565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Attempting to bind port c14c55b1-76b5-4b80-ab9c-990410d2fb13 on network 3dade821-6a14-4511-ab69-7f558aaae603 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:24.526355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Port c14c55b1-76b5-4b80-ab9c-990410d2fb13 on network 3dade821-6a14-4511-ab69-7f558aaae603 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:24.526665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Attempting to bind port c14c55b1-76b5-4b80-ab9c-990410d2fb13 on network 3dade821-6a14-4511-ab69-7f558aaae603 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:24.532681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01955617-cdc9-49ac-b0aa-8ec614f15c15 req-2200621c-ddce-47fb-8dbb-e3ef0d15739c tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587659 Dec 08 21:49:24.535793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:24.536136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Checking segment: {'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:24.536526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Bound using segment: {'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:24.536968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Bound port: c14c55b1-76b5-4b80-ab9c-990410d2fb13, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae5d9b2-c348-4181-ad93-1fa81d589ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:24.537367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.633708 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36fa7e94-1c9e-4d98-bf4f-5fdb5e354148 req-ae268eb7-53c5-44f8-a204-a0d4950eb5a9 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182025 Dec 08 21:49:24.637672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] For port c14c55b1-76b5-4b80-ab9c-990410d2fb13, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:24.661884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] For port c14c55b1-76b5-4b80-ab9c-990410d2fb13, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c14c55b1-76b5-4b80-ab9c-990410d2fb13,segment=NetworkSegment(aae5d9b2-c348-4181-ad93-1fa81d589ae4),segment_id=aae5d9b2-c348-4181-ad93-1fa81d589ae4)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:24.667791 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.697600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-4014228f-3368-4052-9b4d-0d6da8684d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.699160 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-4014228f-3368-4052-9b4d-0d6da8684d2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.5993550 Dec 08 21:49:24.707461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:24.711147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.717879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.718526 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.719938 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] 10.222.0.23 "PUT /v2.0/ports/c14c55b1-76b5-4b80-ab9c-990410d2fb13 HTTP/1.1" status: 200 len: 1092 time: 1.5203030 Dec 08 21:49:24.736785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3df5de-f560-4b1b-87af-18b0cb9862c2 req-28d1881d-44ee-4705-8996-2bb3f521b091 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:24.745802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df3df5de-f560-4b1b-87af-18b0cb9862c2 req-28d1881d-44ee-4705-8996-2bb3f521b091 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=4543a8b4-e0e7-48f4-a026-a3378b728467 HTTP/1.1" status: 200 len: 945 time: 0.1424897 Dec 08 21:49:24.755167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Request body: {'port': {'device_id': 'd53feb81-112a-43a9-8915-966e8453341c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:24.796968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.849070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df3df5de-f560-4b1b-87af-18b0cb9862c2 req-0bd4db64-4047-41ba-aada-7e18da8df908 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022151 Dec 08 21:49:24.851875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc0a2c-6d77-462f-b3c0-9b3b9029cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=c14c55b1-76b5-4b80-ab9c-990410d2fb13,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:24.861776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.878156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883012fe-eb81-4307-88dc-f2b6aa4f1c67']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:24.903065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2a3eb7-bd75-4277-9116-2432bf84b31b') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:24.903921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2a3eb7-bd75-4277-9116-2432bf84b31b') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:24.924461 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:24.936157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-4de02397-fd46-4aac-805a-c382f8a562c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 1001 time: 0.2214942 Dec 08 21:49:24.992490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.017621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268280-45e3-4342-b463-c799ff367a07 req-43545db4-19af-4ebb-8c3f-5eab655f31a6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.025184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d268280-45e3-4342-b463-c799ff367a07 req-43545db4-19af-4ebb-8c3f-5eab655f31a6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.2235715 Dec 08 21:49:25.028629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:49:25.029042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:49:25.034148 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:49:25.053014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-17643839-80f7-4375-b5d9-442e761563fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.054492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-17643839-80f7-4375-b5d9-442e761563fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.1027234 Dec 08 21:49:25.197372 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d268280-45e3-4342-b463-c799ff367a07 req-15509ffd-f149-471a-bd83-a1b3eaa26f61 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682403 Dec 08 21:49:25.200819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097727ae-4774-46a0-9baa-77b120b2e099 req-ce9c693f-6b5e-4b68-b51a-f56445fb7aff tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.201515 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.202373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-097727ae-4774-46a0-9baa-77b120b2e099 req-ce9c693f-6b5e-4b68-b51a-f56445fb7aff tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.0803781 Dec 08 21:49:25.213027 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.216991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] 10.222.0.21 "DELETE /v2.0/networks/883012fe-eb81-4307-88dc-f2b6aa4f1c67 HTTP/1.1" status: 204 len: 168 time: 1.2277839 Dec 08 21:49:25.234104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851e60a-46a0-49a8-a468-ac809eddbe8e admin admin] Pushing event deleted for resources: {'Network': ['ID=883012fe-eb81-4307-88dc-f2b6aa4f1c67,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:25.236753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-d01e03bf-d431-4d91-9354-b67ed2e90b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.239714 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-d01e03bf-d431-4d91-9354-b67ed2e90b16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399069 Dec 08 21:49:25.272648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea34995-0b19-499b-b0a7-1e6d50112846 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:25.289348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.299596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-097727ae-4774-46a0-9baa-77b120b2e099 req-02aaa81e-fffb-45c7-9325-de8fe86d6fc4 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704370 Dec 08 21:49:25.309514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Transition to ACTIVE for port object aea34995-0b19-499b-b0a7-1e6d50112846 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:25.315852 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.358813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.441551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=aea34995-0b19-499b-b0a7-1e6d50112846,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:25.477018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=951f4687-8667-4730-ba2e-b61c28e72903,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:25.499285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Attempting to bind port aea34995-0b19-499b-b0a7-1e6d50112846 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:25.499666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Attempting to bind port aea34995-0b19-499b-b0a7-1e6d50112846 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:25.500049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e103a7-1809-45a1-9ec0-ad274a6f058c req-e12321cd-b4b1-45cc-b31f-068bd5e1a159 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.500163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Attempting to bind port aea34995-0b19-499b-b0a7-1e6d50112846 on network 11537c13-5dba-45bc-9231-46d40987f1ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:25.506316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e103a7-1809-45a1-9ec0-ad274a6f058c req-e12321cd-b4b1-45cc-b31f-068bd5e1a159 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.512593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e103a7-1809-45a1-9ec0-ad274a6f058c req-e12321cd-b4b1-45cc-b31f-068bd5e1a159 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.514214 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e8e103a7-1809-45a1-9ec0-ad274a6f058c req-e12321cd-b4b1-45cc-b31f-068bd5e1a159 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2413 time: 0.2248216 Dec 08 21:49:25.520901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51616) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:25.526416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Port aea34995-0b19-499b-b0a7-1e6d50112846 on network 11537c13-5dba-45bc-9231-46d40987f1ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:25.526914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Attempting to bind port aea34995-0b19-499b-b0a7-1e6d50112846 on network 11537c13-5dba-45bc-9231-46d40987f1ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:25.533770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-e2d15f21-a2c5-48b7-9137-b7e0bbd8e70a service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709904 Dec 08 21:49:25.537161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:25.537569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Checking segment: {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:25.538021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Bound using segment: {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:25.538657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Bound port: aea34995-0b19-499b-b0a7-1e6d50112846, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc9b619-b711-4eec-824d-7caa65c5ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:25.539257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.564864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088e44-827a-474f-9bb2-20684d1bf239 req-7b455b71-c98b-4f0c-a4d0-305fa169003f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.566389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7088e44-827a-474f-9bb2-20684d1bf239 req-7b455b71-c98b-4f0c-a4d0-305fa169003f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=4543a8b4-e0e7-48f4-a026-a3378b728467 HTTP/1.1" status: 200 len: 945 time: 0.0863574 Dec 08 21:49:25.580471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': '014662b3-c0fd-4485-98eb-183806872a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1d5dd39a-02ed-4824-af09-93b87b71e2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:25.580832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: 1d5dd39a-02ed-4824-af09-93b87b71e2db, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:25.649259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'tag': 'c14c55b1-76b5-4b80-ab9c-990410d2fb13'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:25.651695 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56139333-1e4a-4987-9bed-5e262395b9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "tag": "c14c55b1-76b5-4b80-ab9c-990410d2fb13"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:25.657232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7088e44-827a-474f-9bb2-20684d1bf239 req-201c084e-1fa4-4fe5-9365-a482d59ee61c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682096 Dec 08 21:49:25.660358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] For port aea34995-0b19-499b-b0a7-1e6d50112846, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:25.662384 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e8e103a7-1809-45a1-9ec0-ad274a6f058c req-022e985b-64df-4349-a748-d8fab2d46221 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349556 Dec 08 21:49:25.665625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] For port aea34995-0b19-499b-b0a7-1e6d50112846, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aea34995-0b19-499b-b0a7-1e6d50112846,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:25.672647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bbf38b8c-d429-431e-97ee-c2a48f0bf6e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33a2b75d903d4cb09a02fcbe8b7a3d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482854 Dec 08 21:49:25.672922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.673014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51620) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:25.718632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.719255 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.720767 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] 10.222.0.23 "PUT /v2.0/ports/aea34995-0b19-499b-b0a7-1e6d50112846 HTTP/1.1" status: 200 len: 1092 time: 0.9697258 Dec 08 21:49:25.733812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 1d5dd39a-02ed-4824-af09-93b87b71e2db is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:25.758347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c230ec-17da-4053-8392-8480d621bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=aea34995-0b19-499b-b0a7-1e6d50112846,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:25.800224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fefea79-2d12-43b3-9444-64880b4808b8 req-28b8df8d-a1f3-4c1d-9963-ae1de3e02446 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492812 Dec 08 21:49:25.800815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1d5dd39a-02ed-4824-af09-93b87b71e2db) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:25.808466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9efe8b0-ec93-44a9-aae8-0bebc976653f None None] Network 1d5dd39a-02ed-4824-af09-93b87b71e2db requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:25.820700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.821301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.839671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-c73ef202-0446-4ea3-93a7-93d33065ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.840161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-c73ef202-0446-4ea3-93a7-93d33065ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.840273 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0eadd37-e488-4775-add3-37121afb4bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.841181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-c73ef202-0446-4ea3-93a7-93d33065ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.846447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-c73ef202-0446-4ea3-93a7-93d33065ec90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2866 time: 0.0755656 Dec 08 21:49:25.875469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0eadd37-e488-4775-add3-37121afb4bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:25.882931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6ed6b977-150b-442b-b68c-5eb8d251e95a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7932055 Dec 08 21:49:25.909398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51622) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:25.915704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': '88a65e1b-c30b-483a-9bb1-27c2519faacc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:25.920409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-2429620b-abf4-4ace-a65d-899407cc9ffe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 HTTP/1.1" status: 200 len: 217 time: 0.0680466 Dec 08 21:49:25.936877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daaa94-30ed-4d46-843e-0e26fceabe18 req-1e3256fc-0ac1-4456-89eb-387cfde13ca6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:25.938685 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89daaa94-30ed-4d46-843e-0e26fceabe18 req-1e3256fc-0ac1-4456-89eb-387cfde13ca6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.1665165 Dec 08 21:49:25.998006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0eadd37-e488-4775-add3-37121afb4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.001105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0eadd37-e488-4775-add3-37121afb4bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.005502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a0eadd37-e488-4775-add3-37121afb4bd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7538add-ce7b-40b9-b0c4-a9edbb9c176e HTTP/1.1" status: 204 len: 168 time: 0.3291960 Dec 08 21:49:26.014407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89daaa94-30ed-4d46-843e-0e26fceabe18 req-b9b8a98e-5db2-4ae5-b7b9-c33e196ed449 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690336 Dec 08 21:49:26.019753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eadd37-e488-4775-add3-37121afb4bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7538add-ce7b-40b9-b0c4-a9edbb9c176e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:26.026575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:26.056545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-39530386-0648-4e54-8bc8-253e1820b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:26.061467 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-39530386-0648-4e54-8bc8-253e1820b05e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90c99038-b1dd-4f4b-b61d-b416ec7d864b HTTP/1.1" status: 200 len: 801 time: 0.1270025 Dec 08 21:49:26.079327 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee92f000-2a30-4e8a-8dee-de47e23880cd x-openstack-request-id: req-ee92f000-2a30-4e8a-8dee-de47e23880cd {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:26.079630 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "tag": "c14c55b1-76b5-4b80-ab9c-990410d2fb13", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:26.079878 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee92f000-2a30-4e8a-8dee-de47e23880cd {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:26.080278 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'tag': 'c14c55b1-76b5-4b80-ab9c-990410d2fb13', 'status': 'completed', 'code': 200} Dec 08 21:49:26.100204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1d5dd39a-02ed-4824-af09-93b87b71e2db', 'network_id': '1d5dd39a-02ed-4824-af09-93b87b71e2db', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': '951f4687-8667-4730-ba2e-b61c28e72903'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:49:26.101434 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.163561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-cf9d7f14-f5da-4918-b11d-28a87bd624b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:26.165640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-cf9d7f14-f5da-4918-b11d-28a87bd624b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11537c13-5dba-45bc-9231-46d40987f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0846081 Dec 08 21:49:26.194943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d10ea-2806-4c53-ba4a-3a5f56d1d27f req-dcde0516-8d58-4867-a001-ad24dca1c08b tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:26.203364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-746d10ea-2806-4c53-ba4a-3a5f56d1d27f req-dcde0516-8d58-4867-a001-ad24dca1c08b tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 946 time: 0.0923574 Dec 08 21:49:26.269512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-746d10ea-2806-4c53-ba4a-3a5f56d1d27f req-b0d89904-90b4-4c16-9226-bfd8efecbd1a tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650094 Dec 08 21:49:26.290797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-601c17d4-6cb4-408b-9f56-aaf88ab24b32 service neutron] 10.222.0.23 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151028 Dec 08 21:49:26.291851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:26.295555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.332704 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.380197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:26.387365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:26.390952 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5db02ec-b5f6-4e1b-91b8-f6366e200ce8" -d '{"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:26.395972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Allocated IP 2001:db8::2 (1d5dd39a-02ed-4824-af09-93b87b71e2db/951f4687-8667-4730-ba2e-b61c28e72903/fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:26.398839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.422150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d41ec-8232-4347-8162-c0eb864258db req-952d8e00-fef0-4745-b87e-2055b71b3944 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:26.424239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a99d41ec-8232-4347-8162-c0eb864258db req-952d8e00-fef0-4745-b87e-2055b71b3944 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 945 time: 0.0932071 Dec 08 21:49:26.513508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a99d41ec-8232-4347-8162-c0eb864258db req-eb191345-4cbb-4085-9256-b12172a5b581 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808961 Dec 08 21:49:26.525319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:26.588277 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105000a8-a85e-4133-8e04-495133d028ac x-openstack-request-id: req-105000a8-a85e-4133-8e04-495133d028ac {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:26.588654 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:26.589244 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-105000a8-a85e-4133-8e04-495133d028ac {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:26.589700 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'code': 200} Dec 08 21:49:26.621112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-96160a8b-3122-45ca-a355-f868dbc53545 service neutron] 10.222.0.23 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219893 Dec 08 21:49:26.667944 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.680524 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.711202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-9d6100e2-f9da-439c-951e-f5f316bdaadc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.117&port_id=c14c55b1-76b5-4b80-ab9c-990410d2fb13 HTTP/1.1" status: 200 len: 217 time: 0.0678060 Dec 08 21:49:26.756302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Network 1d5dd39a-02ed-4824-af09-93b87b71e2db is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:26.760781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba546de-e6cb-4676-a723-6c27c42d545c req-2449520a-fec1-4230-a20d-cfa00724e51d tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:26.761230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:26.762481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eba546de-e6cb-4676-a723-6c27c42d545c req-2449520a-fec1-4230-a20d-cfa00724e51d tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.23 "GET /v2.0/ports?device_id=4543a8b4-e0e7-48f4-a026-a3378b728467 HTTP/1.1" status: 200 len: 945 time: 0.2996221 Dec 08 21:49:26.770227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:26.792947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Pushing event updated for resources: {'Port': ['ID=fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:26.857861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b7f3c-ca5f-4d98-b270-50a10a42d23c req-cde326c2-432f-4de9-9a0a-eab16521fb4f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:26.859807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-164b7f3c-ca5f-4d98-b270-50a10a42d23c req-cde326c2-432f-4de9-9a0a-eab16521fb4f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=4543a8b4-e0e7-48f4-a026-a3378b728467 HTTP/1.1" status: 200 len: 945 time: 0.0655837 Dec 08 21:49:26.885756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Attempting to bind port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:26.886266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Attempting to bind port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '014662b3-c0fd-4485-98eb-183806872a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1d5dd39a-02ed-4824-af09-93b87b71e2db'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:26.886786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Attempting to bind port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 on network 1d5dd39a-02ed-4824-af09-93b87b71e2db {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:26.892917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:26.893474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Checking segment: {'id': '014662b3-c0fd-4485-98eb-183806872a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1d5dd39a-02ed-4824-af09-93b87b71e2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:26.893933 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.894418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Bound using segment: {'id': '014662b3-c0fd-4485-98eb-183806872a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1d5dd39a-02ed-4824-af09-93b87b71e2db'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:26.895009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Bound port: fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014662b3-c0fd-4485-98eb-183806872a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1d5dd39a-02ed-4824-af09-93b87b71e2db'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:26.895481 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.923182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-559e4ea1-a9d8-4aad-8854-a8b00353d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:26.925242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-559e4ea1-a9d8-4aad-8854-a8b00353d1e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a4f901f-82d5-439e-a310-69f8786fdfb6 HTTP/1.1" status: 200 len: 801 time: 0.2066102 Dec 08 21:49:26.956722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-164b7f3c-ca5f-4d98-b270-50a10a42d23c req-64a15bb2-7ca7-416e-bce0-e39909a928e0 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883799 Dec 08 21:49:26.965120 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:26.976020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] For port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:26.979625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] For port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617,segment=NetworkSegment(014662b3-c0fd-4485-98eb-183806872a8a),segment_id=014662b3-c0fd-4485-98eb-183806872a8a)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:26.988260 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.086214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebb498-dec2-4317-8d1a-2c5ea2818370 None None] Pushing event updated for resources: {'Port': ['ID=fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:27.146991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=b554232f-5990-42c8-9980-9a1fa1a5dca3,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:27.161994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d90af-9cbf-4314-b7c2-00592778cc92 req-ddf6d30f-7fb0-4458-89a0-bad4129806eb tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.162542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-834083e8-ae6e-4e8f-9658-9df0db7571fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.164009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-056d90af-9cbf-4314-b7c2-00592778cc92 req-ddf6d30f-7fb0-4458-89a0-bad4129806eb tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.0625076 Dec 08 21:49:27.164133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-834083e8-ae6e-4e8f-9658-9df0db7571fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3dade821-6a14-4511-ab69-7f558aaae603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2290640 Dec 08 21:49:27.170806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.171157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.171531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.171873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.172207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.172538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.172866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.173193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.173521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.173845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.174168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.174511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:27.194757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffcf6e-c472-450a-8cb1-c8c00ed7f276 req-ae3bb616-7cbb-4332-b71c-28115119ab93 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.198316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffcf6e-c472-450a-8cb1-c8c00ed7f276 req-ae3bb616-7cbb-4332-b71c-28115119ab93 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.204843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffcf6e-c472-450a-8cb1-c8c00ed7f276 req-ae3bb616-7cbb-4332-b71c-28115119ab93 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.206502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eaffcf6e-c472-450a-8cb1-c8c00ed7f276 req-ae3bb616-7cbb-4332-b71c-28115119ab93 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2413 time: 0.2232213 Dec 08 21:49:27.226289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-056d90af-9cbf-4314-b7c2-00592778cc92 req-bcc49367-9f9f-4931-9e42-1ed979502d08 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Dec 08 21:49:27.227040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51676) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:27.414414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-591191612-network', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:27.441316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cf0a3-fca3-41f6-a170-5779a0f32dec req-0f590302-ac9e-4dca-beb0-ab03bae6944f tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.450526 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e43cf0a3-fca3-41f6-a170-5779a0f32dec req-0f590302-ac9e-4dca-beb0-ab03bae6944f tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 946 time: 0.0985041 Dec 08 21:49:27.472142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Made reservation on behalf of 24ef0763f9734376b0a1e3f67716a0e7 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:27.474868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.490670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.515030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e43cf0a3-fca3-41f6-a170-5779a0f32dec req-1ff98eb4-4a16-44df-a75e-779abd31c7cb tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634480 Dec 08 21:49:27.595379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': 'e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88a65e1b-c30b-483a-9bb1-27c2519faacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:27.595883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: 88a65e1b-c30b-483a-9bb1-27c2519faacc, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:27.600395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.614747 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.623156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Deleting port e3fce6f1-2695-49d3-9658-81faa159dbe5 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:27.623507 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.664411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:49:27.680255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c99a36-b465-4a11-aa5c-d0211f812db1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:27.698518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0eb23-bd11-47bb-970b-cd922c6be9f9 req-ff933732-c65f-45d9-9f51-dfffce92b043 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.705998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9a0eb23-bd11-47bb-970b-cd922c6be9f9 req-ff933732-c65f-45d9-9f51-dfffce92b043 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.1022277 Dec 08 21:49:27.707940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eaffcf6e-c472-450a-8cb1-c8c00ed7f276 req-d1e6005b-02e5-4298-98aa-dba91e3d31c2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736271 Dec 08 21:49:27.710175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.711291 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Added segment 3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd of type vlan for network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f Dec 08 21:49:27.763673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 88a65e1b-c30b-483a-9bb1-27c2519faacc is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:27.777786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-1b73d0d5-1878-4f1b-832f-ce43371e51a3 service neutron] 10.222.0.23 "GET /v2.0/networks/3dade821-6a14-4511-ab69-7f558aaae603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970874 Dec 08 21:49:27.806119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] For port e3fce6f1-2695-49d3-9658-81faa159dbe5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=e3fce6f1-2695-49d3-9658-81faa159dbe5,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:27.806416 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.808758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 88a65e1b-c30b-483a-9bb1-27c2519faacc) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:27.817806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc52ed-4b59-47c5-9b35-629156015fdd None None] Network 88a65e1b-c30b-483a-9bb1-27c2519faacc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:27.837789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-cedc1c18-95df-4359-9d8c-70969d271c15 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.839460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-cedc1c18-95df-4359-9d8c-70969d271c15 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.37 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 946 time: 0.1307063 Dec 08 21:49:27.856977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.857568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.868978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Calling delete_port for e3fce6f1-2695-49d3-9658-81faa159dbe5 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:27.899203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c92aec5b-193b-49ac-8075-6700ef983ba5 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9882855 Dec 08 21:49:27.933529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51684) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:27.936597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9a0eb23-bd11-47bb-970b-cd922c6be9f9 req-84fdc7b0-f0a0-4809-a638-8bd2c9db0583 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296429 Dec 08 21:49:27.938573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.947118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cac57377-537a-4c8f-ae39-80fb0f576c9c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-847884337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:27.995066 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:27.996373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:27.996666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.016520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Deleting port 409f803c-bb2d-4943-8318-06e5767b2bee {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:28.016999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.020491 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-a9a5a053-e0a5-4f3a-aaa4-99764dcde8c7 service neutron] 10.222.0.23 "GET /v2.0/networks/3dade821-6a14-4511-ab69-7f558aaae603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236168 Dec 08 21:49:28.024550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cac57377-537a-4c8f-ae39-80fb0f576c9c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.025780 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cac57377-537a-4c8f-ae39-80fb0f576c9c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.045412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-88a65e1b-c30b-483a-9bb1-27c2519faacc', 'network_id': '88a65e1b-c30b-483a-9bb1-27c2519faacc', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': 'b554232f-5990-42c8-9980-9a1fa1a5dca3'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:49:28.048381 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.058661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8a6a18ab-ea41-458f-955f-85d252f68123 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:28.112874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'tag': 'aea34995-0b19-499b-b0a7-1e6d50112846'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:28.115238 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0" -d '{"events": [{"name": "network-changed", "server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "tag": "aea34995-0b19-499b-b0a7-1e6d50112846"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:28.146839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9183309 Dec 08 21:49:28.147601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51692) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:28.150688 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-04ceebe2-bd8e-4d94-b101-b54151486041 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=aea34995-0b19-499b-b0a7-1e6d50112846 HTTP/1.1" status: 200 len: 217 time: 0.1197636 Dec 08 21:49:28.156920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Request body: {'subnet': {'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-591191612-subnet', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:28.189021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f4fdf-1903-4cbd-8dd5-6923d6b69bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:28.219578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Made reservation on behalf of 24ef0763f9734376b0a1e3f67716a0e7 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:28.221896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.266282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:49:28.339300 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2704e0d-a78f-43ec-a04e-b1230744784a x-openstack-request-id: req-f2704e0d-a78f-43ec-a04e-b1230744784a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:28.339747 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "tag": "aea34995-0b19-499b-b0a7-1e6d50112846", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:28.340094 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2704e0d-a78f-43ec-a04e-b1230744784a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:28.341211 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'tag': 'aea34995-0b19-499b-b0a7-1e6d50112846', 'status': 'completed', 'code': 200} Dec 08 21:49:28.360770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] For port 409f803c-bb2d-4943-8318-06e5767b2bee, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=409f803c-bb2d-4943-8318-06e5767b2bee,segment=NetworkSegment(ebb0bfb7-28fd-4a53-9797-e91ec0209fb9),segment_id=ebb0bfb7-28fd-4a53-9797-e91ec0209fb9)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:28.361201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.391136 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cac57377-537a-4c8f-ae39-80fb0f576c9c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.409765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab52da78-80b4-4b5b-a67b-9e29fc5c5fb2 None None] Network 1d5dd39a-02ed-4824-af09-93b87b71e2db requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:28.421563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:28.421808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Calling delete_port for 409f803c-bb2d-4943-8318-06e5767b2bee owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:28.427054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cac57377-537a-4c8f-ae39-80fb0f576c9c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.443902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-312e86b9-e5ed-4889-abc8-42e827805c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:28.445515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-312e86b9-e5ed-4889-abc8-42e827805c65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90c99038-b1dd-4f4b-b61d-b416ec7d864b HTTP/1.1" status: 200 len: 801 time: 0.2401545 Dec 08 21:49:28.462183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c42e-151d-4035-aeab-cfe6dcfda3eb req-f8c3e40e-788c-46f3-ba76-cb8bc9e42574 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:28.469761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a42c42e-151d-4035-aeab-cfe6dcfda3eb req-f8c3e40e-788c-46f3-ba76-cb8bc9e42574 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=4543a8b4-e0e7-48f4-a026-a3378b728467 HTTP/1.1" status: 200 len: 945 time: 0.3398006 Dec 08 21:49:28.485277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '8a6a18ab-ea41-458f-955f-85d252f68123', 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'port_id': '8a6a18ab-ea41-458f-955f-85d252f68123', 'mac_address': 'fa:16:3e:8c:0b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd70da3-9661-4c22-bc4c-f0b64d356de9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:28.494773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cac57377-537a-4c8f-ae39-80fb0f576c9c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.499033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cac57377-537a-4c8f-ae39-80fb0f576c9c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5599263 Dec 08 21:49:28.501105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51696) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:28.507525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Allocated IP 2001:db8:1::2 (88a65e1b-c30b-483a-9bb1-27c2519faacc/b554232f-5990-42c8-9980-9a1fa1a5dca3/0d297e15-744a-4079-b9bc-d6e08fabc3fb) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:28.523749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde24d0-5df4-4503-a112-03622b11b0bf req-2e98cec1-1e80-49ec-b15b-c08cc6b3849e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:28.525277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6bde24d0-5df4-4503-a112-03622b11b0bf req-2e98cec1-1e80-49ec-b15b-c08cc6b3849e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.1588311 Dec 08 21:49:28.528954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.554433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['2265acd9-c457-4e9a-a3f5-c6d4322b3bcb'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:28.556658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7ae89b71-b16e-436d-9479-e25d0cd99ac6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:28.572438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Pushing event deleted for resources: {'Port': ['ID=e3fce6f1-2695-49d3-9658-81faa159dbe5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:28.595637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c6f87089-5a3a-4344-93f3-8f9a75ecb737 None None] Provisioning complete for port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:28.596275 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6f87089-5a3a-4344-93f3-8f9a75ecb737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.602371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a42c42e-151d-4035-aeab-cfe6dcfda3eb req-f285dcaa-9400-4937-8512-f92c1c693881 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257398 Dec 08 21:49:28.619627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-cc4d4ba3-bc2a-46ae-ae5c-c1b8ebf1e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:28.621291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-cc4d4ba3-bc2a-46ae-ae5c-c1b8ebf1e6b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11537c13-5dba-45bc-9231-46d40987f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1461382 Dec 08 21:49:28.650594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] No DVR routers for this DVR port e3fce6f1-2695-49d3-9658-81faa159dbe5 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:28.654325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.658540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eba546de-e6cb-4676-a723-6c27c42d545c req-21b7e584-90e5-43a6-862b-a1e0658b4e3c tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.23 "DELETE /v2.0/ports/e3fce6f1-2695-49d3-9658-81faa159dbe5 HTTP/1.1" status: 204 len: 173 time: 1.8770161 Dec 08 21:49:28.776270 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-b0f0543d-6041-49c7-932c-cd51a6f13121 service neutron] 10.222.0.23 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469512 Dec 08 21:49:28.786296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461d3db-0df0-4ea6-b660-439a283d9387 req-c394ba2b-5da9-4a83-a8a0-4857611da508 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:28.788279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3461d3db-0df0-4ea6-b660-439a283d9387 req-c394ba2b-5da9-4a83-a8a0-4857611da508 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/ports?device_id=08659bb8-dbb9-43ed-946d-0c58beaadf62 HTTP/1.1" status: 200 len: 946 time: 0.0839369 Dec 08 21:49:28.844643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e3fce6f1-2695-49d3-9658-81faa159dbe5 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:28.878202 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.890704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6bde24d0-5df4-4503-a112-03622b11b0bf req-c3a11a1c-f9c8-4c90-adda-3260110d6d5c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147440 Dec 08 21:49:28.901837 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3461d3db-0df0-4ea6-b660-439a283d9387 req-e757f80a-f04f-4923-8f86-682578c01821 tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d2b29c-9725-485f-8f44-419c8a01084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928025 Dec 08 21:49:28.904905 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:28.915870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: e3fce6f1-2695-49d3-9658-81faa159dbe5 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:49:28.916470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device e3fce6f1-2695-49d3-9658-81faa159dbe5 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:28.921508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c3d1546-03e2-4f62-93e5-e4bd99fa00f7 req-2828b506-2642-45c8-b4f0-86ffda02d2c7 service neutron] 10.222.0.23 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325808 Dec 08 21:49:28.993360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a6a18ab-ea41-458f-955f-85d252f68123 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:29.072721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-d0eed145-7701-457d-bbfb-3c57be79b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.074219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-d0eed145-7701-457d-bbfb-3c57be79b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.074389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:29.075626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-d0eed145-7701-457d-bbfb-3c57be79b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.079124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-d0eed145-7701-457d-bbfb-3c57be79b46d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2866 time: 0.0872531 Dec 08 21:49:29.119685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:29.124321 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.212541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.213100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.213194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.213531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.213862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.214190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.214516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.214869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.215197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.215586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.216416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.216747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:29.239906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Checking segment: {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:29.240269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Network hostable DHCP agents. Network: a5ee9721-ee0f-4b8c-8a74-bdb62c56573f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:29.246531 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.298333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9921ae-f762-4d3f-b219-343e89a12378 req-e83204ea-f93b-472d-8960-f005cd70e54d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.304691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9921ae-f762-4d3f-b219-343e89a12378 req-e83204ea-f93b-472d-8960-f005cd70e54d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.311213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcff4c2-a99f-4a91-a67f-5e8c26f6db66 req-71eefc94-e909-4346-a142-dde34e5381a7 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.311360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9921ae-f762-4d3f-b219-343e89a12378 req-e83204ea-f93b-472d-8960-f005cd70e54d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.312737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bcff4c2-a99f-4a91-a67f-5e8c26f6db66 req-71eefc94-e909-4346-a142-dde34e5381a7 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.1076179 Dec 08 21:49:29.318947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df9921ae-f762-4d3f-b219-343e89a12378 req-e83204ea-f93b-472d-8960-f005cd70e54d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2413 time: 0.2945745 Dec 08 21:49:29.329108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Pushing event deleted for resources: {'Port': ['ID=409f803c-bb2d-4943-8318-06e5767b2bee,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:29.337194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-d96130e4-86d0-4dde-b75f-21b2b2f024f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.337732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8a6a18ab-ea41-458f-955f-85d252f68123'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:29.338653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-d96130e4-86d0-4dde-b75f-21b2b2f024f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3dade821-6a14-4511-ab69-7f558aaae603 HTTP/1.1" status: 200 len: 903 time: 0.2510908 Dec 08 21:49:29.366793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:29.383293 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.385507 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6f87089-5a3a-4344-93f3-8f9a75ecb737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.386879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-ebafc71c-17b0-4405-b7c1-a18304a784c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.117&port_id=c14c55b1-76b5-4b80-ab9c-990410d2fb13 HTTP/1.1" status: 200 len: 217 time: 0.0388427 Dec 08 21:49:29.420778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] No DVR routers for this DVR port 409f803c-bb2d-4943-8318-06e5767b2bee on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:29.434891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bcff4c2-a99f-4a91-a67f-5e8c26f6db66 req-aac5abbc-b19d-42be-99cd-7dc4515eb663 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880821 Dec 08 21:49:29.435094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.435094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8ed00b7-0213-4393-83a5-07036a9cd788 req-b296012b-e7c1-4d64-9efa-1deb1bdd79ed tempest-ServerAddressesTestJSON-81959512 tempest-ServerAddressesTestJSON-81959512-project] 10.222.0.37 "DELETE /v2.0/ports/409f803c-bb2d-4943-8318-06e5767b2bee HTTP/1.1" status: 204 len: 173 time: 1.5835490 Dec 08 21:49:29.435094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08659bb8-dbb9-43ed-946d-0c58beaadf62', 'name': 'network-vif-deleted', 'tag': '409f803c-bb2d-4943-8318-06e5767b2bee'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:29.436259 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf3798c-cdd5-40f4-a6d9-d3d8682e7cdc" -d '{"events": [{"server_uuid": "08659bb8-dbb9-43ed-946d-0c58beaadf62", "name": "network-vif-deleted", "tag": "409f803c-bb2d-4943-8318-06e5767b2bee"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:29.442516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:29.500673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df9921ae-f762-4d3f-b219-343e89a12378 req-1a8368f8-8c13-4a6a-bafa-18e9b55190eb tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807821 Dec 08 21:49:29.502951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-52ef3431-7d14-4ae3-a8bd-d1bf8cae537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.504748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-52ef3431-7d14-4ae3-a8bd-d1bf8cae537d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a4f901f-82d5-439e-a310-69f8786fdfb6 HTTP/1.1" status: 200 len: 801 time: 0.1092849 Dec 08 21:49:29.551932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a5ee9721-ee0f-4b8c-8a74-bdb62c56573f) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:29.557668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.558388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.584952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-848d935c-a3e6-4921-b2b1-5d03ce525fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:29.586613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-848d935c-a3e6-4921-b2b1-5d03ce525fbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3dade821-6a14-4511-ab69-7f558aaae603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0644019 Dec 08 21:49:29.607704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a09de-3046-4a87-b57f-0c988f640939 None None] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:29.615385 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c143bb8f-90bd-4c6c-883f-1473f10a7275 x-openstack-request-id: req-c143bb8f-90bd-4c6c-883f-1473f10a7275 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:29.615683 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08659bb8-dbb9-43ed-946d-0c58beaadf62", "name": "network-vif-deleted", "tag": "409f803c-bb2d-4943-8318-06e5767b2bee", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:29.615938 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c143bb8f-90bd-4c6c-883f-1473f10a7275 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:29.616340 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08659bb8-dbb9-43ed-946d-0c58beaadf62', 'name': 'network-vif-deleted', 'tag': '409f803c-bb2d-4943-8318-06e5767b2bee', 'status': 'completed', 'code': 200} Dec 08 21:49:29.648799 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.678662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-177e7364-d910-46f5-8b52-d88ad601fd77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5259829 Dec 08 21:49:29.688273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51718) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:29.717335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:29.745379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-42c6de9a-bdde-4482-bbd1-511436c33a17 service neutron] 10.222.0.23 "GET /v2.0/networks/3dade821-6a14-4511-ab69-7f558aaae603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502814 Dec 08 21:49:29.794434 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.795802 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.825645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:29.828991 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:29.894802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c6f87089-5a3a-4344-93f3-8f9a75ecb737 None None] For port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617,segment=NetworkSegment(014662b3-c0fd-4485-98eb-183806872a8a),segment_id=014662b3-c0fd-4485-98eb-183806872a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:29.895854 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56139333-1e4a-4987-9bed-5e262395b9f4 req-0ec92529-9322-48bd-b848-09531d59a1b3 service neutron] 10.222.0.23 "GET /v2.0/networks/3dade821-6a14-4511-ab69-7f558aaae603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393855 Dec 08 21:49:29.952920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8::1 (1d5dd39a-02ed-4824-af09-93b87b71e2db/951f4687-8667-4730-ba2e-b61c28e72903/79b025be-4ca3-41be-9b85-4b3144d3ab55) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:29.955008 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6f87089-5a3a-4344-93f3-8f9a75ecb737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.036847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Network 88a65e1b-c30b-483a-9bb1-27c2519faacc is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:30.048112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-3198e1cc-4b03-4153-9e62-b5942fa66e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.048598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-3198e1cc-4b03-4153-9e62-b5942fa66e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.049077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-3198e1cc-4b03-4153-9e62-b5942fa66e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.050773 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-3198e1cc-4b03-4153-9e62-b5942fa66e4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2866 time: 0.0978844 Dec 08 21:49:30.092974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8a6a18ab-ea41-458f-955f-85d252f68123 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:30.112831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.124226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:30.127770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:30.178705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Pushing event updated for resources: {'Port': ['ID=0d297e15-744a-4079-b9bc-d6e08fabc3fb,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:30.202576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51738) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:30.213825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:30.214204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.255040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bf322-0ba8-4009-92de-f33980189721 req-a0a555c1-1f2a-402f-8425-5d1b7f4e9874 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.263499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d0bf322-0ba8-4009-92de-f33980189721 req-a0a555c1-1f2a-402f-8425-5d1b7f4e9874 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 944 time: 0.1656985 Dec 08 21:49:30.319545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac48d1a-88aa-438f-b79c-4d19d65708cc admin admin] Deleting subnet b6882df0-d8b6-457c-97e6-1bf37623afe0 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:49:30.324298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fac48d1a-88aa-438f-b79c-4d19d65708cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.362052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a636173b-6f25-4c67-b2e7-a6baae72ab2d None None] Provisioning complete for port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:30.362422 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a636173b-6f25-4c67-b2e7-a6baae72ab2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.386478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4543a8b4-e0e7-48f4-a026-a3378b728467', 'name': 'network-vif-deleted', 'tag': 'e3fce6f1-2695-49d3-9658-81faa159dbe5'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:30.389634 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85d641f-0307-434f-9a8a-7daa671a9aee" -d '{"events": [{"server_uuid": "4543a8b4-e0e7-48f4-a026-a3378b728467", "name": "network-vif-deleted", "tag": "e3fce6f1-2695-49d3-9658-81faa159dbe5"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:30.401762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-32571eca-7b80-429f-8a96-2f8f86e57444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.403842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-32571eca-7b80-429f-8a96-2f8f86e57444 service neutron] 10.222.0.23 "GET /v2.0/networks?id=11537c13-5dba-45bc-9231-46d40987f1ef HTTP/1.1" status: 200 len: 903 time: 0.3447776 Dec 08 21:49:30.406279 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fac48d1a-88aa-438f-b79c-4d19d65708cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.483203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-2487909c-108b-4f33-9433-e6f96075809b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=aea34995-0b19-499b-b0a7-1e6d50112846 HTTP/1.1" status: 200 len: 217 time: 0.0566714 Dec 08 21:49:30.532931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-77e470d3-dada-45dd-8ed0-b4b73da2951d req-776e9bde-9d2c-49ea-8cfa-ac6b8ba8f185 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:49:30.533935 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77e470d3-dada-45dd-8ed0-b4b73da2951d req-776e9bde-9d2c-49ea-8cfa-ac6b8ba8f185 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071704 Dec 08 21:49:30.549709 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fac48d1a-88aa-438f-b79c-4d19d65708cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.595106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-9f2902b0-e421-43f9-966a-080c5f5fd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.596625 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-9f2902b0-e421-43f9-966a-080c5f5fd832 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90c99038-b1dd-4f4b-b61d-b416ec7d864b HTTP/1.1" status: 200 len: 801 time: 0.1061177 Dec 08 21:49:30.597473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:49:30.598437 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.615282 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.638161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8a6a18ab-ea41-458f-955f-85d252f68123 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:30.642428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f87089-5a3a-4344-93f3-8f9a75ecb737 None None] Pushing event updated for resources: {'Port': ['ID=fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:30.656178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Attempting to bind port 0d297e15-744a-4079-b9bc-d6e08fabc3fb on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:30.656679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Attempting to bind port 0d297e15-744a-4079-b9bc-d6e08fabc3fb by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88a65e1b-c30b-483a-9bb1-27c2519faacc'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:30.657043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Attempting to bind port 0d297e15-744a-4079-b9bc-d6e08fabc3fb on network 88a65e1b-c30b-483a-9bb1-27c2519faacc {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:30.668877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:30.669264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Checking segment: {'id': 'e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88a65e1b-c30b-483a-9bb1-27c2519faacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:30.669688 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.670090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Bound using segment: {'id': 'e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88a65e1b-c30b-483a-9bb1-27c2519faacc'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:30.670984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Bound port: 0d297e15-744a-4079-b9bc-d6e08fabc3fb, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88a65e1b-c30b-483a-9bb1-27c2519faacc'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:30.671205 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.676990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fac48d1a-88aa-438f-b79c-4d19d65708cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.683505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-c861edef-7fca-4970-be6b-3b09a960bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.685509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-c861edef-7fca-4970-be6b-3b09a960bf2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11537c13-5dba-45bc-9231-46d40987f1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804036 Dec 08 21:49:30.715330 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4df0f8-aa99-4fd8-a283-eb28127e2914 x-openstack-request-id: req-4a4df0f8-aa99-4fd8-a283-eb28127e2914 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:30.716551 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4543a8b4-e0e7-48f4-a026-a3378b728467", "name": "network-vif-deleted", "tag": "e3fce6f1-2695-49d3-9658-81faa159dbe5", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:30.716905 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a4df0f8-aa99-4fd8-a283-eb28127e2914 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:30.717407 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4543a8b4-e0e7-48f4-a026-a3378b728467', 'name': 'network-vif-deleted', 'tag': 'e3fce6f1-2695-49d3-9658-81faa159dbe5', 'status': 'completed', 'code': 200} Dec 08 21:49:30.727829 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.743195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac48d1a-88aa-438f-b79c-4d19d65708cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6882df0-d8b6-457c-97e6-1bf37623afe0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:30.756171 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fac48d1a-88aa-438f-b79c-4d19d65708cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.759761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fac48d1a-88aa-438f-b79c-4d19d65708cc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b6882df0-d8b6-457c-97e6-1bf37623afe0 HTTP/1.1" status: 204 len: 168 time: 0.5561943 Dec 08 21:49:30.770367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c14c55b1-76b5-4b80-ab9c-990410d2fb13 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:30.773214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51766) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:30.864109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.867867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d0bf322-0ba8-4009-92de-f33980189721 req-f17fdb24-d45f-4224-b84f-86fb5517cbc5 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034386 Dec 08 21:49:30.922242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:30.922947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-6887b894-0127-4eda-9df5-b022e4296b47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246862 Dec 08 21:49:30.928182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-ee657d46-6e07-475d-b3d7-db58e4bad677 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:49:30.940066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-ee657d46-6e07-475d-b3d7-db58e4bad677 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160294 Dec 08 21:49:30.954662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.958957 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:30.959861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:30.969841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b55988-5865-4956-aee5-e790b6f13e63 req-1162c25d-bf77-49f4-922c-b7c49c0a6c57 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.976797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b55988-5865-4956-aee5-e790b6f13e63 req-1162c25d-bf77-49f4-922c-b7c49c0a6c57 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.983093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b55988-5865-4956-aee5-e790b6f13e63 req-1162c25d-bf77-49f4-922c-b7c49c0a6c57 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:30.992294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6b55988-5865-4956-aee5-e790b6f13e63 req-1162c25d-bf77-49f4-922c-b7c49c0a6c57 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2413 time: 0.1850297 Dec 08 21:49:31.015825 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-37c5f3f4-515f-48da-8328-4fb6cdfa0654 service neutron] 10.222.0.23 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045716 Dec 08 21:49:31.042139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.099218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] For port 0d297e15-744a-4079-b9bc-d6e08fabc3fb, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:31.135444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:31.156663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:31.158418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 1d5dd39a-02ed-4824-af09-93b87b71e2db is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:31.173157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6b55988-5865-4956-aee5-e790b6f13e63 req-82357052-98ad-4b8f-8ed0-f6eb148cf6ab tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802471 Dec 08 21:49:31.182121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] For port 0d297e15-744a-4079-b9bc-d6e08fabc3fb, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0d297e15-744a-4079-b9bc-d6e08fabc3fb,segment=NetworkSegment(e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a),segment_id=e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:31.184112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:31.188535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:31.189386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.195525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=79b025be-4ca3-41be-9b85-4b3144d3ab55,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:31.230110 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.263467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.293381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ec7d9b-8b08-4537-ac67-8e08fa188e7b']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:31.317293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d65c35-a7b2-4235-ae4d-70cc6762accc req-8b45253f-a0a4-4350-bca1-42b8f281aabe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:31.326974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb0bfb7-28fd-4a53-9797-e91ec0209fb9') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:31.327820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb0bfb7-28fd-4a53-9797-e91ec0209fb9') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:31.328329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63d65c35-a7b2-4235-ae4d-70cc6762accc req-8b45253f-a0a4-4350-bca1-42b8f281aabe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.2064109 Dec 08 21:49:31.341776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9770f4ef-c7e0-411e-8668-d07c9cfcefa0 req-73fd93b2-0180-4723-a001-d3085ec1b956 service neutron] 10.222.0.23 "GET /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155019 Dec 08 21:49:31.343989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.365259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.376985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:49:31.377648 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:49:31.379617 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:49:31.393525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port c14c55b1-76b5-4b80-ab9c-990410d2fb13, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c14c55b1-76b5-4b80-ab9c-990410d2fb13,segment=NetworkSegment(aae5d9b2-c348-4181-ad93-1fa81d589ae4),segment_id=aae5d9b2-c348-4181-ad93-1fa81d589ae4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:31.441185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63d65c35-a7b2-4235-ae4d-70cc6762accc req-1206571c-b615-4ec4-a68e-bd572b6ebc4b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116683 Dec 08 21:49:31.546549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.563288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.588074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6ec7d9b-8b08-4537-ac67-8e08fa188e7b HTTP/1.1" status: 204 len: 168 time: 0.8111649 Dec 08 21:49:31.658416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f4e42-4edf-443e-994c-22832c6bbc2c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ec7d9b-8b08-4537-ac67-8e08fa188e7b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:31.696418 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.730553 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:31.774888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58ec3d-52e9-4fca-95c4-fb531b85f18d req-f39fc5c9-5f47-4f44-bb06-8ec0aa965a0a tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:31.813105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e58ec3d-52e9-4fca-95c4-fb531b85f18d req-f39fc5c9-5f47-4f44-bb06-8ec0aa965a0a tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 943 time: 0.1613674 Dec 08 21:49:31.893478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'c14c55b1-76b5-4b80-ab9c-990410d2fb13', 'network_id': '3dade821-6a14-4511-ab69-7f558aaae603', 'port_id': 'c14c55b1-76b5-4b80-ab9c-990410d2fb13', 'mac_address': 'fa:16:3e:7e:d3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4f901f-82d5-439e-a310-69f8786fdfb6', 'ip_address': '19.86.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:31.902185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Allocated IP 172.20.0.2 (a5ee9721-ee0f-4b8c-8a74-bdb62c56573f/6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9/73107a8d-da7f-4169-a58b-d85fc4dc3c88) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:31.911665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51788) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:31.924372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5506a-7c54-47e3-9757-867c72d37ab6 None None] Pushing event updated for resources: {'Port': ['ID=0d297e15-744a-4079-b9bc-d6e08fabc3fb,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:31.937499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e58ec3d-52e9-4fca-95c4-fb531b85f18d req-d5e1f409-6cb0-4ea3-b64a-9e6b42fc1c47 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230659 Dec 08 21:49:31.962081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 409f803c-bb2d-4943-8318-06e5767b2bee no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:31.992804 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.037518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 409f803c-bb2d-4943-8318-06e5767b2bee {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:49:32.038223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 409f803c-bb2d-4943-8318-06e5767b2bee not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:32.101257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:32.102554 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.105629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-937ec01f-bc56-4b29-8924-1c8517c4e4fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f59801000874b3f92b474e0e6d16a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908703 Dec 08 21:49:32.106619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8a6a18ab-ea41-458f-955f-85d252f68123 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:32.109143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51794) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:32.125266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Allocated IP 172.25.1.89 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/e6658e07-44c7-4cee-8748-7489bada375e) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:32.160779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-69fed138-a53a-4b08-a079-d4298350a846 None None] Provisioning complete for port 79b025be-4ca3-41be-9b85-4b3144d3ab55 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:32.161282 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69fed138-a53a-4b08-a079-d4298350a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.196457 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e167cb0-b2e4-4813-b7ae-d403240224bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.243065 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.259188 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e167cb0-b2e4-4813-b7ae-d403240224bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.270683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-69fed138-a53a-4b08-a079-d4298350a846 None None] Port 79b025be-4ca3-41be-9b85-4b3144d3ab55 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:32.296024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14c55b1-76b5-4b80-ab9c-990410d2fb13 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:32.345598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port c14c55b1-76b5-4b80-ab9c-990410d2fb13, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c14c55b1-76b5-4b80-ab9c-990410d2fb13,segment=NetworkSegment(aae5d9b2-c348-4181-ad93-1fa81d589ae4),segment_id=aae5d9b2-c348-4181-ad93-1fa81d589ae4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:32.374401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418da5-96a3-4e06-9ab2-7a2863c7ffb0 req-9dd8cfd4-c7aa-4fbb-8a2d-495245a5d8d1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:32.379347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418da5-96a3-4e06-9ab2-7a2863c7ffb0 req-9dd8cfd4-c7aa-4fbb-8a2d-495245a5d8d1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:32.381003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55418da5-96a3-4e06-9ab2-7a2863c7ffb0 req-9dd8cfd4-c7aa-4fbb-8a2d-495245a5d8d1 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a&device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 1683 time: 0.1900387 Dec 08 21:49:32.393899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd73a00-fcf0-4788-b32e-cc59097584de req-8ce81c53-43d0-41af-806f-95dee81fd125 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:32.409718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd73a00-fcf0-4788-b32e-cc59097584de req-8ce81c53-43d0-41af-806f-95dee81fd125 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:32.417310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd73a00-fcf0-4788-b32e-cc59097584de req-8ce81c53-43d0-41af-806f-95dee81fd125 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:32.420028 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5dd73a00-fcf0-4788-b32e-cc59097584de req-8ce81c53-43d0-41af-806f-95dee81fd125 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2413 time: 0.1147068 Dec 08 21:49:32.456082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e167cb0-b2e4-4813-b7ae-d403240224bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.459042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e167cb0-b2e4-4813-b7ae-d403240224bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.464396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4e167cb0-b2e4-4813-b7ae-d403240224bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7d2b29c-9725-485f-8f44-419c8a01084b HTTP/1.1" status: 204 len: 168 time: 0.3536763 Dec 08 21:49:32.512400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5dd73a00-fcf0-4788-b32e-cc59097584de req-cd23c70b-157f-4b45-8ec4-c6641be02e0c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826979 Dec 08 21:49:32.519101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e167cb0-b2e4-4813-b7ae-d403240224bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d2b29c-9725-485f-8f44-419c8a01084b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:32.519330 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.526010 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.526883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device aea34995-0b19-499b-b0a7-1e6d50112846 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:32.571453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.582507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55418da5-96a3-4e06-9ab2-7a2863c7ffb0 req-0d630611-3c5b-434d-b5b4-618c94ea2b4d tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824989 Dec 08 21:49:32.670486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed961d-abc8-47ee-818d-c6698c30d6ea req-a65e3405-f73b-4e80-ab25-49a8944377bd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:32.684159 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70ed961d-abc8-47ee-818d-c6698c30d6ea req-a65e3405-f73b-4e80-ab25-49a8944377bd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.0727692 Dec 08 21:49:32.687955 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.702691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.703768 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.756782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port aea34995-0b19-499b-b0a7-1e6d50112846, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aea34995-0b19-499b-b0a7-1e6d50112846,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:32.759620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70ed961d-abc8-47ee-818d-c6698c30d6ea req-8ba147ba-4c1e-4edc-a525-572bb7b5cb45 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748158 Dec 08 21:49:32.797583 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.849744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=79b025be-4ca3-41be-9b85-4b3144d3ab55,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:32.865156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:32.901441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=c14c55b1-76b5-4b80-ab9c-990410d2fb13,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:32.953933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:32.966375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:32.976399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:32.983255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Pushing event updated for resources: {'Port': ['ID=e6658e07-44c7-4cee-8748-7489bada375e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:33.001987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 8a6a18ab-ea41-458f-955f-85d252f68123 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:33.002660 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:33.017583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Pushing event updated for resources: {'Port': ['ID=73107a8d-da7f-4169-a58b-d85fc4dc3c88,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:33.037436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 1d5dd39a-02ed-4824-af09-93b87b71e2db is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:33.046960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:33.080122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'aea34995-0b19-499b-b0a7-1e6d50112846', 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef', 'port_id': 'aea34995-0b19-499b-b0a7-1e6d50112846', 'mac_address': 'fa:16:3e:89:bd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c99038-b1dd-4f4b-b61d-b416ec7d864b', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:33.324236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb28d9-f1a8-406c-be44-3ed9c42273dc None None] Network 88a65e1b-c30b-483a-9bb1-27c2519faacc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:33.337304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86032822-16b4-4edd-bc4d-8d0651b07100 req-ee86e82a-c9e8-450d-a7de-687b07e90cb5 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:33.346024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0d297e15-744a-4079-b9bc-d6e08fabc3fb up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:33.355561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86032822-16b4-4edd-bc4d-8d0651b07100 req-ee86e82a-c9e8-450d-a7de-687b07e90cb5 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 943 time: 0.2182095 Dec 08 21:49:33.384854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:33.396979 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:33.429972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea34995-0b19-499b-b0a7-1e6d50112846 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:33.478392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:33.486537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86032822-16b4-4edd-bc4d-8d0651b07100 req-e0f9dfc3-1422-45db-91ec-945984fd732b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251006 Dec 08 21:49:33.537598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:33.554545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bf79fc00-0c25-45db-bd1b-c25ed40733a8 None None] Provisioning complete for port 0d297e15-744a-4079-b9bc-d6e08fabc3fb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:33.554932 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf79fc00-0c25-45db-bd1b-c25ed40733a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:33.594927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-573b87df-db3b-4bf9-8780-366d7ff3a5a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:33.599800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-573b87df-db3b-4bf9-8780-366d7ff3a5a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 943 time: 0.3160684 Dec 08 21:49:33.672268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0d297e15-744a-4079-b9bc-d6e08fabc3fb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:33.672925 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:33.677492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port aea34995-0b19-499b-b0a7-1e6d50112846, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aea34995-0b19-499b-b0a7-1e6d50112846,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:33.722784 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:33.723441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:33.763080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1d7f-0a9d-4fb8-a7cc-d5ea9f7a4d2f req-4465de28-51f8-4065-bad4-90c490a2893f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:33.764956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-655b1d7f-0a9d-4fb8-a7cc-d5ea9f7a4d2f req-4465de28-51f8-4065-bad4-90c490a2893f tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 946 time: 0.0894730 Dec 08 21:49:33.828222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:33.850170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-655b1d7f-0a9d-4fb8-a7cc-d5ea9f7a4d2f req-82f6775b-7464-4be9-b666-5ce6c5827ce7 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686293 Dec 08 21:49:33.853063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Attempting to bind port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:33.864578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Attempting to bind port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:33.864578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Attempting to bind port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 on network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:33.864578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:33.931893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:33.932475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Checking segment: {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:33.932952 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:33.933440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Bound using segment: {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:33.934017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Bound port: 73107a8d-da7f-4169-a58b-d85fc4dc3c88, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:33.934536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:33.951934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95', 'network_id': '11537c13-5dba-45bc-9231-46d40987f1ef', 'port_id': 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95', 'mac_address': 'fa:16:3e:61:ef:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c99038-b1dd-4f4b-b61d-b416ec7d864b', 'ip_address': '19.80.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:33.996849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6a18ab-ea41-458f-955f-85d252f68123'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:33.999549 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a385e281-211a-4b2a-a888-b728a6aa2a16" -d '{"events": [{"server_uuid": "e5bffa24-b1a3-4871-b48f-97a91ba4ae12", "name": "network-vif-plugged", "status": "completed", "tag": "8a6a18ab-ea41-458f-955f-85d252f68123"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:34.005541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e75ec-3b2d-4c89-b46c-f89f5b55d83d req-e20fc0cb-a9bb-42be-8bbb-3032b72ef610 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:34.011395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=aea34995-0b19-499b-b0a7-1e6d50112846,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:34.017185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b8e75ec-3b2d-4c89-b46c-f89f5b55d83d req-e20fc0cb-a9bb-42be-8bbb-3032b72ef610 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.0827127 Dec 08 21:49:34.041457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:34.075482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51844) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:34.093965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b8e75ec-3b2d-4c89-b46c-f89f5b55d83d req-89775d98-f820-4bcb-8bee-2302c6b7b5c8 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694177 Dec 08 21:49:34.094946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.095394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.095829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.096263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.096685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.097108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.097527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.097965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.098383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.098826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.099246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.099663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:34.140747 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.173166 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf79fc00-0c25-45db-bd1b-c25ed40733a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.179698 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fab20d-ff3d-4028-8911-5ebbbb02d42e x-openstack-request-id: req-48fab20d-ff3d-4028-8911-5ebbbb02d42e {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:34.180016 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bffa24-b1a3-4871-b48f-97a91ba4ae12", "name": "network-vif-plugged", "status": "completed", "tag": "8a6a18ab-ea41-458f-955f-85d252f68123", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:34.180290 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48fab20d-ff3d-4028-8911-5ebbbb02d42e {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:34.180678 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6a18ab-ea41-458f-955f-85d252f68123', 'code': 200} Dec 08 21:49:34.227656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router b04b05b9-cffe-4ca5-9d41-f8e363a28e2b is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:49:34.238696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b579a8d-2941-468a-b065-e62f112797cf req-176e1583-062c-48c5-98b7-2f6ce815b823 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:34.245327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b579a8d-2941-468a-b065-e62f112797cf req-176e1583-062c-48c5-98b7-2f6ce815b823 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:34.251301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b579a8d-2941-468a-b065-e62f112797cf req-176e1583-062c-48c5-98b7-2f6ce815b823 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:34.254448 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.259336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b579a8d-2941-468a-b065-e62f112797cf req-176e1583-062c-48c5-98b7-2f6ce815b823 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2415 time: 0.6402702 Dec 08 21:49:34.271412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-580683595-network', 'tenant_id': '48f0de374bb84145a89acb77691f9769'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:34.297464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Made reservation on behalf of 48f0de374bb84145a89acb77691f9769 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:34.300723 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.305870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] For port 73107a8d-da7f-4169-a58b-d85fc4dc3c88, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:34.310461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] For port 73107a8d-da7f-4169-a58b-d85fc4dc3c88, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=73107a8d-da7f-4169-a58b-d85fc4dc3c88,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:34.312675 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.315151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.406471 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.433063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:34.433268 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.437884 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.439553 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.476744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:49:34.503606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e7a17c-d209-4662-b88d-a518cff9df12,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:34.506688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bf79fc00-0c25-45db-bd1b-c25ed40733a8 None None] For port 0d297e15-744a-4079-b9bc-d6e08fabc3fb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0d297e15-744a-4079-b9bc-d6e08fabc3fb,segment=NetworkSegment(e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a),segment_id=e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:34.508196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:34.518571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b579a8d-2941-468a-b065-e62f112797cf req-12035108-bc1d-4192-ac3c-679b5cfdde19 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582650 Dec 08 21:49:34.522256 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.526655 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Added segment aaa5d2f3-5ecc-469b-a381-3ea116f7317e of type vlan for network d90ed281-1298-4328-b845-609734bd9028 Dec 08 21:49:34.545858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf79fc00-0c25-45db-bd1b-c25ed40733a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.567407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Deleting port 8a6a18ab-ea41-458f-955f-85d252f68123 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:34.568199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.627271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:34.634151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:49:34.647577 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958a334-60e3-4cd7-9fb2-42ae29c137e3 None None] Sync routers for ids ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:49:34.650424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.665514 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a958a334-60e3-4cd7-9fb2-42ae29c137e3 None None] Routers {'b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:34.666160 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a958a334-60e3-4cd7-9fb2-42ae29c137e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:34.673356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e0244f7-4012-43ba-bffd-3a81c4d2ff46 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/b04b05b9-cffe-4ca5-9d41-f8e363a28e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1687837 Dec 08 21:49:34.676245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51852) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:34.686473 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.703143 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:49:34.704089 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:49:34.704203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315678a4-2638-431c-96bd-c43cc4070063 req-2651cb18-3e10-4840-9fb3-79ec107cb7ce tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:34.707159 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-315678a4-2638-431c-96bd-c43cc4070063 req-2651cb18-3e10-4840-9fb3-79ec107cb7ce tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.37 "GET /v2.0/ports?device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 946 time: 0.1551735 Dec 08 21:49:34.775605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2a9ad45b-45c7-4dca-b6d3-78a8ca7665d0 None None] Provisioning complete for port 79b025be-4ca3-41be-9b85-4b3144d3ab55 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:34.776412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad45b-45c7-4dca-b6d3-78a8ca7665d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:34.779963 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a958a334-60e3-4cd7-9fb2-42ae29c137e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:34.794338 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a958a334-60e3-4cd7-9fb2-42ae29c137e3 None None] Routers {'b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:34.795873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.resource_extend [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:49:34.796644 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a958a334-60e3-4cd7-9fb2-42ae29c137e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:34.881467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ad45b-45c7-4dca-b6d3-78a8ca7665d0 None None] Port 79b025be-4ca3-41be-9b85-4b3144d3ab55 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:34.886469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f41a1-f810-4d9b-a793-dd2e3f09b789 None None] Pushing event updated for resources: {'Port': ['ID=73107a8d-da7f-4169-a58b-d85fc4dc3c88,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:34.928719 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a958a334-60e3-4cd7-9fb2-42ae29c137e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:34.932587 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958a334-60e3-4cd7-9fb2-42ae29c137e3 None None] The sync data for ids ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:49:34.945444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680fb444-792e-4912-bbdf-21ff2f01ff11 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:34.953778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-680fb444-792e-4912-bbdf-21ff2f01ff11 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports/79b025be-4ca3-41be-9b85-4b3144d3ab55 HTTP/1.1" status: 200 len: 911 time: 0.2617252 Dec 08 21:49:34.962691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51856) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:35.000793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae4f10-fa88-45be-a58e-19a99ed5befd req-ca39517a-55d7-46fa-a5ba-c08ed520fb7f tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:35.002877 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3ae4f10-fa88-45be-a58e-19a99ed5befd req-ca39517a-55d7-46fa-a5ba-c08ed520fb7f tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 945 time: 0.3621795 Dec 08 21:49:35.003563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.004465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:35.005213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.015349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] For port 8a6a18ab-ea41-458f-955f-85d252f68123, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8a6a18ab-ea41-458f-955f-85d252f68123,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:35.015792 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.042988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79fc00-0c25-45db-bd1b-c25ed40733a8 None None] Pushing event updated for resources: {'Port': ['ID=0d297e15-744a-4079-b9bc-d6e08fabc3fb,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:35.105864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:35.113197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['c14c55b1-76b5-4b80-ab9c-990410d2fb13'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:35.197141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0984304 Dec 08 21:49:35.197141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970061b0-6284-4850-a378-457a22983c81 admin admin] Pushing event updated for resources: {'Network': ['ID=d90ed281-1298-4328-b845-609734bd9028,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:35.200602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51860) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:35.212706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Request body: {'subnet': {'network_id': 'd90ed281-1298-4328-b845-609734bd9028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-580683595-subnet', 'tenant_id': '48f0de374bb84145a89acb77691f9769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:35.253437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Made reservation on behalf of 48f0de374bb84145a89acb77691f9769 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:35.255959 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.322345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:35.324592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['aea34995-0b19-499b-b0a7-1e6d50112846'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:35.326438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network d90ed281-1298-4328-b845-609734bd9028 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:49:35.329619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3ae4f10-fa88-45be-a58e-19a99ed5befd req-de8dbaea-5b24-4dca-a4c2-794315dbaa39 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060420 Dec 08 21:49:35.338557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-c9352983-aae5-4bf1-8949-1cf601790d5b tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:35.340096 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-c9352983-aae5-4bf1-8949-1cf601790d5b tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc48d3ff-b7e6-430a-a32c-1ee48f31157a HTTP/1.1" status: 200 len: 946 time: 0.3771908 Dec 08 21:49:35.420860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Deleting port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:35.421200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.482308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Calling delete_port for 8a6a18ab-ea41-458f-955f-85d252f68123 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:35.578314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] For port 7ae89b71-b16e-436d-9479-e25d0cd99ac6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7ae89b71-b16e-436d-9479-e25d0cd99ac6,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:35.578880 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.598010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Calling delete_port for 7ae89b71-b16e-436d-9479-e25d0cd99ac6 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:35.605919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eeeff9bc-68c9-48f1-b7ad-794053979eb0 None None] Provisioning complete for port 0d297e15-744a-4079-b9bc-d6e08fabc3fb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:35.607496 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eeeff9bc-68c9-48f1-b7ad-794053979eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.616398 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36952abe-7bae-4d4c-915a-0f46cf1ee6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.647402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3c8ba-14b6-4844-89b2-3ea1f97edc01 req-8f454caa-69cf-4fd3-ad03-1271e20e6786 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:35.656740 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bdb3c8ba-14b6-4844-89b2-3ea1f97edc01 req-8f454caa-69cf-4fd3-ad03-1271e20e6786 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 946 time: 0.6761649 Dec 08 21:49:35.747721 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.749919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:35.794829 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bdb3c8ba-14b6-4844-89b2-3ea1f97edc01 req-5a63621b-ddc1-4f5a-ba7c-89f93d90e14e tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/security-groups?id=90a1e4bf-7464-4326-9539-97088962361b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344981 Dec 08 21:49:36.095063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 73107a8d-da7f-4169-a58b-d85fc4dc3c88 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:36.175111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5408d79e-867e-4f42-a3d4-88a230923563 None None] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:36.278450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:36.279005 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.334994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b9b7e890-13fe-4528-8a1b-21fbde92027d None None] Provisioning complete for port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:36.335429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e890-13fe-4528-8a1b-21fbde92027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.350369 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.384405 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.400914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7ae89b71-b16e-436d-9479-e25d0cd99ac6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:36.443799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Pushing event deleted for resources: {'Port': ['ID=7ae89b71-b16e-436d-9479-e25d0cd99ac6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:36.487344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event deleted for resources: {'Port': ['ID=8a6a18ab-ea41-458f-955f-85d252f68123,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:36.507410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6b9b-c22d-4345-be8c-e426eb19aac9 req-1ecd2b7c-91be-47ba-a547-c5d8a66a5dc3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:36.514996 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f54e6b9b-c22d-4345-be8c-e426eb19aac9 req-1ecd2b7c-91be-47ba-a547-c5d8a66a5dc3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.6406677 Dec 08 21:49:36.536107 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.538169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dc93d-29cb-4b2e-8efd-e7e8887cf143 req-bb6c235b-e7ac-4a16-9ffb-8f97ead07e8f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:36.545358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dc93d-29cb-4b2e-8efd-e7e8887cf143 req-bb6c235b-e7ac-4a16-9ffb-8f97ead07e8f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:36.551620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dc93d-29cb-4b2e-8efd-e7e8887cf143 req-bb6c235b-e7ac-4a16-9ffb-8f97ead07e8f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:36.560394 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e88dc93d-29cb-4b2e-8efd-e7e8887cf143 req-bb6c235b-e7ac-4a16-9ffb-8f97ead07e8f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2416 time: 0.4250908 Dec 08 21:49:36.562060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Deleting port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:36.562424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.565540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] No DVR routers for this DVR port 7ae89b71-b16e-436d-9479-e25d0cd99ac6 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:36.567328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] No DVR routers for this DVR port 8a6a18ab-ea41-458f-955f-85d252f68123 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:36.581446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.584772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.585525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbce654c-122f-49b8-8a16-65e1fa0f6142 req-782e52e3-1494-44df-af7c-f999ac01f813 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "DELETE /v2.0/ports/8a6a18ab-ea41-458f-955f-85d252f68123 HTTP/1.1" status: 204 len: 173 time: 2.9676490 Dec 08 21:49:36.586838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'name': 'network-vif-deleted', 'tag': '8a6a18ab-ea41-458f-955f-85d252f68123'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:36.588855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-315678a4-2638-431c-96bd-c43cc4070063 req-e36051ff-3b15-4257-ae26-40e91f8eb5ac tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.37 "DELETE /v2.0/ports/7ae89b71-b16e-436d-9479-e25d0cd99ac6 HTTP/1.1" status: 204 len: 173 time: 1.8272808 Dec 08 21:49:36.588855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da10b057-845e-4735-b396-2ddab8b5fb36', 'name': 'network-vif-deleted', 'tag': '7ae89b71-b16e-436d-9479-e25d0cd99ac6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:36.589162 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddee0a04-88ea-4b6e-83ed-1022b2eca146" -d '{"events": [{"server_uuid": "e5bffa24-b1a3-4871-b48f-97a91ba4ae12", "name": "network-vif-deleted", "tag": "8a6a18ab-ea41-458f-955f-85d252f68123"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:36.591258 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cbbd0f-5c55-47d8-ba65-8d9962dbf380" -d '{"events": [{"server_uuid": "da10b057-845e-4735-b396-2ddab8b5fb36", "name": "network-vif-deleted", "tag": "7ae89b71-b16e-436d-9479-e25d0cd99ac6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:36.601402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:49:36.657491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e890-13fe-4528-8a1b-21fbde92027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.658672 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e88dc93d-29cb-4b2e-8efd-e7e8887cf143 req-8d9632aa-447f-4765-9fd4-57fb99e373c3 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923071 Dec 08 21:49:36.676767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 73107a8d-da7f-4169-a58b-d85fc4dc3c88, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=73107a8d-da7f-4169-a58b-d85fc4dc3c88,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:36.735335 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.739828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0d297e15-744a-4079-b9bc-d6e08fabc3fb up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:36.760515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f54e6b9b-c22d-4345-be8c-e426eb19aac9 req-cefdb286-ceaa-4dd0-903d-3505f77c2e34 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444751 Dec 08 21:49:36.831165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.952371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0d297e15-744a-4079-b9bc-d6e08fabc3fb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:36.952975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:36.988069 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd3b7e2-89b5-4fe7-9c8c-87b00f6ef272 x-openstack-request-id: req-dbd3b7e2-89b5-4fe7-9c8c-87b00f6ef272 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:36.988305 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da10b057-845e-4735-b396-2ddab8b5fb36", "name": "network-vif-deleted", "tag": "7ae89b71-b16e-436d-9479-e25d0cd99ac6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:36.988522 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbd3b7e2-89b5-4fe7-9c8c-87b00f6ef272 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:36.988926 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da10b057-845e-4735-b396-2ddab8b5fb36', 'name': 'network-vif-deleted', 'tag': '7ae89b71-b16e-436d-9479-e25d0cd99ac6', 'status': 'completed', 'code': 200} Dec 08 21:49:36.999808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] For port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,segment=NetworkSegment(0e8d2011-082c-4d12-a1a3-d32de399a387),segment_id=0e8d2011-082c-4d12-a1a3-d32de399a387)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:37.000543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:37.035084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=73107a8d-da7f-4169-a58b-d85fc4dc3c88,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:37.048890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-b9b7e890-13fe-4528-8a1b-21fbde92027d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:49:37.049383 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-b9b7e890-13fe-4528-8a1b-21fbde92027d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:49:37.051881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Calling delete_port for 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:37.085533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a945d248-cad0-4bae-8134-57e7f7195a3f req-6bfcb112-343f-4e9f-bfc9-3db9ed1a7cee tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.21 "GET /v2.0/ports?device_id=da10b057-845e-4735-b396-2ddab8b5fb36 HTTP/1.1" status: 200 len: 210 time: 0.0956743 Dec 08 21:49:37.091780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea61438c-17df-4f87-85ca-e0b68ee539e1,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:37.173244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Checking segment: {'id': 'aaa5d2f3-5ecc-469b-a381-3ea116f7317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd90ed281-1298-4328-b845-609734bd9028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:37.173244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Network hostable DHCP agents. Network: d90ed281-1298-4328-b845-609734bd9028, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:37.189858 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2edd886-042a-48f5-8f2d-b153c83a3b49 x-openstack-request-id: req-a2edd886-042a-48f5-8f2d-b153c83a3b49 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:37.190159 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bffa24-b1a3-4871-b48f-97a91ba4ae12", "name": "network-vif-deleted", "tag": "8a6a18ab-ea41-458f-955f-85d252f68123", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:37.190707 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2edd886-042a-48f5-8f2d-b153c83a3b49 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:37.191501 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bffa24-b1a3-4871-b48f-97a91ba4ae12', 'name': 'network-vif-deleted', 'tag': '8a6a18ab-ea41-458f-955f-85d252f68123', 'status': 'completed', 'code': 200} Dec 08 21:49:37.203612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Network d90ed281-1298-4328-b845-609734bd9028 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:37.235667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, d90ed281-1298-4328-b845-609734bd9028) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:37.240936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:37.241663 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:37.250357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8808dc07-cb86-4f30-95a2-f828da26d449 None None] Network d90ed281-1298-4328-b845-609734bd9028 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:37.296932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-30441ede-6e86-439d-b6a0-467f35ad1487 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0939031 Dec 08 21:49:37.363160 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:37.375082 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08b59625-a685-4f08-87db-74a0f27b4884 req-28be31ac-32f1-4f59-8151-d6bdb49dfbff tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5bffa24-b1a3-4871-b48f-97a91ba4ae12 HTTP/1.1" status: 200 len: 210 time: 0.1870604 Dec 08 21:49:37.394929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7ae89b71-b16e-436d-9479-e25d0cd99ac6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:37.452620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Pushing event deleted for resources: {'Port': ['ID=2265acd9-c457-4e9a-a3f5-c6d4322b3bcb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:37.457641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc095b7-6785-43e3-a751-ce2944707815 None None] Network d90ed281-1298-4328-b845-609734bd9028 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:37.466326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:49:37.522870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Sync routers for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:49:37.545637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:37.546322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:37.552204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] No DVR routers for this DVR port 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:37.555536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:37.567852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4fe9ab0-6c0d-4701-8f9c-20de3683c03f req-21f77d33-f859-48f1-9352-a756dcd17826 tempest-ListServersNegativeTestJSON-364612649 tempest-ListServersNegativeTestJSON-364612649-project] 10.222.0.23 "DELETE /v2.0/ports/2265acd9-c457-4e9a-a3f5-c6d4322b3bcb HTTP/1.1" status: 204 len: 173 time: 2.2182055 Dec 08 21:49:37.634140 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:37.638456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-71bdfd48-dc9c-4f71-bb53-0889f92961fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.9460671 Dec 08 21:49:37.639882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51884) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:37.668652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8:1::1 (88a65e1b-c30b-483a-9bb1-27c2519faacc/b554232f-5990-42c8-9980-9a1fa1a5dca3/a38f6008-14f2-4491-ade3-dc0facf849e9) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:37.830241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:49:37.967717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951b9f8-d4b5-4d88-8e44-64087110dd5d req-276b3a96-7521-452e-bcd3-162d16c34403 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:37.975273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951b9f8-d4b5-4d88-8e44-64087110dd5d req-276b3a96-7521-452e-bcd3-162d16c34403 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:37.982909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951b9f8-d4b5-4d88-8e44-64087110dd5d req-276b3a96-7521-452e-bcd3-162d16c34403 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:37.984903 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1951b9f8-d4b5-4d88-8e44-64087110dd5d req-276b3a96-7521-452e-bcd3-162d16c34403 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2416 time: 0.1338551 Dec 08 21:49:38.070983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a002fc3f-0931-451b-9e79-a81b2c4d78e4 None None] Provisioning complete for port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:38.071364 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a002fc3f-0931-451b-9e79-a81b2c4d78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.077701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 73107a8d-da7f-4169-a58b-d85fc4dc3c88 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:38.081134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1951b9f8-d4b5-4d88-8e44-64087110dd5d req-893be111-4693-4caa-9fe4-6e03a34b51ab tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819974 Dec 08 21:49:38.084555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.118334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8a6a18ab-ea41-458f-955f-85d252f68123 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:38.159928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 8a6a18ab-ea41-458f-955f-85d252f68123 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:49:38.160299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8a6a18ab-ea41-458f-955f-85d252f68123 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:38.163366 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.174736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-c8f02d14-73f1-46d2-aad2-8dcaafdbc277 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:38.176867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-c8f02d14-73f1-46d2-aad2-8dcaafdbc277 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/networks?id=d90ed281-1298-4328-b845-609734bd9028 HTTP/1.1" status: 200 len: 820 time: 0.1881809 Dec 08 21:49:38.217974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-4f09eecc-5a11-484a-b408-2321443f2516 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/quotas/48f0de374bb84145a89acb77691f9769 HTTP/1.1" status: 200 len: 375 time: 0.0303111 Dec 08 21:49:38.273764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:38.274340 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.284547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 88a65e1b-c30b-483a-9bb1-27c2519faacc is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:38.294589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-fc77510c-430b-4a4e-9c0e-1b30bb8a9c34 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48f0de374bb84145a89acb77691f9769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672667 Dec 08 21:49:38.306666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:38.310257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:38.311056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.318539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a986ff17-2dd1-4acc-9ad5-6140e4630b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.390362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=a38f6008-14f2-4491-ade3-dc0facf849e9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:38.430105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde4dc-ad2f-4c09-b789-19b6bc5e05b0 req-e7338606-98cc-49bf-b2cf-3afa835a3229 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:38.433350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64bde4dc-ad2f-4c09-b789-19b6bc5e05b0 req-e7338606-98cc-49bf-b2cf-3afa835a3229 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.2453132 Dec 08 21:49:38.506170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.520880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:33Z', 'revision_number': 3, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:38.541626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-b91665fd-d938-4511-b2b1-09cbd99dc681 service neutron] 10.222.0.21 "GET /v2.0/networks/d90ed281-1298-4328-b845-609734bd9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332840 Dec 08 21:49:38.552055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Checking router: 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:49:38.553957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Updating router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 port e6658e07-44c7-4cee-8748-7489bada375e binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:49:38.569046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64bde4dc-ad2f-4c09-b789-19b6bc5e05b0 req-5b795757-faec-49d8-aa34-0154b1d6ac86 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895829 Dec 08 21:49:38.609865 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.682311 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-2f695089-41bd-4b7b-b881-5e88c6066ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/d90ed281-1298-4328-b845-609734bd9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397076 Dec 08 21:49:38.862977 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:38.878100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51910) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:38.934329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c14c55b1-76b5-4b80-ab9c-990410d2fb13 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:39.006083 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.020011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea16e095-daba-48a4-bf5f-0ccbe3c41b05 req-1a81ca84-92dd-4a5d-a063-be373c56c07b tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 210 time: 0.0714803 Dec 08 21:49:39.026169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc48d3ff-b7e6-430a-a32c-1ee48f31157a', 'name': 'network-vif-deleted', 'tag': '2265acd9-c457-4e9a-a3f5-c6d4322b3bcb'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:39.028968 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff0757a-6f6c-498c-8908-431b51717da4" -d '{"events": [{"server_uuid": "cc48d3ff-b7e6-430a-a32c-1ee48f31157a", "name": "network-vif-deleted", "tag": "2265acd9-c457-4e9a-a3f5-c6d4322b3bcb"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:39.061295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8828be0a-1b23-478a-8c24-7f113c31f4f8 admin admin] Deleting subnet 81f8d9ef-a796-480b-8bc4-8d05ddb73c78 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:49:39.065570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-de115682-4326-492c-b559-3f47668adf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:39.067649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-de115682-4326-492c-b559-3f47668adf1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638&tenant_id=8729a6b924fd4001a66a971c05635117 HTTP/1.1" status: 200 len: 1094 time: 0.0829802 Dec 08 21:49:39.070239 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8828be0a-1b23-478a-8c24-7f113c31f4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.080843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e7d73825-a21f-4b78-a6e5-73335f19dcb4 None None] Provisioning complete for port a38f6008-14f2-4491-ade3-dc0facf849e9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:39.080843 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e7d73825-a21f-4b78-a6e5-73335f19dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.117722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port c14c55b1-76b5-4b80-ab9c-990410d2fb13 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:39.141862 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.143572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port c14c55b1-76b5-4b80-ab9c-990410d2fb13 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:39.144011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.146146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e7d73825-a21f-4b78-a6e5-73335f19dcb4 None None] Port a38f6008-14f2-4491-ade3-dc0facf849e9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:39.149382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8828be0a-1b23-478a-8c24-7f113c31f4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.161578 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5352fa2e-bc80-4a44-9d76-88de897c2f16 x-openstack-request-id: req-5352fa2e-bc80-4a44-9d76-88de897c2f16 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:39.161871 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc48d3ff-b7e6-430a-a32c-1ee48f31157a", "name": "network-vif-deleted", "tag": "2265acd9-c457-4e9a-a3f5-c6d4322b3bcb", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:39.162123 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5352fa2e-bc80-4a44-9d76-88de897c2f16 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:39.162509 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc48d3ff-b7e6-430a-a32c-1ee48f31157a', 'name': 'network-vif-deleted', 'tag': '2265acd9-c457-4e9a-a3f5-c6d4322b3bcb', 'status': 'completed', 'code': 200} Dec 08 21:49:39.178822 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.238526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-704793df-d6a2-4fd8-a729-9c383c3c3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:39.240195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-704793df-d6a2-4fd8-a729-9c383c3c3d97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1094 time: 0.1095846 Dec 08 21:49:39.245203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Allocated IP 172.20.0.1 (a5ee9721-ee0f-4b8c-8a74-bdb62c56573f/6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9/14d8e896-ee3e-4bd1-a6b6-13922a900e26) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:39.264906 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.287127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Attempting to bind port e6658e07-44c7-4cee-8748-7489bada375e on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:39.287892 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Attempting to bind port e6658e07-44c7-4cee-8748-7489bada375e by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:39.288477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Attempting to bind port e6658e07-44c7-4cee-8748-7489bada375e on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:39.291871 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.293944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe8c20-c824-40d0-8491-a5f6e3c15118 None None] Pushing event updated for resources: {'Port': ['ID=e6658e07-44c7-4cee-8748-7489bada375e,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:39.314974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.315776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.316779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:39.317381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:39.318149 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.318794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:39.319291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Bound port: e6658e07-44c7-4cee-8748-7489bada375e, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:39.319676 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.368536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.369800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-54990c21-df2e-4743-af12-7ce2480d4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:39.372721 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-54990c21-df2e-4743-af12-7ce2480d4860 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.1230078 Dec 08 21:49:39.375038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8828be0a-1b23-478a-8c24-7f113c31f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.380514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51922) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:39.405582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.436253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c55b1-76b5-4b80-ab9c-990410d2fb13'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:39.438149 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b3122a-4d3e-4152-8d9c-af108618a62c" -d '{"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-plugged", "status": "completed", "tag": "c14c55b1-76b5-4b80-ab9c-990410d2fb13"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:39.441725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] For port e6658e07-44c7-4cee-8748-7489bada375e, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:39.446273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] For port e6658e07-44c7-4cee-8748-7489bada375e, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e6658e07-44c7-4cee-8748-7489bada375e,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:39.455770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port c14c55b1-76b5-4b80-ab9c-990410d2fb13, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c14c55b1-76b5-4b80-ab9c-990410d2fb13,segment=NetworkSegment(aae5d9b2-c348-4181-ad93-1fa81d589ae4),segment_id=aae5d9b2-c348-4181-ad93-1fa81d589ae4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:39.457523 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.473345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-10e44c83-df41-4bad-878d-571afbb76fe2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 999 time: 0.0931532 Dec 08 21:49:39.476852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d1f5abd2-2ad2-417f-857c-e09d47c3952d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257945399', 'description': 'tempest-description--1421679323'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:39.485530 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.486503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:39.517362 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ec67c4-bb65-4740-a309-0f3df049617d x-openstack-request-id: req-03ec67c4-bb65-4740-a309-0f3df049617d {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:39.517754 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-plugged", "status": "completed", "tag": "c14c55b1-76b5-4b80-ab9c-990410d2fb13", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:39.518170 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03ec67c4-bb65-4740-a309-0f3df049617d {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:39.518651 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c55b1-76b5-4b80-ab9c-990410d2fb13', 'code': 200} Dec 08 21:49:39.537721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:39.538497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:39.549037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-2bc0714a-7524-4e08-8f4a-705849a46f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:39.550020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-2bc0714a-7524-4e08-8f4a-705849a46f1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.0615704 Dec 08 21:49:39.564387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=a38f6008-14f2-4491-ade3-dc0facf849e9,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:39.589024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19b3f-ab46-41ca-859b-52e222e6a36e req-b96d7a81-0d7f-4731-9abe-1143eca4647f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:39.609992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19b3f-ab46-41ca-859b-52e222e6a36e req-b96d7a81-0d7f-4731-9abe-1143eca4647f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:39.631593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe8c20-c824-40d0-8491-a5f6e3c15118 None None] Pushing event updated for resources: {'Port': ['ID=e6658e07-44c7-4cee-8748-7489bada375e,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:39.650997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19b3f-ab46-41ca-859b-52e222e6a36e req-b96d7a81-0d7f-4731-9abe-1143eca4647f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:39.663650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6f19b3f-ab46-41ca-859b-52e222e6a36e req-b96d7a81-0d7f-4731-9abe-1143eca4647f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2416 time: 0.3939838 Dec 08 21:49:39.667930 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d1f5abd2-2ad2-417f-857c-e09d47c3952d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.681710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:39.689599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:39.689986 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.690578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-fc6527e6-879a-4533-88bd-72e17cc81eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:39.692375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-fc6527e6-879a-4533-88bd-72e17cc81eb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318846 Dec 08 21:49:39.719389 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8828be0a-1b23-478a-8c24-7f113c31f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.744729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=c14c55b1-76b5-4b80-ab9c-990410d2fb13,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:39.745982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8828be0a-1b23-478a-8c24-7f113c31f4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.757927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8828be0a-1b23-478a-8c24-7f113c31f4f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/81f8d9ef-a796-480b-8bc4-8d05ddb73c78 HTTP/1.1" status: 204 len: 168 time: 0.8652663 Dec 08 21:49:39.762950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:49:39.772767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51932) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:39.790432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828be0a-1b23-478a-8c24-7f113c31f4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f8d9ef-a796-480b-8bc4-8d05ddb73c78,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:39.831275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6f19b3f-ab46-41ca-859b-52e222e6a36e req-cb639f80-3f33-4182-b8f5-7b811ba7c5d6 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651735 Dec 08 21:49:39.862509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 88a65e1b-c30b-483a-9bb1-27c2519faacc is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:39.865531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:39.939023 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.963348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:39.981906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.012519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042e062-808a-4e5e-bfd0-121006c9a87d req-0d54807f-25de-4868-b061-94ace1f983c5 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:40.021592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e042e062-808a-4e5e-bfd0-121006c9a87d req-0d54807f-25de-4868-b061-94ace1f983c5 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.3359463 Dec 08 21:49:40.022182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router b04b05b9-cffe-4ca5-9d41-f8e363a28e2b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:49:40.032280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:40.041352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.043130 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.045036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device aea34995-0b19-499b-b0a7-1e6d50112846 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:40.071565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7ae89b71-b16e-436d-9479-e25d0cd99ac6 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:40.103949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d1f5abd2-2ad2-417f-857c-e09d47c3952d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.124418 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-de542a9c-838f-46fc-856a-9b541bd89934 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102032 Dec 08 21:49:40.158337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d1f5abd2-2ad2-417f-857c-e09d47c3952d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.207779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8e34c3f-cd43-41a1-9ee6-2ec8c0a20851 req-1a5742c5-1673-42a2-abac-6f2384d3b29c tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 210 time: 0.0580359 Dec 08 21:49:40.254893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:49:40.264262 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ea0bce7e-44fb-4f90-ad9f-0c645243f6bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/b04b05b9-cffe-4ca5-9d41-f8e363a28e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3004441 Dec 08 21:49:40.267617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51936) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:40.271782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e042e062-808a-4e5e-bfd0-121006c9a87d req-b7f5ca7b-f357-44de-aca1-c10d7dc3677d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491884 Dec 08 21:49:40.285562 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd486396-f9a6-4d90-99dd-00d7e5589ff9 None None] Sync routers for ids ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:49:40.316624 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd486396-f9a6-4d90-99dd-00d7e5589ff9 None None] Routers {'b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:40.318756 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fd486396-f9a6-4d90-99dd-00d7e5589ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:40.331785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 7ae89b71-b16e-436d-9479-e25d0cd99ac6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:49:40.331785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7ae89b71-b16e-436d-9479-e25d0cd99ac6 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:40.359939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5abd2-2ad2-417f-857c-e09d47c3952d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1434efe-2e4a-40a7-8836-e265214a6121,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:40.382052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:40.385307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d1f5abd2-2ad2-417f-857c-e09d47c3952d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.386523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cb515-303f-465f-943b-5e11d2ab0a4c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:40.387045 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d1f5abd2-2ad2-417f-857c-e09d47c3952d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9177694 Dec 08 21:49:40.387622 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-276cb515-303f-465f-943b-5e11d2ab0a4c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports/a38f6008-14f2-4491-ade3-dc0facf849e9 HTTP/1.1" status: 200 len: 913 time: 0.1189673 Dec 08 21:49:40.390289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-67df6bd5-784d-4c0c-a8be-972c4f6ea49d None None] Provisioning complete for port a38f6008-14f2-4491-ade3-dc0facf849e9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:40.390424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51938) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:40.390626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51940) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:40.390766 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-67df6bd5-784d-4c0c-a8be-972c4f6ea49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.396260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a33a8794-5de7-42f4-bad4-4d1a65925135 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Request body: {'security_group_rule': {'security_group_id': 'd1434efe-2e4a-40a7-8836-e265214a6121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:40.406558 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fd486396-f9a6-4d90-99dd-00d7e5589ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:40.418251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.420035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:33Z', 'revision_number': 3, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:40.431812 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd486396-f9a6-4d90-99dd-00d7e5589ff9 None None] Routers {'b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:40.432547 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fd486396-f9a6-4d90-99dd-00d7e5589ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:40.444036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.455842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd31af6-bddc-45bb-8e71-ab865e5abdb5 None None] The sync data for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 is: [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:33Z', 'revision_number': 3, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:49:40.465037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port aea34995-0b19-499b-b0a7-1e6d50112846 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:40.467123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-67df6bd5-784d-4c0c-a8be-972c4f6ea49d None None] Port a38f6008-14f2-4491-ade3-dc0facf849e9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:40.470450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port aea34995-0b19-499b-b0a7-1e6d50112846 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:40.470850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.526479 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fd486396-f9a6-4d90-99dd-00d7e5589ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:40.527505 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd486396-f9a6-4d90-99dd-00d7e5589ff9 None None] The sync data for ids ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:49:40.559630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:40.564210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a33a8794-5de7-42f4-bad4-4d1a65925135 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.571980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:40.585167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:40.591009 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.594845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-b797c297-7a63-4678-8878-a0b03ad9c8a0 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:40.596373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-b797c297-7a63-4678-8878-a0b03ad9c8a0 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.37 "GET /v2.0/networks?id=d90ed281-1298-4328-b845-609734bd9028 HTTP/1.1" status: 200 len: 820 time: 0.2738817 Dec 08 21:49:40.643521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e73f5f3-c845-4d84-b643-a9b024a162fc']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:40.644469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port aea34995-0b19-499b-b0a7-1e6d50112846, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aea34995-0b19-499b-b0a7-1e6d50112846,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:40.654605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.659509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Request body: {'port': {'device_id': 'f95a4f20-3f51-4caa-b2ee-828c122bf799', 'network_id': 'd90ed281-1298-4328-b845-609734bd9028', 'admin_state_up': True, 'tenant_id': '48f0de374bb84145a89acb77691f9769'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:40.665239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:40.666254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Pushing event updated for resources: {'Port': ['ID=14d8e896-ee3e-4bd1-a6b6-13922a900e26,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:40.678761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df161e6c-f6b3-460d-acd5-a1213dec817e req-cc70b47b-c578-439b-b41f-e6d16cf02443 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123544 Dec 08 21:49:40.680501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8d2011-082c-4d12-a1a3-d32de399a387') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:40.680792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8d2011-082c-4d12-a1a3-d32de399a387') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:40.682841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.730559 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.737103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:49:40.737462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2265acd9-c457-4e9a-a3f5-c6d4322b3bcb not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:40.770671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=aea34995-0b19-499b-b0a7-1e6d50112846,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:40.929405 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.938191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Made reservation on behalf of 48f0de374bb84145a89acb77691f9769 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:40.941795 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.947109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a33a8794-5de7-42f4-bad4-4d1a65925135 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:40.988733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a33a8794-5de7-42f4-bad4-4d1a65925135 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.000485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9ed4c3f1-2442-4f27-b329-90f547facdcb None None] Provisioning complete for port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:41.001440 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c3f1-2442-4f27-b329-90f547facdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.055945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a33a8794-5de7-42f4-bad4-4d1a65925135 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.060194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a33a8794-5de7-42f4-bad4-4d1a65925135 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6685297 Dec 08 21:49:41.065888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51956) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:41.072823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4c3f1-2442-4f27-b329-90f547facdcb None None] Port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:41.075810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9ab94847-8faa-440e-afce-27457f8e96a2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Request body: {'security_group_rule': {'security_group_id': 'd1434efe-2e4a-40a7-8836-e265214a6121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:41.112335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a8794-5de7-42f4-bad4-4d1a65925135 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0a7bac-d856-4026-a812-fd4baaf13187,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:41.357644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.382430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:49:41.383127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.386591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d318aa7-2275-416c-b554-49f5573d702c req-e10cb024-c343-4486-b2b8-b3f44300690f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 210 time: 0.0441546 Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:49:41.387852 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:49:41.390407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.519809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95'}, {'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea34995-0b19-499b-b0a7-1e6d50112846'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:41.524010 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea96e104-5f23-4dbc-9193-5a4baf4030d1" -d '{"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-plugged", "status": "completed", "tag": "fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95"}, {"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-plugged", "status": "completed", "tag": "aea34995-0b19-499b-b0a7-1e6d50112846"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:41.608709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c121f-0f33-4d52-8bcb-2aa5c7397f68 req-21fc4354-ce1d-447b-a6b5-5a73110fcd91 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:41.645043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c121f-0f33-4d52-8bcb-2aa5c7397f68 req-21fc4354-ce1d-447b-a6b5-5a73110fcd91 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:41.655545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c121f-0f33-4d52-8bcb-2aa5c7397f68 req-21fc4354-ce1d-447b-a6b5-5a73110fcd91 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:41.667157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-941c121f-0f33-4d52-8bcb-2aa5c7397f68 req-21fc4354-ce1d-447b-a6b5-5a73110fcd91 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2419 time: 0.6617281 Dec 08 21:49:41.670067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ab94847-8faa-440e-afce-27457f8e96a2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.697701 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.762688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.788802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Allocated IP 172.20.0.8 (d90ed281-1298-4328-b845-609734bd9028/ea61438c-17df-4f87-85ca-e0b68ee539e1/f3d10148-022f-4dbf-bdad-72b0fa279c89) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:41.813106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.830982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-941c121f-0f33-4d52-8bcb-2aa5c7397f68 req-2b02ab42-8c69-4827-99fc-5e508dc20636 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612954 Dec 08 21:49:41.874210 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.920341 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a2dc0-43dd-48e4-93cc-170259eb18b7 x-openstack-request-id: req-3c3a2dc0-43dd-48e4-93cc-170259eb18b7 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:41.920636 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-plugged", "status": "completed", "tag": "fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95", "code": 200}, {"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-plugged", "status": "completed", "tag": "aea34995-0b19-499b-b0a7-1e6d50112846", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:41.920936 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c3a2dc0-43dd-48e4-93cc-170259eb18b7 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:41.921344 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95', 'code': 200} Dec 08 21:49:41.932311 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea34995-0b19-499b-b0a7-1e6d50112846', 'code': 200} Dec 08 21:49:41.947683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e6658e07-44c7-4cee-8748-7489bada375e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:41.958288 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ab94847-8faa-440e-afce-27457f8e96a2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:41.974794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ab94847-8faa-440e-afce-27457f8e96a2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.006428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:42.020877 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.036062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e73f5f3-c845-4d84-b643-a9b024a162fc HTTP/1.1" status: 204 len: 168 time: 2.2449563 Dec 08 21:49:42.036190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab94847-8faa-440e-afce-27457f8e96a2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39012417-f171-4178-9c71-efe77d926273,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:42.079917 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ab94847-8faa-440e-afce-27457f8e96a2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.086231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:42.094838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9ab94847-8faa-440e-afce-27457f8e96a2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0268669 Dec 08 21:49:42.152241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169a95d-2354-4f5c-9d2b-0f8281ef09bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3e73f5f3-c845-4d84-b643-a9b024a162fc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:42.152241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Pushing event updated for resources: {'Port': ['ID=14d8e896-ee3e-4bd1-a6b6-13922a900e26,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:42.155049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e6658e07-44c7-4cee-8748-7489bada375e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:42.156025 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.157463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51974) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:42.158336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9027ea-d140-4d96-a5d6-d629e45b6583 req-591098e0-12df-49ff-a07b-7d8afff17936 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:42.169302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f9027ea-d140-4d96-a5d6-d629e45b6583 req-591098e0-12df-49ff-a07b-7d8afff17936 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.4693191 Dec 08 21:49:42.172353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:42.258962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.288497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.290462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51976) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:42.319441 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.357176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port e6658e07-44c7-4cee-8748-7489bada375e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e6658e07-44c7-4cee-8748-7489bada375e,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:42.365110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.429198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1d358-fffc-49b2-8683-f6e9b58c3f75 req-7b7c445a-e480-45c6-b2b7-172fc834f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:42.429925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1d358-fffc-49b2-8683-f6e9b58c3f75 req-7b7c445a-e480-45c6-b2b7-172fc834f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:42.430398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1d358-fffc-49b2-8683-f6e9b58c3f75 req-7b7c445a-e480-45c6-b2b7-172fc834f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:42.432108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52a1d358-fffc-49b2-8683-f6e9b58c3f75 req-7b7c445a-e480-45c6-b2b7-172fc834f7b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2872 time: 0.3681226 Dec 08 21:49:42.469884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f9027ea-d140-4d96-a5d6-d629e45b6583 req-c0aa31ac-8dcf-4b4a-bce3-9f6861ed9e51 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992318 Dec 08 21:49:42.510906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=e6658e07-44c7-4cee-8748-7489bada375e,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:42.529874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52a1d358-fffc-49b2-8683-f6e9b58c3f75 req-3acdefc6-0e19-4822-a250-43de7124e1c5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589314 Dec 08 21:49:42.543854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:49:42.597167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fb6cc4d4-b70c-41b6-9602-53ae30909acf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b21afae68a574e26bcf4f8d5d76c1a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984793 Dec 08 21:49:42.611617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a3c868ee-e50c-4b50-8cad-d9bed6a991e8 None None] Provisioning complete for port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:42.613088 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a3c868ee-e50c-4b50-8cad-d9bed6a991e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.621417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51980) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:42.680662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a3c868ee-e50c-4b50-8cad-d9bed6a991e8 None None] Port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:42.725809 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95d9a2d9-badf-43ab-9ef9-c7602d1f358c req-2e919f05-8f66-4ba4-a0ef-19b3287458eb tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 210 time: 0.1718740 Dec 08 21:49:42.766190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.806999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:49:42.822886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8c508b4d-84e3-401f-8514-294e39f96af0 admin admin] 10.222.0.21 "PUT /v2.0/routers/9df94b1f-083c-4c89-ac2f-f823b4af2ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1788540 Dec 08 21:49:42.830491 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c041bce8-db85-4318-acf9-82b987f59153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.905851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c041bce8-db85-4318-acf9-82b987f59153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:42.983157 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.044735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d202fb1-bde7-4527-b24b-548d9427c15f req-c0f9ef81-90da-4a89-9e4c-7a3de1659d3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:43.056266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d202fb1-bde7-4527-b24b-548d9427c15f req-c0f9ef81-90da-4a89-9e4c-7a3de1659d3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:43.075235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d202fb1-bde7-4527-b24b-548d9427c15f req-c0f9ef81-90da-4a89-9e4c-7a3de1659d3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:43.077109 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d202fb1-bde7-4527-b24b-548d9427c15f req-c0f9ef81-90da-4a89-9e4c-7a3de1659d3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2419 time: 0.1234524 Dec 08 21:49:43.081137 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.168236 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d202fb1-bde7-4527-b24b-548d9427c15f req-428d1905-84b8-4f50-acfa-3c7b93140f2f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753787 Dec 08 21:49:43.235536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Network d90ed281-1298-4328-b845-609734bd9028 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:43.263103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:43.290909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:43.294869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Pushing event updated for resources: {'Port': ['ID=f3d10148-022f-4dbf-bdad-72b0fa279c89,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:43.304070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Sync routers for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:49:43.324360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:43.327755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:43.349662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c041bce8-db85-4318-acf9-82b987f59153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.352387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c041bce8-db85-4318-acf9-82b987f59153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.355944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c041bce8-db85-4318-acf9-82b987f59153 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90a1e4bf-7464-4326-9539-97088962361b HTTP/1.1" status: 204 len: 168 time: 0.7188823 Dec 08 21:49:43.505335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51996) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:43.511331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6eecb695-61c8-444b-97d5-01a4564aacb2 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461513573', 'description': 'tempest-description--1929063977'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:43.538086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:49:43.547126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041bce8-db85-4318-acf9-82b987f59153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a1e4bf-7464-4326-9539-97088962361b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:43.559696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6eecb695-61c8-444b-97d5-01a4564aacb2 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.596278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:43.597213 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.664130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Allocated IP 172.25.1.250 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/119cf8ac-27e8-47f8-b644-d9e27cab2c15) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:43.677076 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-0004a9cf-283b-4682-9e19-f419939c5b2f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0607588 Dec 08 21:49:43.794621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb06a0-b4ca-4d2e-9af6-645451ae49ab req-b0f4ddc8-0df3-4193-bae3-b61632953259 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:43.802390 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1adb06a0-b4ca-4d2e-9af6-645451ae49ab req-b0f4ddc8-0df3-4193-bae3-b61632953259 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.1737289 Dec 08 21:49:43.837469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port a38f6008-14f2-4491-ade3-dc0facf849e9 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:43.840701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.865223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e6658e07-44c7-4cee-8748-7489bada375e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:43.896106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6eecb695-61c8-444b-97d5-01a4564aacb2 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.910234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Request body: {'port': {'device_id': 'f95a4f20-3f51-4caa-b2ee-828c122bf799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:43.912040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6eecb695-61c8-444b-97d5-01a4564aacb2 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:43.988704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e6658e07-44c7-4cee-8748-7489bada375e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:43.990051 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.006491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecb695-61c8-444b-97d5-01a4564aacb2 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6464ef9c-e5b8-4a2e-8aa5-868330d1794c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:44.022386 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1adb06a0-b4ca-4d2e-9af6-645451ae49ab req-e78cc896-8342-49fa-85c8-b70091fd3f8a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188661 Dec 08 21:49:44.048322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6eecb695-61c8-444b-97d5-01a4564aacb2 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.054865 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6eecb695-61c8-444b-97d5-01a4564aacb2 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5472536 Dec 08 21:49:44.055528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52006) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:44.069339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-036d1b83-4176-425f-9f7f-8c7d9fce657c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Request body: {'security_group_rule': {'security_group_id': '6464ef9c-e5b8-4a2e-8aa5-868330d1794c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:44.103598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350dcad-f202-4838-ae81-095b59e55029 req-e2876e85-0a65-4fab-a3b0-6bbe0980020c tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:44.113164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9350dcad-f202-4838-ae81-095b59e55029 req-e2876e85-0a65-4fab-a3b0-6bbe0980020c tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 931 time: 0.2149658 Dec 08 21:49:44.117160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.126207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.153251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.162876 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for a38f6008-14f2-4491-ade3-dc0facf849e9 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:44.169396 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-036d1b83-4176-425f-9f7f-8c7d9fce657c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.268932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 2, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:44.317016 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Checking router: 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:49:44.317788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Updating router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:49:44.353570 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9350dcad-f202-4838-ae81-095b59e55029 req-b976200b-089e-4ec2-be4e-1e0598c3729c tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387505 Dec 08 21:49:44.371259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.489944 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.590018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a467b-4e47-464f-a169-9df9c318e9dd req-d693f5d4-9523-4b46-94ee-18d43b137e3c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:44.609205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a467b-4e47-464f-a169-9df9c318e9dd req-d693f5d4-9523-4b46-94ee-18d43b137e3c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:44.615319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a467b-4e47-464f-a169-9df9c318e9dd req-d693f5d4-9523-4b46-94ee-18d43b137e3c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:44.619855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:44.632139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e99a467b-4e47-464f-a169-9df9c318e9dd req-d693f5d4-9523-4b46-94ee-18d43b137e3c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2419 time: 0.3704240 Dec 08 21:49:44.671566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:44.693420 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-036d1b83-4176-425f-9f7f-8c7d9fce657c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.700711 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event updated for resources: {'Port': ['ID=119cf8ac-27e8-47f8-b644-d9e27cab2c15,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:44.705059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:44.725624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-036d1b83-4176-425f-9f7f-8c7d9fce657c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.800114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d1b83-4176-425f-9f7f-8c7d9fce657c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acb82fa-a918-464d-9f28-c9e0091e5705,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:44.850517 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-036d1b83-4176-425f-9f7f-8c7d9fce657c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:44.854213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-036d1b83-4176-425f-9f7f-8c7d9fce657c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7917149 Dec 08 21:49:44.878379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e99a467b-4e47-464f-a169-9df9c318e9dd req-6ac37e32-7492-46b6-a686-106e437e6ca4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394738 Dec 08 21:49:44.879059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:44.883596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4f3dcb79-2b3d-4e66-80c0-70bff8ea61f0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Request body: {'security_group_rule': {'security_group_id': '6464ef9c-e5b8-4a2e-8aa5-868330d1794c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:44.965893 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f3dcb79-2b3d-4e66-80c0-70bff8ea61f0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.038014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52032) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:45.092723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.105653 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.217746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f3dcb79-2b3d-4e66-80c0-70bff8ea61f0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.230353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f3dcb79-2b3d-4e66-80c0-70bff8ea61f0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.284696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dcb79-2b3d-4e66-80c0-70bff8ea61f0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92caa103-8fe8-4cac-93a8-20b45746a315,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:45.319664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a19080-3972-4419-8791-7ce7e88a11e1 None None] Pushing event updated for resources: {'Port': ['ID=14d8e896-ee3e-4bd1-a6b6-13922a900e26,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:45.335758 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f3dcb79-2b3d-4e66-80c0-70bff8ea61f0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.339706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4f3dcb79-2b3d-4e66-80c0-70bff8ea61f0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4570081 Dec 08 21:49:45.346115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52040) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:45.355692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:45.374522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-833242327-network', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:45.439520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.473496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Attempting to bind port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:45.474540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Attempting to bind port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:45.475230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Attempting to bind port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 on network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:45.482321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:45.483057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Checking segment: {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:45.483749 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.484412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Bound using segment: {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:45.485199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Bound port: 14d8e896-ee3e-4bd1-a6b6-13922a900e26, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:45.485892 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.589903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] For port 14d8e896-ee3e-4bd1-a6b6-13922a900e26, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:45.594877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] For port 14d8e896-ee3e-4bd1-a6b6-13922a900e26, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=14d8e896-ee3e-4bd1-a6b6-13922a900e26,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:45.603820 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.626549 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.644126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Made reservation on behalf of df94033607804999a85b6bc1f8e63a08 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:45.652782 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.695682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=a38f6008-14f2-4491-ade3-dc0facf849e9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:45.697696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a19080-3972-4419-8791-7ce7e88a11e1 None None] Pushing event updated for resources: {'Port': ['ID=14d8e896-ee3e-4bd1-a6b6-13922a900e26,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:45.708132 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.738223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:45.739356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:45.786105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf62c9-ba35-4408-a6bc-21d48c1c346d req-cc0fdb56-92d9-4bc8-97ff-5feacfbff1fd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:45.792338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d74428-505d-4053-921d-9f84c295c927 req-690a62e3-9660-4b31-9010-f2ca186599c5 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:45.798679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00bf62c9-ba35-4408-a6bc-21d48c1c346d req-cc0fdb56-92d9-4bc8-97ff-5feacfbff1fd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.4988647 Dec 08 21:49:45.807297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d74428-505d-4053-921d-9f84c295c927 req-690a62e3-9660-4b31-9010-f2ca186599c5 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:45.821035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d74428-505d-4053-921d-9f84c295c927 req-690a62e3-9660-4b31-9010-f2ca186599c5 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:45.829199 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15d74428-505d-4053-921d-9f84c295c927 req-690a62e3-9660-4b31-9010-f2ca186599c5 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2419 time: 0.3441143 Dec 08 21:49:45.841788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.873033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c2c84f7f-d9d5-4ad7-8442-e496aa8fa542 None None] Provisioning complete for port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:45.873757 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2c84f7f-d9d5-4ad7-8442-e496aa8fa542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:45.956679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15d74428-505d-4053-921d-9f84c295c927 req-23c79fe8-1f1a-4d47-9260-22055f3f76ba tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780995 Dec 08 21:49:46.050904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2c84f7f-d9d5-4ad7-8442-e496aa8fa542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.141095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.156169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:49:46.206556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00bf62c9-ba35-4408-a6bc-21d48c1c346d req-4e7d7233-75b0-4232-a022-b24ec7c5cb30 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976517 Dec 08 21:49:46.208663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c2c84f7f-d9d5-4ad7-8442-e496aa8fa542 None None] For port 14d8e896-ee3e-4bd1-a6b6-13922a900e26, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=14d8e896-ee3e-4bd1-a6b6-13922a900e26,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:46.210461 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.231060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2c84f7f-d9d5-4ad7-8442-e496aa8fa542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.240460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.371327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.404022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c84f7f-d9d5-4ad7-8442-e496aa8fa542 None None] Pushing event updated for resources: {'Port': ['ID=14d8e896-ee3e-4bd1-a6b6-13922a900e26,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:46.427124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-06b4d6ee-a923-4756-bae3-53f3865e98c4 None None] Provisioning complete for port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:46.428057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-06b4d6ee-a923-4756-bae3-53f3865e98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.446021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dc382-262e-4d59-9163-d0637ec3c4d8 req-8412562e-9fc3-4220-a810-3b76b23ce619 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.447842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-006dc382-262e-4d59-9163-d0637ec3c4d8 req-8412562e-9fc3-4220-a810-3b76b23ce619 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 931 time: 0.3153048 Dec 08 21:49:46.472873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.475426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:49:46.514426 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.514742 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Added segment b162fb95-8085-4cd0-a5d1-6f95d7c27438 of type vlan for network 8edd1daa-95fc-4797-90e9-94af84091ce9 Dec 08 21:49:46.538269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d10148-022f-4dbf-bdad-72b0fa279c89 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:46.561181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-910b4e62-857c-4fbf-b07b-cba3b605ac4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2175467 Dec 08 21:49:46.561844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed84b665-065d-47dd-a7d1-1d29b2c69562,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:46.603604 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.632433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.650842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-006dc382-262e-4d59-9163-d0637ec3c4d8 req-e9950377-52ab-46de-b9a8-2043f26c3340 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839406 Dec 08 21:49:46.662680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Transition to ACTIVE for port object f3d10148-022f-4dbf-bdad-72b0fa279c89 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:46.683308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Allocated IP 172.25.1.60 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/f2fdd9d1-d175-4a4f-8a02-b1ae971b72e7) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:46.738179 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.768173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:45Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:46.799501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.800504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.801089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:46.814205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-2ac92b1a-f1fc-4c1e-b8a5-3029751c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.814686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-2ac92b1a-f1fc-4c1e-b8a5-3029751c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.815176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-2ac92b1a-f1fc-4c1e-b8a5-3029751c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.815640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-2ac92b1a-f1fc-4c1e-b8a5-3029751c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.816099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-2ac92b1a-f1fc-4c1e-b8a5-3029751c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.816553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-2ac92b1a-f1fc-4c1e-b8a5-3029751c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.817005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-2ac92b1a-f1fc-4c1e-b8a5-3029751c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:46.817173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f2624-2d7e-4533-91ee-d69c7ef8d4c2 None None] The sync data for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 is: [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:45Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:49:46.824155 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-2ac92b1a-f1fc-4c1e-b8a5-3029751c25cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6491 time: 0.1721494 Dec 08 21:49:47.025115 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:47.053683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d10148-022f-4dbf-bdad-72b0fa279c89,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:47.106652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:47.106936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0619800 Dec 08 21:49:47.143682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Request body: {'subnet': {'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-833242327-subnet', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:47.173418 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:47.174006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router b04b05b9-cffe-4ca5-9d41-f8e363a28e2b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:49:47.272905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536dd68-0115-4392-acac-9ccd2c987c89 admin admin] Pushing event updated for resources: {'Network': ['ID=8edd1daa-95fc-4797-90e9-94af84091ce9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:47.289440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:47.291704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8edd1daa-95fc-4797-90e9-94af84091ce9 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:49:47.305472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:47.326168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Made reservation on behalf of df94033607804999a85b6bc1f8e63a08 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:47.328907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:47.361452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:47.414413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:47.425506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:47.525884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db8d38-db4f-4735-9246-260c6496fc18 req-634a12c7-54cd-415b-bb1f-55ea40e96e3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.537405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db8d38-db4f-4735-9246-260c6496fc18 req-634a12c7-54cd-415b-bb1f-55ea40e96e3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.544327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db8d38-db4f-4735-9246-260c6496fc18 req-634a12c7-54cd-415b-bb1f-55ea40e96e3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.546298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28db8d38-db4f-4735-9246-260c6496fc18 req-634a12c7-54cd-415b-bb1f-55ea40e96e3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2419 time: 0.4739394 Dec 08 21:49:47.570615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event updated for resources: {'Port': ['ID=f2fdd9d1-d175-4a4f-8a02-b1ae971b72e7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:47.609525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6852ab-0d8d-4c7f-992b-7e1a9accb8e9 req-750695f4-69dd-47c2-a88a-64ec604c78a7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.616795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6852ab-0d8d-4c7f-992b-7e1a9accb8e9 req-750695f4-69dd-47c2-a88a-64ec604c78a7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.623499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee42d8-b7b6-458f-8ef4-440d06b1a614 req-33ba8039-619b-4f67-8ac0-b6ef237bae6c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.630245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6852ab-0d8d-4c7f-992b-7e1a9accb8e9 req-750695f4-69dd-47c2-a88a-64ec604c78a7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.631850 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-76ee42d8-b7b6-458f-8ef4-440d06b1a614 req-33ba8039-619b-4f67-8ac0-b6ef237bae6c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.2692325 Dec 08 21:49:47.644537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3c6852ab-0d8d-4c7f-992b-7e1a9accb8e9 req-750695f4-69dd-47c2-a88a-64ec604c78a7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2419 time: 0.4968507 Dec 08 21:49:47.666546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Attempting to bind port f3d10148-022f-4dbf-bdad-72b0fa279c89 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:47.676206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Attempting to bind port f3d10148-022f-4dbf-bdad-72b0fa279c89 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'aaa5d2f3-5ecc-469b-a381-3ea116f7317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd90ed281-1298-4328-b845-609734bd9028'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:47.676636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Attempting to bind port f3d10148-022f-4dbf-bdad-72b0fa279c89 on network d90ed281-1298-4328-b845-609734bd9028 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:47.747306 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-76ee42d8-b7b6-458f-8ef4-440d06b1a614 req-0a6d3d03-ec28-4da9-a7a3-bb8214d65b4d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144898 Dec 08 21:49:47.768685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-28ee683b-ac55-481b-831c-bfa38fda9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.769163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-28ee683b-ac55-481b-831c-bfa38fda9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.769629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-28ee683b-ac55-481b-831c-bfa38fda9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:47.771316 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-28ee683b-ac55-481b-831c-bfa38fda9e60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb78ba57-643a-4584-bdac-628c6a3fec79&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 HTTP/1.1" status: 200 len: 2292 time: 0.9001431 Dec 08 21:49:47.838790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Port f3d10148-022f-4dbf-bdad-72b0fa279c89 on network d90ed281-1298-4328-b845-609734bd9028 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:47.839244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Attempting to bind port f3d10148-022f-4dbf-bdad-72b0fa279c89 on network d90ed281-1298-4328-b845-609734bd9028 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:47.850919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event updated for resources: {'Port': ['ID=119cf8ac-27e8-47f8-b644-d9e27cab2c15,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:47.878432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:47.879104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Checking segment: {'id': 'aaa5d2f3-5ecc-469b-a381-3ea116f7317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd90ed281-1298-4328-b845-609734bd9028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:47.879530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Bound using segment: {'id': 'aaa5d2f3-5ecc-469b-a381-3ea116f7317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd90ed281-1298-4328-b845-609734bd9028'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:47.879986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Bound port: f3d10148-022f-4dbf-bdad-72b0fa279c89, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa5d2f3-5ecc-469b-a381-3ea116f7317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd90ed281-1298-4328-b845-609734bd9028'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:47.880530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:47.944661 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:47.955665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:49:47.969683 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7e0bf-af60-4bc8-a8f6-ee8dbbef0147 None None] Sync routers for ids ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:49:47.973789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 14d8e896-ee3e-4bd1-a6b6-13922a900e26 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:47.984896 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7e0bf-af60-4bc8-a8f6-ee8dbbef0147 None None] Routers {'b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:47.987719 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-eae7e0bf-af60-4bc8-a8f6-ee8dbbef0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:48.006374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a76f2b99-1723-45e3-b140-cc733e2a8988 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/b04b05b9-cffe-4ca5-9d41-f8e363a28e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6069272 Dec 08 21:49:48.026530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52056) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:48.048312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3c6852ab-0d8d-4c7f-992b-7e1a9accb8e9 req-4c619c1a-02b2-4019-a476-449e8bf44f11 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259463 Dec 08 21:49:48.080428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:48.080805 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:48.124880 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-eae7e0bf-af60-4bc8-a8f6-ee8dbbef0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:48.163865 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7e0bf-af60-4bc8-a8f6-ee8dbbef0147 None None] Routers {'b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:48.164480 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-eae7e0bf-af60-4bc8-a8f6-ee8dbbef0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:48.260147 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-eae7e0bf-af60-4bc8-a8f6-ee8dbbef0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:48.261169 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7e0bf-af60-4bc8-a8f6-ee8dbbef0147 None None] The sync data for ids ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:49:48.269940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:48.295106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-e612c08f-d14a-4e75-aee6-456c0e087287 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57419e41-a0ab-40c5-a027-51e1af84f29c HTTP/1.1" status: 200 len: 1000 time: 0.5050516 Dec 08 21:49:48.313685 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:48.324231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-80d56d62-ea13-40d9-8826-3a4fe49d98a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1565309 Dec 08 21:49:48.335030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] For port f3d10148-022f-4dbf-bdad-72b0fa279c89, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:48.357354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] For port f3d10148-022f-4dbf-bdad-72b0fa279c89, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f3d10148-022f-4dbf-bdad-72b0fa279c89,segment=NetworkSegment(aaa5d2f3-5ecc-469b-a381-3ea116f7317e),segment_id=aaa5d2f3-5ecc-469b-a381-3ea116f7317e)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:48.364308 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:48.402303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffbf80-5525-41ce-80b3-29789b989ffb req-809d47d2-42cd-4e1b-90af-23ff2f8536ff tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:48.419847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5ffbf80-5525-41ce-80b3-29789b989ffb req-809d47d2-42cd-4e1b-90af-23ff2f8536ff tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 943 time: 0.3906431 Dec 08 21:49:48.447029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:48.447577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:48.449317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] 10.222.0.37 "PUT /v2.0/ports/f3d10148-022f-4dbf-bdad-72b0fa279c89 HTTP/1.1" status: 200 len: 1091 time: 4.5543916 Dec 08 21:49:48.454098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95a4f20-3f51-4caa-b2ee-828c122bf799', 'tag': 'f3d10148-022f-4dbf-bdad-72b0fa279c89'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:48.460111 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f95a4f20-3f51-4caa-b2ee-828c122bf799", "tag": "f3d10148-022f-4dbf-bdad-72b0fa279c89"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:48.507294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:48.662925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50cefd-2560-44c2-a751-c944918d3970 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d10148-022f-4dbf-bdad-72b0fa279c89,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:48.807705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c556ad-1121-4618-a18d-767f55fa1891,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:48.830805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Checking segment: {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:48.831326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Network hostable DHCP agents. Network: 8edd1daa-95fc-4797-90e9-94af84091ce9, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:49:48.871034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-4b0a1352-d28f-48c1-94cd-9b497e200a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:48.872974 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-4b0a1352-d28f-48c1-94cd-9b497e200a98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48f0de374bb84145a89acb77691f9769&device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 1094 time: 0.2886534 Dec 08 21:49:48.954936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-88fbaed4-7f39-445d-b21e-dbeb551beece tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:48.956781 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-88fbaed4-7f39-445d-b21e-dbeb551beece tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 822 time: 0.3825419 Dec 08 21:49:48.986474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Network 8edd1daa-95fc-4797-90e9-94af84091ce9 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:49:48.992220 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-cdaee8ac-38d2-4789-9755-45c67b1d5b1c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/quotas/363f10c0afc4403fa32c0f70152ad5a1 HTTP/1.1" status: 200 len: 375 time: 0.0287862 Dec 08 21:49:49.050115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8edd1daa-95fc-4797-90e9-94af84091ce9) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:49.059987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42f7ea-a726-429f-8375-b2d0729a8365 None None] Network 8edd1daa-95fc-4797-90e9-94af84091ce9 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:49.067544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:49.068478 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:49.107476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-98f45dc0-6e26-4d08-afe5-17684c91c8eb tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070654 Dec 08 21:49:49.119197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-192f0fcd-284f-498c-85ff-ad4faf5873b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9796805 Dec 08 21:49:49.123839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52080) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:49.152973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-718f397e-480b-45ea-b62c-e3938d4a12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:49.154648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-718f397e-480b-45ea-b62c-e3938d4a12f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54db3cff-c2b8-41dd-b755-7ba7b427cde0 HTTP/1.1" status: 200 len: 851 time: 0.8495200 Dec 08 21:49:49.157679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port c14c55b1-76b5-4b80-ab9c-990410d2fb13 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:49.158222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:49.271976 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-d8c09ec5-22dc-4178-8ec3-86710625ab45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d10148-022f-4dbf-bdad-72b0fa279c89 HTTP/1.1" status: 200 len: 217 time: 0.0576859 Dec 08 21:49:49.280348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port c14c55b1-76b5-4b80-ab9c-990410d2fb13, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=c14c55b1-76b5-4b80-ab9c-990410d2fb13,segment=NetworkSegment(aae5d9b2-c348-4181-ad93-1fa81d589ae4),segment_id=aae5d9b2-c348-4181-ad93-1fa81d589ae4)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:49.280935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:49.294173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898be16-127c-44ef-986c-6c3a0921e24c None None] Network 8edd1daa-95fc-4797-90e9-94af84091ce9 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:49.294946 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-ded07f04-e588-43f4-b8ad-1501bb39f34e service neutron] 10.222.0.21 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729403 Dec 08 21:49:49.328529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:49.374779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:49.444299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-2dfff9b6-41ff-49ba-ac07-95ad0b6a4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:49.445801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-2dfff9b6-41ff-49ba-ac07-95ad0b6a4a49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea61438c-17df-4f87-85ca-e0b68ee539e1 HTTP/1.1" status: 200 len: 860 time: 0.1454434 Dec 08 21:49:49.466453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5ffbf80-5525-41ce-80b3-29789b989ffb req-67378016-3153-4f6c-8719-122037c71912 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0456603 Dec 08 21:49:49.467368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for c14c55b1-76b5-4b80-ab9c-990410d2fb13 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:49.518470 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-e36f658a-856a-46a4-bb3b-6a6eaa954b94 service neutron] 10.222.0.21 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061942 Dec 08 21:49:49.560241 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ba680-259d-44f4-8800-ba63219d8266 x-openstack-request-id: req-bc3ba680-259d-44f4-8800-ba63219d8266 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:49.560485 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95a4f20-3f51-4caa-b2ee-828c122bf799", "tag": "f3d10148-022f-4dbf-bdad-72b0fa279c89", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:49.560742 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc3ba680-259d-44f4-8800-ba63219d8266 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:49.561144 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95a4f20-3f51-4caa-b2ee-828c122bf799', 'tag': 'f3d10148-022f-4dbf-bdad-72b0fa279c89', 'status': 'completed', 'code': 200} Dec 08 21:49:49.828000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:49.961029 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:49.962086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:50.041325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:50.060157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:50.062337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-c63399e1-5098-4818-b0d0-bfb11b79fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:50.063903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-c63399e1-5098-4818-b0d0-bfb11b79fbd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb78ba57-643a-4584-bdac-628c6a3fec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7316988 Dec 08 21:49:50.322937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cd5a-3659-4a51-b7d2-82c95b81ee99 req-fe71c43a-ab8b-4dba-ba5a-b3d40b5437a7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:50.336096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cd5a-3659-4a51-b7d2-82c95b81ee99 req-fe71c43a-ab8b-4dba-ba5a-b3d40b5437a7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:50.352961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cd5a-3659-4a51-b7d2-82c95b81ee99 req-fe71c43a-ab8b-4dba-ba5a-b3d40b5437a7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:50.354725 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a576cd5a-3659-4a51-b7d2-82c95b81ee99 req-fe71c43a-ab8b-4dba-ba5a-b3d40b5437a7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 2419 time: 0.4466147 Dec 08 21:49:50.409145 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a576cd5a-3659-4a51-b7d2-82c95b81ee99 req-f2f4c2fe-b883-4a64-b574-1d62ff51a5e0 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Dec 08 21:49:50.515005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event updated for resources: {'Port': ['ID=f2fdd9d1-d175-4a4f-8a02-b1ae971b72e7,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:50.517842 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d79b647-a41e-4768-a36e-d076f988714c req-7982a641-e920-473e-aa55-3fdb74641005 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 210 time: 0.0305901 Dec 08 21:49:50.564327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e56bc-e99e-4b6c-aa62-ec535dcb2725 req-8a1386b5-4cc0-4c1e-b16a-400ceb003a25 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:50.565812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe9e56bc-e99e-4b6c-aa62-ec535dcb2725 req-8a1386b5-4cc0-4c1e-b16a-400ceb003a25 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.7324440 Dec 08 21:49:50.661348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:50.662453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e43ce-9a26-4949-a20b-b1784361f280 req-23f5aa41-cd7b-4253-bef1-4958b4b57e42 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:50.664444 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-819e43ce-9a26-4949-a20b-b1784361f280 req-23f5aa41-cd7b-4253-bef1-4958b4b57e42 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 943 time: 0.0698414 Dec 08 21:49:50.665461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:50.667291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:50.678876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['c14c55b1-76b5-4b80-ab9c-990410d2fb13', 'aea34995-0b19-499b-b0a7-1e6d50112846', 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:50.727908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-819e43ce-9a26-4949-a20b-b1784361f280 req-8fdc5410-8446-4747-a658-0adc76e35876 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526438 Dec 08 21:49:50.739604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=c14c55b1-76b5-4b80-ab9c-990410d2fb13,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:50.752750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-e1b9ffac-ebaf-4a3e-aff1-c875d0ffe65e service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670156 Dec 08 21:49:50.770134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:50.773656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-64cf2f8d-b277-4e8b-8f86-a574a0a28763 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4245360 Dec 08 21:49:50.946161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe9e56bc-e99e-4b6c-aa62-ec535dcb2725 req-d63f8fd0-8ca2-4ae8-bb3f-14716e267d4a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396699 Dec 08 21:49:50.958645 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:49:51.008630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port c14c55b1-76b5-4b80-ab9c-990410d2fb13 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:51.029065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:51.032466 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28db8d38-db4f-4735-9246-260c6496fc18 req-3ef81ee3-d38b-40d2-8bd0-aeddca3c3460 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "DELETE /v2.0/ports/c14c55b1-76b5-4b80-ab9c-990410d2fb13 HTTP/1.1" status: 204 len: 173 time: 3.4695699 Dec 08 21:49:51.037308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-deleted', 'tag': 'c14c55b1-76b5-4b80-ab9c-990410d2fb13'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:51.039815 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f77b45-7c6a-4024-ba14-bceafdbb68fa" -d '{"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-deleted", "tag": "c14c55b1-76b5-4b80-ab9c-990410d2fb13"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:51.071092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-6330c7fc-ae40-4749-a6d4-11db8f336301 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1461513573&fields=id&tenant_id=24ef0763f9734376b0a1e3f67716a0e7 HTTP/1.1" status: 200 len: 267 time: 0.0465865 Dec 08 21:49:51.209444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-37d5f051-bca0-476b-adf5-eee572b69902 service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366257 Dec 08 21:49:51.210260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-c5f06e86-a803-4e42-a44d-48d807def4ed tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:51.211915 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8802fff-ab22-4d98-bbb1-ac3150de7db1 x-openstack-request-id: req-c8802fff-ab22-4d98-bbb1-ac3150de7db1 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:51.212210 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-deleted", "tag": "c14c55b1-76b5-4b80-ab9c-990410d2fb13", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:51.212469 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8802fff-ab22-4d98-bbb1-ac3150de7db1 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:51.212863 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-deleted', 'tag': 'c14c55b1-76b5-4b80-ab9c-990410d2fb13', 'status': 'completed', 'code': 200} Dec 08 21:49:51.217063 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-c5f06e86-a803-4e42-a44d-48d807def4ed tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/networks?id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f HTTP/1.1" status: 200 len: 805 time: 0.1442580 Dec 08 21:49:51.244681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-8ee8adcc-5e91-44f3-ac3b-36f83f4804c4 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/quotas/24ef0763f9734376b0a1e3f67716a0e7 HTTP/1.1" status: 200 len: 375 time: 0.0226572 Dec 08 21:49:51.293889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-3cec4e6a-1f8c-4046-8d12-c3e1e437acb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 217 time: 0.0474353 Dec 08 21:49:51.321107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-e8c2cd03-6353-4a98-968e-366e412b5b30 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=24ef0763f9734376b0a1e3f67716a0e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694211 Dec 08 21:49:51.431918 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-d3a619f8-89db-45ed-ba53-6754471e958a service neutron] 10.222.0.21 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988507 Dec 08 21:49:51.434725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-a626113f-560e-4110-bbeb-73b6a5b23d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:51.436323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-a626113f-560e-4110-bbeb-73b6a5b23d94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1128595 Dec 08 21:49:51.534167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:51.540957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-a4d24130-bfc2-46ba-b23f-fd0426593b12 service neutron] 10.222.0.21 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026378 Dec 08 21:49:51.585464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:51.585815 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:51.843394 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-405f07bd-97fe-4a37-9aec-2293c10b35f0 req-f307efca-2e23-4eba-b4a0-7f140a02fa46 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 210 time: 0.0421228 Dec 08 21:49:51.919191 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67a31bd2-9290-47d7-852a-a50542d88ecb req-699868a4-90c7-4622-ad71-d56c03d3dc4f tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 210 time: 0.0265605 Dec 08 21:49:52.088418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb29999-c716-4771-85e5-290ceb82f47c req-4c4afc63-7e65-4ff1-bc79-21a4dc385ed5 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:52.089964 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ddb29999-c716-4771-85e5-290ceb82f47c req-4c4afc63-7e65-4ff1-bc79-21a4dc385ed5 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 943 time: 0.0733616 Dec 08 21:49:52.159104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-128d42a5-313b-45fe-a52e-5ce61aadda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:52.160595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-128d42a5-313b-45fe-a52e-5ce61aadda04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7086897 Dec 08 21:49:52.161504 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ddb29999-c716-4771-85e5-290ceb82f47c req-9012c081-e105-4298-9074-f989104a0e29 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591960 Dec 08 21:49:52.311135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da3a43-0987-48be-8999-450ff2477e93 req-92e5d443-ecc0-4051-9458-c60133d6c874 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:52.317345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da3a43-0987-48be-8999-450ff2477e93 req-92e5d443-ecc0-4051-9458-c60133d6c874 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:52.319274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95da3a43-0987-48be-8999-450ff2477e93 req-92e5d443-ecc0-4051-9458-c60133d6c874 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 1683 time: 0.6989391 Dec 08 21:49:52.384333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:52.385284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610b23a-a526-42e7-a3fe-15ca3f30078e req-6a01af3e-cc9e-42ef-8d62-54a26068b40c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:52.389375 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7610b23a-a526-42e7-a3fe-15ca3f30078e req-6a01af3e-cc9e-42ef-8d62-54a26068b40c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.0533502 Dec 08 21:49:52.423192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:52.423557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:52.431748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7610b23a-a526-42e7-a3fe-15ca3f30078e req-58f0c4c1-3d39-4f43-8dbd-006ae47b4737 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371597 Dec 08 21:49:52.438105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:52.467734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:52.495244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95da3a43-0987-48be-8999-450ff2477e93 req-808bfbf4-4bb4-4b08-9042-8a9a2e2b93fa tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647472 Dec 08 21:49:52.533523 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-ace4e26c-73c0-42c5-9e80-88a4320561d1 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610201 Dec 08 21:49:52.759665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c14c55b1-76b5-4b80-ab9c-990410d2fb13 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:52.779913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: c14c55b1-76b5-4b80-ab9c-990410d2fb13 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:49:52.780277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device c14c55b1-76b5-4b80-ab9c-990410d2fb13 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:52.780680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device aea34995-0b19-499b-b0a7-1e6d50112846 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:52.789521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-c48c81d3-fdea-449c-9622-641901a91bf1 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467587 Dec 08 21:49:52.791689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Allocated IP 172.25.1.118 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/7ebf216a-fa76-40a0-b0a2-183bbce97a27) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:52.866514 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:52.875299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-9b04ba9b-4710-4365-8347-0fd189e8ae97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 217 time: 0.0769339 Dec 08 21:49:52.895978 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea34995-0b19-499b-b0a7-1e6d50112846'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:52.899854 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98d4477-0ab6-4f64-ac56-88206cd4fcc2" -d '{"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-unplugged", "status": "completed", "tag": "aea34995-0b19-499b-b0a7-1e6d50112846"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:52.921231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port aea34995-0b19-499b-b0a7-1e6d50112846, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aea34995-0b19-499b-b0a7-1e6d50112846,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:52.928032 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:52.929282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:52.946857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-1aeed698-1a1d-4dca-a72a-4ea5b05fe680 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d90ed281-1298-4328-b845-609734bd9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215765 Dec 08 21:49:53.007122 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083490e3-55fc-4680-9234-53712a5fd946 x-openstack-request-id: req-083490e3-55fc-4680-9234-53712a5fd946 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:53.007541 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-unplugged", "status": "completed", "tag": "aea34995-0b19-499b-b0a7-1e6d50112846", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:53.007849 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-083490e3-55fc-4680-9234-53712a5fd946 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:53.008287 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea34995-0b19-499b-b0a7-1e6d50112846', 'code': 200} Dec 08 21:49:53.055307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 79b025be-4ca3-41be-9b85-4b3144d3ab55 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:53.055716 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:53.057133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No active binding found for port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 21:49:53.057726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:49:53.060591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=aea34995-0b19-499b-b0a7-1e6d50112846,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:53.062337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-f6a5a047-e99c-407e-8166-4be73e10dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.063858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-f6a5a047-e99c-407e-8166-4be73e10dfdb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1645942 Dec 08 21:49:53.068129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:53.087323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52fe04e3-59a4-493a-9808-a0aa997cabc3 req-87a8b8b7-5ba9-467e-be80-b84d53e081f5 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 210 time: 0.0912774 Dec 08 21:49:53.152209 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-71008563-975f-4bf8-bf17-0177ed9df605 service neutron] 10.222.0.37 "GET /v2.0/networks/d90ed281-1298-4328-b845-609734bd9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846752 Dec 08 21:49:53.198908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:53.225690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-e89600b1-65aa-4708-af38-9d9487a6f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.227866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-e89600b1-65aa-4708-af38-9d9487a6f4d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1094 time: 0.2810199 Dec 08 21:49:53.236484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d13615ec-9294-4692-9937-2cd393ae8599 req-fb117716-d0b4-496f-a372-6febd2289fa2 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 210 time: 0.1043327 Dec 08 21:49:53.274563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:53.317082 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-008f0082-f07d-4f9f-94f1-62dd59002c8f req-b111ddb2-d6cb-4990-9840-de380588e936 service neutron] 10.222.0.37 "GET /v2.0/networks/d90ed281-1298-4328-b845-609734bd9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547811 Dec 08 21:49:53.339993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17ffb-6c50-4405-b86a-838be002f173 req-cd77596d-bb6a-415d-a0eb-0a8286431ff5 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.341739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bed17ffb-6c50-4405-b86a-838be002f173 req-cd77596d-bb6a-415d-a0eb-0a8286431ff5 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 943 time: 0.0835404 Dec 08 21:49:53.357518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:53.368141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:53.371884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28db8d38-db4f-4735-9246-260c6496fc18 req-d74e55c7-4748-494d-8f1e-dc2e0579b88c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "DELETE /v2.0/ports/fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95 HTTP/1.1" status: 204 len: 173 time: 2.3132861 Dec 08 21:49:53.374559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-deleted', 'tag': 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:53.376923 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f7b452-a8e8-4954-8533-b94b66db8670" -d '{"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-deleted", "tag": "fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:53.404679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:53.411212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-bc59ff51-c7eb-4f1d-903a-9d978356d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.412594 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-bc59ff51-c7eb-4f1d-903a-9d978356d78b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2921257 Dec 08 21:49:53.425436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bed17ffb-6c50-4405-b86a-838be002f173 req-d2f02b2d-bce6-4c2e-badf-ca9d041b0256 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728209 Dec 08 21:49:53.443109 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb13398b-0e0c-4936-a420-ef00c8f85f03 x-openstack-request-id: req-eb13398b-0e0c-4936-a420-ef00c8f85f03 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:53.443392 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-deleted", "tag": "fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:53.443721 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb13398b-0e0c-4936-a420-ef00c8f85f03 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:53.444014 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-deleted', 'tag': 'fe1c7691-752d-4f6c-9a4a-02eb9c8b9d95', 'status': 'completed', 'code': 200} Dec 08 21:49:53.473299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-6c170ac1-0ecf-4283-90bb-26f081c6a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.473530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 79b025be-4ca3-41be-9b85-4b3144d3ab55 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:53.474985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-6c170ac1-0ecf-4283-90bb-26f081c6a5e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48f0de374bb84145a89acb77691f9769&device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 1094 time: 0.0927384 Dec 08 21:49:53.678619 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:53.691797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-2ac771a6-af08-4ef2-ab8a-bea39ad3ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.693290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-2ac771a6-af08-4ef2-ab8a-bea39ad3ceea service neutron] 10.222.0.37 "GET /v2.0/networks?id=d90ed281-1298-4328-b845-609734bd9028 HTTP/1.1" status: 200 len: 921 time: 0.2102468 Dec 08 21:49:53.760845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-3f936612-e7bb-4b02-a6f9-bcf06e6e3fbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d10148-022f-4dbf-bdad-72b0fa279c89 HTTP/1.1" status: 200 len: 217 time: 0.0579226 Dec 08 21:49:53.768267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11718a-b7d0-4c00-b67b-11c9329a548e req-275180f9-a062-4cfe-a3f4-e4e4484f5371 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.769688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b11718a-b7d0-4c00-b67b-11c9329a548e req-275180f9-a062-4cfe-a3f4-e4e4484f5371 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 944 time: 0.1263652 Dec 08 21:49:53.770657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-deccbc03-b6f7-4bf1-b551-f3c584c02c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.772149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-deccbc03-b6f7-4bf1-b551-f3c584c02c21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.5161312 Dec 08 21:49:53.803039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:53.823989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-b1c3e054-6469-4a06-8d17-fdebb1f1d1b2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.825462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-b1c3e054-6469-4a06-8d17-fdebb1f1d1b2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 822 time: 0.2426188 Dec 08 21:49:53.831041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:53.844603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Request body: {'port': {'device_id': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'admin_state_up': True, 'tenant_id': '363f10c0afc4403fa32c0f70152ad5a1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:53.878371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:53.887290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc02d6-d07f-4812-b319-06bba93a70b7 req-98a0075d-613a-48d3-bc57-70b45f56e35f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.888769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-06cc02d6-d07f-4812-b319-06bba93a70b7 req-98a0075d-613a-48d3-bc57-70b45f56e35f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.3032918 Dec 08 21:49:53.889382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Pushing event updated for resources: {'Port': ['ID=7ebf216a-fa76-40a0-b0a2-183bbce97a27,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:53.895813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-ff5367d9-1c9d-4865-b7ca-b9b5805f383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:53.897687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-ff5367d9-1c9d-4865-b7ca-b9b5805f383a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea61438c-17df-4f87-85ca-e0b68ee539e1 HTTP/1.1" status: 200 len: 860 time: 0.1233888 Dec 08 21:49:53.931989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-2a179483-965a-4d49-9b3b-fa3bbdd86f6d service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906659 Dec 08 21:49:53.934980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b11718a-b7d0-4c00-b67b-11c9329a548e req-c081483c-365a-4c20-b131-b16c9b5327ed tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472178 Dec 08 21:49:53.964920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-60dac4f7-bcc8-45ff-9da9-28addb6289aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d90ed281-1298-4328-b845-609734bd9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544810 Dec 08 21:49:54.073416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-bc293d59-0fde-4bb1-b542-e1a1381ae670 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 999 time: 0.2692485 Dec 08 21:49:54.076676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port aea34995-0b19-499b-b0a7-1e6d50112846 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:54.076994 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:54.139085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f3d10148-022f-4dbf-bdad-72b0fa279c89 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:49:54.143545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-06cc02d6-d07f-4812-b319-06bba93a70b7 req-c67452c8-655d-45c9-951f-eb559d214935 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446239 Dec 08 21:49:54.227738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Made reservation on behalf of 363f10c0afc4403fa32c0f70152ad5a1 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:54.231198 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:54.236479 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-c57b501a-861e-4b36-81f7-88a1f16ab120 service neutron] 10.222.0.37 "GET /v2.0/networks/d90ed281-1298-4328-b845-609734bd9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543881 Dec 08 21:49:54.238383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-696a346b-594d-442c-89fd-f494d331911e req-af803b8e-bcd0-4760-8fe2-d0bb0c79590f tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 210 time: 0.0431843 Dec 08 21:49:54.270620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-9e0bdd4d-7f93-4d6c-966d-4ad122d6c30f tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:54.271758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-9e0bdd4d-7f93-4d6c-966d-4ad122d6c30f tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.37 "GET /v2.0/networks?id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f HTTP/1.1" status: 200 len: 805 time: 0.2799616 Dec 08 21:49:54.316339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f3d10148-022f-4dbf-bdad-72b0fa279c89, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f3d10148-022f-4dbf-bdad-72b0fa279c89,segment=NetworkSegment(aaa5d2f3-5ecc-469b-a381-3ea116f7317e),segment_id=aaa5d2f3-5ecc-469b-a381-3ea116f7317e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:54.331748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'f3d10148-022f-4dbf-bdad-72b0fa279c89', 'network_id': 'd90ed281-1298-4328-b845-609734bd9028', 'port_id': 'f3d10148-022f-4dbf-bdad-72b0fa279c89', 'mac_address': 'fa:16:3e:57:c1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61438c-17df-4f87-85ca-e0b68ee539e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:49:54.382755 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:54.397926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d10148-022f-4dbf-bdad-72b0fa279c89 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:54.424147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f3d10148-022f-4dbf-bdad-72b0fa279c89, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f3d10148-022f-4dbf-bdad-72b0fa279c89,segment=NetworkSegment(aaa5d2f3-5ecc-469b-a381-3ea116f7317e),segment_id=aaa5d2f3-5ecc-469b-a381-3ea116f7317e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:54.429746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-a6e542d2-cb97-43c7-8113-20bdc4189451 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24ef0763f9734376b0a1e3f67716a0e7 HTTP/1.1" status: 200 len: 380 time: 0.1457038 Dec 08 21:49:54.441307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:54.441729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Request body: {'port': {'device_id': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'admin_state_up': True, 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'security_groups': ['6464ef9c-e5b8-4a2e-8aa5-868330d1794c']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:54.523965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f3d10148-022f-4dbf-bdad-72b0fa279c89,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:54.587212 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b65d0cba-b0e6-4702-a9ba-7722b02c1c7c req-bd469888-a68f-43a0-862f-fe227d56874f service neutron] 10.222.0.37 "GET /v2.0/networks/d90ed281-1298-4328-b845-609734bd9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384447 Dec 08 21:49:54.635728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Allocated IP 172.20.0.6 (38ef2778-d20f-4c5d-9d75-b81c6562ef6b/3fd70da3-9661-4c22-bc4c-f0b64d356de9/834e5dd4-43f8-46e0-aaca-d583f990a830) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:54.644125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f3d10148-022f-4dbf-bdad-72b0fa279c89'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:49:54.678796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bcd0a472-e43b-4556-ae54-e1b2be833658 req-6ebb89e9-c004-4faf-8005-07a3d63fc708 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 210 time: 0.1045635 Dec 08 21:49:54.699995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-a45439a2-47fd-46bd-997f-2ea188b3eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:54.701464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-a45439a2-47fd-46bd-997f-2ea188b3eea4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.6136086 Dec 08 21:49:54.707324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc445d9-980c-46d8-b6b9-b09d162c4c7a req-ee4f2678-2e8f-45d5-bb93-4d615b6dcaa8 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:54.709722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6dc445d9-980c-46d8-b6b9-b09d162c4c7a req-ee4f2678-2e8f-45d5-bb93-4d615b6dcaa8 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 944 time: 0.1564767 Dec 08 21:49:54.750772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port aea34995-0b19-499b-b0a7-1e6d50112846, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=aea34995-0b19-499b-b0a7-1e6d50112846,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:54.751157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:54.753655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Made reservation on behalf of 24ef0763f9734376b0a1e3f67716a0e7 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:49:54.757257 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:54.761452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-ca07c530-383f-4981-bd4f-d28c1c433cb3 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815239 Dec 08 21:49:54.769070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:54.806351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for aea34995-0b19-499b-b0a7-1e6d50112846 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:54.859551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6dc445d9-980c-46d8-b6b9-b09d162c4c7a req-79cdcf03-61eb-4406-8e9a-d1b6b03f5222 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393678 Dec 08 21:49:54.910908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-0f450b3a-ed59-44c8-8603-f7a50b00c6db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=75b42589-fdc7-4854-9717-f0ff36e8d827 HTTP/1.1" status: 200 len: 217 time: 0.1272564 Dec 08 21:49:54.911620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=79b025be-4ca3-41be-9b85-4b3144d3ab55,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:54.982163 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.011983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Allocated IP 172.20.0.6 (a5ee9721-ee0f-4b8c-8a74-bdb62c56573f/6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9/8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:49:55.057750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.143783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:55.150268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:55.160283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:55.161091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-3e3a52c2-a8e3-46f5-b53d-8bb132d5973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:55.162607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-3e3a52c2-a8e3-46f5-b53d-8bb132d5973a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3953972 Dec 08 21:49:55.196080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-0e00b817-fb17-4174-994b-138b30baded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:55.198550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-0e00b817-fb17-4174-994b-138b30baded1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.2476528 Dec 08 21:49:55.199801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.206004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event updated for resources: {'Port': ['ID=834e5dd4-43f8-46e0-aaca-d583f990a830,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:55.231766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:55.232395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.272358 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-25a56c5e-5341-4f95-b1c5-d03b3ea07435 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4332805 Dec 08 21:49:55.303029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Request body: {'port': {'device_id': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:55.310359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.357417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.375731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d2518-bd09-49a5-a907-528974263b6e req-a51f9e5d-da34-47de-aed4-5e6eb2b3c93f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:55.377113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4d2518-bd09-49a5-a907-528974263b6e req-a51f9e5d-da34-47de-aed4-5e6eb2b3c93f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.1181080 Dec 08 21:49:55.410749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.457448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2a069-e613-401a-bf5f-59ca6958fd4b req-801807f3-3c01-4338-95aa-16219e534a70 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:55.459047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f1e2a069-e613-401a-bf5f-59ca6958fd4b req-801807f3-3c01-4338-95aa-16219e534a70 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d53feb81-112a-43a9-8915-966e8453341c HTTP/1.1" status: 200 len: 944 time: 0.4224832 Dec 08 21:49:55.568488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-c2a2d24e-f43b-4a6b-a1c0-231a9371d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:55.570288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-c2a2d24e-f43b-4a6b-a1c0-231a9371d462 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3396046 Dec 08 21:49:55.582425 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.651166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-f7765b7c-178d-4ece-95bf-2452bde5b0a8 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771743 Dec 08 21:49:55.667489 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.698084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4d2518-bd09-49a5-a907-528974263b6e req-d3711bb9-cb91-4ec9-958d-f67ce4cabf0f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089039 Dec 08 21:49:55.749600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=aea34995-0b19-499b-b0a7-1e6d50112846,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:55.750516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:49:55.762628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:49:55.764584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event updated for resources: {'Port': ['ID=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:55.781725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f1e2a069-e613-401a-bf5f-59ca6958fd4b req-5a148614-da84-4bde-867c-b78b46418b1d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757425 Dec 08 21:49:55.821680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:49:55.914330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port aea34995-0b19-499b-b0a7-1e6d50112846 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:55.917030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.921599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28db8d38-db4f-4735-9246-260c6496fc18 req-257790aa-3096-4935-8840-cb9c9cf04879 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "DELETE /v2.0/ports/aea34995-0b19-499b-b0a7-1e6d50112846 HTTP/1.1" status: 204 len: 173 time: 2.5352690 Dec 08 21:49:55.927842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:55.928502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:55.935335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router b04b05b9-cffe-4ca5-9d41-f8e363a28e2b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:49:55.941410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-deleted', 'tag': 'aea34995-0b19-499b-b0a7-1e6d50112846'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:55.944763 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac2b45-76a0-4bc2-a4e0-fc21c87470a0" -d '{"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-deleted", "tag": "aea34995-0b19-499b-b0a7-1e6d50112846"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:55.998522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-b932a6a4-1a59-427b-9baa-b7dbba57c6e9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5607269 Dec 08 21:49:56.014940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Request body: {'port': {'device_id': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:49:56.087662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9021472-6f71-4d14-9b42-ea0400e1a399 req-7ada8793-b1c3-4002-a618-1f17f489a019 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:56.095152 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9021472-6f71-4d14-9b42-ea0400e1a399 req-7ada8793-b1c3-4002-a618-1f17f489a019 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 931 time: 0.2609539 Dec 08 21:49:56.139164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f3d10148-022f-4dbf-bdad-72b0fa279c89 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:49:56.141895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-ad25c1b5-7f77-41d4-8875-141b1b4a79c5 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620644 Dec 08 21:49:56.181189 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.199364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9021472-6f71-4d14-9b42-ea0400e1a399 req-bded87ae-2a55-4d36-96d5-bd2ed8d94532 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032684 Dec 08 21:49:56.208270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port f3d10148-022f-4dbf-bdad-72b0fa279c89 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:49:56.217263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port f3d10148-022f-4dbf-bdad-72b0fa279c89 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:56.222058 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.271289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a3dea8b5-68e6-40a7-8c3b-b0a019dbd4e2 None None] Provisioning complete for port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:49:56.272008 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a3dea8b5-68e6-40a7-8c3b-b0a019dbd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.292264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca225a7-f716-4f7f-828e-9f2fa0272fa5 req-73a71d5c-bc2c-482e-8acb-26076e3f9f90 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861700 Dec 08 21:49:56.306208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:49:56.314208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-39266559-2c6b-413c-b716-9ccb5e130b1c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/b04b05b9-cffe-4ca5-9d41-f8e363a28e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2786293 Dec 08 21:49:56.318229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52172) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:56.336963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83db8d1-44dc-439c-a76c-5784ea8e13ec None None] Sync routers for ids ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:49:56.352812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a3dea8b5-68e6-40a7-8c3b-b0a019dbd4e2 None None] Port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:49:56.359571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83db8d1-44dc-439c-a76c-5784ea8e13ec None None] Routers {'b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:56.360273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d83db8d1-44dc-439c-a76c-5784ea8e13ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:56.370842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88f3fe-41ee-41bb-9efc-8953662c1868 req-3029b1bb-b814-4cf9-89e2-311812938e98 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:56.372412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad88f3fe-41ee-41bb-9efc-8953662c1868 req-3029b1bb-b814-4cf9-89e2-311812938e98 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 931 time: 0.3467679 Dec 08 21:49:56.375524 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.381912 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c683fcda-048e-4aa0-9995-129c8fefb52a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=b04b05b9-cffe-4ca5-9d41-f8e363a28e2b HTTP/1.1" status: 200 len: 205 time: 0.0607848 Dec 08 21:49:56.386885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834e5dd4-43f8-46e0-aaca-d583f990a830 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:56.391190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52174) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:56.398315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d83db8d1-44dc-439c-a76c-5784ea8e13ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:56.401171 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.404599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.426397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83db8d1-44dc-439c-a76c-5784ea8e13ec None None] Routers {'b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:56.427291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d83db8d1-44dc-439c-a76c-5784ea8e13ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:56.463291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d83db8d1-44dc-439c-a76c-5784ea8e13ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:56.463946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83db8d1-44dc-439c-a76c-5784ea8e13ec None None] The sync data for ids ['b04b05b9-cffe-4ca5-9d41-f8e363a28e2b'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:49:56.470948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a4f20-3f51-4caa-b2ee-828c122bf799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d10148-022f-4dbf-bdad-72b0fa279c89'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:56.474007 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97452e3d-e933-4b8e-a5de-0156d9b4a514" -d '{"events": [{"server_uuid": "f95a4f20-3f51-4caa-b2ee-828c122bf799", "name": "network-vif-plugged", "status": "completed", "tag": "f3d10148-022f-4dbf-bdad-72b0fa279c89"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:56.489308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f3d10148-022f-4dbf-bdad-72b0fa279c89, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f3d10148-022f-4dbf-bdad-72b0fa279c89,segment=NetworkSegment(aaa5d2f3-5ecc-469b-a381-3ea116f7317e),segment_id=aaa5d2f3-5ecc-469b-a381-3ea116f7317e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:56.497747 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.519541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb56ef-6d03-4f46-9435-5cb58c731f0d req-530c84a3-2af8-4173-a060-8111329cb7c9 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:56.521120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3bbb56ef-6d03-4f46-9435-5cb58c731f0d req-530c84a3-2af8-4173-a060-8111329cb7c9 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 944 time: 0.2342505 Dec 08 21:49:56.526593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Transition to ACTIVE for port object 834e5dd4-43f8-46e0-aaca-d583f990a830 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:56.548259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f3d10148-022f-4dbf-bdad-72b0fa279c89,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:56.554208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.670386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3bbb56ef-6d03-4f46-9435-5cb58c731f0d req-5d80bc8f-9939-4b6e-924d-8b7e8a93b3a3 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354187 Dec 08 21:49:56.691901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=834e5dd4-43f8-46e0-aaca-d583f990a830,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:56.776739 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e2838b-305c-4c4e-8939-af29173ee351 x-openstack-request-id: req-07e2838b-305c-4c4e-8939-af29173ee351 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:56.777416 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95a4f20-3f51-4caa-b2ee-828c122bf799", "name": "network-vif-plugged", "status": "completed", "tag": "f3d10148-022f-4dbf-bdad-72b0fa279c89", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:56.777899 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07e2838b-305c-4c4e-8939-af29173ee351 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:56.779810 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95a4f20-3f51-4caa-b2ee-828c122bf799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d10148-022f-4dbf-bdad-72b0fa279c89', 'code': 200} Dec 08 21:49:56.781731 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562af55c-c641-4e0c-a96c-e176d5499808 x-openstack-request-id: req-562af55c-c641-4e0c-a96c-e176d5499808 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:56.782036 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53feb81-112a-43a9-8915-966e8453341c", "name": "network-vif-deleted", "tag": "aea34995-0b19-499b-b0a7-1e6d50112846", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:56.782273 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-562af55c-c641-4e0c-a96c-e176d5499808 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:56.782659 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53feb81-112a-43a9-8915-966e8453341c', 'name': 'network-vif-deleted', 'tag': 'aea34995-0b19-499b-b0a7-1e6d50112846', 'status': 'completed', 'code': 200} Dec 08 21:49:56.810790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Attempting to bind port 834e5dd4-43f8-46e0-aaca-d583f990a830 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:56.811293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Attempting to bind port 834e5dd4-43f8-46e0-aaca-d583f990a830 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:56.811722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Attempting to bind port 834e5dd4-43f8-46e0-aaca-d583f990a830 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:56.818464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Port 834e5dd4-43f8-46e0-aaca-d583f990a830 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:56.818939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Attempting to bind port 834e5dd4-43f8-46e0-aaca-d583f990a830 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:56.829079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:56.829800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Checking segment: {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:56.830338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Bound using segment: {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:56.831063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Bound port: 834e5dd4-43f8-46e0-aaca-d583f990a830, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:56.831501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.933343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-6dfe14a9-7974-4db7-985f-556a23840605 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785413 Dec 08 21:49:56.936397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:49:56.939570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7aec-fde3-4079-bd63-3539dc9c0a48 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.951093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:56.978660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519205e3-aedd-4e1d-916e-41d11735d5a7 req-30ea01a0-d536-4e8b-9ee3-871881f3af8b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:56.980194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-519205e3-aedd-4e1d-916e-41d11735d5a7 req-30ea01a0-d536-4e8b-9ee3-871881f3af8b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.1357739 Dec 08 21:49:56.988399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad88f3fe-41ee-41bb-9efc-8953662c1868 req-9bd7fed9-7fe7-4b00-9fd3-899c90ffe3ae tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6054037 Dec 08 21:49:56.993482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Transition to ACTIVE for port object 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:49:57.010560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.021320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:57.047565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52184) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:57.068868 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-0e5340e4-e334-4b93-a61c-212e94bcb8e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c HTTP/1.1" status: 200 len: 217 time: 0.1263123 Dec 08 21:49:57.071961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=834e5dd4-43f8-46e0-aaca-d583f990a830,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:57.113814 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.138917 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-519205e3-aedd-4e1d-916e-41d11735d5a7 req-7adf3de7-0180-4bdf-82cd-a8ef901bbff3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513677 Dec 08 21:49:57.143054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Pushing event updated for resources: {'Port': ['ID=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:57.187717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:57.188263 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.189655 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] 10.222.0.37 "PUT /v2.0/ports/834e5dd4-43f8-46e0-aaca-d583f990a830 HTTP/1.1" status: 200 len: 1091 time: 1.8998797 Dec 08 21:49:57.216263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76c5cd-fbd1-481d-849f-3ff62494eb1e req-f7acd8fb-d904-4a5b-b4f7-3b91384279db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:57.217751 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad76c5cd-fbd1-481d-849f-3ff62494eb1e req-f7acd8fb-d904-4a5b-b4f7-3b91384279db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 1096 time: 0.3816698 Dec 08 21:49:57.219412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7aec-fde3-4079-bd63-3539dc9c0a48 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.225469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'tag': '834e5dd4-43f8-46e0-aaca-d583f990a830'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:57.225896 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7aec-fde3-4079-bd63-3539dc9c0a48 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.228800 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd487e-dbf0-4811-96ad-3496c2bd68b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0608e9-dfa2-49b2-a932-55398156cecd", "tag": "834e5dd4-43f8-46e0-aaca-d583f990a830"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:57.241826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea447dd-dc60-4864-8c10-69f15876624b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting subnet 0a4f901f-82d5-439e-a310-69f8786fdfb6 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:49:57.271416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-d3e3dd14-a3c3-4cc3-ba9a-c5cc38daf8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:57.272329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-d3e3dd14-a3c3-4cc3-ba9a-c5cc38daf8ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1936779 Dec 08 21:49:57.278237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ea447dd-dc60-4864-8c10-69f15876624b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.301018 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0ad8e0-da9d-4454-ad5d-51a80d8f40ed x-openstack-request-id: req-3f0ad8e0-da9d-4454-ad5d-51a80d8f40ed {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:57.301378 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0608e9-dfa2-49b2-a932-55398156cecd", "tag": "834e5dd4-43f8-46e0-aaca-d583f990a830", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:57.301564 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f0ad8e0-da9d-4454-ad5d-51a80d8f40ed {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:57.301946 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'tag': '834e5dd4-43f8-46e0-aaca-d583f990a830', 'status': 'completed', 'code': 200} Dec 08 21:49:57.366109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193acd1-e029-478f-aead-1fefc4a3e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=834e5dd4-43f8-46e0-aaca-d583f990a830,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:57.373258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ea447dd-dc60-4864-8c10-69f15876624b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.402006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad76c5cd-fbd1-481d-849f-3ff62494eb1e req-c11a435c-4c53-40cb-b2f7-430f5f497d19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712086 Dec 08 21:49:57.403163 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7aec-fde3-4079-bd63-3539dc9c0a48 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.403657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fa7aec-fde3-4079-bd63-3539dc9c0a48 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Fanout notify agent at l3_agent the message router_deleted on router b04b05b9-cffe-4ca5-9d41-f8e363a28e2b {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:49:57.416381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7aec-fde3-4079-bd63-3539dc9c0a48 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.417453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b0fa7aec-fde3-4079-bd63-3539dc9c0a48 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/b04b05b9-cffe-4ca5-9d41-f8e363a28e2b HTTP/1.1" status: 204 len: 168 time: 1.0253572 Dec 08 21:49:57.421218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52190) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:57.431569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-b49c3f7b-db32-45be-87d2-3f30345438dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:57.433007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-b49c3f7b-db32-45be-87d2-3f30345438dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 1094 time: 0.1884801 Dec 08 21:49:57.433693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Attempting to bind port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:57.434019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Attempting to bind port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:57.434332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Attempting to bind port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 on network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:57.443733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-9a93a1d4-8c00-4cd2-87da-dc62651a02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:57.445138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-9a93a1d4-8c00-4cd2-87da-dc62651a02ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133878 Dec 08 21:49:57.446914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Router e61f1f84-0404-4517-b169-ddd263f6cf3e is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:49:57.455781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feac34-db67-4f9e-bf17-e1542d95615e req-ea183f9a-a07b-489a-a477-03f0707f0893 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:57.457200 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6feac34-db67-4f9e-bf17-e1542d95615e req-ea183f9a-a07b-489a-a477-03f0707f0893 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 943 time: 0.1293640 Dec 08 21:49:57.466505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 on network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:49:57.466868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Attempting to bind port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 on network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:57.482470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:57.482902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Checking segment: {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:57.483284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Bound using segment: {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:57.483715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Bound port: 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:57.484075 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.528324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1fa8b4-d77e-4ef7-b608-ebc02b58a0da tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet b554232f-5990-42c8-9980-9a1fa1a5dca3 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:49:57.534402 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa8b4-d77e-4ef7-b608-ebc02b58a0da tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.609445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa8b4-d77e-4ef7-b608-ebc02b58a0da tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.613786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6feac34-db67-4f9e-bf17-e1542d95615e req-b6db1a14-d57c-4003-82e1-bb177b1161d9 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455705 Dec 08 21:49:57.613930 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ea447dd-dc60-4864-8c10-69f15876624b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.660829 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-16646d88-184a-439c-9bbb-76baa861327e service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026942 Dec 08 21:49:57.679572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:49:57.684153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-5234364b-3f87-4c87-a8ab-4cafc1e932a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834e5dd4-43f8-46e0-aaca-d583f990a830 HTTP/1.1" status: 200 len: 217 time: 0.0911524 Dec 08 21:49:57.688756 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Sync routers for ids ['e61f1f84-0404-4517-b169-ddd263f6cf3e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:49:57.701668 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Routers {'e61f1f84-0404-4517-b169-ddd263f6cf3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:57.702617 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['e61f1f84-0404-4517-b169-ddd263f6cf3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:57.747662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.748985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cdfcf20b-6eef-484d-93a7-437c7a93a53d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5981109 Dec 08 21:49:57.753218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:57.777865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] For port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:57.830145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] For port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:57.847505 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Set router e61f1f84-0404-4517-b169-ddd263f6cf3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:49:57.854528 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.856937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-6975fe0b-69d4-4409-924d-f03ffd400cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888204 Dec 08 21:49:57.862528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-cf86f1f2-3d59-4ad8-b001-fcc109e3ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:57.864049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-cf86f1f2-3d59-4ad8-b001-fcc109e3ab5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3fd70da3-9661-4c22-bc4c-f0b64d356de9 HTTP/1.1" status: 200 len: 862 time: 0.1692991 Dec 08 21:49:57.890115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ea447dd-dc60-4864-8c10-69f15876624b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.909819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-42f6cf15-542a-45cd-a3bd-f42a0f844747 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3378a458-196f-4510-8a6b-af6fffa436b2 HTTP/1.1" status: 200 len: 217 time: 0.0438702 Dec 08 21:49:57.959664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa8b4-d77e-4ef7-b608-ebc02b58a0da tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.968750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:57.969370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:57.970797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] 10.222.0.37 "PUT /v2.0/ports/8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 HTTP/1.1" status: 200 len: 1091 time: 1.9602091 Dec 08 21:49:57.991837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-60a4b543-60fc-4a8c-8ab2-4b3982660790 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930469 Dec 08 21:49:57.992583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea447dd-dc60-4864-8c10-69f15876624b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4f901f-82d5-439e-a310-69f8786fdfb6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:58.023990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ff7d5-e819-45d7-907a-9cffacb96136 None None] Network 3dade821-6a14-4511-ab69-7f558aaae603 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:58.032742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ea447dd-dc60-4864-8c10-69f15876624b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.038491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4ea447dd-dc60-4864-8c10-69f15876624b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "DELETE /v2.0/subnets/0a4f901f-82d5-439e-a310-69f8786fdfb6 HTTP/1.1" status: 204 len: 168 time: 0.9874828 Dec 08 21:49:58.040400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52198) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:58.055787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-93108b08-9088-439e-a1db-900ad52e6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:58.059432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-93108b08-9088-439e-a1db-900ad52e6c89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.1419227 Dec 08 21:49:58.121641 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:49:54Z', 'revision_number': 3, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port': {'id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:52Z', 'updated_at': '2021-12-08T21:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:58.130744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb898eb-b694-4ad0-827b-e0a575ab7e23 req-b72e3896-1d0a-4c83-a1c6-993e08017f77 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:58.139697 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb898eb-b694-4ad0-827b-e0a575ab7e23 req-b72e3896-1d0a-4c83-a1c6-993e08017f77 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 945 time: 0.3257504 Dec 08 21:49:58.184762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08dd1c-a864-46cf-9813-a713fde2a63c service neutron] Pushing event updated for resources: {'Port': ['ID=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:58.199160 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Checking router: e61f1f84-0404-4517-b169-ddd263f6cf3e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:49:58.199854 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Updating router e61f1f84-0404-4517-b169-ddd263f6cf3e port 7ebf216a-fa76-40a0-b0a2-183bbce97a27 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:49:58.233299 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.260665 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.271591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290c160-4179-40b2-9ddf-80265b612bbf req-0239f84f-1d8f-487f-bf28-e3ad47b813ab tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:58.273135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d290c160-4179-40b2-9ddf-80265b612bbf req-0239f84f-1d8f-487f-bf28-e3ad47b813ab tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 943 time: 0.1373065 Dec 08 21:49:58.274997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-05d13b86-a562-420c-bdf4-112a351119e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:58.276359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-05d13b86-a562-420c-bdf4-112a351119e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1757171 Dec 08 21:49:58.287900 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb898eb-b694-4ad0-827b-e0a575ab7e23 req-538acf5d-03d6-4d63-ba57-5f5ebf60372d tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473238 Dec 08 21:49:58.289276 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa8b4-d77e-4ef7-b608-ebc02b58a0da tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.351421 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-3f0bc88b-482b-407a-acba-6d154c2f890c service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386054 Dec 08 21:49:58.409201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-24418e3b-f13c-4b76-a394-b7b5e2af0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:58.410702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-24418e3b-f13c-4b76-a394-b7b5e2af0fdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=24ef0763f9734376b0a1e3f67716a0e7&device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 1094 time: 0.3138180 Dec 08 21:49:58.447262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fa8b4-d77e-4ef7-b608-ebc02b58a0da tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=b554232f-5990-42c8-9980-9a1fa1a5dca3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:58.460335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c4c75-7536-423c-9c2f-8268b26a4347 None None] Network 88a65e1b-c30b-483a-9bb1-27c2519faacc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:49:58.542471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] DHCP port deletion for 3dade821-6a14-4511-ab69-7f558aaae603 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:49:58.552856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d290c160-4179-40b2-9ddf-80265b612bbf req-1bd95c21-e9dd-48ec-aa98-4ad430a60706 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709870 Dec 08 21:49:58.565472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa8b4-d77e-4ef7-b608-ebc02b58a0da tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.569054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6c1fa8b4-d77e-4ef7-b608-ebc02b58a0da tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/b554232f-5990-42c8-9980-9a1fa1a5dca3 HTTP/1.1" status: 204 len: 168 time: 1.1449265 Dec 08 21:49:58.578463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52204) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:49:58.594563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-0e3e8637-55fd-4cac-901e-e333d2de0346 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 HTTP/1.1" status: 200 len: 217 time: 0.1555123 Dec 08 21:49:58.645369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-68a6d57c-7e70-4bf5-aa52-e287e8131242 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179207 Dec 08 21:49:58.657324 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.665764 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.687502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] Deleting port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:58.687876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.770367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] For port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc,segment=NetworkSegment(aae5d9b2-c348-4181-ad93-1fa81d589ae4),segment_id=aae5d9b2-c348-4181-ad93-1fa81d589ae4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:58.770806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.784321 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Pushing event updated for resources: {'Port': ['ID=7ebf216a-fa76-40a0-b0a2-183bbce97a27,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:58.786929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] Calling delete_port for 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:58.796053 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.796310 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.796834 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.797329 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.798045 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.798851 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.799344 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.799848 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.800332 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.800831 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.801327 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.801983 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:49:58.816574 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Attempting to bind port 7ebf216a-fa76-40a0-b0a2-183bbce97a27 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:49:58.817251 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Attempting to bind port 7ebf216a-fa76-40a0-b0a2-183bbce97a27 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:49:58.817791 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Attempting to bind port 7ebf216a-fa76-40a0-b0a2-183bbce97a27 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:49:58.824842 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:49:58.825549 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:49:58.826138 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.826752 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:49:58.827426 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Bound port: 7ebf216a-fa76-40a0-b0a2-183bbce97a27, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:49:58.828055 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.866826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] DHCP port deletion for 88a65e1b-c30b-483a-9bb1-27c2519faacc request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:49:58.873834 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.898412 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] For port 7ebf216a-fa76-40a0-b0a2-183bbce97a27, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:49:58.902239 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] For port 7ebf216a-fa76-40a0-b0a2-183bbce97a27, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ebf216a-fa76-40a0-b0a2-183bbce97a27,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:49:58.909725 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:58.919607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] Pushing event deleted for resources: {'Port': ['ID=1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:58.930911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adbbf3-6c02-4083-96a3-ff0b3a148af8 None None] No DVR routers for this DVR port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:58.961191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] Deleting port 0d297e15-744a-4079-b9bc-d6e08fabc3fb {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:58.961568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.023127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acabf86a-c7ed-4377-a733-63ad9e059cca req-8226d837-f804-4c6e-8819-eb017c97fa89 service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705592 Dec 08 21:49:59.044140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ed042-3f11-4db2-9f4d-bf6b4c93f5ca req-1a198980-7516-492a-998a-62e05eb6cc8a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.046308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] For port 0d297e15-744a-4079-b9bc-d6e08fabc3fb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0d297e15-744a-4079-b9bc-d6e08fabc3fb,segment=NetworkSegment(e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a),segment_id=e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:59.046918 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.055317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c08ed042-3f11-4db2-9f4d-bf6b4c93f5ca req-1a198980-7516-492a-998a-62e05eb6cc8a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.4718671 Dec 08 21:49:59.063498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-20b17c2f-0637-4169-8535-16df9c0e81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.064133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] Calling delete_port for 0d297e15-744a-4079-b9bc-d6e08fabc3fb owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:59.064965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-20b17c2f-0637-4169-8535-16df9c0e81de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9 HTTP/1.1" status: 200 len: 844 time: 0.4415300 Dec 08 21:49:59.126810 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Routers {'e61f1f84-0404-4517-b169-ddd263f6cf3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:49:59.127943 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['e61f1f84-0404-4517-b169-ddd263f6cf3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:59.158156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c08ed042-3f11-4db2-9f4d-bf6b4c93f5ca req-1d676c6c-5338-4a87-beea-6b35772e168b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017134 Dec 08 21:49:59.165949 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.166543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-f7668021-d871-42d8-afbb-ae67a9fc622b service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092864 Dec 08 21:49:59.167622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-096d83ae-1d73-49ca-ba90-8cd909721a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.169199 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-096d83ae-1d73-49ca-ba90-8cd909721a46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 1094 time: 0.0874929 Dec 08 21:49:59.173574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-015ea87e-03fa-4248-9d1f-a19a872108a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.175019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-015ea87e-03fa-4248-9d1f-a19a872108a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016407 Dec 08 21:49:59.188404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:49:59.188880 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.199003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] Pushing event deleted for resources: {'Port': ['ID=0d297e15-744a-4079-b9bc-d6e08fabc3fb,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:59.207006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb50105-179e-4b5c-8d15-40ee1b15e22d None None] No DVR routers for this DVR port 0d297e15-744a-4079-b9bc-d6e08fabc3fb on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:59.245232 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d293d3-2f75-4036-9899-1b1f696c9217 None None] Pushing event updated for resources: {'Port': ['ID=7ebf216a-fa76-40a0-b0a2-183bbce97a27,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:59.287034 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] Set router e61f1f84-0404-4517-b169-ddd263f6cf3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:49:59.302388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-185050af-f8a2-41e0-9f57-6a73ce4d45b0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet 951f4687-8667-4730-ba2e-b61c28e72903 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:49:59.303601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'tag': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:49:59.305960 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0425d92d-74e4-45c2-894c-e67eb87afbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f892ab7e-ace8-44f6-aa0e-3dddd27c6327", "tag": "8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:49:59.314811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-9cc2312e-0275-4810-80a9-b3affabd9761 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929 HTTP/1.1" status: 200 len: 217 time: 0.1121924 Dec 08 21:49:59.322950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185050af-f8a2-41e0-9f57-6a73ce4d45b0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.365938 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5635ed-9454-459b-a06a-16008850b20d x-openstack-request-id: req-2a5635ed-9454-459b-a06a-16008850b20d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:49:59.366223 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f892ab7e-ace8-44f6-aa0e-3dddd27c6327", "tag": "8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:49:59.366476 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a5635ed-9454-459b-a06a-16008850b20d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:49:59.366888 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'tag': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'status': 'completed', 'code': 200} Dec 08 21:49:59.374453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-1f103af4-1c42-4c81-97db-5ee57704fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.375955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-1f103af4-1c42-4c81-97db-5ee57704fc4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 923 time: 0.1804688 Dec 08 21:49:59.377963 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-7f9b9b81-7744-49f5-a2ac-0412bca54289 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912172 Dec 08 21:49:59.439304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc, host n-d-821126-1, got binding levels [] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:49:59.439837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.452883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-3def5c0a-25e3-4c9d-a2de-cb1a527646d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834e5dd4-43f8-46e0-aaca-d583f990a830 HTTP/1.1" status: 200 len: 217 time: 0.0624444 Dec 08 21:49:59.465556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e53c3-87f1-47bb-91e5-2300a726168c req-03ea6bc3-0439-40fb-a572-3b95bd70ee8c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.467878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b21e53c3-87f1-47bb-91e5-2300a726168c req-03ea6bc3-0439-40fb-a572-3b95bd70ee8c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 943 time: 0.3586895 Dec 08 21:49:59.484935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:49:59.490035 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185050af-f8a2-41e0-9f57-6a73ce4d45b0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.495702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc was not found and therefore no delete operation was performed {{(pid=102390) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 21:49:59.502764 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:49:54Z', 'revision_number': 3, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port': {'id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:52Z', 'updated_at': '2021-12-08T21:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:49:59.526744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.533605 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f3713-4e6c-40d8-919d-72fa7d65f011 None None] The sync data for ids ['e61f1f84-0404-4517-b169-ddd263f6cf3e'] in n-d-821126-1 is: [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:49:54Z', 'revision_number': 3, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port': {'id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:52Z', 'updated_at': '2021-12-08T21:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:49:59.567272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-9d7c67aa-cb28-4183-af92-30e7b635ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.569364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-9d7c67aa-cb28-4183-af92-30e7b635ca4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.2180526 Dec 08 21:49:59.570650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-7357b862-4815-4ddc-b624-8129432b68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.572301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-7357b862-4815-4ddc-b624-8129432b68bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3fd70da3-9661-4c22-bc4c-f0b64d356de9 HTTP/1.1" status: 200 len: 862 time: 0.0865891 Dec 08 21:49:59.591265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea9387-6275-42d6-95e7-939de5af1ec4 req-3035651d-7685-45d6-98a3-74d018ea7178 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.592817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00ea9387-6275-42d6-95e7-939de5af1ec4 req-3035651d-7685-45d6-98a3-74d018ea7178 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 945 time: 0.1518724 Dec 08 21:49:59.603281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:49:59.639109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-2af7e60a-f637-4e17-8e9d-d3aa860fe6e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452642 Dec 08 21:49:59.651788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b13cc3-694c-4ef5-8a5b-e95208cfa922 req-0634f123-7ddd-4b85-92dc-c76c3de3d870 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536945 Dec 08 21:49:59.661991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:49:59.689210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b21e53c3-87f1-47bb-91e5-2300a726168c req-14f4d879-c30a-460a-8f8e-9bd4de30187e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060099 Dec 08 21:49:59.716218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00ea9387-6275-42d6-95e7-939de5af1ec4 req-691465c5-ccf0-4ec7-9b4d-47bb0539087c tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999873 Dec 08 21:49:59.716434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.883758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe352-43f9-4e13-9522-360c82f93355 req-f189fa86-60c7-4fb1-a964-5b6d3d01d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.885271 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-f189fa86-60c7-4fb1-a964-5b6d3d01d257 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3057714 Dec 08 21:49:59.932584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185050af-f8a2-41e0-9f57-6a73ce4d45b0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:49:59.946957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:49:59.966771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-4cda8318-f440-4f6b-a530-741ce15303bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.969981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-4cda8318-f440-4f6b-a530-741ce15303bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=24ef0763f9734376b0a1e3f67716a0e7&device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 1094 time: 0.1577623 Dec 08 21:49:59.979644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16670fa3-c741-40b6-921b-80e2a66b53d5 req-8ccc94d9-ce96-4bc3-b158-c5f3c805feae tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:49:59.982913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16670fa3-c741-40b6-921b-80e2a66b53d5 req-8ccc94d9-ce96-4bc3-b158-c5f3c805feae tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 943 time: 0.1443942 Dec 08 21:49:59.985072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-76261d26-f427-45c7-98c3-f1726e8270c1 service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356225 Dec 08 21:49:59.992073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:00.000669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1da8b2e8-f8c2-4b5d-9d8a-062dfa3f61cc not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:00.001196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0d297e15-744a-4079-b9bc-d6e08fabc3fb no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:00.008354 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.022840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0d297e15-744a-4079-b9bc-d6e08fabc3fb {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:00.023409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0d297e15-744a-4079-b9bc-d6e08fabc3fb not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:00.142409 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16670fa3-c741-40b6-921b-80e2a66b53d5 req-cc9bf468-0f67-4247-9c19-4f12673fee6d tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363196 Dec 08 21:50:00.174690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dade821-6a14-4511-ab69-7f558aaae603']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:00.186694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae5d9b2-c348-4181-ad93-1fa81d589ae4') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:00.187097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae5d9b2-c348-4181-ad93-1fa81d589ae4') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:00.205737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.221069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-0bc598f1-f0f6-4871-92d0-c62c01f4f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:00.222676 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-0bc598f1-f0f6-4871-92d0-c62c01f4f344 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f HTTP/1.1" status: 200 len: 906 time: 0.2364409 Dec 08 21:50:00.224621 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69cd487e-dbf0-4811-96ad-3496c2bd68b1 req-6e7eb8ab-1094-4038-bd58-d0b25eb16b98 service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289054 Dec 08 21:50:00.296179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-978c86dd-631f-4d22-8289-19e547140c15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 HTTP/1.1" status: 200 len: 217 time: 0.0599384 Dec 08 21:50:00.329161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-c7554dfc-7bd8-4dbe-a765-4f4a2fc3e7b6 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356287 Dec 08 21:50:00.330215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185050af-f8a2-41e0-9f57-6a73ce4d45b0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.335704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.365119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-f5eef242-6ac5-4eee-9f2f-41818c0c6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:00.366893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-f5eef242-6ac5-4eee-9f2f-41818c0c6e37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9 HTTP/1.1" status: 200 len: 844 time: 0.0633790 Dec 08 21:50:00.421057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-86cfb177-bcc5-45f4-a908-e458afc77389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:00.423091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-86cfb177-bcc5-45f4-a908-e458afc77389 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473204 Dec 08 21:50:00.445116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:00.445516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:00.450288 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:00.452663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185050af-f8a2-41e0-9f57-6a73ce4d45b0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=951f4687-8667-4730-ba2e-b61c28e72903,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:00.477898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438fa81-5c34-406f-a7f5-38e2e46d6d84 None None] Network 1d5dd39a-02ed-4824-af09-93b87b71e2db requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:00.544970 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185050af-f8a2-41e0-9f57-6a73ce4d45b0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.548229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-185050af-f8a2-41e0-9f57-6a73ce4d45b0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/951f4687-8667-4730-ba2e-b61c28e72903 HTTP/1.1" status: 204 len: 168 time: 1.9589925 Dec 08 21:50:00.551880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52246) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:00.630811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eaeda-2935-4278-98f7-ade34af9209b req-7759d7f1-b9cb-43d2-a44d-fb153ef9c9b2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:00.633996 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b75eaeda-2935-4278-98f7-ade34af9209b req-7759d7f1-b9cb-43d2-a44d-fb153ef9c9b2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.3392711 Dec 08 21:50:00.653662 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-382fe352-43f9-4e13-9522-360c82f93355 req-f6453dd1-c158-4dc4-a5ed-46056f498c5c service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095565 Dec 08 21:50:00.654277 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.663629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc25bb8-4056-47fa-8f05-50dc8f236db2 req-5c76382f-2178-44f8-8edd-612ff205e91f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:00.665176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1fc25bb8-4056-47fa-8f05-50dc8f236db2 req-5c76382f-2178-44f8-8edd-612ff205e91f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 945 time: 0.1666808 Dec 08 21:50:00.692011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] DHCP port deletion for 1d5dd39a-02ed-4824-af09-93b87b71e2db request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:50:00.699670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.710068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-8aed5511-4d64-4796-952b-5a74ccd4d635 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785676 Dec 08 21:50:00.735363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.740238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1fc25bb8-4056-47fa-8f05-50dc8f236db2 req-613ef019-7e7a-4225-aa4c-0be60cfd6741 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587435 Dec 08 21:50:00.744475 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "DELETE /v2.0/networks/3dade821-6a14-4511-ab69-7f558aaae603 HTTP/1.1" status: 204 len: 168 time: 2.7030621 Dec 08 21:50:00.751602 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] Deleting port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:00.752888 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.763324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52250) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:00.768215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b75eaeda-2935-4278-98f7-ade34af9209b req-191c4d47-0256-497f-a013-250441000d3f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224325 Dec 08 21:50:00.808919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27211ce-1107-4929-862b-8b886a83da77 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Network': ['ID=3dade821-6a14-4511-ab69-7f558aaae603,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:00.837264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Allocated IP 172.20.0.1 (8edd1daa-95fc-4797-90e9-94af84091ce9/37c556ad-1121-4618-a18d-767f55fa1891/bdeb9e5e-db7f-4405-b05f-abc44b6baf23) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:00.866088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] For port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617,segment=NetworkSegment(014662b3-c0fd-4485-98eb-183806872a8a),segment_id=014662b3-c0fd-4485-98eb-183806872a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:00.868931 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.888817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] Calling delete_port for fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:00.967053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee005ed2-e43e-4f36-b746-19cdb9ee6433 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting subnet 90c99038-b1dd-4f4b-b61d-b416ec7d864b {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:00.968193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.978349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:00.988625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee005ed2-e43e-4f36-b746-19cdb9ee6433 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.003663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] No DVR routers for this DVR port fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:01.019565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.022757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.026758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3b7bc-8603-44cb-ab95-e4bf6b2ba95d None None] Pushing event deleted for resources: {'Port': ['ID=fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:01.065419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eca70-f67f-4a51-93a8-4f8eb29e1524 req-190791f4-5a63-488a-95be-5583e502e17c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:01.066941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-736eca70-f67f-4a51-93a8-4f8eb29e1524 req-190791f4-5a63-488a-95be-5583e502e17c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 943 time: 0.2325065 Dec 08 21:50:01.071835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Network 8edd1daa-95fc-4797-90e9-94af84091ce9 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:01.075489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:01.081891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:01.085077 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0425d92d-74e4-45c2-894c-e67eb87afbf6 req-c1241349-3780-4c02-aaf5-f1eaff470cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535316 Dec 08 21:50:01.085280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:01.087313 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee005ed2-e43e-4f36-b746-19cdb9ee6433 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.121584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a65e1b-c30b-483a-9bb1-27c2519faacc']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:01.121841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.143948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:01.144518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aa3fda-4bfe-44d0-bcf3-694e090b8d4a') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:01.171616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.175653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-736eca70-f67f-4a51-93a8-4f8eb29e1524 req-6e2a47eb-4807-49c9-8b5e-364dd6e9d038 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933011 Dec 08 21:50:01.218423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.228783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:01.229532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:01.232555 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:01.289817 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee005ed2-e43e-4f36-b746-19cdb9ee6433 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.309570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.337217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38c68e-09d2-4be3-842b-ada7316e0be1 req-639dc24f-08a2-4494-b9a8-c1ac93e33d6a tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:01.338859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.338996 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e38c68e-09d2-4be3-842b-ada7316e0be1 req-639dc24f-08a2-4494-b9a8-c1ac93e33d6a tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 943 time: 0.0898993 Dec 08 21:50:01.344177 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.347980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/88a65e1b-c30b-483a-9bb1-27c2519faacc HTTP/1.1" status: 204 len: 168 time: 0.7908733 Dec 08 21:50:01.353793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52256) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:01.378253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6624b2-2446-4bd7-83cd-e1607a404fc9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=88a65e1b-c30b-483a-9bb1-27c2519faacc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:01.421143 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e38c68e-09d2-4be3-842b-ada7316e0be1 req-689e5c7a-3fe2-4828-9bcf-f5433302ad0e tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554225 Dec 08 21:50:01.444997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee005ed2-e43e-4f36-b746-19cdb9ee6433 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.467836 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee005ed2-e43e-4f36-b746-19cdb9ee6433 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.470970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ee005ed2-e43e-4f36-b746-19cdb9ee6433 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "DELETE /v2.0/subnets/90c99038-b1dd-4f4b-b61d-b416ec7d864b HTTP/1.1" status: 204 len: 168 time: 0.7054720 Dec 08 21:50:01.474945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52258) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:01.475398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac40eee-5e95-4d1e-bf1e-7d568be4d3aa None None] Network 11537c13-5dba-45bc-9231-46d40987f1ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:01.494778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee005ed2-e43e-4f36-b746-19cdb9ee6433 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Subnet': ['ID=90c99038-b1dd-4f4b-b61d-b416ec7d864b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:01.501505 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.594244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.595509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.617361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5dd39a-02ed-4824-af09-93b87b71e2db']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:01.628058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014662b3-c0fd-4485-98eb-183806872a8a') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:01.628476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014662b3-c0fd-4485-98eb-183806872a8a') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:01.639464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.655431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.662373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:01.662916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.664640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:01.666582 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:01.670366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.721246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] DHCP port deletion for 11537c13-5dba-45bc-9231-46d40987f1ef request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:50:01.736637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.759811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port afcc0360-a178-43aa-a372-a44aefd18c59 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:01.759995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.760189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.763293 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/1d5dd39a-02ed-4824-af09-93b87b71e2db HTTP/1.1" status: 204 len: 168 time: 0.4042752 Dec 08 21:50:01.773634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52262) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:01.774299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:01.805496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea143da-a275-4adb-88fb-85cf7eba9a64 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=1d5dd39a-02ed-4824-af09-93b87b71e2db,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:01.825747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1463123400'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:01.829804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] Deleting port afcc0360-a178-43aa-a372-a44aefd18c59 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:01.830202 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.836713 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.838232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-f15f6f69-8a05-4a00-a25f-19ecce6f842d tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:01.842159 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-f15f6f69-8a05-4a00-a25f-19ecce6f842d tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 945 time: 0.1032276 Dec 08 21:50:01.942396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] For port afcc0360-a178-43aa-a372-a44aefd18c59, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afcc0360-a178-43aa-a372-a44aefd18c59,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:01.942958 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.947017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ebf216a-fa76-40a0-b0a2-183bbce97a27 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:01.963260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ac92-ec6c-4ad6-82bf-3456fc846909 req-09b1cfcc-dbea-4672-a26d-b1078d766aad tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:01.969635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:01.971106 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c51ac92-ec6c-4ad6-82bf-3456fc846909 req-09b1cfcc-dbea-4672-a26d-b1078d766aad tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 945 time: 0.1266916 Dec 08 21:50:01.973033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:01.980127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] Calling delete_port for afcc0360-a178-43aa-a372-a44aefd18c59 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:01.995434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port afcc0360-a178-43aa-a372-a44aefd18c59, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afcc0360-a178-43aa-a372-a44aefd18c59,segment=NetworkSegment(cdc9b619-b711-4eec-824d-7caa65c5ae66),segment_id=cdc9b619-b711-4eec-824d-7caa65c5ae66)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:01.996522 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.015392 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c51ac92-ec6c-4ad6-82bf-3456fc846909 req-93799c7c-b40b-480b-a484-cc7815f5f1a2 tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4e7a17c-d209-4662-b88d-a518cff9df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Dec 08 21:50:02.037452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for afcc0360-a178-43aa-a372-a44aefd18c59 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:02.043974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Deleting port f3d10148-022f-4dbf-bdad-72b0fa279c89 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:02.044433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.047782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7ebf216a-fa76-40a0-b0a2-183bbce97a27 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:02.048152 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.048405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ec79a-55c9-4536-b715-b9365011bdd4 req-4c959b07-1d63-4809-a6a7-270b4f615208 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:02.050536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b4ec79a-55c9-4536-b715-b9365011bdd4 req-4c959b07-1d63-4809-a6a7-270b4f615208 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 943 time: 0.1701789 Dec 08 21:50:02.052851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:02.100015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.100364 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment 9a2e23dd-279c-4118-a44c-ded110ec5910 of type vlan for network 28172997-3a78-482f-a1a8-413e6cf93409 Dec 08 21:50:02.163709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] For port f3d10148-022f-4dbf-bdad-72b0fa279c89, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f3d10148-022f-4dbf-bdad-72b0fa279c89,segment=NetworkSegment(aaa5d2f3-5ecc-469b-a381-3ea116f7317e),segment_id=aaa5d2f3-5ecc-469b-a381-3ea116f7317e)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:02.164378 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.173690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Network 8edd1daa-95fc-4797-90e9-94af84091ce9 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:02.178864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Calling delete_port for f3d10148-022f-4dbf-bdad-72b0fa279c89 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:02.187867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:02.208727 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.221108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b4ec79a-55c9-4536-b715-b9365011bdd4 req-1e3862bd-6892-4ee9-9961-22540dddd60a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567950 Dec 08 21:50:02.229617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:50:02.327527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.332719 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.333007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:02.333601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.367826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.390591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] Pushing event deleted for resources: {'Port': ['ID=afcc0360-a178-43aa-a372-a44aefd18c59,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:02.394866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e2bb40-1c54-4371-980c-5d5564ee84be None None] No DVR routers for this DVR port afcc0360-a178-43aa-a372-a44aefd18c59 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:02.395208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d2569-c9cd-4df2-907d-0c1b7b6bd014 req-d075ebb2-931b-4aae-a0b3-754cbe0988b0 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:02.396807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f9d2569-c9cd-4df2-907d-0c1b7b6bd014 req-d075ebb2-931b-4aae-a0b3-754cbe0988b0 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 943 time: 0.0861290 Dec 08 21:50:02.412399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6338491 Dec 08 21:50:02.437982 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.450313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52270) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:02.464240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port afcc0360-a178-43aa-a372-a44aefd18c59 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:02.466588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f9d2569-c9cd-4df2-907d-0c1b7b6bd014 req-17b118cc-f5fd-491e-9358-4e38e951921a tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526185 Dec 08 21:50:02.467484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.470647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:02.473817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 7ebf216a-fa76-40a0-b0a2-183bbce97a27, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ebf216a-fa76-40a0-b0a2-183bbce97a27,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:02.474394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=afcc0360-a178-43aa-a372-a44aefd18c59,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:02.484783 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.486635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': '28172997-3a78-482f-a1a8-413e6cf93409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:02.490290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f3d10148-022f-4dbf-bdad-72b0fa279c89'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:02.497014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'port_id': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'mac_address': 'fa:16:3e:35:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:50:02.513410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fc4c3-9fb3-4e78-ac9c-e1b18ade2d26 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=28172997-3a78-482f-a1a8-413e6cf93409,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:02.526052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Router e61f1f84-0404-4517-b169-ddd263f6cf3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:02.543528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 28172997-3a78-482f-a1a8-413e6cf93409 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:02.544107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Pushing event deleted for resources: {'Port': ['ID=f3d10148-022f-4dbf-bdad-72b0fa279c89,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:02.625949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:02.636501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] No DVR routers for this DVR port f3d10148-022f-4dbf-bdad-72b0fa279c89 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:02.641468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.645008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-528974e0-fbb0-4ba9-8640-255eff64a4db req-569ba96e-54f9-4027-a7da-f88f6aee75ba tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.37 "DELETE /v2.0/ports/f3d10148-022f-4dbf-bdad-72b0fa279c89 HTTP/1.1" status: 204 len: 173 time: 0.7881696 Dec 08 21:50:02.645549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a4f20-3f51-4caa-b2ee-828c122bf799', 'name': 'network-vif-deleted', 'tag': 'f3d10148-022f-4dbf-bdad-72b0fa279c89'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:02.647928 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b498b834-94de-4dce-813f-bb8176e2b5f8" -d '{"events": [{"server_uuid": "f95a4f20-3f51-4caa-b2ee-828c122bf799", "name": "network-vif-deleted", "tag": "f3d10148-022f-4dbf-bdad-72b0fa279c89"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:02.652187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.669157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=7ebf216a-fa76-40a0-b0a2-183bbce97a27,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:02.672240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:02.672240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fc05ffa4-bbf5-4ab5-855c-d1ce80dc7617 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:02.673821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afcc0360-a178-43aa-a372-a44aefd18c59 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:02.706085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: afcc0360-a178-43aa-a372-a44aefd18c59 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:02.706569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afcc0360-a178-43aa-a372-a44aefd18c59 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:02.708781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:02.712574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.713555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.724490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11537c13-5dba-45bc-9231-46d40987f1ef']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:02.726923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:02.757616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:02.765353 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.766008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 834e5dd4-43f8-46e0-aaca-d583f990a830 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:50:02.776978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc9b619-b711-4eec-824d-7caa65c5ae66') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:02.777332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc9b619-b711-4eec-824d-7caa65c5ae66') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:02.792230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.801859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a6734-7c73-4a5e-a960-024ecd3b5a16 req-7031a882-ed54-46c2-9fb5-e94798a96982 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:02.803619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc8a6734-7c73-4a5e-a960-024ecd3b5a16 req-7031a882-ed54-46c2-9fb5-e94798a96982 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 943 time: 0.1972034 Dec 08 21:50:02.825706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.837612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:02.838029 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:02.841697 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:02.872580 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:02.920443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=834e5dd4-43f8-46e0-aaca-d583f990a830,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:02.934315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '834e5dd4-43f8-46e0-aaca-d583f990a830', 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'port_id': '834e5dd4-43f8-46e0-aaca-d583f990a830', 'mac_address': 'fa:16:3e:09:12:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd70da3-9661-4c22-bc4c-f0b64d356de9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:50:02.973690 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:02.988812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834e5dd4-43f8-46e0-aaca-d583f990a830 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:03.010629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=834e5dd4-43f8-46e0-aaca-d583f990a830,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:03.015586 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.021739 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a339a3-24e7-4bb5-a820-a86c3801fe92 x-openstack-request-id: req-c1a339a3-24e7-4bb5-a820-a86c3801fe92 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:03.022142 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95a4f20-3f51-4caa-b2ee-828c122bf799", "name": "network-vif-deleted", "tag": "f3d10148-022f-4dbf-bdad-72b0fa279c89", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:03.022269 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1a339a3-24e7-4bb5-a820-a86c3801fe92 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:03.022675 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95a4f20-3f51-4caa-b2ee-828c122bf799', 'name': 'network-vif-deleted', 'tag': 'f3d10148-022f-4dbf-bdad-72b0fa279c89', 'status': 'completed', 'code': 200} Dec 08 21:50:03.068604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=834e5dd4-43f8-46e0-aaca-d583f990a830,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:03.162705 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a40155c1-9f2e-46bc-80e6-cb2f2d0ce68d req-0d744061-d846-4c33-8c87-eaa42131356f tempest-ServerMetadataNegativeTestJSON-994204629 tempest-ServerMetadataNegativeTestJSON-994204629-project] 10.222.0.21 "GET /v2.0/ports?device_id=f95a4f20-3f51-4caa-b2ee-828c122bf799 HTTP/1.1" status: 200 len: 210 time: 0.0427349 Dec 08 21:50:03.222383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:03.229607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['834e5dd4-43f8-46e0-aaca-d583f990a830'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:03.260061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.265461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:03.272922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ff45df2e-10c5-420f-9e2f-8d49b2f0f0a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/e61f1f84-0404-4517-b169-ddd263f6cf3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5187051 Dec 08 21:50:03.282629 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.289418 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc8a6734-7c73-4a5e-a960-024ecd3b5a16 req-e157715d-3898-446e-aa11-4862f9632f13 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4453218 Dec 08 21:50:03.302021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Sync routers for ids ['e61f1f84-0404-4517-b169-ddd263f6cf3e'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:03.307492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.310322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "DELETE /v2.0/networks/11537c13-5dba-45bc-9231-46d40987f1ef HTTP/1.1" status: 204 len: 168 time: 1.8344200 Dec 08 21:50:03.318052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52284) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:03.332858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-915689269'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:03.339185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6a048-cc06-4b56-a1d9-907f45b9f402 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Network': ['ID=11537c13-5dba-45bc-9231-46d40987f1ef,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:03.353150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=09f80241-f9dc-4a2b-883d-5f99e96a4a49,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:03.365666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Routers {'e61f1f84-0404-4517-b169-ddd263f6cf3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:03.366325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['e61f1f84-0404-4517-b169-ddd263f6cf3e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:03.371199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': '9a2e23dd-279c-4118-a44c-ded110ec5910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28172997-3a78-482f-a1a8-413e6cf93409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:03.371894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: 28172997-3a78-482f-a1a8-413e6cf93409, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:03.387492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:03.391096 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.433161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 28172997-3a78-482f-a1a8-413e6cf93409 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:03.450111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:03.452217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 28172997-3a78-482f-a1a8-413e6cf93409) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:03.460333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:03.461051 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.461733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade0728-9633-473c-882b-93268bea385d None None] Network 28172997-3a78-482f-a1a8-413e6cf93409 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:03.480775 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.481197 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Added segment 4f97128f-4c4f-4afb-b75e-9d7af50a08d2 of type vlan for network 2bc45534-e9ec-406b-a7aa-e945e69d8551 Dec 08 21:50:03.486526 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5945633e-3706-42ca-bf96-7091a7fbd729 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0147851 Dec 08 21:50:03.489163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52290) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:03.494051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2056ef09-afee-436a-b975-ac535bad530b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-603538491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:03.504846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283b484-f5ec-4ba3-8bce-0f102ccdcd78 req-8670b671-9ee5-46fd-96a6-a3899c51369e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:03.506656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a283b484-f5ec-4ba3-8bce-0f102ccdcd78 req-8670b671-9ee5-46fd-96a6-a3899c51369e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 944 time: 0.1206150 Dec 08 21:50:03.520463 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2056ef09-afee-436a-b975-ac535bad530b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.521494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2056ef09-afee-436a-b975-ac535bad530b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.557916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.598480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2056ef09-afee-436a-b975-ac535bad530b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.601860 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a283b484-f5ec-4ba3-8bce-0f102ccdcd78 req-bc7bebd1-ca7b-48f6-9750-480195ee89ca tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678291 Dec 08 21:50:03.611007 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2056ef09-afee-436a-b975-ac535bad530b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.617299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.623219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:03.626435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.639183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Set router e61f1f84-0404-4517-b169-ddd263f6cf3e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:03.645954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2056ef09-afee-436a-b975-ac535bad530b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.647453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2056ef09-afee-436a-b975-ac535bad530b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1572239 Dec 08 21:50:03.651040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52296) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:03.656610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'port': {'network_id': '28172997-3a78-482f-a1a8-413e6cf93409', 'name': 'tempest-RoutersIpV6Test-2146744293'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:03.685600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c9e4-a961-4d5a-8aca-0e115e62bdd2 req-0d5222c3-682d-4a57-af35-0c5058597067 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:03.690660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3692658 Dec 08 21:50:03.695279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1795c9e4-a961-4d5a-8aca-0e115e62bdd2 req-0d5222c3-682d-4a57-af35-0c5058597067 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 944 time: 0.0984204 Dec 08 21:50:03.695797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52298) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:03.701211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'subnet': {'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:03.737988 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d9dba-f5f5-4ded-adb6-e1d10144669b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Network': ['ID=2bc45534-e9ec-406b-a7aa-e945e69d8551,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:03.795144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1795c9e4-a961-4d5a-8aca-0e115e62bdd2 req-cc784474-5e15-41d6-8726-eeff152692f6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892324 Dec 08 21:50:03.796316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 2bc45534-e9ec-406b-a7aa-e945e69d8551 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:03.829401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:03.835259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.897771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:03.901857 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:03.931961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ebf216a-fa76-40a0-b0a2-183bbce97a27 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:03.968496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] device_id is not set on port 76f4e1c5-9bf9-464c-adc4-20bbe754cd25 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:50:04.073089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.099134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-525c12a4-4409-410a-b72a-d943526aba3d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:04.100707 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-525c12a4-4409-410a-b72a-d943526aba3d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 810 time: 0.1886847 Dec 08 21:50:04.106401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-28172997-3a78-482f-a1a8-413e6cf93409', 'network_id': '28172997-3a78-482f-a1a8-413e6cf93409', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': '09f80241-f9dc-4a2b-883d-5f99e96a4a49'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:50:04.107368 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.120798 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-aa8be406-bf50-43b9-a701-54e2368483a7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/quotas/df94033607804999a85b6bc1f8e63a08 HTTP/1.1" status: 200 len: 375 time: 0.0127194 Dec 08 21:50:04.151717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Subnet': ['ID=9d3de0b3-5895-4458-b08c-5a49a2676a34,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:04.154966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:50:04.156914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f3d10148-022f-4dbf-bdad-72b0fa279c89 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:04.170568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Checking segment: {'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:04.170930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network hostable DHCP agents. Network: 2bc45534-e9ec-406b-a7aa-e945e69d8551, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:04.171136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8::233 (28172997-3a78-482f-a1a8-413e6cf93409/09f80241-f9dc-4a2b-883d-5f99e96a4a49/76f4e1c5-9bf9-464c-adc4-20bbe754cd25) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:04.188892 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7ebf216a-fa76-40a0-b0a2-183bbce97a27 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:04.189300 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.194935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network 2bc45534-e9ec-406b-a7aa-e945e69d8551 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:04.200010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: f3d10148-022f-4dbf-bdad-72b0fa279c89 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:04.200211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f3d10148-022f-4dbf-bdad-72b0fa279c89 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:04.208768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-b8a6f804-ad9a-4143-912d-7effd998b470 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820408 Dec 08 21:50:04.216200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 2bc45534-e9ec-406b-a7aa-e945e69d8551) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:04.223759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:04.224998 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.248090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-708f5e48-e781-4559-9f17-e6b84aa52157 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5509644 Dec 08 21:50:04.250492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52310) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:04.257912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2060301994'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:04.263847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52314) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:04.329818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:04.334348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.356709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f7f3c2-92c8-4af6-b0d1-59eda15fd142 admin admin] Deleting subnet ea61438c-17df-4f87-85ca-e0b68ee539e1 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:04.360848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64f7f3c2-92c8-4af6-b0d1-59eda15fd142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.401503 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-65d831f7-7757-4310-80d0-dc7d76779cda service neutron] 10.222.0.21 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916497 Dec 08 21:50:04.403952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64f7f3c2-92c8-4af6-b0d1-59eda15fd142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.424644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68439d5f-1a44-46cc-81e6-3c5536c96888 None None] Network 2bc45534-e9ec-406b-a7aa-e945e69d8551 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:04.501026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:04.518998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.524039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.525060 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Added segment 312b8024-96cb-4eb0-a625-8b140cd531eb of type vlan for network babd618e-4564-4ef3-a5e5-87647052b887 Dec 08 21:50:04.542244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64f7f3c2-92c8-4af6-b0d1-59eda15fd142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.542445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-c5b3d877-de0f-4454-9240-f218d34dad8b service neutron] 10.222.0.21 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398966 Dec 08 21:50:04.553371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e205f-d594-4309-861e-915af0c6bba5 req-a98ec0a6-ea75-45cb-90b4-bd996d980906 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:04.555132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-470e205f-d594-4309-861e-915af0c6bba5 req-a98ec0a6-ea75-45cb-90b4-bd996d980906 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 943 time: 0.1182089 Dec 08 21:50:04.593917 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.603692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:50:01Z', 'revision_number': 4, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port': {'id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:52Z', 'updated_at': '2021-12-08T21:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bdeb9e5e-db7f-4405-b05f-abc44b6baf23', 'name': '', 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'mac_address': 'fa:16:3e:28:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '37c556ad-1121-4618-a18d-767f55fa1891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:59Z', 'updated_at': '2021-12-08T21:50:01Z', 'revision_number': 2, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'subnets': [{'id': '37c556ad-1121-4618-a18d-767f55fa1891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:04.635589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.649677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 28172997-3a78-482f-a1a8-413e6cf93409 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:04.655540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:04.664006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-470e205f-d594-4309-861e-915af0c6bba5 req-28d1a305-8186-4f02-95da-10fb84f8286e tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722148 Dec 08 21:50:04.664238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:04.671219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:04.671922 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.676217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=76f4e1c5-9bf9-464c-adc4-20bbe754cd25,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:04.696346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Checking router: e61f1f84-0404-4517-b169-ddd263f6cf3e for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:50:04.696753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Updating router e61f1f84-0404-4517-b169-ddd263f6cf3e port bdeb9e5e-db7f-4405-b05f-abc44b6baf23 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:50:04.703883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2f698ef7-1111-42fa-8c2a-17dd836ee910 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0492368 Dec 08 21:50:04.704940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52320) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:04.714220 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.724461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:04.725351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.763799 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64f7f3c2-92c8-4af6-b0d1-59eda15fd142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.772495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:04.825598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Allocated IP 2001:db8::2 (28172997-3a78-482f-a1a8-413e6cf93409/09f80241-f9dc-4a2b-883d-5f99e96a4a49/a7432fd3-64a8-430d-a428-0d8b9c276db7) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:04.858468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6027572 Dec 08 21:50:04.858468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7f3c2-92c8-4af6-b0d1-59eda15fd142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea61438c-17df-4f87-85ca-e0b68ee539e1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:04.858963 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64f7f3c2-92c8-4af6-b0d1-59eda15fd142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.862066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-64f7f3c2-92c8-4af6-b0d1-59eda15fd142 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea61438c-17df-4f87-85ca-e0b68ee539e1 HTTP/1.1" status: 204 len: 168 time: 0.5970745 Dec 08 21:50:04.862628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52328) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:04.868953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52330) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:04.891874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'subnet': {'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:04.929778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f58abdb-73c6-43cf-9d73-2e475ba3fabc req-6483f85a-f27a-43d3-a71d-26bd0b7aee17 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 210 time: 0.0791571 Dec 08 21:50:04.948994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52578fd-4292-49a2-b713-20bb6ec5a6e1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Network': ['ID=babd618e-4564-4ef3-a5e5-87647052b887,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:04.968858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.984219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network babd618e-4564-4ef3-a5e5-87647052b887 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:04.986105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-2bc45534-e9ec-406b-a7aa-e945e69d8551', 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'fixed_ips': [{'subnet_id': '9d3de0b3-5895-4458-b08c-5a49a2676a34'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:50:04.987156 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:04.987537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca6991-064e-4940-801e-310ef7c1db06 req-fafbb939-537d-403d-911b-b9342aa2cdca tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:04.995057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7ca6991-064e-4940-801e-310ef7c1db06 req-fafbb939-537d-403d-911b-b9342aa2cdca tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 944 time: 0.1862464 Dec 08 21:50:05.019771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'port_id': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'mac_address': 'fa:16:3e:a5:8e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:50:05.061983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7ca6991-064e-4940-801e-310ef7c1db06 req-6a5d7cf8-0450-4dfe-a5e9-c3858b996eb5 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619910 Dec 08 21:50:05.094873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:05.100309 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.226998 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.257031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.295377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b32b41-a9e1-4e08-9e97-d6687c451f11 req-32b45d86-58c5-43b2-9090-c39a20e42acd tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:05.304855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37b32b41-a9e1-4e08-9e97-d6687c451f11 req-32b45d86-58c5-43b2-9090-c39a20e42acd tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 944 time: 0.2027743 Dec 08 21:50:05.326665 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.334076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.335023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:05.375556 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.404968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:05.429117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Subnet': ['ID=4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:05.434938 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.437614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Checking segment: {'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:05.437984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network hostable DHCP agents. Network: babd618e-4564-4ef3-a5e5-87647052b887, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:05.447820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Network 28172997-3a78-482f-a1a8-413e6cf93409 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:05.462572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network babd618e-4564-4ef3-a5e5-87647052b887 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:05.476298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, babd618e-4564-4ef3-a5e5-87647052b887) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:05.482444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:05.483951 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.495537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:05.502606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Allocated IP 19.80.0.2 (2bc45534-e9ec-406b-a7aa-e945e69d8551/9d3de0b3-5895-4458-b08c-5a49a2676a34/d218049c-4228-42d1-987d-accaa150dcc4) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:05.504731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc2fb69-3b84-4b1a-963f-c1f0629b3524 None None] Network babd618e-4564-4ef3-a5e5-87647052b887 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:05.514637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-017b7211-207e-4679-a5f7-e1d1ff20d4fc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6204460 Dec 08 21:50:05.514850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:05.579637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.587699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Pushing event updated for resources: {'Port': ['ID=a7432fd3-64a8-430d-a428-0d8b9c276db7,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:05.619947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37b32b41-a9e1-4e08-9e97-d6687c451f11 req-faa82e05-0ea8-417b-a3f5-909df7c78dec tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132277 Dec 08 21:50:05.684950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90ed281-1298-4328-b845-609734bd9028']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:05.698946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:05.712571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa5d2f3-5ecc-469b-a381-3ea116f7317e') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:05.712842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa5d2f3-5ecc-469b-a381-3ea116f7317e') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:05.720180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.744498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.764856 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bac66577-c847-44c6-84b4-d0485abde599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.819828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.833784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Attempting to bind port a7432fd3-64a8-430d-a428-0d8b9c276db7 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:05.834392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Attempting to bind port a7432fd3-64a8-430d-a428-0d8b9c276db7 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '9a2e23dd-279c-4118-a44c-ded110ec5910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28172997-3a78-482f-a1a8-413e6cf93409'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:05.834664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Attempting to bind port a7432fd3-64a8-430d-a428-0d8b9c276db7 on network 28172997-3a78-482f-a1a8-413e6cf93409 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:05.844880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:05.845284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:05.850353 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:05.861207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:05.861586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Checking segment: {'id': '9a2e23dd-279c-4118-a44c-ded110ec5910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28172997-3a78-482f-a1a8-413e6cf93409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:05.861984 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.862378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Bound using segment: {'id': '9a2e23dd-279c-4118-a44c-ded110ec5910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28172997-3a78-482f-a1a8-413e6cf93409'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:05.862885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Bound port: a7432fd3-64a8-430d-a428-0d8b9c276db7, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2e23dd-279c-4118-a44c-ded110ec5910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28172997-3a78-482f-a1a8-413e6cf93409'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:05.863267 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:05.864977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:05.882425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d10c587b-6ac6-487e-8c33-06ee9a6dd5da tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:05.888764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d10c587b-6ac6-487e-8c33-06ee9a6dd5da tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:05.890779 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d10c587b-6ac6-487e-8c33-06ee9a6dd5da tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/networks?id=2bc45534-e9ec-406b-a7aa-e945e69d8551&id=babd618e-4564-4ef3-a5e5-87647052b887 HTTP/1.1" status: 200 len: 1391 time: 0.1876497 Dec 08 21:50:05.909269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-be9f3ad8-e07d-4aba-889e-aaa0ccb211d7 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/quotas/da35c2b14efb4d0281881de2f672797e HTTP/1.1" status: 200 len: 375 time: 0.0121400 Dec 08 21:50:05.972629 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-139e16d0-5931-455b-acaf-4741a9d5c38a tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556145 Dec 08 21:50:06.010316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665fc14-f4cb-4d47-8fdc-bc14d5b19460 req-ad41d89c-1a2c-4960-a887-f7d73ea6f142 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:06.011872 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2665fc14-f4cb-4d47-8fdc-bc14d5b19460 req-ad41d89c-1a2c-4960-a887-f7d73ea6f142 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 944 time: 0.2372644 Dec 08 21:50:06.012526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.017911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.021061 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d90ed281-1298-4328-b845-609734bd9028 HTTP/1.1" status: 204 len: 168 time: 1.1513965 Dec 08 21:50:06.042100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc308081-323a-43b5-8a26-df7a5e90d0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d90ed281-1298-4328-b845-609734bd9028,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:06.099182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-055ebc87-bf60-45bc-b4fc-fbbce6bdb39c service neutron] 10.222.0.21 "GET /v2.0/networks/2bc45534-e9ec-406b-a7aa-e945e69d8551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171145 Dec 08 21:50:06.149774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2665fc14-f4cb-4d47-8fdc-bc14d5b19460 req-4a4090b6-c947-482e-89b1-65ce7f3a74d4 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063414 Dec 08 21:50:06.277706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52360) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:06.302163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-4318c8c2-1f14-423f-8680-49d3cd76b9bc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:06.303813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-4318c8c2-1f14-423f-8680-49d3cd76b9bc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.23 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 810 time: 0.1445498 Dec 08 21:50:06.305667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:06.315868 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.320286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-582d4e03-ebb9-41d6-ad8c-a0801fa9b5bb req-77356f45-763f-482c-b9ce-2c6fbe614d08 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 210 time: 0.0529969 Dec 08 21:50:06.322280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Request body: {'port': {'device_id': '42897ba3-f35f-47f4-af5f-62602d2c2a0c', 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9', 'admin_state_up': True, 'tenant_id': 'df94033607804999a85b6bc1f8e63a08'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:06.383186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-babd618e-4564-4ef3-a5e5-87647052b887', 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'fixed_ips': [{'subnet_id': '4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:50:06.384165 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.384894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.393064 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.400575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-da7b7b53-6b04-4fe4-b403-8879a8365041 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48f0de374bb84145a89acb77691f9769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132631 Dec 08 21:50:06.407401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52362) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:06.426642 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.448910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] For port a7432fd3-64a8-430d-a428-0d8b9c276db7, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:06.458179 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.462669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d97de3d-0375-4e1e-9de8-6c3aa33a1522 service neutron] 10.222.0.21 "GET /v2.0/networks/2bc45534-e9ec-406b-a7aa-e945e69d8551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623905 Dec 08 21:50:06.508538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=76f4e1c5-9bf9-464c-adc4-20bbe754cd25,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:06.510150 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.516413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] For port a7432fd3-64a8-430d-a428-0d8b9c276db7, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a7432fd3-64a8-430d-a428-0d8b9c276db7,segment=NetworkSegment(9a2e23dd-279c-4118-a44c-ded110ec5910),segment_id=9a2e23dd-279c-4118-a44c-ded110ec5910)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:06.579003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced41bd-9956-458a-82f1-3a783e398801 req-0845135e-cea4-4d62-877c-99330d5e2bf5 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:06.580539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aced41bd-9956-458a-82f1-3a783e398801 req-0845135e-cea4-4d62-877c-99330d5e2bf5 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 944 time: 0.1396067 Dec 08 21:50:06.586811 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.604034 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38dd672c-78f1-4465-a35a-dd5f36789e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.641536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da97760-7090-45b4-adee-654c7ce013a1 None None] Pushing event updated for resources: {'Port': ['ID=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:06.650680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Network 2bc45534-e9ec-406b-a7aa-e945e69d8551 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:06.652952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Made reservation on behalf of df94033607804999a85b6bc1f8e63a08 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:06.657040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.670465 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38dd672c-78f1-4465-a35a-dd5f36789e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.673925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:06.696272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aced41bd-9956-458a-82f1-3a783e398801 req-625f729c-3252-451c-9112-7f61337b0991 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920553 Dec 08 21:50:06.696998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.731194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:06.792319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-eb047f86-8bb1-4909-b477-9d793c7f0192 service neutron] 10.222.0.21 "GET /v2.0/networks/babd618e-4564-4ef3-a5e5-87647052b887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161333 Dec 08 21:50:06.825708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:06.826078 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.850763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:06.892786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Pushing event updated for resources: {'Port': ['ID=d218049c-4228-42d1-987d-accaa150dcc4,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:06.904936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Attempting to bind port bdeb9e5e-db7f-4405-b05f-abc44b6baf23 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:06.905309 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Attempting to bind port bdeb9e5e-db7f-4405-b05f-abc44b6baf23 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:06.905674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Attempting to bind port bdeb9e5e-db7f-4405-b05f-abc44b6baf23 on network 8edd1daa-95fc-4797-90e9-94af84091ce9 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:06.996938 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38dd672c-78f1-4465-a35a-dd5f36789e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.000314 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38dd672c-78f1-4465-a35a-dd5f36789e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.001901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-38dd672c-78f1-4465-a35a-dd5f36789e4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4e7a17c-d209-4662-b88d-a518cff9df12 HTTP/1.1" status: 204 len: 168 time: 0.5934887 Dec 08 21:50:07.004948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1f06fbb-ffd3-45dc-93ae-1e0fcfde7ed6 service neutron] 10.222.0.21 "GET /v2.0/networks/babd618e-4564-4ef3-a5e5-87647052b887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037215 Dec 08 21:50:07.055742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd672c-78f1-4465-a35a-dd5f36789e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e7a17c-d209-4662-b88d-a518cff9df12,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:07.056719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Allocated IP 19.86.0.2 (babd618e-4564-4ef3-a5e5-87647052b887/4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29/833da49b-ab45-4efa-8857-a7cdcebca1eb) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:07.061329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:07.061711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Checking segment: {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:07.062140 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.062513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Bound using segment: {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:07.064455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Bound port: bdeb9e5e-db7f-4405-b05f-abc44b6baf23, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:07.069306 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.081199 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Allocated IP 172.20.0.8 (8edd1daa-95fc-4797-90e9-94af84091ce9/37c556ad-1121-4618-a18d-767f55fa1891/7c125f24-cd52-4fb2-90cb-b1a13eb8af1f) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:07.191943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Attempting to bind port d218049c-4228-42d1-987d-accaa150dcc4 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:07.192533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Attempting to bind port d218049c-4228-42d1-987d-accaa150dcc4 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:07.193089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Attempting to bind port d218049c-4228-42d1-987d-accaa150dcc4 on network 2bc45534-e9ec-406b-a7aa-e945e69d8551 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:07.328478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:07.328870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Checking segment: {'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:07.329380 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.329849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Bound using segment: {'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:07.330372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Bound port: d218049c-4228-42d1-987d-accaa150dcc4, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:07.330831 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.398911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa00fc-918a-402d-89a9-b8e896bb37e6 None None] Pushing event updated for resources: {'Port': ['ID=a7432fd3-64a8-430d-a428-0d8b9c276db7,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:07.509767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] For port bdeb9e5e-db7f-4405-b05f-abc44b6baf23, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:07.521472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] For port bdeb9e5e-db7f-4405-b05f-abc44b6baf23, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:07.531122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.559672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.613128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.661616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] For port d218049c-4228-42d1-987d-accaa150dcc4, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:07.691444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e49e83-417e-4b56-b008-978df801dfb7 req-80938df6-75b6-4c37-a592-af9edb63bcf7 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:07.693492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26e49e83-417e-4b56-b008-978df801dfb7 req-80938df6-75b6-4c37-a592-af9edb63bcf7 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 944 time: 0.2394576 Dec 08 21:50:07.702346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.730994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:07.733301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a687ff-7a77-45b2-8a38-a317a274b631 req-6cf4f914-e2ad-42c1-99db-db1eb4c314c1 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:07.733781 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04333764-3c17-44a8-9e62-ed6bd4d8c861" -d '{"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-plugged", "status": "completed", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:07.735025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04a687ff-7a77-45b2-8a38-a317a274b631 req-6cf4f914-e2ad-42c1-99db-db1eb4c314c1 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 944 time: 0.1272020 Dec 08 21:50:07.794911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Routers {'e61f1f84-0404-4517-b169-ddd263f6cf3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:07.795561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['e61f1f84-0404-4517-b169-ddd263f6cf3e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:07.819287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] For port d218049c-4228-42d1-987d-accaa150dcc4, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d218049c-4228-42d1-987d-accaa150dcc4,segment=NetworkSegment(4f97128f-4c4f-4afb-b75e-9d7af50a08d2),segment_id=4f97128f-4c4f-4afb-b75e-9d7af50a08d2)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:07.845389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04a687ff-7a77-45b2-8a38-a317a274b631 req-f4206e8e-c776-402b-887d-8d757b6514a6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888295 Dec 08 21:50:07.868087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Network 8edd1daa-95fc-4797-90e9-94af84091ce9 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:07.895433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.902159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:07.908903 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.909998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:07.917071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Pushing event updated for resources: {'Port': ['ID=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:07.921862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:07.950040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26e49e83-417e-4b56-b008-978df801dfb7 req-55b32764-df8a-46e0-ab26-29cf3c75111b tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433925 Dec 08 21:50:08.052810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bde517ff-4c1b-47b5-b02d-f8f88624e941 req-920c852a-c0c9-427e-a0d4-39a1301265f2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 210 time: 0.0871027 Dec 08 21:50:08.099301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:08.151924 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:08.170782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a7432fd3-64a8-430d-a428-0d8b9c276db7 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:08.176644 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:08.203572 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:08.206200 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:08.207361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 834e5dd4-43f8-46e0-aaca-d583f990a830 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:08.218440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=76f4e1c5-9bf9-464c-adc4-20bbe754cd25,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:08.269225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:08.270642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:08.323529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da97760-7090-45b4-adee-654c7ce013a1 None None] Pushing event updated for resources: {'Port': ['ID=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:08.334791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 28172997-3a78-482f-a1a8-413e6cf93409 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:08.338111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:08.339310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ab4d-4320-4cb0-ba29-d62ff39e5ac6 req-13130cf8-a9cc-4287-a21d-ed4cb2e3d1dd tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:08.350787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3d87-3dba-4c04-a816-71fa4b45a741 req-0a867574-b35f-4c2f-b44d-a4058755714c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:08.359402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb4c3d87-3dba-4c04-a816-71fa4b45a741 req-0a867574-b35f-4c2f-b44d-a4058755714c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 946 time: 0.1071515 Dec 08 21:50:08.364087 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed64ab4d-4320-4cb0-ba29-d62ff39e5ac6 req-13130cf8-a9cc-4287-a21d-ed4cb2e3d1dd tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 931 time: 0.2530813 Dec 08 21:50:08.416590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-6d990000-16e1-43c5-8ef3-183c209b4edf tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0973494 Dec 08 21:50:08.420641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] Set router e61f1f84-0404-4517-b169-ddd263f6cf3e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:08.472873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Request body: {'port': {'device_id': '42897ba3-f35f-47f4-af5f-62602d2c2a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:08.567272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb4c3d87-3dba-4c04-a816-71fa4b45a741 req-ada0c5fa-3265-4705-be65-661720d815b2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067170 Dec 08 21:50:08.600160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed64ab4d-4320-4cb0-ba29-d62ff39e5ac6 req-a65d916a-55c9-4d08-ad8e-155cd3042697 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351136 Dec 08 21:50:08.704525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:08.705425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:50:08.728864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52408) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:08.739417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00164390-e094-4e68-9067-c999fa7a68cf None None] Network 28172997-3a78-482f-a1a8-413e6cf93409 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:08.767601 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af363173-58de-4a40-9e5d-d1c6c9a358b6 x-openstack-request-id: req-af363173-58de-4a40-9e5d-d1c6c9a358b6 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:08.767601 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-plugged", "status": "completed", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:08.767601 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af363173-58de-4a40-9e5d-d1c6c9a358b6 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:08.776318 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'code': 200} Dec 08 21:50:08.778366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e4c0cd3-934c-4c8d-8e40-e2567ce876bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.026648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7c04-822f-4675-b5d1-0101e833df52 None None] Pushing event updated for resources: {'Port': ['ID=d218049c-4228-42d1-987d-accaa150dcc4,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:09.050529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-849573158-network', 'tenant_id': 'a8c450ed29b344b69f2cf7d0f4d70b3c'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:09.093749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Network babd618e-4564-4ef3-a5e5-87647052b887 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:09.100101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Pushing event updated for resources: {'Port': ['ID=833da49b-ab45-4efa-8857-a7cdcebca1eb,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:09.128759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:09.149849 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d45e30b1-4b29-4269-9268-de7c7ac89972 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4437697 Dec 08 21:50:09.159485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52418) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:09.164506 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30873e57-24eb-4c97-9358-a0b3e498c3bd None None] Sync routers for ids ['18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:09.169422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1e3c567e-3b51-47ef-9cdd-6d16159a2d43 None None] Provisioning complete for port a7432fd3-64a8-430d-a428-0d8b9c276db7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:09.169973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c567e-3b51-47ef-9cdd-6d16159a2d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.172297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.190755 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30873e57-24eb-4c97-9358-a0b3e498c3bd None None] Routers {'18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:09.194429 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-30873e57-24eb-4c97-9358-a0b3e498c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:09.241480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f398-a89e-49c4-9d84-31ad36f9116c req-d1dd4b5e-4c1d-4bc7-a92c-41b9e1c66033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:09.245567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec02f398-a89e-49c4-9d84-31ad36f9116c req-d1dd4b5e-4c1d-4bc7-a92c-41b9e1c66033 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1097 time: 0.3182540 Dec 08 21:50:09.263823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:09.267151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:09.284037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 834e5dd4-43f8-46e0-aaca-d583f990a830 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:50:09.291686 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-30873e57-24eb-4c97-9358-a0b3e498c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:09.307219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc0320-2beb-4039-8143-37bd85f8ca62 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:09.315081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-eedc0320-2beb-4039-8143-37bd85f8ca62 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports/76f4e1c5-9bf9-464c-adc4-20bbe754cd25 HTTP/1.1" status: 200 len: 984 time: 0.1541862 Dec 08 21:50:09.319774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52420) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:09.330342 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30873e57-24eb-4c97-9358-a0b3e498c3bd None None] Routers {'18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:09.332348 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-30873e57-24eb-4c97-9358-a0b3e498c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:09.335694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e6a09-cf06-4ee7-adeb-d3fe0d78e77b req-f7e96e94-3c8f-40e7-b489-776c79f549a8 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:09.348278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-619e6a09-cf06-4ee7-adeb-d3fe0d78e77b req-f7e96e94-3c8f-40e7-b489-776c79f549a8 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 944 time: 0.3468971 Dec 08 21:50:09.364517 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.365211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 834e5dd4-43f8-46e0-aaca-d583f990a830 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:09.365613 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.387694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Made reservation on behalf of a8c450ed29b344b69f2cf7d0f4d70b3c for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:09.389869 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.413080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a7432fd3-64a8-430d-a428-0d8b9c276db7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:09.413455 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.419819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.435478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c19ce-b645-46b0-883c-5db8d4d95775 req-1e9ce9db-516c-418b-9ad7-7c2bdb85a64f tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:09.436999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c7c19ce-b645-46b0-883c-5db8d4d95775 req-1e9ce9db-516c-418b-9ad7-7c2bdb85a64f tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 944 time: 0.3542278 Dec 08 21:50:09.452470 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-30873e57-24eb-4c97-9358-a0b3e498c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:09.454310 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30873e57-24eb-4c97-9358-a0b3e498c3bd None None] The sync data for ids ['18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:09.469767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-57658049-2d37-4af1-ac9a-3618e7dc4a16 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:09.475726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-57658049-2d37-4af1-ac9a-3618e7dc4a16 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:09.477312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-57658049-2d37-4af1-ac9a-3618e7dc4a16 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "GET /v2.0/networks?id=2bc45534-e9ec-406b-a7aa-e945e69d8551&id=babd618e-4564-4ef3-a5e5-87647052b887 HTTP/1.1" status: 200 len: 1391 time: 0.6195159 Dec 08 21:50:09.483972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec02f398-a89e-49c4-9d84-31ad36f9116c req-c06eddad-0ad1-452c-bb2e-3e43b9e764c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301230 Dec 08 21:50:09.513840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-619e6a09-cf06-4ee7-adeb-d3fe0d78e77b req-95713c36-82d0-43b1-9f9b-f141d65e459b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641567 Dec 08 21:50:09.514363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'port': {'device_id': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551', 'admin_state_up': True, 'tenant_id': 'da35c2b14efb4d0281881de2f672797e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:09.633707 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c7c19ce-b645-46b0-883c-5db8d4d95775 req-288a3109-1ffc-4f0f-bc41-99edea85ee9c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823089 Dec 08 21:50:09.715874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1fcc491c-8014-43f0-853e-fb77e74766f5 req-a68fa133-1558-465d-9180-132c543e99fe tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 210 time: 0.0383868 Dec 08 21:50:09.765568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.770300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=10']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:09.778419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Attempting to bind port 833da49b-ab45-4efa-8857-a7cdcebca1eb on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:09.778896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Attempting to bind port 833da49b-ab45-4efa-8857-a7cdcebca1eb by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:09.779344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Attempting to bind port 833da49b-ab45-4efa-8857-a7cdcebca1eb on network babd618e-4564-4ef3-a5e5-87647052b887 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:09.867185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:09.870982 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:09.871768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Checking segment: {'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:09.872370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.872896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Bound using segment: {'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:09.873781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Bound port: 833da49b-ab45-4efa-8857-a7cdcebca1eb, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:09.874179 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.882653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.909181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.912054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:09.915738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.922969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Transition to ACTIVE for port object 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:50:09.924096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.937239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:09.937560 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.947162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:09.947607 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Added segment 1885f94c-f695-4c4f-b024-2ec555b81444 of type vlan for network bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8 Dec 08 21:50:09.985350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917d6dd-04a2-4835-a0a6-13cfcdaba01f req-70f0dbaa-5742-4f5e-b10a-a18000d500a7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:09.994544 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3917d6dd-04a2-4835-a0a6-13cfcdaba01f req-70f0dbaa-5742-4f5e-b10a-a18000d500a7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 931 time: 0.1665311 Dec 08 21:50:10.008749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:50:01Z', 'revision_number': 4, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port': {'id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:52Z', 'updated_at': '2021-12-08T21:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bdeb9e5e-db7f-4405-b05f-abc44b6baf23', 'name': '', 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'mac_address': 'fa:16:3e:28:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '37c556ad-1121-4618-a18d-767f55fa1891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:59Z', 'updated_at': '2021-12-08T21:50:07Z', 'revision_number': 4, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'subnets': [{'id': '37c556ad-1121-4618-a18d-767f55fa1891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:10.011024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.030304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.097539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ac7a2-045d-4620-8168-e854ac5c324d None None] The sync data for ids ['e61f1f84-0404-4517-b169-ddd263f6cf3e'] in n-d-821126-1 is: [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:50:01Z', 'revision_number': 4, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port': {'id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:52Z', 'updated_at': '2021-12-08T21:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bdeb9e5e-db7f-4405-b05f-abc44b6baf23', 'name': '', 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'mac_address': 'fa:16:3e:28:65:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '37c556ad-1121-4618-a18d-767f55fa1891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:59Z', 'updated_at': '2021-12-08T21:50:07Z', 'revision_number': 4, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'subnets': [{'id': '37c556ad-1121-4618-a18d-767f55fa1891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:10.107337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3917d6dd-04a2-4835-a0a6-13cfcdaba01f req-1f303052-65de-494c-b494-afa9c5d73bd8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117799 Dec 08 21:50:10.113215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.114377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:10.114977 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.118605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=834e5dd4-43f8-46e0-aaca-d583f990a830,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:10.184843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f6e0f-e49b-4d92-8da6-9b86813c935c req-65d736ba-8790-4a2d-af4c-aaaeb245416e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:10.208492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.209616 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.210653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f59f6e0f-e49b-4d92-8da6-9b86813c935c req-65d736ba-8790-4a2d-af4c-aaaeb245416e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 946 time: 0.4525018 Dec 08 21:50:10.227686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.230346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.275909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:10.283524 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a610193-8c7d-41d0-ad3b-94ac535f9f9e None None] Network 2bc45534-e9ec-406b-a7aa-e945e69d8551 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:10.307009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5740385 Dec 08 21:50:10.312614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52428) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:10.316555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1863485c-d404-415c-9da3-891f3be0733c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:10.317400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Request body: {'subnet': {'network_id': 'bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-849573158-subnet', 'tenant_id': 'a8c450ed29b344b69f2cf7d0f4d70b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:10.408163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbc16c-a5d2-4654-89c5-bd635de87d3e admin admin] Pushing event updated for resources: {'Network': ['ID=bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:10.410009 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Made reservation on behalf of a8c450ed29b344b69f2cf7d0f4d70b3c for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:10.412088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.476229 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c567e-3b51-47ef-9cdd-6d16159a2d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.486515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:10.530737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:10.543573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f59f6e0f-e49b-4d92-8da6-9b86813c935c req-9cc17dcd-e777-4799-96c1-3def487bc91d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309991 Dec 08 21:50:10.693019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Attempting to bind port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:10.693572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Attempting to bind port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:10.694292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Attempting to bind port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f on network 8edd1daa-95fc-4797-90e9-94af84091ce9 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:10.696780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Allocated IP 19.80.0.8 (2bc45534-e9ec-406b-a7aa-e945e69d8551/9d3de0b3-5895-4458-b08c-5a49a2676a34/8818ff14-91e4-497f-823d-297fc315b299) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:10.728064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f on network 8edd1daa-95fc-4797-90e9-94af84091ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:50:10.728613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Attempting to bind port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f on network 8edd1daa-95fc-4797-90e9-94af84091ce9 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:10.749691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:10.750329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Checking segment: {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:10.750925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Bound using segment: {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:10.751660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Bound port: 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:10.752515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.766830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port a7432fd3-64a8-430d-a428-0d8b9c276db7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a7432fd3-64a8-430d-a428-0d8b9c276db7,segment=NetworkSegment(9a2e23dd-279c-4118-a44c-ded110ec5910),segment_id=9a2e23dd-279c-4118-a44c-ded110ec5910)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:10.794515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e5dd4-43f8-46e0-aaca-d583f990a830'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:10.798002 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046c502a-e2ae-4c65-b139-d1431a29ea8d" -d '{"events": [{"server_uuid": "0e0608e9-dfa2-49b2-a932-55398156cecd", "name": "network-vif-plugged", "status": "completed", "tag": "834e5dd4-43f8-46e0-aaca-d583f990a830"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:10.825301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] For port 833da49b-ab45-4efa-8857-a7cdcebca1eb, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:10.830606 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:10.901732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=834e5dd4-43f8-46e0-aaca-d583f990a830,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:10.920132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec8ffc-bf67-4d23-9f04-edf8c8d835fa req-542816a5-ee20-41a1-8f57-70bde3d0ae84 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:10.922452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59ec8ffc-bf67-4d23-9f04-edf8c8d835fa req-542816a5-ee20-41a1-8f57-70bde3d0ae84 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 945 time: 0.2050803 Dec 08 21:50:10.972101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] For port 833da49b-ab45-4efa-8857-a7cdcebca1eb, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=833da49b-ab45-4efa-8857-a7cdcebca1eb,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:10.975657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=a7432fd3-64a8-430d-a428-0d8b9c276db7,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:11.020304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:50:11.022950 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:11.092149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:11.092709 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:11.224158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59ec8ffc-bf67-4d23-9f04-edf8c8d835fa req-36735b22-8f98-4cb3-b45a-435f92c9f50f tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805212 Dec 08 21:50:11.253696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:11.327218 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-1e3c567e-3b51-47ef-9cdd-6d16159a2d43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:50:11.327698 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-1e3c567e-3b51-47ef-9cdd-6d16159a2d43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:50:11.328175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:11.329019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bdeb9e5e-db7f-4405-b05f-abc44b6baf23 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:11.453538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0076de3b-4eac-4b84-ba0a-3f34bdb290f9 req-94c505c7-63da-43ca-8564-3f38a7aa02cf tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 210 time: 0.0852685 Dec 08 21:50:11.507348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 76f4e1c5-9bf9-464c-adc4-20bbe754cd25 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:11.511304 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:11.524169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e76850-b410-475b-8e7c-22a8871898b3,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:11.551274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3eb11-ce04-4ecc-932f-7b5cf3bacf54 None None] Pushing event updated for resources: {'Port': ['ID=833da49b-ab45-4efa-8857-a7cdcebca1eb,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:11.561535 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41225565-e85e-40e1-bfd5-3852d1314698 x-openstack-request-id: req-41225565-e85e-40e1-bfd5-3852d1314698 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:11.561851 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0608e9-dfa2-49b2-a932-55398156cecd", "name": "network-vif-plugged", "status": "completed", "tag": "834e5dd4-43f8-46e0-aaca-d583f990a830", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:11.562158 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41225565-e85e-40e1-bfd5-3852d1314698 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:11.562451 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e5dd4-43f8-46e0-aaca-d583f990a830', 'code': 200} Dec 08 21:50:11.669826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bdeb9e5e-db7f-4405-b05f-abc44b6baf23 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:11.670297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:11.719821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Checking segment: {'id': '1885f94c-f695-4c4f-b024-2ec555b81444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:11.720437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Network hostable DHCP agents. Network: bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:12.019104 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.148711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c98b6-60c1-437e-9b5a-2e9d48955ed2 req-db7b3eda-75da-446d-8d7b-fb56b4787b77 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.165954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329c98b6-60c1-437e-9b5a-2e9d48955ed2 req-db7b3eda-75da-446d-8d7b-fb56b4787b77 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 944 time: 1.3849714 Dec 08 21:50:12.220060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] For port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:12.246316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] For port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:12.247819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.254482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:12.264359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.268052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.270121 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.283639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Network bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:12.288459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 76f4e1c5-9bf9-464c-adc4-20bbe754cd25 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:12.295222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad57339-087c-44cd-b003-6f8b52dc0f38 req-3fa01100-48f1-46e9-8b24-5b892ad4bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.298778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ad57339-087c-44cd-b003-6f8b52dc0f38 req-3fa01100-48f1-46e9-8b24-5b892ad4bafb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 1096 time: 0.6172249 Dec 08 21:50:12.299349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] Provisioning complete for port d218049c-4228-42d1-987d-accaa150dcc4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:12.299736 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.331432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329c98b6-60c1-437e-9b5a-2e9d48955ed2 req-a940bb2d-65fb-4b19-b29f-9a8fa576140d tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616600 Dec 08 21:50:12.332361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.334475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.341104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] 10.222.0.23 "PUT /v2.0/ports/7c125f24-cd52-4fb2-90cb-b1a13eb8af1f HTTP/1.1" status: 200 len: 1091 time: 3.8836851 Dec 08 21:50:12.348127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42897ba3-f35f-47f4-af5f-62602d2c2a0c', 'tag': '7c125f24-cd52-4fb2-90cb-b1a13eb8af1f'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:12.358468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e04fc-7b65-408e-85e5-d4898a6765ad req-97770a64-8509-4916-9a81-f37ffc3de3b4 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.359404 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70" -d '{"events": [{"name": "network-changed", "server_uuid": "42897ba3-f35f-47f4-af5f-62602d2c2a0c", "tag": "7c125f24-cd52-4fb2-90cb-b1a13eb8af1f"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:12.367371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba9e04fc-7b65-408e-85e5-d4898a6765ad req-97770a64-8509-4916-9a81-f37ffc3de3b4 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 943 time: 0.7022128 Dec 08 21:50:12.398405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:12.446133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d9ae4-1c7e-4942-871a-f9430bd29109 None None] Network bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:12.450301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port bdeb9e5e-db7f-4405-b05f-abc44b6baf23, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:12.459270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.460243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.523189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.523979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d218049c-4228-42d1-987d-accaa150dcc4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:12.533983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:12.554356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.555329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-00708d1b-4e50-48ef-be50-ffe051c5bf02 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2336040 Dec 08 21:50:12.557382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ad57339-087c-44cd-b003-6f8b52dc0f38 req-2bdc972b-5fad-4c13-b68c-c592e7083e0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452199 Dec 08 21:50:12.569147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d223c1-6ea2-4587-81b3-6814a69fcbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:12.602072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba9e04fc-7b65-408e-85e5-d4898a6765ad req-47524732-743c-4bdf-a9f5-2f73e9676799 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334671 Dec 08 21:50:12.658225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-5d6111c6-4aa1-4829-8fb5-750635997832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.659845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-5d6111c6-4aa1-4829-8fb5-750635997832 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 1094 time: 0.1940901 Dec 08 21:50:12.669551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f22e8e-af43-4567-a06b-046cc88371f5 req-82259cb1-01f5-4d89-abf6-1a7063497de8 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.677026 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73f22e8e-af43-4567-a06b-046cc88371f5 req-82259cb1-01f5-4d89-abf6-1a7063497de8 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 946 time: 0.1123090 Dec 08 21:50:12.710057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.810409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d218049c-4228-42d1-987d-accaa150dcc4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:12.810983 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.812585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:12.819339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-909b700b-ee2c-4c7c-b580-be9aa39e576d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f HTTP/1.1" status: 200 len: 217 time: 0.1176240 Dec 08 21:50:12.823961 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.838140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73f22e8e-af43-4567-a06b-046cc88371f5 req-5de3585b-8d68-4a40-bf4f-68323e2ac62e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602259 Dec 08 21:50:12.847745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad08b6d-b9ba-4d9f-9730-55ea57ee0b13 req-d2c00ec7-ceb1-4a54-9667-6244f4ae571d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.849335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1ad08b6d-b9ba-4d9f-9730-55ea57ee0b13 req-d2c00ec7-ceb1-4a54-9667-6244f4ae571d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 945 time: 0.1165483 Dec 08 21:50:12.901790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1ad08b6d-b9ba-4d9f-9730-55ea57ee0b13 req-c3324a8f-eafe-489c-8070-e52bcc86bc99 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Dec 08 21:50:12.904991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:12.957149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52490) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:12.960785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-313ec97f-1d86-4ca0-9d7b-7ae08dc9b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:12.962572 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-313ec97f-1d86-4ca0-9d7b-7ae08dc9b3c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 200 len: 850 time: 0.1234980 Dec 08 21:50:12.965892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network 2bc45534-e9ec-406b-a7aa-e945e69d8551 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:12.969628 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612cd90b-667a-4851-9363-c67fb150fd4e x-openstack-request-id: req-612cd90b-667a-4851-9363-c67fb150fd4e {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:12.970014 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42897ba3-f35f-47f4-af5f-62602d2c2a0c", "tag": "7c125f24-cd52-4fb2-90cb-b1a13eb8af1f", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:12.970357 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-612cd90b-667a-4851-9363-c67fb150fd4e {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:12.970989 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42897ba3-f35f-47f4-af5f-62602d2c2a0c', 'tag': '7c125f24-cd52-4fb2-90cb-b1a13eb8af1f', 'status': 'completed', 'code': 200} Dec 08 21:50:12.984285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:12.996799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:13.015447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=76f4e1c5-9bf9-464c-adc4-20bbe754cd25,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:13.021456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-c92303c5-45c9-4df6-88bb-03e70015b0b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8edd1daa-95fc-4797-90e9-94af84091ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467420 Dec 08 21:50:13.043457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Port': ['ID=8818ff14-91e4-497f-823d-297fc315b299,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:13.132322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-006ec3a6-3df8-4bae-a275-fa2aa3b24ea0 admin admin] Deleting subnet d1e76850-b410-475b-8e7c-22a8871898b3 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:13.135143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.151616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-006ec3a6-3df8-4bae-a275-fa2aa3b24ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.180294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:13.181114 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.197998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559369-887c-42f9-9ff8-bdb0a0a6a70f req-8dfd1db8-7b48-4ec8-a7b0-8fc16eb9d63d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:13.200262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88559369-887c-42f9-9ff8-bdb0a0a6a70f req-8dfd1db8-7b48-4ec8-a7b0-8fc16eb9d63d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 930 time: 0.1310930 Dec 08 21:50:13.206921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d9a3d-8942-4d9f-aefc-e98a93486aee None None] Network babd618e-4564-4ef3-a5e5-87647052b887 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:13.225169 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-006ec3a6-3df8-4bae-a275-fa2aa3b24ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.230065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2159d4b-3da3-417d-b697-2b3d6e7501c3 None None] Network bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:13.270290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-006ec3a6-3df8-4bae-a275-fa2aa3b24ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.310139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88559369-887c-42f9-9ff8-bdb0a0a6a70f req-2cad298a-b584-470b-8fd8-b21413956a49 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893843 Dec 08 21:50:13.319826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] For port d218049c-4228-42d1-987d-accaa150dcc4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d218049c-4228-42d1-987d-accaa150dcc4,segment=NetworkSegment(4f97128f-4c4f-4afb-b75e-9d7af50a08d2),segment_id=4f97128f-4c4f-4afb-b75e-9d7af50a08d2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:13.329858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-9d8f2a51-8e76-485c-9f8e-8010f84717f8 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8222170 Dec 08 21:50:13.351965 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.358131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-ce41f75a-8673-4baa-ad56-4aecf2e079cd service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108056 Dec 08 21:50:13.365933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Request body: {'port': {'device_id': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887', 'admin_state_up': True, 'tenant_id': 'da35c2b14efb4d0281881de2f672797e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:13.443074 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-006ec3a6-3df8-4bae-a275-fa2aa3b24ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.477850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] Provisioning complete for port a7432fd3-64a8-430d-a428-0d8b9c276db7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:13.478262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.498681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-006ec3a6-3df8-4bae-a275-fa2aa3b24ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.505672 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-006ec3a6-3df8-4bae-a275-fa2aa3b24ea0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1e76850-b410-475b-8e7c-22a8871898b3 HTTP/1.1" status: 204 len: 168 time: 0.5451610 Dec 08 21:50:13.505672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ec3a6-3df8-4bae-a275-fa2aa3b24ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e76850-b410-475b-8e7c-22a8871898b3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:13.510520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52496) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:13.553836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] Pushing event updated for resources: {'Port': ['ID=d218049c-4228-42d1-987d-accaa150dcc4,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:13.566741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:13.569002 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c124fd-0fd2-4508-818c-389f79577666" -d '{"events": [{"server_uuid": "f892ab7e-ace8-44f6-aa0e-3dddd27c6327", "name": "network-vif-plugged", "status": "completed", "tag": "8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:13.652733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-920074cc-c7a8-465a-8ce1-9cd479111b17 req-2663646a-c9b5-4c8d-913a-115843b1339c service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774081 Dec 08 21:50:13.657886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Made reservation on behalf of da35c2b14efb4d0281881de2f672797e for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:13.662593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.670667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544e56d-1843-46a4-a885-035eaf94a7a6 req-0ec05119-4a2f-40a8-9c2e-e531da527c08 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:13.678615 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6544e56d-1843-46a4-a885-035eaf94a7a6 req-0ec05119-4a2f-40a8-9c2e-e531da527c08 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.2523963 Dec 08 21:50:13.681794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:13.752754 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc8212e-a66f-4a14-8a75-790ea13dfa3c x-openstack-request-id: req-5dc8212e-a66f-4a14-8a75-790ea13dfa3c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:13.753284 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f892ab7e-ace8-44f6-aa0e-3dddd27c6327", "name": "network-vif-plugged", "status": "completed", "tag": "8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:13.753697 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc8212e-a66f-4a14-8a75-790ea13dfa3c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:13.754262 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'code': 200} Dec 08 21:50:13.760242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:13.793120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3cc41882-a462-4ec0-9ba8-75d55e0e38b8 None None] Could not find standard attr ID for object 76f4e1c5-9bf9-464c-adc4-20bbe754cd25. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 21:50:13.853578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6544e56d-1843-46a4-a885-035eaf94a7a6 req-63451306-a5b6-4355-919e-a8c61ce3aceb tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670017 Dec 08 21:50:13.904550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bdeb9e5e-db7f-4405-b05f-abc44b6baf23 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:13.960686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-a057c145-d69f-4bde-86b8-1be5df67febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:13.962279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-a057c145-d69f-4bde-86b8-1be5df67febb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 1094 time: 0.1509471 Dec 08 21:50:13.974585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2df2c-db2c-4cc1-b4af-3629749929dc req-a26046c9-1676-4b1e-8189-ea8d700f3433 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:13.976166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9fa2df2c-db2c-4cc1-b4af-3629749929dc req-a26046c9-1676-4b1e-8189-ea8d700f3433 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 943 time: 0.1486504 Dec 08 21:50:13.996381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] Provisioning complete for port 8818ff14-91e4-497f-823d-297fc315b299 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:13.999588 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.010804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:14.023170 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-12d93bb5-3d1d-491a-b958-85e5cff9b6ca tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6997213 Dec 08 21:50:14.033412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8a81f-30b9-404a-a5c6-d014d59d9027 None None] Sync routers for ids ['18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:14.049342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52504) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:14.072855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe9d0c-1312-4fa9-b708-b19b700c07bc req-54e47aad-1f5e-4c25-becb-04542b0319e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:14.074206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95fe9d0c-1312-4fa9-b708-b19b700c07bc req-54e47aad-1f5e-4c25-becb-04542b0319e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 1096 time: 0.2393219 Dec 08 21:50:14.077357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Allocated IP 19.86.0.90 (babd618e-4564-4ef3-a5e5-87647052b887/4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29/96e34ea2-fb3f-474e-8e59-f33bbb001745) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:14.079967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] Port 8818ff14-91e4-497f-823d-297fc315b299 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:14.084566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8a81f-30b9-404a-a5c6-d014d59d9027 None None] Routers {'18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:14.085176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f1d8a81f-30b9-404a-a5c6-d014d59d9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:14.119487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9fa2df2c-db2c-4cc1-b4af-3629749929dc req-7d39cf3b-3347-4abd-bd3e-e9e378a139dc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120837 Dec 08 21:50:14.120536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bdeb9e5e-db7f-4405-b05f-abc44b6baf23 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:14.121474 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.126837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f1d8a81f-30b9-404a-a5c6-d014d59d9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:14.162385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] Provisioning complete for port 833da49b-ab45-4efa-8857-a7cdcebca1eb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:14.162781 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.170427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8a81f-30b9-404a-a5c6-d014d59d9027 None None] Routers {'18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:14.170427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f1d8a81f-30b9-404a-a5c6-d014d59d9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:14.175329 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.182338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-c0d42c0c-01b3-49df-b00c-ee7660da3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:14.184444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-c0d42c0c-01b3-49df-b00c-ee7660da3cc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 911 time: 0.2073915 Dec 08 21:50:14.208903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbee9d-9b89-4019-abb1-4ca6a21d0ef6 req-f01c2cde-e2a1-42a1-9604-975b242fefd4 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:14.218600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2acbee9d-9b89-4019-abb1-4ca6a21d0ef6 req-f01c2cde-e2a1-42a1-9604-975b242fefd4 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 945 time: 0.2037835 Dec 08 21:50:14.233080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f1d8a81f-30b9-404a-a5c6-d014d59d9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:14.233751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8a81f-30b9-404a-a5c6-d014d59d9027 None None] The sync data for ids ['18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:14.259752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-fc453a76-bcff-4d25-83f9-b489161ed7ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f HTTP/1.1" status: 200 len: 217 time: 0.0592134 Dec 08 21:50:14.268855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:14.314970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a7432fd3-64a8-430d-a428-0d8b9c276db7 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:14.317850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-b0e1d0ed-e019-408b-8d3c-df6ea85abc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:14.320097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-b0e1d0ed-e019-408b-8d3c-df6ea85abc86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 200 len: 850 time: 0.0496891 Dec 08 21:50:14.347905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1885f94c-f695-4c4f-b024-2ec555b81444') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:14.348204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1885f94c-f695-4c4f-b024-2ec555b81444') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:14.350118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.351268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95fe9d0c-1312-4fa9-b708-b19b700c07bc req-3c3b469f-f9d6-40dc-a7aa-3270fad8ce10 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858408 Dec 08 21:50:14.367274 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.368024 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-98e6ecde-817c-41d9-bd6f-197da3b7e4cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8edd1daa-95fc-4797-90e9-94af84091ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371618 Dec 08 21:50:14.371475 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2acbee9d-9b89-4019-abb1-4ca6a21d0ef6 req-6bbe1a1c-a223-41cc-b99e-78e2b7ce1c06 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520207 Dec 08 21:50:14.399102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] For port 833da49b-ab45-4efa-8857-a7cdcebca1eb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=833da49b-ab45-4efa-8857-a7cdcebca1eb,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:14.407982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.411122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.413113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a7432fd3-64a8-430d-a428-0d8b9c276db7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:14.413631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.465248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.466070 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-3b5ae151-2ab0-4080-9289-db1d332b0b9e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 21:50:14.467138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3b5ae151-2ab0-4080-9289-db1d332b0b9e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4069829 Dec 08 21:50:14.470028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52510) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:14.473627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:14.475207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:14.479139 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:14.520613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-46ebac65-9bae-4743-93a5-1e90667ed1b8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce HTTP/1.1" status: 200 len: 205 time: 0.0465562 Dec 08 21:50:14.520833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a5f83-bf54-4326-9cc5-5836cb362f6e None None] Pushing event updated for resources: {'Port': ['ID=833da49b-ab45-4efa-8857-a7cdcebca1eb,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:14.522233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52512) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:14.558132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7094e8f6-27d7-42a7-835f-5331c8012c6d None None] Provisioning complete for port 833da49b-ab45-4efa-8857-a7cdcebca1eb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:14.558580 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7094e8f6-27d7-42a7-835f-5331c8012c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.591340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.597803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.598618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 833da49b-ab45-4efa-8857-a7cdcebca1eb up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:14.601596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] 10.222.0.21 "DELETE /v2.0/networks/bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8 HTTP/1.1" status: 204 len: 168 time: 1.0898476 Dec 08 21:50:14.619078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bb10e-5569-4c4c-affe-de3a8bed293a req-027b8ed0-4cd4-41cd-9020-d664f3a1a1f6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:14.621036 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-637bb10e-5569-4c4c-affe-de3a8bed293a req-027b8ed0-4cd4-41cd-9020-d664f3a1a1f6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 945 time: 0.0846481 Dec 08 21:50:14.635277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc988039-bb95-44bf-a9d7-aca21d9b4afb admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe5ebe1-ff6a-4d9b-a8ba-a37deba501d8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:14.648434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f152e8-7f56-44db-94e7-03e443f9ed18 req-81dc0528-effa-41f9-8d6a-34f2644a8bad tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:14.650474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26f152e8-7f56-44db-94e7-03e443f9ed18 req-81dc0528-effa-41f9-8d6a-34f2644a8bad tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 930 time: 0.2031550 Dec 08 21:50:14.655342 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3701c5f-b2e0-4679-bf97-f4b6d3c2e66d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.662343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-3163da19-3ecc-4bc1-a15e-9fe91f458831 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847400 Dec 08 21:50:14.681505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-637bb10e-5569-4c4c-affe-de3a8bed293a req-c1e8dc60-cde8-4a6a-9ca0-0e85ab325ffd tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487108 Dec 08 21:50:14.730096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 833da49b-ab45-4efa-8857-a7cdcebca1eb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:14.730610 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.738449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.759639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52520) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:14.808992 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c1034b81-613d-4856-989a-27f8e2d24ab3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8c450ed29b344b69f2cf7d0f4d70b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475907 Dec 08 21:50:14.812246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52522) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:14.869471 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c3068f8a-450a-4720-8364-bbdb3c4bbc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.892259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c3068f8a-450a-4720-8364-bbdb3c4bbc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.924538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Network babd618e-4564-4ef3-a5e5-87647052b887 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:14.945563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c3068f8a-450a-4720-8364-bbdb3c4bbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.948226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c3068f8a-450a-4720-8364-bbdb3c4bbc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:14.952646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c3068f8a-450a-4720-8364-bbdb3c4bbc70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1863485c-d404-415c-9da3-891f3be0733c HTTP/1.1" status: 204 len: 168 time: 0.1366723 Dec 08 21:50:14.954696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26f152e8-7f56-44db-94e7-03e443f9ed18 req-8545d6f0-e4fb-4e7c-ab5b-d13a5cc602e4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949655 Dec 08 21:50:14.958999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3068f8a-450a-4720-8364-bbdb3c4bbc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1863485c-d404-415c-9da3-891f3be0733c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:14.960091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:14.965466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event updated for resources: {'Port': ['ID=96e34ea2-fb3f-474e-8e59-f33bbb001745,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:14.980010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:14.981685 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3701c5f-b2e0-4679-bf97-f4b6d3c2e66d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.004433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3701c5f-b2e0-4679-bf97-f4b6d3c2e66d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.028796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f4bdaa0-d67e-4f66-b0d8-d320507eef70 req-ac29e6f1-b0b3-43a4-9211-2b1bf56907a3 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297882 Dec 08 21:50:15.113944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3701c5f-b2e0-4679-bf97-f4b6d3c2e66d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.114560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3701c5f-b2e0-4679-bf97-f4b6d3c2e66d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Fanout notify agent at l3_agent the message router_deleted on router 18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:50:15.123457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:15.124158 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.134914 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3701c5f-b2e0-4679-bf97-f4b6d3c2e66d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.139830 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d3701c5f-b2e0-4679-bf97-f4b6d3c2e66d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce HTTP/1.1" status: 204 len: 168 time: 0.6138895 Dec 08 21:50:15.140278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52536) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:15.163568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-62594f0b-1da0-4a48-8f72-209224000bd4 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8042593 Dec 08 21:50:15.173043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e34f3-c70a-4fdf-9fde-e175f2935d07 req-d4f18b94-bd44-4ed8-9b7c-72b7b74157ad tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:15.174706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e3e34f3-c70a-4fdf-9fde-e175f2935d07 req-d4f18b94-bd44-4ed8-9b7c-72b7b74157ad tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.0987427 Dec 08 21:50:15.179965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Request body: {'port': {'device_id': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:15.265123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c193649-3f87-43af-851b-0f42f46f3750 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet 09f80241-f9dc-4a2b-883d-5f99e96a4a49 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:15.268690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e3e34f3-c70a-4fdf-9fde-e175f2935d07 req-3a14fa01-c1e4-467e-aa04-11fe6b7761ae tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840907 Dec 08 21:50:15.276036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.279645 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c193649-3f87-43af-851b-0f42f46f3750 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.357101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c193649-3f87-43af-851b-0f42f46f3750 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.409494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4c3ede33-6432-4a69-ad9e-0181027cab14 None None] Provisioning complete for port 96e34ea2-fb3f-474e-8e59-f33bbb001745 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:15.410201 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c3ede33-6432-4a69-ad9e-0181027cab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.497792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ede33-6432-4a69-ad9e-0181027cab14 None None] Port 96e34ea2-fb3f-474e-8e59-f33bbb001745 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:15.532920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568b84c-0fa6-4cac-b0ef-5ce5e9893dd2 req-f7d502cd-3160-44e0-8eeb-e8e1990b95d6 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:15.535258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8568b84c-0fa6-4cac-b0ef-5ce5e9893dd2 req-f7d502cd-3160-44e0-8eeb-e8e1990b95d6 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 943 time: 0.1346483 Dec 08 21:50:15.538952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c193649-3f87-43af-851b-0f42f46f3750 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.624210 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8568b84c-0fa6-4cac-b0ef-5ce5e9893dd2 req-adf083cd-54c1-433d-882a-13e765b2f9ab tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819557 Dec 08 21:50:15.684831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c193649-3f87-43af-851b-0f42f46f3750 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.697141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d218049c-4228-42d1-987d-accaa150dcc4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:15.710125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c193649-3f87-43af-851b-0f42f46f3750 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.719157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8c193649-3f87-43af-851b-0f42f46f3750 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/09f80241-f9dc-4a2b-883d-5f99e96a4a49 HTTP/1.1" status: 204 len: 168 time: 0.5775578 Dec 08 21:50:15.720037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52564) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:15.729924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659a5fc-2a8c-4f35-a1ca-ff13f4c5c187 None None] Network 28172997-3a78-482f-a1a8-413e6cf93409 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:15.746813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390aded-2949-4e4c-aaf8-ae00526fed95 req-3f72f493-719f-4dfb-919d-6ebfd68fa0c5 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:15.748526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a390aded-2949-4e4c-aaf8-ae00526fed95 req-3f72f493-719f-4dfb-919d-6ebfd68fa0c5 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 945 time: 0.0927753 Dec 08 21:50:15.774077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c193649-3f87-43af-851b-0f42f46f3750 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=09f80241-f9dc-4a2b-883d-5f99e96a4a49,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:15.811527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a390aded-2949-4e4c-aaf8-ae00526fed95 req-67e95cca-fb82-4dd5-b562-01624b8efc62 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561481 Dec 08 21:50:15.846102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8818ff14-91e4-497f-823d-297fc315b299 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:15.854518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.877735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Transition to ACTIVE for port object 8818ff14-91e4-497f-823d-297fc315b299 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:50:15.880476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d218049c-4228-42d1-987d-accaa150dcc4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:15.880855 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.883310 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.930327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:15.972501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Pushing event updated for resources: {'Port': ['ID=8818ff14-91e4-497f-823d-297fc315b299,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:16.030435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port a7432fd3-64a8-430d-a428-0d8b9c276db7 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:16.034981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.036136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 833da49b-ab45-4efa-8857-a7cdcebca1eb up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:16.064153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] DHCP port deletion for 28172997-3a78-482f-a1a8-413e6cf93409 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:50:16.064914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Attempting to bind port 8818ff14-91e4-497f-823d-297fc315b299 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:16.065326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Attempting to bind port 8818ff14-91e4-497f-823d-297fc315b299 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:16.065778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Attempting to bind port 8818ff14-91e4-497f-823d-297fc315b299 on network 2bc45534-e9ec-406b-a7aa-e945e69d8551 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:16.072979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Port 8818ff14-91e4-497f-823d-297fc315b299 on network 2bc45534-e9ec-406b-a7aa-e945e69d8551 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:50:16.073628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Attempting to bind port 8818ff14-91e4-497f-823d-297fc315b299 on network 2bc45534-e9ec-406b-a7aa-e945e69d8551 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:16.080524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:16.080868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Checking segment: {'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:16.081307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Bound using segment: {'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:16.082139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Bound port: 8818ff14-91e4-497f-823d-297fc315b299, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f97128f-4c4f-4afb-b75e-9d7af50a08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:16.082563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.170134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] For port 8818ff14-91e4-497f-823d-297fc315b299, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:16.173833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port a7432fd3-64a8-430d-a428-0d8b9c276db7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a7432fd3-64a8-430d-a428-0d8b9c276db7,segment=NetworkSegment(9a2e23dd-279c-4118-a44c-ded110ec5910),segment_id=9a2e23dd-279c-4118-a44c-ded110ec5910)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:16.174300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.174439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] For port 8818ff14-91e4-497f-823d-297fc315b299, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8818ff14-91e4-497f-823d-297fc315b299,segment=NetworkSegment(4f97128f-4c4f-4afb-b75e-9d7af50a08d2),segment_id=4f97128f-4c4f-4afb-b75e-9d7af50a08d2)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:16.189080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.198014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 833da49b-ab45-4efa-8857-a7cdcebca1eb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:16.198014 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.207219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for a7432fd3-64a8-430d-a428-0d8b9c276db7 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:16.225824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:16.226370 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.228603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] 10.222.0.23 "PUT /v2.0/ports/8818ff14-91e4-497f-823d-297fc315b299 HTTP/1.1" status: 200 len: 1090 time: 1.0527830 Dec 08 21:50:16.230386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'tag': '8818ff14-91e4-497f-823d-297fc315b299'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:16.233746 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "tag": "8818ff14-91e4-497f-823d-297fc315b299"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:16.279201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] Deleting port a7432fd3-64a8-430d-a428-0d8b9c276db7 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:16.279683 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.288359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Request body: {'port': {'device_id': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:16.349031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.356303 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba30cbd8-e9b7-449d-bc14-a7f0c91956d7 x-openstack-request-id: req-ba30cbd8-e9b7-449d-bc14-a7f0c91956d7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:16.357477 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "tag": "8818ff14-91e4-497f-823d-297fc315b299", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:16.357822 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba30cbd8-e9b7-449d-bc14-a7f0c91956d7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:16.358318 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'tag': '8818ff14-91e4-497f-823d-297fc315b299', 'status': 'completed', 'code': 200} Dec 08 21:50:16.378149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] For port a7432fd3-64a8-430d-a428-0d8b9c276db7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a7432fd3-64a8-430d-a428-0d8b9c276db7,segment=NetworkSegment(9a2e23dd-279c-4118-a44c-ded110ec5910),segment_id=9a2e23dd-279c-4118-a44c-ded110ec5910)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:16.378543 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.396864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=a7432fd3-64a8-430d-a428-0d8b9c276db7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:16.400530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No DVR routers for this DVR port a7432fd3-64a8-430d-a428-0d8b9c276db7 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:16.439420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] Calling delete_port for a7432fd3-64a8-430d-a428-0d8b9c276db7 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:16.439946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d9fa-45d8-40c6-96db-ad671f759721 req-6c354664-d8ef-4b11-abd9-be9212b789f2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:16.453168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d9fa-45d8-40c6-96db-ad671f759721 req-6c354664-d8ef-4b11-abd9-be9212b789f2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:16.454942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f4f9d9fa-45d8-40c6-96db-ad671f759721 req-6c354664-d8ef-4b11-abd9-be9212b789f2 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1664 time: 0.2791188 Dec 08 21:50:16.550733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25a28f-ca7d-404e-bba5-c5c8904e3a25 service neutron] Pushing event updated for resources: {'Port': ['ID=8818ff14-91e4-497f-823d-297fc315b299,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:16.568142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.581190 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.589078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-cfdca65b-4fc7-4c88-84a9-464a92c5d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:16.590547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-cfdca65b-4fc7-4c88-84a9-464a92c5d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:16.592712 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-cfdca65b-4fc7-4c88-84a9-464a92c5d7b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1911 time: 0.2234650 Dec 08 21:50:16.593433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a089a-31fe-4ac5-b730-ed2c67633869 req-06d41430-1c93-4c7b-ae6e-104abc44f342 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:16.595026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-243a089a-31fe-4ac5-b730-ed2c67633869 req-06d41430-1c93-4c7b-ae6e-104abc44f342 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.1871963 Dec 08 21:50:16.616629 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.630064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28172997-3a78-482f-a1a8-413e6cf93409']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:16.649559 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f4f9d9fa-45d8-40c6-96db-ad671f759721 req-9246f19d-e048-4b5b-8c6d-e555301f0c3f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599443 Dec 08 21:50:16.653655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] Pushing event deleted for resources: {'Port': ['ID=a7432fd3-64a8-430d-a428-0d8b9c276db7,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:16.670720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2e23dd-279c-4118-a44c-ded110ec5910') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:16.671025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2e23dd-279c-4118-a44c-ded110ec5910') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:16.684970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c649659c-78ab-48e6-841b-46c9c5d224d9 None None] No DVR routers for this DVR port a7432fd3-64a8-430d-a428-0d8b9c276db7 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:16.703235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.741919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-243a089a-31fe-4ac5-b730-ed2c67633869 req-2fb3aca7-1bd6-418b-9d76-f042887b93c8 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215494 Dec 08 21:50:16.763154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.763154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:16.763154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:16.763660 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:16.837264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:50:16.963183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:16.981864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '7c125f24-cd52-4fb2-90cb-b1a13eb8af1f', 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9', 'port_id': '7c125f24-cd52-4fb2-90cb-b1a13eb8af1f', 'mac_address': 'fa:16:3e:36:ec:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c556ad-1121-4618-a18d-767f55fa1891', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:50:17.029215 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.044925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:17.066916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:17.075922 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.145436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d098be-d5bd-4dc8-b2d4-24394f7516d6 req-9ab28f0a-3391-41d8-9e3d-b7aba0c07764 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.149234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3d098be-d5bd-4dc8-b2d4-24394f7516d6 req-9ab28f0a-3391-41d8-9e3d-b7aba0c07764 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.0741582 Dec 08 21:50:17.156975 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.156975 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.164157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:17.164668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/28172997-3a78-482f-a1a8-413e6cf93409 HTTP/1.1" status: 204 len: 168 time: 1.4404128 Dec 08 21:50:17.165413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52606) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:17.165655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52608) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:17.176196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Request body: {'floatingip': {'port_id': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:17.183436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1284139031'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:17.274112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609fc37-add1-4d33-880b-123358e96ada tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=28172997-3a78-482f-a1a8-413e6cf93409,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:17.303925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.309932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa162a0-76bf-486b-b56c-b248fdfa1ae1 req-144fc954-cc5e-46ef-bd8b-8138776be469 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.311783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2fa162a0-76bf-486b-b56c-b248fdfa1ae1 req-144fc954-cc5e-46ef-bd8b-8138776be469 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 944 time: 0.1887631 Dec 08 21:50:17.330504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-f1c163b6-b7bd-420f-b615-709dfef49e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.331076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-f1c163b6-b7bd-420f-b615-709dfef49e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.331598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-f1c163b6-b7bd-420f-b615-709dfef49e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.333245 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-f1c163b6-b7bd-420f-b615-709dfef49e33 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=da35c2b14efb4d0281881de2f672797e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7135360 Dec 08 21:50:17.378671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7c125f24-cd52-4fb2-90cb-b1a13eb8af1f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:17.469844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2fa162a0-76bf-486b-b56c-b248fdfa1ae1 req-305e63d6-afe1-4427-9aed-e2c7630edf48 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505415 Dec 08 21:50:17.548004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-4cc986f2-f8db-4ec1-baa1-5c3272c1a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.549962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d812bc6c-5de2-49d8-92c4-89d0e39dc20c req-4cc986f2-f8db-4ec1-baa1-5c3272c1a04f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2044907 Dec 08 21:50:17.624610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e34ea2-fb3f-474e-8e59-f33bbb001745 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:17.633529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.663894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Transition to ACTIVE for port object 96e34ea2-fb3f-474e-8e59-f33bbb001745 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:50:17.669390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.689188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a7432fd3-64a8-430d-a428-0d8b9c276db7 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:17.710180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:17.713124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a7432fd3-64a8-430d-a428-0d8b9c276db7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:17.713567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a7432fd3-64a8-430d-a428-0d8b9c276db7 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:17.713662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.754755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Pushing event updated for resources: {'Port': ['ID=96e34ea2-fb3f-474e-8e59-f33bbb001745,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:17.763118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52620) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:17.804126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:17.820004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c0f15-2f76-4b72-a105-50f62265d73f req-8a678e75-745a-4bc8-8607-1679733d9cff tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.821282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c95c0f15-2f76-4b72-a105-50f62265d73f req-8a678e75-745a-4bc8-8607-1679733d9cff tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 945 time: 0.5483963 Dec 08 21:50:17.865648 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.866060 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment e4a138a2-a898-41ed-a3af-efb7492f6aed of type vlan for network 3f82e302-8605-4383-af45-2d05e0ee9352 Dec 08 21:50:17.880721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b957ae-3547-4740-9235-e7463d07a1a4 req-082bae53-7fff-4c2c-a96e-3ae7ad6cf1a1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.887448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b957ae-3547-4740-9235-e7463d07a1a4 req-082bae53-7fff-4c2c-a96e-3ae7ad6cf1a1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:17.889109 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48b957ae-3547-4740-9235-e7463d07a1a4 req-082bae53-7fff-4c2c-a96e-3ae7ad6cf1a1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1676 time: 0.1171961 Dec 08 21:50:17.924641 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7fd5-8576-4662-abbd-8cb5f0bbcc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:17.942990 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.resource_extend [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:50:17.971255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Attempting to bind port 96e34ea2-fb3f-474e-8e59-f33bbb001745 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:17.971611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Attempting to bind port 96e34ea2-fb3f-474e-8e59-f33bbb001745 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:17.971920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Attempting to bind port 96e34ea2-fb3f-474e-8e59-f33bbb001745 on network babd618e-4564-4ef3-a5e5-87647052b887 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:17.980941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48b957ae-3547-4740-9235-e7463d07a1a4 req-2e4b9f61-2d20-4b5d-baaa-14c1912aa93b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803459 Dec 08 21:50:17.989687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Port 96e34ea2-fb3f-474e-8e59-f33bbb001745 on network babd618e-4564-4ef3-a5e5-87647052b887 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:50:17.990011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Attempting to bind port 96e34ea2-fb3f-474e-8e59-f33bbb001745 on network babd618e-4564-4ef3-a5e5-87647052b887 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:18.007279 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.012727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:18.013069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Checking segment: {'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:18.013640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Bound using segment: {'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:18.013901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Bound port: 96e34ea2-fb3f-474e-8e59-f33bbb001745, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312b8024-96cb-4eb0-a625-8b140cd531eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:18.014313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.038037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c95c0f15-2f76-4b72-a105-50f62265d73f req-e017ed9b-c309-4df8-a7a7-c82a4b70b8dd tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954672 Dec 08 21:50:18.090728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.096826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.100566 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.106131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:18.106744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.126645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7fd5-8576-4662-abbd-8cb5f0bbcc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.128384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] For port 96e34ea2-fb3f-474e-8e59-f33bbb001745, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:18.132067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] For port 96e34ea2-fb3f-474e-8e59-f33bbb001745, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=96e34ea2-fb3f-474e-8e59-f33bbb001745,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:18.133333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7fd5-8576-4662-abbd-8cb5f0bbcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.145740 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.201741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:18.202368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.203798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] 10.222.0.23 "PUT /v2.0/ports/96e34ea2-fb3f-474e-8e59-f33bbb001745 HTTP/1.1" status: 200 len: 1091 time: 1.9274297 Dec 08 21:50:18.203942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 834e5dd4-43f8-46e0-aaca-d583f990a830 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:50:18.238346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4d3f7fd5-8576-4662-abbd-8cb5f0bbcc31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44b718b548b342a598f4fbab374bbf98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719958 Dec 08 21:50:18.244450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f7fd5-8576-4662-abbd-8cb5f0bbcc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82370dfb-0779-47e2-a5ec-af998422a5e1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:18.253174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52626) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:18.260840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0882642 Dec 08 21:50:18.269963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52628) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:18.280785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': '3f82e302-8605-4383-af45-2d05e0ee9352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:18.327075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0f76a-7bac-4a5a-a487-9f872ab12780 service neutron] Pushing event updated for resources: {'Port': ['ID=96e34ea2-fb3f-474e-8e59-f33bbb001745,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:18.335777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd531a-05d6-4049-804e-23a8dda228ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=3f82e302-8605-4383-af45-2d05e0ee9352,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:18.356519 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ed0674e-f0c2-4160-b120-55704a6f7293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.356818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3f82e302-8605-4383-af45-2d05e0ee9352 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:18.362663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'tag': '96e34ea2-fb3f-474e-8e59-f33bbb001745'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:18.365661 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac2957b-83b7-4620-a927-31a803671cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "tag": "96e34ea2-fb3f-474e-8e59-f33bbb001745"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:18.378647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-b19f5ec2-a62c-4c5d-bc79-c276da4ef7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:18.379325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-b19f5ec2-a62c-4c5d-bc79-c276da4ef7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:18.380994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-b19f5ec2-a62c-4c5d-bc79-c276da4ef7fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1978 time: 0.0867038 Dec 08 21:50:18.421852 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Floating IP c84d3737-6476-45fd-ab84-63b4c7c62c7f associated. External IP: 172.25.1.60, port: 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4. Dec 08 21:50:18.441405 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ed0674e-f0c2-4160-b120-55704a6f7293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.443911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-0e6269a7-4b8e-4b30-a7eb-23b57e7221e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=8818ff14-91e4-497f-823d-297fc315b299 HTTP/1.1" status: 200 len: 217 time: 0.0530870 Dec 08 21:50:18.445383 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aa49c8-2797-48c0-9961-9b023dc83006 x-openstack-request-id: req-53aa49c8-2797-48c0-9961-9b023dc83006 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:18.445662 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "tag": "96e34ea2-fb3f-474e-8e59-f33bbb001745", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:18.446385 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53aa49c8-2797-48c0-9961-9b023dc83006 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:18.446385 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'tag': '96e34ea2-fb3f-474e-8e59-f33bbb001745', 'status': 'completed', 'code': 200} Dec 08 21:50:18.519362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-4565e39e-2e22-4fcc-8344-7d76c350a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:18.520846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-4565e39e-2e22-4fcc-8344-7d76c350a3c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d3de0b3-5895-4458-b08c-5a49a2676a34 HTTP/1.1" status: 200 len: 801 time: 0.0693169 Dec 08 21:50:18.527002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=834e5dd4-43f8-46e0-aaca-d583f990a830,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:18.532046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:18.536065 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.548743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '834e5dd4-43f8-46e0-aaca-d583f990a830', 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'port_id': '834e5dd4-43f8-46e0-aaca-d583f990a830', 'mac_address': 'fa:16:3e:09:12:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd70da3-9661-4c22-bc4c-f0b64d356de9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:50:18.580396 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ed0674e-f0c2-4160-b120-55704a6f7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.583280 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ed0674e-f0c2-4160-b120-55704a6f7293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.587242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0ed0674e-f0c2-4160-b120-55704a6f7293 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82370dfb-0779-47e2-a5ec-af998422a5e1 HTTP/1.1" status: 204 len: 168 time: 0.3304923 Dec 08 21:50:18.589247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-12f006a1-8442-4972-bab1-d42f44c3235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:18.590986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-12f006a1-8442-4972-bab1-d42f44c3235a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bc45534-e9ec-406b-a7aa-e945e69d8551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627000 Dec 08 21:50:18.597172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0674e-f0c2-4160-b120-55704a6f7293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82370dfb-0779-47e2-a5ec-af998422a5e1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:18.627000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.659318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 834e5dd4-43f8-46e0-aaca-d583f990a830 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:18.690894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c09705-4422-49bd-b5e4-5f459ca31495 req-97ea8e95-d27f-4d03-a349-d94361c3914e tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:18.692511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47c09705-4422-49bd-b5e4-5f459ca31495 req-97ea8e95-d27f-4d03-a349-d94361c3914e tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 944 time: 0.1319087 Dec 08 21:50:18.694398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=834e5dd4-43f8-46e0-aaca-d583f990a830,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:18.704478 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:18.716766 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-690dee2b-3be5-4b1d-b94f-0b73c1ff9675 service neutron] 10.222.0.23 "GET /v2.0/networks/2bc45534-e9ec-406b-a7aa-e945e69d8551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172671 Dec 08 21:50:18.765495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=834e5dd4-43f8-46e0-aaca-d583f990a830,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:18.815024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['834e5dd4-43f8-46e0-aaca-d583f990a830'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:18.833848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-afa7ea6b-1f2e-4c80-9afc-9b81ebe8c5ba service neutron] 10.222.0.23 "GET /v2.0/networks/2bc45534-e9ec-406b-a7aa-e945e69d8551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073701 Dec 08 21:50:18.865390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47c09705-4422-49bd-b5e4-5f459ca31495 req-5aa58896-1d04-4b58-9263-cc14e3745f0a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299059 Dec 08 21:50:18.884358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:18.925906 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-17aa38b5-265a-497c-b6f0-79ac1f0e3ba7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.90&port_id=96e34ea2-fb3f-474e-8e59-f33bbb001745 HTTP/1.1" status: 200 len: 217 time: 0.0845914 Dec 08 21:50:18.934959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:18.987790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:50:18.995071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:18.995442 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:19.003908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-72a16dd1-c031-4767-801a-32fe1b39e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.005631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-72a16dd1-c031-4767-801a-32fe1b39e559 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29 HTTP/1.1" status: 200 len: 801 time: 0.0713227 Dec 08 21:50:19.059524 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:19.139605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:19.184484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42897ba3-f35f-47f4-af5f-62602d2c2a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c125f24-cd52-4fb2-90cb-b1a13eb8af1f'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:19.190794 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63464565-7b81-4e8e-b131-5f036da51db7" -d '{"events": [{"server_uuid": "42897ba3-f35f-47f4-af5f-62602d2c2a0c", "name": "network-vif-plugged", "status": "completed", "tag": "7c125f24-cd52-4fb2-90cb-b1a13eb8af1f"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:19.215083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-ed281ec1-a52f-40ae-82c7-dbcb88a4efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.217259 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-ed281ec1-a52f-40ae-82c7-dbcb88a4efca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=babd618e-4564-4ef3-a5e5-87647052b887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2037768 Dec 08 21:50:19.227208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:19.236581 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:19.329249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2202a0-5f66-4e5e-a3c0-380aa97ce363 req-eceb5857-a8ca-47a7-83fe-4bf0d4b36cf5 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.331566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:19.349203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2202a0-5f66-4e5e-a3c0-380aa97ce363 req-eceb5857-a8ca-47a7-83fe-4bf0d4b36cf5 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.351448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b2202a0-5f66-4e5e-a3c0-380aa97ce363 req-eceb5857-a8ca-47a7-83fe-4bf0d4b36cf5 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1676 time: 0.2298951 Dec 08 21:50:19.415702 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b2202a0-5f66-4e5e-a3c0-380aa97ce363 req-848b07b2-3a77-475e-8953-c591a847de7e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549824 Dec 08 21:50:19.442752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-c8b31553-14b9-4233-aca6-d3739f6830cc service neutron] 10.222.0.23 "GET /v2.0/networks/babd618e-4564-4ef3-a5e5-87647052b887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167039 Dec 08 21:50:19.476175 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5184b0a-5306-42d6-be09-2f054e783ded x-openstack-request-id: req-e5184b0a-5306-42d6-be09-2f054e783ded {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:19.476717 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42897ba3-f35f-47f4-af5f-62602d2c2a0c", "name": "network-vif-plugged", "status": "completed", "tag": "7c125f24-cd52-4fb2-90cb-b1a13eb8af1f", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:19.477039 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5184b0a-5306-42d6-be09-2f054e783ded {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:19.477602 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42897ba3-f35f-47f4-af5f-62602d2c2a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c125f24-cd52-4fb2-90cb-b1a13eb8af1f', 'code': 200} Dec 08 21:50:19.571095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=686cd0ea-1a0f-4784-aa11-4c3b53f13d64,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:19.583687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f6a088-baf1-4523-87fd-3c130f9aa0ec req-6cae3094-dcea-4121-a3c0-f5ea41aff191 service neutron] 10.222.0.23 "GET /v2.0/networks/babd618e-4564-4ef3-a5e5-87647052b887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330023 Dec 08 21:50:19.598474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d52ad6-fe7f-461c-814b-6557f476eba3 req-c4a3b1fc-99ff-4f75-913b-9c39b69662e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.600095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3d52ad6-fe7f-461c-814b-6557f476eba3 req-c4a3b1fc-99ff-4f75-913b-9c39b69662e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 1096 time: 0.0569110 Dec 08 21:50:19.613879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cd425-019c-41a0-8628-f7362e4eec16 req-e40625d0-0276-4219-bae2-6a1f5c5af1ca tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.615423 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-662cd425-019c-41a0-8628-f7362e4eec16 req-e40625d0-0276-4219-bae2-6a1f5c5af1ca tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 944 time: 0.1276464 Dec 08 21:50:19.619726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:19.621879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': 'e4a138a2-a898-41ed-a3af-efb7492f6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f82e302-8605-4383-af45-2d05e0ee9352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:19.622239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: 3f82e302-8605-4383-af45-2d05e0ee9352, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:19.626765 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:19.632789 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a6644-2430-47e9-8042-8a97819339cc None None] Sync routers for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:19.652587 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a6644-2430-47e9-8042-8a97819339cc None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:19.653231 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-824a6644-2430-47e9-8042-8a97819339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:19.654932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3d52ad6-fe7f-461c-814b-6557f476eba3 req-e444fd94-5f69-488e-9450-9dce509abc3f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Dec 08 21:50:19.687796 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-118ce3d4-b5f4-4240-9989-40d2d5763b60 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "PUT /v2.0/floatingips/c84d3737-6476-45fd-ab84-63b4c7c62c7f HTTP/1.1" status: 200 len: 990 time: 2.5163465 Dec 08 21:50:19.689565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'tag': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:19.691984 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396ac63e-a1ca-4f81-9e2e-14400cbe481f" -d '{"events": [{"name": "network-changed", "server_uuid": "f892ab7e-ace8-44f6-aa0e-3dddd27c6327", "tag": "8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:19.712845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 3f82e302-8605-4383-af45-2d05e0ee9352 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:19.730567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-662cd425-019c-41a0-8628-f7362e4eec16 req-cde5ce4a-ad03-4e2e-ab49-081094527a14 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808077 Dec 08 21:50:19.731975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-1775d43c-f251-4a9b-b2d7-d4af4b6cc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.732661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-1775d43c-f251-4a9b-b2d7-d4af4b6cc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.734429 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-1775d43c-f251-4a9b-b2d7-d4af4b6cc6f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da35c2b14efb4d0281881de2f672797e&device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1978 time: 0.0895696 Dec 08 21:50:19.739261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3f82e302-8605-4383-af45-2d05e0ee9352) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:19.755293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:19.756209 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:19.765283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954fa1e-bceb-4e92-ba10-e9f9a7acd56d None None] Network 3f82e302-8605-4383-af45-2d05e0ee9352 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:19.779945 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2d6b7fc-1f9a-4e10-96d3-9a279b4efe53 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5083828 Dec 08 21:50:19.782509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52674) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:19.788793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c5d20bb6-1e18-4633-9a37-83688aafee18 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1667250540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:19.820982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5d20bb6-1e18-4633-9a37-83688aafee18 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:19.826518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5d20bb6-1e18-4633-9a37-83688aafee18 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:19.860340 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5a4f31-bb1d-41a7-8069-abb02d0e6390 x-openstack-request-id: req-0b5a4f31-bb1d-41a7-8069-abb02d0e6390 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:19.860643 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f892ab7e-ace8-44f6-aa0e-3dddd27c6327", "tag": "8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:19.860904 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b5a4f31-bb1d-41a7-8069-abb02d0e6390 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:19.861315 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'tag': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'status': 'completed', 'code': 200} Dec 08 21:50:19.895783 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-824a6644-2430-47e9-8042-8a97819339cc None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:20.038248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-25e0f324-cf64-4d8b-b4d8-b92f2b899369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.046597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-25e0f324-cf64-4d8b-b4d8-b92f2b899369 service neutron] 10.222.0.23 "GET /v2.0/networks?id=babd618e-4564-4ef3-a5e5-87647052b887 HTTP/1.1" status: 200 len: 903 time: 0.2056887 Dec 08 21:50:20.076544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5d20bb6-1e18-4633-9a37-83688aafee18 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.094445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5d20bb6-1e18-4633-9a37-83688aafee18 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.137425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5d20bb6-1e18-4633-9a37-83688aafee18 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.139417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c5d20bb6-1e18-4633-9a37-83688aafee18 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3558695 Dec 08 21:50:20.143838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52684) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:20.155734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-c61d3eb6-1e07-4644-b62b-39ecb76fed23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.90&port_id=96e34ea2-fb3f-474e-8e59-f33bbb001745 HTTP/1.1" status: 200 len: 217 time: 0.1042197 Dec 08 21:50:20.184058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-3f82e302-8605-4383-af45-2d05e0ee9352', 'network_id': '3f82e302-8605-4383-af45-2d05e0ee9352', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': '686cd0ea-1a0f-4784-aa11-4c3b53f13d64'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:50:20.186117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.228489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-ecc9565f-7008-487b-81c3-2d331efcfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.230965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-ecc9565f-7008-487b-81c3-2d331efcfff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=24ef0763f9734376b0a1e3f67716a0e7&device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 1096 time: 0.3661234 Dec 08 21:50:20.296743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf96155-739f-4fd9-a107-b1566b1f6a43 req-84e96edb-ca99-4a6a-9215-f7b2c785d3db tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.305071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9bf96155-739f-4fd9-a107-b1566b1f6a43 req-84e96edb-ca99-4a6a-9215-f7b2c785d3db tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 944 time: 0.1575153 Dec 08 21:50:20.307825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-a993b503-fd82-498c-873c-f1699960c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.309536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-a993b503-fd82-498c-873c-f1699960c800 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29 HTTP/1.1" status: 200 len: 801 time: 0.1445253 Dec 08 21:50:20.342266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-6b175927-1a30-4e25-b634-f1d11bf9d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.343952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-6b175927-1a30-4e25-b634-f1d11bf9d1e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f HTTP/1.1" status: 200 len: 906 time: 0.1035442 Dec 08 21:50:20.371901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 834e5dd4-43f8-46e0-aaca-d583f990a830 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:20.386301 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-824a6644-2430-47e9-8042-8a97819339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c84d3737-6476-45fd-ab84-63b4c7c62c7f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'port_id': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'mac_address': 'fa:16:3e:a5:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:49:47Z', 'updated_at': '2021-12-08T21:50:17Z', 'revision_number': 1, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:46Z', 'revision_number': 5, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:20.413617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9bf96155-739f-4fd9-a107-b1566b1f6a43 req-15a9c0cf-fe9b-41d8-a622-41d86cfd637c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073804 Dec 08 21:50:20.421601 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a6644-2430-47e9-8042-8a97819339cc None None] Checking router: 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:50:20.433493 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a6644-2430-47e9-8042-8a97819339cc None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:20.434950 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-824a6644-2430-47e9-8042-8a97819339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:20.436380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Allocated IP 2001:db8::2 (3f82e302-8605-4383-af45-2d05e0ee9352/686cd0ea-1a0f-4784-aa11-4c3b53f13d64/3168b7ad-76de-4e21-aecc-d64de0252c37) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:20.440990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-9672d7cc-00f4-4459-8379-0060bbe675ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.441943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-97113166-3a9d-4fd1-84ce-5091c6269b68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 HTTP/1.1" status: 200 len: 998 time: 0.0879188 Dec 08 21:50:20.445736 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-9672d7cc-00f4-4459-8379-0060bbe675ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=babd618e-4564-4ef3-a5e5-87647052b887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1224792 Dec 08 21:50:20.487313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf458b-b549-4cd0-8bb9-5474de9a1801 req-b9173018-c816-44e8-944d-1a4bccea773d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.488951 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2bcf458b-b549-4cd0-8bb9-5474de9a1801 req-b9173018-c816-44e8-944d-1a4bccea773d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.4075034 Dec 08 21:50:20.545259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 834e5dd4-43f8-46e0-aaca-d583f990a830 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:20.545630 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.600483 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-824a6644-2430-47e9-8042-8a97819339cc None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:20.620636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2bcf458b-b549-4cd0-8bb9-5474de9a1801 req-3a29033f-cb65-404f-ae37-677c2aa70181 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884035 Dec 08 21:50:20.722670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-f5271929-2538-49ac-acd2-e2a497d030b5 service neutron] 10.222.0.23 "GET /v2.0/networks/babd618e-4564-4ef3-a5e5-87647052b887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649431 Dec 08 21:50:20.730340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-fff1c5a3-a21c-4d22-8bcb-4851654ae7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.732469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-fff1c5a3-a21c-4d22-8bcb-4851654ae7b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9 HTTP/1.1" status: 200 len: 844 time: 0.2112641 Dec 08 21:50:20.752296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96abd1-b3dd-485a-9004-d0cc943099f6 req-5d870de6-5933-49c0-8aad-e4f5d70b19fa tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.758484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96abd1-b3dd-485a-9004-d0cc943099f6 req-5d870de6-5933-49c0-8aad-e4f5d70b19fa tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.766579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d96abd1-b3dd-485a-9004-d0cc943099f6 req-5d870de6-5933-49c0-8aad-e4f5d70b19fa tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1676 time: 0.1675794 Dec 08 21:50:20.844133 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.858079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.879470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d96abd1-b3dd-485a-9004-d0cc943099f6 req-3bafcd97-4709-4003-9e08-ce6f526b2da9 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097643 Dec 08 21:50:20.910230 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.916042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:20.924123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ac2957b-83b7-4620-a927-31a803671cc9 req-82baef96-d9bb-40e9-8e38-5fafe2ea0849 service neutron] 10.222.0.23 "GET /v2.0/networks/babd618e-4564-4ef3-a5e5-87647052b887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900175 Dec 08 21:50:20.956361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-02a96e3e-4685-4468-bc84-106ad8fdb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:20.957689 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-02a96e3e-4685-4468-bc84-106ad8fdb057 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001038 Dec 08 21:50:20.968471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Network 3f82e302-8605-4383-af45-2d05e0ee9352 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:20.973738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=834e5dd4-43f8-46e0-aaca-d583f990a830,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:20.974922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Pushing event updated for resources: {'Port': ['ID=3168b7ad-76de-4e21-aecc-d64de0252c37,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:20.978733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:20.981345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:20.986909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:21.091651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Attempting to bind port 3168b7ad-76de-4e21-aecc-d64de0252c37 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:21.092019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Attempting to bind port 3168b7ad-76de-4e21-aecc-d64de0252c37 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e4a138a2-a898-41ed-a3af-efb7492f6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f82e302-8605-4383-af45-2d05e0ee9352'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:21.092378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Attempting to bind port 3168b7ad-76de-4e21-aecc-d64de0252c37 on network 3f82e302-8605-4383-af45-2d05e0ee9352 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:21.095262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=834e5dd4-43f8-46e0-aaca-d583f990a830,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:21.100450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:21.100699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Checking segment: {'id': 'e4a138a2-a898-41ed-a3af-efb7492f6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f82e302-8605-4383-af45-2d05e0ee9352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:21.101178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:21.101570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Bound using segment: {'id': 'e4a138a2-a898-41ed-a3af-efb7492f6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f82e302-8605-4383-af45-2d05e0ee9352'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:21.102034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Bound port: 3168b7ad-76de-4e21-aecc-d64de0252c37, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a138a2-a898-41ed-a3af-efb7492f6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3f82e302-8605-4383-af45-2d05e0ee9352'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:21.102412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:21.107911 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-824a6644-2430-47e9-8042-8a97819339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c84d3737-6476-45fd-ab84-63b4c7c62c7f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'port_id': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'mac_address': 'fa:16:3e:a5:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:49:47Z', 'updated_at': '2021-12-08T21:50:17Z', 'revision_number': 1, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:46Z', 'revision_number': 5, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:21.152204 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a6644-2430-47e9-8042-8a97819339cc None None] The sync data for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 is: [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c84d3737-6476-45fd-ab84-63b4c7c62c7f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'port_id': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'mac_address': 'fa:16:3e:a5:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:49:47Z', 'updated_at': '2021-12-08T21:50:17Z', 'revision_number': 1, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:46Z', 'revision_number': 5, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:21.180012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] For port 3168b7ad-76de-4e21-aecc-d64de0252c37, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:21.183759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] For port 3168b7ad-76de-4e21-aecc-d64de0252c37, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3168b7ad-76de-4e21-aecc-d64de0252c37,segment=NetworkSegment(e4a138a2-a898-41ed-a3af-efb7492f6aed),segment_id=e4a138a2-a898-41ed-a3af-efb7492f6aed)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:21.188981 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:21.264723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde04ff-78d8-4658-84d9-c5fd7cf4f92f None None] Pushing event updated for resources: {'Port': ['ID=3168b7ad-76de-4e21-aecc-d64de0252c37,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:21.298054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-de0ac310-05c3-409d-869d-9e14cb2db0b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304615 Dec 08 21:50:21.416913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8::1 (3f82e302-8605-4383-af45-2d05e0ee9352/686cd0ea-1a0f-4784-aa11-4c3b53f13d64/ec086723-c392-485a-bfba-10ec91fd6db3) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:21.506418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e5dd4-43f8-46e0-aaca-d583f990a830'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:21.516313 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeefbea3-7b3c-40a1-a4d3-409effec0113" -d '{"events": [{"server_uuid": "0e0608e9-dfa2-49b2-a932-55398156cecd", "name": "network-vif-plugged", "status": "completed", "tag": "834e5dd4-43f8-46e0-aaca-d583f990a830"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:21.521793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facfe3ef-f541-4921-b015-cba28e38a875 None None] New status for floating IP c84d3737-6476-45fd-ab84-63b4c7c62c7f: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:50:21.563618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-396ac63e-a1ca-4f81-9e2e-14400cbe481f req-501bb663-f15d-4a1d-aa1e-0a1fe76f62b4 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583444 Dec 08 21:50:21.615136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cddcd-82e6-43ae-9327-46c8b7f49fbb req-81d978db-01ec-4043-b8e1-51064d854c7d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:21.623364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e6cddcd-82e6-43ae-9327-46c8b7f49fbb req-81d978db-01ec-4043-b8e1-51064d854c7d tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 945 time: 0.0944192 Dec 08 21:50:21.687056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:21.744405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e6cddcd-82e6-43ae-9327-46c8b7f49fbb req-cd5e94d7-ecb9-421f-9bfe-a347a68a14f6 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200404 Dec 08 21:50:21.788961 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4441a16b-841e-429e-9707-48e4fda7c15f x-openstack-request-id: req-4441a16b-841e-429e-9707-48e4fda7c15f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:21.789455 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0608e9-dfa2-49b2-a932-55398156cecd", "name": "network-vif-plugged", "status": "completed", "tag": "834e5dd4-43f8-46e0-aaca-d583f990a830", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:21.790065 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4441a16b-841e-429e-9707-48e4fda7c15f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:21.790685 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e5dd4-43f8-46e0-aaca-d583f990a830', 'code': 200} Dec 08 21:50:21.798808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3168b7ad-76de-4e21-aecc-d64de0252c37 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:21.832541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a042c-94e6-4bfc-b449-0b3beace401c req-bd876d94-448b-4a77-888b-45dcc82821b1 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:21.837365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bc2a042c-94e6-4bfc-b449-0b3beace401c req-bd876d94-448b-4a77-888b-45dcc82821b1 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1146452 Dec 08 21:50:21.850657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-a48c11fb-1c01-4fd9-86d5-ef117c062ece tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:21.852408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-a48c11fb-1c01-4fd9-86d5-ef117c062ece tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 945 time: 0.0955334 Dec 08 21:50:21.874612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3168b7ad-76de-4e21-aecc-d64de0252c37 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:21.875086 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:21.876941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:21.907453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bc2a042c-94e6-4bfc-b449-0b3beace401c req-aa41fe7a-b38a-460d-b0ae-bcb42bcabb88 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601692 Dec 08 21:50:22.004510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 3f82e302-8605-4383-af45-2d05e0ee9352 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:22.016749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:22.019581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:22.020395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.044183 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.079083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=ec086723-c392-485a-bfba-10ec91fd6db3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:22.107212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3168b7ad-76de-4e21-aecc-d64de0252c37, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3168b7ad-76de-4e21-aecc-d64de0252c37,segment=NetworkSegment(e4a138a2-a898-41ed-a3af-efb7492f6aed),segment_id=e4a138a2-a898-41ed-a3af-efb7492f6aed)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:22.114673 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.157843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2182129-7716-4a86-a0ec-7106cbe9d9b1 req-22dbe02f-7703-4cf2-a59e-e01d7edf288b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:22.165017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2182129-7716-4a86-a0ec-7106cbe9d9b1 req-22dbe02f-7703-4cf2-a59e-e01d7edf288b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:22.166639 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2182129-7716-4a86-a0ec-7106cbe9d9b1 req-22dbe02f-7703-4cf2-a59e-e01d7edf288b tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1676 time: 0.1740444 Dec 08 21:50:22.178489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=3168b7ad-76de-4e21-aecc-d64de0252c37,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:22.187308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Deleting port 834e5dd4-43f8-46e0-aaca-d583f990a830 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:22.187654 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.274471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-002247e3-7bb7-4bab-8e8b-02564cabeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:22.278695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-002247e3-7bb7-4bab-8e8b-02564cabeac9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 1096 time: 0.0690374 Dec 08 21:50:22.295007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52740) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:22.336795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2182129-7716-4a86-a0ec-7106cbe9d9b1 req-bdf6cfef-74e2-44dc-b2b5-63752d53837e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458557 Dec 08 21:50:22.340617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.424134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] For port 834e5dd4-43f8-46e0-aaca-d583f990a830, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=834e5dd4-43f8-46e0-aaca-d583f990a830,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:22.424520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.447531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2165ed2-f6a2-4101-bed8-586cfc6fff84 req-4b926c6e-7eeb-41f8-a749-785064b3c419 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:22.452550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Calling delete_port for 834e5dd4-43f8-46e0-aaca-d583f990a830 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:22.456027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2165ed2-f6a2-4101-bed8-586cfc6fff84 req-4b926c6e-7eeb-41f8-a749-785064b3c419 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1272981 Dec 08 21:50:22.525849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-464fadf9-7b12-46d3-b10a-92656800e708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.542356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2165ed2-f6a2-4101-bed8-586cfc6fff84 req-dd230671-c4cf-4c88-80a9-e3e95d3e233a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853715 Dec 08 21:50:22.544521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-890ce0d8-6409-4c9e-a4fe-3f5f349c79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:22.545989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-890ce0d8-6409-4c9e-a4fe-3f5f349c79a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 911 time: 0.2622671 Dec 08 21:50:22.611544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-4f7f37ad-b70e-4f42-bac7-b8ddc3b67571 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f HTTP/1.1" status: 200 len: 217 time: 0.0464923 Dec 08 21:50:22.683620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-1659cf20-cee6-43a8-be02-14140c3373fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:22.685097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-1659cf20-cee6-43a8-be02-14140c3373fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 200 len: 850 time: 0.0659282 Dec 08 21:50:22.705908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc1c2a5-5b8e-4049-9daa-78ee69135808 None None] Network 3f82e302-8605-4383-af45-2d05e0ee9352 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:22.729493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-d5852c5e-4ed7-4234-a285-6dd50c6eccb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8edd1daa-95fc-4797-90e9-94af84091ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366187 Dec 08 21:50:22.734069 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-464fadf9-7b12-46d3-b10a-92656800e708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.745446 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-464fadf9-7b12-46d3-b10a-92656800e708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.783604 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.814914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event deleted for resources: {'Port': ['ID=834e5dd4-43f8-46e0-aaca-d583f990a830,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:22.820904 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.834119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['834e5dd4-43f8-46e0-aaca-d583f990a830'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:22.848396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-464fadf9-7b12-46d3-b10a-92656800e708 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba84e20b98bf4724bdfb0f43e05eabad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515802 Dec 08 21:50:22.851552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fadf9-7b12-46d3-b10a-92656800e708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d6837a-830d-40c8-bb6f-1df7b14fe1d5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:22.851935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.852716 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.855402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52746) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:22.881598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-e3222f5b-e4b2-45ef-99cb-8cb972baa1f2 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445508 Dec 08 21:50:22.890115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 96e34ea2-fb3f-474e-8e59-f33bbb001745 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:50:22.922398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] No DVR routers for this DVR port 834e5dd4-43f8-46e0-aaca-d583f990a830 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:22.928101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-813b621d-83a0-4b0a-8117-8fcc9def5a83 None None] Provisioning complete for port 3168b7ad-76de-4e21-aecc-d64de0252c37 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:22.928477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-813b621d-83a0-4b0a-8117-8fcc9def5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.948056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:22.951361 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9be601f4-0021-48ca-bd7c-0a49ee1790b9 req-01763f67-21d0-40f2-80ea-4fbb6c7b9572 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "DELETE /v2.0/ports/834e5dd4-43f8-46e0-aaca-d583f990a830 HTTP/1.1" status: 204 len: 173 time: 1.0786321 Dec 08 21:50:22.951760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'name': 'network-vif-deleted', 'tag': '834e5dd4-43f8-46e0-aaca-d583f990a830'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:22.954008 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf38a2f6-43ba-4ce2-8f69-71d08bd484d0" -d '{"events": [{"server_uuid": "0e0608e9-dfa2-49b2-a932-55398156cecd", "name": "network-vif-deleted", "tag": "834e5dd4-43f8-46e0-aaca-d583f990a830"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:22.973477 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d044ca81-a815-4d24-b459-dbcdc7ca9e90 req-7e808ab5-9a31-4415-a300-a9ddb71d6fcc tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0608e9-dfa2-49b2-a932-55398156cecd HTTP/1.1" status: 200 len: 210 time: 0.1027226 Dec 08 21:50:23.087112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3050b050-dea3-4d2b-95ba-4a7aa4d2756e req-271d61d7-ce6c-4fad-9a5f-d68b886a151b service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980884 Dec 08 21:50:23.148612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 96e34ea2-fb3f-474e-8e59-f33bbb001745, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=96e34ea2-fb3f-474e-8e59-f33bbb001745,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:23.173406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '96e34ea2-fb3f-474e-8e59-f33bbb001745', 'network_id': 'babd618e-4564-4ef3-a5e5-87647052b887', 'port_id': '96e34ea2-fb3f-474e-8e59-f33bbb001745', 'mac_address': 'fa:16:3e:9a:6c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29', 'ip_address': '19.86.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:50:23.217221 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.231784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e34ea2-fb3f-474e-8e59-f33bbb001745 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:23.254155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 96e34ea2-fb3f-474e-8e59-f33bbb001745, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=96e34ea2-fb3f-474e-8e59-f33bbb001745,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:23.258686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.259614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8818ff14-91e4-497f-823d-297fc315b299 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:50:23.320891 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf035a-3920-4b94-8a7a-1157d34f563d x-openstack-request-id: req-cabf035a-3920-4b94-8a7a-1157d34f563d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:23.321178 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0608e9-dfa2-49b2-a932-55398156cecd", "name": "network-vif-deleted", "tag": "834e5dd4-43f8-46e0-aaca-d583f990a830", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:23.321432 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cabf035a-3920-4b94-8a7a-1157d34f563d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:23.321828 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0608e9-dfa2-49b2-a932-55398156cecd', 'name': 'network-vif-deleted', 'tag': '834e5dd4-43f8-46e0-aaca-d583f990a830', 'status': 'completed', 'code': 200} Dec 08 21:50:23.341619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=ec086723-c392-485a-bfba-10ec91fd6db3,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:23.368183 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df384693-5a04-44e2-871d-fdf5d9e641c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.368575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=96e34ea2-fb3f-474e-8e59-f33bbb001745,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:23.408439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df384693-5a04-44e2-871d-fdf5d9e641c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.425306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8818ff14-91e4-497f-823d-297fc315b299, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8818ff14-91e4-497f-823d-297fc315b299,segment=NetworkSegment(4f97128f-4c4f-4afb-b75e-9d7af50a08d2),segment_id=4f97128f-4c4f-4afb-b75e-9d7af50a08d2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:23.431691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 3f82e302-8605-4383-af45-2d05e0ee9352 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:23.437657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8818ff14-91e4-497f-823d-297fc315b299', 'network_id': '2bc45534-e9ec-406b-a7aa-e945e69d8551', 'port_id': '8818ff14-91e4-497f-823d-297fc315b299', 'mac_address': 'fa:16:3e:f3:cf:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3de0b3-5895-4458-b08c-5a49a2676a34', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:50:23.438321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:23.489896 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.511516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8818ff14-91e4-497f-823d-297fc315b299 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:23.537645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8818ff14-91e4-497f-823d-297fc315b299, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8818ff14-91e4-497f-823d-297fc315b299,segment=NetworkSegment(4f97128f-4c4f-4afb-b75e-9d7af50a08d2),segment_id=4f97128f-4c4f-4afb-b75e-9d7af50a08d2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:23.545564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.572113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df384693-5a04-44e2-871d-fdf5d9e641c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.574669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df384693-5a04-44e2-871d-fdf5d9e641c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.579463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bfee161c-fd23-486e-8d3e-60390c98732b None None] Provisioning complete for port ec086723-c392-485a-bfba-10ec91fd6db3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:23.579922 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bfee161c-fd23-486e-8d3e-60390c98732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.583294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-df384693-5a04-44e2-871d-fdf5d9e641c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78d6837a-830d-40c8-bb6f-1df7b14fe1d5 HTTP/1.1" status: 204 len: 168 time: 0.7236419 Dec 08 21:50:23.615796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5289ae-79ad-420e-9787-5bcdcca90511 req-8d615f93-2827-4e7b-a895-4e1836bceb2f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:23.621852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5289ae-79ad-420e-9787-5bcdcca90511 req-8d615f93-2827-4e7b-a895-4e1836bceb2f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:23.623571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec5289ae-79ad-420e-9787-5bcdcca90511 req-8d615f93-2827-4e7b-a895-4e1836bceb2f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1677 time: 0.1732476 Dec 08 21:50:23.626453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384693-5a04-44e2-871d-fdf5d9e641c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d6837a-830d-40c8-bb6f-1df7b14fe1d5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:23.661733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8818ff14-91e4-497f-823d-297fc315b299,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:23.675344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-bfee161c-fd23-486e-8d3e-60390c98732b None None] Port ec086723-c392-485a-bfba-10ec91fd6db3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:23.717128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bfee161c-fd23-486e-8d3e-60390c98732b None None] Provisioning complete for port 3168b7ad-76de-4e21-aecc-d64de0252c37 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:23.722502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bfee161c-fd23-486e-8d3e-60390c98732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.739149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 87e78828-e628-4bcd-bf58-faf9a0afc8ae is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:50:23.756785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3168b7ad-76de-4e21-aecc-d64de0252c37 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:23.775820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec5289ae-79ad-420e-9787-5bcdcca90511 req-ea0fa0d5-b654-4ed3-8640-d29e0de704b0 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262157 Dec 08 21:50:23.798121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36f457-49ba-42dd-95d0-d88c19292bfc req-e8e5127c-92bb-49fc-9559-3a2008cfddd8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:23.803138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db36f457-49ba-42dd-95d0-d88c19292bfc req-e8e5127c-92bb-49fc-9559-3a2008cfddd8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1171107 Dec 08 21:50:23.853176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db36f457-49ba-42dd-95d0-d88c19292bfc req-39e37d70-7735-4f54-9245-feb73b1fda0b tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488935 Dec 08 21:50:23.866341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['96e34ea2-fb3f-474e-8e59-f33bbb001745'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:23.869144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3168b7ad-76de-4e21-aecc-d64de0252c37 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:23.869614 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:23.940933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:23.946296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6900436e-2082-4994-935a-08148dda33d6 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/87e78828-e628-4bcd-bf58-faf9a0afc8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8005874 Dec 08 21:50:23.949435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52766) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:23.961552 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc5b86-d683-4073-9dd7-a374201bcd8f None None] Sync routers for ids ['87e78828-e628-4bcd-bf58-faf9a0afc8ae'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:23.973442 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc5b86-d683-4073-9dd7-a374201bcd8f None None] Routers {'87e78828-e628-4bcd-bf58-faf9a0afc8ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:23.978676 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e1cc5b86-d683-4073-9dd7-a374201bcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['87e78828-e628-4bcd-bf58-faf9a0afc8ae'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:24.019667 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e1cc5b86-d683-4073-9dd7-a374201bcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:24.028891 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc5b86-d683-4073-9dd7-a374201bcd8f None None] Routers {'87e78828-e628-4bcd-bf58-faf9a0afc8ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:24.029771 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e1cc5b86-d683-4073-9dd7-a374201bcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['87e78828-e628-4bcd-bf58-faf9a0afc8ae'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:24.039870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-01cfb462-0941-47e8-a66a-0cfcc43dab85 None None] Provisioning complete for port ec086723-c392-485a-bfba-10ec91fd6db3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:24.040248 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-01cfb462-0941-47e8-a66a-0cfcc43dab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:24.069015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b685f4f-db28-4962-be03-712960ab52f3 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:24.069859 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e1cc5b86-d683-4073-9dd7-a374201bcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:24.070618 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc5b86-d683-4073-9dd7-a374201bcd8f None None] The sync data for ids ['87e78828-e628-4bcd-bf58-faf9a0afc8ae'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:24.071469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1b685f4f-db28-4962-be03-712960ab52f3 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports/ec086723-c392-485a-bfba-10ec91fd6db3 HTTP/1.1" status: 200 len: 911 time: 0.1202745 Dec 08 21:50:24.075147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52774) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:24.103162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-01cfb462-0941-47e8-a66a-0cfcc43dab85 None None] Port ec086723-c392-485a-bfba-10ec91fd6db3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:24.231826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9e24514b-a010-4f0c-9e81-8e47386f9322 None None] Provisioning complete for port ec086723-c392-485a-bfba-10ec91fd6db3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:24.233248 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9e24514b-a010-4f0c-9e81-8e47386f9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:24.285288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9e24514b-a010-4f0c-9e81-8e47386f9322 None None] Port ec086723-c392-485a-bfba-10ec91fd6db3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:24.509790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d489f717-c1c7-466a-847c-56f47cf501d7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:24.511302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d489f717-c1c7-466a-847c-56f47cf501d7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 822 time: 0.1521833 Dec 08 21:50:24.537419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-cdb08efa-1892-44af-b82c-b13b8b195937 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/quotas/363f10c0afc4403fa32c0f70152ad5a1 HTTP/1.1" status: 200 len: 375 time: 0.0197284 Dec 08 21:50:24.612640 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-ad403a68-2d1a-430b-bfa7-f73a65365307 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590711 Dec 08 21:50:24.622447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:24.828747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-a8694f90-e6b5-4848-8d1c-2e05db0b45b8 service neutron] 10.222.0.21 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042542 Dec 08 21:50:24.875965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8818ff14-91e4-497f-823d-297fc315b299'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:24.904506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 96e34ea2-fb3f-474e-8e59-f33bbb001745 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:24.932340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d241164-af9b-47db-b328-1bdb615dfb8f req-f7fdd2b8-885a-464a-a97e-93e5660ccb0e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:24.938787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d241164-af9b-47db-b328-1bdb615dfb8f req-f7fdd2b8-885a-464a-a97e-93e5660ccb0e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:24.948381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d241164-af9b-47db-b328-1bdb615dfb8f req-f7fdd2b8-885a-464a-a97e-93e5660ccb0e tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1678 time: 0.0974240 Dec 08 21:50:24.977480 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-17a64e11-6702-4c94-9a6e-2e34d14ed27a service neutron] 10.222.0.21 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410751 Dec 08 21:50:25.002373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0d241164-af9b-47db-b328-1bdb615dfb8f req-09b39035-5c47-40c9-abb5-d54c20e445e0 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527203 Dec 08 21:50:25.055103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port ec086723-c392-485a-bfba-10ec91fd6db3 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:25.055707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.185942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322e17-4395-4f05-b88e-e3b38b4efcaf req-2c93c25d-a426-4de7-ade1-0584a1ddf223 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:25.199111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9322e17-4395-4f05-b88e-e3b38b4efcaf req-2c93c25d-a426-4de7-ade1-0584a1ddf223 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1008451 Dec 08 21:50:25.236086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.249867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9322e17-4395-4f05-b88e-e3b38b4efcaf req-b03f5648-2a47-432a-ae4b-762952e7fa7f tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431836 Dec 08 21:50:25.274583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 96e34ea2-fb3f-474e-8e59-f33bbb001745 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:50:25.286063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 96e34ea2-fb3f-474e-8e59-f33bbb001745 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:25.286424 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.294521 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b8cf967-9d05-48cc-a11e-b8fc0b286b4b req-9a584414-29c8-479b-be3f-fc08cff3fccf tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 210 time: 0.0703354 Dec 08 21:50:25.308587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for ec086723-c392-485a-bfba-10ec91fd6db3 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:25.432663 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.468816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e34ea2-fb3f-474e-8e59-f33bbb001745'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:25.469728 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1099b7-3576-4757-a2d3-332077701cc7" -d '{"events": [{"server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "name": "network-vif-plugged", "status": "completed", "tag": "96e34ea2-fb3f-474e-8e59-f33bbb001745"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:25.498362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 96e34ea2-fb3f-474e-8e59-f33bbb001745, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=96e34ea2-fb3f-474e-8e59-f33bbb001745,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:25.504697 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.531626 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b3349c-d7bb-4501-bbc8-f4cb2b6040f0 x-openstack-request-id: req-95b3349c-d7bb-4501-bbc8-f4cb2b6040f0 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:25.532054 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "name": "network-vif-plugged", "status": "completed", "tag": "96e34ea2-fb3f-474e-8e59-f33bbb001745", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:25.532406 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95b3349c-d7bb-4501-bbc8-f4cb2b6040f0 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:25.532899 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e34ea2-fb3f-474e-8e59-f33bbb001745', 'code': 200} Dec 08 21:50:25.576133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.576712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=96e34ea2-fb3f-474e-8e59-f33bbb001745,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:25.605335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=ec086723-c392-485a-bfba-10ec91fd6db3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:25.667035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52854) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:25.703712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.825747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e060ba08-fd4d-4013-a092-77838332f407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.887291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 87e78828-e628-4bcd-bf58-faf9a0afc8ae has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:25.914228 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e060ba08-fd4d-4013-a092-77838332f407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.918994 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e060ba08-fd4d-4013-a092-77838332f407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:25.956422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ba08-fd4d-4013-a092-77838332f407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f4514-274a-4b89-b82e-65efcff08a4c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:25.964281 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e060ba08-fd4d-4013-a092-77838332f407 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b98d6d284f9c4f0f98793ae4981289ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961309 Dec 08 21:50:25.964860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52858) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:25.977928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:25.984651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-61e5774a-be1e-4890-844e-75d7a0ead86b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/87e78828-e628-4bcd-bf58-faf9a0afc8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9080107 Dec 08 21:50:25.987326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52860) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:25.992848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366bf4c-aab8-4c06-b3aa-4b1120134655 None None] Sync routers for ids ['87e78828-e628-4bcd-bf58-faf9a0afc8ae'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:26.005581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366bf4c-aab8-4c06-b3aa-4b1120134655 None None] Routers {'87e78828-e628-4bcd-bf58-faf9a0afc8ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:26.006750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f366bf4c-aab8-4c06-b3aa-4b1120134655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['87e78828-e628-4bcd-bf58-faf9a0afc8ae'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:26.014809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a197c2e1-59d2-4814-b47f-05f34a77f919 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e78828-e628-4bcd-bf58-faf9a0afc8ae HTTP/1.1" status: 200 len: 205 time: 0.0261657 Dec 08 21:50:26.017253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52862) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:26.021383 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a61bce-b498-4a39-96f3-d8120c45280f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.047208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a61bce-b498-4a39-96f3-d8120c45280f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.047900 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f366bf4c-aab8-4c06-b3aa-4b1120134655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:26.061695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366bf4c-aab8-4c06-b3aa-4b1120134655 None None] Routers {'87e78828-e628-4bcd-bf58-faf9a0afc8ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:26.062542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f366bf4c-aab8-4c06-b3aa-4b1120134655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['87e78828-e628-4bcd-bf58-faf9a0afc8ae'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:26.101393 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a61bce-b498-4a39-96f3-d8120c45280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.104261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f366bf4c-aab8-4c06-b3aa-4b1120134655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:26.105571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366bf4c-aab8-4c06-b3aa-4b1120134655 None None] The sync data for ids ['87e78828-e628-4bcd-bf58-faf9a0afc8ae'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:26.106875 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a61bce-b498-4a39-96f3-d8120c45280f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.111608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-54a61bce-b498-4a39-96f3-d8120c45280f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b3f4514-274a-4b89-b82e-65efcff08a4c HTTP/1.1" status: 204 len: 168 time: 0.1455092 Dec 08 21:50:26.114873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b0233c7-7dfd-4b40-9ebf-e88965e94cc4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.119493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a61bce-b498-4a39-96f3-d8120c45280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f4514-274a-4b89-b82e-65efcff08a4c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:26.243355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 834e5dd4-43f8-46e0-aaca-d583f990a830 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:26.252239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f06860-c24e-4dc2-bf41-16576287f1b1 req-266ecd36-146c-4942-8927-03ba41e00850 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:26.258477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f06860-c24e-4dc2-bf41-16576287f1b1 req-266ecd36-146c-4942-8927-03ba41e00850 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:26.260320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-82f06860-c24e-4dc2-bf41-16576287f1b1 req-266ecd36-146c-4942-8927-03ba41e00850 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1679 time: 0.1681080 Dec 08 21:50:26.264713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 834e5dd4-43f8-46e0-aaca-d583f990a830 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:26.265066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 834e5dd4-43f8-46e0-aaca-d583f990a830 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:26.342261 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b0233c7-7dfd-4b40-9ebf-e88965e94cc4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.346089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b0233c7-7dfd-4b40-9ebf-e88965e94cc4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.418281 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-82f06860-c24e-4dc2-bf41-16576287f1b1 req-f3b0adf9-72c0-4fe6-b17e-33dfa2379d4d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243837 Dec 08 21:50:26.438593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b0233c7-7dfd-4b40-9ebf-e88965e94cc4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.439118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0233c7-7dfd-4b40-9ebf-e88965e94cc4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Fanout notify agent at l3_agent the message router_deleted on router 87e78828-e628-4bcd-bf58-faf9a0afc8ae {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:50:26.446436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b0233c7-7dfd-4b40-9ebf-e88965e94cc4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.447666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2b0233c7-7dfd-4b40-9ebf-e88965e94cc4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/87e78828-e628-4bcd-bf58-faf9a0afc8ae HTTP/1.1" status: 204 len: 168 time: 0.4294565 Dec 08 21:50:26.451157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52880) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:26.483681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-61acce29-eb6b-445f-8f33-e762255c5430 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:26.485647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-61acce29-eb6b-445f-8f33-e762255c5430 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 822 time: 0.1588321 Dec 08 21:50:26.502435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Request body: {'port': {'device_id': '74e80c45-b571-411a-96f4-64fe71e4f68e', 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'admin_state_up': True, 'tenant_id': '363f10c0afc4403fa32c0f70152ad5a1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:26.525379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a4d9ae-8c52-40f6-9de5-6298bc2076c8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet 686cd0ea-1a0f-4784-aa11-4c3b53f13d64 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:26.529643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94869b79-043b-4eee-9c7d-ace8e014a8f0 req-32395a59-1205-48bc-bd58-307b873d26aa tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:26.531195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94869b79-043b-4eee-9c7d-ace8e014a8f0 req-32395a59-1205-48bc-bd58-307b873d26aa tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0996027 Dec 08 21:50:26.541039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87a4d9ae-8c52-40f6-9de5-6298bc2076c8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.582805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fce78d36-a8d7-47c6-8ef5-e4bc6ed4b94b req-4022e0dd-cc92-4a7e-95ea-fa8a507d6908 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 210 time: 0.0526917 Dec 08 21:50:26.608290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87a4d9ae-8c52-40f6-9de5-6298bc2076c8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.630454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94869b79-043b-4eee-9c7d-ace8e014a8f0 req-526c3286-273d-4707-8bca-11d093cfae53 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683892 Dec 08 21:50:26.734357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87a4d9ae-8c52-40f6-9de5-6298bc2076c8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.742993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Made reservation on behalf of 363f10c0afc4403fa32c0f70152ad5a1 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:26.747165 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.800027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87a4d9ae-8c52-40f6-9de5-6298bc2076c8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.834239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4d9ae-8c52-40f6-9de5-6298bc2076c8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=686cd0ea-1a0f-4784-aa11-4c3b53f13d64,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:26.838683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87a4d9ae-8c52-40f6-9de5-6298bc2076c8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.845357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-87a4d9ae-8c52-40f6-9de5-6298bc2076c8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/686cd0ea-1a0f-4784-aa11-4c3b53f13d64 HTTP/1.1" status: 204 len: 168 time: 0.3897650 Dec 08 21:50:26.845357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:26.847305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7709f0-cd37-4d4d-9007-2743200e9ca3 None None] Network 3f82e302-8605-4383-af45-2d05e0ee9352 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:26.900489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8818ff14-91e4-497f-823d-297fc315b299 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:26.922809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Allocated IP 172.20.0.3 (38ef2778-d20f-4c5d-9d75-b81c6562ef6b/3fd70da3-9661-4c22-bc4c-f0b64d356de9/3a1abbe7-5949-438f-8282-15d18b625e13) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:26.930566 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:26.995305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 3168b7ad-76de-4e21-aecc-d64de0252c37 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:26.996563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.020451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 8818ff14-91e4-497f-823d-297fc315b299 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:50:27.026229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8818ff14-91e4-497f-823d-297fc315b299 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:27.027440 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.087308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port 3168b7ad-76de-4e21-aecc-d64de0252c37, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3168b7ad-76de-4e21-aecc-d64de0252c37,segment=NetworkSegment(e4a138a2-a898-41ed-a3af-efb7492f6aed),segment_id=e4a138a2-a898-41ed-a3af-efb7492f6aed)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:27.087674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.106407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 3168b7ad-76de-4e21-aecc-d64de0252c37 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:27.114880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] DHCP port deletion for 3f82e302-8605-4383-af45-2d05e0ee9352 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:50:27.134487 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.156195 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.170530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.191517 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.202780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8818ff14-91e4-497f-823d-297fc315b299, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8818ff14-91e4-497f-823d-297fc315b299,segment=NetworkSegment(4f97128f-4c4f-4afb-b75e-9d7af50a08d2),segment_id=4f97128f-4c4f-4afb-b75e-9d7af50a08d2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:27.212700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] Deleting port 3168b7ad-76de-4e21-aecc-d64de0252c37 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:27.212700 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.217988 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:27.221493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:27.221822 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.225453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:27.232881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No DVR routers for this DVR port 3168b7ad-76de-4e21-aecc-d64de0252c37 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:27.237571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=3168b7ad-76de-4e21-aecc-d64de0252c37,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:27.263958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event updated for resources: {'Port': ['ID=3a1abbe7-5949-438f-8282-15d18b625e13,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:27.270653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.271026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.271363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.271815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.272227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.272656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.273116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.273525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.273926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.274371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.274642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.275303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:27.284624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:27.285254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.303716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] For port 3168b7ad-76de-4e21-aecc-d64de0252c37, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:27.304122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.304248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-d7f22ea6-c98a-4964-b023-a611b0338dab tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8072553 Dec 08 21:50:27.317326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Request body: {'port': {'device_id': '74e80c45-b571-411a-96f4-64fe71e4f68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:27.327739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] Calling delete_port for 3168b7ad-76de-4e21-aecc-d64de0252c37 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:27.329457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8818ff14-91e4-497f-823d-297fc315b299,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:27.332978 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] Port 3168b7ad-76de-4e21-aecc-d64de0252c37 was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 21:50:27.334477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.335486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.360339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] Pushing event deleted for resources: {'Port': ['ID=3168b7ad-76de-4e21-aecc-d64de0252c37,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:27.361139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f82e302-8605-4383-af45-2d05e0ee9352']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:27.364674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198f7e6-e69b-45f6-b68d-fb15efe96e6f None None] No DVR routers for this DVR port 3168b7ad-76de-4e21-aecc-d64de0252c37 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:27.377235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a138a2-a898-41ed-a3af-efb7492f6aed') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:27.377769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a138a2-a898-41ed-a3af-efb7492f6aed') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:27.384256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.390187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.405837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.412084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:27.412510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:27.415579 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:27.479561 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.493353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.496668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/3f82e302-8605-4383-af45-2d05e0ee9352 HTTP/1.1" status: 204 len: 168 time: 0.6505742 Dec 08 21:50:27.503336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52902) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:27.509859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1944923319', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:27.517306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a05a6-fefb-4646-a180-786e0f9fbcb9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=3f82e302-8605-4383-af45-2d05e0ee9352,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:27.533763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8818ff14-91e4-497f-823d-297fc315b299'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:27.536922 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f748d334-c618-412a-8b5f-31326d6bb70f" -d '{"events": [{"server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "name": "network-vif-plugged", "status": "completed", "tag": "8818ff14-91e4-497f-823d-297fc315b299"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:27.561510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b8d0b-abf6-43a6-9a22-1dfe9517b978 req-495317f1-e025-4c02-9a2e-ce84ec8c658d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:27.567493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b8d0b-abf6-43a6-9a22-1dfe9517b978 req-495317f1-e025-4c02-9a2e-ce84ec8c658d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:27.569909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a19b8d0b-abf6-43a6-9a22-1dfe9517b978 req-495317f1-e025-4c02-9a2e-ce84ec8c658d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1680 time: 0.0783284 Dec 08 21:50:27.588578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.590591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.617892 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca369743-3530-4a31-9921-8f2899d9a7b2 x-openstack-request-id: req-ca369743-3530-4a31-9921-8f2899d9a7b2 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:27.618184 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "name": "network-vif-plugged", "status": "completed", "tag": "8818ff14-91e4-497f-823d-297fc315b299", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:27.618439 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca369743-3530-4a31-9921-8f2899d9a7b2 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:27.618864 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8818ff14-91e4-497f-823d-297fc315b299', 'code': 200} Dec 08 21:50:27.625079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a19b8d0b-abf6-43a6-9a22-1dfe9517b978 req-e333a057-7573-4ee4-a005-8d17b0af8210 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Dec 08 21:50:27.648737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3168b7ad-76de-4e21-aecc-d64de0252c37 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:27.675842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3168b7ad-76de-4e21-aecc-d64de0252c37 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:27.676298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3168b7ad-76de-4e21-aecc-d64de0252c37 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:27.713162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:27.768571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709273d-b8ec-487d-affb-5074da617b6b req-5c80d584-e307-4ea8-8888-44a44bd3eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:27.769212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709273d-b8ec-487d-affb-5074da617b6b req-5c80d584-e307-4ea8-8888-44a44bd3eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:27.770847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b709273d-b8ec-487d-affb-5074da617b6b req-5c80d584-e307-4ea8-8888-44a44bd3eae0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1982 time: 0.0845864 Dec 08 21:50:27.784165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b029e36-34f7-4b62-b5d7-b7241ab96ef1 req-77a8b89b-3a24-4139-b92e-dbd363974fc0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:27.785954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b029e36-34f7-4b62-b5d7-b7241ab96ef1 req-77a8b89b-3a24-4139-b92e-dbd363974fc0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0697451 Dec 08 21:50:27.839840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b709273d-b8ec-487d-affb-5074da617b6b req-fc0808d9-656f-43d5-8bf9-fe7c6a885278 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Dec 08 21:50:27.847531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b029e36-34f7-4b62-b5d7-b7241ab96ef1 req-536ab83f-2904-4046-8c5d-34beea8e2628 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550754 Dec 08 21:50:27.958521 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:50:28.142467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae211aa2-0c80-47fc-ba76-44b05a58cb6b req-b2560d83-24b9-4f86-8f3f-7d5e0bbe381b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:28.144012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae211aa2-0c80-47fc-ba76-44b05a58cb6b req-b2560d83-24b9-4f86-8f3f-7d5e0bbe381b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 931 time: 0.4536889 Dec 08 21:50:28.193857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1abbe7-5949-438f-8282-15d18b625e13 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:28.207758 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:28.211713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:28.250029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Transition to ACTIVE for port object 3a1abbe7-5949-438f-8282-15d18b625e13 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:50:28.258839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae211aa2-0c80-47fc-ba76-44b05a58cb6b req-3c64688a-19e4-49cf-be73-f998e9399b5f tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821288 Dec 08 21:50:28.282349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:28.352601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1abbe7-5949-438f-8282-15d18b625e13,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:28.435665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Attempting to bind port 3a1abbe7-5949-438f-8282-15d18b625e13 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:28.435919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Attempting to bind port 3a1abbe7-5949-438f-8282-15d18b625e13 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:28.436247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Attempting to bind port 3a1abbe7-5949-438f-8282-15d18b625e13 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:28.442976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Port 3a1abbe7-5949-438f-8282-15d18b625e13 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:50:28.443293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Attempting to bind port 3a1abbe7-5949-438f-8282-15d18b625e13 on network 38ef2778-d20f-4c5d-9d75-b81c6562ef6b {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:28.454967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:28.455289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Checking segment: {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:28.455663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Bound using segment: {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:28.456080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Bound port: 3a1abbe7-5949-438f-8282-15d18b625e13, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57571790-6232-486c-962a-7f90de527456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:28.456429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:28.587667 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:28.614971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:28.626698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] For port 3a1abbe7-5949-438f-8282-15d18b625e13, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:28.630890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] For port 3a1abbe7-5949-438f-8282-15d18b625e13, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a1abbe7-5949-438f-8282-15d18b625e13,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:28.659162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:28.704700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:28.705306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:28.706668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a1abbe7-5949-438f-8282-15d18b625e13 HTTP/1.1" status: 200 len: 1091 time: 1.3936679 Dec 08 21:50:28.708764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e80c45-b571-411a-96f4-64fe71e4f68e', 'tag': '3a1abbe7-5949-438f-8282-15d18b625e13'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:28.711296 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6704527e-301c-461e-8d57-43b558e4bef1" -d '{"events": [{"name": "network-changed", "server_uuid": "74e80c45-b571-411a-96f4-64fe71e4f68e", "tag": "3a1abbe7-5949-438f-8282-15d18b625e13"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:28.755810 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e791219-a851-42d0-9c8e-7388ce6c7b1e x-openstack-request-id: req-6e791219-a851-42d0-9c8e-7388ce6c7b1e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:28.756394 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e80c45-b571-411a-96f4-64fe71e4f68e", "tag": "3a1abbe7-5949-438f-8282-15d18b625e13", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:28.756394 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e791219-a851-42d0-9c8e-7388ce6c7b1e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:28.756778 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e80c45-b571-411a-96f4-64fe71e4f68e', 'tag': '3a1abbe7-5949-438f-8282-15d18b625e13', 'status': 'completed', 'code': 200} Dec 08 21:50:28.758565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1626-0182-49f3-bb6b-0997dc4ac521 req-b9d23840-ef11-483d-b433-23c370972d2d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:28.764636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1626-0182-49f3-bb6b-0997dc4ac521 req-b9d23840-ef11-483d-b433-23c370972d2d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:28.766215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f9e1626-0182-49f3-bb6b-0997dc4ac521 req-b9d23840-ef11-483d-b433-23c370972d2d tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1680 time: 0.0717325 Dec 08 21:50:28.798359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192d5e4-5be8-4888-9a52-bb8367ef15c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1abbe7-5949-438f-8282-15d18b625e13,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:28.805828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f9e1626-0182-49f3-bb6b-0997dc4ac521 req-d6a0ef9e-6275-4b46-a712-0f39a90f2adc tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Dec 08 21:50:28.821589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 172.25.1.186 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/d8f6c162-757c-4227-bffd-e0c4ea036ac7) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:28.836324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-34e05582-0748-438d-b5f6-3d79d3b9d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:28.837999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-34e05582-0748-438d-b5f6-3d79d3b9d0ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 1094 time: 0.0761671 Dec 08 21:50:28.928709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-34b4773c-42e1-4109-8162-d00f35861a0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a1abbe7-5949-438f-8282-15d18b625e13 HTTP/1.1" status: 200 len: 217 time: 0.0742145 Dec 08 21:50:29.030253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f58fc-0b5b-4db2-958b-c2d7420d3c07 req-2a70b908-66a0-41c1-8d37-9ac26a348e72 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:29.031738 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-799f58fc-0b5b-4db2-958b-c2d7420d3c07 req-2a70b908-66a0-41c1-8d37-9ac26a348e72 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1137192 Dec 08 21:50:29.035979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-e0661900-4055-4cae-9b87-49e1bfa5ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:29.037347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-e0661900-4055-4cae-9b87-49e1bfa5ba12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3fd70da3-9661-4c22-bc4c-f0b64d356de9 HTTP/1.1" status: 200 len: 862 time: 0.0911999 Dec 08 21:50:29.060009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:29.093106 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-3af1424b-1d11-4faf-94e7-3434e32b770f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361445 Dec 08 21:50:29.166908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-799f58fc-0b5b-4db2-958b-c2d7420d3c07 req-ff4149b5-3580-41d8-ab77-e60eb25fb080 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260853 Dec 08 21:50:29.189984 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:29.248470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:29.254295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:29.257411 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-5677c1e3-8ccd-4e63-9a79-3f506fe0c842 service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552980 Dec 08 21:50:29.258116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:29.267187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=d8f6c162-757c-4227-bffd-e0c4ea036ac7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:29.306415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.306786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.307124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.307456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.307783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.308629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.308954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.309274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.309595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.309911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.310227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.310540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:29.385595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444f504-29cb-48e4-8b07-54487007f402 req-af189766-ad19-4bd4-942b-d1955e9147d7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:29.391191 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e444f504-29cb-48e4-8b07-54487007f402 req-af189766-ad19-4bd4-942b-d1955e9147d7 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 943 time: 0.0577240 Dec 08 21:50:29.426156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e444f504-29cb-48e4-8b07-54487007f402 req-4e8889c2-681a-4a29-87d0-28c4e1c5683b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Dec 08 21:50:29.483769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5350f51a-d8af-4769-b14d-ee9bad93e340 req-9f0d7d21-8e45-462d-9329-840bb0afac8f service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175305 Dec 08 21:50:29.632406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704527e-301c-461e-8d57-43b558e4bef1 req-e1990c31-35e9-4ba3-948e-d6135c5048b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:29.633869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6704527e-301c-461e-8d57-43b558e4bef1 req-e1990c31-35e9-4ba3-948e-d6135c5048b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 1094 time: 0.1012044 Dec 08 21:50:29.655965 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:29.810578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704527e-301c-461e-8d57-43b558e4bef1 req-436dac23-8892-4d18-a778-15b49ea7698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:29.811991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6704527e-301c-461e-8d57-43b558e4bef1 req-436dac23-8892-4d18-a778-15b49ea7698e service neutron] 10.222.0.37 "GET /v2.0/networks?id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 200 len: 923 time: 0.1629364 Dec 08 21:50:30.165548 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6704527e-301c-461e-8d57-43b558e4bef1 req-9ea1140a-e931-4423-9b18-18ba62e60185 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a1abbe7-5949-438f-8282-15d18b625e13 HTTP/1.1" status: 200 len: 217 time: 0.3213670 Dec 08 21:50:30.264211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e6270-0202-4761-9878-2e6a618be814 req-f31716a0-9f66-4b12-9107-fad3ae9fd8f3 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:30.270313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e6270-0202-4761-9878-2e6a618be814 req-f31716a0-9f66-4b12-9107-fad3ae9fd8f3 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:30.272008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc1e6270-0202-4761-9878-2e6a618be814 req-f31716a0-9f66-4b12-9107-fad3ae9fd8f3 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1680 time: 0.1442764 Dec 08 21:50:30.275321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:30.279907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704527e-301c-461e-8d57-43b558e4bef1 req-499bc41a-e139-42ad-9910-18c82a2608bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:30.281356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6704527e-301c-461e-8d57-43b558e4bef1 req-499bc41a-e139-42ad-9910-18c82a2608bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3fd70da3-9661-4c22-bc4c-f0b64d356de9 HTTP/1.1" status: 200 len: 862 time: 0.0993195 Dec 08 21:50:30.381467 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6704527e-301c-461e-8d57-43b558e4bef1 req-0d46de9c-9314-426e-93af-57916b0e138f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38ef2778-d20f-4c5d-9d75-b81c6562ef6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898604 Dec 08 21:50:30.447754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc1e6270-0202-4761-9878-2e6a618be814 req-16efffa6-4386-4f58-9922-d1a0bc09bf02 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654360 Dec 08 21:50:30.525928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6704527e-301c-461e-8d57-43b558e4bef1 req-532f1d20-0f9d-421f-92a8-eeb918ad8635 service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298900 Dec 08 21:50:30.601770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66c585-e12d-47a2-ad1a-231f99e3a5c2 req-bc98fee5-c9e4-4c54-9b0e-7dd27d72f6ec tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:30.603444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e66c585-e12d-47a2-ad1a-231f99e3a5c2 req-bc98fee5-c9e4-4c54-9b0e-7dd27d72f6ec tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.3676939 Dec 08 21:50:30.612177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:50:30.646664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e66c585-e12d-47a2-ad1a-231f99e3a5c2 req-59791bbd-ec56-4f8a-937f-a1c0689e0652 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Dec 08 21:50:30.710663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b7807-cfdf-4f0b-9fa1-7370bcb122c6 req-2da70f13-66c5-48e0-81f2-068513e6c4e9 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:30.712277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e48b7807-cfdf-4f0b-9fa1-7370bcb122c6 req-2da70f13-66c5-48e0-81f2-068513e6c4e9 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 943 time: 0.1667538 Dec 08 21:50:30.762665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6704527e-301c-461e-8d57-43b558e4bef1 req-082acbb4-3511-4591-a717-c20dfb5d1a54 service neutron] 10.222.0.37 "GET /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260344 Dec 08 21:50:30.789797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e48b7807-cfdf-4f0b-9fa1-7370bcb122c6 req-7811c98b-bb82-4ea6-8fe5-e0d56ef6aacc tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677307 Dec 08 21:50:30.802125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:30.818076 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4d70d-4271-44b4-ab4b-03a14c77db69 None None] Sync routers for ids ['6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:30.828919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:30.832944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-949a8015-182c-4a54-892b-2c10659e57ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3257174 Dec 08 21:50:30.832944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52962) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:30.835915 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c4d70d-4271-44b4-ab4b-03a14c77db69 None None] Routers {'6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:30.836647 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e8c4d70d-4271-44b4-ab4b-03a14c77db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:30.871642 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e8c4d70d-4271-44b4-ab4b-03a14c77db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:30.881099 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c4d70d-4271-44b4-ab4b-03a14c77db69 None None] Routers {'6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:30.881840 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e8c4d70d-4271-44b4-ab4b-03a14c77db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:30.973615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923571-ce01-4176-a503-306fe4b82e49 req-502db540-d57d-4bc6-89a0-28661a80903c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:30.979461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923571-ce01-4176-a503-306fe4b82e49 req-502db540-d57d-4bc6-89a0-28661a80903c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:30.981128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91923571-ce01-4176-a503-306fe4b82e49 req-502db540-d57d-4bc6-89a0-28661a80903c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1680 time: 0.0815973 Dec 08 21:50:31.001149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f12c04c3-c0a7-472f-baed-8aa9ccb7f444 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/routers/6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 HTTP/1.1" status: 200 len: 885 time: 0.1670628 Dec 08 21:50:31.003956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52966) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:31.005836 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e8c4d70d-4271-44b4-ab4b-03a14c77db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:31.006486 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4d70d-4271-44b4-ab4b-03a14c77db69 None None] The sync data for ids ['6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:31.029350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91923571-ce01-4176-a503-306fe4b82e49 req-ec02bd15-fe01-402a-985e-ecd974d0f23f tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 Dec 08 21:50:31.236652 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4b1b0e3b-5f83-4fa0-978a-e719c3d6b7f9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2308867 Dec 08 21:50:31.239095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52972) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:31.243395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-00f939b0-8fcc-4f45-bcc5-20576a3c000a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1944923319'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:31.552931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00f939b0-8fcc-4f45-bcc5-20576a3c000a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:31.563397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00f939b0-8fcc-4f45-bcc5-20576a3c000a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:31.666883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f939b0-8fcc-4f45-bcc5-20576a3c000a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:31.818685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0077-94d3-4785-93bf-6fb71508136d req-dcc79232-f9d2-4bf0-b6d7-488ec32005b1 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:31.820183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd2e0077-94d3-4785-93bf-6fb71508136d req-dcc79232-f9d2-4bf0-b6d7-488ec32005b1 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0939651 Dec 08 21:50:31.830555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f939b0-8fcc-4f45-bcc5-20576a3c000a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:31.838220 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00f939b0-8fcc-4f45-bcc5-20576a3c000a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:31.842582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-00f939b0-8fcc-4f45-bcc5-20576a3c000a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 HTTP/1.1" status: 200 len: 892 time: 0.6002331 Dec 08 21:50:31.842781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d2701-2c12-403e-b06a-2a7024ea470a None None] Sync routers for ids ['6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:31.843233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52984) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:31.850624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d2701-2c12-403e-b06a-2a7024ea470a None None] Routers {'6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:31.851628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-206d2701-2c12-403e-b06a-2a7024ea470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:31.874620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd2e0077-94d3-4785-93bf-6fb71508136d req-f2e1f6ba-cc92-4944-9f57-b4ff063876da tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460801 Dec 08 21:50:31.885423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-206d2701-2c12-403e-b06a-2a7024ea470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:31.895166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d2701-2c12-403e-b06a-2a7024ea470a None None] Routers {'6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:31.895764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-206d2701-2c12-403e-b06a-2a7024ea470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:31.931023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-206d2701-2c12-403e-b06a-2a7024ea470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:31.931676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d2701-2c12-403e-b06a-2a7024ea470a None None] The sync data for ids ['6e89e46a-c2d4-4fd9-93f2-e5a338b572a9'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:31.983077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86736ad-ea3c-4597-a12a-f47cb8ca08fe req-b5e496df-8449-4220-8851-584d19374d67 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:31.984509 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d86736ad-ea3c-4597-a12a-f47cb8ca08fe req-b5e496df-8449-4220-8851-584d19374d67 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 943 time: 0.0684335 Dec 08 21:50:31.993481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-682204d6-3ab2-4a7c-a9b6-3053ecf643b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/routers/6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 HTTP/1.1" status: 200 len: 892 time: 0.1493015 Dec 08 21:50:31.996312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52986) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:32.025747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5fbdc5a-b282-4b46-a9b9-eb184c3e81cb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 HTTP/1.1" status: 200 len: 205 time: 0.0282607 Dec 08 21:50:32.026008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d86736ad-ea3c-4597-a12a-f47cb8ca08fe req-a0f3ad7f-2b0e-4ac7-8cab-eb1cd818d81a tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314131 Dec 08 21:50:32.028725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52988) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:32.162202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.171131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df401b6-5c2f-4fc1-b9f7-449d5b50c5fa req-e6c413cd-6929-4dc8-a7f9-131051de96cb tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:32.176970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df401b6-5c2f-4fc1-b9f7-449d5b50c5fa req-e6c413cd-6929-4dc8-a7f9-131051de96cb tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:32.178485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df401b6-5c2f-4fc1-b9f7-449d5b50c5fa req-e6c413cd-6929-4dc8-a7f9-131051de96cb tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1680 time: 0.0825984 Dec 08 21:50:32.264582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3a1abbe7-5949-438f-8282-15d18b625e13 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:50:32.292931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4df401b6-5c2f-4fc1-b9f7-449d5b50c5fa req-e7c01890-666d-4c0e-98dc-46ca8c3226da tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739954 Dec 08 21:50:32.327203 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.362154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3a1abbe7-5949-438f-8282-15d18b625e13, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a1abbe7-5949-438f-8282-15d18b625e13,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:32.374389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '3a1abbe7-5949-438f-8282-15d18b625e13', 'network_id': '38ef2778-d20f-4c5d-9d75-b81c6562ef6b', 'port_id': '3a1abbe7-5949-438f-8282-15d18b625e13', 'mac_address': 'fa:16:3e:8b:58:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd70da3-9661-4c22-bc4c-f0b64d356de9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:50:32.378265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port d8f6c162-757c-4227-bffd-e0c4ea036ac7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:32.378609 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.415220 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.428714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1abbe7-5949-438f-8282-15d18b625e13 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:32.447915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3a1abbe7-5949-438f-8282-15d18b625e13, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a1abbe7-5949-438f-8282-15d18b625e13,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:32.452135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.490950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.501156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3a1abbe7-5949-438f-8282-15d18b625e13,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:32.515547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-f2730f2c-9341-437a-a468-5504fb978ba9 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:32.521500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-f2730f2c-9341-437a-a468-5504fb978ba9 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:32.523031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-f2730f2c-9341-437a-a468-5504fb978ba9 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 1680 time: 0.0938201 Dec 08 21:50:32.523907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for d8f6c162-757c-4227-bffd-e0c4ea036ac7 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:32.705332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port 8818ff14-91e4-497f-823d-297fc315b299 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:32.706029 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.732396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['3a1abbe7-5949-438f-8282-15d18b625e13'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:32.812461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.850360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=d8f6c162-757c-4227-bffd-e0c4ea036ac7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:32.853287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port 8818ff14-91e4-497f-823d-297fc315b299, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8818ff14-91e4-497f-823d-297fc315b299,segment=NetworkSegment(4f97128f-4c4f-4afb-b75e-9d7af50a08d2),segment_id=4f97128f-4c4f-4afb-b75e-9d7af50a08d2)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:32.853648 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.869897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for 8818ff14-91e4-497f-823d-297fc315b299 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:32.972401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:32.997135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd6b39-9a7d-416e-ac77-af186ce65d90 req-8e592350-66a7-4eea-9eec-9d7e2c99f42b tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:32.998607 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-adfd6b39-9a7d-416e-ac77-af186ce65d90 req-8e592350-66a7-4eea-9eec-9d7e2c99f42b tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0486565 Dec 08 21:50:33.035950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-adfd6b39-9a7d-416e-ac77-af186ce65d90 req-e22874dd-66e1-46ee-b6e5-72f6dbc67974 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Dec 08 21:50:33.072343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.074868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.171277 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.171787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Fanout notify agent at l3_agent the message router_deleted on router 6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:50:33.180306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.181398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b25cc1bd-c662-4893-9f36-618e37862741 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 HTTP/1.1" status: 204 len: 168 time: 1.1517146 Dec 08 21:50:33.185080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53002) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:33.190779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-897708849'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:33.212239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac90fe5-5632-451d-bc8a-582458d1151f req-d84b35a6-e7da-4d4b-a7ce-8ee3c25b4f49 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:33.213573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bac90fe5-5632-451d-bc8a-582458d1151f req-d84b35a6-e7da-4d4b-a7ce-8ee3c25b4f49 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 944 time: 0.0980241 Dec 08 21:50:33.215423 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.231474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['96e34ea2-fb3f-474e-8e59-f33bbb001745', '8818ff14-91e4-497f-823d-297fc315b299'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:33.233285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:33.237492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.252736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=8818ff14-91e4-497f-823d-297fc315b299,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:33.273337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:33.290292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.290643 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment 41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe of type vlan for network 8726a723-b693-46d7-aefa-daff79ad1c11 Dec 08 21:50:33.330672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port 8818ff14-91e4-497f-823d-297fc315b299 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:33.333591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.337387 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-8c2201d0-da38-49d9-b9b5-d8d77b461f64 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "DELETE /v2.0/ports/8818ff14-91e4-497f-823d-297fc315b299 HTTP/1.1" status: 204 len: 173 time: 0.8080478 Dec 08 21:50:33.338172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'name': 'network-vif-deleted', 'tag': '8818ff14-91e4-497f-823d-297fc315b299'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:33.341277 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65b1791-0d65-4f61-9c51-7b8032da66e1" -d '{"events": [{"server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "name": "network-vif-deleted", "tag": "8818ff14-91e4-497f-823d-297fc315b299"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:33.348225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bac90fe5-5632-451d-bc8a-582458d1151f req-e08cde0f-73b7-4bf7-b529-3547c62b8988 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246200 Dec 08 21:50:33.349566 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.404240 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.414325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:33.415250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.451548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port 96e34ea2-fb3f-474e-8e59-f33bbb001745 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:33.452303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.500666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3102386 Dec 08 21:50:33.501745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53012) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:33.517435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': '8726a723-b693-46d7-aefa-daff79ad1c11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:33.549941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3915e-6974-47a8-9ed9-fceabd61818f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=8726a723-b693-46d7-aefa-daff79ad1c11,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:33.561943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8726a723-b693-46d7-aefa-daff79ad1c11 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:33.562175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c121e3-4299-412c-a18b-9b2744cd1a50 req-6e65af93-54e4-428b-9729-eeae104349e3 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:33.563713 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4c121e3-4299-412c-a18b-9b2744cd1a50 req-6e65af93-54e4-428b-9729-eeae104349e3 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1aa5311-5429-4917-9c50-0a330a17ee5a HTTP/1.1" status: 200 len: 945 time: 0.1248381 Dec 08 21:50:33.566673 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f89d9d6-35eb-4eec-ba41-7b4208f9cae3 x-openstack-request-id: req-5f89d9d6-35eb-4eec-ba41-7b4208f9cae3 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:33.566997 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "name": "network-vif-deleted", "tag": "8818ff14-91e4-497f-823d-297fc315b299", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:33.567237 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f89d9d6-35eb-4eec-ba41-7b4208f9cae3 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:33.567633 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'name': 'network-vif-deleted', 'tag': '8818ff14-91e4-497f-823d-297fc315b299', 'status': 'completed', 'code': 200} Dec 08 21:50:33.614151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4c121e3-4299-412c-a18b-9b2744cd1a50 req-070325c3-c635-4b5d-a5ab-7cc0c73dd902 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d4a0e4-226e-408d-b907-e69cfe5c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Dec 08 21:50:33.631161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port 96e34ea2-fb3f-474e-8e59-f33bbb001745, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=96e34ea2-fb3f-474e-8e59-f33bbb001745,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:33.631534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.650108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for 96e34ea2-fb3f-474e-8e59-f33bbb001745 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:33.663480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:33.666923 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.914187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:33.925461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8818ff14-91e4-497f-823d-297fc315b299'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:33.954813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=96e34ea2-fb3f-474e-8e59-f33bbb001745,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:33.966922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.035508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port 96e34ea2-fb3f-474e-8e59-f33bbb001745 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:34.040055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.043367 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a86c5c3d-024a-4d9c-abb9-1ce3e61c733d req-14075aac-1dbf-4524-8118-f4b025ec91b1 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.23 "DELETE /v2.0/ports/96e34ea2-fb3f-474e-8e59-f33bbb001745 HTTP/1.1" status: 204 len: 173 time: 0.6990824 Dec 08 21:50:34.072271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=994128a0-300a-4257-806c-c53713f5edf7,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:34.078608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': '41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8726a723-b693-46d7-aefa-daff79ad1c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:34.078998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: 8726a723-b693-46d7-aefa-daff79ad1c11, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:34.100134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 8726a723-b693-46d7-aefa-daff79ad1c11 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:34.113092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8726a723-b693-46d7-aefa-daff79ad1c11) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:34.117824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:34.118601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.123769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b5c0ee-ed46-4982-810a-9262625cbc81 None None] Network 8726a723-b693-46d7-aefa-daff79ad1c11 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:34.178250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-82c6b58f-2835-4b33-af42-4dcf7d794c6f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6629190 Dec 08 21:50:34.179953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:34.183774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-04a1a899-cbfa-4ef3-aed3-74026ede8d69 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-995133664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:34.218282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdff75d-2dfb-4146-b456-8b547af8d6a2 req-ced8bd99-b619-4409-9111-b351fa3ae8f4 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:34.219902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcdff75d-2dfb-4146-b456-8b547af8d6a2 req-ced8bd99-b619-4409-9111-b351fa3ae8f4 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0829372 Dec 08 21:50:34.227595 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04a1a899-cbfa-4ef3-aed3-74026ede8d69 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.228875 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04a1a899-cbfa-4ef3-aed3-74026ede8d69 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.263425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcdff75d-2dfb-4146-b456-8b547af8d6a2 req-620fa498-8ca5-4471-842b-56d4ac4324f2 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351074 Dec 08 21:50:34.284878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04a1a899-cbfa-4ef3-aed3-74026ede8d69 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.287315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3a1abbe7-5949-438f-8282-15d18b625e13 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:34.290546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04a1a899-cbfa-4ef3-aed3-74026ede8d69 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.313173 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04a1a899-cbfa-4ef3-aed3-74026ede8d69 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.314453 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-04a1a899-cbfa-4ef3-aed3-74026ede8d69 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1348324 Dec 08 21:50:34.317252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53032) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:34.334376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8726a723-b693-46d7-aefa-daff79ad1c11', 'network_id': '8726a723-b693-46d7-aefa-daff79ad1c11', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': '994128a0-300a-4257-806c-c53713f5edf7'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:50:34.335266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.431478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 3a1abbe7-5949-438f-8282-15d18b625e13 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:50:34.448295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 3a1abbe7-5949-438f-8282-15d18b625e13 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:34.454832 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.489968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564850a4-cd4d-4aae-ba6b-fe6b1ec22a4f req-3ad7773c-b240-4532-8aec-b25110ad091e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:34.499195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-564850a4-cd4d-4aae-ba6b-fe6b1ec22a4f req-3ad7773c-b240-4532-8aec-b25110ad091e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 944 time: 0.0797300 Dec 08 21:50:34.575732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Allocated IP 2001:db8::2 (8726a723-b693-46d7-aefa-daff79ad1c11/994128a0-300a-4257-806c-c53713f5edf7/20f63204-857c-4883-aaa9-509fd43b790a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:34.665883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.681289 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.686860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53040) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:34.717259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e80c45-b571-411a-96f4-64fe71e4f68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1abbe7-5949-438f-8282-15d18b625e13'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:34.719318 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4fe8a8-1c1b-4160-9972-3e0720a6c289" -d '{"events": [{"server_uuid": "74e80c45-b571-411a-96f4-64fe71e4f68e", "name": "network-vif-plugged", "status": "completed", "tag": "3a1abbe7-5949-438f-8282-15d18b625e13"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:34.742323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3a1abbe7-5949-438f-8282-15d18b625e13, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a1abbe7-5949-438f-8282-15d18b625e13,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:34.755395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.787099 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c5802a-6544-4e29-b7f1-676b99ef0964 x-openstack-request-id: req-86c5802a-6544-4e29-b7f1-676b99ef0964 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:34.787380 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e80c45-b571-411a-96f4-64fe71e4f68e", "name": "network-vif-plugged", "status": "completed", "tag": "3a1abbe7-5949-438f-8282-15d18b625e13", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:34.787637 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86c5802a-6544-4e29-b7f1-676b99ef0964 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:34.788027 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e80c45-b571-411a-96f4-64fe71e4f68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1abbe7-5949-438f-8282-15d18b625e13', 'code': 200} Dec 08 21:50:34.842304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c0b107-62c1-4d29-a5c2-9772c013169c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting subnet 4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:34.848174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89c0b107-62c1-4d29-a5c2-9772c013169c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.855835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3a1abbe7-5949-438f-8282-15d18b625e13,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:34.861177 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.867976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.868336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.868721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.869064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.869396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.869729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.870072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.870437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.870751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.871082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.871407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.871728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:50:34.876338 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.882040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-564850a4-cd4d-4aae-ba6b-fe6b1ec22a4f req-ecf4bee7-7257-4cf8-9195-a8abd1548aa2 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810003 Dec 08 21:50:34.919466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Network 8726a723-b693-46d7-aefa-daff79ad1c11 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:34.923572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:34.930027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:34.931949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Pushing event updated for resources: {'Port': ['ID=20f63204-857c-4883-aaa9-509fd43b790a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:34.985675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Attempting to bind port 20f63204-857c-4883-aaa9-509fd43b790a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:34.986038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Attempting to bind port 20f63204-857c-4883-aaa9-509fd43b790a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8726a723-b693-46d7-aefa-daff79ad1c11'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:34.986397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Attempting to bind port 20f63204-857c-4883-aaa9-509fd43b790a on network 8726a723-b693-46d7-aefa-daff79ad1c11 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:34.991281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:34.991653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Checking segment: {'id': '41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8726a723-b693-46d7-aefa-daff79ad1c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:34.992051 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:34.992440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Bound using segment: {'id': '41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8726a723-b693-46d7-aefa-daff79ad1c11'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:34.992896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Bound port: 20f63204-857c-4883-aaa9-509fd43b790a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8726a723-b693-46d7-aefa-daff79ad1c11'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:34.993272 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.014985 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89c0b107-62c1-4d29-a5c2-9772c013169c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.049786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254fc58-3367-4d8c-b37b-8a6a29ae3105 req-b57e07b4-b1f4-45fc-a305-97e609785821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:35.051417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e254fc58-3367-4d8c-b37b-8a6a29ae3105 req-b57e07b4-b1f4-45fc-a305-97e609785821 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 1096 time: 0.2004802 Dec 08 21:50:35.053889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] For port 20f63204-857c-4883-aaa9-509fd43b790a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:35.057144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] For port 20f63204-857c-4883-aaa9-509fd43b790a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=20f63204-857c-4883-aaa9-509fd43b790a,segment=NetworkSegment(41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe),segment_id=41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:35.061011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.121395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60718a-1bb6-4d29-a88b-ea3120548211 None None] Pushing event updated for resources: {'Port': ['ID=20f63204-857c-4883-aaa9-509fd43b790a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:35.172141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e254fc58-3367-4d8c-b37b-8a6a29ae3105 req-451ada49-2224-4f56-aca5-2e57b128eb6e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074688 Dec 08 21:50:35.176176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8::1 (8726a723-b693-46d7-aefa-daff79ad1c11/994128a0-300a-4257-806c-c53713f5edf7/0cf29d5d-2714-4db2-9ff9-c95095ab43c4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:35.192066 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89c0b107-62c1-4d29-a5c2-9772c013169c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.537081 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3671f6c-9daf-45a6-84a8-8197b77b496c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.568909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'name': 'network-vif-deleted', 'tag': '96e34ea2-fb3f-474e-8e59-f33bbb001745'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:35.572679 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58afeb5e-e4ff-480e-9082-0ee38899e473" -d '{"events": [{"server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "name": "network-vif-deleted", "tag": "96e34ea2-fb3f-474e-8e59-f33bbb001745"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:35.612065 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89c0b107-62c1-4d29-a5c2-9772c013169c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.626468 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9b24cf-1aff-4ce2-8165-4c77e2345d66 x-openstack-request-id: req-3c9b24cf-1aff-4ce2-8165-4c77e2345d66 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:35.627392 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa5311-5429-4917-9c50-0a330a17ee5a", "name": "network-vif-deleted", "tag": "96e34ea2-fb3f-474e-8e59-f33bbb001745", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:35.627840 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c9b24cf-1aff-4ce2-8165-4c77e2345d66 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:35.629027 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa5311-5429-4917-9c50-0a330a17ee5a', 'name': 'network-vif-deleted', 'tag': '96e34ea2-fb3f-474e-8e59-f33bbb001745', 'status': 'completed', 'code': 200} Dec 08 21:50:35.671038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7f852-d641-4527-a3d0-3a3531c4f9a9 req-78bad27d-7930-45f4-8eec-c79afc1f4b00 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:35.672664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0dd7f852-d641-4527-a3d0-3a3531c4f9a9 req-78bad27d-7930-45f4-8eec-c79afc1f4b00 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1324799 Dec 08 21:50:35.673459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0b107-62c1-4d29-a5c2-9772c013169c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Subnet': ['ID=4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:35.680212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89c0b107-62c1-4d29-a5c2-9772c013169c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.685318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89c0b107-62c1-4d29-a5c2-9772c013169c tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "DELETE /v2.0/subnets/4b41e2a1-6b9a-4ac2-8dce-4dd36ff81a29 HTTP/1.1" status: 204 len: 168 time: 0.9959674 Dec 08 21:50:35.688815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53052) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:35.701328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 20f63204-857c-4883-aaa9-509fd43b790a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:35.708734 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.710776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96762cc1-507c-4729-8835-990da93d1858 None None] Network babd618e-4564-4ef3-a5e5-87647052b887 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:35.816324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0dd7f852-d641-4527-a3d0-3a3531c4f9a9 req-57835b8c-631d-40e2-a8a3-209c9872a4a3 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140525 Dec 08 21:50:35.824557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.847038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.863187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 20f63204-857c-4883-aaa9-509fd43b790a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:35.863714 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:35.928622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 8726a723-b693-46d7-aefa-daff79ad1c11 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:35.929680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=0cf29d5d-2714-4db2-9ff9-c95095ab43c4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:35.937845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:35.940933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:35.941587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.010531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port 833da49b-ab45-4efa-8857-a7cdcebca1eb {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:36.010934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.025572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eea3ba-94cb-4ca3-bc0f-f710d55928a1 req-62debc84-a05e-407c-980f-bb7bb67b06cf tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:36.030219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d0eea3ba-94cb-4ca3-bc0f-f710d55928a1 req-62debc84-a05e-407c-980f-bb7bb67b06cf tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 945 time: 0.0614288 Dec 08 21:50:36.039631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.085229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 20f63204-857c-4883-aaa9-509fd43b790a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=20f63204-857c-4883-aaa9-509fd43b790a,segment=NetworkSegment(41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe),segment_id=41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:36.099323 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.107585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d0eea3ba-94cb-4ca3-bc0f-f710d55928a1 req-8c413e87-33d4-40d4-830d-b44ae5b8deaa tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710065 Dec 08 21:50:36.125588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port 833da49b-ab45-4efa-8857-a7cdcebca1eb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=833da49b-ab45-4efa-8857-a7cdcebca1eb,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:36.125877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.136825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] DHCP port deletion for babd618e-4564-4ef3-a5e5-87647052b887 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:50:36.139877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.145679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for 833da49b-ab45-4efa-8857-a7cdcebca1eb owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:36.197947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=20f63204-857c-4883-aaa9-509fd43b790a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:36.208641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc35168-3c8f-4287-a822-4dcd36ce1e5b None None] Network 8726a723-b693-46d7-aefa-daff79ad1c11 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:36.268055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] Deleting port 833da49b-ab45-4efa-8857-a7cdcebca1eb {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:36.268508 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.321763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-67450f56-224b-4609-95c0-1fe8976002ba None None] Provisioning complete for port 20f63204-857c-4883-aaa9-509fd43b790a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:36.322128 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-67450f56-224b-4609-95c0-1fe8976002ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.386676 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.387379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] For port 833da49b-ab45-4efa-8857-a7cdcebca1eb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=833da49b-ab45-4efa-8857-a7cdcebca1eb,segment=NetworkSegment(312b8024-96cb-4eb0-a625-8b140cd531eb),segment_id=312b8024-96cb-4eb0-a625-8b140cd531eb)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:36.387379 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.420706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=833da49b-ab45-4efa-8857-a7cdcebca1eb,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:36.425866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port 833da49b-ab45-4efa-8857-a7cdcebca1eb on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:36.434014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] Calling delete_port for 833da49b-ab45-4efa-8857-a7cdcebca1eb owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:36.540458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.570516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babd618e-4564-4ef3-a5e5-87647052b887']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:36.591676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312b8024-96cb-4eb0-a625-8b140cd531eb') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:36.591975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312b8024-96cb-4eb0-a625-8b140cd531eb') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:36.601311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.605808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.612315 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.613085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.654331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.674092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:36.674432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:36.677365 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:36.740818 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.750969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=0cf29d5d-2714-4db2-9ff9-c95095ab43c4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:36.783926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] Pushing event deleted for resources: {'Port': ['ID=833da49b-ab45-4efa-8857-a7cdcebca1eb,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:36.785654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4007eb-ce54-4acb-8bc9-e192bfec5896 None None] No DVR routers for this DVR port 833da49b-ab45-4efa-8857-a7cdcebca1eb on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:36.789989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.804122 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.807501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "DELETE /v2.0/networks/babd618e-4564-4ef3-a5e5-87647052b887 HTTP/1.1" status: 204 len: 168 time: 1.1188638 Dec 08 21:50:36.810977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53060) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:36.826642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45850c48-b81b-4b81-828f-587bf24ec242 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Network': ['ID=babd618e-4564-4ef3-a5e5-87647052b887,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:36.840259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 8726a723-b693-46d7-aefa-daff79ad1c11 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:36.841305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:36.873066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4516a4-a210-4de3-b2db-20b4d1c9da67 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting subnet 9d3de0b3-5895-4458-b08c-5a49a2676a34 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:36.876579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e4516a4-a210-4de3-b2db-20b4d1c9da67 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.923601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e4516a4-a210-4de3-b2db-20b4d1c9da67 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:36.934461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 96e34ea2-fb3f-474e-8e59-f33bbb001745 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:36.967633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 96e34ea2-fb3f-474e-8e59-f33bbb001745 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:36.968321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 96e34ea2-fb3f-474e-8e59-f33bbb001745 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:36.970045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8818ff14-91e4-497f-823d-297fc315b299 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:36.988564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85e1ea-23e3-4827-8413-009f663188f6 req-3074180f-1664-4bf9-8a77-72e0b1091ed3 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:36.990217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6d85e1ea-23e3-4827-8413-009f663188f6 req-3074180f-1664-4bf9-8a77-72e0b1091ed3 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0712550 Dec 08 21:50:37.003638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 8818ff14-91e4-497f-823d-297fc315b299 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:37.003989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8818ff14-91e4-497f-823d-297fc315b299 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:37.018140 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e4516a4-a210-4de3-b2db-20b4d1c9da67 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.057563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6d85e1ea-23e3-4827-8413-009f663188f6 req-c72f574d-5649-442a-b2e7-4790e0f57401 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579886 Dec 08 21:50:37.059685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 3540f229-017c-4801-9a43-fa1ae617cacc is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:50:37.080959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d10ba0ad-a8df-4ab2-bd48-d88b9b46024a None None] Provisioning complete for port 20f63204-857c-4883-aaa9-509fd43b790a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:37.081325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d10ba0ad-a8df-4ab2-bd48-d88b9b46024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.098239 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e4516a4-a210-4de3-b2db-20b4d1c9da67 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.144248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4516a4-a210-4de3-b2db-20b4d1c9da67 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3de0b3-5895-4458-b08c-5a49a2676a34,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:37.150974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e4516a4-a210-4de3-b2db-20b4d1c9da67 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.155341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0e4516a4-a210-4de3-b2db-20b4d1c9da67 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "DELETE /v2.0/subnets/9d3de0b3-5895-4458-b08c-5a49a2676a34 HTTP/1.1" status: 204 len: 168 time: 0.3431480 Dec 08 21:50:37.160875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53066) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:37.171686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cca82b-dac7-4e3f-909d-8d374a539164 None None] Network 2bc45534-e9ec-406b-a7aa-e945e69d8551 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:37.192307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:37.203135 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8756a10-6f62-40d2-a857-b5cd77c50566 None None] Sync routers for ids ['3540f229-017c-4801-9a43-fa1ae617cacc'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:37.208378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bbd5f438-b639-426e-a231-a461ee5a7591 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/3540f229-017c-4801-9a43-fa1ae617cacc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8901439 Dec 08 21:50:37.209023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53068) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:37.228520 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8756a10-6f62-40d2-a857-b5cd77c50566 None None] Routers {'3540f229-017c-4801-9a43-fa1ae617cacc'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:37.231430 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f8756a10-6f62-40d2-a857-b5cd77c50566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3540f229-017c-4801-9a43-fa1ae617cacc'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:37.275992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.281332 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f8756a10-6f62-40d2-a857-b5cd77c50566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:37.291384 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8756a10-6f62-40d2-a857-b5cd77c50566 None None] Routers {'3540f229-017c-4801-9a43-fa1ae617cacc'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:37.292242 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f8756a10-6f62-40d2-a857-b5cd77c50566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3540f229-017c-4801-9a43-fa1ae617cacc'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:37.304917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d10ba0ad-a8df-4ab2-bd48-d88b9b46024a None None] Provisioning complete for port 0cf29d5d-2714-4db2-9ff9-c95095ab43c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:37.305434 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d10ba0ad-a8df-4ab2-bd48-d88b9b46024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.305571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1886825-5b0c-4fcf-8307-8f414f38c654 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:37.306998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b1886825-5b0c-4fcf-8307-8f414f38c654 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports/0cf29d5d-2714-4db2-9ff9-c95095ab43c4 HTTP/1.1" status: 200 len: 911 time: 0.0969505 Dec 08 21:50:37.312010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53070) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:37.317232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-09e80ea9-2027-42d7-bc45-a73b9b7c5cfa tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '994128a0-300a-4257-806c-c53713f5edf7'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:37.334910 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f8756a10-6f62-40d2-a857-b5cd77c50566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:37.335786 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8756a10-6f62-40d2-a857-b5cd77c50566 None None] The sync data for ids ['3540f229-017c-4801-9a43-fa1ae617cacc'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:37.374005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3301-7ea7-4ac4-b239-8276a681f4f3 req-3fd20f4a-d199-43db-aea6-8a770ed1ece0 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:37.375847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-00ad3301-7ea7-4ac4-b239-8276a681f4f3 req-3fd20f4a-d199-43db-aea6-8a770ed1ece0 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 945 time: 0.0975089 Dec 08 21:50:37.378705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d10ba0ad-a8df-4ab2-bd48-d88b9b46024a None None] Port 0cf29d5d-2714-4db2-9ff9-c95095ab43c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:37.394975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Deleting port d218049c-4228-42d1-987d-accaa150dcc4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:37.395173 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.479890 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-00ad3301-7ea7-4ac4-b239-8276a681f4f3 req-caa50249-cb95-4aae-9eed-09aca41c2c73 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862174 Dec 08 21:50:37.489315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] DHCP port deletion for 2bc45534-e9ec-406b-a7aa-e945e69d8551 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:50:37.510345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] For port d218049c-4228-42d1-987d-accaa150dcc4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d218049c-4228-42d1-987d-accaa150dcc4,segment=NetworkSegment(4f97128f-4c4f-4afb-b75e-9d7af50a08d2),segment_id=4f97128f-4c4f-4afb-b75e-9d7af50a08d2)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:37.511770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.517877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09e80ea9-2027-42d7-bc45-a73b9b7c5cfa tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.531677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Calling delete_port for d218049c-4228-42d1-987d-accaa150dcc4 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:37.543080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2d054a0e-e6fc-46ce-a442-1545d23e7b52 None None] Provisioning complete for port 0cf29d5d-2714-4db2-9ff9-c95095ab43c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:37.543693 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d054a0e-e6fc-46ce-a442-1545d23e7b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.638596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2d054a0e-e6fc-46ce-a442-1545d23e7b52 None None] Port 0cf29d5d-2714-4db2-9ff9-c95095ab43c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:37.659122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] Deleting port d218049c-4228-42d1-987d-accaa150dcc4 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:37.660964 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.666501 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.705083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Port': ['ID=d218049c-4228-42d1-987d-accaa150dcc4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:37.717850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 20f63204-857c-4883-aaa9-509fd43b790a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:37.719338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] No DVR routers for this DVR port d218049c-4228-42d1-987d-accaa150dcc4 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:37.799902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] For port d218049c-4228-42d1-987d-accaa150dcc4, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:37.800428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.815547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ffbdf50f-c123-4d37-b53f-95e9d6135cf0 None None] Provisioning complete for port 0cf29d5d-2714-4db2-9ff9-c95095ab43c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:37.816079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ffbdf50f-c123-4d37-b53f-95e9d6135cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.823390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] Calling delete_port for d218049c-4228-42d1-987d-accaa150dcc4 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:37.824232 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.844718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] Port d218049c-4228-42d1-987d-accaa150dcc4 was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 21:50:37.851478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc45534-e9ec-406b-a7aa-e945e69d8551']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:37.851854 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.862592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f97128f-4c4f-4afb-b75e-9d7af50a08d2') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:37.862938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f97128f-4c4f-4afb-b75e-9d7af50a08d2') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:37.866942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 20f63204-857c-4883-aaa9-509fd43b790a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:37.867413 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.873291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.891353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] No DVR routers for this DVR port d218049c-4228-42d1-987d-accaa150dcc4 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:37.915520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.926024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c75a0-30b4-4a94-bfa7-2a81c726fd05 None None] Pushing event deleted for resources: {'Port': ['ID=d218049c-4228-42d1-987d-accaa150dcc4,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:37.926599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:37.927014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:37.930397 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:37.934416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ffbdf50f-c123-4d37-b53f-95e9d6135cf0 None None] Port 0cf29d5d-2714-4db2-9ff9-c95095ab43c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:37.981412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598d6c3-f5e7-4d09-99c4-3d2aa126d5d6 req-675de0c4-9536-4f5c-9ec6-66a2e4105546 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:37.982856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e598d6c3-f5e7-4d09-99c4-3d2aa126d5d6 req-675de0c4-9536-4f5c-9ec6-66a2e4105546 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 945 time: 0.1075730 Dec 08 21:50:38.033499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.038331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e598d6c3-f5e7-4d09-99c4-3d2aa126d5d6 req-d34c14e6-86a8-4870-bfed-6edd1cbc2322 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Dec 08 21:50:38.044152 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.048022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] 10.222.0.21 "DELETE /v2.0/networks/2bc45534-e9ec-406b-a7aa-e945e69d8551 HTTP/1.1" status: 204 len: 168 time: 0.8859227 Dec 08 21:50:38.050623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d218049c-4228-42d1-987d-accaa150dcc4 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:38.052672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09e80ea9-2027-42d7-bc45-a73b9b7c5cfa tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.068085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6704ef7-68a0-4045-8232-dbfa44fb6067 tempest-ServersTestMultiNic-377739479 tempest-ServersTestMultiNic-377739479-project] Pushing event deleted for resources: {'Network': ['ID=2bc45534-e9ec-406b-a7aa-e945e69d8551,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:38.069931 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09e80ea9-2027-42d7-bc45-a73b9b7c5cfa tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.076645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e80ea9-2027-42d7-bc45-a73b9b7c5cfa tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:38.077444 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09e80ea9-2027-42d7-bc45-a73b9b7c5cfa tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.081602 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-09e80ea9-2027-42d7-bc45-a73b9b7c5cfa tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/ports/0cf29d5d-2714-4db2-9ff9-c95095ab43c4 HTTP/1.1" status: 200 len: 911 time: 0.7661388 Dec 08 21:50:38.081919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53082) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:38.085275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: d218049c-4228-42d1-987d-accaa150dcc4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:38.085725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d218049c-4228-42d1-987d-accaa150dcc4 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:38.087607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 833da49b-ab45-4efa-8857-a7cdcebca1eb no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:38.108937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 833da49b-ab45-4efa-8857-a7cdcebca1eb {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:38.109300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 833da49b-ab45-4efa-8857-a7cdcebca1eb not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:38.142437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e80ea9-2027-42d7-bc45-a73b9b7c5cfa tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=0cf29d5d-2714-4db2-9ff9-c95095ab43c4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:38.201209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72511be0-1745-45f3-a179-8784ea8a5ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.225052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903a7a4-40a7-4777-8315-b5da02401600 req-1452ee12-4831-4c48-956e-7ddc4be0b491 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:38.226540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e903a7a4-40a7-4777-8315-b5da02401600 req-1452ee12-4831-4c48-956e-7ddc4be0b491 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0668826 Dec 08 21:50:38.238266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53092) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:38.334674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e903a7a4-40a7-4777-8315-b5da02401600 req-e3e330c4-26a8-430a-90b3-4b9ab7d818dc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006038 Dec 08 21:50:38.475634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.581200 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.723761 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.736550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 0cf29d5d-2714-4db2-9ff9-c95095ab43c4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:38.736870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.822057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.827680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Deleting port 7ce5e665-1ccb-4ff8-95dd-710f7847352e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:38.828021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.835155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 0cf29d5d-2714-4db2-9ff9-c95095ab43c4 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:38.910606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] For port 7ce5e665-1ccb-4ff8-95dd-710f7847352e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ce5e665-1ccb-4ff8-95dd-710f7847352e,segment=NetworkSegment(f8d3575a-15cf-4e12-9da0-f11a24c562ac),segment_id=f8d3575a-15cf-4e12-9da0-f11a24c562ac)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:38.910999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:38.925369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Calling delete_port for 7ce5e665-1ccb-4ff8-95dd-710f7847352e owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:39.012838 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.040158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=0cf29d5d-2714-4db2-9ff9-c95095ab43c4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:39.138430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.292508 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.305157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 3540f229-017c-4801-9a43-fa1ae617cacc has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:39.320858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.384860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:39.388852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a719c39-6434-408d-98ae-fb1b81232809 req-2b9c603b-b3a3-449c-8437-fad573cd941c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:39.393868 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a719c39-6434-408d-98ae-fb1b81232809 req-2b9c603b-b3a3-449c-8437-fad573cd941c tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 945 time: 0.0991817 Dec 08 21:50:39.393994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-285dcf97-3565-4fc5-a40f-72f07d0f7feb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/3540f229-017c-4801-9a43-fa1ae617cacc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3074834 Dec 08 21:50:39.394078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:39.397654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a17b66-a48a-4919-8f32-97013cc46ffc None None] Sync routers for ids ['3540f229-017c-4801-9a43-fa1ae617cacc'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:39.411021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a17b66-a48a-4919-8f32-97013cc46ffc None None] Routers {'3540f229-017c-4801-9a43-fa1ae617cacc'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:39.411672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-60a17b66-a48a-4919-8f32-97013cc46ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3540f229-017c-4801-9a43-fa1ae617cacc'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:39.413554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085b9f4-e56f-4a9c-8606-18c3dc226ddf req-cb9a7172-1fab-441c-9553-09752a6ffa49 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:39.415064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7085b9f4-e56f-4a9c-8606-18c3dc226ddf req-cb9a7172-1fab-441c-9553-09752a6ffa49 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 945 time: 0.1252773 Dec 08 21:50:39.442966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0484814e-ee40-4d30-896c-3f778c388921 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=3540f229-017c-4801-9a43-fa1ae617cacc HTTP/1.1" status: 200 len: 205 time: 0.0480683 Dec 08 21:50:39.451293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53104) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:39.453415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-60a17b66-a48a-4919-8f32-97013cc46ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:39.462235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a17b66-a48a-4919-8f32-97013cc46ffc None None] Routers {'3540f229-017c-4801-9a43-fa1ae617cacc'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:39.462977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-60a17b66-a48a-4919-8f32-97013cc46ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3540f229-017c-4801-9a43-fa1ae617cacc'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:39.496222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-60a17b66-a48a-4919-8f32-97013cc46ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:39.496980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a17b66-a48a-4919-8f32-97013cc46ffc None None] The sync data for ids ['3540f229-017c-4801-9a43-fa1ae617cacc'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:39.531256 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-549d8b84-58b4-4cbb-a628-a1fc7a4d7554 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.558380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7085b9f4-e56f-4a9c-8606-18c3dc226ddf req-40a23765-864b-4c5f-8265-5e849929b32a tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups?id=1737da98-debb-411c-8027-7d74979ff5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171958 Dec 08 21:50:39.572500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.607979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce5e665-1ccb-4ff8-95dd-710f7847352e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:39.609428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4238820-aa39-4636-a1e8-aab88715f8b3 req-84a1d4e4-d435-4eda-9295-65c02077058e tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:39.610968 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4238820-aa39-4636-a1e8-aab88715f8b3 req-84a1d4e4-d435-4eda-9295-65c02077058e tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1857734 Dec 08 21:50:39.637147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Deleting port 3a1abbe7-5949-438f-8282-15d18b625e13 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:39.637485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.739009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-549d8b84-58b4-4cbb-a628-a1fc7a4d7554 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.742863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-549d8b84-58b4-4cbb-a628-a1fc7a4d7554 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.761391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4238820-aa39-4636-a1e8-aab88715f8b3 req-a6f6c7a2-acfb-400a-ab06-c295f0462ff9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339679 Dec 08 21:50:39.810587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-549d8b84-58b4-4cbb-a628-a1fc7a4d7554 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.811165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d8b84-58b4-4cbb-a628-a1fc7a4d7554 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Fanout notify agent at l3_agent the message router_deleted on router 3540f229-017c-4801-9a43-fa1ae617cacc {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:50:39.819520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-549d8b84-58b4-4cbb-a628-a1fc7a4d7554 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.823843 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-549d8b84-58b4-4cbb-a628-a1fc7a4d7554 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/3540f229-017c-4801-9a43-fa1ae617cacc HTTP/1.1" status: 204 len: 168 time: 0.3712587 Dec 08 21:50:39.824296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53108) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:39.825055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] For port 3a1abbe7-5949-438f-8282-15d18b625e13, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a1abbe7-5949-438f-8282-15d18b625e13,segment=NetworkSegment(57571790-6232-486c-962a-7f90de527456),segment_id=57571790-6232-486c-962a-7f90de527456)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:39.825422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.845788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Calling delete_port for 3a1abbe7-5949-438f-8282-15d18b625e13 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:39.876374 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.884532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd840004-29ff-45f1-b856-93c1f6589b40 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet 994128a0-300a-4257-806c-c53713f5edf7 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:39.887565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd840004-29ff-45f1-b856-93c1f6589b40 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.899633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:39.929236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd840004-29ff-45f1-b856-93c1f6589b40 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.013164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd840004-29ff-45f1-b856-93c1f6589b40 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.077402 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd840004-29ff-45f1-b856-93c1f6589b40 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.106035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840004-29ff-45f1-b856-93c1f6589b40 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=994128a0-300a-4257-806c-c53713f5edf7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:40.108043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd840004-29ff-45f1-b856-93c1f6589b40 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.112016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fd840004-29ff-45f1-b856-93c1f6589b40 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/994128a0-300a-4257-806c-c53713f5edf7 HTTP/1.1" status: 204 len: 168 time: 0.2859385 Dec 08 21:50:40.114971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53112) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:40.119405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68842f9-28e5-41d8-ae0f-80139ee07fd2 None None] Network 8726a723-b693-46d7-aefa-daff79ad1c11 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:40.137026 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.171543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['3a1abbe7-5949-438f-8282-15d18b625e13'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:40.176066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event deleted for resources: {'Port': ['ID=3a1abbe7-5949-438f-8282-15d18b625e13,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:40.207638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.227312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] No DVR routers for this DVR port 3a1abbe7-5949-438f-8282-15d18b625e13 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:40.230971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.234218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a719c39-6434-408d-98ae-fb1b81232809 req-1b2fe0cb-a1b8-4f2f-ba5c-f0ef2371b6ae tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.37 "DELETE /v2.0/ports/3a1abbe7-5949-438f-8282-15d18b625e13 HTTP/1.1" status: 204 len: 173 time: 0.8301930 Dec 08 21:50:40.234668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e80c45-b571-411a-96f4-64fe71e4f68e', 'name': 'network-vif-deleted', 'tag': '3a1abbe7-5949-438f-8282-15d18b625e13'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:40.236956 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee72a1-b8ec-4bd7-9a64-a1419a295d52" -d '{"events": [{"server_uuid": "74e80c45-b571-411a-96f4-64fe71e4f68e", "name": "network-vif-deleted", "tag": "3a1abbe7-5949-438f-8282-15d18b625e13"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:40.252630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Router bcc5756c-fdf1-4170-90cd-f0e24208b181 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:40.296952 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7662e87-faec-4301-90e1-74eb92dd2e71 x-openstack-request-id: req-f7662e87-faec-4301-90e1-74eb92dd2e71 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:40.297307 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e80c45-b571-411a-96f4-64fe71e4f68e", "name": "network-vif-deleted", "tag": "3a1abbe7-5949-438f-8282-15d18b625e13", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:40.298193 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7662e87-faec-4301-90e1-74eb92dd2e71 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:40.298193 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e80c45-b571-411a-96f4-64fe71e4f68e', 'name': 'network-vif-deleted', 'tag': '3a1abbe7-5949-438f-8282-15d18b625e13', 'status': 'completed', 'code': 200} Dec 08 21:50:40.313692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 20f63204-857c-4883-aaa9-509fd43b790a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:40.314033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.369225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:40.374349 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89028926-4c30-4de3-b586-81b54831be8a admin admin] 10.222.0.21 "PUT /v2.0/routers/bcc5756c-fdf1-4170-90cd-f0e24208b181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1349616 Dec 08 21:50:40.377802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53116) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:40.382382 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] Sync routers for ids ['bcc5756c-fdf1-4170-90cd-f0e24208b181'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:40.386645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] DHCP port deletion for 8726a723-b693-46d7-aefa-daff79ad1c11 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:50:40.411836 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] Routers {'bcc5756c-fdf1-4170-90cd-f0e24208b181'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:40.412455 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bcc5756c-fdf1-4170-90cd-f0e24208b181'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:40.413853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port 20f63204-857c-4883-aaa9-509fd43b790a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=20f63204-857c-4883-aaa9-509fd43b790a,segment=NetworkSegment(41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe),segment_id=41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:40.414272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.429104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 20f63204-857c-4883-aaa9-509fd43b790a owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:40.469973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] Deleting port 20f63204-857c-4883-aaa9-509fd43b790a {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:40.470731 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.500555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.521174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.548388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] For port 20f63204-857c-4883-aaa9-509fd43b790a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=20f63204-857c-4883-aaa9-509fd43b790a,segment=NetworkSegment(41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe),segment_id=41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:40.549164 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.554321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=20f63204-857c-4883-aaa9-509fd43b790a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:40.558040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No DVR routers for this DVR port 20f63204-857c-4883-aaa9-509fd43b790a on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:40.563751 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] Set router bcc5756c-fdf1-4170-90cd-f0e24208b181 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:40.564837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] Calling delete_port for 20f63204-857c-4883-aaa9-509fd43b790a owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:40.622508 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.679121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.716787 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.725772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Deleting port d9082f55-0265-448c-a08b-eee3bd0dfbfc {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:40.726198 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.735209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8726a723-b693-46d7-aefa-daff79ad1c11']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:40.748466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:40.749153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41321ba4-4e47-4c6f-b2d0-b7109c5ce1fe') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:40.762040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.787669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] Pushing event deleted for resources: {'Port': ['ID=20f63204-857c-4883-aaa9-509fd43b790a,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:40.791608 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:50:39Z', 'revision_number': 5, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port': {'id': 'd9082f55-0265-448c-a08b-eee3bd0dfbfc', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:48:48Z', 'updated_at': '2021-12-08T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:40.791978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.800032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:40.800528 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.808504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2d1ac-bf94-4e9a-bb60-1c51ccd0d18e None None] No DVR routers for this DVR port 20f63204-857c-4883-aaa9-509fd43b790a on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:40.839330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] For port d9082f55-0265-448c-a08b-eee3bd0dfbfc, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d9082f55-0265-448c-a08b-eee3bd0dfbfc,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:40.840365 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:40.856742 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:40.858890 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] Checking router: bcc5756c-fdf1-4170-90cd-f0e24208b181 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:50:40.867425 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] Routers {'bcc5756c-fdf1-4170-90cd-f0e24208b181'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:40.868240 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bcc5756c-fdf1-4170-90cd-f0e24208b181'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:40.875404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Calling delete_port for d9082f55-0265-448c-a08b-eee3bd0dfbfc owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:40.888697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e62d8b64-93d4-4276-bd62-f16c9c82f90d req-0e613b26-0817-4507-ac56-616ec95478e0 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e80c45-b571-411a-96f4-64fe71e4f68e HTTP/1.1" status: 200 len: 210 time: 0.1730866 Dec 08 21:50:40.927188 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf61458-0c49-488e-b7c0-5dcc2b3f649f req-f6f254ca-2102-46dd-9bd4-61c165710ba8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:40.928681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdf61458-0c49-488e-b7c0-5dcc2b3f649f req-f6f254ca-2102-46dd-9bd4-61c165710ba8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0726783 Dec 08 21:50:40.929934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.937589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.947086 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:40.959531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/8726a723-b693-46d7-aefa-daff79ad1c11 HTTP/1.1" status: 204 len: 168 time: 0.8434975 Dec 08 21:50:40.966120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53126) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:40.972286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-08b729a4-b61e-4785-b58b-72e705e477bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-286852199', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:40.992323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dcd3e-edf4-45d9-b309-c460b03477f0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=8726a723-b693-46d7-aefa-daff79ad1c11,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:41.021372 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] Set router bcc5756c-fdf1-4170-90cd-f0e24208b181 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:41.024386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdf61458-0c49-488e-b7c0-5dcc2b3f649f req-8cd7ae58-86ff-4503-b900-febd7a8dbe3b tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549877 Dec 08 21:50:41.025829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08b729a4-b61e-4785-b58b-72e705e477bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.029141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08b729a4-b61e-4785-b58b-72e705e477bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.093563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08b729a4-b61e-4785-b58b-72e705e477bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.093765 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:50:40Z', 'revision_number': 6, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:41.099200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08b729a4-b61e-4785-b58b-72e705e477bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.117866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08b729a4-b61e-4785-b58b-72e705e477bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.119174 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-08b729a4-b61e-4785-b58b-72e705e477bc tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1518273 Dec 08 21:50:41.121343 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536bafc3-09e5-4260-8fb3-248b4ed71642 None None] The sync data for ids ['bcc5756c-fdf1-4170-90cd-f0e24208b181'] in n-d-821126-1 is: [{'id': 'bcc5756c-fdf1-4170-90cd-f0e24208b181', 'name': 'tempest-ServersTestMultiNic-987914677-router', 'tenant_id': 'da35c2b14efb4d0281881de2f672797e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:48:46Z', 'updated_at': '2021-12-08T21:50:40Z', 'revision_number': 6, 'project_id': 'da35c2b14efb4d0281881de2f672797e', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:41.122089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53130) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:41.127834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-668448122'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:41.153795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:41.158509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.162682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.183061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9082f55-0265-448c-a08b-eee3bd0dfbfc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:41.186457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:41.202131 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.202477 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment fdc1bd42-e940-47e3-90fa-ffa043638a75 of type vlan for network 04394a47-c5b5-4091-94cd-fb3c74a0580d Dec 08 21:50:41.247568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.253048 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.273016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.278884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:41.279468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.335456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2122159 Dec 08 21:50:41.338320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53132) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:41.342455 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.343341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:41.344580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.391350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.392037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc5756c-fdf1-4170-90cd-f0e24208b181 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:50:41.395420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21506e92-7d02-4957-b7f7-3203bb5ebed0 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=04394a47-c5b5-4091-94cd-fb3c74a0580d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:41.397637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.399657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a49e6349-d4bc-4012-b3d5-a361117531e9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bcc5756c-fdf1-4170-90cd-f0e24208b181 HTTP/1.1" status: 204 len: 168 time: 1.0205069 Dec 08 21:50:41.401882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53134) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:41.408626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 04394a47-c5b5-4091-94cd-fb3c74a0580d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:41.455270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-860feb73-72f5-40e5-a438-bd02c1dab307 admin admin] Deleting subnet 516dca81-f820-458f-bef2-de047cd54089 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:41.458952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:41.459147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-860feb73-72f5-40e5-a438-bd02c1dab307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.462480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.503347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-860feb73-72f5-40e5-a438-bd02c1dab307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.591840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-860feb73-72f5-40e5-a438-bd02c1dab307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.653762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-860feb73-72f5-40e5-a438-bd02c1dab307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.680997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860feb73-72f5-40e5-a438-bd02c1dab307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516dca81-f820-458f-bef2-de047cd54089,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:41.686133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-860feb73-72f5-40e5-a438-bd02c1dab307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.692077 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-860feb73-72f5-40e5-a438-bd02c1dab307 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/516dca81-f820-458f-bef2-de047cd54089 HTTP/1.1" status: 204 len: 168 time: 0.2867286 Dec 08 21:50:41.692077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53136) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:41.695051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d50227a-b87c-49a7-bd2c-e324b777cad2 None None] Network a0a7c867-7327-4319-8885-0daf7b52f8d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:41.762869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.817839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Deleting port 103d91b6-cddc-4adb-9c91-1977aa2181db {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:41.818180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.888659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] For port 103d91b6-cddc-4adb-9c91-1977aa2181db, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=103d91b6-cddc-4adb-9c91-1977aa2181db,segment=NetworkSegment(f8d3575a-15cf-4e12-9da0-f11a24c562ac),segment_id=f8d3575a-15cf-4e12-9da0-f11a24c562ac)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:41.889031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:41.904715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Calling delete_port for 103d91b6-cddc-4adb-9c91-1977aa2181db owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:41.909486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] DHCP port deletion for a0a7c867-7327-4319-8885-0daf7b52f8d0 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:50:41.986895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] Deleting port 103d91b6-cddc-4adb-9c91-1977aa2181db {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:41.987451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.021670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.061068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.094474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 20f63204-857c-4883-aaa9-509fd43b790a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:42.100892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=103d91b6-cddc-4adb-9c91-1977aa2181db,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:42.109759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] No DVR routers for this DVR port 103d91b6-cddc-4adb-9c91-1977aa2181db on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:42.144013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 20f63204-857c-4883-aaa9-509fd43b790a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:42.144367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 20f63204-857c-4883-aaa9-509fd43b790a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:42.145202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ce5e665-1ccb-4ff8-95dd-710f7847352e no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:42.175071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7ce5e665-1ccb-4ff8-95dd-710f7847352e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:42.175385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ce5e665-1ccb-4ff8-95dd-710f7847352e not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:42.206423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] For port 103d91b6-cddc-4adb-9c91-1977aa2181db, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=103d91b6-cddc-4adb-9c91-1977aa2181db,segment=NetworkSegment(f8d3575a-15cf-4e12-9da0-f11a24c562ac),segment_id=f8d3575a-15cf-4e12-9da0-f11a24c562ac)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:42.206855 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.219598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=e1ca89f7-8e50-4a88-90d6-eb3f7caa725f,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:42.225812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:42.226178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: 04394a47-c5b5-4091-94cd-fb3c74a0580d, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:42.231629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] Calling delete_port for 103d91b6-cddc-4adb-9c91-1977aa2181db owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:42.261452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5a7e3-c9f8-4fe9-9118-87e78de00d67 req-35506050-1870-4097-9aeb-55761ddd7d6f tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:42.261695 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.263291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-49f5a7e3-c9f8-4fe9-9118-87e78de00d67 req-35506050-1870-4097-9aeb-55761ddd7d6f tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1037607 Dec 08 21:50:42.264476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 04394a47-c5b5-4091-94cd-fb3c74a0580d is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:42.285638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53158) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:42.290519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 04394a47-c5b5-4091-94cd-fb3c74a0580d) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:42.297864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a7c867-7327-4319-8885-0daf7b52f8d0']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:42.303380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:42.303967 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.308418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ef4141-fd90-4e0d-91e6-dfb2591e717a None None] Network 04394a47-c5b5-4091-94cd-fb3c74a0580d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:42.322315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d3575a-15cf-4e12-9da0-f11a24c562ac') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:42.322649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d3575a-15cf-4e12-9da0-f11a24c562ac') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:42.334193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-49f5a7e3-c9f8-4fe9-9118-87e78de00d67 req-5c59bebd-9f41-4094-86b9-6b50092e6523 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569630 Dec 08 21:50:42.340742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-961a094b-e649-4222-b0fe-68b8a47a6f4a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0012369 Dec 08 21:50:42.342282 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.343661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53160) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:42.376726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.396840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f7c874-f727-415f-86f2-fc73e0460f3e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.400031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:42.400478 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:42.402831 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:42.421504 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.444645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] No DVR routers for this DVR port 103d91b6-cddc-4adb-9c91-1977aa2181db on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:50:42.454301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f7c874-f727-415f-86f2-fc73e0460f3e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.472627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb686d-417f-4edb-8e68-604f4ff3b88f None None] Pushing event deleted for resources: {'Port': ['ID=103d91b6-cddc-4adb-9c91-1977aa2181db,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:42.532902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.543403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.546706 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/a0a7c867-7327-4319-8885-0daf7b52f8d0 HTTP/1.1" status: 204 len: 168 time: 0.8536410 Dec 08 21:50:42.556074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-04394a47-c5b5-4091-94cd-fb3c74a0580d', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:50:42.557817 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.560898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0539e32-ef46-4856-b0a5-d2162f5b4b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a7c867-7327-4319-8885-0daf7b52f8d0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:42.583323 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f7c874-f727-415f-86f2-fc73e0460f3e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.586384 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f7c874-f727-415f-86f2-fc73e0460f3e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.587911 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-40f7c874-f727-415f-86f2-fc73e0460f3e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "DELETE /v2.0/security-groups/d1434efe-2e4a-40a7-8836-e265214a6121 HTTP/1.1" status: 204 len: 168 time: 0.3013301 Dec 08 21:50:42.593409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53164) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:42.610405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7c874-f727-415f-86f2-fc73e0460f3e tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1434efe-2e4a-40a7-8836-e265214a6121,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:42.613387 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-2295dcb3-2aeb-4a1f-ab1c-f7fb0f12cbb1 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] show failed (client error): The resource could not be found. Dec 08 21:50:42.614439 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2295dcb3-2aeb-4a1f-ab1c-f7fb0f12cbb1 tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "GET /v2.0/security-groups/d1434efe-2e4a-40a7-8836-e265214a6121 HTTP/1.1" status: 404 len: 347 time: 0.0200677 Dec 08 21:50:42.617543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53166) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:42.737324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Allocated IP 2001:db8::2 (04394a47-c5b5-4091-94cd-fb3c74a0580d/e1ca89f7-8e50-4a88-90d6-eb3f7caa725f/aa2a15fa-9b50-4558-9bf3-b8a7e7bec956) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:42.757618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.773116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Deleting port 119cf8ac-27e8-47f8-b644-d9e27cab2c15 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:42.773665 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.790746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53168) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:42.874744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-629a7688-b12f-4048-ae05-a9103646dd9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da35c2b14efb4d0281881de2f672797e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828180 Dec 08 21:50:42.877475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53170) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:42.900680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.901011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.901910 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.909872 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:42.926300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Calling delete_port for 119cf8ac-27e8-47f8-b644-d9e27cab2c15 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:50:42.950549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Network 04394a47-c5b5-4091-94cd-fb3c74a0580d is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:42.953405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:42.956378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:42.966105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Pushing event updated for resources: {'Port': ['ID=aa2a15fa-9b50-4558-9bf3-b8a7e7bec956,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:43.003300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-828255ae-3b63-408e-976f-74240c2e412f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.021791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Attempting to bind port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:43.022155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Attempting to bind port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:43.022537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Attempting to bind port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 on network 04394a47-c5b5-4091-94cd-fb3c74a0580d {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:43.027564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:43.028068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Checking segment: {'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:43.028466 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.028852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Bound using segment: {'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:43.029310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Bound port: aa2a15fa-9b50-4558-9bf3-b8a7e7bec956, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:43.029686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.034062 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-828255ae-3b63-408e-976f-74240c2e412f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.063095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8::1 (04394a47-c5b5-4091-94cd-fb3c74a0580d/e1ca89f7-8e50-4a88-90d6-eb3f7caa725f/2d347ee3-2397-4822-844b-683c667ca373) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:43.095601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] For port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:43.098842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] For port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=aa2a15fa-9b50-4558-9bf3-b8a7e7bec956,segment=NetworkSegment(fdc1bd42-e940-47e3-90fa-ffa043638a75),segment_id=fdc1bd42-e940-47e3-90fa-ffa043638a75)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:43.103713 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.127718 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-828255ae-3b63-408e-976f-74240c2e412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.130586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-828255ae-3b63-408e-976f-74240c2e412f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.134482 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-828255ae-3b63-408e-976f-74240c2e412f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14d4a0e4-226e-408d-b907-e69cfe5c76a6 HTTP/1.1" status: 204 len: 168 time: 0.2560642 Dec 08 21:50:43.151604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828255ae-3b63-408e-976f-74240c2e412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d4a0e4-226e-408d-b907-e69cfe5c76a6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:43.164492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.189022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e119c4a-8939-4d93-9617-3c729de8cc17 None None] Pushing event updated for resources: {'Port': ['ID=aa2a15fa-9b50-4558-9bf3-b8a7e7bec956,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:43.221134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Pushing event deleted for resources: {'Port': ['ID=119cf8ac-27e8-47f8-b644-d9e27cab2c15,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:43.247468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.300180 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.308882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.312042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.313381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f6559160-0bdd-4839-8075-15e224d4c38b tempest-ImagesOneServerNegativeTestJSON-989469558 tempest-ImagesOneServerNegativeTestJSON-989469558-project] 10.222.0.21 "DELETE /v2.0/floatingips/17a6bb90-ba15-49f5-90d7-e788fe77605f HTTP/1.1" status: 204 len: 168 time: 0.6945398 Dec 08 21:50:43.355324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 04394a47-c5b5-4091-94cd-fb3c74a0580d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:43.358456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:43.362394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:43.363024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.406942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=2d347ee3-2397-4822-844b-683c667ca373,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:43.499738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53192) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:43.569470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aea3c-bd16-4a74-a7cd-619aec712c3a req-bfe1f907-7560-4311-95a9-05a45dd6bc78 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:43.571358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-402f349d-93e4-448b-9dd5-878f1d972ccc admin admin] Deleting subnet 3fd70da3-9661-4c22-bc4c-f0b64d356de9 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:50:43.575496 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-402f349d-93e4-448b-9dd5-878f1d972ccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.583059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df2aea3c-bd16-4a74-a7cd-619aec712c3a req-bfe1f907-7560-4311-95a9-05a45dd6bc78 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0949399 Dec 08 21:50:43.646839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-402f349d-93e4-448b-9dd5-878f1d972ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.676712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.683412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df2aea3c-bd16-4a74-a7cd-619aec712c3a req-093eafd3-be99-4912-a046-9f8af26fa630 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961099 Dec 08 21:50:43.716655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-402f349d-93e4-448b-9dd5-878f1d972ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.742963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:43.788256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-402f349d-93e4-448b-9dd5-878f1d972ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.803123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:43.803492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.837324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f349d-93e4-448b-9dd5-878f1d972ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd70da3-9661-4c22-bc4c-f0b64d356de9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:43.839912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-402f349d-93e4-448b-9dd5-878f1d972ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.844798 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-402f349d-93e4-448b-9dd5-878f1d972ccc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3fd70da3-9661-4c22-bc4c-f0b64d356de9 HTTP/1.1" status: 204 len: 168 time: 0.3435822 Dec 08 21:50:43.846941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53202) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:43.899700 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.927798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:43.936174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=aa2a15fa-9b50-4558-9bf3-b8a7e7bec956,segment=NetworkSegment(fdc1bd42-e940-47e3-90fa-ffa043638a75),segment_id=fdc1bd42-e940-47e3-90fa-ffa043638a75)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:43.945816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.022161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=aa2a15fa-9b50-4558-9bf3-b8a7e7bec956,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:44.043616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d9082f55-0265-448c-a08b-eee3bd0dfbfc no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:44.050839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.064847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: d9082f55-0265-448c-a08b-eee3bd0dfbfc {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:44.065199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d9082f55-0265-448c-a08b-eee3bd0dfbfc not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:44.065620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 103d91b6-cddc-4adb-9c91-1977aa2181db no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:44.069308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.080106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.081809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.083314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ef2778-d20f-4c5d-9d75-b81c6562ef6b']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:44.095085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 103d91b6-cddc-4adb-9c91-1977aa2181db {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:44.095653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57571790-6232-486c-962a-7f90de527456') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:44.096057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57571790-6232-486c-962a-7f90de527456') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:44.098669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 103d91b6-cddc-4adb-9c91-1977aa2181db not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:44.118849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.135168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.144541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:50:44.146975 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:50:44.149334 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:50:44.182932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53212) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:44.199399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=2d347ee3-2397-4822-844b-683c667ca373,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:44.253689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 04394a47-c5b5-4091-94cd-fb3c74a0580d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:44.255263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:44.353538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3a1abbe7-5949-438f-8282-15d18b625e13 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:50:44.392138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 3a1abbe7-5949-438f-8282-15d18b625e13 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:50:44.392485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3a1abbe7-5949-438f-8282-15d18b625e13 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:50:44.396833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-316538375-network', 'tenant_id': 'fe05e004238d4ce8b63d03a6110bb09d'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:44.437524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Made reservation on behalf of fe05e004238d4ce8b63d03a6110bb09d for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:44.440324 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.455586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.469375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191a2ee-7c60-4f53-9a0f-08ffde17e35a None None] Network 04394a47-c5b5-4091-94cd-fb3c74a0580d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:44.478052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:50:44.535468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ad51b95a-e55a-422b-83b7-922f8c68ad2b None None] Provisioning complete for port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:44.536215 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ad51b95a-e55a-422b-83b7-922f8c68ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.556218 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.564749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.568087 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/38ef2778-d20f-4c5d-9d75-b81c6562ef6b HTTP/1.1" status: 204 len: 168 time: 0.7202125 Dec 08 21:50:44.581693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074d2bd-c5fd-423b-ac72-e82028bbfae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ef2778-d20f-4c5d-9d75-b81c6562ef6b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:44.627457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:44.634421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6a82676d-a0dd-4288-b8d9-669c2867e4b4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2897995 Dec 08 21:50:44.637860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53222) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:44.643124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1091492693'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:44.648562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.655636 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.670597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:44.674779 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.675450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:44.676761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:44.700946 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.701279 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Added segment 774346b6-8748-4f11-bb4d-7441fc7dc223 of type vlan for network a700447e-c508-4bef-b294-50d1921fc07d Dec 08 21:50:44.702648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:44.703346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:44.707457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:44.709811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28364ef2-e6e6-416e-8b72-23ec5814a1e8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:44.726977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.732908 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment 5b65affd-a95b-4c83-808a-1ca41a5fa3fb of type vlan for network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 Dec 08 21:50:44.753583 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.779416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53226) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:44.804570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.811627 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.812601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:44.813348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.863887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.869663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:44.870868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.880579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9936f11d-74ad-480e-9c6b-d8c73ad9eb6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=363f10c0afc4403fa32c0f70152ad5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977154 Dec 08 21:50:44.881040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53228) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:44.900500 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7165096 Dec 08 21:50:44.905991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53230) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:44.906632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f2482-3294-4815-b462-e844ea4497ee admin admin] Pushing event updated for resources: {'Network': ['ID=a700447e-c508-4bef-b294-50d1921fc07d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:44.912926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Request body: {'subnet': {'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-316538375-subnet', 'tenant_id': 'fe05e004238d4ce8b63d03a6110bb09d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:44.944190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f3b4f-e321-4ebe-9412-193df8eb9cf8 req-9f7d4263-aca2-49eb-8932-40cef0363d87 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:44.945999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-296f3b4f-e321-4ebe-9412-193df8eb9cf8 req-9f7d4263-aca2-49eb-8932-40cef0363d87 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1385021 Dec 08 21:50:44.961339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Made reservation on behalf of fe05e004238d4ce8b63d03a6110bb09d for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:44.962189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a700447e-c508-4bef-b294-50d1921fc07d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:44.963696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:44.978297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3393207 Dec 08 21:50:44.979057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f6af-09fe-4661-9f44-5c36061d40ed tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=db5d87ff-0197-4fa0-a916-bfbd68ef4c43,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:44.981648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53232) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:44.987021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:45.013516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-296f3b4f-e321-4ebe-9412-193df8eb9cf8 req-96fff9db-f440-4179-85e2-0a5d12a932b5 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522423 Dec 08 21:50:45.018651 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ca96a-0227-4768-a28d-88fd736d3e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.037935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:45.124630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ca96a-0227-4768-a28d-88fd736d3e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.126572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:45.204210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:45.213248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.265812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ca96a-0227-4768-a28d-88fd736d3e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.268380 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ca96a-0227-4768-a28d-88fd736d3e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.269536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-051ca96a-0227-4768-a28d-88fd736d3e7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1737da98-debb-411c-8027-7d74979ff5f9 HTTP/1.1" status: 204 len: 168 time: 0.3875992 Dec 08 21:50:45.310009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ca96a-0227-4768-a28d-88fd736d3e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737da98-debb-411c-8027-7d74979ff5f9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:45.410350 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.415149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:43Z', 'revision_number': 2, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:43Z', 'revision_number': 2, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:45.446802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:50:45.447167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Updating router 558c8dce-d4d5-4fec-989e-de771da3b0cf port 2d347ee3-2397-4822-844b-683c667ca373 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:50:45.480693 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.552523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00290753-5cf6-4030-a175-b2ef55574df3,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:45.603411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a6f72156-fbf4-4129-893d-bf14228f3324 None None] Provisioning complete for port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:45.603779 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6f72156-fbf4-4129-893d-bf14228f3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.625560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Checking segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:45.625986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Network hostable DHCP agents. Network: a700447e-c508-4bef-b294-50d1921fc07d, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:45.629452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.695508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=82202f36-b72f-4796-8f12-c0f5634ea0a0,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:45.699578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:45.709646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Network a700447e-c508-4bef-b294-50d1921fc07d is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:45.729608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:45.729925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: db5d87ff-0197-4fa0-a916-bfbd68ef4c43, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:45.734042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a700447e-c508-4bef-b294-50d1921fc07d) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:45.743403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:45.743979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.748518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0130e-a3cc-4e24-b068-c8ac72daf77d None None] Network a700447e-c508-4bef-b294-50d1921fc07d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:45.762058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:45.768314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f7a75d95-ba13-49ec-9af0-d5eda023f006 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8592074 Dec 08 21:50:45.775358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, db5d87ff-0197-4fa0-a916-bfbd68ef4c43) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:45.793493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:45.794223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.818932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-878f01d2-ab23-4c57-bb10-4ecbdfeb7d44 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8359003 Dec 08 21:50:45.822007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:45.828217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d0a16-fec8-4623-b03d-16c605a3eede None None] Network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:45.988620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a6f72156-fbf4-4129-893d-bf14228f3324 None None] Provisioning complete for port 2d347ee3-2397-4822-844b-683c667ca373 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:45.988620 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6f72156-fbf4-4129-893d-bf14228f3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:45.992310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:45.992680 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:46.218532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a6f72156-fbf4-4129-893d-bf14228f3324 None None] Port 2d347ee3-2397-4822-844b-683c667ca373 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:46.263629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6256e5b-d134-45df-8663-e6e984545693 req-7dab0981-790b-4d42-88da-621fa368e565 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.265210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6256e5b-d134-45df-8663-e6e984545693 req-7dab0981-790b-4d42-88da-621fa368e565 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1365654 Dec 08 21:50:46.288764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:46.332866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e89f1e8-c280-4de7-981d-7e7493033747 None None] Network a700447e-c508-4bef-b294-50d1921fc07d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:46.398897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6256e5b-d134-45df-8663-e6e984545693 req-5196401a-630f-42c5-9f83-ce805cc64bd3 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977254 Dec 08 21:50:46.405738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-c0d0b0f1-9b5b-40a4-a9a4-881cd38eca19 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1387641 Dec 08 21:50:46.432366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:46.440554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:50:46.441880 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:46.468156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-351bf627-d8a0-413c-9930-2d0d37f40bb4 None None] Provisioning complete for port 2d347ee3-2397-4822-844b-683c667ca373 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:46.468371 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-351bf627-d8a0-413c-9930-2d0d37f40bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:46.503370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:46.552274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-6b250569-9083-499c-b7fa-ac7fcd32d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.552756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-6b250569-9083-499c-b7fa-ac7fcd32d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.553220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-6b250569-9083-499c-b7fa-ac7fcd32d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.553686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-6b250569-9083-499c-b7fa-ac7fcd32d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.554144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-6b250569-9083-499c-b7fa-ac7fcd32d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.554604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-6b250569-9083-499c-b7fa-ac7fcd32d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.555092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-6b250569-9083-499c-b7fa-ac7fcd32d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.558071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-6b250569-9083-499c-b7fa-ac7fcd32d374 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6491 time: 0.0793066 Dec 08 21:50:46.612052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-351bf627-d8a0-413c-9930-2d0d37f40bb4 None None] Port 2d347ee3-2397-4822-844b-683c667ca373 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:46.768795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-4501234d-39ee-47f2-8fd7-7ea53e25e461 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.772550 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-4501234d-39ee-47f2-8fd7-7ea53e25e461 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.2571304 Dec 08 21:50:46.811566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8:1::1 (db5d87ff-0197-4fa0-a916-bfbd68ef4c43/82202f36-b72f-4796-8f12-c0f5634ea0a0/dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:46.817639 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-cbed917f-e082-4d44-8cae-7f7ffb710f26 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/quotas/fe05e004238d4ce8b63d03a6110bb09d HTTP/1.1" status: 200 len: 375 time: 0.0331593 Dec 08 21:50:46.825733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-bb9f84a2-47c4-4d99-9d91-56dd33d1702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.826636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-bb9f84a2-47c4-4d99-9d91-56dd33d1702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.828826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-bb9f84a2-47c4-4d99-9d91-56dd33d1702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:46.830889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-bb9f84a2-47c4-4d99-9d91-56dd33d1702c service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb78ba57-643a-4584-bdac-628c6a3fec79&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 HTTP/1.1" status: 200 len: 2292 time: 0.2474303 Dec 08 21:50:46.896081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-41c424f2-ef20-4e32-98db-bf8ac78da89f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672989 Dec 08 21:50:46.922314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-eb3c4dbd-b85c-45f0-a1b7-055364ab5788 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57419e41-a0ab-40c5-a027-51e1af84f29c HTTP/1.1" status: 200 len: 1000 time: 0.0833449 Dec 08 21:50:47.035332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-82aecdbf-2476-45d7-8ef8-0d6ec023519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:47.040212 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-82aecdbf-2476-45d7-8ef8-0d6ec023519c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54db3cff-c2b8-41dd-b755-7ba7b427cde0 HTTP/1.1" status: 200 len: 851 time: 0.1052043 Dec 08 21:50:47.048083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54042c81-d2ed-48f9-a3d2-77c670b7c51a None None] Pushing event updated for resources: {'Port': ['ID=2d347ee3-2397-4822-844b-683c667ca373,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:47.115341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-12600d87-e202-4977-9c79-eb1d2f4a11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:47.117802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-12600d87-e202-4977-9c79-eb1d2f4a11d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb78ba57-643a-4584-bdac-628c6a3fec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701184 Dec 08 21:50:47.157967 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f831d2de-c727-4762-8c28-01272e62e3fb service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612720 Dec 08 21:50:47.162948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:47.202768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Attempting to bind port 2d347ee3-2397-4822-844b-683c667ca373 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:47.204064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Attempting to bind port 2d347ee3-2397-4822-844b-683c667ca373 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:47.204442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Attempting to bind port 2d347ee3-2397-4822-844b-683c667ca373 on network 04394a47-c5b5-4091-94cd-fb3c74a0580d {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:47.224523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:47.224986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Checking segment: {'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:47.225180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:47.225582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Bound using segment: {'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:47.226062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Bound port: 2d347ee3-2397-4822-844b-683c667ca373, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc1bd42-e940-47e3-90fa-ffa043638a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:47.226463 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:47.230933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6ba8f98c-12ea-47b7-a031-a72a9a5d12e9 None None] Provisioning complete for port 2d347ee3-2397-4822-844b-683c667ca373 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:47.231772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f98c-12ea-47b7-a031-a72a9a5d12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:47.274171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-2385c517-4881-4a18-b269-77194a07d994 service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489906 Dec 08 21:50:47.299969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-d9f4bf09-9bb3-4bba-98df-c4d726f64c47 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335850 Dec 08 21:50:47.301478 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:47.352570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:47.358888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:47.360896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:47.363144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:47.363686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:47.378520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] For port 2d347ee3-2397-4822-844b-683c667ca373, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:47.382968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] For port 2d347ee3-2397-4822-844b-683c667ca373, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2d347ee3-2397-4822-844b-683c667ca373,segment=NetworkSegment(fdc1bd42-e940-47e3-90fa-ffa043638a75),segment_id=fdc1bd42-e940-47e3-90fa-ffa043638a75)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:47.398056 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:47.431358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8f98c-12ea-47b7-a031-a72a9a5d12e9 None None] Port 2d347ee3-2397-4822-844b-683c667ca373 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:47.558339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:47.559014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:47.563867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Allocated IP 2001:db8:1::2 (db5d87ff-0197-4fa0-a916-bfbd68ef4c43/82202f36-b72f-4796-8f12-c0f5634ea0a0/0127ba78-2729-4f3e-b2ee-9dfaa41fe509) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:47.601124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:47.629989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-7e95266c-a457-4618-b989-313b3a8e86e1 service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482380 Dec 08 21:50:47.750633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5e1c-0c52-4036-b074-32a025b3b2f1 req-d1dd4bea-cc04-4fcb-be10-ec99143a4380 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:47.774654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dabd5e1c-0c52-4036-b074-32a025b3b2f1 req-d1dd4bea-cc04-4fcb-be10-ec99143a4380 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.2165523 Dec 08 21:50:47.936882 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dabd5e1c-0c52-4036-b074-32a025b3b2f1 req-26a892db-0329-4c4b-a575-6bcb0d112dee tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597660 Dec 08 21:50:47.956300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54042c81-d2ed-48f9-a3d2-77c670b7c51a None None] Pushing event updated for resources: {'Port': ['ID=2d347ee3-2397-4822-844b-683c667ca373,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:48.000870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6bfef6e6-f478-46c5-9f8a-414a444014e4 None None] Provisioning complete for port 2d347ee3-2397-4822-844b-683c667ca373 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:48.002225 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bfef6e6-f478-46c5-9f8a-414a444014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.043824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53340) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:48.131949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:48.260277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.269918 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.271333 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.287851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-969b1e11-ad73-4e68-9153-2c8ed8b4c470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.325409 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bfef6e6-f478-46c5-9f8a-414a444014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.400825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:48.457306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6bfef6e6-f478-46c5-9f8a-414a444014e4 None None] For port 2d347ee3-2397-4822-844b-683c667ca373, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2d347ee3-2397-4822-844b-683c667ca373,segment=NetworkSegment(fdc1bd42-e940-47e3-90fa-ffa043638a75),segment_id=fdc1bd42-e940-47e3-90fa-ffa043638a75)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:48.497833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:48.506260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:48.527653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b1df67e-8050-4cc9-b9cd-64cf348bf758 req-ae7c7c44-ec8a-4e5f-a064-02d12a7d5aea tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 210 time: 0.8896031 Dec 08 21:50:48.529213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-d4a39157-2cf6-44b7-91c7-dfd0657b6c62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 217 time: 0.8847530 Dec 08 21:50:48.587083 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bfef6e6-f478-46c5-9f8a-414a444014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.591154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-969b1e11-ad73-4e68-9153-2c8ed8b4c470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.624501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-969b1e11-ad73-4e68-9153-2c8ed8b4c470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.645796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-6bf2b481-80f7-4b26-a084-b62d05232f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:48.648594 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-6bf2b481-80f7-4b26-a084-b62d05232f13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1053445 Dec 08 21:50:48.699889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53356) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:48.700482 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-969b1e11-ad73-4e68-9153-2c8ed8b4c470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b74c704220f94e6ab456229270c743d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550992 Dec 08 21:50:48.708577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-8832f8cc-66fd-488f-89e0-2b94be84b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:48.709519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b1e11-ad73-4e68-9153-2c8ed8b4c470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08902ecd-5130-4cd1-aada-a18fc5ac1b5d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:48.710145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-8832f8cc-66fd-488f-89e0-2b94be84b7c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539002 Dec 08 21:50:48.728486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:48.751294 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.754418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfef6e6-f478-46c5-9f8a-414a444014e4 None None] Pushing event updated for resources: {'Port': ['ID=2d347ee3-2397-4822-844b-683c667ca373,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:48.774040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.823743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Pushing event updated for resources: {'Port': ['ID=0127ba78-2729-4f3e-b2ee-9dfaa41fe509,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:48.857229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:48.863332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6c850e31-560e-4c2c-a43b-f1e8e22e26e8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0401580 Dec 08 21:50:48.866113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53358) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:48.868308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:48.872315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:48.872937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1280424299'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:48.874971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:48.912009 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:48.919606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-755dbbc5-6234-44b1-9d2b-52977a74aabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.922386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.942738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Attempting to bind port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:48.943194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Attempting to bind port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:48.943563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Attempting to bind port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 on network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:48.955963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:48.966188 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-755dbbc5-6234-44b1-9d2b-52977a74aabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.969346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.969824 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713 of type vlan for network 6d853dfc-563a-48d3-a1f6-ecb18871b945 Dec 08 21:50:48.974417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-0e553411-5aec-4582-8fda-c556b790a9c1 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481136 Dec 08 21:50:48.974884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:48.975268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Checking segment: {'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:48.975669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:48.976062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Bound using segment: {'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:48.976543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Bound port: 0127ba78-2729-4f3e-b2ee-9dfaa41fe509, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:48.976918 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:49.011328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:47Z', 'revision_number': 3, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:47Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:46Z', 'revision_number': 1, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:49.022360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:49.053765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ed6f2-ecc8-42ef-96aa-0e2358074875 None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:47Z', 'revision_number': 3, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:47Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:46Z', 'revision_number': 1, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:49.054226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:49.086150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:49.092137 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:49.142942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2731152 Dec 08 21:50:49.153192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53364) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:49.163295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:49.173024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] For port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:49.188033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] For port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0127ba78-2729-4f3e-b2ee-9dfaa41fe509,segment=NetworkSegment(5b65affd-a95b-4c83-808a-1ca41a5fa3fb),segment_id=5b65affd-a95b-4c83-808a-1ca41a5fa3fb)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:49.199621 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:49.263058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413664d0-7e1d-4a61-9fda-ae5332e8191e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=6d853dfc-563a-48d3-a1f6-ecb18871b945,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:49.276835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 6d853dfc-563a-48d3-a1f6-ecb18871b945 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:49.386776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3bbc5-cf95-427b-b501-16516d9713f1 req-e5117080-a227-46c8-81f1-ecc8677e23e2 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:49.395374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88f3bbc5-cf95-427b-b501-16516d9713f1 req-e5117080-a227-46c8-81f1-ecc8677e23e2 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.3268201 Dec 08 21:50:49.403298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-755dbbc5-6234-44b1-9d2b-52977a74aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:49.406967 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-755dbbc5-6234-44b1-9d2b-52977a74aabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:49.408375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-755dbbc5-6234-44b1-9d2b-52977a74aabc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08902ecd-5130-4cd1-aada-a18fc5ac1b5d HTTP/1.1" status: 204 len: 168 time: 0.7072675 Dec 08 21:50:49.433471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-f05a5453-4344-4eb7-b5e6-89629f821436 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477711 Dec 08 21:50:49.514351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de352ffe-6f15-4e68-97dc-57b5daba526a None None] Pushing event updated for resources: {'Port': ['ID=0127ba78-2729-4f3e-b2ee-9dfaa41fe509,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:49.519454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a906d7-68c9-4568-a45c-bbbd01e2f4bf req-7caf80dc-aca8-483d-bac4-a8a4a26e9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:49.520994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5a906d7-68c9-4568-a45c-bbbd01e2f4bf req-7caf80dc-aca8-483d-bac4-a8a4a26e9e52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 1096 time: 0.3309250 Dec 08 21:50:49.526938 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-0606f702-b30e-49ee-a99d-ba79787d51ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 217 time: 0.0676863 Dec 08 21:50:49.527903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dbbc5-6234-44b1-9d2b-52977a74aabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08902ecd-5130-4cd1-aada-a18fc5ac1b5d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:49.593470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-0aac6dc5-b4a5-4bff-9797-ea771431afef tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:49.595096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-0aac6dc5-b4a5-4bff-9797-ea771431afef tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.2939363 Dec 08 21:50:49.622050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Request body: {'port': {'device_id': 'ecc9fb24-dc7c-4a9e-9c21-5b715c522952', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'admin_state_up': True, 'tenant_id': 'fe05e004238d4ce8b63d03a6110bb09d'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:49.818993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:49.830176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:49.834382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2d347ee3-2397-4822-844b-683c667ca373 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:49.882525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f42a5b17-b8a5-4dd4-abb0-87f77a7a5d60 req-69f5d8bf-e44a-4424-b2f2-211e475402e6 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 210 time: 0.2152271 Dec 08 21:50:49.903494 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88f3bbc5-cf95-427b-b501-16516d9713f1 req-2379c255-7b94-4d78-a64b-97a86f1a2b0d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721854 Dec 08 21:50:49.954310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-8ac56f17-395d-4beb-8ec7-3cda953ea467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:49.957941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-8ac56f17-395d-4beb-8ec7-3cda953ea467 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.4170032 Dec 08 21:50:49.959958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5a906d7-68c9-4568-a45c-bbbd01e2f4bf req-64a54873-0ce4-4c41-b4f3-2758e6e48b61 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236774 Dec 08 21:50:49.960529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2d347ee3-2397-4822-844b-683c667ca373 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:49.964698 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:50.089871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Made reservation on behalf of fe05e004238d4ce8b63d03a6110bb09d for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:50.098239 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:50.331906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Allocated IP 172.20.0.7 (a700447e-c508-4bef-b294-50d1921fc07d/00290753-5cf6-4030-a175-b2ef55574df3/d95b703e-f254-423f-9c33-f2560a3d2696) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:50.335701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-d7c57efc-6c96-43f5-b200-f04fcd6ee7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:50.351983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-d7c57efc-6c96-43f5-b200-f04fcd6ee7eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1806808 Dec 08 21:50:50.618870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:50.674838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:50.715688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:50.733786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=6345baa8-8e29-4ade-9e87-1d74821a6126,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:50.749018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Network a700447e-c508-4bef-b294-50d1921fc07d is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:50.754987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:50.772465 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-ab1ae5b3-6e9b-4ea8-b1e5-4c0cbde6399e service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056206 Dec 08 21:50:50.777428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:50.910940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-f5783ded-aeec-4d02-beba-ffdbbbe1c4c4 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185205 Dec 08 21:50:50.946463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event updated for resources: {'Port': ['ID=d95b703e-f254-423f-9c33-f2560a3d2696,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:50.973531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:50.974162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:51.006621 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-09c1102f-00d9-4637-a77a-e3fb051c45a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=75b42589-fdc7-4854-9717-f0ff36e8d827 HTTP/1.1" status: 200 len: 217 time: 0.0940943 Dec 08 21:50:51.023249 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f90cd33d-02d4-4df3-8403-f380506eac0a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4133723 Dec 08 21:50:51.034241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Request body: {'port': {'device_id': 'ecc9fb24-dc7c-4a9e-9c21-5b715c522952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:51.049558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:51.050236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: 6d853dfc-563a-48d3-a1f6-ecb18871b945, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:50:51.125042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-a1ac3438-9791-4d4c-b4a0-78a0560ac9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:51.126605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-a1ac3438-9791-4d4c-b4a0-78a0560ac9f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1128910 Dec 08 21:50:51.127824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f958b8-e950-439d-978b-c6391d67a5dd None None] Network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:51.128483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 6d853dfc-563a-48d3-a1f6-ecb18871b945 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:50:51.164966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42088318-14cc-4ac9-afda-e3f6286272d6 req-9454d73d-9c81-4a2b-98fe-904ee8bb6cd6 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:51.166524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42088318-14cc-4ac9-afda-e3f6286272d6 req-9454d73d-9c81-4a2b-98fe-904ee8bb6cd6 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1031127 Dec 08 21:50:51.184710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 6d853dfc-563a-48d3-a1f6-ecb18871b945) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:51.204214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:51.205089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:51.225504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f446ec30-d21b-45ef-9646-46e8c9a52047 None None] Network 6d853dfc-563a-48d3-a1f6-ecb18871b945 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:51.243568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-dfcb4ca1-f552-4499-87c0-ef51ef2dd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:51.245699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-dfcb4ca1-f552-4499-87c0-ef51ef2dd891 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052573 Dec 08 21:50:51.247642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4330a57-b9ca-4a5b-845f-5a8d77c0205d req-550dc65a-a4db-4b1a-ac20-dc960e01a0c0 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:51.261457 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4330a57-b9ca-4a5b-845f-5a8d77c0205d req-550dc65a-a4db-4b1a-ac20-dc960e01a0c0 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 931 time: 0.2053008 Dec 08 21:50:51.262130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2d88a306-daa1-4293-8d4b-7bfd0085d3e7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1074340 Dec 08 21:50:51.264841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53412) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:51.265564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:51.311712 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42088318-14cc-4ac9-afda-e3f6286272d6 req-3e105bf9-b64a-4e94-9b46-2e09d11af2e8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294978 Dec 08 21:50:51.333497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b6294fb1-7e2b-4471-9177-70531ecf87f3 None None] Provisioning complete for port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:51.348141 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b6294fb1-7e2b-4471-9177-70531ecf87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:51.418268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-389ce652-974e-4018-89b0-64474e8b36ad service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636376 Dec 08 21:50:51.586304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-94940655-7717-4739-8901-03aa35ff3c1a service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591611 Dec 08 21:50:51.662025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-2e7bac8a-6385-4fad-a5e0-709a1f566168 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c HTTP/1.1" status: 200 len: 217 time: 0.0688708 Dec 08 21:50:51.706388 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b6294fb1-7e2b-4471-9177-70531ecf87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:51.731800 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-6d853dfc-563a-48d3-a1f6-ecb18871b945', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:50:51.733104 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:51.799085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-da4cb9a9-e6d2-4185-84ad-4f26a871bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:51.802663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-da4cb9a9-e6d2-4185-84ad-4f26a871bb7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1346424 Dec 08 21:50:51.903121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4330a57-b9ca-4a5b-845f-5a8d77c0205d req-215b8a77-e265-419e-bf9d-fb037d9dcd99 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353977 Dec 08 21:50:51.932563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Allocated IP 2001:db8:2::2 (6d853dfc-563a-48d3-a1f6-ecb18871b945/6345baa8-8e29-4ade-9e87-1d74821a6126/1a504d76-db3b-4910-89dd-11a4a3c758cb) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:51.938541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-258ce72f-7b8e-4955-b3c7-de3edfd418eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:51.943484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-258ce72f-7b8e-4955-b3c7-de3edfd418eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284204 Dec 08 21:50:52.225536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-e73d99d7-e675-49c1-bd5f-28a267b943b3 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587919 Dec 08 21:50:52.466321 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:52.481207 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:52.484403 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:52.503272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-3eb8f13d-cfc8-4954-a578-54f49ecf7097 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763875 Dec 08 21:50:52.576218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-6a26749e-8753-41d3-9b10-9b813e99f241 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3378a458-196f-4510-8a6b-af6fffa436b2 HTTP/1.1" status: 200 len: 217 time: 0.0657177 Dec 08 21:50:52.578448 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:52.597405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:52.600096 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:52.675242 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:52.701516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b6294fb1-7e2b-4471-9177-70531ecf87f3 None None] For port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0127ba78-2729-4f3e-b2ee-9dfaa41fe509,segment=NetworkSegment(5b65affd-a95b-4c83-808a-1ca41a5fa3fb),segment_id=5b65affd-a95b-4c83-808a-1ca41a5fa3fb)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:52.712903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-c9c3d48a-e947-494a-b0f3-f0cf9a688725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:52.716073 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-c9c3d48a-e947-494a-b0f3-f0cf9a688725 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.1328988 Dec 08 21:50:52.828085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-81037af3-d5e0-4994-b934-bcbe76eb1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:52.829623 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-81037af3-d5e0-4994-b934-bcbe76eb1b71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1059237 Dec 08 21:50:52.861030 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b6294fb1-7e2b-4471-9177-70531ecf87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:52.938959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Network 6d853dfc-563a-48d3-a1f6-ecb18871b945 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:52.958010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:52.963220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Pushing event updated for resources: {'Port': ['ID=1a504d76-db3b-4910-89dd-11a4a3c758cb,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:52.974700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:53.056799 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:47Z', 'revision_number': 3, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:47Z', 'revision_number': 2, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:53.069950 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-52b7b8bb-e4e8-412d-8e6f-af08ce686e5a service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319794 Dec 08 21:50:53.074398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e5899-9e2c-4ee7-956f-0e49cc3c8902 req-78940e5f-87ab-42a4-8f04-2d1f5f7b636b tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:53.089576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:53.090039 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.103140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:50:53.103924 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Updating router 558c8dce-d4d5-4fec-989e-de771da3b0cf port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:50:53.104043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be5e5899-9e2c-4ee7-956f-0e49cc3c8902 req-78940e5f-87ab-42a4-8f04-2d1f5f7b636b tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.5296557 Dec 08 21:50:53.120431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53448) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:53.137979 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.228642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-f794f636-1530-4e94-afcd-d68fd9aadefb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4492872 Dec 08 21:50:53.252582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f21646c8-85e0-4075-bfcb-96a0fe9fc7b2 None None] Provisioning complete for port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:53.257760 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f21646c8-85e0-4075-bfcb-96a0fe9fc7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.308649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-cb9111ec-3859-4d0d-9fdc-1aeb6963dc67 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313049 Dec 08 21:50:53.324283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Attempting to bind port 1a504d76-db3b-4910-89dd-11a4a3c758cb on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:53.327055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Attempting to bind port 1a504d76-db3b-4910-89dd-11a4a3c758cb by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:53.327521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Attempting to bind port 1a504d76-db3b-4910-89dd-11a4a3c758cb on network 6d853dfc-563a-48d3-a1f6-ecb18871b945 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:53.330053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6294fb1-7e2b-4471-9177-70531ecf87f3 None None] Pushing event updated for resources: {'Port': ['ID=0127ba78-2729-4f3e-b2ee-9dfaa41fe509,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:53.378904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:53.380304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Checking segment: {'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:53.380902 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.384238 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Bound using segment: {'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:53.385070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Bound port: 1a504d76-db3b-4910-89dd-11a4a3c758cb, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:53.385838 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.393772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-ad5003e3-60fe-42ca-9b23-3c5023ab0ebb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929 HTTP/1.1" status: 200 len: 217 time: 0.0772967 Dec 08 21:50:53.426488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f21646c8-85e0-4075-bfcb-96a0fe9fc7b2 None None] Port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:53.473778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-d878fd6a-8787-4727-a5f6-6a71b4c833df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:53.475302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-d878fd6a-8787-4727-a5f6-6a71b4c833df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.0752459 Dec 08 21:50:53.490254 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be5e5899-9e2c-4ee7-956f-0e49cc3c8902 req-b205bcee-b4f5-4ca1-afd0-69d12c4ca69f tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827322 Dec 08 21:50:53.514912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f21646c8-85e0-4075-bfcb-96a0fe9fc7b2 None None] Provisioning complete for port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:53.514912 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f21646c8-85e0-4075-bfcb-96a0fe9fc7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.527861 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-730a405e-f85d-4283-b6ac-cd15848dfb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.558509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8770-c383-465c-b294-fb586460f38d req-e926e0a0-4cd7-4c28-b71f-a9e0c9a69f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:53.560130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-e926e0a0-4cd7-4c28-b71f-a9e0c9a69f5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709569 Dec 08 21:50:53.601858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95b703e-f254-423f-9c33-f2560a3d2696 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:53.623792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-3c1aca6e-3822-4831-811e-1a333d55c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:53.626109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-3c1aca6e-3822-4831-811e-1a333d55c532 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 1097 time: 0.3293104 Dec 08 21:50:53.638030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.646619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.696140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-ee37d8bd-d909-4f56-b165-c3564dda719b service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273236 Dec 08 21:50:53.734445 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-730a405e-f85d-4283-b6ac-cd15848dfb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.771936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Transition to ACTIVE for port object d95b703e-f254-423f-9c33-f2560a3d2696 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:50:53.797558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-730a405e-f85d-4283-b6ac-cd15848dfb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.830095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.889404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-730a405e-f85d-4283-b6ac-cd15848dfb1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=471f7bdd06354eb986c5dd766d5ddf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040398 Dec 08 21:50:53.902631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] For port 1a504d76-db3b-4910-89dd-11a4a3c758cb, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:53.916890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] For port 1a504d76-db3b-4910-89dd-11a4a3c758cb, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1a504d76-db3b-4910-89dd-11a4a3c758cb,segment=NetworkSegment(c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713),segment_id=c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:53.919167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53460) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:53.930631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.961449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a405e-f85d-4283-b6ac-cd15848dfb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edfccc4-916d-40fe-8cfc-f7fb7544146f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:53.965018 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.981816 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:53.991031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4de4-1df9-4073-890c-53166d2eb1c5 req-4d183c48-cdbd-4447-bbff-6fce3dce0641 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:54.002823 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f8d4de4-1df9-4073-890c-53166d2eb1c5 req-4d183c48-cdbd-4447-bbff-6fce3dce0641 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 931 time: 0.3605587 Dec 08 21:50:54.066534 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-205e8770-c383-465c-b294-fb586460f38d req-aec7bf55-f25f-4d53-9673-826954c1c55f service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618705 Dec 08 21:50:54.119141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b9676-8f33-4303-8da3-a7036b9b3384 None None] Pushing event updated for resources: {'Port': ['ID=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:54.137231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d95b703e-f254-423f-9c33-f2560a3d2696,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:54.161595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-b2a66d72-8a15-42c9-909c-4a161276af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:54.167728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-b2a66d72-8a15-42c9-909c-4a161276af97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.5114388 Dec 08 21:50:54.170503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:54.234532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2f38e46c-1e3f-49f4-ad98-9f5baae805bf None None] Provisioning complete for port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:54.252257 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2f38e46c-1e3f-49f4-ad98-9f5baae805bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.261321 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Attempting to bind port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:54.261694 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Attempting to bind port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:54.262054 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Attempting to bind port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 on network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:54.274104 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:54.274475 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Checking segment: {'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:54.275036 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.275435 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Bound using segment: {'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:54.281418 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Bound port: dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b65affd-a95b-4c83-808a-1ca41a5fa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:54.282878 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.305320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c9453-bfc7-471c-806f-eaa21734de67 None None] Pushing event updated for resources: {'Port': ['ID=1a504d76-db3b-4910-89dd-11a4a3c758cb,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:54.352713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2f38e46c-1e3f-49f4-ad98-9f5baae805bf None None] Port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:54.438128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:54.438767 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.480860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8:2::1 (6d853dfc-563a-48d3-a1f6-ecb18871b945/6345baa8-8e29-4ade-9e87-1d74821a6126/d518163f-bd7a-4787-956e-5491a72e22ea) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:54.521490 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] For port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:54.529168 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] For port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,segment=NetworkSegment(5b65affd-a95b-4c83-808a-1ca41a5fa3fb),segment_id=5b65affd-a95b-4c83-808a-1ca41a5fa3fb)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:54.539379 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.650864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-deafa934-4967-4522-8a15-5a7d87695d58 None None] Provisioning complete for port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:54.652189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-deafa934-4967-4522-8a15-5a7d87695d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.653217 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:54.653861 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:54.703498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.800647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.823903 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b9676-8f33-4303-8da3-a7036b9b3384 None None] Pushing event updated for resources: {'Port': ['ID=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:54.849100 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-deafa934-4967-4522-8a15-5a7d87695d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:54.901934 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:54.931839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-deafa934-4967-4522-8a15-5a7d87695d58 None None] For port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,segment=NetworkSegment(5b65affd-a95b-4c83-808a-1ca41a5fa3fb),segment_id=5b65affd-a95b-4c83-808a-1ca41a5fa3fb)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:54.938422 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-deafa934-4967-4522-8a15-5a7d87695d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.036811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f8d4de4-1df9-4073-890c-53166d2eb1c5 req-3fc3f689-516b-4352-8332-2679a17146ae tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0323453 Dec 08 21:50:55.074599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 6d853dfc-563a-48d3-a1f6-ecb18871b945 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:55.081163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafa934-4967-4522-8a15-5a7d87695d58 None None] Pushing event updated for resources: {'Port': ['ID=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:55.092509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:55.106369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-efbf29a2-0759-458b-afd0-8fffc5df8bfe None None] Provisioning complete for port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:55.110820 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-efbf29a2-0759-458b-afd0-8fffc5df8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.122836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:55.124083 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.160364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-1bf79683-ba76-4aea-9f95-cbaf3be3d3fb tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:55.163884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-1bf79683-ba76-4aea-9f95-cbaf3be3d3fb tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 810 time: 0.2382405 Dec 08 21:50:55.205893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-053ee4e8-f83a-4c44-9ab5-0056017bb287 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/quotas/df94033607804999a85b6bc1f8e63a08 HTTP/1.1" status: 200 len: 375 time: 0.0322697 Dec 08 21:50:55.295895 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7122be50-a3cb-4fee-8da3-ec79010ed423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.312958 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:47Z', 'revision_number': 3, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:55.337993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7122be50-a3cb-4fee-8da3-ec79010ed423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.341658 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aab175-c101-43a0-809b-99ea38119311 None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:47Z', 'revision_number': 3, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:50:55.361084 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d8ec2953-3ef9-4d11-a49b-4a90a62da596 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540143 Dec 08 21:50:55.417447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Attempting to bind port d95b703e-f254-423f-9c33-f2560a3d2696 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:50:55.417794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Attempting to bind port d95b703e-f254-423f-9c33-f2560a3d2696 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:50:55.417912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Attempting to bind port d95b703e-f254-423f-9c33-f2560a3d2696 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:55.425527 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7122be50-a3cb-4fee-8da3-ec79010ed423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.428815 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7122be50-a3cb-4fee-8da3-ec79010ed423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.443918 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7122be50-a3cb-4fee-8da3-ec79010ed423 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9edfccc4-916d-40fe-8cfc-f7fb7544146f HTTP/1.1" status: 204 len: 168 time: 1.5135620 Dec 08 21:50:55.525213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122be50-a3cb-4fee-8da3-ec79010ed423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edfccc4-916d-40fe-8cfc-f7fb7544146f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:55.533181 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.536287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=d518163f-bd7a-4787-956e-5491a72e22ea,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:55.552762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Port d95b703e-f254-423f-9c33-f2560a3d2696 on network a700447e-c508-4bef-b294-50d1921fc07d not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:50:55.554168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Attempting to bind port d95b703e-f254-423f-9c33-f2560a3d2696 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:50:55.558049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-7ee7cfee-49b8-4f5d-9adf-70af701278b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 200 len: 1001 time: 1.3417110 Dec 08 21:50:55.572394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-fe19529f-bad4-413d-b6f3-c973cd60098b service neutron] 10.222.0.21 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100849 Dec 08 21:50:55.632209 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:50:55.632618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Checking segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:50:55.633070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Bound using segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:50:55.633589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Bound port: d95b703e-f254-423f-9c33-f2560a3d2696, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:50:55.634148 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.722009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-0c1651a2-7378-4914-b8b5-f11654a12dfb service neutron] 10.222.0.21 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486893 Dec 08 21:50:55.728232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] For port d95b703e-f254-423f-9c33-f2560a3d2696, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:50:55.735159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] For port d95b703e-f254-423f-9c33-f2560a3d2696, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d95b703e-f254-423f-9c33-f2560a3d2696,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:50:55.745603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-f07b9d57-7b9c-489f-995c-de589ccc2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:55.747237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-f07b9d57-7b9c-489f-995c-de589ccc2863 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.1746294 Dec 08 21:50:55.748321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.788460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97206a-334c-4715-bb87-220eb2458d9c None None] Network 6d853dfc-563a-48d3-a1f6-ecb18871b945 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:50:55.906339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1d1ee3b9-7c8c-43b5-ade9-ee702bb224c0 None None] Provisioning complete for port 1a504d76-db3b-4910-89dd-11a4a3c758cb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:55.908286 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee3b9-7c8c-43b5-ade9-ee702bb224c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.944563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:55.945669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:55.947534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/d95b703e-f254-423f-9c33-f2560a3d2696 HTTP/1.1" status: 200 len: 1091 time: 4.9176066 Dec 08 21:50:55.969591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc9fb24-dc7c-4a9e-9c21-5b715c522952', 'tag': 'd95b703e-f254-423f-9c33-f2560a3d2696'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:50:55.972644 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ef3781-5b1c-478e-8a2b-6bf881b53352" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc9fb24-dc7c-4a9e-9c21-5b715c522952", "tag": "d95b703e-f254-423f-9c33-f2560a3d2696"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:50:56.141347 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee3b9-7c8c-43b5-ade9-ee702bb224c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:56.200027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1d1ee3b9-7c8c-43b5-ade9-ee702bb224c0 None None] For port 1a504d76-db3b-4910-89dd-11a4a3c758cb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1a504d76-db3b-4910-89dd-11a4a3c758cb,segment=NetworkSegment(c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713),segment_id=c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:56.220018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee3b9-7c8c-43b5-ade9-ee702bb224c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:56.243374 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359f9996-f5d8-41b2-aad3-105200102673 x-openstack-request-id: req-359f9996-f5d8-41b2-aad3-105200102673 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:50:56.243374 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc9fb24-dc7c-4a9e-9c21-5b715c522952", "tag": "d95b703e-f254-423f-9c33-f2560a3d2696", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:50:56.243660 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-359f9996-f5d8-41b2-aad3-105200102673 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:50:56.246578 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc9fb24-dc7c-4a9e-9c21-5b715c522952', 'tag': 'd95b703e-f254-423f-9c33-f2560a3d2696', 'status': 'completed', 'code': 200} Dec 08 21:50:56.286428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1a504d76-db3b-4910-89dd-11a4a3c758cb up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:56.350743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ee3b9-7c8c-43b5-ade9-ee702bb224c0 None None] Pushing event updated for resources: {'Port': ['ID=1a504d76-db3b-4910-89dd-11a4a3c758cb,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:56.387097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0a10-3778-4dc6-bb35-4da919a81f69 req-d79b177c-5f97-4b64-b35a-64411389f307 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:56.389402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 1a504d76-db3b-4910-89dd-11a4a3c758cb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:56.389962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:56.405665 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0cc0a10-3778-4dc6-bb35-4da919a81f69 req-d79b177c-5f97-4b64-b35a-64411389f307 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 943 time: 0.0924931 Dec 08 21:50:56.459028 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0cc0a10-3778-4dc6-bb35-4da919a81f69 req-fd3435de-ba55-435a-91b2-e34a85524f78 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523477 Dec 08 21:50:56.556267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:56.706076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:56.706076 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:56.707909 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdf58b87-2f0f-40aa-a530-cd2f4d1c8fba req-a6e0a5d8-91b4-4188-8b9c-186373776992 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 210 time: 0.4977229 Dec 08 21:50:56.724814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-4bc27e6f-911d-457a-bb3f-cc91e4c96640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:56.727752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-4bc27e6f-911d-457a-bb3f-cc91e4c96640 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9189816 Dec 08 21:50:56.728453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de72400-deb1-46f9-9e91-e11e64f082e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d95b703e-f254-423f-9c33-f2560a3d2696,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:56.857872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bc11888c-b80f-40c7-a813-fef4ab155f60 None None] Provisioning complete for port 1a504d76-db3b-4910-89dd-11a4a3c758cb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:56.857872 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bc11888c-b80f-40c7-a813-fef4ab155f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:56.966684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-25c7bb0b-4fe4-40ec-a320-19a72469bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:56.968420 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-25c7bb0b-4fe4-40ec-a320-19a72469bfd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 1094 time: 0.8380823 Dec 08 21:50:57.085369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bc11888c-b80f-40c7-a813-fef4ab155f60 None None] Provisioning complete for port d518163f-bd7a-4787-956e-5491a72e22ea triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:57.085758 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bc11888c-b80f-40c7-a813-fef4ab155f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.145077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-bc11888c-b80f-40c7-a813-fef4ab155f60 None None] Port d518163f-bd7a-4787-956e-5491a72e22ea cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:57.148329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-d804f115-a31b-4f96-aa9d-d1be50766d87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d95b703e-f254-423f-9c33-f2560a3d2696 HTTP/1.1" status: 200 len: 217 time: 0.1663473 Dec 08 21:50:57.171625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221d25c-71c0-4c32-9709-19005150b929 req-312bc485-e610-48de-8e1c-09a3fa1e2961 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:57.178921 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3221d25c-71c0-4c32-9709-19005150b929 req-312bc485-e610-48de-8e1c-09a3fa1e2961 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 946 time: 0.3307190 Dec 08 21:50:57.276609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-88dc9b6c-e479-4341-9fe3-5b4670d26ed5 None None] Provisioning complete for port d518163f-bd7a-4787-956e-5491a72e22ea triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:57.277583 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-88dc9b6c-e479-4341-9fe3-5b4670d26ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.281715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-50d89c26-02bf-42e9-bae9-27624e197294 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303688 Dec 08 21:50:57.304533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53550) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:57.322736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3221d25c-71c0-4c32-9709-19005150b929 req-0f623a08-d342-45b3-ad93-334771482d49 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349659 Dec 08 21:50:57.353391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-902b0816-6da3-4e0b-af6a-238ab2bde97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:57.355516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-902b0816-6da3-4e0b-af6a-238ab2bde97e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.1967528 Dec 08 21:50:57.367117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-88dc9b6c-e479-4341-9fe3-5b4670d26ed5 None None] Port d518163f-bd7a-4787-956e-5491a72e22ea cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:57.431532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-0719baad-2adc-472a-bcf3-14f04309b33a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441153 Dec 08 21:50:57.469907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.491121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f2224e1-83fe-4157-bc0b-7cab7eb2b40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.519006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.519816 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.585019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f934e61a-311a-4371-8ee2-61f9b360fe4d req-448653e5-4704-4d1f-bf55-389dab9e771e service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840726 Dec 08 21:50:57.648365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-69d0c726-ccd0-4e7d-9cc5-64604346aa04 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:57.651859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-69d0c726-ccd0-4e7d-9cc5-64604346aa04 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.23 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 810 time: 0.2412915 Dec 08 21:50:57.656563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=d518163f-bd7a-4787-956e-5491a72e22ea,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:57.680786 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f2224e1-83fe-4157-bc0b-7cab7eb2b40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.684849 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-f94f54be-155b-426c-9186-2ef05220cc15 service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393510 Dec 08 21:50:57.685159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Request body: {'port': {'device_id': '9a822c45-e835-4b98-9bc3-5939c9efdd0c', 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9', 'admin_state_up': True, 'tenant_id': 'df94033607804999a85b6bc1f8e63a08'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:57.783691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 6d853dfc-563a-48d3-a1f6-ecb18871b945 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:57.795828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:57.796929 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f2224e1-83fe-4157-bc0b-7cab7eb2b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.825213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d781a400-c921-4135-81f8-c9f3f387f543 req-44425384-b914-4f48-9cf6-d344e647dc0c tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 210 time: 0.0433025 Dec 08 21:50:57.858415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2224e1-83fe-4157-bc0b-7cab7eb2b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff589683-2fab-431c-8124-70b482e9443b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:57.876526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Made reservation on behalf of df94033607804999a85b6bc1f8e63a08 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:57.881489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:57.925066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d234fda-e7c9-4106-9b72-6a11cfe71018 req-ab3ce9d9-2c86-4f1d-b24f-f1825f9b7d82 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:57.932774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d234fda-e7c9-4106-9b72-6a11cfe71018 req-ab3ce9d9-2c86-4f1d-b24f-f1825f9b7d82 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 943 time: 0.2794197 Dec 08 21:50:57.938600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8f2224e1-83fe-4157-bc0b-7cab7eb2b40e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f2344ee056d4d9d88372ba20baef3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305168 Dec 08 21:50:57.942221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53576) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:57.950574 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b952895-60cc-4082-bd28-2ee71b42e509 req-1faec752-b7db-48f6-ba94-76c0760d5309 service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548282 Dec 08 21:50:57.987990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:50:58.060984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1a504d76-db3b-4910-89dd-11a4a3c758cb up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:50:58.184089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d234fda-e7c9-4106-9b72-6a11cfe71018 req-f3b2e79e-a416-4365-8da7-dd872e59dc7c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504466 Dec 08 21:50:58.202435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8444132-e056-4076-a9ff-f7164f000896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.232863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:50:58.235381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Allocated IP 172.20.0.6 (8edd1daa-95fc-4797-90e9-94af84091ce9/37c556ad-1121-4618-a18d-767f55fa1891/a5562351-abf6-4ed5-a4d5-e6f464f390b7) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:50:58.247646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cfa28c72-26b8-446c-ba35-4e54eef32d39 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9796093 Dec 08 21:50:58.259087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53594) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:58.266700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1181776316'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:58.268602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8444132-e056-4076-a9ff-f7164f000896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.272880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:50:58.288290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ad5500de-ec48-4b39-9799-c1ec6a9b39b0 None None] Provisioning complete for port d518163f-bd7a-4787-956e-5491a72e22ea triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:58.288850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ad5500de-ec48-4b39-9799-c1ec6a9b39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.301819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:50:58.302749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:58.334280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-e7324cf0-e10d-4975-a8d8-666715924b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:58.335895 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-e7324cf0-e10d-4975-a8d8-666715924b52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 1094 time: 0.2876031 Dec 08 21:50:58.338300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 1a504d76-db3b-4910-89dd-11a4a3c758cb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:50:58.339177 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.412903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8444132-e056-4076-a9ff-f7164f000896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.415510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8444132-e056-4076-a9ff-f7164f000896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.419554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b8444132-e056-4076-a9ff-f7164f000896 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff589683-2fab-431c-8124-70b482e9443b HTTP/1.1" status: 204 len: 168 time: 0.4724987 Dec 08 21:50:58.485272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8444132-e056-4076-a9ff-f7164f000896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff589683-2fab-431c-8124-70b482e9443b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:58.500856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:58.506234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.517596 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-9feb378f-31e9-4e07-89e2-4c0d2fade7a3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:58.519288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-9feb378f-31e9-4e07-89e2-4c0d2fade7a3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 946 time: 0.2771449 Dec 08 21:50:58.585960 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.616738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:50:58.635121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.635833 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added segment d733cfad-3679-4221-8ea5-69a06586b966 of type vlan for network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 Dec 08 21:50:58.641555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.722146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Network 8edd1daa-95fc-4797-90e9-94af84091ce9 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:50:58.726408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:50:58.728077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7c125f24-cd52-4fb2-90cb-b1a13eb8af1f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:50:58.729084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:50:58.764295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Pushing event updated for resources: {'Port': ['ID=a5562351-abf6-4ed5-a4d5-e6f464f390b7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:58.819543 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.825598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:58.826655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:58.857754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ad5500de-ec48-4b39-9799-c1ec6a9b39b0 None None] Port d518163f-bd7a-4787-956e-5491a72e22ea cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:50:58.881004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-923461e2-b396-4237-bec0-79274766b4c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2023275 Dec 08 21:50:58.894400 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:50:58.895309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Request body: {'port': {'device_id': '9a822c45-e835-4b98-9bc3-5939c9efdd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:58.916407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016059be-5c1e-420a-9ec2-fd7b974fd01a req-ba8392e6-67fe-4002-9827-e8ca4052d563 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:58.934192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-016059be-5c1e-420a-9ec2-fd7b974fd01a req-ba8392e6-67fe-4002-9827-e8ca4052d563 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 946 time: 0.4110346 Dec 08 21:50:59.012221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:59.020942 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:59.026672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:59.027602 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:59.128060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-861ddffe-f223-477b-bd90-7c445edd4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:59.130071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-861ddffe-f223-477b-bd90-7c445edd4e0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 912 time: 0.7836652 Dec 08 21:50:59.176326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037ed3-dc74-402d-8426-4a2aafcb62a1 req-c74f2dbe-cbd0-44d9-8b72-280deb08293f tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:59.183598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f037ed3-dc74-402d-8426-4a2aafcb62a1 req-c74f2dbe-cbd0-44d9-8b72-280deb08293f tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 931 time: 0.1637020 Dec 08 21:50:59.194169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9333513 Dec 08 21:50:59.202703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53670) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:59.210765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'subnet': {'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:50:59.247642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-016059be-5c1e-420a-9ec2-fd7b974fd01a req-28d01a28-d583-468d-931b-aae16dc2ed89 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069298 Dec 08 21:50:59.254854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-bec2985d-dfd2-4d46-ac63-2afd1fc0fbae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d95b703e-f254-423f-9c33-f2560a3d2696 HTTP/1.1" status: 200 len: 217 time: 0.1043360 Dec 08 21:50:59.262335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaf6df-e045-4670-a77c-f7416b942399 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Network': ['ID=1be86fc4-8a1f-4eb0-a264-6009f9a9a109,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:50:59.283013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:50:59.391691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f037ed3-dc74-402d-8426-4a2aafcb62a1 req-035ca882-67ab-4d73-98ed-cdfbfa4442b7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072270 Dec 08 21:50:59.404709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Deleting port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:50:59.405383 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:59.448711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Made reservation on behalf of 2704ac562d1c4e84a3c0ef094b1352df for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:50:59.452071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:59.519444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:55Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:50:56Z', 'revision_number': 2, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:50:59.541124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-863445b2-fa9c-40b7-99b2-b9a070714812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:59.543037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-863445b2-fa9c-40b7-99b2-b9a070714812 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.2755983 Dec 08 21:50:59.551758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:50:59.552271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Updating router 558c8dce-d4d5-4fec-989e-de771da3b0cf port d518163f-bd7a-4787-956e-5491a72e22ea binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:50:59.605194 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:59.633373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-b0cb8829-fa6d-4b35-9db4-80e88bfb209a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760250 Dec 08 21:50:59.655340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50d87-f311-4b74-9546-5e1aca8f7d76 req-c08e1f34-af86-42cb-92f0-c0a27bb85ffa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:50:59.663929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cbd50d87-f311-4b74-9546-5e1aca8f7d76 req-c08e1f34-af86-42cb-92f0-c0a27bb85ffa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 943 time: 0.3002532 Dec 08 21:50:59.799421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53726) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:50:59.806430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] For port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:50:59.806430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:59.873788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5562351-abf6-4ed5-a4d5-e6f464f390b7 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:50:59.886288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:50:59.934179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cbd50d87-f311-4b74-9546-5e1aca8f7d76 req-d3a6a032-07f0-43c9-82b0-faa94ec95739 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693858 Dec 08 21:50:59.936056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-f79731e3-b444-42ca-97b1-72bd405b96c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673290 Dec 08 21:50:59.991751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Transition to ACTIVE for port object a5562351-abf6-4ed5-a4d5-e6f464f390b7 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:50:59.997486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.020483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-network', 'tenant_id': '7de03900eced4eab98775c009fb540b2'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:00.023863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.061384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.070503 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.131041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f097-5085-46b4-9d7b-5a010692e332 None None] Pushing event updated for resources: {'Port': ['ID=d518163f-bd7a-4787-956e-5491a72e22ea,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:00.191958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Subnet': ['ID=3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:00.198477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Made reservation on behalf of 7de03900eced4eab98775c009fb540b2 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:00.200808 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.221192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Attempting to bind port d518163f-bd7a-4787-956e-5491a72e22ea on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:00.221881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Attempting to bind port d518163f-bd7a-4787-956e-5491a72e22ea by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:00.222472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Attempting to bind port d518163f-bd7a-4787-956e-5491a72e22ea on network 6d853dfc-563a-48d3-a1f6-ecb18871b945 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:00.228190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:00.229166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Checking segment: {'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:00.230406 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.231017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Bound using segment: {'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:00.231685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Bound port: d518163f-bd7a-4787-956e-5491a72e22ea, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:00.232492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.236121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Pushing event updated for resources: {'Port': ['ID=a5562351-abf6-4ed5-a4d5-e6f464f390b7,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:00.325422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Checking segment: {'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:00.326170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network hostable DHCP agents. Network: 1be86fc4-8a1f-4eb0-a264-6009f9a9a109, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:51:00.328737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.330633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53740) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:00.346157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] For port d518163f-bd7a-4787-956e-5491a72e22ea, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:00.351589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] For port d518163f-bd7a-4787-956e-5491a72e22ea, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d518163f-bd7a-4787-956e-5491a72e22ea,segment=NetworkSegment(c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713),segment_id=c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:00.361914 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.493286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d95b703e-f254-423f-9c33-f2560a3d2696 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:51:00.527117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:00.527816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:00.536087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Attempting to bind port a5562351-abf6-4ed5-a4d5-e6f464f390b7 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:00.536475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Attempting to bind port a5562351-abf6-4ed5-a4d5-e6f464f390b7 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:00.536813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Attempting to bind port a5562351-abf6-4ed5-a4d5-e6f464f390b7 on network 8edd1daa-95fc-4797-90e9-94af84091ce9 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:00.558507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:00.560498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Port a5562351-abf6-4ed5-a4d5-e6f464f390b7 on network 8edd1daa-95fc-4797-90e9-94af84091ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:51:00.560822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Attempting to bind port a5562351-abf6-4ed5-a4d5-e6f464f390b7 on network 8edd1daa-95fc-4797-90e9-94af84091ce9 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:00.609064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155f5fb-07c5-4981-9a23-9d7cbecb0f78 req-534bd025-2fdf-41c0-9ad2-87560d910a8b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:00.610305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1155f5fb-07c5-4981-9a23-9d7cbecb0f78 req-534bd025-2fdf-41c0-9ad2-87560d910a8b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 946 time: 0.2307391 Dec 08 21:51:00.627416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:00.627962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Checking segment: {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:00.637744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Bound using segment: {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:00.638364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Bound port: a5562351-abf6-4ed5-a4d5-e6f464f390b7, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b162fb95-8085-4cd0-a5d1-6f95d7c27438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:00.639045 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.646434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1be86fc4-8a1f-4eb0-a264-6009f9a9a109) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:00.662429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-63ef3781-5b1c-478e-8a2b-6bf881b53352 req-a4b9c1c5-2fa8-4b4b-a049-313951dc1086 service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143488 Dec 08 21:51:00.669039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.669507 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.669898 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Floating IP 96497516-4039-446e-a1c2-c88694a5d3a0 disassociated. External IP: 172.25.1.114, port: a8bf39da-1b43-4086-a86b-5be6ffcbc7d0. Dec 08 21:51:00.670314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Calling delete_port for a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:00.688520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f39b6-4e09-40f5-b426-7a945a7c13bd req-5a247e26-eccf-46ce-844d-9ab238d6aeb8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:00.690330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c6f39b6-4e09-40f5-b426-7a945a7c13bd req-5a247e26-eccf-46ce-844d-9ab238d6aeb8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 943 time: 0.1741910 Dec 08 21:51:00.701037 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba10-0970-4b65-a956-34125db89382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.716064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe4b8b3-2800-41b3-a18a-f790f9880dde None None] Network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:00.717174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:00.717779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.724545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f097-5085-46b4-9d7b-5a010692e332 None None] Pushing event updated for resources: {'Port': ['ID=d518163f-bd7a-4787-956e-5491a72e22ea,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:00.725065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1155f5fb-07c5-4981-9a23-9d7cbecb0f78 req-9abece51-9961-4b46-bf90-41ef641bdd17 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3487f5b-3542-4ed7-abb1-575f5af3e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810289 Dec 08 21:51:00.760818 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.resource_extend [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:51:00.803958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c6f39b6-4e09-40f5-b426-7a945a7c13bd req-1d8c3cd5-e024-4d56-9aa2-fc6619597e0c tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737386 Dec 08 21:51:00.917325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:00.954390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event deleted for resources: {'Port': ['ID=a8bf39da-1b43-4086-a86b-5be6ffcbc7d0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:01.010379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:01.092700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fcc3bae1-0ad6-45e7-a22c-3b1721a73042 None None] Provisioning complete for port d518163f-bd7a-4787-956e-5491a72e22ea triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:01.093043 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcc3bae1-0ad6-45e7-a22c-3b1721a73042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.157562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] For port a5562351-abf6-4ed5-a4d5-e6f464f390b7, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:01.160509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] For port a5562351-abf6-4ed5-a4d5-e6f464f390b7, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:01.163071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5125d9-39a3-4bba-a1cc-eb80fa3c68a0 req-f8d5b8d1-2587-4982-9c96-302a9ac5ebf2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:01.164786 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc5125d9-39a3-4bba-a1cc-eb80fa3c68a0 req-f8d5b8d1-2587-4982-9c96-302a9ac5ebf2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 943 time: 0.1094711 Dec 08 21:51:01.177510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.188432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Router 0e2cf252-7a1d-44b6-9004-f10862bbe69d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:01.227603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-df57705c-9e6f-4c2d-b6a4-0036176a0238 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0212286 Dec 08 21:51:01.230242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc5125d9-39a3-4bba-a1cc-eb80fa3c68a0 req-83de3468-366f-4dab-8c44-fd64efd3e39a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524378 Dec 08 21:51:01.252300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53752) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:01.265419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.318996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:51:01.320387 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.336136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:01.336762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.338141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] 10.222.0.23 "PUT /v2.0/ports/a5562351-abf6-4ed5-a4d5-e6f464f390b7 HTTP/1.1" status: 200 len: 1091 time: 2.4479647 Dec 08 21:51:01.338833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a822c45-e835-4b98-9bc3-5939c9efdd0c', 'tag': 'a5562351-abf6-4ed5-a4d5-e6f464f390b7'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:01.341102 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add80f5-ffe2-4226-97a0-f17093f85e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a822c45-e835-4b98-9bc3-5939c9efdd0c", "tag": "a5562351-abf6-4ed5-a4d5-e6f464f390b7"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:01.348808 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.426542 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884b1ec6-b2f6-4159-8df4-e8a51002f3af x-openstack-request-id: req-884b1ec6-b2f6-4159-8df4-e8a51002f3af {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:01.426957 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a822c45-e835-4b98-9bc3-5939c9efdd0c", "tag": "a5562351-abf6-4ed5-a4d5-e6f464f390b7", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:01.427179 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-884b1ec6-b2f6-4159-8df4-e8a51002f3af {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:01.427589 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a822c45-e835-4b98-9bc3-5939c9efdd0c', 'tag': 'a5562351-abf6-4ed5-a4d5-e6f464f390b7', 'status': 'completed', 'code': 200} Dec 08 21:51:01.447886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:01.454801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:01.458674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523e8d7-2577-48c7-a53c-089edf127671 service neutron] Pushing event updated for resources: {'Port': ['ID=a5562351-abf6-4ed5-a4d5-e6f464f390b7,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:01.477214 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] Sync routers for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:01.498397 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:01.500078 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:01.550066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.550422 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Added segment 870c4610-065b-4db6-93ab-03b6d95d98f8 of type vlan for network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 Dec 08 21:51:01.557041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866fe196-3617-4605-addb-87a3ec41a6f0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:01.562643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] No DVR routers for this DVR port a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:01.568297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.577747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4c9fbc2-eac9-496d-b974-1b3468b163ae req-4f03640c-68e1-4e14-b672-3b66e08b2320 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "DELETE /v2.0/ports/a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 HTTP/1.1" status: 204 len: 173 time: 3.0029438 Dec 08 21:51:01.578767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-deleted', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:01.590573 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aff1e06-83f9-4909-b9e8-74ea35d51175" -d '{"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-deleted", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:01.654615 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcc3bae1-0ad6-45e7-a22c-3b1721a73042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.657790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d95b703e-f254-423f-9c33-f2560a3d2696, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d95b703e-f254-423f-9c33-f2560a3d2696,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:01.686024 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70360b1d-9437-4280-b2aa-a5478c1c5d6a x-openstack-request-id: req-70360b1d-9437-4280-b2aa-a5478c1c5d6a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:01.686321 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f27a9-b8bc-49d7-88ec-406e1a804638", "name": "network-vif-deleted", "tag": "a8bf39da-1b43-4086-a86b-5be6ffcbc7d0", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:01.686569 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70360b1d-9437-4280-b2aa-a5478c1c5d6a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:01.686989 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f27a9-b8bc-49d7-88ec-406e1a804638', 'name': 'network-vif-deleted', 'tag': 'a8bf39da-1b43-4086-a86b-5be6ffcbc7d0', 'status': 'completed', 'code': 200} Dec 08 21:51:01.721264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba10-0970-4b65-a956-34125db89382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.734311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'd95b703e-f254-423f-9c33-f2560a3d2696', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'port_id': 'd95b703e-f254-423f-9c33-f2560a3d2696', 'mac_address': 'fa:16:3e:05:6b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00290753-5cf6-4030-a175-b2ef55574df3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:51:01.762616 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.773314 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:01.788063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fcc3bae1-0ad6-45e7-a22c-3b1721a73042 None None] For port d518163f-bd7a-4787-956e-5491a72e22ea, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d518163f-bd7a-4787-956e-5491a72e22ea,segment=NetworkSegment(c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713),segment_id=c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:01.797545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba10-0970-4b65-a956-34125db89382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.849659 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcc3bae1-0ad6-45e7-a22c-3b1721a73042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.907739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.922054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:01.923407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:01.931781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-e90f7aff-2ae3-42dc-9f9c-3dc70ed1c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:01.933759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-e90f7aff-2ae3-42dc-9f9c-3dc70ed1c467 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 1094 time: 0.4772210 Dec 08 21:51:01.942507 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.006736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24819b38-9e00-4a6a-931c-801276f074a6 req-0a4ad41c-b1ad-4916-933e-63ae635d507a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:02.009017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24819b38-9e00-4a6a-931c-801276f074a6 req-0a4ad41c-b1ad-4916-933e-63ae635d507a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 943 time: 0.0596459 Dec 08 21:51:02.025358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3bae1-0ad6-45e7-a22c-3b1721a73042 None None] Pushing event updated for resources: {'Port': ['ID=d518163f-bd7a-4787-956e-5491a72e22ea,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:02.030052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95b703e-f254-423f-9c33-f2560a3d2696 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:02.055600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d95b703e-f254-423f-9c33-f2560a3d2696, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d95b703e-f254-423f-9c33-f2560a3d2696,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:02.077266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.079226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fbfaba10-0970-4b65-a956-34125db89382 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9c8262b67744fcd973709e396ecfeb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7402403 Dec 08 21:51:02.080577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Allocated IP 2001:db8:3::2 (1be86fc4-8a1f-4eb0-a264-6009f9a9a109/3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9/0b12b841-6291-4a5d-9586-b6f6a1fcc594) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:02.083709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2ad2f942-8778-4f11-afc3-a078e2f67196 None None] Provisioning complete for port d518163f-bd7a-4787-956e-5491a72e22ea triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:02.084125 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f942-8778-4f11-afc3-a078e2f67196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.098790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24819b38-9e00-4a6a-931c-801276f074a6 req-9f968e27-ef4b-436c-88c5-35d013fb8b13 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Dec 08 21:51:02.100375 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:02.101499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53766) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:02.116032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-972c8166-9ce4-49ac-95b9-b44145eeb70a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7 HTTP/1.1" status: 200 len: 217 time: 0.0988898 Dec 08 21:51:02.134801 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] Checking router: 0e2cf252-7a1d-44b6-9004-f10862bbe69d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:02.145061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fbbb8a9c-0581-41ff-ba14-f3141eebfc67 req-2d940c01-2f67-4c9f-8947-1e85985e6560 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f27a9-b8bc-49d7-88ec-406e1a804638 HTTP/1.1" status: 200 len: 210 time: 0.1426785 Dec 08 21:51:02.163312 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:02.164119 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:02.167872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3649936 Dec 08 21:51:02.187148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:02.196518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Request body: {'subnet': {'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-subnet', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:02.218675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaba10-0970-4b65-a956-34125db89382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4156f8-cd92-4750-a025-853aa0d0ff58,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:02.234192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:55Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:00Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:02.257885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b45852-5556-4267-baae-1006096b59e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:02.279371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Made reservation on behalf of 7de03900eced4eab98775c009fb540b2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:02.286342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.315430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eec5969e-5c5d-4439-9a3d-4dc7a6c3de2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.320282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-8b984ca3-1ac1-4ad7-8d7a-5b408f5a64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:02.322478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-8b984ca3-1ac1-4ad7-8d7a-5b408f5a64c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 200 len: 850 time: 0.1819022 Dec 08 21:51:02.366394 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:02.371263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-c7a90422-2bc7-4cde-ae8e-068a00ef0963 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8edd1daa-95fc-4797-90e9-94af84091ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404992 Dec 08 21:51:02.394309 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eec5969e-5c5d-4439-9a3d-4dc7a6c3de2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.439897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:02.511283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.525380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['d95b703e-f254-423f-9c33-f2560a3d2696'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:02.528575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:02.538090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=d95b703e-f254-423f-9c33-f2560a3d2696,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:02.541499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fb033-da11-4f7d-b8c1-1ae996ffe5e7 req-0d3e928c-2319-4d5a-8888-f87e1069d68f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:02.542396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90112e-5e6f-4bd2-990a-d6c067e735ca None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:50:55Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:00Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:02.543469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d57fb033-da11-4f7d-b8c1-1ae996ffe5e7 req-0d3e928c-2319-4d5a-8888-f87e1069d68f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 944 time: 0.1280916 Dec 08 21:51:02.609950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:02.610304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a8bf39da-1b43-4086-a86b-5be6ffcbc7d0 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:02.629442 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eec5969e-5c5d-4439-9a3d-4dc7a6c3de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.634130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eec5969e-5c5d-4439-9a3d-4dc7a6c3de2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.649048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-eec5969e-5c5d-4439-9a3d-4dc7a6c3de2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b4156f8-cd92-4750-a025-853aa0d0ff58 HTTP/1.1" status: 204 len: 168 time: 0.5448802 Dec 08 21:51:02.670929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5969e-5c5d-4439-9a3d-4dc7a6c3de2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4156f8-cd92-4750-a025-853aa0d0ff58,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:02.693758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d57fb033-da11-4f7d-b8c1-1ae996ffe5e7 req-c34892f2-a3e5-4e93-abcb-85e15c9f952c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409516 Dec 08 21:51:02.832698 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:02.836655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.857175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.872031 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:02.922571 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86e04a3-a97b-4924-a528-cc1f4e5d84eb None None] The sync data for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 is: [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:02.938455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:02.944367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:02.947884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:02.977573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Pushing event updated for resources: {'Port': ['ID=0b12b841-6291-4a5d-9586-b6f6a1fcc594,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:02.980022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f150ba0f-dc96-40f4-8774-24cef816eb31,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:02.993310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Checking segment: {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:02.993680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Network hostable DHCP agents. Network: f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:51:03.018635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:03.031991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Allocated IP 2001:db8:3::1 (1be86fc4-8a1f-4eb0-a264-6009f9a9a109/3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9/00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:03.036790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:03.043794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:03.045530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.056696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace9cbf-17a9-4a40-a4d5-d5d46bbcf739 None None] Network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:03.079440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-21d196cb-d3ce-4b5f-b9cb-8b1ca666a322 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985686 Dec 08 21:51:03.091309 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d002ff7f-09cc-4170-90e3-2ff3743ef300 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8996818 Dec 08 21:51:03.092052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:03.098419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:03.153936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Attempting to bind port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:03.154335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Attempting to bind port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:03.155097 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Attempting to bind port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 on network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:03.175432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:03.175979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Checking segment: {'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:03.176515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.177052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Bound using segment: {'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:03.177773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Bound port: 0b12b841-6291-4a5d-9586-b6f6a1fcc594, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:03.178299 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.184375 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.186241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.201930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53782) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:03.209119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42946159-5668-4aef-ad6c-cfa39210c8a2 req-d922ae79-05a8-4c7a-97e7-2dfdd40d2c5f service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177518 Dec 08 21:51:03.240532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d550510c-851d-4379-ad62-4f46cf9b904d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.430237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.431288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53790) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:03.435871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-cf0b95dc-16ba-4ea4-b733-d5f234a27b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:03.437737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-cf0b95dc-16ba-4ea4-b733-d5f234a27b62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 1094 time: 0.1410942 Dec 08 21:51:03.453280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca80e9-255c-4464-9cc8-5a5e59461994 req-11d39e9c-05cf-4038-90bf-d5958a7e26cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:03.460644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97ca80e9-255c-4464-9cc8-5a5e59461994 req-11d39e9c-05cf-4038-90bf-d5958a7e26cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 943 time: 0.1913085 Dec 08 21:51:03.461176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d550510c-851d-4379-ad62-4f46cf9b904d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.483327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247264da-5c13-4ef4-a4ca-5ef20e2efaf8 None None] New status for floating IP 96497516-4039-446e-a1c2-c88694a5d3a0: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:51:03.550890 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d550510c-851d-4379-ad62-4f46cf9b904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.571716 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.591971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550510c-851d-4379-ad62-4f46cf9b904d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0beaa5-b29b-496f-8048-e16caebbd6d5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:03.593182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97ca80e9-255c-4464-9cc8-5a5e59461994 req-587d5a82-f21c-446f-8914-31681ee8dd92 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316946 Dec 08 21:51:03.630408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] For port 0b12b841-6291-4a5d-9586-b6f6a1fcc594, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:03.661523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] For port 0b12b841-6291-4a5d-9586-b6f6a1fcc594, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0b12b841-6291-4a5d-9586-b6f6a1fcc594,segment=NetworkSegment(d733cfad-3679-4221-8ea5-69a06586b966),segment_id=d733cfad-3679-4221-8ea5-69a06586b966)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:03.665616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa964d90-51c8-470c-a57f-dbd66e465938 None None] Network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:03.688459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.704867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.706669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-140135c0-1d60-426f-8b31-21b3b4a8a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:03.709741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d550510c-851d-4379-ad62-4f46cf9b904d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90d0dc2e620c4738b6f646a7938e27b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023317 Dec 08 21:51:03.709890 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-140135c0-1d60-426f-8b31-21b3b4a8a34e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 911 time: 0.2406154 Dec 08 21:51:03.711885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53792) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:03.736627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.749505 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-464f2c7e-ef12-40b7-903a-4b8d53b817ab tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.805922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349757b4-9414-4d39-aa4c-2652b4002acf None None] Pushing event updated for resources: {'Port': ['ID=0b12b841-6291-4a5d-9586-b6f6a1fcc594,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:03.820844 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-464f2c7e-ef12-40b7-903a-4b8d53b817ab tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.846396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-0dac2db9-2521-46db-be51-812f11ed960f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7 HTTP/1.1" status: 200 len: 217 time: 0.0835752 Dec 08 21:51:03.853400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:03.888133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:03.893481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:03.894031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:03.944048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:03.970268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-c0cce5a6-7bef-4cda-a379-dd82c28bbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:03.971946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-c0cce5a6-7bef-4cda-a379-dd82c28bbe2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 200 len: 850 time: 0.1148396 Dec 08 21:51:04.001633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4157f2d-0365-46e0-8e40-ce9a829080f2 req-9c3499f7-5326-415d-b7f9-b633a3f715fe tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:04.009577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4157f2d-0365-46e0-8e40-ce9a829080f2 req-9c3499f7-5326-415d-b7f9-b633a3f715fe tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 944 time: 0.1678238 Dec 08 21:51:04.014133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5655243-b0cd-4785-a3a9-1d5ea105dc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.055216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-b2d9d035-4e1e-4bb0-a8c8-444f0ff5794c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8edd1daa-95fc-4797-90e9-94af84091ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563383 Dec 08 21:51:04.056258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-464f2c7e-ef12-40b7-903a-4b8d53b817ab tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.059398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-464f2c7e-ef12-40b7-903a-4b8d53b817ab tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.060531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-464f2c7e-ef12-40b7-903a-4b8d53b817ab tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3487f5b-3542-4ed7-abb1-575f5af3e2e4 HTTP/1.1" status: 204 len: 168 time: 0.6258612 Dec 08 21:51:04.069828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53796) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:04.101412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5655243-b0cd-4785-a3a9-1d5ea105dc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.121100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f2c7e-ef12-40b7-903a-4b8d53b817ab tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3487f5b-3542-4ed7-abb1-575f5af3e2e4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:04.123746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d518163f-bd7a-4787-956e-5491a72e22ea up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:04.156929 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-060ecd05-5cb4-49ae-91e6-2660d9eae46a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] show failed (client error): The resource could not be found. Dec 08 21:51:04.161062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-060ecd05-5cb4-49ae-91e6-2660d9eae46a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups/d3487f5b-3542-4ed7-abb1-575f5af3e2e4 HTTP/1.1" status: 404 len: 347 time: 0.0896597 Dec 08 21:51:04.161494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53798) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:04.186264 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4157f2d-0365-46e0-8e40-ce9a829080f2 req-556f528f-817c-4db5-b50b-e3a50ae9e722 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758511 Dec 08 21:51:04.202143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d518163f-bd7a-4787-956e-5491a72e22ea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:04.202669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.204838 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.318264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-a431d490-d8e1-42f1-b196-1f0f1687e853 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509205 Dec 08 21:51:04.339072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5655243-b0cd-4785-a3a9-1d5ea105dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.341566 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5655243-b0cd-4785-a3a9-1d5ea105dc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.342731 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b5655243-b0cd-4785-a3a9-1d5ea105dc88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac0beaa5-b29b-496f-8048-e16caebbd6d5 HTTP/1.1" status: 204 len: 168 time: 0.6259356 Dec 08 21:51:04.470574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d95b703e-f254-423f-9c33-f2560a3d2696 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:04.498685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5655243-b0cd-4785-a3a9-1d5ea105dc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0beaa5-b29b-496f-8048-e16caebbd6d5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:04.531144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.540619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9add80f5-ffe2-4226-97a0-f17093f85e1e req-327b8d99-c861-4a05-88ca-1225a23b6c58 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914790 Dec 08 21:51:04.549232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port d95b703e-f254-423f-9c33-f2560a3d2696 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:51:04.561089 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.561280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port d95b703e-f254-423f-9c33-f2560a3d2696 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:04.561484 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.577712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Deleting port 4dd3cd27-1f1d-43f7-917f-e9dbd681bc80 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:04.578060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.667931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.679874 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.680816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.716566 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.751620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d95b703e-f254-423f-9c33-f2560a3d2696, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d95b703e-f254-423f-9c33-f2560a3d2696,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:04.752911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc9fb24-dc7c-4a9e-9c21-5b715c522952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95b703e-f254-423f-9c33-f2560a3d2696'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:04.755860 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5653f4-44b6-4877-875b-47114f897860" -d '{"events": [{"server_uuid": "ecc9fb24-dc7c-4a9e-9c21-5b715c522952", "name": "network-vif-plugged", "status": "completed", "tag": "d95b703e-f254-423f-9c33-f2560a3d2696"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:04.781275 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.796453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.797284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:04.813255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Calling delete_port for 4dd3cd27-1f1d-43f7-917f-e9dbd681bc80 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:04.822860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event updated for resources: {'Port': ['ID=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:04.847659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=d95b703e-f254-423f-9c33-f2560a3d2696,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:04.855704 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5917f3-5137-42d6-822a-ca79cf33e61c x-openstack-request-id: req-da5917f3-5137-42d6-822a-ca79cf33e61c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:04.856190 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc9fb24-dc7c-4a9e-9c21-5b715c522952", "name": "network-vif-plugged", "status": "completed", "tag": "d95b703e-f254-423f-9c33-f2560a3d2696", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:04.856729 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da5917f3-5137-42d6-822a-ca79cf33e61c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:04.857324 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc9fb24-dc7c-4a9e-9c21-5b715c522952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95b703e-f254-423f-9c33-f2560a3d2696', 'code': 200} Dec 08 21:51:04.883395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570ffe-6c86-4616-8909-aca91e666f5e req-8eb6e4ca-50a9-4c08-a92b-42c2eaf485bd tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:04.885664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9570ffe-6c86-4616-8909-aca91e666f5e req-8eb6e4ca-50a9-4c08-a92b-42c2eaf485bd tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 943 time: 0.1212008 Dec 08 21:51:04.911113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:04.918040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:04.960057 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:51:05.008369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Allocated IP 172.25.1.82 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/a8c9685d-9e8c-4852-8a76-32557c23f3ca) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:05.057706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bd3e4-7654-4e63-a0fa-b6d8ee5eb8b8 req-6d14c9c6-f43a-4b7e-829c-22456a76ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:05.059303 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e0bd3e4-7654-4e63-a0fa-b6d8ee5eb8b8 req-6d14c9c6-f43a-4b7e-829c-22456a76ce4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 1096 time: 0.1231270 Dec 08 21:51:05.152029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:05.187938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e0bd3e4-7654-4e63-a0fa-b6d8ee5eb8b8 req-ce8b5ca7-2bca-47de-9ebe-a59e9e7ba5bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205845 Dec 08 21:51:05.199634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event deleted for resources: {'Port': ['ID=4dd3cd27-1f1d-43f7-917f-e9dbd681bc80,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:05.246863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b07250-9e9d-4bd6-977d-db528c5656d7 None None] Network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:05.340106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ad78196a-fd20-4676-866c-23db3fbb0948 None None] Provisioning complete for port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:05.341014 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ad78196a-fd20-4676-866c-23db3fbb0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:05.383639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:05.393880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12bbc4-2741-46b8-934b-93715009890b req-1933501a-9d47-4961-a4b0-4589b92d0bda tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:05.402791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0f12bbc4-2741-46b8-934b-93715009890b req-1933501a-9d47-4961-a4b0-4589b92d0bda tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 945 time: 0.1040626 Dec 08 21:51:05.414818 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9570ffe-6c86-4616-8909-aca91e666f5e req-c4a5c5ea-17bd-497c-9685-d94d539079d7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180378 Dec 08 21:51:05.439168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:05.442082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:05.455092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d0f00cbd-cad1-4886-8654-7364dbcdb133 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "DELETE /v2.0/floatingips/96497516-4039-446e-a1c2-c88694a5d3a0 HTTP/1.1" status: 204 len: 168 time: 1.2843692 Dec 08 21:51:05.464217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:05.516277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0f12bbc4-2741-46b8-934b-93715009890b req-23a17d34-5edf-455e-b9f2-64f22cbcb777 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125565 Dec 08 21:51:05.547118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:05.592251 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ad78196a-fd20-4676-866c-23db3fbb0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:05.624483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:05.636692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:05.636845 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:05.642129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:05.650237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1b40d407-0e6e-4550-b49e-50d138f0e63e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3921323 Dec 08 21:51:05.650237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53848) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:05.652599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:05.653558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:05.658141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:05.658141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:05.673487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c9685d-9e8c-4852-8a76-32557c23f3ca,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:05.895515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-45011784-e427-4bb2-97ea-cd09639ef29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:05.946583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ad78196a-fd20-4676-866c-23db3fbb0948 None None] For port 0b12b841-6291-4a5d-9586-b6f6a1fcc594, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0b12b841-6291-4a5d-9586-b6f6a1fcc594,segment=NetworkSegment(d733cfad-3679-4221-8ea5-69a06586b966),segment_id=d733cfad-3679-4221-8ea5-69a06586b966)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:05.962803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ad78196a-fd20-4676-866c-23db3fbb0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.068095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78196a-fd20-4676-866c-23db3fbb0948 None None] Pushing event updated for resources: {'Port': ['ID=0b12b841-6291-4a5d-9586-b6f6a1fcc594,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:06.083994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53882) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:06.100730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d01c2f40-a4ba-4df8-84b6-b75371541e50 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100297241', 'description': 'tempest-description--1504387827'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:06.156219 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:06.215833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0b12b841-6291-4a5d-9586-b6f6a1fcc594 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:06.356673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d01c2f40-a4ba-4df8-84b6-b75371541e50 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.368819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:06.369899 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.420995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53886) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:06.453565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8bad615e-1b72-4363-bebb-75ed9a9df2a3 None None] Provisioning complete for port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:06.454000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8bad615e-1b72-4363-bebb-75ed9a9df2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.511348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d01c2f40-a4ba-4df8-84b6-b75371541e50 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.520336 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.533018 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d01c2f40-a4ba-4df8-84b6-b75371541e50 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.595799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8bad615e-1b72-4363-bebb-75ed9a9df2a3 None None] Port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:06.626515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8bad615e-1b72-4363-bebb-75ed9a9df2a3 None None] Provisioning complete for port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:06.627337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8bad615e-1b72-4363-bebb-75ed9a9df2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.631871 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:04Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:04Z', 'revision_number': 2, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:06.669940 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:06.670285 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Updating router 558c8dce-d4d5-4fec-989e-de771da3b0cf port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:51:06.688494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.extraroute_db [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 21:51:06.706573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d01c2f40-a4ba-4df8-84b6-b75371541e50 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.708177 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.711498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d01c2f40-a4ba-4df8-84b6-b75371541e50 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6147175 Dec 08 21:51:06.717426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:06.728794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2f40-a4ba-4df8-84b6-b75371541e50 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:06.742565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ad9b82e2-27e9-4594-9624-3417c8bda39a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'security_group_rule': {'security_group_id': '2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:06.789950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad9b82e2-27e9-4594-9624-3417c8bda39a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.793670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.extraroute_db [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Removed routes are [] {{(pid=102390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 21:51:06.796260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.850967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b826-3a51-44e7-8cc6-4148fb0a1009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.876457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545d07b-0a5c-408d-8b28-2cc2f48a042a req-5021c0d9-51e6-42c1-bd62-419664ffc094 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:06.878356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a545d07b-0a5c-408d-8b28-2cc2f48a042a req-5021c0d9-51e6-42c1-bd62-419664ffc094 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 943 time: 0.2990196 Dec 08 21:51:06.940645 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b826-3a51-44e7-8cc6-4148fb0a1009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.949013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b826-3a51-44e7-8cc6-4148fb0a1009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:06.958933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b73b12-2bd8-4198-a396-1f7e6901d20b req-99b737d4-2318-405d-b46f-eb16ba3e62f5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:06.960506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48b73b12-2bd8-4198-a396-1f7e6901d20b req-99b737d4-2318-405d-b46f-eb16ba3e62f5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 945 time: 0.2366588 Dec 08 21:51:06.972445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a545d07b-0a5c-408d-8b28-2cc2f48a042a req-9bb104a4-a35c-492f-9456-7b7331c18601 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555706 Dec 08 21:51:06.981755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a17a9f1d-04b1-4052-abfa-32c9cb4f7a34 None None] Provisioning complete for port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:06.982169 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a17a9f1d-04b1-4052-abfa-32c9cb4f7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.020234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad9b82e2-27e9-4594-9624-3417c8bda39a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.060592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad9b82e2-27e9-4594-9624-3417c8bda39a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.067138 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.078496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a5562351-abf6-4ed5-a4d5-e6f464f390b7 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:51:07.089385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a17a9f1d-04b1-4052-abfa-32c9cb4f7a34 None None] Port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:07.098571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c6f1b826-3a51-44e7-8cc6-4148fb0a1009 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27e566d2ec4d44ba817318a2ea8f94bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771808 Dec 08 21:51:07.117908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53900) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:07.142385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b82e2-27e9-4594-9624-3417c8bda39a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae50adb5-27ae-4c7a-b56d-da967fb36b0a,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:07.165428 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.169316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1b826-3a51-44e7-8cc6-4148fb0a1009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0967538-704d-4077-a2c5-cfc8ead06a8d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:07.169600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad9b82e2-27e9-4594-9624-3417c8bda39a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.173617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ad9b82e2-27e9-4594-9624-3417c8bda39a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364583 Dec 08 21:51:07.175783 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.177573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53902) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:07.184741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6dd4ce12-5c32-4173-89f5-6fe9bd326838 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'security_group_rule': {'security_group_id': '2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:07.190325 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.208075 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.267762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a5562351-abf6-4ed5-a4d5-e6f464f390b7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:07.289780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c7f9ae35-1879-4a60-af28-e3af89a9e83e None None] Provisioning complete for port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:07.290232 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7f9ae35-1879-4a60-af28-e3af89a9e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.293605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a5562351-abf6-4ed5-a4d5-e6f464f390b7', 'network_id': '8edd1daa-95fc-4797-90e9-94af84091ce9', 'port_id': 'a5562351-abf6-4ed5-a4d5-e6f464f390b7', 'mac_address': 'fa:16:3e:00:e6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c556ad-1121-4618-a18d-767f55fa1891', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:51:07.295517 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ce12-5c32-4173-89f5-6fe9bd326838 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.333519 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Pushing event updated for resources: {'Port': ['ID=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:07.349895 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.350480 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.351070 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.351777 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.352476 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.352976 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.353435 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.353964 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.354438 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.354948 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.355434 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.355916 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:07.368981 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Attempting to bind port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:07.369398 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Attempting to bind port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:07.369951 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Attempting to bind port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 on network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:07.372708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9ae35-1879-4a60-af28-e3af89a9e83e None None] Port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:07.380297 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:07.380812 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Checking segment: {'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:07.381218 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.381603 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Bound using segment: {'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:07.382071 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Bound port: 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd733cfad-3679-4221-8ea5-69a06586b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:07.382451 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.384681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ce12-5c32-4173-89f5-6fe9bd326838 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.398327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.399749 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ce12-5c32-4173-89f5-6fe9bd326838 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.414935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48b73b12-2bd8-4198-a396-1f7e6901d20b req-0a4a31c2-fac4-4a96-b159-72824d6408d8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364450 Dec 08 21:51:07.435744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:07.437259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4ce12-5c32-4173-89f5-6fe9bd326838 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ef3baa-c13e-4b64-8035-644fcb3bb716,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:07.438279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5562351-abf6-4ed5-a4d5-e6f464f390b7 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:07.451285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ce12-5c32-4173-89f5-6fe9bd326838 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.452749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6dd4ce12-5c32-4173-89f5-6fe9bd326838 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2740498 Dec 08 21:51:07.457889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53906) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:07.461117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d15f-eeaf-4f44-be6f-8be0ff7f6c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.464124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:07.468620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a5562351-abf6-4ed5-a4d5-e6f464f390b7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:07.473967 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.480527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:51:07.508401 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d15f-eeaf-4f44-be6f-8be0ff7f6c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.556398 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] For port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:07.561909 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] For port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,segment=NetworkSegment(d733cfad-3679-4221-8ea5-69a06586b966),segment_id=d733cfad-3679-4221-8ea5-69a06586b966)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:07.566696 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.582244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a5562351-abf6-4ed5-a4d5-e6f464f390b7,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:07.591411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:07.601769 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.606198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d1368b9f-a2cd-4581-a6df-9eb017e9b180 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 200 len: 953 time: 1.9573777 Dec 08 21:51:07.610001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53908) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:07.647093 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:07.647792 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:07.703599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.713419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4201f509-ce6f-4fa6-a292-61821a64a923 None None] Provisioning complete for port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:07.713808 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4201f509-ce6f-4fa6-a292-61821a64a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.769116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a5562351-abf6-4ed5-a4d5-e6f464f390b7'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:07.770984 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d15f-eeaf-4f44-be6f-8be0ff7f6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.779691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d15f-eeaf-4f44-be6f-8be0ff7f6c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.785982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8bf0d15f-eeaf-4f44-be6f-8be0ff7f6c76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0967538-704d-4077-a2c5-cfc8ead06a8d HTTP/1.1" status: 204 len: 168 time: 0.6644676 Dec 08 21:51:07.803105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:07.807809 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:07.828030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Sync routers for ids ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:07.843592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0d15f-eeaf-4f44-be6f-8be0ff7f6c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0967538-704d-4077-a2c5-cfc8ead06a8d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:07.845470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53914) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:07.847350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b4000f57-09b2-447f-846b-5670f8796a12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 200 len: 953 time: 0.2360303 Dec 08 21:51:07.857688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'routes': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:07.875075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Routers {'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:07.875994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:50:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:07.938157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.956497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:07.962777 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48c36d-6196-4243-b253-269a53947165 None None] Pushing event updated for resources: {'Port': ['ID=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:07.962970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aabe65dd-4ca8-4f19-b9f9-af37926cea32 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8673441 Dec 08 21:51:08.023346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53916) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:08.062434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Set router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:08.168872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0b12b841-6291-4a5d-9586-b6f6a1fcc594 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:08.183425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Allocated IP 172.25.1.245 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/630c96a1-9907-454e-9d3f-4ced2c9de658) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:08.194229 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:06Z', 'revision_number': 6, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:07Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:08.233544 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55259255-0e81-4fac-97a5-f43c790372fa None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:06Z', 'revision_number': 6, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:07Z', 'revision_number': 4, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:08.425016 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2429390-d291-4332-8ecb-9318d75f6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:08.436440 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:08.549921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:08.570899 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4201f509-ce6f-4fa6-a292-61821a64a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:08.591185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:08.591816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:08.607064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf18a-6696-4b41-a4ff-c77ce5cebf90 req-54ae312e-f6f6-4b00-bde2-7fc0538dd14c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:08.608962 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27abf18a-6696-4b41-a4ff-c77ce5cebf90 req-54ae312e-f6f6-4b00-bde2-7fc0538dd14c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 945 time: 0.5870280 Dec 08 21:51:08.653521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:08.667385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:08.672698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:08.701071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4201f509-ce6f-4fa6-a292-61821a64a923 None None] For port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,segment=NetworkSegment(d733cfad-3679-4221-8ea5-69a06586b966),segment_id=d733cfad-3679-4221-8ea5-69a06586b966)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:08.722582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4201f509-ce6f-4fa6-a292-61821a64a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:08.731535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504034a-eb0c-4d73-b0d0-73ce294f027e req-729b17fb-fb57-4906-8361-13deb9564074 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:08.743117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2504034a-eb0c-4d73-b0d0-73ce294f027e req-729b17fb-fb57-4906-8361-13deb9564074 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 944 time: 0.2197974 Dec 08 21:51:08.770662 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:08.788395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:51:06Z', 'revision_number': 3, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:08.820196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'Port': ['ID=630c96a1-9907-454e-9d3f-4ced2c9de658,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:08.888074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Checking router: fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:08.888432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Updating router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c port a8c9685d-9e8c-4852-8a76-32557c23f3ca binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:51:08.916368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2504034a-eb0c-4d73-b0d0-73ce294f027e req-0c4bdb56-4282-4eb8-808e-aab9bb5a9114 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720738 Dec 08 21:51:08.928858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27abf18a-6696-4b41-a4ff-c77ce5cebf90 req-d7353fa5-9a8b-4bb3-9d3d-94c11507f9df tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121102 Dec 08 21:51:08.962998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201f509-ce6f-4fa6-a292-61821a64a923 None None] Pushing event updated for resources: {'Port': ['ID=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:08.979035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-469e9663-949a-46a2-bb05-897aee635b08 None None] Provisioning complete for port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:08.979483 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-469e9663-949a-46a2-bb05-897aee635b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:08.981185 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.092259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.176501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.384072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-bcdd2352-7e1d-4e23-8ef6-5a932c56936d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:09.386164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-bcdd2352-7e1d-4e23-8ef6-5a932c56936d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 945 time: 0.3685527 Dec 08 21:51:09.402268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.440376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.536642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.548542 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.573045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.extraroute_db [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added routes are [] {{(pid=102389) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 21:51:09.573360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.extraroute_db [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102389) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 21:51:09.611997 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:09.625807 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:09.627260 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:09.656336 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.657573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.679256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'Port': ['ID=630c96a1-9907-454e-9d3f-4ced2c9de658,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:09.680060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.687073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Deleting port d95b703e-f254-423f-9c33-f2560a3d2696 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:09.687422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.693960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.715391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.716698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f247f811-c3f8-4552-9013-afd4865900cd tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2577262 Dec 08 21:51:09.767270 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:09.794856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Attempting to bind port a8c9685d-9e8c-4852-8a76-32557c23f3ca on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:09.795230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Attempting to bind port a8c9685d-9e8c-4852-8a76-32557c23f3ca by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:09.796002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Attempting to bind port a8c9685d-9e8c-4852-8a76-32557c23f3ca on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:09.811292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:09.811553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:09.812066 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.812355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:09.812825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Bound port: a8c9685d-9e8c-4852-8a76-32557c23f3ca, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:09.816911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.835101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea139-dc1f-4e29-9b4c-591fc2f89da3 None None] Pushing event updated for resources: {'Port': ['ID=a8c9685d-9e8c-4852-8a76-32557c23f3ca,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:09.926683 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:09.940874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] For port a8c9685d-9e8c-4852-8a76-32557c23f3ca, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:09.944986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] For port a8c9685d-9e8c-4852-8a76-32557c23f3ca, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8c9685d-9e8c-4852-8a76-32557c23f3ca,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:09.956533 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.043328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Routers {'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:10.044154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:10.052527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea139-dc1f-4e29-9b4c-591fc2f89da3 None None] Pushing event updated for resources: {'Port': ['ID=a8c9685d-9e8c-4852-8a76-32557c23f3ca,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:10.064105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-280a194a-b2cc-4f4c-bd6c-408016972c2f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2100297241&fields=id&tenant_id=8729a6b924fd4001a66a971c05635117 HTTP/1.1" status: 200 len: 267 time: 0.1255398 Dec 08 21:51:10.178549 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:06Z', 'revision_number': 6, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:08Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:10.207170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:10.213430 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:10.224309 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:10.225199 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:10.231608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-d57e4c84-daca-4877-befb-45149214c388 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:10.233393 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-d57e4c84-daca-4877-befb-45149214c388 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 817 time: 0.1584539 Dec 08 21:51:10.253057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-c71d16e4-d65c-4380-9546-185c273abbe7 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/quotas/8729a6b924fd4001a66a971c05635117 HTTP/1.1" status: 200 len: 375 time: 0.0131943 Dec 08 21:51:10.273758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53992) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:10.341990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-f78a72fe-9c4a-4c6a-9981-032c224b20d1 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815349 Dec 08 21:51:10.352049 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:10.425832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] For port d95b703e-f254-423f-9c33-f2560a3d2696, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d95b703e-f254-423f-9c33-f2560a3d2696,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:10.426206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.439467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb4d9b-c5a0-45d1-9945-3156b11f4d36 req-5d7eede4-de02-4338-bdc4-bec81fcbf8c2 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:10.447595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-73bb4d9b-c5a0-45d1-9945-3156b11f4d36 req-5d7eede4-de02-4338-bdc4-bec81fcbf8c2 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 944 time: 0.2259073 Dec 08 21:51:10.463241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:10.463815 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.466195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] Set router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:10.473168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.488766 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-e42e4c10-7d50-457c-8520-12863c04a85d service neutron] 10.222.0.21 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327071 Dec 08 21:51:10.527997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32172904-6290-4ee4-96e4-18dc3921c7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.607041 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.616154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Calling delete_port for d95b703e-f254-423f-9c33-f2560a3d2696 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:10.619467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.674284 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-af221324-b315-417f-baed-7f9c4f8918bc service neutron] 10.222.0.21 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748121 Dec 08 21:51:10.714932 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32172904-6290-4ee4-96e4-18dc3921c7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.723834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32172904-6290-4ee4-96e4-18dc3921c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.730325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:51:06Z', 'revision_number': 3, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:10.757965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf153ee-1b99-4ef2-9d2c-d01788ed7393 None None] The sync data for ids ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'] in n-d-821126-1 is: [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:51:06Z', 'revision_number': 3, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:10.760649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32172904-6290-4ee4-96e4-18dc3921c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1269b7c1-575e-4365-9604-1d6bcb0fedbe,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:10.787977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-32172904-6290-4ee4-96e4-18dc3921c7d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a1b2164fc0641bba2598b1e08a3d568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126197 Dec 08 21:51:10.788845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53996) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:10.828775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-73bb4d9b-c5a0-45d1-9945-3156b11f4d36 req-7f71ce8b-617b-4009-9402-b7cc3ab05b5d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801208 Dec 08 21:51:10.834437 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:09Z', 'revision_number': 7, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:08Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:10.882260 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba57b1-84d1-43fd-a402-0a0767dbe483 None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:09Z', 'revision_number': 7, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:08Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:10.905058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cea97b3-2251-453b-a66f-c99c2776e08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.944898 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:10.986954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cea97b3-2251-453b-a66f-c99c2776e08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.059716 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cea97b3-2251-453b-a66f-c99c2776e08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.062481 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cea97b3-2251-453b-a66f-c99c2776e08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.064334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6cea97b3-2251-453b-a66f-c99c2776e08e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1269b7c1-575e-4365-9604-1d6bcb0fedbe HTTP/1.1" status: 204 len: 168 time: 0.2744591 Dec 08 21:51:11.078619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:11.083228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea97b3-2251-453b-a66f-c99c2776e08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1269b7c1-575e-4365-9604-1d6bcb0fedbe,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:11.115612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a5562351-abf6-4ed5-a4d5-e6f464f390b7 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:11.276010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bcd7116f-cf16-447e-af5e-8ebdaecc9e0e req-6a1521be-c3fd-4e0c-ad90-bb77ad8545f1 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 210 time: 0.0780749 Dec 08 21:51:11.320843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ba98c-f87e-472e-995a-d724f73e6a87 req-893a5480-adce-4ee7-9a0d-89df64b7216d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:11.323158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-246ba98c-f87e-472e-995a-d724f73e6a87 req-893a5480-adce-4ee7-9a0d-89df64b7216d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc9fb24-dc7c-4a9e-9c21-5b715c522952 HTTP/1.1" status: 200 len: 945 time: 0.3241451 Dec 08 21:51:11.342173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a5562351-abf6-4ed5-a4d5-e6f464f390b7 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:51:11.346921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a5562351-abf6-4ed5-a4d5-e6f464f390b7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:11.347917 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.392973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Allocated IP 172.20.0.1 (f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082/f150ba0f-dc96-40f4-8774-24cef816eb31/50cfe365-d341-421b-aa29-a26cd526472b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:11.461363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.499340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a822c45-e835-4b98-9bc3-5939c9efdd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5562351-abf6-4ed5-a4d5-e6f464f390b7'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:11.503537 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacd164f-77f3-49f0-b703-624283da9f9c" -d '{"events": [{"server_uuid": "9a822c45-e835-4b98-9bc3-5939c9efdd0c", "name": "network-vif-plugged", "status": "completed", "tag": "a5562351-abf6-4ed5-a4d5-e6f464f390b7"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:11.511631 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.513737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:11.523104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a5562351-abf6-4ed5-a4d5-e6f464f390b7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:11.526257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:11.537004 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.545622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['d95b703e-f254-423f-9c33-f2560a3d2696'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:11.559326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.563285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54016) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:11.588673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cbe31f94-9b7f-4229-8b4c-dc07a7b901ab tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 200 len: 703 time: 3.7343767 Dec 08 21:51:11.588873 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494795b2-8aae-4b8e-b7a2-2a1684e034e6 x-openstack-request-id: req-494795b2-8aae-4b8e-b7a2-2a1684e034e6 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:11.589944 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a822c45-e835-4b98-9bc3-5939c9efdd0c", "name": "network-vif-plugged", "status": "completed", "tag": "a5562351-abf6-4ed5-a4d5-e6f464f390b7", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:11.590205 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-494795b2-8aae-4b8e-b7a2-2a1684e034e6 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:11.590608 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a822c45-e835-4b98-9bc3-5939c9efdd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5562351-abf6-4ed5-a4d5-e6f464f390b7', 'code': 200} Dec 08 21:51:11.639846 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:11.640594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event deleted for resources: {'Port': ['ID=d95b703e-f254-423f-9c33-f2560a3d2696,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:11.640965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:11.674297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-246ba98c-f87e-472e-995a-d724f73e6a87 req-914e60ae-630d-431f-98fc-fdeffd51ea3c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146682 Dec 08 21:51:11.743455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] No DVR routers for this DVR port d95b703e-f254-423f-9c33-f2560a3d2696 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:11.754219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.760581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7c22469-79d8-4df9-9e0e-7de471075da4 req-f65cb3a2-a205-4d46-bd99-95070ac1c6cd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "DELETE /v2.0/ports/d95b703e-f254-423f-9c33-f2560a3d2696 HTTP/1.1" status: 204 len: 173 time: 2.3662603 Dec 08 21:51:11.761644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc9fb24-dc7c-4a9e-9c21-5b715c522952', 'name': 'network-vif-deleted', 'tag': 'd95b703e-f254-423f-9c33-f2560a3d2696'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:11.767455 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b8dce6-484b-4181-80ea-d87cbc6c5bd2" -d '{"events": [{"server_uuid": "ecc9fb24-dc7c-4a9e-9c21-5b715c522952", "name": "network-vif-deleted", "tag": "d95b703e-f254-423f-9c33-f2560a3d2696"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:11.790758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ab77ba5-e3eb-4132-87b9-adc500a9021a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 200 len: 703 time: 0.2262187 Dec 08 21:51:11.792196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:11.801815 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a5562351-abf6-4ed5-a4d5-e6f464f390b7,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:11.856828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:11.892174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:11.962828 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7744edb-5188-4d8b-b984-0abc149ad671 x-openstack-request-id: req-f7744edb-5188-4d8b-b984-0abc149ad671 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:11.963358 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc9fb24-dc7c-4a9e-9c21-5b715c522952", "name": "network-vif-deleted", "tag": "d95b703e-f254-423f-9c33-f2560a3d2696", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:11.963797 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7744edb-5188-4d8b-b984-0abc149ad671 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:11.964313 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc9fb24-dc7c-4a9e-9c21-5b715c522952', 'name': 'network-vif-deleted', 'tag': 'd95b703e-f254-423f-9c33-f2560a3d2696', 'status': 'completed', 'code': 200} Dec 08 21:51:11.968787 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:12.149105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:12.165502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:12.168456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Pushing event updated for resources: {'Port': ['ID=50cfe365-d341-421b-aa29-a26cd526472b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:12.176420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:12.241679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8c9685d-9e8c-4852-8a76-32557c23f3ca up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:12.281751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741daed6-c03a-4cb0-800d-d2ca96d0ddf2 req-8acde3f1-22a5-4de5-b7c3-1c0ebe0fae23 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:12.292549 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-741daed6-c03a-4cb0-800d-d2ca96d0ddf2 req-8acde3f1-22a5-4de5-b7c3-1c0ebe0fae23 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.2153194 Dec 08 21:51:12.302088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:12.394597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a8c9685d-9e8c-4852-8a76-32557c23f3ca triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:12.395019 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:12.473968 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-741daed6-c03a-4cb0-800d-d2ca96d0ddf2 req-fd7f09cf-997c-4050-acc4-89e5d50902f6 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788342 Dec 08 21:51:12.519479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:09Z', 'revision_number': 7, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:08Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:12.566684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:12.606609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:12.607361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:12.614599 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:12.640843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00c92172-2db8-44f6-905a-5b4b0cfd8ec6 req-0dcb6bdc-8c90-4222-b005-111669277123 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 210 time: 0.0335517 Dec 08 21:51:12.696615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:12.705916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port a8c9685d-9e8c-4852-8a76-32557c23f3ca, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8c9685d-9e8c-4852-8a76-32557c23f3ca,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:12.713946 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:12.786237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4c52f-3db0-4c85-89c4-10b97cb5316b req-57ed0998-bfa8-4aa8-bcfd-4a3a1ffb7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:12.787917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55d4c52f-3db0-4c85-89c4-10b97cb5316b req-57ed0998-bfa8-4aa8-bcfd-4a3a1ffb7437 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 1096 time: 1.1085169 Dec 08 21:51:12.790740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:12.838360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=a8c9685d-9e8c-4852-8a76-32557c23f3ca,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:12.959317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55d4c52f-3db0-4c85-89c4-10b97cb5316b req-9c5ad48d-d2e4-4f4c-a682-6c01b391c872 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953720 Dec 08 21:51:12.976451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-0043fe69-f916-42a8-b9aa-71b489c03d1d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:12.991430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-0043fe69-f916-42a8-b9aa-71b489c03d1d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.002993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-0043fe69-f916-42a8-b9aa-71b489c03d1d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.008918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-0043fe69-f916-42a8-b9aa-71b489c03d1d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.041853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-0043fe69-f916-42a8-b9aa-71b489c03d1d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.047793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-0043fe69-f916-42a8-b9aa-71b489c03d1d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.069401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-0043fe69-f916-42a8-b9aa-71b489c03d1d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.078911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-0043fe69-f916-42a8-b9aa-71b489c03d1d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 0.3882790 Dec 08 21:51:13.175006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:09Z', 'revision_number': 7, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:08Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:13.207324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-483c362d-f75d-4668-ab74-b12a7ecc8854 req-dc256b1e-069a-46ff-9db5-7f526f2d5fe1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274524 Dec 08 21:51:13.212740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48730c4-c996-4d38-91b8-b399c80d9f2f None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:09Z', 'revision_number': 7, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9', 'name': '', 'network_id': '1be86fc4-8a1f-4eb0-a264-6009f9a9a109', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:40:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:02Z', 'updated_at': '2021-12-08T21:51:08Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:13.366578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-c1db457d-52d3-46a0-ab67-b56ded5cb457 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.368763 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-c1db457d-52d3-46a0-ab67-b56ded5cb457 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 817 time: 0.4346511 Dec 08 21:51:13.384106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-13d4a6ca-0e27-402f-97ed-8f4cee998f96 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.385728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-13d4a6ca-0e27-402f-97ed-8f4cee998f96 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.2238905 Dec 08 21:51:13.410533 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:13.443427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-8fdec2b5-96ec-40c6-853a-41c4cef08d68 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/quotas/fe05e004238d4ce8b63d03a6110bb09d HTTP/1.1" status: 200 len: 375 time: 0.0354629 Dec 08 21:51:13.452917 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-3be1a7e3-66f7-4149-80da-0c065920b34f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8729a6b924fd4001a66a971c05635117 HTTP/1.1" status: 200 len: 380 time: 0.0659382 Dec 08 21:51:13.459609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:13.463651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349978-8b1e-4202-bce4-8a058f4cdcfd req-7b9d48c9-81eb-42d4-b915-802891ffffce tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.470983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349978-8b1e-4202-bce4-8a058f4cdcfd req-7b9d48c9-81eb-42d4-b915-802891ffffce tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.473219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'port': {'device_id': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'admin_state_up': True, 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'security_groups': ['2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:13.480448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349978-8b1e-4202-bce4-8a058f4cdcfd req-7b9d48c9-81eb-42d4-b915-802891ffffce tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.480622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:13.493177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349978-8b1e-4202-bce4-8a058f4cdcfd req-7b9d48c9-81eb-42d4-b915-802891ffffce tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.500126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349978-8b1e-4202-bce4-8a058f4cdcfd req-7b9d48c9-81eb-42d4-b915-802891ffffce tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.507511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349978-8b1e-4202-bce4-8a058f4cdcfd req-7b9d48c9-81eb-42d4-b915-802891ffffce tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.512775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349978-8b1e-4202-bce4-8a058f4cdcfd req-7b9d48c9-81eb-42d4-b915-802891ffffce tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.514795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b349978-8b1e-4202-bce4-8a058f4cdcfd req-7b9d48c9-81eb-42d4-b915-802891ffffce tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 0.1653471 Dec 08 21:51:13.542908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-a2aedf3c-f740-4e47-b216-62c3b4ec74b5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867066 Dec 08 21:51:13.575291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54082) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:13.708324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:13.719452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Pushing event updated for resources: {'Port': ['ID=50cfe365-d341-421b-aa29-a26cd526472b,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:13.787942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d3c9a-d693-49be-b24e-4adb223b67f3 req-c310915c-cdd8-47b8-b6a2-e78699cf8d72 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:13.789629 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-121d3c9a-d693-49be-b24e-4adb223b67f3 req-c310915c-cdd8-47b8-b6a2-e78699cf8d72 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1019385 Dec 08 21:51:13.802042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-912947735'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:13.816940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-cd616261-1913-4dc9-9378-46931bfd7fe4 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297010 Dec 08 21:51:13.837797 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 21:51:13.837797 n-d-821126-1 neutron-server[102390]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 21:51:13.837797 n-d-821126-1 neutron-server[102390]: [parameters: {'project_id': '526a1ab7ad1e4ae3ba2598b12dfd9985', 'id': '76ac7d4b-6bcf-4561-8313-6e4ea113c4ea', 'expiration': datetime.datetime(2021, 12, 8, 21, 53, 13, 830391)}] Dec 08 21:51:13.837797 n-d-821126-1 neutron-server[102390]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:51:13.839093 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:51:13.856997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:13.857341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:13.905325 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-121d3c9a-d693-49be-b24e-4adb223b67f3 req-8ecd295b-aad9-43f6-84b5-4ac34507b2fb tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996468 Dec 08 21:51:13.966180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,segment=NetworkSegment(d733cfad-3679-4221-8ea5-69a06586b966),segment_id=d733cfad-3679-4221-8ea5-69a06586b966)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:13.966849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:13.983570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:14.045267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8c9685d-9e8c-4852-8a76-32557c23f3ca up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:14.066100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68c4747f-fbba-49bd-87a6-2b751b36916e req-8592d116-32de-43ba-9eec-4354c8b0f6c6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 210 time: 0.0310705 Dec 08 21:51:14.159935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a8c9685d-9e8c-4852-8a76-32557c23f3ca triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:14.160492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.186045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Made reservation on behalf of 8729a6b924fd4001a66a971c05635117 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:14.190449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.230146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.258931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:14.262914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:14.293148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:14.325825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-c91cc51c-05c2-4333-8e23-aec18547c171 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999020 Dec 08 21:51:14.406858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.414013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Made reservation on behalf of 526a1ab7ad1e4ae3ba2598b12dfd9985 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:14.417992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.432319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.487343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Allocated IP 172.20.0.14 (68384c7e-7189-4ba9-a5be-dcb3c5ca70ab/6e73bef9-e869-446c-9317-917c2b1d543a/be913d7a-aeec-4963-a15a-dac26adeb4ac) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:14.515530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d95b703e-f254-423f-9c33-f2560a3d2696 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:14.539049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:14.549683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: d95b703e-f254-423f-9c33-f2560a3d2696 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:14.550260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d95b703e-f254-423f-9c33-f2560a3d2696 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:14.616763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-76cb6474-c63b-4dbd-bfe6-f0a36ddef88d req-1bd05495-f1b7-4264-bed8-b01b97af279c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 210 time: 0.0463996 Dec 08 21:51:14.724419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.733863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.769072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:14.786217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94cd089-8f0e-4650-b4b4-137aeff0acaf,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:14.789424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.789817 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Added segment 4de2c7e8-9690-4065-83c2-a6e3f13f628a of type vlan for network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde Dec 08 21:51:14.792311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:14.792500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:14.806141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Sync routers for ids ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:14.811241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1dd561f7-4ba2-4ea7-9483-eda97cc42d17 admin admin] 10.222.0.21 "PUT /v2.0/routers/fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7779894 Dec 08 21:51:14.826506 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Routers {'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:14.827294 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:14.843988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.852651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.898330 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.946781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:14.956319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5a3914f-456c-404f-a7d8-d4be7cfb8ca4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1622744 Dec 08 21:51:14.957292 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.960600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:14.964089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:14.964883 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:14.968197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54104) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:14.978298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:14.982141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:15.019241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:15.025087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:15.033662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:15.120255 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Set router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:15.131289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:15.185854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:15.186547 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.219926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6415324 Dec 08 21:51:15.225101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54118) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:15.255933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Request body: {'subnet': {'network_id': '781da0d1-ec30-45a2-9ddf-5d16ced7dcde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:15.278599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4b855-c429-4b83-a2b2-17fb9f21910e tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event updated for resources: {'Network': ['ID=781da0d1-ec30-45a2-9ddf-5d16ced7dcde,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:15.286694 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7292b9e5-4fff-4ca6-af1c-00adba5e8cf3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8175235 Dec 08 21:51:15.304424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2103e5e7-9f04-495e-9834-2121cfb80bde tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet 3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:51:15.319128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2103e5e7-9f04-495e-9834-2121cfb80bde tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.337530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Request body: {'port': {'device_id': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:15.351375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:15.354701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:15.391907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2103e5e7-9f04-495e-9834-2121cfb80bde tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.490455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2103e5e7-9f04-495e-9834-2121cfb80bde tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.526424 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '50cfe365-d341-421b-aa29-a26cd526472b', 'name': '', 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'mac_address': 'fa:16:3e:dd:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'f150ba0f-dc96-40f4-8774-24cef816eb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:10Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 2, 'project_id': '7de03900eced4eab98775c009fb540b2', 'subnets': [{'id': 'f150ba0f-dc96-40f4-8774-24cef816eb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:15.564221 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Checking router: fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:15.564993 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Updating router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c port 50cfe365-d341-421b-aa29-a26cd526472b binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:51:15.577386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeea86-8c19-4896-90f2-426dc4d3ed30 req-d6eaf751-c587-4c26-b7c6-b60fa0a263fa tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:15.579821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9eeea86-8c19-4896-90f2-426dc4d3ed30 req-d6eaf751-c587-4c26-b7c6-b60fa0a263fa tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.4460206 Dec 08 21:51:15.581423 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2103e5e7-9f04-495e-9834-2121cfb80bde tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.585147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-f0ea871b-5ea9-4e3d-9a8b-ff92d1139054 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:15.586674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-f0ea871b-5ea9-4e3d-9a8b-ff92d1139054 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 819 time: 0.1306198 Dec 08 21:51:15.608017 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.609079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103e5e7-9f04-495e-9834-2121cfb80bde tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:15.637183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2103e5e7-9f04-495e-9834-2121cfb80bde tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.643522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2103e5e7-9f04-495e-9834-2121cfb80bde tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9 HTTP/1.1" status: 204 len: 168 time: 0.6713598 Dec 08 21:51:15.644423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54132) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:15.648795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-a1e0a6fd-4f96-4a51-b817-5f23ac9df039 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/quotas/7de03900eced4eab98775c009fb540b2 HTTP/1.1" status: 200 len: 375 time: 0.0346990 Dec 08 21:51:15.681554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.707244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae453de8-c9b2-451c-bec9-c66fb39b1812 None None] Network 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:15.732292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9eeea86-8c19-4896-90f2-426dc4d3ed30 req-5a17f214-56dd-4717-b1ba-aab4430561c8 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252770 Dec 08 21:51:15.753952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Made reservation on behalf of 526a1ab7ad1e4ae3ba2598b12dfd9985 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:15.757456 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.774765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.775441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-cb1ec5e7-b18d-4cf1-ab3a-ea4231177c3e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251671 Dec 08 21:51:15.920821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5fb9c7cd-ad4a-4c35-a0b0-e9f2b4dc3c61 None None] Provisioning complete for port be913d7a-aeec-4963-a15a-dac26adeb4ac triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:15.921820 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c7cd-ad4a-4c35-a0b0-e9f2b4dc3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.952905 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.963525 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:15.986702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170c41-6933-4378-94b8-69ddf295db0f req-a7221691-c9af-4806-8c86-9c017a990405 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:15.988945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d170c41-6933-4378-94b8-69ddf295db0f req-a7221691-c9af-4806-8c86-9c017a990405 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 932 time: 0.1285756 Dec 08 21:51:16.012727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:16.013365 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.051823 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd898c1-657d-4cf2-bb86-c25a7b6937a0 None None] Pushing event updated for resources: {'Port': ['ID=50cfe365-d341-421b-aa29-a26cd526472b,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:16.119403 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Attempting to bind port 50cfe365-d341-421b-aa29-a26cd526472b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:16.120081 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Attempting to bind port 50cfe365-d341-421b-aa29-a26cd526472b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:16.120676 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Attempting to bind port 50cfe365-d341-421b-aa29-a26cd526472b on network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:16.129345 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:16.129778 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Checking segment: {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:16.130240 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.130863 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Bound using segment: {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:16.131385 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Bound port: 50cfe365-d341-421b-aa29-a26cd526472b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:16.131813 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.134603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d170c41-6933-4378-94b8-69ddf295db0f req-6eb79e21-1938-4641-b2d1-a3d3dc75b864 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362593 Dec 08 21:51:16.143705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port 0b12b841-6291-4a5d-9586-b6f6a1fcc594, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0b12b841-6291-4a5d-9586-b6f6a1fcc594,segment=NetworkSegment(d733cfad-3679-4221-8ea5-69a06586b966),segment_id=d733cfad-3679-4221-8ea5-69a06586b966)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:16.144623 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.161231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 0b12b841-6291-4a5d-9586-b6f6a1fcc594 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:16.222500 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] For port 50cfe365-d341-421b-aa29-a26cd526472b, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:16.226880 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] For port 50cfe365-d341-421b-aa29-a26cd526472b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=50cfe365-d341-421b-aa29-a26cd526472b,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:16.235822 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.243642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9c7cd-ad4a-4c35-a0b0-e9f2b4dc3c61 None None] Port be913d7a-aeec-4963-a15a-dac26adeb4ac cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:16.266078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.273187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-524161ba-7046-4169-846a-4387b111935c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:16.275247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-524161ba-7046-4169-846a-4387b111935c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.3478012 Dec 08 21:51:16.309964 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af03f4ba-ce60-4cd3-aa3a-c88ed5bbc1a5 req-4a0b567f-3df3-49e7-89ed-af0ec4a08e68 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 210 time: 0.0386336 Dec 08 21:51:16.312368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Request body: {'port': {'device_id': '5d941f54-6b44-411f-b0a0-ee5f679b3345', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'admin_state_up': True, 'tenant_id': 'fe05e004238d4ce8b63d03a6110bb09d'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:16.314132 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Routers {'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:16.314780 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:16.358040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:14Z', 'revision_number': 8, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:16.389817 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd898c1-657d-4cf2-bb86-c25a7b6937a0 None None] Pushing event updated for resources: {'Port': ['ID=50cfe365-d341-421b-aa29-a26cd526472b,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:16.392907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:16.405774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:16.406414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:16.415476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=0b12b841-6291-4a5d-9586-b6f6a1fcc594,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:16.427226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No DVR routers for this DVR port 0b12b841-6291-4a5d-9586-b6f6a1fcc594 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:16.513259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:16.515427 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] Set router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:16.578692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.612919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be86fc4-8a1f-4eb0-a264-6009f9a9a109']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:16.629547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd733cfad-3679-4221-8ea5-69a06586b966') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:16.630055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd733cfad-3679-4221-8ea5-69a06586b966') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:16.655558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.687992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.704914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ff003-9991-48f4-8b4a-25e667557209 None None] DHCP port deletion for 1be86fc4-8a1f-4eb0-a264-6009f9a9a109 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:51:16.705209 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-84645e96-d4fe-40d1-8c1a-682d4b0d897d service neutron] 10.222.0.21 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9279160 Dec 08 21:51:16.743651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:16.743915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:16.754976 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:16.757159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54152) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:16.820357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:14Z', 'revision_number': 8, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:16.863455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0fd33-245f-444f-a3a6-b13e968703a3 None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:14Z', 'revision_number': 8, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd518163f-bd7a-4787-956e-5491a72e22ea', 'name': '', 'network_id': '6d853dfc-563a-48d3-a1f6-ecb18871b945', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:e9:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:54Z', 'updated_at': '2021-12-08T21:51:01Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '6345baa8-8e29-4ade-9e87-1d74821a6126', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:16.870759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.896912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:16.902532 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/1be86fc4-8a1f-4eb0-a264-6009f9a9a109 HTTP/1.1" status: 204 len: 168 time: 1.2528279 Dec 08 21:51:16.906120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-eb047a3d-6ae5-4cd4-bdff-38278486f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:16.907648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-eb047a3d-6ae5-4cd4-bdff-38278486f646 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 1096 time: 0.2055297 Dec 08 21:51:16.908118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:16.926079 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '50cfe365-d341-421b-aa29-a26cd526472b', 'name': '', 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'mac_address': 'fa:16:3e:dd:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'f150ba0f-dc96-40f4-8774-24cef816eb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:10Z', 'updated_at': '2021-12-08T21:51:16Z', 'revision_number': 4, 'project_id': '7de03900eced4eab98775c009fb540b2', 'subnets': [{'id': 'f150ba0f-dc96-40f4-8774-24cef816eb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:16.944543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c370b0-d600-4757-8729-4492bcdffa13 req-df001ccc-5a03-4575-9d5b-8f55e7f38925 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:16.945983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0c370b0-d600-4757-8729-4492bcdffa13 req-df001ccc-5a03-4575-9d5b-8f55e7f38925 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1793697 Dec 08 21:51:16.955463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014c73e-bce0-4829-a726-cf526d11be1f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=1be86fc4-8a1f-4eb0-a264-6009f9a9a109,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:16.955666 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213897-a9aa-49f5-b516-c78616a50cc2 None None] The sync data for ids ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'] in n-d-821126-1 is: [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '50cfe365-d341-421b-aa29-a26cd526472b', 'name': '', 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'mac_address': 'fa:16:3e:dd:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'f150ba0f-dc96-40f4-8774-24cef816eb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:10Z', 'updated_at': '2021-12-08T21:51:16Z', 'revision_number': 4, 'project_id': '7de03900eced4eab98775c009fb540b2', 'subnets': [{'id': 'f150ba0f-dc96-40f4-8774-24cef816eb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:16.979824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Made reservation on behalf of fe05e004238d4ce8b63d03a6110bb09d for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:16.983363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:17.005937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:17.106863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-4c95f213-ea1f-4aaa-b58a-562099f80039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.107507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-4c95f213-ea1f-4aaa-b58a-562099f80039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.107792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-4c95f213-ea1f-4aaa-b58a-562099f80039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.108249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-4c95f213-ea1f-4aaa-b58a-562099f80039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.108701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-4c95f213-ea1f-4aaa-b58a-562099f80039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.109151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-4c95f213-ea1f-4aaa-b58a-562099f80039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.109603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-4c95f213-ea1f-4aaa-b58a-562099f80039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.111528 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-4c95f213-ea1f-4aaa-b58a-562099f80039 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6491 time: 0.3426931 Dec 08 21:51:17.156693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-8293421b-6eb7-4b76-ae0b-53f8148d074b service neutron] 10.222.0.21 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494747 Dec 08 21:51:17.163688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event updated for resources: {'Subnet': ['ID=2412e59c-3d70-4235-aa82-c10578c02728,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:17.186064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0c370b0-d600-4757-8729-4492bcdffa13 req-37ce1090-3c48-4e9d-8e99-6ac4d62f6652 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993563 Dec 08 21:51:17.249682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Checking segment: {'id': '4de2c7e8-9690-4065-83c2-a6e3f13f628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '781da0d1-ec30-45a2-9ddf-5d16ced7dcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:17.249682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Network hostable DHCP agents. Network: 781da0d1-ec30-45a2-9ddf-5d16ced7dcde, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:51:17.393896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Allocated IP 172.20.0.13 (a700447e-c508-4bef-b294-50d1921fc07d/00290753-5cf6-4030-a175-b2ef55574df3/e51ddd6c-9ddf-4498-9925-8836f1b1ed77) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:17.469974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be913d7a-aeec-4963-a15a-dac26adeb4ac {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:17.506321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:17.516154 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3252d13b-3ba5-4ba3-8bf1-4be341ea141e req-d7b725f8-d34e-47f1-b5e5-59967e0b8db9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 210 time: 0.0566587 Dec 08 21:51:17.527433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:17.532531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 781da0d1-ec30-45a2-9ddf-5d16ced7dcde) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:17.547473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5d785-aaa0-415b-ae30-7d51934ac3b4 None None] Network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:17.573739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.574356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:17.695421 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-347e20de-ea73-4e75-8884-d0cf32343db0 req-671293ae-e0da-43fe-9694-22746254124d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 210 time: 0.0533993 Dec 08 21:51:17.701478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Transition to ACTIVE for port object be913d7a-aeec-4963-a15a-dac26adeb4ac will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:51:17.712772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:17.763467 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-af0590bd-7d45-48cb-b758-00436f762b57 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5369744 Dec 08 21:51:17.764961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54174) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:17.853327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:17.883875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-d8d85b8b-778d-4682-9ad2-fd3ce00796e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:17.891047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-d8d85b8b-778d-4682-9ad2-fd3ce00796e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 911 time: 0.9507041 Dec 08 21:51:17.961909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-781da0d1-ec30-45a2-9ddf-5d16ced7dcde', 'network_id': '781da0d1-ec30-45a2-9ddf-5d16ced7dcde', 'tenant_id': '526a1ab7ad1e4ae3ba2598b12dfd9985', 'fixed_ips': [{'subnet_id': '2412e59c-3d70-4235-aa82-c10578c02728'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:51:17.962988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:17.993238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Request body: {'port': {'network_id': '781da0d1-ec30-45a2-9ddf-5d16ced7dcde', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1003353467'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:18.046288 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.048247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:18.153405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 50cfe365-d341-421b-aa29-a26cd526472b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:18.161134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-98bce604-e3f3-4090-9493-eb722347f739 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88c01139-ef5b-4adb-b9b4-ce0079f449de&id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0410337 Dec 08 21:51:18.175621 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-d1760c35-6c34-47a7-871c-3d2c83d6c97e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7 HTTP/1.1" status: 200 len: 217 time: 0.2226641 Dec 08 21:51:18.272548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e2ae-a31e-4042-94f7-40df2ce689c3 req-65af7265-5a3b-422d-b2a2-c4843589319c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:18.281655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8718e2ae-a31e-4042-94f7-40df2ce689c3 req-65af7265-5a3b-422d-b2a2-c4843589319c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.5077913 Dec 08 21:51:18.315728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Allocated IP 172.20.0.2 (781da0d1-ec30-45a2-9ddf-5d16ced7dcde/2412e59c-3d70-4235-aa82-c10578c02728/25fe1beb-6189-4fd5-9197-470e9509c5a6) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:18.319346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 50cfe365-d341-421b-aa29-a26cd526472b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:18.319861 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.344340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-16b7d75d-7a98-4d67-9bfb-0b821f2b1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:18.346484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-16b7d75d-7a98-4d67-9bfb-0b821f2b1794 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 200 len: 850 time: 0.1182339 Dec 08 21:51:18.363238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8718e2ae-a31e-4042-94f7-40df2ce689c3 req-e9df0258-a21e-4cbc-963d-74518eb41e2d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761504 Dec 08 21:51:18.446414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Network a700447e-c508-4bef-b294-50d1921fc07d is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:18.449618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-67e43512-8ef1-4a6a-b59a-43ed7d85d7a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8edd1daa-95fc-4797-90e9-94af84091ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851071 Dec 08 21:51:18.501249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-9d8968ba-8b73-49e9-99ab-1771df5c5caf tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:18.510383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-9d8968ba-8b73-49e9-99ab-1771df5c5caf tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 819 time: 0.4961472 Dec 08 21:51:18.514310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:18.532508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:18.546960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event updated for resources: {'Port': ['ID=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:18.547217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.558913 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.601078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-2c72e8b8-7249-4bc9-a697-8ca482a285ac tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/quotas/7de03900eced4eab98775c009fb540b2 HTTP/1.1" status: 200 len: 375 time: 0.0880659 Dec 08 21:51:18.615629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Pushing event updated for resources: {'Port': ['ID=25fe1beb-6189-4fd5-9197-470e9509c5a6,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:18.665918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:18.669474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:18.673140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120299d-f138-41de-9e38-67175e68f203 req-1b142d12-4e8c-4671-bbe4-ba405395c9b9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:18.680783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d120299d-f138-41de-9e38-67175e68f203 req-1b142d12-4e8c-4671-bbe4-ba405395c9b9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1839519 Dec 08 21:51:18.682128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:18.685900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.691938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Attempting to bind port be913d7a-aeec-4963-a15a-dac26adeb4ac on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:18.691938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Attempting to bind port be913d7a-aeec-4963-a15a-dac26adeb4ac by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:18.691938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Attempting to bind port be913d7a-aeec-4963-a15a-dac26adeb4ac on network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:18.706574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:18.707415 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.722564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-64784785-34eb-484c-88c8-eefb11f7f942 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524900 Dec 08 21:51:18.728196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Port be913d7a-aeec-4963-a15a-dac26adeb4ac on network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:51:18.728831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Attempting to bind port be913d7a-aeec-4963-a15a-dac26adeb4ac on network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:18.742360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:18.742702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Checking segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:18.743611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Bound using segment: {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:18.743611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Bound port: be913d7a-aeec-4963-a15a-dac26adeb4ac, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b3fa23-bc8e-44d5-87da-215c9437bc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:18.745315 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.761289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-4aa1814b-3fc6-41f9-81e2-fe474968ee45 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591463 Dec 08 21:51:18.765067 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.783074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d120299d-f138-41de-9e38-67175e68f203 req-2c7516a2-f513-4bd4-9bcf-85e814538803 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010737 Dec 08 21:51:18.783362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 50cfe365-d341-421b-aa29-a26cd526472b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=50cfe365-d341-421b-aa29-a26cd526472b,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:18.788803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Attempting to bind port 25fe1beb-6189-4fd5-9197-470e9509c5a6 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:18.789088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Attempting to bind port 25fe1beb-6189-4fd5-9197-470e9509c5a6 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4de2c7e8-9690-4065-83c2-a6e3f13f628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '781da0d1-ec30-45a2-9ddf-5d16ced7dcde'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:18.789446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Attempting to bind port 25fe1beb-6189-4fd5-9197-470e9509c5a6 on network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:18.793250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Made reservation on behalf of 526a1ab7ad1e4ae3ba2598b12dfd9985 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:18.803071 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.811560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:18.812144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Checking segment: {'id': '4de2c7e8-9690-4065-83c2-a6e3f13f628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '781da0d1-ec30-45a2-9ddf-5d16ced7dcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:18.812632 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.813055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Bound using segment: {'id': '4de2c7e8-9690-4065-83c2-a6e3f13f628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '781da0d1-ec30-45a2-9ddf-5d16ced7dcde'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:18.815880 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-9ec211fd-925a-4538-8b2b-737d395b08a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5133042 Dec 08 21:51:18.824508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Bound port: 25fe1beb-6189-4fd5-9197-470e9509c5a6, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de2c7e8-9690-4065-83c2-a6e3f13f628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '781da0d1-ec30-45a2-9ddf-5d16ced7dcde'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:18.825015 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.862158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:18.897225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Request body: {'port': {'device_id': '5d941f54-6b44-411f-b0a0-ee5f679b3345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:18.965095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:18.999704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:18.999704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 00d34c39-9d0c-45bd-b1ae-1a1a2e3cbbc9 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:18.999704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0b12b841-6291-4a5d-9586-b6f6a1fcc594 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:19.008557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] For port 25fe1beb-6189-4fd5-9197-470e9509c5a6, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:19.011841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] device_id is not set on port 730df982-7d5c-43e7-aae3-ddc0da939ced yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:51:19.028510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=50cfe365-d341-421b-aa29-a26cd526472b,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:19.035387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0b12b841-6291-4a5d-9586-b6f6a1fcc594 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:19.036924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0b12b841-6291-4a5d-9586-b6f6a1fcc594 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:19.046362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] For port 25fe1beb-6189-4fd5-9197-470e9509c5a6, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=25fe1beb-6189-4fd5-9197-470e9509c5a6,segment=NetworkSegment(4de2c7e8-9690-4065-83c2-a6e3f13f628a),segment_id=4de2c7e8-9690-4065-83c2-a6e3f13f628a)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:19.053225 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:19.148045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5488ac-1287-4880-a4e7-7a6da2dfcb50 None None] Pushing event updated for resources: {'Port': ['ID=25fe1beb-6189-4fd5-9197-470e9509c5a6,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:19.195849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3fb73c0-6c80-492e-952c-01b4b4ac1076 req-005e0795-d547-4e68-b62c-bcfa988b2adc service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573247 Dec 08 21:51:19.288631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f572a1-beb8-4447-8572-534f01daca52 req-791a5ce7-edb6-47eb-8a23-41d172c3ffb3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:19.290283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f572a1-beb8-4447-8572-534f01daca52 req-791a5ce7-edb6-47eb-8a23-41d172c3ffb3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 932 time: 0.2885506 Dec 08 21:51:19.299105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-cc9d5f21-6bd1-40c1-b23f-08535b055669 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:19.300674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-cc9d5f21-6bd1-40c1-b23f-08535b055669 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.23 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 819 time: 0.3505106 Dec 08 21:51:19.340697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Request body: {'port': {'device_id': 'dd70a58c-4b92-4985-8c9a-26905df8c377', 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082', 'admin_state_up': True, 'tenant_id': '7de03900eced4eab98775c009fb540b2'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:19.436558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f572a1-beb8-4447-8572-534f01daca52 req-b49d94ad-0b7b-4d94-908f-e9c40828ff03 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346478 Dec 08 21:51:19.593996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:19.616921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port d518163f-bd7a-4787-956e-5491a72e22ea {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:19.617353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:19.617891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:19.638492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:19.674984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-cac4a7de-8021-418e-a5b2-6583a4ac22d2 service neutron] 10.222.0.21 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9127409 Dec 08 21:51:19.680403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:19.688116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Allocated IP 172.20.0.3 (781da0d1-ec30-45a2-9ddf-5d16ced7dcde/2412e59c-3d70-4235-aa82-c10578c02728/730df982-7d5c-43e7-aae3-ddc0da939ced) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:19.758102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275a18-7b7b-41c4-9181-77628da36865 req-cd69158d-ead0-4eca-b55b-7409afd39d13 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:19.765327 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba275a18-7b7b-41c4-9181-77628da36865 req-cd69158d-ead0-4eca-b55b-7409afd39d13 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.1255147 Dec 08 21:51:19.767105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Made reservation on behalf of 7de03900eced4eab98775c009fb540b2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:19.771214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:19.800914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:19.801534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:19.803237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 200 len: 1092 time: 4.4725938 Dec 08 21:51:19.807332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:19.809625 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7825c52-3aff-4a00-8baa-94d87d46dd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:19.817327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port d518163f-bd7a-4787-956e-5491a72e22ea, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d518163f-bd7a-4787-956e-5491a72e22ea,segment=NetworkSegment(c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713),segment_id=c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:19.817712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:19.852003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for d518163f-bd7a-4787-956e-5491a72e22ea owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:19.897361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba275a18-7b7b-41c4-9181-77628da36865 req-041fb2a4-f48d-4c9c-95b5-6d494185df49 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311629 Dec 08 21:51:19.960907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30b52-6381-412f-93cd-b7dbbcf3c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:20.026170 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c6c6a8-faaa-4ab1-ae3c-3ab3c4023f6a x-openstack-request-id: req-d4c6c6a8-faaa-4ab1-ae3c-3ab3c4023f6a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:20.027073 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:20.027073 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4c6c6a8-faaa-4ab1-ae3c-3ab3c4023f6a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:20.027307 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'status': 'completed', 'code': 200} Dec 08 21:51:20.085206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Allocated IP 172.20.0.3 (f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082/f150ba0f-dc96-40f4-8774-24cef816eb31/d2fdb64e-d8c9-4841-b044-c98b0e232d20) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:20.119240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-4eee8cd5-6c85-4e7f-9c69-b53708fb0e3b service neutron] 10.222.0.21 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364545 Dec 08 21:51:20.173316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7f13ba78-cac1-441b-a454-5490e5377f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:20.183384 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-7f13ba78-cac1-441b-a454-5490e5377f45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1095 time: 0.2828739 Dec 08 21:51:20.229092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 25fe1beb-6189-4fd5-9197-470e9509c5a6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:20.275904 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.346851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 25fe1beb-6189-4fd5-9197-470e9509c5a6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:20.347502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.362499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-4f71e85e-bd1e-4b46-a416-dcfb1b828635 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 200 len: 217 time: 0.1727660 Dec 08 21:51:20.439356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dedf3c-26fb-4fb4-85ef-1b11d17d850b req-ba74a8ad-8619-4d88-b7da-4de1eea57b8d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:20.448000 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14dedf3c-26fb-4fb4-85ef-1b11d17d850b req-ba74a8ad-8619-4d88-b7da-4de1eea57b8d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.3596728 Dec 08 21:51:20.469688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-b206188a-d7b8-4da1-ab97-151e43469e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:20.471736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-b206188a-d7b8-4da1-ab97-151e43469e2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.0996637 Dec 08 21:51:20.486564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.523826 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14dedf3c-26fb-4fb4-85ef-1b11d17d850b req-04566dcf-28cd-4823-b218-1d6e6f3e27e0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727568 Dec 08 21:51:20.539781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.558336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 25fe1beb-6189-4fd5-9197-470e9509c5a6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=25fe1beb-6189-4fd5-9197-470e9509c5a6,segment=NetworkSegment(4de2c7e8-9690-4065-83c2-a6e3f13f628a),segment_id=4de2c7e8-9690-4065-83c2-a6e3f13f628a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:20.567419 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.568648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 50cfe365-d341-421b-aa29-a26cd526472b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:20.616149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3743dfa9-c268-4066-af0c-0a4c3a926dea req-498828bb-327a-4046-86a9-36245b6d1487 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 210 time: 0.1925368 Dec 08 21:51:20.628204 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.645632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=d518163f-bd7a-4787-956e-5491a72e22ea,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:20.652210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=25fe1beb-6189-4fd5-9197-470e9509c5a6,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:20.696103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 50cfe365-d341-421b-aa29-a26cd526472b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:20.696897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.741869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51ddd6c-9ddf-4498-9925-8836f1b1ed77 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:20.750085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1fed36-8da1-4fab-aa52-a3700cdcfc3b None None] Network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:20.766041 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.772315 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.844001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:20.869991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261388b6-3f1a-4867-b562-1446a93928d3 req-ae986479-cf27-4930-9323-ec2fe62b950c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:20.870407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:20.880027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-261388b6-3f1a-4867-b562-1446a93928d3 req-ae986479-cf27-4930-9323-ec2fe62b950c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 932 time: 0.2500153 Dec 08 21:51:20.884749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f4554142-4dcb-4539-a309-dc9cbd9b4bab None None] Provisioning complete for port 25fe1beb-6189-4fd5-9197-470e9509c5a6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:20.885142 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f4554142-4dcb-4539-a309-dc9cbd9b4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.892611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:20.893517 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.898887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Transition to ACTIVE for port object e51ddd6c-9ddf-4498-9925-8836f1b1ed77 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:51:20.927168 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.928033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-666c1d04-3346-4641-8050-56bb32ac4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:20.929588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-666c1d04-3346-4641-8050-56bb32ac4cb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3349071 Dec 08 21:51:20.938203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:20.984764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:20.998837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event updated for resources: {'Port': ['ID=730df982-7d5c-43e7-aae3-ddc0da939ced,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:21.017621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:21.023333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:21.062837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:21.063694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.172826 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d2b39c37-3dfe-4990-9881-229d3cb36beb tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2597551 Dec 08 21:51:21.183361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Pushing event updated for resources: {'Port': ['ID=d2fdb64e-d8c9-4841-b044-c98b0e232d20,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:21.187073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54224) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:21.198028 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-261388b6-3f1a-4867-b562-1446a93928d3 req-27090d22-e05a-490a-b827-57935bbcb001 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170352 Dec 08 21:51:21.272589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b151ee8-8664-42b6-ade9-39b776116f46 req-df95cb22-4094-43a6-9c74-dc5ed19df102 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:21.274312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b151ee8-8664-42b6-ade9-39b776116f46 req-df95cb22-4094-43a6-9c74-dc5ed19df102 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.1922445 Dec 08 21:51:21.319769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:21.320436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.331496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:21.346627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-1f77afcd-bb94-4517-989d-8704f87ba404 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0117037 Dec 08 21:51:21.394328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Pushing event updated for resources: {'Port': ['ID=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:21.398681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-5c82d5a6-e8c1-4c43-a6c4-0960a7da7b8c service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582098 Dec 08 21:51:21.428218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Request body: {'port': {'device_id': 'dd70a58c-4b92-4985-8c9a-26905df8c377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:21.493039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:21.503456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d9fa5878-759b-40b5-8309-f57d7dd048ee tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5731397 Dec 08 21:51:21.506241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54226) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:21.509451 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:21.521316 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:21.526327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b151ee8-8664-42b6-ade9-39b776116f46 req-6e366b2c-5ab4-4c87-a4e9-3fa598b683ae tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027671 Dec 08 21:51:21.533966 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:21.545278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Attempting to bind port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:21.545617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Attempting to bind port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:21.545951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Attempting to bind port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:21.561263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a9337d-c9ab-42fc-b0f0-d242b7fe01eb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet 6345baa8-8e29-4ade-9e87-1d74821a6126 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:51:21.563097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 on network a700447e-c508-4bef-b294-50d1921fc07d not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:51:21.563429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Attempting to bind port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:21.564754 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.566535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73a9337d-c9ab-42fc-b0f0-d242b7fe01eb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.584820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:21.585075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Checking segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:21.585329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Bound using segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:21.585801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Bound port: e51ddd6c-9ddf-4498-9925-8836f1b1ed77, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:21.586266 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.608306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5778bccc-fa7b-4151-906c-739cecd6c6c2 req-be035a71-87d8-4f9a-b3e3-074ac2c2ea0c service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945243 Dec 08 21:51:21.648298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73a9337d-c9ab-42fc-b0f0-d242b7fe01eb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.651279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ecc429b2-f5f3-4287-875b-6deec510bc7f None None] Provisioning complete for port 25fe1beb-6189-4fd5-9197-470e9509c5a6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:21.651800 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ecc429b2-f5f3-4287-875b-6deec510bc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.679026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e4c733b3-07a7-416e-b005-56f0e56f0975 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Deleting port 730df982-7d5c-43e7-aae3-ddc0da939ced {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:21.679367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4c733b3-07a7-416e-b005-56f0e56f0975 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.777071 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:21.860234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ecc429b2-f5f3-4287-875b-6deec510bc7f None None] Provisioning complete for port 730df982-7d5c-43e7-aae3-ddc0da939ced triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:21.860637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ecc429b2-f5f3-4287-875b-6deec510bc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:21.895436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ecc429b2-f5f3-4287-875b-6deec510bc7f None None] Port 730df982-7d5c-43e7-aae3-ddc0da939ced cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:21.943317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2914faf0-7237-489a-b784-b3ef2ff88fb8 req-ad137da4-e0d6-4185-bf1d-7f6163e0d716 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 210 time: 0.1425819 Dec 08 21:51:21.987586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] For port e51ddd6c-9ddf-4498-9925-8836f1b1ed77, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:21.994421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] For port e51ddd6c-9ddf-4498-9925-8836f1b1ed77, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:22.019160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.026696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-77b445f3-b8d0-4424-8a90-8a18510fc2a6 None None] Provisioning complete for port 730df982-7d5c-43e7-aae3-ddc0da939ced triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:22.035788 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77b445f3-b8d0-4424-8a90-8a18510fc2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.063181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-770d454d-280a-4e1f-ba3b-e613967239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:22.063181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-770d454d-280a-4e1f-ba3b-e613967239c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1095 time: 0.2608366 Dec 08 21:51:22.084218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73a9337d-c9ab-42fc-b0f0-d242b7fe01eb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.084441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-77b445f3-b8d0-4424-8a90-8a18510fc2a6 None None] Port 730df982-7d5c-43e7-aae3-ddc0da939ced cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:22.093405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4c733b3-07a7-416e-b005-56f0e56f0975 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.120467 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:20Z', 'revision_number': 9, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:22.125882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e4c733b3-07a7-416e-b005-56f0e56f0975 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Calling delete_port for 730df982-7d5c-43e7-aae3-ddc0da939ced owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:22.148328 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:22.160251 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:22.160579 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:22.182868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b40682-3f77-4ba4-9a03-e96fb5f00883 req-f7da2d32-1b99-4971-8611-04f3f39582ac tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:22.185755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-04b40682-3f77-4ba4-9a03-e96fb5f00883 req-f7da2d32-1b99-4971-8611-04f3f39582ac tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.5284922 Dec 08 21:51:22.187710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 25fe1beb-6189-4fd5-9197-470e9509c5a6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:22.206903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:22.207221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.218190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] 10.222.0.37 "PUT /v2.0/ports/e51ddd6c-9ddf-4498-9925-8836f1b1ed77 HTTP/1.1" status: 200 len: 1092 time: 3.3260641 Dec 08 21:51:22.220283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d941f54-6b44-411f-b0a0-ee5f679b3345', 'tag': 'e51ddd6c-9ddf-4498-9925-8836f1b1ed77'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:22.222670 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae73e8b-1de4-4087-b9c1-662071485fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d941f54-6b44-411f-b0a0-ee5f679b3345", "tag": "e51ddd6c-9ddf-4498-9925-8836f1b1ed77"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:22.294653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 25fe1beb-6189-4fd5-9197-470e9509c5a6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:22.295233 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.388338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758526-5263-4157-b8e1-c04bda1d0951 service neutron] Pushing event updated for resources: {'Port': ['ID=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:22.431437 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:22.443125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630467f-b6c3-43cf-89df-39b4a5b507ed req-c6e6ea52-822c-4329-9eaf-0098ea54dcca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:22.444711 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d630467f-b6c3-43cf-89df-39b4a5b507ed req-c6e6ea52-822c-4329-9eaf-0098ea54dcca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 944 time: 0.1235273 Dec 08 21:51:22.451727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-c268e773-a0b2-4e49-9cba-3d469399600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:22.453217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-c268e773-a0b2-4e49-9cba-3d469399600a service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.3619428 Dec 08 21:51:22.467955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-57716366-e8d9-495b-a818-5c2de566d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:22.469577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-57716366-e8d9-495b-a818-5c2de566d3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 1095 time: 0.1911168 Dec 08 21:51:22.525220 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-98cc50ab-18de-46b6-990a-20c659188635 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 200 len: 217 time: 0.0547760 Dec 08 21:51:22.570497 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d630467f-b6c3-43cf-89df-39b4a5b507ed req-36b7d24c-4595-4363-9157-7350a75ef490 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047637 Dec 08 21:51:22.607205 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4c733b3-07a7-416e-b005-56f0e56f0975 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.665754 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:20Z', 'revision_number': 9, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:22.685471 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37438652-3781-4e76-90f1-097bc507d49e x-openstack-request-id: req-37438652-3781-4e76-90f1-097bc507d49e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:22.685852 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d941f54-6b44-411f-b0a0-ee5f679b3345", "tag": "e51ddd6c-9ddf-4498-9925-8836f1b1ed77", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:22.686054 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37438652-3781-4e76-90f1-097bc507d49e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:22.686414 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d941f54-6b44-411f-b0a0-ee5f679b3345', 'tag': 'e51ddd6c-9ddf-4498-9925-8836f1b1ed77', 'status': 'completed', 'code': 200} Dec 08 21:51:22.687967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c733b3-07a7-416e-b005-56f0e56f0975 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event deleted for resources: {'Port': ['ID=730df982-7d5c-43e7-aae3-ddc0da939ced,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:22.711541 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0614d9-6315-489e-8d8d-8dfe2e9f6bd7 None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:20Z', 'revision_number': 9, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33', 'name': '', 'network_id': 'db5d87ff-0197-4fa0-a916-bfbd68ef4c43', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:dd:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:46Z', 'updated_at': '2021-12-08T21:50:54Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': '82202f36-b72f-4796-8f12-c0f5634ea0a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:22.719161 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-4b066e78-1bfc-4645-a74a-01f9c96fa04b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51ddd6c-9ddf-4498-9925-8836f1b1ed77 HTTP/1.1" status: 200 len: 217 time: 0.1108122 Dec 08 21:51:22.731702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-78d54743-25d4-4e42-a5b0-875fc919f4b3 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:22.733828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-78d54743-25d4-4e42-a5b0-875fc919f4b3 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.37 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 819 time: 0.9638219 Dec 08 21:51:22.778419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Request body: {'port': {'device_id': '0549f4d0-d89a-4da5-864b-a09d2b58bc2f', 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082', 'admin_state_up': True, 'tenant_id': '7de03900eced4eab98775c009fb540b2'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:22.855210 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73a9337d-c9ab-42fc-b0f0-d242b7fe01eb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.860954 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fdb64e-d8c9-4841-b044-c98b0e232d20 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:22.883573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-04b40682-3f77-4ba4-9a03-e96fb5f00883 req-f8f4e383-db33-4944-8e14-0384c99e7156 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760919 Dec 08 21:51:22.886775 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.925464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9337d-c9ab-42fc-b0f0-d242b7fe01eb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=6345baa8-8e29-4ade-9e87-1d74821a6126,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:22.942470 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73a9337d-c9ab-42fc-b0f0-d242b7fe01eb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:22.945915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-73a9337d-c9ab-42fc-b0f0-d242b7fe01eb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/6345baa8-8e29-4ade-9e87-1d74821a6126 HTTP/1.1" status: 204 len: 168 time: 1.4386733 Dec 08 21:51:22.950168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b5462-c45f-4708-b959-d4763b0c4fe0 None None] Network 6d853dfc-563a-48d3-a1f6-ecb18871b945 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:22.956094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Transition to ACTIVE for port object d2fdb64e-d8c9-4841-b044-c98b0e232d20 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:51:22.959419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54240) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:22.997062 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.159966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d53cf55b-97f6-4357-b6f6-336930be0b2a req-7240d5e2-c416-4b92-9339-3b03bf64ad81 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 210 time: 0.0958967 Dec 08 21:51:23.165773 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4c733b3-07a7-416e-b005-56f0e56f0975 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.172142 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e4c733b3-07a7-416e-b005-56f0e56f0975 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "DELETE /v2.0/ports/730df982-7d5c-43e7-aae3-ddc0da939ced HTTP/1.1" status: 204 len: 168 time: 1.9643579 Dec 08 21:51:23.172328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] DHCP port deletion for 6d853dfc-563a-48d3-a1f6-ecb18871b945 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:51:23.176276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54246) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:23.188896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-9d6b7258-9c19-4bc5-acfd-70594d554b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:23.190381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-9d6b7258-9c19-4bc5-acfd-70594d554b48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.5833664 Dec 08 21:51:23.199212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fdb64e-d8c9-4841-b044-c98b0e232d20,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:23.221617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-1f127aa2-447b-4bbf-9bfe-10982d5f8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:23.222535 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-1f127aa2-447b-4bbf-9bfe-10982d5f8636 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.4880364 Dec 08 21:51:23.235585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.255607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] Deleting port 1a504d76-db3b-4910-89dd-11a4a3c758cb {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:23.259828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.267428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0468-7182-4c6d-83f2-82d988fda15f req-1dd76d8a-89f1-41bf-bb79-56a13cf1aebe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:23.277205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f6b0468-7182-4c6d-83f2-82d988fda15f req-1dd76d8a-89f1-41bf-bb79-56a13cf1aebe tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.5595860 Dec 08 21:51:23.300736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Made reservation on behalf of 7de03900eced4eab98775c009fb540b2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:23.305024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.308413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-a5a627b2-afab-43ed-8433-d57f2d3e66ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676119 Dec 08 21:51:23.350591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-ff2a11df-fe46-45c9-89f7-df0a33bfe620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:23.352136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-ff2a11df-fe46-45c9-89f7-df0a33bfe620 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517143 Dec 08 21:51:23.367895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] For port 1a504d76-db3b-4910-89dd-11a4a3c758cb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1a504d76-db3b-4910-89dd-11a4a3c758cb,segment=NetworkSegment(c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713),segment_id=c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:23.368696 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.383633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] Calling delete_port for 1a504d76-db3b-4910-89dd-11a4a3c758cb owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:23.418676 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f6b0468-7182-4c6d-83f2-82d988fda15f req-4263a052-98b4-4dd8-8b10-9f2ec144fe10 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403854 Dec 08 21:51:23.434086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Attempting to bind port d2fdb64e-d8c9-4841-b044-c98b0e232d20 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:23.434418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Attempting to bind port d2fdb64e-d8c9-4841-b044-c98b0e232d20 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:23.435089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Attempting to bind port d2fdb64e-d8c9-4841-b044-c98b0e232d20 on network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:23.443301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8ca055c2-ac5a-4912-b04d-5e8ec2d80b57 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.2644691 Dec 08 21:51:23.446525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54250) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:23.454845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-350547809'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:23.471725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Port d2fdb64e-d8c9-4841-b044-c98b0e232d20 on network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:51:23.472409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Attempting to bind port d2fdb64e-d8c9-4841-b044-c98b0e232d20 on network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:23.488123 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.516706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] Pushing event deleted for resources: {'Port': ['ID=1a504d76-db3b-4910-89dd-11a4a3c758cb,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:23.520776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:23.521115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Checking segment: {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:23.521542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Bound using segment: {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:23.521917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Bound port: d2fdb64e-d8c9-4841-b044-c98b0e232d20, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:23.522268 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.523207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0210c2-5295-4ca8-b1df-0b8c7a7d61c0 None None] No DVR routers for this DVR port 1a504d76-db3b-4910-89dd-11a4a3c758cb on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:23.539375 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-257d4c55-ff11-4809-b71f-664a20183baa service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203646 Dec 08 21:51:23.544211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 1a504d76-db3b-4910-89dd-11a4a3c758cb {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:23.544550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.545504 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-3d6bc7ac-6bb0-4cf7-b227-a3584741e2f2 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774435 Dec 08 21:51:23.592880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Made reservation on behalf of 526a1ab7ad1e4ae3ba2598b12dfd9985 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:23.596306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.621510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Allocated IP 172.20.0.11 (f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082/f150ba0f-dc96-40f4-8774-24cef816eb31/6355172e-144a-4abc-b870-a0cf3f2ef210) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:23.695289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port 1a504d76-db3b-4910-89dd-11a4a3c758cb, host n-d-821126-1, got binding levels [] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:23.695988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.701336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08df0d2c-33ff-4afd-b549-ef51278a2868 req-2698ee18-67dd-4b8c-91a3-c7fb805bd23b service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545928 Dec 08 21:51:23.704669 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7825c52-3aff-4a00-8baa-94d87d46dd3d req-2cea53b2-d0ba-49e6-9be2-ed39b5b3c4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501462 Dec 08 21:51:23.733279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:23.754996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 1a504d76-db3b-4910-89dd-11a4a3c758cb owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:23.761124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Port 1a504d76-db3b-4910-89dd-11a4a3c758cb was not found and therefore no delete operation was performed {{(pid=102390) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 21:51:23.780854 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.790877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-6029aaea-58aa-411a-84f9-a6fdc25baa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:23.792364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-6029aaea-58aa-411a-84f9-a6fdc25baa60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 1095 time: 0.0430708 Dec 08 21:51:23.796575 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.796919 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Added segment 8c555214-bc58-4515-997d-f0e904648a7e of type vlan for network 9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39 Dec 08 21:51:23.835452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] For port d2fdb64e-d8c9-4841-b044-c98b0e232d20, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:23.864360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=1a504d76-db3b-4910-89dd-11a4a3c758cb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:23.879519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No DVR routers for this DVR port 1a504d76-db3b-4910-89dd-11a4a3c758cb on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:23.888785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-a50a9f35-3f66-4bab-95af-49bb2242c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:23.890270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-a50a9f35-3f66-4bab-95af-49bb2242c655 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 912 time: 0.0913179 Dec 08 21:51:23.892080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] For port d2fdb64e-d8c9-4841-b044-c98b0e232d20, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:23.909744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a4f16-06b2-4061-8fca-f0359e90ba1f req-ca2eb9b5-6c13-46bd-bfdf-3e2c7eb134a9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:23.911951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-907a4f16-06b2-4061-8fca-f0359e90ba1f req-ca2eb9b5-6c13-46bd-bfdf-3e2c7eb134a9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 944 time: 0.2434464 Dec 08 21:51:23.920372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.933625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:23.934325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-0a39c6b8-898e-4782-9bbc-43a2f567cd71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51ddd6c-9ddf-4498-9925-8836f1b1ed77 HTTP/1.1" status: 200 len: 217 time: 0.0372851 Dec 08 21:51:24.024682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d518163f-bd7a-4787-956e-5491a72e22ea no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:24.025359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-002f0bb5-9abc-4b80-a8a3-241c8ba5a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:24.026897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-002f0bb5-9abc-4b80-a8a3-241c8ba5a483 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.0853596 Dec 08 21:51:24.039093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f3eb-9329-4ded-831e-c784019225b0 req-9f3b5fc6-0e2e-4605-9be2-518b97b6aab0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:24.040561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab29f3eb-9329-4ded-831e-c784019225b0 req-9f3b5fc6-0e2e-4605-9be2-518b97b6aab0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0672605 Dec 08 21:51:24.053637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: d518163f-bd7a-4787-956e-5491a72e22ea {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:24.054119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d518163f-bd7a-4787-956e-5491a72e22ea not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:24.054547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1a504d76-db3b-4910-89dd-11a4a3c758cb no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:24.067389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:24.068421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.069772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] 10.222.0.23 "PUT /v2.0/ports/d2fdb64e-d8c9-4841-b044-c98b0e232d20 HTTP/1.1" status: 200 len: 1091 time: 2.6458032 Dec 08 21:51:24.075899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 1a504d76-db3b-4910-89dd-11a4a3c758cb {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:24.076455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1a504d76-db3b-4910-89dd-11a4a3c758cb not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:24.077666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-0f42d181-43d0-48ad-aff5-b0e97aab8387 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361149 Dec 08 21:51:24.112010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd70a58c-4b92-4985-8c9a-26905df8c377', 'tag': 'd2fdb64e-d8c9-4841-b044-c98b0e232d20'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:24.114318 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d95092-e943-4045-85c5-5f3c0c21c9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd70a58c-4b92-4985-8c9a-26905df8c377", "tag": "d2fdb64e-d8c9-4841-b044-c98b0e232d20"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:24.140845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab29f3eb-9329-4ded-831e-c784019225b0 req-8eb1df23-f3b9-4bfb-8286-477e2e1076ac tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918982 Dec 08 21:51:24.185822 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.192288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:24.192874 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.198561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-a2766c56-c3a8-49cb-90a6-a78e34b92f6a service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129446 Dec 08 21:51:24.199497 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.203459 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a19565f-fad9-4137-89f7-a82d55955e5c x-openstack-request-id: req-3a19565f-fad9-4137-89f7-a82d55955e5c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:24.203721 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd70a58c-4b92-4985-8c9a-26905df8c377", "tag": "d2fdb64e-d8c9-4841-b044-c98b0e232d20", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:24.203970 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a19565f-fad9-4137-89f7-a82d55955e5c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:24.204350 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd70a58c-4b92-4985-8c9a-26905df8c377', 'tag': 'd2fdb64e-d8c9-4841-b044-c98b0e232d20', 'status': 'completed', 'code': 200} Dec 08 21:51:24.238088 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-907a4f16-06b2-4061-8fca-f0359e90ba1f req-5b99e314-2fbc-4e37-b56e-1f4b5b2625c2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059082 Dec 08 21:51:24.259141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d87581-cefc-4ae2-9ae3-ce3502579000 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fdb64e-d8c9-4841-b044-c98b0e232d20,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:24.292371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97e21059-6e30-4b64-a88e-1f3f27ff8d1d req-278de3c0-65b6-4092-9b7f-0183c08e2a77 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 210 time: 0.0364406 Dec 08 21:51:24.331357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ae73e8b-1de4-4087-b9c1-662071485fa5 req-36fac3da-f695-4784-9bc9-4c627a157024 service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255515 Dec 08 21:51:24.356993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d853dfc-563a-48d3-a1f6-ecb18871b945']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:24.374687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9238181 Dec 08 21:51:24.377627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54262) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:24.379944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.388452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:24.388752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c05fe3-4c0f-4fc7-b2ea-4b870ebf4713') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:24.391790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b49020-d828-4fa8-b70e-fcac2b4b0e73 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event updated for resources: {'Network': ['ID=9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:24.402928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:24.408544 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.413061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-beb05f08-6d22-444b-9554-86b7d2ea1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:24.414603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-beb05f08-6d22-444b-9554-86b7d2ea1801 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1094 time: 0.2659996 Dec 08 21:51:24.439366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.483010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-cc6a4c4d-4f00-4a12-8b08-90ca96188758 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20 HTTP/1.1" status: 200 len: 217 time: 0.0589821 Dec 08 21:51:24.485129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:24.485953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:24.488658 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:24.578885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:51:24.594738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.598409 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-39a3a045-6156-4aa1-8297-aea53c422cb1 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "GET /v2.0/agents/13c7e9e7-ff1d-41b6-a7e3-467ff3a13055/dhcp-networks HTTP/1.1" status: 200 len: 12770 time: 0.2194130 Dec 08 21:51:24.599232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54266) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:24.607922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab860626-4e38-4d9b-a0cf-0e690b8eae62 req-a3ca4054-d7e2-4ce6-bc9f-f7ce2e52e36c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:24.609585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab860626-4e38-4d9b-a0cf-0e690b8eae62 req-a3ca4054-d7e2-4ce6-bc9f-f7ce2e52e36c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.0928788 Dec 08 21:51:24.616284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.621667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.624862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/6d853dfc-563a-48d3-a1f6-ecb18871b945 HTTP/1.1" status: 204 len: 168 time: 1.6643713 Dec 08 21:51:24.632242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54268) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:24.660622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-abb6f4d4-3348-4d24-8dea-05bb4f56b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:24.662083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-abb6f4d4-3348-4d24-8dea-05bb4f56b00e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.1285064 Dec 08 21:51:24.684576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:24.696823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'port_id': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'mac_address': 'fa:16:3e:bc:97:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:51:24.716311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25656938-72ff-47f4-bc82-a19c3fe8bb7b tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=6d853dfc-563a-48d3-a1f6-ecb18871b945,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:24.722815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:24.733940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab860626-4e38-4d9b-a0cf-0e690b8eae62 req-1212d77f-20e8-415f-b341-12da0e8fcdc6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161566 Dec 08 21:51:24.740098 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.742568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:24.745931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:24.750303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-ec5bead6-43d8-45db-9c46-3c1072e455a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760303 Dec 08 21:51:24.761070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be913d7a-aeec-4963-a15a-dac26adeb4ac {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:24.783822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:24.788681 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.795158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Pushing event updated for resources: {'Port': ['ID=6355172e-144a-4abc-b870-a0cf3f2ef210,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:24.840806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:24.875285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:24.875909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:24.910361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-e704c2b7-60ce-40b4-a85c-e75aecf1559c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1586607 Dec 08 21:51:24.929274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Request body: {'port': {'device_id': '0549f4d0-d89a-4da5-864b-a09d2b58bc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:24.932530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b54c38-5b28-406a-bf65-d36b329b0467 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] Network 9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:24.966568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-118f0d88-49e0-426f-a02d-2c9b870f62e5 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896772 Dec 08 21:51:24.971942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003f87b-5fa5-4cc3-af6d-7c7a0f51e018 None None] Network 9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:24.972584 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-71b54c38-5b28-406a-bf65-d36b329b0467 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "POST /v2.0/agents/13c7e9e7-ff1d-41b6-a7e3-467ff3a13055/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3668580 Dec 08 21:51:24.974925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54270) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:24.997454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['be913d7a-aeec-4963-a15a-dac26adeb4ac'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:25.005980 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:25.116699 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:25.230681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40df8e6f-26db-408b-9ed7-4c682cd670ae req-2de5dfeb-b72d-4147-923e-a5f932cf5386 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533903 Dec 08 21:51:25.307731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:25.308372 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:25.374768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-14ff219d-986e-40ea-a4d8-108aaaf7daf0 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "GET /v2.0/agents/13c7e9e7-ff1d-41b6-a7e3-467ff3a13055/dhcp-networks HTTP/1.1" status: 200 len: 12794 time: 0.3961000 Dec 08 21:51:25.378507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54280) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:25.456699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb02e1c-f5f8-4ae7-84c2-4315881ee8ce req-1c7f5ac0-539c-4c9d-b604-c77fc924d5b3 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:25.458198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bb02e1c-f5f8-4ae7-84c2-4315881ee8ce req-1c7f5ac0-539c-4c9d-b604-c77fc924d5b3 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.2356193 Dec 08 21:51:25.461008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3404962-0507-4cb5-ada9-3bacc52b1150 req-ce82221e-43a3-4e85-937b-ee01c62c6c4b tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:25.462463 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3404962-0507-4cb5-ada9-3bacc52b1150 req-ce82221e-43a3-4e85-937b-ee01c62c6c4b tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 944 time: 0.1383643 Dec 08 21:51:25.465455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-f9245501-4d4a-480c-b5ba-e07e44556ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:25.466912 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-f9245501-4d4a-480c-b5ba-e07e44556ac0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1094 time: 0.1806409 Dec 08 21:51:25.482522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,segment=NetworkSegment(5b65affd-a95b-4c83-808a-1ca41a5fa3fb),segment_id=5b65affd-a95b-4c83-808a-1ca41a5fa3fb)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:25.482904 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:25.510534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-24cbbdd5-a612-4dc3-b6a6-e32793e4fc47 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "DELETE /v2.0/agents/13c7e9e7-ff1d-41b6-a7e3-467ff3a13055/dhcp-networks/9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39 HTTP/1.1" status: 204 len: 168 time: 0.1287000 Dec 08 21:51:25.515173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:25.520683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:25.575474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bb02e1c-f5f8-4ae7-84c2-4315881ee8ce req-6f6c6daa-e457-4cce-a706-ce006e2b59d5 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076081 Dec 08 21:51:25.591122 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3404962-0507-4cb5-ada9-3bacc52b1150 req-54fb6d56-79aa-4761-80a6-93beaf80841a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182857 Dec 08 21:51:25.634248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-17d9cdb1-54c7-4a4b-a320-42c9970cc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:25.635813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-17d9cdb1-54c7-4a4b-a320-42c9970cc7c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 920 time: 0.1585739 Dec 08 21:51:25.717470 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ac434c4d-e731-493e-99a9-b525bfae9ece tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "GET /v2.0/agents/13c7e9e7-ff1d-41b6-a7e3-467ff3a13055/dhcp-networks HTTP/1.1" status: 200 len: 12024 time: 0.2012072 Dec 08 21:51:25.721766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54284) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:25.786737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-28773560-0253-4c14-94ae-cd5e8c5ffec2 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "GET /v2.0/networks/781da0d1-ec30-45a2-9ddf-5d16ced7dcde/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0603693 Dec 08 21:51:25.787511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54288) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:25.857863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ed209b1f-bc40-4c05-aebe-aca4e0792a49 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "GET /v2.0/networks/781da0d1-ec30-45a2-9ddf-5d16ced7dcde/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0671322 Dec 08 21:51:25.872675 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54290) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:25.921472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.029947 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-82bceaac-ce50-435a-85ac-a732e3680933 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20 HTTP/1.1" status: 200 len: 217 time: 0.3716671 Dec 08 21:51:26.039831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6355172e-144a-4abc-b870-a0cf3f2ef210 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:26.058551 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.103510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Transition to ACTIVE for port object 6355172e-144a-4abc-b870-a0cf3f2ef210 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:51:26.113685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa79a-9d7d-4f20-987d-f60d9cba4901 req-29f2f799-dfaa-4431-893c-8773b58776ce tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:26.115345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3caa79a-9d7d-4f20-987d-f60d9cba4901 req-29f2f799-dfaa-4431-893c-8773b58776ce tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 932 time: 0.4561203 Dec 08 21:51:26.118287 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.128577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-f3991108-93c1-4a1b-84b0-b690a417132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:26.130017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-f3991108-93c1-4a1b-84b0-b690a417132d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.0845721 Dec 08 21:51:26.202776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-ef79096e-71c3-44a4-994e-cbe151f44157 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446463 Dec 08 21:51:26.237567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=6355172e-144a-4abc-b870-a0cf3f2ef210,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:26.252401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291b17e-9ce2-44c4-a6a2-63a2c0dc8ed4 req-c91085b6-c242-4561-bdc8-659ad57c8b8b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:26.253874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9291b17e-9ce2-44c4-a6a2-63a2c0dc8ed4 req-c91085b6-c242-4561-bdc8-659ad57c8b8b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 945 time: 0.4246814 Dec 08 21:51:26.278059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3caa79a-9d7d-4f20-987d-f60d9cba4901 req-eea49a0a-12c4-4751-acde-1cac427b86c3 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538875 Dec 08 21:51:26.278603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:26.379030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-38c021cd-a6db-49dc-bb5d-f6716714e993 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552994 Dec 08 21:51:26.379663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Attempting to bind port 6355172e-144a-4abc-b870-a0cf3f2ef210 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:26.379996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Attempting to bind port 6355172e-144a-4abc-b870-a0cf3f2ef210 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:26.380326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Attempting to bind port 6355172e-144a-4abc-b870-a0cf3f2ef210 on network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:26.385474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Port 6355172e-144a-4abc-b870-a0cf3f2ef210 on network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:51:26.385812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Attempting to bind port 6355172e-144a-4abc-b870-a0cf3f2ef210 on network f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:26.407816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:26.408291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Checking segment: {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:26.408689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Bound using segment: {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:26.409136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Bound port: 6355172e-144a-4abc-b870-a0cf3f2ef210, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870c4610-065b-4db6-93ab-03b6d95d98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:26.409495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.424132 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9291b17e-9ce2-44c4-a6a2-63a2c0dc8ed4 req-67907b8a-0c0f-403e-9413-10c6494c30d7 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501346 Dec 08 21:51:26.470898 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-51ea160a-f161-49e3-bee0-0686c8aeafa4 tempest-DHCPAgentSchedulersTestJSON-1790168488 tempest-DHCPAgentSchedulersTestJSON-1790168488-project-admin] 10.222.0.21 "GET /v2.0/agents/13c7e9e7-ff1d-41b6-a7e3-467ff3a13055/dhcp-networks HTTP/1.1" status: 200 len: 12024 time: 0.5962350 Dec 08 21:51:26.473357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.475954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54292) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:26.531786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9d95092-e943-4045-85c5-5f3c0c21c9b9 req-2681ccf7-261a-40ef-8b19-c4e37a2ce9f8 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429548 Dec 08 21:51:26.534192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] For port 6355172e-144a-4abc-b870-a0cf3f2ef210, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:26.537418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] For port 6355172e-144a-4abc-b870-a0cf3f2ef210, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6355172e-144a-4abc-b870-a0cf3f2ef210,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:26.543345 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.577844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:26.578821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.580195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] 10.222.0.37 "PUT /v2.0/ports/6355172e-144a-4abc-b870-a0cf3f2ef210 HTTP/1.1" status: 200 len: 1092 time: 1.6551039 Dec 08 21:51:26.582528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0549f4d0-d89a-4da5-864b-a09d2b58bc2f', 'tag': '6355172e-144a-4abc-b870-a0cf3f2ef210'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:26.585929 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0549f4d0-d89a-4da5-864b-a09d2b58bc2f", "tag": "6355172e-144a-4abc-b870-a0cf3f2ef210"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:26.594227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e51ddd6c-9ddf-4498-9925-8836f1b1ed77 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:51:26.607321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:26.637058 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.637442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd97d5-028e-419c-8b94-459b22959ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=6355172e-144a-4abc-b870-a0cf3f2ef210,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:26.642901 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beed3f3-d902-45a2-bb84-134d8ed01e61 x-openstack-request-id: req-1beed3f3-d902-45a2-bb84-134d8ed01e61 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:26.643310 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0549f4d0-d89a-4da5-864b-a09d2b58bc2f", "tag": "6355172e-144a-4abc-b870-a0cf3f2ef210", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:26.643933 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1beed3f3-d902-45a2-bb84-134d8ed01e61 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:26.644495 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0549f4d0-d89a-4da5-864b-a09d2b58bc2f', 'tag': '6355172e-144a-4abc-b870-a0cf3f2ef210', 'status': 'completed', 'code': 200} Dec 08 21:51:26.751404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port be913d7a-aeec-4963-a15a-dac26adeb4ac completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:51:26.761422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port be913d7a-aeec-4963-a15a-dac26adeb4ac triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:26.761803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.770689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5182284-11f1-45af-8ccd-e96e1a11bd5c req-3149e68c-7d4b-41d4-9b72-25c18d6304c7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:26.775322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5182284-11f1-45af-8ccd-e96e1a11bd5c req-3149e68c-7d4b-41d4-9b72-25c18d6304c7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 944 time: 0.0669014 Dec 08 21:51:26.778033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-ab3eeefd-de77-47a6-80e9-a6836aea8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:26.780569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-ab3eeefd-de77-47a6-80e9-a6836aea8b3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 1095 time: 0.1201367 Dec 08 21:51:26.832055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e51ddd6c-9ddf-4498-9925-8836f1b1ed77, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:26.833158 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-03d46182-cb9c-4d7d-a19b-191f2b2b2f7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6355172e-144a-4abc-b870-a0cf3f2ef210 HTTP/1.1" status: 200 len: 217 time: 0.0382740 Dec 08 21:51:26.847883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'e51ddd6c-9ddf-4498-9925-8836f1b1ed77', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'port_id': 'e51ddd6c-9ddf-4498-9925-8836f1b1ed77', 'mac_address': 'fa:16:3e:15:be:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00290753-5cf6-4030-a175-b2ef55574df3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:51:26.855722 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.880185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5182284-11f1-45af-8ccd-e96e1a11bd5c req-965e70f2-4613-4813-b323-c4de1475bf8d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994778 Dec 08 21:51:26.888746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:26.894619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-62c87b59-87e4-4e7c-bbb0-aa6d8133d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:26.896332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-62c87b59-87e4-4e7c-bbb0-aa6d8133d8b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.0537772 Dec 08 21:51:26.897491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:26.912495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.914127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec5994-bff8-42e0-ba22-92a3ae77fdf2 req-397e989f-d3fc-4bab-b545-3f23338923f7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:26.923592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72ec5994-bff8-42e0-ba22-92a3ae77fdf2 req-397e989f-d3fc-4bab-b545-3f23338923f7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1630270 Dec 08 21:51:26.929361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.936113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c555214-bc58-4515-997d-f0e904648a7e') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:26.937632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c555214-bc58-4515-997d-f0e904648a7e') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:26.943290 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-7bf68310-3913-4942-9ac2-6f26b9d520ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389669 Dec 08 21:51:26.960935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:26.961425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:26.963787 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a767d07-06b6-4887-8d58-78ff85c7fbe1" -d '{"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-plugged", "status": "completed", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:26.970362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:26.973704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51ddd6c-9ddf-4498-9925-8836f1b1ed77 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:26.980513 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.042965 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98812fc1-16c4-4e81-a7bb-f38a6e28d8b0 x-openstack-request-id: req-98812fc1-16c4-4e81-a7bb-f38a6e28d8b0 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:27.043237 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-plugged", "status": "completed", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:27.043497 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98812fc1-16c4-4e81-a7bb-f38a6e28d8b0 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:27.043860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-fe05c557-65d5-432d-813d-05ff3f903cec service neutron] 10.222.0.37 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922968 Dec 08 21:51:27.044362 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'code': 200} Dec 08 21:51:27.047572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.049851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:27.067324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:27.068107 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:27.070935 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:27.075461 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72ec5994-bff8-42e0-ba22-92a3ae77fdf2 req-a1d57d8c-a788-4919-b26a-8fead753b924 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510527 Dec 08 21:51:27.076205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e51ddd6c-9ddf-4498-9925-8836f1b1ed77, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:27.085752 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.141923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:27.153668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df4fd654-bec3-45e7-9b25-f70a32a7c787 req-d836d3b4-8f81-4168-8a1c-437c94d10d63 service neutron] 10.222.0.37 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025484 Dec 08 21:51:27.171051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:27.176719 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2225f1b9-6df0-4b79-89b1-0edc81b72ac1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5434837 Dec 08 21:51:27.179377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.179549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54304) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:27.182155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:27.187805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.190939 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "DELETE /v2.0/networks/9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39 HTTP/1.1" status: 204 len: 168 time: 0.7140102 Dec 08 21:51:27.200620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54306) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:27.204747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:27.205366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:27.224006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c507d-d47f-4e92-9278-4f62d857d85a req-c9210e3d-715c-4fa8-9e4a-dd31705611e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:27.225726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d80c507d-d47f-4e92-9278-4f62d857d85a req-c9210e3d-715c-4fa8-9e4a-dd31705611e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1097 time: 0.1387279 Dec 08 21:51:27.245930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d532-34a5-467f-976d-ffeab52c6a64 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event deleted for resources: {'Network': ['ID=9ff4bbac-c36f-4213-8ccf-eb4fd0c5ce39,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:27.249302 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cc2dfc-0fc1-458a-8cb8-c452ec6f2d24 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:27.249936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cc2dfc-0fc1-458a-8cb8-c452ec6f2d24 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:27.255473 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-76cc2dfc-0fc1-458a-8cb8-c452ec6f2d24 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "DELETE /v2.0/ports/730df982-7d5c-43e7-aae3-ddc0da939ced HTTP/1.1" status: 404 len: 333 time: 0.0509522 Dec 08 21:51:27.256813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54308) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:27.276966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d80c507d-d47f-4e92-9278-4f62d857d85a req-a7460f38-113d-437f-a2ee-f3435a08b65b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363355 Dec 08 21:51:27.292615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet 82202f36-b72f-4796-8f12-c0f5634ea0a0 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:51:27.298271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.332007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:27.332500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-99fa6f8c-2e04-4715-b1b7-a712554ae3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:27.334008 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-99fa6f8c-2e04-4715-b1b7-a712554ae3d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 1095 time: 0.1224694 Dec 08 21:51:27.360784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7421da7e-32a0-475e-8ea5-9eabfb98dad6 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Deleting subnet 2412e59c-3d70-4235-aa82-c10578c02728 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:51:27.363358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e51ddd6c-9ddf-4498-9925-8836f1b1ed77'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:27.365331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.369667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7421da7e-32a0-475e-8ea5-9eabfb98dad6 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.477751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7421da7e-32a0-475e-8ea5-9eabfb98dad6 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.555944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f257e-b114-4095-940c-f80ba1078097 req-c7f1c9b1-f22b-4729-b6c5-cfc745a48676 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:27.557592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-737f257e-b114-4095-940c-f80ba1078097 req-c7f1c9b1-f22b-4729-b6c5-cfc745a48676 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.0531156 Dec 08 21:51:27.585551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5f527-7611-41a8-bd73-956be01942d5 req-03ddb645-e5a5-4f3a-adce-400bf81f1b49 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:27.586664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31b5f527-7611-41a8-bd73-956be01942d5 req-03ddb645-e5a5-4f3a-adce-400bf81f1b49 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 944 time: 0.1964383 Dec 08 21:51:27.599614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-737f257e-b114-4095-940c-f80ba1078097 req-a4280bd7-2706-4911-91d8-775c0c8c6298 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353651 Dec 08 21:51:27.635368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.644582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:25Z', 'revision_number': 10, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:27.674896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:27.684622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:27.685226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:27.725026 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31b5f527-7611-41a8-bd73-956be01942d5 req-69422f5c-99d6-445c-bdc2-c5d2c5f27670 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289546 Dec 08 21:51:27.751127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-38a8d7e5-5216-4d58-9882-d4c6ca185055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:27.752858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-38a8d7e5-5216-4d58-9882-d4c6ca185055 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 920 time: 0.2716668 Dec 08 21:51:27.756236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7421da7e-32a0-475e-8ea5-9eabfb98dad6 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.772729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:27.826400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-5a83573c-576e-4bd7-acf6-23e17f854164 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6355172e-144a-4abc-b870-a0cf3f2ef210 HTTP/1.1" status: 200 len: 217 time: 0.0475097 Dec 08 21:51:27.829572 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.881590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196ac1b-9c66-4735-b1d5-eb5567e75342 None None] Network db5d87ff-0197-4fa0-a916-bfbd68ef4c43 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:27.895658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=82202f36-b72f-4796-8f12-c0f5634ea0a0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:27.899810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.902982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/82202f36-b72f-4796-8f12-c0f5634ea0a0 HTTP/1.1" status: 204 len: 168 time: 0.7220504 Dec 08 21:51:27.906355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54314) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:27.918571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.918951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.919302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.919643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.919977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.920312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.920641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.920969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.921308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.921628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.921956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.922282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06546c-91fa-4d9e-87c8-cb72fb6caf3c tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:27.940676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-319a5471-f881-49bd-873c-d007d4f9b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:27.942575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-319a5471-f881-49bd-873c-d007d4f9b955 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.1015828 Dec 08 21:51:27.944057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7421da7e-32a0-475e-8ea5-9eabfb98dad6 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:27.996871 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-2f72cdc3-523b-49cb-82b7-2ac8dd8f0629 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435731 Dec 08 21:51:28.000172 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7421da7e-32a0-475e-8ea5-9eabfb98dad6 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.003698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7421da7e-32a0-475e-8ea5-9eabfb98dad6 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "DELETE /v2.0/subnets/2412e59c-3d70-4235-aa82-c10578c02728 HTTP/1.1" status: 204 len: 168 time: 0.7462463 Dec 08 21:51:28.004580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421da7e-32a0-475e-8ea5-9eabfb98dad6 tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event deleted for resources: {'Subnet': ['ID=2412e59c-3d70-4235-aa82-c10578c02728,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:28.004702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb55d4-8a6b-420b-962b-289eea100083 None None] Network 781da0d1-ec30-45a2-9ddf-5d16ced7dcde requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:28.006541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54320) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:28.118395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.154685 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.180122 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e62dc5-3b9d-4683-b81f-5b4f5a53e830 req-e81d7221-f7ba-4776-ad49-eb3a5dba3124 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:28.183292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5e62dc5-3b9d-4683-b81f-5b4f5a53e830 req-e81d7221-f7ba-4776-ad49-eb3a5dba3124 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 945 time: 0.1180065 Dec 08 21:51:28.214696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-8be18d3a-550c-4f31-8d33-ba22b5aaebfa service neutron] 10.222.0.37 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071559 Dec 08 21:51:28.237123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:28.237519 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.255889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5e62dc5-3b9d-4683-b81f-5b4f5a53e830 req-8bb81c25-2199-47df-b448-9acdfdb83832 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640197 Dec 08 21:51:28.311124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6146e7-99f9-4a52-9854-a2581eea593b req-12c8c2ec-e3df-42af-9d6b-935f989003c1 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:28.312561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a6146e7-99f9-4a52-9854-a2581eea593b req-12c8c2ec-e3df-42af-9d6b-935f989003c1 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1301634 Dec 08 21:51:28.330347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0127ba78-2729-4f3e-b2ee-9dfaa41fe509,segment=NetworkSegment(5b65affd-a95b-4c83-808a-1ca41a5fa3fb),segment_id=5b65affd-a95b-4c83-808a-1ca41a5fa3fb)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:28.330742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.346749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:28.388207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Deleting port 25fe1beb-6189-4fd5-9197-470e9509c5a6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:28.388553 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.388753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:25Z', 'revision_number': 10, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:28.404267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a38cdd1-c866-4d91-b9bb-d0cfc69e5c8c req-59122442-1fe1-40c0-8ed5-b737f4510567 service neutron] 10.222.0.37 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646037 Dec 08 21:51:28.407137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a6146e7-99f9-4a52-9854-a2581eea593b req-55a292f5-ecd6-4990-b073-26b5bf59d65a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810027 Dec 08 21:51:28.450162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c6de8-fb93-4044-ba02-877f0a999751 None None] DHCP port deletion for db5d87ff-0197-4fa0-a916-bfbd68ef4c43 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:51:28.452511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89cb71-e1a6-41d7-9d5e-b665514d0c03 None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:25Z', 'revision_number': 10, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None, '_interfaces': [{'id': '2d347ee3-2397-4822-844b-683c667ca373', 'name': '', 'network_id': '04394a47-c5b5-4091-94cd-fb3c74a0580d', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'mac_address': 'fa:16:3e:53:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:50:42Z', 'updated_at': '2021-12-08T21:50:48Z', 'revision_number': 5, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'subnets': [{'id': 'e1ca89f7-8e50-4a88-90d6-eb3f7caa725f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:28.468452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.481920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] For port 25fe1beb-6189-4fd5-9197-470e9509c5a6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=25fe1beb-6189-4fd5-9197-470e9509c5a6,segment=NetworkSegment(4de2c7e8-9690-4065-83c2-a6e3f13f628a),segment_id=4de2c7e8-9690-4065-83c2-a6e3f13f628a)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:28.482344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.502058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Calling delete_port for 25fe1beb-6189-4fd5-9197-470e9509c5a6 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:28.507844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c6de8-fb93-4044-ba02-877f0a999751 None None] The port '0127ba78-2729-4f3e-b2ee-9dfaa41fe509' was deleted {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 08 21:51:28.521688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No DVR routers for this DVR port 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:28.530301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=0127ba78-2729-4f3e-b2ee-9dfaa41fe509,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:28.600842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e51ddd6c-9ddf-4498-9925-8836f1b1ed77 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:28.607274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.616382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.635822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event deleted for resources: {'Port': ['ID=25fe1beb-6189-4fd5-9197-470e9509c5a6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:28.637698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] No DVR routers for this DVR port 25fe1beb-6189-4fd5-9197-470e9509c5a6 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:28.644562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5d87ff-0197-4fa0-a916-bfbd68ef4c43']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:28.654539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b65affd-a95b-4c83-808a-1ca41a5fa3fb') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:28.654869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b65affd-a95b-4c83-808a-1ca41a5fa3fb') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:28.666448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.674362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:51:28.678353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:28.678859 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.686972 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.694131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:28.694906 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:28.698752 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:28.719113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.744762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781da0d1-ec30-45a2-9ddf-5d16ced7dcde']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:28.757053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de2c7e8-9690-4065-83c2-a6e3f13f628a') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:28.758070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de2c7e8-9690-4065-83c2-a6e3f13f628a') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:28.769192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.772239 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.787109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.796402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:28.796866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:28.800416 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:28.803524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc165a-ad66-4c63-8ce0-ddfd75c34a57 req-e44cdfc3-40c0-4633-aa3a-2376b2e1c98c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:28.805304 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cdc165a-ad66-4c63-8ce0-ddfd75c34a57 req-e44cdfc3-40c0-4633-aa3a-2376b2e1c98c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1058147 Dec 08 21:51:28.807244 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.814939 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.819289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/db5d87ff-0197-4fa0-a916-bfbd68ef4c43 HTTP/1.1" status: 204 len: 168 time: 0.9112697 Dec 08 21:51:28.827845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e51ddd6c-9ddf-4498-9925-8836f1b1ed77, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:28.829088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54328) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:28.835292 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:28.852265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38221e36-ea8b-4981-9479-2c60274d5775 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=db5d87ff-0197-4fa0-a916-bfbd68ef4c43,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:28.866302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6accdc-ae91-46b0-ac61-2cecfebc3e7f None None] DHCP port deletion for 781da0d1-ec30-45a2-9ddf-5d16ced7dcde request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:51:28.878566 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cdc165a-ad66-4c63-8ce0-ddfd75c34a57 req-484c3545-8149-4e10-9365-460f60b16326 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547523 Dec 08 21:51:28.904995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:29.000302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:29.007042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:29.014338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] 10.222.0.21 "DELETE /v2.0/networks/781da0d1-ec30-45a2-9ddf-5d16ced7dcde HTTP/1.1" status: 204 len: 168 time: 0.9983687 Dec 08 21:51:29.026148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e0894-e19b-4f96-bb7a-e741cbb87b7a req-1edc6112-7025-4184-81e5-4dbe7a7a98df tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:29.027912 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b39e0894-e19b-4f96-bb7a-e741cbb87b7a req-1edc6112-7025-4184-81e5-4dbe7a7a98df tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.0620253 Dec 08 21:51:29.036940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54334) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:29.042012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Request body: {'floatingip': {'port_id': 'be913d7a-aeec-4963-a15a-dac26adeb4ac'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:29.045630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d941f54-6b44-411f-b0a0-ee5f679b3345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51ddd6c-9ddf-4498-9925-8836f1b1ed77'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:29.048029 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91992fd-9347-4d52-a658-83a7704dbc78" -d '{"events": [{"server_uuid": "5d941f54-6b44-411f-b0a0-ee5f679b3345", "name": "network-vif-plugged", "status": "completed", "tag": "e51ddd6c-9ddf-4498-9925-8836f1b1ed77"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:29.048187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b155051-3dd6-4239-a333-916c0bdf7f65 req-285aae99-9499-4c7f-b81e-3144ea8f5b23 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:29.049608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b155051-3dd6-4239-a333-916c0bdf7f65 req-285aae99-9499-4c7f-b81e-3144ea8f5b23 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 944 time: 0.2129941 Dec 08 21:51:29.052454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da1ba6-c4e1-444e-afe5-b2831113844c tempest-DHCPAgentSchedulersTestJSON-1910320713 tempest-DHCPAgentSchedulersTestJSON-1910320713-project] Pushing event deleted for resources: {'Network': ['ID=781da0d1-ec30-45a2-9ddf-5d16ced7dcde,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:29.098121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:29.100618 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde9784-81af-4f4d-9f3f-3a8bf84c3690 x-openstack-request-id: req-7fde9784-81af-4f4d-9f3f-3a8bf84c3690 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:29.100618 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d941f54-6b44-411f-b0a0-ee5f679b3345", "name": "network-vif-plugged", "status": "completed", "tag": "e51ddd6c-9ddf-4498-9925-8836f1b1ed77", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:29.100892 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fde9784-81af-4f4d-9f3f-3a8bf84c3690 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:29.101067 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d941f54-6b44-411f-b0a0-ee5f679b3345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51ddd6c-9ddf-4498-9925-8836f1b1ed77', 'code': 200} Dec 08 21:51:29.216622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b155051-3dd6-4239-a333-916c0bdf7f65 req-d6a25880-6eac-40e4-b8ef-57146d95c3c4 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163254 Dec 08 21:51:29.240979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d2fdb64e-d8c9-4841-b044-c98b0e232d20 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:51:29.261339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c15de0-b67a-4d43-a292-034ab1504013 req-87ee5867-329a-4fe9-8729-9369f381e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:29.262860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45c15de0-b67a-4d43-a292-034ab1504013 req-87ee5867-329a-4fe9-8729-9369f381e33a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 1097 time: 0.0960181 Dec 08 21:51:29.359268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d2fdb64e-d8c9-4841-b044-c98b0e232d20, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:29.362994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45c15de0-b67a-4d43-a292-034ab1504013 req-bd0c0f9a-0a43-499d-aa75-e447e644dada service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923855 Dec 08 21:51:29.373107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'd2fdb64e-d8c9-4841-b044-c98b0e232d20', 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082', 'port_id': 'd2fdb64e-d8c9-4841-b044-c98b0e232d20', 'mac_address': 'fa:16:3e:ef:0d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f150ba0f-dc96-40f4-8774-24cef816eb31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:51:29.414848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:29.433966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fdb64e-d8c9-4841-b044-c98b0e232d20 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:29.445838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54344) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:29.458896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d2fdb64e-d8c9-4841-b044-c98b0e232d20, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:29.469455 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:29.470292 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:29.523987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d2fdb64e-d8c9-4841-b044-c98b0e232d20,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:29.591383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d93e5-e191-4413-ac1e-036060146e02 req-39a9c90a-f02d-4cf2-ab60-798ef8024e12 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:29.592954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-484d93e5-e191-4413-ac1e-036060146e02 req-39a9c90a-f02d-4cf2-ab60-798ef8024e12 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 946 time: 0.1909595 Dec 08 21:51:29.699405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-484d93e5-e191-4413-ac1e-036060146e02 req-4733f97c-fceb-4541-bc89-f1e2e3e9775f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829325 Dec 08 21:51:29.711710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:29.725989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:29.782652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d2fdb64e-d8c9-4841-b044-c98b0e232d20'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:29.963448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-332f9410-0347-448a-b03e-0af8cd77cb98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=526a1ab7ad1e4ae3ba2598b12dfd9985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134842 Dec 08 21:51:29.966638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54350) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:30.009051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c076d0-73aa-4220-bfce-49f14057def9 req-ae8f019d-217b-445a-a50c-d2a4c905754c tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:30.011131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9c076d0-73aa-4220-bfce-49f14057def9 req-ae8f019d-217b-445a-a50c-d2a4c905754c tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1677394 Dec 08 21:51:30.024747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:30.047688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:30.048178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0127ba78-2729-4f3e-b2ee-9dfaa41fe509 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:30.048839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 25fe1beb-6189-4fd5-9197-470e9509c5a6 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:30.072701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 25fe1beb-6189-4fd5-9197-470e9509c5a6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:30.073197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 25fe1beb-6189-4fd5-9197-470e9509c5a6 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:30.074171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:30.096860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:30.097322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dce0dfb3-9ca8-45d6-b75c-43ebb4af0b33 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:30.099854 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9c076d0-73aa-4220-bfce-49f14057def9 req-18cdd78d-e9c5-40bf-8449-2e04ee0f822b tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817404 Dec 08 21:51:30.107302 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Floating IP c4357353-cd96-4b5a-b98d-4d426acb989b associated. External IP: 172.25.1.245, port: be913d7a-aeec-4963-a15a-dac26adeb4ac. Dec 08 21:51:30.116254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9df67fb6-fff5-4bf9-8e21-a726f7869037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.145953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9df67fb6-fff5-4bf9-8e21-a726f7869037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.265127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9df67fb6-fff5-4bf9-8e21-a726f7869037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.268768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9df67fb6-fff5-4bf9-8e21-a726f7869037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.272438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9df67fb6-fff5-4bf9-8e21-a726f7869037 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b94cd089-8f0e-4650-b4b4-137aeff0acaf HTTP/1.1" status: 204 len: 168 time: 0.3023446 Dec 08 21:51:30.289680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port 2d347ee3-2397-4822-844b-683c667ca373 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:30.289925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.309269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df67fb6-fff5-4bf9-8e21-a726f7869037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94cd089-8f0e-4650-b4b4-137aeff0acaf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:30.341207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Router 0e2cf252-7a1d-44b6-9004-f10862bbe69d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:30.428259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d4632-b82b-4d85-85d3-31a7fa46b2ba req-a90936fa-f54d-4cfc-b7cf-2b7d4df866f8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:30.436011 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-170d4632-b82b-4d85-85d3-31a7fa46b2ba req-a90936fa-f54d-4cfc-b7cf-2b7d4df866f8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 944 time: 0.0942378 Dec 08 21:51:30.460949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port 2d347ee3-2397-4822-844b-683c667ca373, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2d347ee3-2397-4822-844b-683c667ca373,segment=NetworkSegment(fdc1bd42-e940-47e3-90fa-ffa043638a75),segment_id=fdc1bd42-e940-47e3-90fa-ffa043638a75)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:30.461404 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.468322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:30.474241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.482847 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] Sync routers for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:30.485398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for 2d347ee3-2397-4822-844b-683c667ca373 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:30.498577 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:30.499687 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:30.508362 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-170d4632-b82b-4d85-85d3-31a7fa46b2ba req-86c2affd-c6f4-4480-ac68-a06d3165e1ac tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713277 Dec 08 21:51:30.534621 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1eb6d016-371c-427d-a31a-8a32d82d8a2e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "PUT /v2.0/floatingips/c4357353-cd96-4b5a-b98d-4d426acb989b HTTP/1.1" status: 200 len: 992 time: 1.4939551 Dec 08 21:51:30.534621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:30.536220 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf99e62a-0494-4565-8a61-753047e6e4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:30.576143 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a3fefc-33ff-4316-8c07-41822efcdddd x-openstack-request-id: req-27a3fefc-33ff-4316-8c07-41822efcdddd {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:30.576552 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:30.576912 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27a3fefc-33ff-4316-8c07-41822efcdddd {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:30.577638 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'status': 'completed', 'code': 200} Dec 08 21:51:30.626029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6355172e-144a-4abc-b870-a0cf3f2ef210 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:51:30.655379 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:30.670786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-26b70951-87e7-4f8b-a258-630311f3c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:30.672931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-26b70951-87e7-4f8b-a258-630311f3c94a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1097 time: 0.0579829 Dec 08 21:51:30.723618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54364) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:30.753469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6355172e-144a-4abc-b870-a0cf3f2ef210, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6355172e-144a-4abc-b870-a0cf3f2ef210,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:30.762444 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.770083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '6355172e-144a-4abc-b870-a0cf3f2ef210', 'network_id': 'f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082', 'port_id': '6355172e-144a-4abc-b870-a0cf3f2ef210', 'mac_address': 'fa:16:3e:e2:11:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f150ba0f-dc96-40f4-8774-24cef816eb31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:51:30.785005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.823743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=2d347ee3-2397-4822-844b-683c667ca373,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:30.856557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.877176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6355172e-144a-4abc-b870-a0cf3f2ef210 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:51:30.910348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6355172e-144a-4abc-b870-a0cf3f2ef210, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6355172e-144a-4abc-b870-a0cf3f2ef210,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:30.912572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.916211 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.917464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:30.957832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965eff86-f978-4256-9f80-fb5c4dfa45c1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:30.969287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.969505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.969933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.970253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.970583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.970946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.971497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.971828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.972216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.972575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.972901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.973220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:30.982675 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c4357353-cd96-4b5a-b98d-4d426acb989b', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'port_id': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'mac_address': 'fa:16:3e:bc:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:51:08Z', 'updated_at': '2021-12-08T21:51:29Z', 'revision_number': 1, 'project_id': '8729a6b924fd4001a66a971c05635117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:30.993219 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01bd580f-42e6-4222-80f8-6b475698edff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=466d925e695744b6857154df62ce7d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638924 Dec 08 21:51:30.994758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54368) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:31.002423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6355172e-144a-4abc-b870-a0cf3f2ef210,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:31.013032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-c9f27b31-fecc-4365-9ae8-b913ca52f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:31.014525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-c9f27b31-fecc-4365-9ae8-b913ca52f4ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.3175297 Dec 08 21:51:31.021414 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] Checking router: 0e2cf252-7a1d-44b6-9004-f10862bbe69d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:31.022509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.030950 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:31.031975 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:31.043940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c821f-d476-4776-a137-d2969e7052fe req-5d4f0268-1f3d-4b3b-ad5b-80d8a48a0881 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:31.045686 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d86c821f-d476-4776-a137-d2969e7052fe req-5d4f0268-1f3d-4b3b-ad5b-80d8a48a0881 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 946 time: 0.2280498 Dec 08 21:51:31.057121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de49a724-cff6-4e3e-8c80-7c82e6a189e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.080688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de49a724-cff6-4e3e-8c80-7c82e6a189e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.143414 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de49a724-cff6-4e3e-8c80-7c82e6a189e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.146444 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de49a724-cff6-4e3e-8c80-7c82e6a189e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.150368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-de49a724-cff6-4e3e-8c80-7c82e6a189e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/965eff86-f978-4256-9f80-fb5c4dfa45c1 HTTP/1.1" status: 204 len: 168 time: 0.1527858 Dec 08 21:51:31.156182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49a724-cff6-4e3e-8c80-7c82e6a189e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965eff86-f978-4256-9f80-fb5c4dfa45c1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:31.176295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6355172e-144a-4abc-b870-a0cf3f2ef210'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:31.186249 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:31.203014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-bbf9d4c8-4150-4c20-8f86-88601e23b373 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 200 len: 1000 time: 0.1768491 Dec 08 21:51:31.221263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d86c821f-d476-4776-a137-d2969e7052fe req-175cccbd-dcf4-4e3c-8beb-e117ebfa7067 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341102 Dec 08 21:51:31.289964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d2fdb64e-d8c9-4841-b044-c98b0e232d20 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:31.413599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:31.421399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44393483-9d9d-4ef7-9de0-ecf13da6be0a req-4e703953-8d1b-4f6e-8fbe-c8d1cabb64ce tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:31.422778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-dd00c61b-b624-4d91-9cb2-e8a902e3a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:31.424445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-dd00c61b-b624-4d91-9cb2-e8a902e3a94d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.1993532 Dec 08 21:51:31.428489 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44393483-9d9d-4ef7-9de0-ecf13da6be0a req-4e703953-8d1b-4f6e-8fbe-c8d1cabb64ce tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1274443 Dec 08 21:51:31.435180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port d2fdb64e-d8c9-4841-b044-c98b0e232d20 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:51:31.447541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port d2fdb64e-d8c9-4841-b044-c98b0e232d20 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:31.448012 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.539604 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44393483-9d9d-4ef7-9de0-ecf13da6be0a req-eba76ccb-d5da-4a16-8ed0-367b4402c4c0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005833 Dec 08 21:51:31.592606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:31.599836 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c4357353-cd96-4b5a-b98d-4d426acb989b', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'port_id': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'mac_address': 'fa:16:3e:bc:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:51:08Z', 'updated_at': '2021-12-08T21:51:29Z', 'revision_number': 1, 'project_id': '8729a6b924fd4001a66a971c05635117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:31.602373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54382) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:31.602536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8481999e-3487-4c34-9573-eb32dcce4b12 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7720692 Dec 08 21:51:31.605940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-45bdc1f6-7ed3-4baa-93a3-937e593dc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:31.607462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-45bdc1f6-7ed3-4baa-93a3-937e593dc106 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735852 Dec 08 21:51:31.617807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:31.627679 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.644728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:31.645462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:31.675016 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b623d-9875-4f85-b9b4-8c26de314ca1 None None] The sync data for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 is: [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c4357353-cd96-4b5a-b98d-4d426acb989b', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'port_id': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'mac_address': 'fa:16:3e:bc:97:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:51:08Z', 'updated_at': '2021-12-08T21:51:29Z', 'revision_number': 1, 'project_id': '8729a6b924fd4001a66a971c05635117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:31.727992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-049d8a40-50e5-497c-9a70-028eb8911439 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting subnet e1ca89f7-8e50-4a88-90d6-eb3f7caa725f {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:51:31.732090 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-049d8a40-50e5-497c-9a70-028eb8911439 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.745469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd70a58c-4b92-4985-8c9a-26905df8c377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fdb64e-d8c9-4841-b044-c98b0e232d20'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:31.748978 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b871c933-1a5e-4223-b4e2-e203f2855889" -d '{"events": [{"server_uuid": "dd70a58c-4b92-4985-8c9a-26905df8c377", "name": "network-vif-plugged", "status": "completed", "tag": "d2fdb64e-d8c9-4841-b044-c98b0e232d20"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:31.797919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d2fdb64e-d8c9-4841-b044-c98b0e232d20, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:31.799755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:31.806864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-049d8a40-50e5-497c-9a70-028eb8911439 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.864215 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ffd811-829a-439c-a7a4-9969dc3ca9e5 x-openstack-request-id: req-41ffd811-829a-439c-a7a4-9969dc3ca9e5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:31.864791 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd70a58c-4b92-4985-8c9a-26905df8c377", "name": "network-vif-plugged", "status": "completed", "tag": "d2fdb64e-d8c9-4841-b044-c98b0e232d20", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:31.864791 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41ffd811-829a-439c-a7a4-9969dc3ca9e5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:31.865262 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd70a58c-4b92-4985-8c9a-26905df8c377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fdb64e-d8c9-4841-b044-c98b0e232d20', 'code': 200} Dec 08 21:51:31.894221 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:31.901476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:30Z', 'revision_number': 11, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:31.953907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:31.983830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:31.984408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:31.998941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-049d8a40-50e5-497c-9a70-028eb8911439 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:32.013149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997c015-6f29-4930-b50f-e5c4116f9a7b req-0742dcae-c4e1-4f86-9d67-4d28355fbb22 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:32.022202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b997c015-6f29-4930-b50f-e5c4116f9a7b req-0742dcae-c4e1-4f86-9d67-4d28355fbb22 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 945 time: 0.2798293 Dec 08 21:51:32.092880 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-b11d867b-7eef-4312-adb2-841273a35ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774008 Dec 08 21:51:32.109123 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39d380-73e4-4661-afb6-c2a9205995ca None None] New status for floating IP c4357353-cd96-4b5a-b98d-4d426acb989b: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:51:32.112788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dec7b-0bed-4eed-b20b-27360e15abf6 req-0170d52b-d84a-4676-a508-8635a738b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:32.123322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a46dec7b-0bed-4eed-b20b-27360e15abf6 req-0170d52b-d84a-4676-a508-8635a738b6c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1096 time: 0.1911938 Dec 08 21:51:32.124443 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-049d8a40-50e5-497c-9a70-028eb8911439 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:32.173832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d2fdb64e-d8c9-4841-b044-c98b0e232d20,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:32.180602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d8a40-50e5-497c-9a70-028eb8911439 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ca89f7-8e50-4a88-90d6-eb3f7caa725f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:32.187025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a48ac0-7ad2-4b9e-8097-9c22826c11de None None] Network 04394a47-c5b5-4091-94cd-fb3c74a0580d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:32.189243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:32.199945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-049d8a40-50e5-497c-9a70-028eb8911439 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:32.205489 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-049d8a40-50e5-497c-9a70-028eb8911439 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/e1ca89f7-8e50-4a88-90d6-eb3f7caa725f HTTP/1.1" status: 204 len: 168 time: 0.5985918 Dec 08 21:51:32.206107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54402) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:32.297899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b997c015-6f29-4930-b50f-e5c4116f9a7b req-c0febb6e-2e17-4a7f-b7aa-a7dee5cf79f0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609482 Dec 08 21:51:32.318818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:30Z', 'revision_number': 11, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:32.322692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a46dec7b-0bed-4eed-b20b-27360e15abf6 req-ba284c37-4ded-441d-97b5-75b1c827783d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742251 Dec 08 21:51:32.353595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3b7f4-6010-41cb-8c69-8cadabee506b None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:30Z', 'revision_number': 11, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:32.368436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf99e62a-0494-4565-8a61-753047e6e4b8 req-11e0e927-cc51-4a42-836e-8c61e5730f8a service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391088 Dec 08 21:51:32.381621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:32.534091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Deleting port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:32.534439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:32.607493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] For port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=aa2a15fa-9b50-4558-9bf3-b8a7e7bec956,segment=NetworkSegment(fdc1bd42-e940-47e3-90fa-ffa043638a75),segment_id=fdc1bd42-e940-47e3-90fa-ffa043638a75)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:32.607866 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:32.633327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Calling delete_port for aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:32.642206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6355172e-144a-4abc-b870-a0cf3f2ef210 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:32.706561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211eb22-1fbf-4fe9-a986-cab323064afb req-4f7f573e-23e5-4d78-a281-3f1f81549aa9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:32.708350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2211eb22-1fbf-4fe9-a986-cab323064afb req-4f7f573e-23e5-4d78-a281-3f1f81549aa9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0928352 Dec 08 21:51:32.732736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 6355172e-144a-4abc-b870-a0cf3f2ef210 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:51:32.751680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 6355172e-144a-4abc-b870-a0cf3f2ef210 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:32.752447 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:32.756455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1107d249-88a6-4239-a848-894d4b5d001e None None] DHCP port deletion for 04394a47-c5b5-4091-94cd-fb3c74a0580d request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:51:32.784138 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:32.819925 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2211eb22-1fbf-4fe9-a986-cab323064afb req-b5989f82-477e-4e65-9136-19f308b36f7d tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053860 Dec 08 21:51:32.866824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No DVR routers for this DVR port aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:32.873849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Port': ['ID=aa2a15fa-9b50-4558-9bf3-b8a7e7bec956,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:32.906746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1107d249-88a6-4239-a848-894d4b5d001e None None] The port 'aa2a15fa-9b50-4558-9bf3-b8a7e7bec956' was deleted {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 08 21:51:32.985953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.019331 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.032221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04394a47-c5b5-4091-94cd-fb3c74a0580d']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:33.045900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc1bd42-e940-47e3-90fa-ffa043638a75') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:33.046204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc1bd42-e940-47e3-90fa-ffa043638a75') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:33.059364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6355172e-144a-4abc-b870-a0cf3f2ef210, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6355172e-144a-4abc-b870-a0cf3f2ef210,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:33.059999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.068300 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.075598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.082301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:33.082831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:33.086084 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:33.122453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6355172e-144a-4abc-b870-a0cf3f2ef210,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:33.149633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.158530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.164722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/networks/04394a47-c5b5-4091-94cd-fb3c74a0580d HTTP/1.1" status: 204 len: 168 time: 0.9553595 Dec 08 21:51:33.164998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54432) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:33.170847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'routes': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:33.173785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9365112-a565-491a-8dd6-80061feefdd2 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Pushing event deleted for resources: {'Network': ['ID=04394a47-c5b5-4091-94cd-fb3c74a0580d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:33.329506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.extraroute_db [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Added routes are [] {{(pid=102390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 21:51:33.329860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.extraroute_db [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Removed routes are [] {{(pid=102390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 21:51:33.330172 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.382443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54440) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:33.543288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1413041536'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:33.566108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Made reservation on behalf of 5cba7dd1f029471da2e4e246a77eb951 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:33.570388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.580640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.664101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.668576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.702578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:33.713742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca73912-093f-490b-8fc8-cd36ea7c19ca,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:33.720220 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.720589 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Added segment e2257e7c-fec0-4ee3-9a90-4ab490ec819a of type vlan for network 9a04ac8f-77d0-4ebb-bad7-9a77ec8d4f2d Dec 08 21:51:33.764164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.789675 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.795422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:33.796018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.818492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5dfb-90a4-4b3b-b77b-6237036e2086 req-3145a0bb-8038-401f-9ccf-6e62acdd2633 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:33.819919 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-125b5dfb-90a4-4b3b-b77b-6237036e2086 req-3145a0bb-8038-401f-9ccf-6e62acdd2633 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.4539692 Dec 08 21:51:33.821767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.825716 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.852898 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4691272 Dec 08 21:51:33.860051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54448) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:33.866467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0549f4d0-d89a-4da5-864b-a09d2b58bc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6355172e-144a-4abc-b870-a0cf3f2ef210'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:33.869685 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519b4a2c-ea09-4cc0-882d-9709e62e99e4" -d '{"events": [{"server_uuid": "0549f4d0-d89a-4da5-864b-a09d2b58bc2f", "name": "network-vif-plugged", "status": "completed", "tag": "6355172e-144a-4abc-b870-a0cf3f2ef210"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:33.871283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248a256-6b4d-4c9a-96cd-952f7774f87e tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Pushing event updated for resources: {'Network': ['ID=9a04ac8f-77d0-4ebb-bad7-9a77ec8d4f2d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:33.887620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9a04ac8f-77d0-4ebb-bad7-9a77ec8d4f2d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:33.917646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Request body: {'network': {'name': 'tempest-network--654587595', 'router:external': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:33.927244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router 558c8dce-d4d5-4fec-989e-de771da3b0cf has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:33.930483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-125b5dfb-90a4-4b3b-b77b-6237036e2086 req-771206e8-7826-43c9-b3b0-9099acdef1d4 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008067 Dec 08 21:51:33.981725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Made reservation on behalf of 108ada69c34e44789e3a43944f9a2e81 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:33.984696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:33.999367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.018598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faf1ec-c0cd-4dc2-bb60-9fcb7e60f1a0 req-35d7c586-0151-4bbc-ae78-c9674899dbb3 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:34.020190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2faf1ec-c0cd-4dc2-bb60-9fcb7e60f1a0 req-35d7c586-0151-4bbc-ae78-c9674899dbb3 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0983791 Dec 08 21:51:34.060149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:34.068848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.069961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eeaab5d0-1887-4c4a-9b22-8c2b16a0310e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 200 len: 704 time: 0.9031920 Dec 08 21:51:34.073487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54462) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:34.075949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] Sync routers for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:34.087685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2d347ee3-2397-4822-844b-683c667ca373 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:34.111116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-11224268-d235-4165-a0d3-04517b74e5b9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 200 len: 205 time: 0.0363505 Dec 08 21:51:34.114115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54464) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:34.115834 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2faf1ec-c0cd-4dc2-bb60-9fcb7e60f1a0 req-086fd8bd-45e4-454b-9177-a3d0b819b1bc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872178 Dec 08 21:51:34.131500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:34.132136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:34.140192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2d347ee3-2397-4822-844b-683c667ca373 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:34.143162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2d347ee3-2397-4822-844b-683c667ca373 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:34.145667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:34.182502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.187091 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.214697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ba59-1f71-473f-8b6c-964166aad88e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.215290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:34.238689 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ac2405-1b03-411a-a22f-70a3062bf04b x-openstack-request-id: req-e2ac2405-1b03-411a-a22f-70a3062bf04b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:34.239020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.239140 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0549f4d0-d89a-4da5-864b-a09d2b58bc2f", "name": "network-vif-plugged", "status": "completed", "tag": "6355172e-144a-4abc-b870-a0cf3f2ef210", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:34.239242 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Added segment 656d260a-b1ce-4276-a827-e54223e62a83 of type vlan for network faca7274-ede6-4ce8-ae3b-a2ab2903dc39 Dec 08 21:51:34.239348 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2ac2405-1b03-411a-a22f-70a3062bf04b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:34.239773 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0549f4d0-d89a-4da5-864b-a09d2b58bc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6355172e-144a-4abc-b870-a0cf3f2ef210', 'code': 200} Dec 08 21:51:34.240926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c395c359-893f-42e9-b24e-d82c42ecf5fa,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:34.301047 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.351179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:34.351179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device aa2a15fa-9b50-4558-9bf3-b8a7e7bec956 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:34.352850 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.355242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:34.355988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.364111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:34.429988 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5692534 Dec 08 21:51:34.433409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:34.434139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:30Z', 'revision_number': 11, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:34.444562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51d884-82a6-479b-bb37-d84ff56e1dc1 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Network': ['ID=faca7274-ede6-4ce8-ae3b-a2ab2903dc39,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:34.467916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network faca7274-ede6-4ce8-ae3b-a2ab2903dc39 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:34.471071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] Checking router: 558c8dce-d4d5-4fec-989e-de771da3b0cf for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:34.506746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086882b7-2f8d-4f21-9fa6-8b35979bd24c req-27471d4a-0d04-479e-af67-0bb9f9b93f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:34.508374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-086882b7-2f8d-4f21-9fa6-8b35979bd24c req-27471d4a-0d04-479e-af67-0bb9f9b93f1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 1097 time: 0.1935425 Dec 08 21:51:34.510189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ba59-1f71-473f-8b6c-964166aad88e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.513549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ba59-1f71-473f-8b6c-964166aad88e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.518179 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.529578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] Routers {'558c8dce-d4d5-4fec-989e-de771da3b0cf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:34.529791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['558c8dce-d4d5-4fec-989e-de771da3b0cf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:34.591083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ba59-1f71-473f-8b6c-964166aad88e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.592402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc6ba59-1f71-473f-8b6c-964166aad88e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Fanout notify agent at l3_agent the message router_deleted on router 558c8dce-d4d5-4fec-989e-de771da3b0cf {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:51:34.597144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-086882b7-2f8d-4f21-9fa6-8b35979bd24c req-066219f5-8512-4591-b031-20a81f4b09ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807500 Dec 08 21:51:34.607987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ba59-1f71-473f-8b6c-964166aad88e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.613416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8dc6ba59-1f71-473f-8b6c-964166aad88e tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 204 len: 168 time: 0.4938121 Dec 08 21:51:34.613616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54474) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:34.619413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aaa70eca-2e5e-4f8a-8e97-e499c7d4ba25 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1675876183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:34.629236 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.652932 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aaa70eca-2e5e-4f8a-8e97-e499c7d4ba25 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.654736 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aaa70eca-2e5e-4f8a-8e97-e499c7d4ba25 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.659783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faca7274-ede6-4ce8-ae3b-a2ab2903dc39']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:34.677523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656d260a-b1ce-4276-a827-e54223e62a83') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:34.678906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656d260a-b1ce-4276-a827-e54223e62a83') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:34.693611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.710132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.722604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:34.723367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.729710 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aaa70eca-2e5e-4f8a-8e97-e499c7d4ba25 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.735128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aaa70eca-2e5e-4f8a-8e97-e499c7d4ba25 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.758640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aaa70eca-2e5e-4f8a-8e97-e499c7d4ba25 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.760062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aaa70eca-2e5e-4f8a-8e97-e499c7d4ba25 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1454635 Dec 08 21:51:34.762700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54480) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:34.767534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a6e505dc-7f97-4da2-9b7b-fedd780bf80f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:34.773656 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:34.808959 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.828705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network faca7274-ede6-4ce8-ae3b-a2ab2903dc39 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 21:51:34.830689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event deleted for resources: {'Network': ['ID=faca7274-ede6-4ce8-ae3b-a2ab2903dc39,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:34.836337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] Set router 558c8dce-d4d5-4fec-989e-de771da3b0cf gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:34.839561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.847957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ab1a802-1a71-420f-86b8-4621af00ab09 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "DELETE /v2.0/networks/faca7274-ede6-4ce8-ae3b-a2ab2903dc39 HTTP/1.1" status: 204 len: 168 time: 0.4135385 Dec 08 21:51:34.851437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54482) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:34.865000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:34.907023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:30Z', 'revision_number': 11, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:34.913789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Made reservation on behalf of 108ada69c34e44789e3a43944f9a2e81 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:34.917525 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.938616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b88b-b17f-4bfd-a4c1-583ebc0714bc None None] The sync data for ids ['558c8dce-d4d5-4fec-989e-de771da3b0cf'] in n-d-821126-1 is: [{'id': '558c8dce-d4d5-4fec-989e-de771da3b0cf', 'name': 'tempest-RoutersIpV6Test-router-286852199', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:50:41Z', 'updated_at': '2021-12-08T21:51:30Z', 'revision_number': 11, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:34.951413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:34.982358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:34.983005 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Added segment 303f8a9e-1404-4bfb-bd90-840d162e1235 of type vlan for network b718196b-b0bb-4e7f-a746-d3882e525e58 Dec 08 21:51:35.038020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.049174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6e505dc-7f97-4da2-9b7b-fedd780bf80f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.066771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6e505dc-7f97-4da2-9b7b-fedd780bf80f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.113119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d39e-91a0-424b-86a9-a0b86884bd97 req-106d90b2-a557-4ed8-aeaf-4239ed200771 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:35.115243 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-93c1d39e-91a0-424b-86a9-a0b86884bd97 req-106d90b2-a557-4ed8-aeaf-4239ed200771 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0720761 Dec 08 21:51:35.116593 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.117678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:35.118405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.201542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e505dc-7f97-4da2-9b7b-fedd780bf80f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Router ad91b54b-c28c-498b-8cc6-996ac2cfd829 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:51:35.219216 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3664780 Dec 08 21:51:35.223497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54488) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:35.230514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Request body: {'subnet': {'network_id': 'b718196b-b0bb-4e7f-a746-d3882e525e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:35.232775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96452b1-423c-45b1-ad0d-21f4fda1d332 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Network': ['ID=b718196b-b0bb-4e7f-a746-d3882e525e58,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:35.244821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b718196b-b0bb-4e7f-a746-d3882e525e58 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:35.266995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-93c1d39e-91a0-424b-86a9-a0b86884bd97 req-6894e437-a4af-4dde-bd5e-5a8e4128b380 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397061 Dec 08 21:51:35.372806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e505dc-7f97-4da2-9b7b-fedd780bf80f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:35.382081 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6e505dc-7f97-4da2-9b7b-fedd780bf80f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.383453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a6e505dc-7f97-4da2-9b7b-fedd780bf80f tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "PUT /v2.0/routers/ad91b54b-c28c-498b-8cc6-996ac2cfd829 HTTP/1.1" status: 200 len: 698 time: 0.6196389 Dec 08 21:51:35.387253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54492) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:35.398040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Made reservation on behalf of 108ada69c34e44789e3a43944f9a2e81 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:35.400716 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] Sync routers for ids ['ad91b54b-c28c-498b-8cc6-996ac2cfd829'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:35.401436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.417370 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] Routers {'ad91b54b-c28c-498b-8cc6-996ac2cfd829'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:35.418008 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ad91b54b-c28c-498b-8cc6-996ac2cfd829'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:35.490468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-004b387a-d063-4f40-b519-f99ad85ac579 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/routers/ad91b54b-c28c-498b-8cc6-996ac2cfd829 HTTP/1.1" status: 200 len: 704 time: 0.1019785 Dec 08 21:51:35.493289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54494) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:35.508425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ddeae-8e48-401e-9bbb-14c16c9e03f4 req-8249234c-2a41-476f-a05e-2ff7e27f4325 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:35.510458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-582ddeae-8e48-401e-9bbb-14c16c9e03f4 req-8249234c-2a41-476f-a05e-2ff7e27f4325 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.2230468 Dec 08 21:51:35.542454 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] Set router ad91b54b-c28c-498b-8cc6-996ac2cfd829 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:35.552462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c4a9a2e2-e6f3-48e9-a8b2-14643720e8e4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad91b54b-c28c-498b-8cc6-996ac2cfd829 HTTP/1.1" status: 200 len: 205 time: 0.0552692 Dec 08 21:51:35.553277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54496) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:35.566088 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-de4cce29-bc37-4e49-8f53-db42636e262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.594945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-582ddeae-8e48-401e-9bbb-14c16c9e03f4 req-763632bc-e613-4a92-af45-29c13083ed0c tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768533 Dec 08 21:51:35.645949 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b54b-c28c-498b-8cc6-996ac2cfd829', 'name': 'tempest-RoutersIpV6Test-router-1675876183', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:34Z', 'updated_at': '2021-12-08T21:51:35Z', 'revision_number': 2, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:35.707452 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] Checking router: ad91b54b-c28c-498b-8cc6-996ac2cfd829 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:51:35.718335 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] Routers {'ad91b54b-c28c-498b-8cc6-996ac2cfd829'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:35.719360 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ad91b54b-c28c-498b-8cc6-996ac2cfd829'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:35.760504 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f22da7fd-8c8b-4b78-9a31-395d531f8d47 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:35.953771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 21:51:35.954236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.000387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f22da7fd-8c8b-4b78-9a31-395d531f8d47 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.003678 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f22da7fd-8c8b-4b78-9a31-395d531f8d47 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.017477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ea412961-a003-4b84-8d1c-5040cc69eba4,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:36.025755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Checking segment: {'id': '303f8a9e-1404-4bfb-bd90-840d162e1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b718196b-b0bb-4e7f-a746-d3882e525e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:36.026122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Network hostable DHCP agents. Network: b718196b-b0bb-4e7f-a746-d3882e525e58, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:51:36.028148 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] Set router ad91b54b-c28c-498b-8cc6-996ac2cfd829 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:51:36.052356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Network b718196b-b0bb-4e7f-a746-d3882e525e58 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:36.055196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f22da7fd-8c8b-4b78-9a31-395d531f8d47 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.056705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22da7fd-8c8b-4b78-9a31-395d531f8d47 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Fanout notify agent at l3_agent the message router_deleted on router ad91b54b-c28c-498b-8cc6-996ac2cfd829 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:51:36.067941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b718196b-b0bb-4e7f-a746-d3882e525e58) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:36.068334 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f22da7fd-8c8b-4b78-9a31-395d531f8d47 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.073231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f22da7fd-8c8b-4b78-9a31-395d531f8d47 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/ad91b54b-c28c-498b-8cc6-996ac2cfd829 HTTP/1.1" status: 204 len: 168 time: 0.5148034 Dec 08 21:51:36.073633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54502) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.077150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:36.077757 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.083971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c606096-4b85-48d5-8746-640f92ac7d8b None None] Network b718196b-b0bb-4e7f-a746-d3882e525e58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:36.103319 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aeb56901-ac17-46c4-8fdb-a38e72fcce66 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad91b54b-c28c-498b-8cc6-996ac2cfd829 HTTP/1.1" status: 200 len: 205 time: 0.0284524 Dec 08 21:51:36.105817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54504) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.119681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0cf63f68-fd2d-4676-8835-2b5738c164ad tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8916500 Dec 08 21:51:36.120904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54506) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.127163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Request body: {'floatingip': {'floating_network_id': 'b718196b-b0bb-4e7f-a746-d3882e525e58'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:36.136408 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b54b-c28c-498b-8cc6-996ac2cfd829', 'name': 'tempest-RoutersIpV6Test-router-1675876183', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:34Z', 'updated_at': '2021-12-08T21:51:35Z', 'revision_number': 2, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:36.149082 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-e121bdcf-db6b-429a-87d9-ed9e21e89b87 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] delete failed (client error): The resource could not be found. Dec 08 21:51:36.150307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e121bdcf-db6b-429a-87d9-ed9e21e89b87 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/ad91b54b-c28c-498b-8cc6-996ac2cfd829 HTTP/1.1" status: 404 len: 336 time: 0.0433059 Dec 08 21:51:36.154101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.167432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.177496 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb350d2-f45f-43b4-9015-0f156ed2e7fd None None] The sync data for ids ['ad91b54b-c28c-498b-8cc6-996ac2cfd829'] in n-d-821126-1 is: [{'id': 'ad91b54b-c28c-498b-8cc6-996ac2cfd829', 'name': 'tempest-RoutersIpV6Test-router-1675876183', 'tenant_id': '2704ac562d1c4e84a3c0ef094b1352df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:34Z', 'updated_at': '2021-12-08T21:51:35Z', 'revision_number': 2, 'project_id': '2704ac562d1c4e84a3c0ef094b1352df', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:36.208669 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-84031417-107e-4921-a677-c2a22426d5bb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:36.209172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84031417-107e-4921-a677-c2a22426d5bb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:36.215965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-84031417-107e-4921-a677-c2a22426d5bb tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/3cdbaba0-928b-40cb-ba5f-ce3e1e0b19c9 HTTP/1.1" status: 404 len: 337 time: 0.0608740 Dec 08 21:51:36.216644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54510) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.247406 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-627be0a4-91f5-495c-b22e-3a22d2bb56f4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:36.247919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627be0a4-91f5-495c-b22e-3a22d2bb56f4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:36.254581 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-627be0a4-91f5-495c-b22e-3a22d2bb56f4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/6345baa8-8e29-4ade-9e87-1d74821a6126 HTTP/1.1" status: 404 len: 337 time: 0.0353966 Dec 08 21:51:36.254816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb15d95-3177-4f05-8641-a2a9ad7b16b1 None None] Network b718196b-b0bb-4e7f-a746-d3882e525e58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:36.255795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54512) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.301701 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0495f8-5b86-4a63-a951-eda849d8daf7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:36.302153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0495f8-5b86-4a63-a951-eda849d8daf7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:36.308360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54516) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.308654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9b0495f8-5b86-4a63-a951-eda849d8daf7 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/82202f36-b72f-4796-8f12-c0f5634ea0a0 HTTP/1.1" status: 404 len: 337 time: 0.0518115 Dec 08 21:51:36.342879 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3d22a0-7ae1-4990-8cb3-181f75d82575 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:36.343349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3d22a0-7ae1-4990-8cb3-181f75d82575 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:36.346586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bb3d22a0-7ae1-4990-8cb3-181f75d82575 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/e1ca89f7-8e50-4a88-90d6-eb3f7caa725f HTTP/1.1" status: 404 len: 337 time: 0.0372567 Dec 08 21:51:36.349380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54518) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.391969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bb584390-161c-411f-8ecb-2c2988e86682 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 200 len: 205 time: 0.0412393 Dec 08 21:51:36.401210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54520) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.404267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.436667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfba49-84c9-4b4e-9db7-03990c9ac04b req-72ad81ba-5768-4a45-ab2c-50180967f29c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:36.438226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31dfba49-84c9-4b4e-9db7-03990c9ac04b req-72ad81ba-5768-4a45-ab2c-50180967f29c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0706761 Dec 08 21:51:36.489424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31dfba49-84c9-4b4e-9db7-03990c9ac04b req-c1848fd3-bbda-49c7-b26b-33e2fae121e9 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Dec 08 21:51:36.512744 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-0df2bc49-c30e-43ca-899d-1a6e568a2300 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] delete failed (client error): The resource could not be found. Dec 08 21:51:36.514274 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0df2bc49-c30e-43ca-899d-1a6e568a2300 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/558c8dce-d4d5-4fec-989e-de771da3b0cf HTTP/1.1" status: 404 len: 336 time: 0.1064951 Dec 08 21:51:36.517532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54524) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.557819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-65e5005d-ea66-4521-b313-ccf67ea78e3a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=3540f229-017c-4801-9a43-fa1ae617cacc HTTP/1.1" status: 200 len: 205 time: 0.0366940 Dec 08 21:51:36.558141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54528) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.597663 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-f413e9be-e52c-4bff-941f-cff83254c2a8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] delete failed (client error): The resource could not be found. Dec 08 21:51:36.601547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f413e9be-e52c-4bff-941f-cff83254c2a8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/3540f229-017c-4801-9a43-fa1ae617cacc HTTP/1.1" status: 404 len: 336 time: 0.0397685 Dec 08 21:51:36.601910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54530) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.644596 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09e4a10-6e33-47eb-a433-1594adf827b8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:36.645365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09e4a10-6e33-47eb-a433-1594adf827b8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:36.646735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Allocated IP 172.20.0.5 (b718196b-b0bb-4e7f-a746-d3882e525e58/ea412961-a003-4b84-8d1c-5040cc69eba4/befa22e2-1b14-48d8-b4b3-b109ad5f65a5) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:36.651592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e09e4a10-6e33-47eb-a433-1594adf827b8 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/994128a0-300a-4257-806c-c53713f5edf7 HTTP/1.1" status: 404 len: 337 time: 0.0461257 Dec 08 21:51:36.652030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54534) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.695694 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ce0fc3f9-726e-4529-beea-fda604a64dd4 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 HTTP/1.1" status: 200 len: 205 time: 0.0400395 Dec 08 21:51:36.696495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54536) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.772030 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-411800c0-6c02-4bf4-9b88-77f7adfe3889 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] delete failed (client error): The resource could not be found. Dec 08 21:51:36.773190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-411800c0-6c02-4bf4-9b88-77f7adfe3889 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/6e89e46a-c2d4-4fd9-93f2-e5a338b572a9 HTTP/1.1" status: 404 len: 336 time: 0.0668902 Dec 08 21:51:36.777094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54540) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.831052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7206adb1-be39-4064-a2b6-067ccac8b66a tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e78828-e628-4bcd-bf58-faf9a0afc8ae HTTP/1.1" status: 200 len: 205 time: 0.0526502 Dec 08 21:51:36.833703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54542) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.884291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-cf621c8d-5282-4cf2-b783-095a9e6eeb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:36.885841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-cf621c8d-5282-4cf2-b783-095a9e6eeb2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 1097 time: 0.0958200 Dec 08 21:51:36.892085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4228399-b1f1-4cb4-a55a-1185282198ee req-de72b543-3c2e-4997-8f09-652845e344a7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:36.898154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f24005-f24b-4119-bb38-b920dbcd5698 req-28c49d3b-0dea-4aee-83e8-8d949ca487c5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:36.899218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4228399-b1f1-4cb4-a55a-1185282198ee req-de72b543-3c2e-4997-8f09-652845e344a7 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1241755 Dec 08 21:51:36.899664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-10f24005-f24b-4119-bb38-b920dbcd5698 req-28c49d3b-0dea-4aee-83e8-8d949ca487c5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0674882 Dec 08 21:51:36.921007 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-2caec45a-2ceb-4c75-befa-bc20cb7ca72d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] delete failed (client error): The resource could not be found. Dec 08 21:51:36.922043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2caec45a-2ceb-4c75-befa-bc20cb7ca72d tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/87e78828-e628-4bcd-bf58-faf9a0afc8ae HTTP/1.1" status: 404 len: 336 time: 0.0874727 Dec 08 21:51:36.925090 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:36.929025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54548) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.962040 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-32451847-9a8c-4e4d-b9fd-e9342e7487c1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:36.962253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32451847-9a8c-4e4d-b9fd-e9342e7487c1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:36.967548 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-32451847-9a8c-4e4d-b9fd-e9342e7487c1 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/686cd0ea-1a0f-4784-aa11-4c3b53f13d64 HTTP/1.1" status: 404 len: 337 time: 0.0357327 Dec 08 21:51:36.968695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54550) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:36.995901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4228399-b1f1-4cb4-a55a-1185282198ee req-b1b355ee-af18-45f1-88c4-e5dd26012aab tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954020 Dec 08 21:51:36.996433 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-10f24005-f24b-4119-bb38-b920dbcd5698 req-f90b4453-a9b8-4485-ae79-5870a995e10a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854621 Dec 08 21:51:37.038573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-63b16c65-6cd2-43bb-8751-fc46459a3576 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce HTTP/1.1" status: 200 len: 205 time: 0.0641637 Dec 08 21:51:37.041257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-41914f10-ecc2-4e6c-8741-2a0305b97706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:37.041439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54552) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:37.042931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-41914f10-ecc2-4e6c-8741-2a0305b97706 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 920 time: 0.1417041 Dec 08 21:51:37.095871 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-5422a954-594b-46c0-9031-d03163c6a8bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6355172e-144a-4abc-b870-a0cf3f2ef210 HTTP/1.1" status: 200 len: 217 time: 0.0452428 Dec 08 21:51:37.147706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-5ac60dc2-b303-4dc0-9403-0a67337a57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:37.149234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-5ac60dc2-b303-4dc0-9403-0a67337a57c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.0466793 Dec 08 21:51:37.181686 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-b59edc8d-0abe-435a-a373-d3a99502efd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255823 Dec 08 21:51:37.310412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-381cfcf4-91ea-4236-9404-0df319b14ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148207 Dec 08 21:51:37.370412 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-73efae51-fb71-4233-bf84-b2612f525788 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] delete failed (client error): The resource could not be found. Dec 08 21:51:37.373439 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-73efae51-fb71-4233-bf84-b2612f525788 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/18afa7e9-7b3c-4ed4-a527-ea1d3426d0ce HTTP/1.1" status: 404 len: 336 time: 0.3289948 Dec 08 21:51:37.374040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54554) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:37.403045 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-933f966f-d567-4e43-bcd9-c82a9ed7af51 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:37.403656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933f966f-d567-4e43-bcd9-c82a9ed7af51 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:37.408957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-933f966f-d567-4e43-bcd9-c82a9ed7af51 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/09f80241-f9dc-4a2b-883d-5f99e96a4a49 HTTP/1.1" status: 404 len: 337 time: 0.0305352 Dec 08 21:51:37.408957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:37.412005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54556) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:37.455038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Network b718196b-b0bb-4e7f-a746-d3882e525e58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:37.455287 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3ef72a55-b9e5-4255-ad43-66f2e7ec2758 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "GET /v2.0/ports?device_id=b04b05b9-cffe-4ca5-9d41-f8e363a28e2b HTTP/1.1" status: 200 len: 205 time: 0.0405858 Dec 08 21:51:37.456534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:37.458348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54558) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:37.465546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ad98133-8a4c-4483-9463-406e6c6489c8 req-24bdb0db-3df2-4241-acf4-ddf0dbd53963 service neutron] 10.222.0.37 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476011 Dec 08 21:51:37.466213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:37.474845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Port': ['ID=befa22e2-1b14-48d8-b4b3-b109ad5f65a5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:37.541631 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-f38a422d-21bc-4ebd-a604-e71be2069fa9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] delete failed (client error): The resource could not be found. Dec 08 21:51:37.546432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f38a422d-21bc-4ebd-a604-e71be2069fa9 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/routers/b04b05b9-cffe-4ca5-9d41-f8e363a28e2b HTTP/1.1" status: 404 len: 336 time: 0.0777159 Dec 08 21:51:37.546857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54566) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:37.587832 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-604beafb-49e1-4e4a-8e3d-5a37aa9479dd tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:37.588365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604beafb-49e1-4e4a-8e3d-5a37aa9479dd tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:37.591511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-604beafb-49e1-4e4a-8e3d-5a37aa9479dd tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/b554232f-5990-42c8-9980-9a1fa1a5dca3 HTTP/1.1" status: 404 len: 337 time: 0.0436144 Dec 08 21:51:37.593949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54568) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:37.619778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:37.625272 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e23068-6758-4801-a2a7-3eb128e47284 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:37.625737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e23068-6758-4801-a2a7-3eb128e47284 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:37.631658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e1e23068-6758-4801-a2a7-3eb128e47284 tempest-RoutersIpV6Test-1212693130 tempest-RoutersIpV6Test-1212693130-project] 10.222.0.21 "DELETE /v2.0/subnets/951f4687-8667-4730-ba2e-b61c28e72903 HTTP/1.1" status: 404 len: 337 time: 0.0341804 Dec 08 21:51:37.660206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:37.842393 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:37.847611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:37.929472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Port': ['ID=befa22e2-1b14-48d8-b4b3-b109ad5f65a5,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:37.935955 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:37.949539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54576) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:37.965031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:37.969567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54580) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:37.970282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e005bd2b-7878-465e-a9d0-92a13b943d3f tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8481090 Dec 08 21:51:38.052183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54586) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:38.068267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d006e8e8-9419-465b-800c-b2039367b465 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=b718196b-b0bb-4e7f-a746-d3882e525e58 HTTP/1.1" status: 200 len: 689 time: 0.0973778 Dec 08 21:51:38.167565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c815f017-bc7f-4251-a3a1-d054c89b5fc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2704ac562d1c4e84a3c0ef094b1352df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167931 Dec 08 21:51:38.170183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54590) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:38.171778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc74b5-b33b-440b-bb5c-88eba4d86731 req-30a51573-ad50-4994-a205-aa69869d9f3a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:38.173281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3efc74b5-b33b-440b-bb5c-88eba4d86731 req-30a51573-ad50-4994-a205-aa69869d9f3a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0667093 Dec 08 21:51:38.185574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0691c-3ca2-4a2a-92d6-640b8b407725 req-30f954ce-1321-4145-a82f-c1bb0a9968bf tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:38.187095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4fb0691c-3ca2-4a2a-92d6-640b8b407725 req-30f954ce-1321-4145-a82f-c1bb0a9968bf tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0831218 Dec 08 21:51:38.210257 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-41b0b8e0-3d70-4ec5-aae1-782b5a57e266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.235639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.241018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3efc74b5-b33b-440b-bb5c-88eba4d86731 req-5f983c51-cd58-4ce0-8b9f-0bd1e9be103a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601690 Dec 08 21:51:38.292321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd509060-3e47-4ea3-bd36-bc07f840a6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.311717 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4fb0691c-3ca2-4a2a-92d6-640b8b407725 req-42e6b7e0-347d-4d0a-a915-99e2fcb437f0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034169 Dec 08 21:51:38.326587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd509060-3e47-4ea3-bd36-bc07f840a6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.364276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Deleting port befa22e2-1b14-48d8-b4b3-b109ad5f65a5 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:38.364943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.384778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd509060-3e47-4ea3-bd36-bc07f840a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.387509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd509060-3e47-4ea3-bd36-bc07f840a6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.391328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fd509060-3e47-4ea3-bd36-bc07f840a6da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f69d612-69e4-41ae-8de6-6d4cf5a7f114 HTTP/1.1" status: 204 len: 168 time: 0.2176316 Dec 08 21:51:38.397306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd509060-3e47-4ea3-bd36-bc07f840a6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f69d612-69e4-41ae-8de6-6d4cf5a7f114,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:38.456005 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.456257 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.469442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Calling delete_port for befa22e2-1b14-48d8-b4b3-b109ad5f65a5 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:38.614227 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.645597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event deleted for resources: {'Port': ['ID=befa22e2-1b14-48d8-b4b3-b109ad5f65a5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:38.722282 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.725431 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.776978 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.833047 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.863047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ea412961-a003-4b84-8d1c-5040cc69eba4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:38.923670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.950337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b718196b-b0bb-4e7f-a746-d3882e525e58']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:38.961120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303f8a9e-1404-4bfb-bd90-840d162e1235') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:38.961339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303f8a9e-1404-4bfb-bd90-840d162e1235') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:38.972224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.986787 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.994384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:38.994837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:38.996646 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:39.061551 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.069013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b718196b-b0bb-4e7f-a746-d3882e525e58 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 21:51:39.081485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.086756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b718196b-b0bb-4e7f-a746-d3882e525e58 HTTP/1.1" status: 204 len: 168 time: 1.0315168 Dec 08 21:51:39.087581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54618) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:39.096093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366d4a5-902c-4ff6-89bb-30efa6c2b5ab tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event deleted for resources: {'Network': ['ID=b718196b-b0bb-4e7f-a746-d3882e525e58,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:39.159685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54620) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:39.201931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-880ffb0c-f102-45c7-9e6d-06fdea29c7bf tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.1131918 Dec 08 21:51:39.204670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54624) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:39.286771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ec1ee600-d5dd-49ce-9428-d9fe6d949739 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2028297464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:39.328771 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee600-d5dd-49ce-9428-d9fe6d949739 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.329853 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee600-d5dd-49ce-9428-d9fe6d949739 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.331487 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.354799 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.385573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553e719-cbda-4095-9596-2999384bad53 req-32e6221c-c2c2-4ca8-8fa0-957455fa7898 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.386995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.387629 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4553e719-cbda-4095-9596-2999384bad53 req-32e6221c-c2c2-4ca8-8fa0-957455fa7898 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0667803 Dec 08 21:51:39.387776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.388258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.388972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.389421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.389961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.390405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.390867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.391304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.391790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.392274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.392714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.394858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cd4bbbff-1159-4dfa-9116-ce3fbedd631a tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7753 time: 0.1891782 Dec 08 21:51:39.398350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54632) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:39.437572 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4553e719-cbda-4095-9596-2999384bad53 req-eedca07c-1562-44bb-8f89-b1bee3de0749 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Dec 08 21:51:39.496545 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee600-d5dd-49ce-9428-d9fe6d949739 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.498231 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-836876bb-0599-4beb-896d-02a4cefd901c tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] delete failed (client error): The resource could not be found. Dec 08 21:51:39.503227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54634) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:39.503410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-836876bb-0599-4beb-896d-02a4cefd901c tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/69834e26-1ec8-44b9-b63b-5a529ca7bd29 HTTP/1.1" status: 404 len: 345 time: 0.1030180 Dec 08 21:51:39.521264 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66be655-9392-4de5-9137-950dfefeb31d tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] DELETE failed (client error): The resource could not be found. Dec 08 21:51:39.521980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66be655-9392-4de5-9137-950dfefeb31d tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:39.526890 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b66be655-9392-4de5-9137-950dfefeb31d tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b718196b-b0bb-4e7f-a746-d3882e525e58 HTTP/1.1" status: 404 len: 339 time: 0.0207596 Dec 08 21:51:39.529232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54636) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:39.529521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee600-d5dd-49ce-9428-d9fe6d949739 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.534181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Request body: {'network': {'name': 'tempest-network--1656163580', 'router:external': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:39.562099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Made reservation on behalf of 108ada69c34e44789e3a43944f9a2e81 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:39.564555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.570847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145407d-dda9-4670-94c3-8043fd2594e4 req-0b5994db-90f2-4df5-b542-dfa2b60c9e40 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.573780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c145407d-dda9-4670-94c3-8043fd2594e4 req-0b5994db-90f2-4df5-b542-dfa2b60c9e40 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1271129 Dec 08 21:51:39.595339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:39.603560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee600-d5dd-49ce-9428-d9fe6d949739 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.604854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ec1ee600-d5dd-49ce-9428-d9fe6d949739 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4441128 Dec 08 21:51:39.608300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.608729 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Added segment 6386613c-981d-4ce0-89e5-72e44bb7cf8f of type vlan for network 83cb1430-fe1e-4cbe-907a-a8186cb74794 Dec 08 21:51:39.610102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54638) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:39.615115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1412444300'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:39.618775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c145407d-dda9-4670-94c3-8043fd2594e4 req-3ced1969-c724-453a-9a5b-a03cceea11fa tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Dec 08 21:51:39.671295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Made reservation on behalf of e116382cd0b74080b296c2e04aa44a59 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:39.674632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.690220 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.692812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.749651 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.750706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:39.751323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.826328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2959797 Dec 08 21:51:39.829148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54642) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:39.836530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa1aa7-73f3-44a6-b9dc-8dff8b688ee6 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Network': ['ID=83cb1430-fe1e-4cbe-907a-a8186cb74794,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:39.854279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 83cb1430-fe1e-4cbe-907a-a8186cb74794 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:39.863015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.872094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.902692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:39.914429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b536ac-1607-402e-b826-ef45e261e302,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:39.923602 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.925461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:39.925688 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Added segment 35eaa8b3-cb99-46f8-a2a2-41f7252decc9 of type vlan for network 8195018f-0b61-4da1-8284-e2dfe3dfbbce Dec 08 21:51:39.975794 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.000924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.006849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.007435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.034537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9878f-4f66-47d5-ace7-306e725782e7 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.040668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9878f-4f66-47d5-ace7-306e725782e7 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.046860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9878f-4f66-47d5-ace7-306e725782e7 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.053547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9878f-4f66-47d5-ace7-306e725782e7 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.058308 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ee9878f-4f66-47d5-ace7-306e725782e7 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2247148 Dec 08 21:51:40.058558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54644) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:40.130097 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.219104 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.239849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cb1430-fe1e-4cbe-907a-a8186cb74794']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:40.250227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6386613c-981d-4ce0-89e5-72e44bb7cf8f') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:40.250526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6386613c-981d-4ce0-89e5-72e44bb7cf8f') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:40.260664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.274046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.280586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:40.280991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:40.282823 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:40.343635 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.349021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83cb1430-fe1e-4cbe-907a-a8186cb74794 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 21:51:40.351765 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.360877 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "DELETE /v2.0/networks/83cb1430-fe1e-4cbe-907a-a8186cb74794 HTTP/1.1" status: 204 len: 168 time: 0.2960196 Dec 08 21:51:40.365162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54648) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:40.370574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Request body: {'network': {'name': 'tempest-network--979338921', 'router:external': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:40.377037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516c82-1803-475c-b7b3-152b44084fc9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event deleted for resources: {'Network': ['ID=83cb1430-fe1e-4cbe-907a-a8186cb74794,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:40.385065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54650) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:40.385231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7739379 Dec 08 21:51:40.392578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'subnet': {'network_id': '8195018f-0b61-4da1-8284-e2dfe3dfbbce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:40.398415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e1a7b-9b7c-432d-a61b-12c03b2c1294 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Network': ['ID=8195018f-0b61-4da1-8284-e2dfe3dfbbce,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:40.412211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8195018f-0b61-4da1-8284-e2dfe3dfbbce details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:40.438626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Made reservation on behalf of 108ada69c34e44789e3a43944f9a2e81 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:40.441048 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.490277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:40.507854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.508208 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Added segment 0d2085f7-5820-42ff-889b-c238fa0d6db0 of type vlan for network 08acf4f9-4bbd-4fc5-ae9e-62eb580b9cd5 Dec 08 21:51:40.557633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Made reservation on behalf of e116382cd0b74080b296c2e04aa44a59 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:40.560877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.642412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.683045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf6c6c-cd81-48f1-801d-61412566ea27 req-a5cbd925-05cb-4724-a6e1-69063a14f355 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.684543 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29bf6c6c-cd81-48f1-801d-61412566ea27 req-a5cbd925-05cb-4724-a6e1-69063a14f355 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1547039 Dec 08 21:51:40.744212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6c925-27a3-41b7-8a2a-dfaf881817c8 req-d4c801ad-7b26-48e7-a210-eaf5eae09259 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.744481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.745241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.745834 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.750209 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cce6c925-27a3-41b7-8a2a-dfaf881817c8 req-d4c801ad-7b26-48e7-a210-eaf5eae09259 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0533662 Dec 08 21:51:40.781357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29bf6c6c-cd81-48f1-801d-61412566ea27 req-959f89e4-f42d-4b25-96d3-46cf155fc470 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814741 Dec 08 21:51:40.796484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cce6c925-27a3-41b7-8a2a-dfaf881817c8 req-980289ad-5e93-4e07-9b5f-a5ca4ff285ba tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Dec 08 21:51:40.871968 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5057137 Dec 08 21:51:40.874605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54660) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:40.908025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fadf17-eb7a-423f-9935-90bd573f25a9 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Network': ['ID=08acf4f9-4bbd-4fc5-ae9e-62eb580b9cd5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:40.916974 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.920220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 08acf4f9-4bbd-4fc5-ae9e-62eb580b9cd5 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:40.957957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:40.969225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9285680f-0f30-42c5-ba20-9ca894002273 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:40.973633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9285680f-0f30-42c5-ba20-9ca894002273 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] 10.222.0.21 "GET /v2.0/networks/08acf4f9-4bbd-4fc5-ae9e-62eb580b9cd5 HTTP/1.1" status: 200 len: 756 time: 0.0965543 Dec 08 21:51:40.974411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54662) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:41.018443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Subnet': ['ID=1868bf37-b5ce-4be4-b1f3-b433eaeae861,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:41.027531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Checking segment: {'id': '35eaa8b3-cb99-46f8-a2a2-41f7252decc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8195018f-0b61-4da1-8284-e2dfe3dfbbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:41.027883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network hostable DHCP agents. Network: 8195018f-0b61-4da1-8284-e2dfe3dfbbce, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:51:41.043921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network 8195018f-0b61-4da1-8284-e2dfe3dfbbce is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:41.052574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8195018f-0b61-4da1-8284-e2dfe3dfbbce) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:41.056376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbb2a0-9e8c-4db9-b79f-ba26c4e037af tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:41.056558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:41.057103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.060400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c1fbb2a0-9e8c-4db9-b79f-ba26c4e037af tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] 10.222.0.21 "GET /v2.0/networks/9a04ac8f-77d0-4ebb-bad7-9a77ec8d4f2d HTTP/1.1" status: 200 len: 768 time: 0.0820956 Dec 08 21:51:41.060513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54664) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:41.063932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a903d6c2-9ee7-4d79-9b62-4b81ccb31457 None None] Network 8195018f-0b61-4da1-8284-e2dfe3dfbbce requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:41.075508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-eca0e141-b341-4fe8-aebf-c5ca919b4235 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6892955 Dec 08 21:51:41.078424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54666) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:41.083473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'network': {'name': 'tempest-router-network01--2042706831'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:41.104307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Made reservation on behalf of e116382cd0b74080b296c2e04aa44a59 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:41.107804 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.136957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:41.138390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.152796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.153557 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Added segment 92aa9ee6-bc16-4997-a19b-e458c5cbd7f4 of type vlan for network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 Dec 08 21:51:41.200154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.230668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8195018f-0b61-4da1-8284-e2dfe3dfbbce', 'network_id': '8195018f-0b61-4da1-8284-e2dfe3dfbbce', 'tenant_id': 'e116382cd0b74080b296c2e04aa44a59', 'fixed_ips': [{'subnet_id': '1868bf37-b5ce-4be4-b1f3-b433eaeae861'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:51:41.231975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.236421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.248201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.254939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:41.255919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.260942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08acf4f9-4bbd-4fc5-ae9e-62eb580b9cd5']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:41.271354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2085f7-5820-42ff-889b-c238fa0d6db0') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:41.271697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2085f7-5820-42ff-889b-c238fa0d6db0') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:41.282856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.297004 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.305463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:41.307058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:41.309273 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:41.319853 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2403290 Dec 08 21:51:41.320437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54672) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:41.332775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'network': {'name': 'tempest-router-network02--686823670'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:41.343984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c58c8-b056-4fda-be6d-79632760ed55 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Network': ['ID=1e50cd3c-9f02-457c-af70-1ae787adb0e0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:41.354268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:41.366748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Made reservation on behalf of e116382cd0b74080b296c2e04aa44a59 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:41.373840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.395526 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.401494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08acf4f9-4bbd-4fc5-ae9e-62eb580b9cd5 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 21:51:41.404330 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.404696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:41.412468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "DELETE /v2.0/networks/08acf4f9-4bbd-4fc5-ae9e-62eb580b9cd5 HTTP/1.1" status: 204 len: 168 time: 0.3449483 Dec 08 21:51:41.412690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54674) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:41.418014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Request body: {'network': {'name': 'tempest-network--1944208042'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:41.421491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884f51f-74b7-4f73-9d92-30da59875dfe tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event deleted for resources: {'Network': ['ID=08acf4f9-4bbd-4fc5-ae9e-62eb580b9cd5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:41.429316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Allocated IP 172.20.0.2 (8195018f-0b61-4da1-8284-e2dfe3dfbbce/1868bf37-b5ce-4be4-b1f3-b433eaeae861/8f41af44-7293-4a69-bab9-40ceb75b4800) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:41.436521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.436884 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Added segment 030f9b93-569e-442c-a1c2-29d74adf7ca5 of type vlan for network 54a1492c-39f1-41b0-be58-9dae12f4469f Dec 08 21:51:41.479417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Made reservation on behalf of 108ada69c34e44789e3a43944f9a2e81 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:41.481643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.491928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.523207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:41.534183 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.534520 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Added segment f93e9e99-da07-4d92-a9e1-e370d6ab7209 of type vlan for network 2ce55956-76a0-43ea-b49c-c01b740ec0a6 Dec 08 21:51:41.535830 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.541308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:41.541883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.587698 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.593918 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.627157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2988975 Dec 08 21:51:41.627373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54678) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:41.635947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'subnet': {'network_id': '1e50cd3c-9f02-457c-af70-1ae787adb0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:41.637891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Pushing event updated for resources: {'Port': ['ID=8f41af44-7293-4a69-bab9-40ceb75b4800,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:41.649489 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.651828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.652287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.652734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.653175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.653639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.654113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.654555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.655017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.655451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.655916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.656342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.656781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:51:41.665245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ee627-5dd8-413a-8789-bda11d327fd5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Network': ['ID=54a1492c-39f1-41b0-be58-9dae12f4469f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:41.667704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Network 8195018f-0b61-4da1-8284-e2dfe3dfbbce is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:41.670310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:41.672632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:41.682790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 54a1492c-39f1-41b0-be58-9dae12f4469f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:41.691733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.692822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:41.693482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.764431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3506484 Dec 08 21:51:41.765030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54680) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:41.768307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Attempting to bind port 8f41af44-7293-4a69-bab9-40ceb75b4800 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:41.768971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Attempting to bind port 8f41af44-7293-4a69-bab9-40ceb75b4800 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '35eaa8b3-cb99-46f8-a2a2-41f7252decc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8195018f-0b61-4da1-8284-e2dfe3dfbbce'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:41.769587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Attempting to bind port 8f41af44-7293-4a69-bab9-40ceb75b4800 on network 8195018f-0b61-4da1-8284-e2dfe3dfbbce {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:41.778380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Made reservation on behalf of e116382cd0b74080b296c2e04aa44a59 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:41.781109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-03b7f58f-edc1-42f7-afa4-516024c5fd31 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:41.782704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.783238 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:41.783900 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Checking segment: {'id': '35eaa8b3-cb99-46f8-a2a2-41f7252decc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8195018f-0b61-4da1-8284-e2dfe3dfbbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:41.784531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.785168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Bound using segment: {'id': '35eaa8b3-cb99-46f8-a2a2-41f7252decc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8195018f-0b61-4da1-8284-e2dfe3dfbbce'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:41.786034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Bound port: 8f41af44-7293-4a69-bab9-40ceb75b4800, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eaa8b3-cb99-46f8-a2a2-41f7252decc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8195018f-0b61-4da1-8284-e2dfe3dfbbce'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:41.786645 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.798634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd38a-d72c-4ff4-be89-7198f17da227 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Network': ['ID=2ce55956-76a0-43ea-b49c-c01b740ec0a6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:41.811515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 2ce55956-76a0-43ea-b49c-c01b740ec0a6 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:41.942735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] For port 8f41af44-7293-4a69-bab9-40ceb75b4800, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:41.947066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] For port 8f41af44-7293-4a69-bab9-40ceb75b4800, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8f41af44-7293-4a69-bab9-40ceb75b4800,segment=NetworkSegment(35eaa8b3-cb99-46f8-a2a2-41f7252decc9),segment_id=35eaa8b3-cb99-46f8-a2a2-41f7252decc9)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:41.957046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:41.962173 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:51:42.027476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc63a9-44b6-49ca-9a75-905e798c02de None None] Pushing event updated for resources: {'Port': ['ID=8f41af44-7293-4a69-bab9-40ceb75b4800,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:42.053845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872e3e-bc07-42f9-bc6e-c61849aa1a99 req-7bceb631-b6fb-4ca3-aa97-834e92d5caa8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:42.055616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a872e3e-bc07-42f9-bc6e-c61849aa1a99 req-7bceb631-b6fb-4ca3-aa97-834e92d5caa8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1169314 Dec 08 21:51:42.080726 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.084544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f5462-0779-4410-9862-58d7960742d1 req-6fe92f5f-a9a9-49a8-b5d5-e476e34c1502 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:42.086099 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d91f5462-0779-4410-9862-58d7960742d1 req-6fe92f5f-a9a9-49a8-b5d5-e476e34c1502 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0943303 Dec 08 21:51:42.090624 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03b7f58f-edc1-42f7-afa4-516024c5fd31 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.117309 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03b7f58f-edc1-42f7-afa4-516024c5fd31 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.138416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03b7f58f-edc1-42f7-afa4-516024c5fd31 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Network 2ce55956-76a0-43ea-b49c-c01b740ec0a6 is not hosted by any dhcp agent {{(pid=102389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 21:51:42.139300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b7f58f-edc1-42f7-afa4-516024c5fd31 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:42.139888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-03b7f58f-edc1-42f7-afa4-516024c5fd31 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.143160 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-03b7f58f-edc1-42f7-afa4-516024c5fd31 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "PUT /v2.0/networks/2ce55956-76a0-43ea-b49c-c01b740ec0a6 HTTP/1.1" status: 200 len: 858 time: 0.3698890 Dec 08 21:51:42.150825 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a872e3e-bc07-42f9-bc6e-c61849aa1a99 req-bd420fa1-b198-40d5-8f64-15da38d876d5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886571 Dec 08 21:51:42.153465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54688) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:42.212197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7f58f-edc1-42f7-afa4-516024c5fd31 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event updated for resources: {'Network': ['ID=2ce55956-76a0-43ea-b49c-c01b740ec0a6,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:42.225413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d91f5462-0779-4410-9862-58d7960742d1 req-1f51c7f9-2c1e-4a54-bd18-504788e53c4f tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244514 Dec 08 21:51:42.257501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Subnet': ['ID=de55a532-b13d-4d99-a2c5-1c047c80a467,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:42.274474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Checking segment: {'id': '92aa9ee6-bc16-4997-a19b-e458c5cbd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e50cd3c-9f02-457c-af70-1ae787adb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:42.275477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network hostable DHCP agents. Network: 1e50cd3c-9f02-457c-af70-1ae787adb0e0, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:51:42.296939 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.333400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:42.380366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1e50cd3c-9f02-457c-af70-1ae787adb0e0) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:42.389450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9752a7f9-9968-499a-a9dd-6aada8d040c3 None None] Network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:42.396114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:42.396844 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.401897 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.432974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b7c30601-367e-44b8-9165-a1f65e15ab95 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8012819 Dec 08 21:51:42.432974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce55956-76a0-43ea-b49c-c01b740ec0a6']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:42.433205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54692) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:42.441079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'subnet': {'network_id': '54a1492c-39f1-41b0-be58-9dae12f4469f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:42.441572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93e9e99-da07-4d92-a9e1-e370d6ab7209') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:42.441877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93e9e99-da07-4d92-a9e1-e370d6ab7209') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:42.456991 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.471742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.478557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:42.478922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:42.480724 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:42.541085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.546303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ce55956-76a0-43ea-b49c-c01b740ec0a6 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 21:51:42.548908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.549593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Made reservation on behalf of e116382cd0b74080b296c2e04aa44a59 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:42.552621 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] 10.222.0.21 "DELETE /v2.0/networks/2ce55956-76a0-43ea-b49c-c01b740ec0a6 HTTP/1.1" status: 204 len: 168 time: 0.3933206 Dec 08 21:51:42.558369 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.561584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54694) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:42.563073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d054d06-36a7-42d4-80a5-f913ccc46bf3 tempest-ExternalNetworksTestJSON-1351869004 tempest-ExternalNetworksTestJSON-1351869004-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ce55956-76a0-43ea-b49c-c01b740ec0a6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:42.576104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1e50cd3c-9f02-457c-af70-1ae787adb0e0', 'network_id': '1e50cd3c-9f02-457c-af70-1ae787adb0e0', 'tenant_id': 'e116382cd0b74080b296c2e04aa44a59', 'fixed_ips': [{'subnet_id': 'de55a532-b13d-4d99-a2c5-1c047c80a467'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:51:42.578052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.641438 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb789ad9-8356-412a-8aa3-9897bb102b65 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] DELETE failed (client error): The resource could not be found. Dec 08 21:51:42.641795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb789ad9-8356-412a-8aa3-9897bb102b65 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:51:42.647294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cb789ad9-8356-412a-8aa3-9897bb102b65 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] 10.222.0.21 "DELETE /v2.0/subnets/ea412961-a003-4b84-8d1c-5040cc69eba4 HTTP/1.1" status: 404 len: 337 time: 0.0822849 Dec 08 21:51:42.647799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54696) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:42.751692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.797793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Allocated IP 172.20.0.2 (1e50cd3c-9f02-457c-af70-1ae787adb0e0/de55a532-b13d-4d99-a2c5-1c047c80a467/8c078e78-1af6-475b-a62f-82bea24d476c) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:42.856375 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.885990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.925210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a04ac8f-77d0-4ebb-bad7-9a77ec8d4f2d']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:42.939710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2257e7c-fec0-4ee3-9a90-4ab490ec819a') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:42.945551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2257e7c-fec0-4ee3-9a90-4ab490ec819a') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:42.947576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Checking segment: {'id': '030f9b93-569e-442c-a1c2-29d74adf7ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54a1492c-39f1-41b0-be58-9dae12f4469f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:42.948074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network hostable DHCP agents. Network: 54a1492c-39f1-41b0-be58-9dae12f4469f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:51:42.952316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Subnet': ['ID=e4b2b670-391e-4f77-b80e-eb4bcd5219c6,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:42.965736 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:42.978816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network 54a1492c-39f1-41b0-be58-9dae12f4469f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:42.990221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 54a1492c-39f1-41b0-be58-9dae12f4469f) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:42.996235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.002555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:43.003318 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.010887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:43.011304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:43.014412 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:43.023942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-905822de-01a7-488c-b5b8-0d89e4290f98 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5864737 Dec 08 21:51:43.025616 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.026238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54700) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:43.030316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9694b9-19a5-4bb5-ab31-43ddd07f5dfa None None] Network 54a1492c-39f1-41b0-be58-9dae12f4469f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:43.045215 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.117560 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.127268 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.140825 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] 10.222.0.21 "DELETE /v2.0/networks/9a04ac8f-77d0-4ebb-bad7-9a77ec8d4f2d HTTP/1.1" status: 204 len: 168 time: 0.4917595 Dec 08 21:51:43.153030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Pushing event updated for resources: {'Port': ['ID=8c078e78-1af6-475b-a62f-82bea24d476c,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:43.156061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0a487-f248-4634-8574-2468e0ab7c69 tempest-ExternalNetworksTestJSON-1120516566 tempest-ExternalNetworksTestJSON-1120516566-project] Pushing event deleted for resources: {'Network': ['ID=9a04ac8f-77d0-4ebb-bad7-9a77ec8d4f2d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:43.169794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:43.173240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:43.177623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:43.299112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Attempting to bind port 8c078e78-1af6-475b-a62f-82bea24d476c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:43.299601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Attempting to bind port 8c078e78-1af6-475b-a62f-82bea24d476c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '92aa9ee6-bc16-4997-a19b-e458c5cbd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e50cd3c-9f02-457c-af70-1ae787adb0e0'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:43.299978 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Attempting to bind port 8c078e78-1af6-475b-a62f-82bea24d476c on network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:43.329737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:43.330115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Checking segment: {'id': '92aa9ee6-bc16-4997-a19b-e458c5cbd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e50cd3c-9f02-457c-af70-1ae787adb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:43.330567 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.330946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Bound using segment: {'id': '92aa9ee6-bc16-4997-a19b-e458c5cbd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e50cd3c-9f02-457c-af70-1ae787adb0e0'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:43.331429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Bound port: 8c078e78-1af6-475b-a62f-82bea24d476c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aa9ee6-bc16-4997-a19b-e458c5cbd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e50cd3c-9f02-457c-af70-1ae787adb0e0'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:43.331811 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.374876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c84ace-e871-408c-93c1-2cb01a8656bf req-31c4edf0-6a7c-4a76-bb43-4d925e7c0545 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:43.381332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-00c84ace-e871-408c-93c1-2cb01a8656bf req-31c4edf0-6a7c-4a76-bb43-4d925e7c0545 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1049497 Dec 08 21:51:43.406649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897c2d9-460b-4a54-9202-7efd960d0e0e None None] Network 8195018f-0b61-4da1-8284-e2dfe3dfbbce requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:43.449902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-00c84ace-e871-408c-93c1-2cb01a8656bf req-0c1c82b3-b04c-41e6-b0bd-a02f89ab239c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613437 Dec 08 21:51:43.486980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9362dc05-5de8-47e6-b369-6ec2b50b854e None None] Provisioning complete for port 8f41af44-7293-4a69-bab9-40ceb75b4800 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:43.487348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9362dc05-5de8-47e6-b369-6ec2b50b854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.527577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-54a1492c-39f1-41b0-be58-9dae12f4469f', 'network_id': '54a1492c-39f1-41b0-be58-9dae12f4469f', 'tenant_id': 'e116382cd0b74080b296c2e04aa44a59', 'fixed_ips': [{'subnet_id': 'e4b2b670-391e-4f77-b80e-eb4bcd5219c6'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:51:43.528421 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.566639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] For port 8c078e78-1af6-475b-a62f-82bea24d476c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:43.596574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] For port 8c078e78-1af6-475b-a62f-82bea24d476c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c078e78-1af6-475b-a62f-82bea24d476c,segment=NetworkSegment(92aa9ee6-bc16-4997-a19b-e458c5cbd7f4),segment_id=92aa9ee6-bc16-4997-a19b-e458c5cbd7f4)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:43.624726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54714) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:43.627138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d49e6-f27d-40a1-9e54-e73ad8e17648 req-9609e3ef-7921-4265-a671-7b34b0af957a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:43.628641 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-339d49e6-f27d-40a1-9e54-e73ad8e17648 req-9609e3ef-7921-4265-a671-7b34b0af957a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1251705 Dec 08 21:51:43.657349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.762307 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-339d49e6-f27d-40a1-9e54-e73ad8e17648 req-e4f4e500-9bab-4810-8a2d-d26d9fca9e10 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995233 Dec 08 21:51:43.813726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.853603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-62b17f7b-c8ee-45af-bf4d-6bfd7b595d61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cba7dd1f029471da2e4e246a77eb951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249649 Dec 08 21:51:43.855399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54720) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:43.923437 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7389d4b1-fd8f-4a3c-91f8-9de69be94d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:43.949439 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7389d4b1-fd8f-4a3c-91f8-9de69be94d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.022516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7389d4b1-fd8f-4a3c-91f8-9de69be94d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.025789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7389d4b1-fd8f-4a3c-91f8-9de69be94d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.029713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7389d4b1-fd8f-4a3c-91f8-9de69be94d48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ca73912-093f-490b-8fc8-cd36ea7c19ca HTTP/1.1" status: 204 len: 168 time: 0.1730902 Dec 08 21:51:44.034861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9543d-05f6-4ddf-870c-050d7f0fc350 None None] Pushing event updated for resources: {'Port': ['ID=8c078e78-1af6-475b-a62f-82bea24d476c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:44.052615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389d4b1-fd8f-4a3c-91f8-9de69be94d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca73912-093f-490b-8fc8-cd36ea7c19ca,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:44.080828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9362dc05-5de8-47e6-b369-6ec2b50b854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.131415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Allocated IP 172.20.0.2 (54a1492c-39f1-41b0-be58-9dae12f4469f/e4b2b670-391e-4f77-b80e-eb4bcd5219c6/4775fe1a-e748-42cd-be68-720432ccb788) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:44.183011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9362dc05-5de8-47e6-b369-6ec2b50b854e None None] For port 8f41af44-7293-4a69-bab9-40ceb75b4800, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8f41af44-7293-4a69-bab9-40ceb75b4800,segment=NetworkSegment(35eaa8b3-cb99-46f8-a2a2-41f7252decc9),segment_id=35eaa8b3-cb99-46f8-a2a2-41f7252decc9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:44.191590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Allocated IP 172.20.0.1 (1e50cd3c-9f02-457c-af70-1ae787adb0e0/de55a532-b13d-4d99-a2c5-1c047c80a467/2070ffdc-1aed-4ea3-85d0-614446a28ebb) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:44.198034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8f41af44-7293-4a69-bab9-40ceb75b4800 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:44.225138 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9362dc05-5de8-47e6-b369-6ec2b50b854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.338499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.353951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362dc05-5de8-47e6-b369-6ec2b50b854e None None] Pushing event updated for resources: {'Port': ['ID=8f41af44-7293-4a69-bab9-40ceb75b4800,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:44.389769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8f41af44-7293-4a69-bab9-40ceb75b4800 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:44.390193 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.395545 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.450962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54728) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:44.506134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:44.521033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:44.530079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:44.533216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ea2b172-f324-4652-b050-a1a0fe4eaf57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=108ada69c34e44789e3a43944f9a2e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790050 Dec 08 21:51:44.533921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54732) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:44.566190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Port': ['ID=2070ffdc-1aed-4ea3-85d0-614446a28ebb,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:44.617267 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.619137 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5b5d12ae-4c9e-4d5c-9957-33cd75e28782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.627940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.653255 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5b5d12ae-4c9e-4d5c-9957-33cd75e28782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.656504 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.715843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72012398-e4eb-490e-95e0-2eaae883fee5 req-72624fd9-063e-4fc4-b640-7a229e567c38 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:44.718176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72012398-e4eb-490e-95e0-2eaae883fee5 req-72624fd9-063e-4fc4-b640-7a229e567c38 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1483727 Dec 08 21:51:44.718310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-135323cc-716f-47e1-a33e-952c107066cc None None] Provisioning complete for port 8f41af44-7293-4a69-bab9-40ceb75b4800 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:44.718430 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-135323cc-716f-47e1-a33e-952c107066cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.726387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Network 54a1492c-39f1-41b0-be58-9dae12f4469f is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:44.728511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Pushing event updated for resources: {'Port': ['ID=4775fe1a-e748-42cd-be68-720432ccb788,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:44.736335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5b5d12ae-4c9e-4d5c-9957-33cd75e28782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.739226 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5b5d12ae-4c9e-4d5c-9957-33cd75e28782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.742698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5b5d12ae-4c9e-4d5c-9957-33cd75e28782 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c395c359-893f-42e9-b24e-d82c42ecf5fa HTTP/1.1" status: 204 len: 168 time: 0.2054460 Dec 08 21:51:44.749399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d12ae-4c9e-4d5c-9957-33cd75e28782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c395c359-893f-42e9-b24e-d82c42ecf5fa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:44.765856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:44.774181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:44.809020 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72012398-e4eb-490e-95e0-2eaae883fee5 req-b467b7f1-1066-4320-832f-7941e45d1602 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802355 Dec 08 21:51:44.868461 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.880114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Attempting to bind port 4775fe1a-e748-42cd-be68-720432ccb788 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:44.880592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Attempting to bind port 4775fe1a-e748-42cd-be68-720432ccb788 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '030f9b93-569e-442c-a1c2-29d74adf7ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54a1492c-39f1-41b0-be58-9dae12f4469f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:44.881053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Attempting to bind port 4775fe1a-e748-42cd-be68-720432ccb788 on network 54a1492c-39f1-41b0-be58-9dae12f4469f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:44.949558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:44.950097 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Checking segment: {'id': '030f9b93-569e-442c-a1c2-29d74adf7ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54a1492c-39f1-41b0-be58-9dae12f4469f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:44.950685 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.951117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Bound using segment: {'id': '030f9b93-569e-442c-a1c2-29d74adf7ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54a1492c-39f1-41b0-be58-9dae12f4469f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:44.951647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Bound port: 4775fe1a-e748-42cd-be68-720432ccb788, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030f9b93-569e-442c-a1c2-29d74adf7ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54a1492c-39f1-41b0-be58-9dae12f4469f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:44.952057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:44.979101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f673-cf42-41e6-aa19-a0a3a82aa8cb req-511b7a8f-80ae-41a3-930c-b36150d4b721 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:44.992089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c74f673-cf42-41e6-aa19-a0a3a82aa8cb req-511b7a8f-80ae-41a3-930c-b36150d4b721 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0955307 Dec 08 21:51:45.053407 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c74f673-cf42-41e6-aa19-a0a3a82aa8cb req-5dedd613-1d5c-4b99-b167-296428caa502 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551434 Dec 08 21:51:45.073920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] For port 4775fe1a-e748-42cd-be68-720432ccb788, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:45.078183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] For port 4775fe1a-e748-42cd-be68-720432ccb788, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4775fe1a-e748-42cd-be68-720432ccb788,segment=NetworkSegment(030f9b93-569e-442c-a1c2-29d74adf7ca5),segment_id=030f9b93-569e-442c-a1c2-29d74adf7ca5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:45.087708 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:45.177701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823b0ec-9c2f-4acb-9983-2956b7cc84eb None None] Network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:45.216270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b46029-face-402c-8787-a8e8d2643089 None None] Pushing event updated for resources: {'Port': ['ID=4775fe1a-e748-42cd-be68-720432ccb788,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:45.253254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:45.260728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:45.275439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-af1d2d28-af75-4ece-963c-b5ae93e9d844 None None] Provisioning complete for port 8c078e78-1af6-475b-a62f-82bea24d476c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:45.275819 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-af1d2d28-af75-4ece-963c-b5ae93e9d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:45.345739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Port': ['ID=2070ffdc-1aed-4ea3-85d0-614446a28ebb,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:45.370357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:45.430334 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-af1d2d28-af75-4ece-963c-b5ae93e9d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:45.484201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-af1d2d28-af75-4ece-963c-b5ae93e9d844 None None] For port 8c078e78-1af6-475b-a62f-82bea24d476c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c078e78-1af6-475b-a62f-82bea24d476c,segment=NetworkSegment(92aa9ee6-bc16-4997-a19b-e458c5cbd7f4),segment_id=92aa9ee6-bc16-4997-a19b-e458c5cbd7f4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:45.499492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-af1d2d28-af75-4ece-963c-b5ae93e9d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:45.593007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d2d28-af75-4ece-963c-b5ae93e9d844 None None] Pushing event updated for resources: {'Port': ['ID=8c078e78-1af6-475b-a62f-82bea24d476c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:45.645696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:45.647297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:45.661796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b30fe6-ce03-4dc8-9484-bc0380c96ede req-db91be55-817b-4289-bcda-9619f1b573a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:45.665013 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41b30fe6-ce03-4dc8-9484-bc0380c96ede req-db91be55-817b-4289-bcda-9619f1b573a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 1096 time: 0.1070714 Dec 08 21:51:45.710582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41b30fe6-ce03-4dc8-9484-bc0380c96ede req-0c82c0ed-33ad-4f14-9261-49b17e8b1bef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Dec 08 21:51:45.827041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a9e69698-fb7a-4d21-b274-e15524fbef74 None None] Provisioning complete for port 8c078e78-1af6-475b-a62f-82bea24d476c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:45.827579 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a9e69698-fb7a-4d21-b274-e15524fbef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:45.859948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Router 588990f6-e6c2-4c69-a108-664789b664b6 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:51:46.063247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:46.063576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a9e69698-fb7a-4d21-b274-e15524fbef74 None None] Provisioning complete for port 2070ffdc-1aed-4ea3-85d0-614446a28ebb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:46.064672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a9e69698-fb7a-4d21-b274-e15524fbef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:46.076819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-38d79dab-daa1-4e67-bb58-93860da9a331 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "PUT /v2.0/routers/588990f6-e6c2-4c69-a108-664789b664b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0482924 Dec 08 21:51:46.079531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54778) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:46.111513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e69641-5a82-4ac4-8094-9c4b02c7742d None None] Sync routers for ids ['588990f6-e6c2-4c69-a108-664789b664b6'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:46.144990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1692c3-55ed-4f41-9d64-d002fc3d2195 req-402034a6-e759-4f0e-b174-a91a322f288f tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:46.146581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b1692c3-55ed-4f41-9d64-d002fc3d2195 req-402034a6-e759-4f0e-b174-a91a322f288f tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1534328 Dec 08 21:51:46.155672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a9e69698-fb7a-4d21-b274-e15524fbef74 None None] Port 2070ffdc-1aed-4ea3-85d0-614446a28ebb cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:46.158462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e69641-5a82-4ac4-8094-9c4b02c7742d None None] Routers {'588990f6-e6c2-4c69-a108-664789b664b6'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:46.159409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-21e69641-5a82-4ac4-8094-9c4b02c7742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['588990f6-e6c2-4c69-a108-664789b664b6'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:46.246561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-21e69641-5a82-4ac4-8094-9c4b02c7742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:46.258259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e69641-5a82-4ac4-8094-9c4b02c7742d None None] Routers {'588990f6-e6c2-4c69-a108-664789b664b6'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:46.258502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-21e69641-5a82-4ac4-8094-9c4b02c7742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['588990f6-e6c2-4c69-a108-664789b664b6'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:46.282767 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b1692c3-55ed-4f41-9d64-d002fc3d2195 req-c0a894f6-20af-468d-a6e7-73f0d48d25c8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269448 Dec 08 21:51:46.337129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-21e69641-5a82-4ac4-8094-9c4b02c7742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:46.337825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e69641-5a82-4ac4-8094-9c4b02c7742d None None] The sync data for ids ['588990f6-e6c2-4c69-a108-664789b664b6'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:46.356551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1af2f799-130a-4097-b103-d0ecbe0caf9f None None] Provisioning complete for port 2070ffdc-1aed-4ea3-85d0-614446a28ebb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:46.356977 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1af2f799-130a-4097-b103-d0ecbe0caf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:46.392944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c078e78-1af6-475b-a62f-82bea24d476c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:46.438550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1af2f799-130a-4097-b103-d0ecbe0caf9f None None] Port 2070ffdc-1aed-4ea3-85d0-614446a28ebb cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:46.490599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8c078e78-1af6-475b-a62f-82bea24d476c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:46.490935 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:46.506768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ad0da-5456-4582-9a94-e44948050155 req-c8fe97c4-40b3-4c06-9867-4eed18a9ea84 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:46.519223 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d88ad0da-5456-4582-9a94-e44948050155 req-c8fe97c4-40b3-4c06-9867-4eed18a9ea84 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1024096 Dec 08 21:51:46.546816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d473ca-1d29-4671-bb9b-1ee0aff8846d req-730e423b-a199-4f93-87ae-a1fc9aba74b5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:46.554262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d473ca-1d29-4671-bb9b-1ee0aff8846d req-730e423b-a199-4f93-87ae-a1fc9aba74b5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 946 time: 0.2684484 Dec 08 21:51:46.577109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d88ad0da-5456-4582-9a94-e44948050155 req-7003ed05-bfed-43de-af9a-bc683f2f0557 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521610 Dec 08 21:51:46.592719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-48e58317-b83d-4e03-8113-a8f3ecb13f92 None None] Provisioning complete for port 2070ffdc-1aed-4ea3-85d0-614446a28ebb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:46.593085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-48e58317-b83d-4e03-8113-a8f3ecb13f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:46.658030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-48e58317-b83d-4e03-8113-a8f3ecb13f92 None None] Port 2070ffdc-1aed-4ea3-85d0-614446a28ebb cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:46.681606 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d473ca-1d29-4671-bb9b-1ee0aff8846d req-0c6ce907-5d14-4c0c-ab9a-7c8ea6176d2d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211083 Dec 08 21:51:46.736144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4775fe1a-e748-42cd-be68-720432ccb788 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:46.760045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a171c3ee-ba42-4f23-aa4b-1999c4634dd7 None None] Network 54a1492c-39f1-41b0-be58-9dae12f4469f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:46.799375 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-cb0f2a4f-edf8-4507-b0c3-b0b408f40029 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 21:51:46.803238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cb0f2a4f-edf8-4507-b0c3-b0b408f40029 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "PUT /v2.0/routers/588990f6-e6c2-4c69-a108-664789b664b6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7190549 Dec 08 21:51:46.803579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54794) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:46.870336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cf8b5d9d-4363-44db-84f0-fb6b45f2f548 None None] Provisioning complete for port 4775fe1a-e748-42cd-be68-720432ccb788 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:46.870865 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5d9d-4363-44db-84f0-fb6b45f2f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:46.967927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4775fe1a-e748-42cd-be68-720432ccb788 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:46.968303 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.077131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5d9d-4363-44db-84f0-fb6b45f2f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.150383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cf8b5d9d-4363-44db-84f0-fb6b45f2f548 None None] For port 4775fe1a-e748-42cd-be68-720432ccb788, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4775fe1a-e748-42cd-be68-720432ccb788,segment=NetworkSegment(030f9b93-569e-442c-a1c2-29d74adf7ca5),segment_id=030f9b93-569e-442c-a1c2-29d74adf7ca5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:47.158435 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5d9d-4363-44db-84f0-fb6b45f2f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.161847 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.169203 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.273380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b5d9d-4363-44db-84f0-fb6b45f2f548 None None] Pushing event updated for resources: {'Port': ['ID=4775fe1a-e748-42cd-be68-720432ccb788,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:47.288626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:51:47.289168 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:51:47.436534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0488b-f59b-4a48-abd9-5c1e98e187c0 req-b14ac26c-01b2-4ac6-b61e-9c5632bc6f34 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:47.443841 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30b0488b-f59b-4a48-abd9-5c1e98e187c0 req-b14ac26c-01b2-4ac6-b61e-9c5632bc6f34 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0651984 Dec 08 21:51:47.455317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54812) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:47.480165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Deleting port 2070ffdc-1aed-4ea3-85d0-614446a28ebb {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:47.480515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.487768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30b0488b-f59b-4a48-abd9-5c1e98e187c0 req-2f4086ec-bc60-40e7-830b-a52124e3a5f3 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Dec 08 21:51:47.488861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef21877b-7af3-4193-8971-7df625fa14b8 None None] Provisioning complete for port 4775fe1a-e748-42cd-be68-720432ccb788 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:47.489396 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef21877b-7af3-4193-8971-7df625fa14b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.582415 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.594614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Calling delete_port for 2070ffdc-1aed-4ea3-85d0-614446a28ebb owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:47.641823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:47.707827 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.722674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6efe0-5e98-4075-88cb-f0b89e1a1e3e req-637c0a54-7eda-429c-8953-70c26a7d0638 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:47.724222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6d6efe0-5e98-4075-88cb-f0b89e1a1e3e req-637c0a54-7eda-429c-8953-70c26a7d0638 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0774729 Dec 08 21:51:47.791968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d336a-85ca-4fb6-b768-d9919a8706fa req-08ac4c8e-2223-4798-b25c-48ca50060a10 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:47.793460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-818d336a-85ca-4fb6-b768-d9919a8706fa req-08ac4c8e-2223-4798-b25c-48ca50060a10 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 946 time: 0.0489476 Dec 08 21:51:47.832695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8f41af44-7293-4a69-bab9-40ceb75b4800 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:47.837637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-818d336a-85ca-4fb6-b768-d9919a8706fa req-de7f3cf7-3746-48d9-b462-e4e08ce92f09 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Dec 08 21:51:47.885455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8f41af44-7293-4a69-bab9-40ceb75b4800 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:47.885973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.890985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6d6efe0-5e98-4075-88cb-f0b89e1a1e3e req-f9337b22-cec6-446d-ad01-604a0c965c3a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486504 Dec 08 21:51:47.927527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:47.990774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Port': ['ID=2070ffdc-1aed-4ea3-85d0-614446a28ebb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:48.076403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4775fe1a-e748-42cd-be68-720432ccb788 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:48.129901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-1649ae46-73f9-44fc-a820-85578417625e tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:48.131463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-1649ae46-73f9-44fc-a820-85578417625e tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 946 time: 0.1942158 Dec 08 21:51:48.135221 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4775fe1a-e748-42cd-be68-720432ccb788 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:48.135878 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:48.139509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2c68f-ca0e-4905-9716-683f45b1658a req-90956e0a-2364-4ce6-b970-67599c6f19af tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:48.147248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9aa2c68f-ca0e-4905-9716-683f45b1658a req-90956e0a-2364-4ce6-b970-67599c6f19af tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0866177 Dec 08 21:51:48.158700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:48.211649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9aa2c68f-ca0e-4905-9716-683f45b1658a req-44ffa7eb-0d09-4c47-9b75-472c0e9304b9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618351 Dec 08 21:51:48.260036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-2b763345-1c88-4297-925a-d4fb5fc36b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:48.261630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-2b763345-1c88-4297-925a-d4fb5fc36b69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 1096 time: 0.2156520 Dec 08 21:51:48.345653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:48.608306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4cfc9-80b6-4ca8-9b5c-2e64e3eaf9db req-230159ec-3863-4094-9dfe-edaffe3d68d0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:48.609906 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-daf4cfc9-80b6-4ca8-9b5c-2e64e3eaf9db req-230159ec-3863-4094-9dfe-edaffe3d68d0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0507486 Dec 08 21:51:48.650287 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-daf4cfc9-80b6-4ca8-9b5c-2e64e3eaf9db req-8f8b4121-564d-4bdd-abe4-9b88c977b053 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342388 Dec 08 21:51:48.867673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Allocated IP 172.25.1.201 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/79f8f60f-b66e-4fdc-9a3f-fd750e88d8ab) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:48.879979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-aec0e802-4479-448b-b985-fdaa018b4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:48.881440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-aec0e802-4479-448b-b985-fdaa018b4d68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 911 time: 0.6119034 Dec 08 21:51:48.916010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Deleting port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:48.916348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:49.057848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-28d8acd3-e4fd-4a01-9fb9-282f5b8358ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7 HTTP/1.1" status: 200 len: 217 time: 0.1151292 Dec 08 21:51:49.111967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Router 588990f6-e6c2-4c69-a108-664789b664b6 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:49.184311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2415a4-5617-4700-8cc1-8757c040e585 req-ede0c181-a6f6-43d7-aded-50ef1b89d116 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:49.185667 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd2415a4-5617-4700-8cc1-8757c040e585 req-ede0c181-a6f6-43d7-aded-50ef1b89d116 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 946 time: 0.2419422 Dec 08 21:51:49.213462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-6407a60f-ed34-4e16-821c-1bc5d06be6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:49.214885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-6407a60f-ed34-4e16-821c-1bc5d06be6fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 200 len: 850 time: 0.1276653 Dec 08 21:51:49.338568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ab12e-7a5d-4e86-97b4-d13cc0f89e13 req-e41e7294-7b1e-40e2-9c64-cfb46ce8fba4 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:49.340155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8d5ab12e-7a5d-4e86-97b4-d13cc0f89e13 req-e41e7294-7b1e-40e2-9c64-cfb46ce8fba4 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0506403 Dec 08 21:51:49.348583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-4e1c2f02-fc84-4704-b867-eca0ef1ede34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8edd1daa-95fc-4797-90e9-94af84091ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898442 Dec 08 21:51:49.351692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:49.376185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:49.378750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8d5ab12e-7a5d-4e86-97b4-d13cc0f89e13 req-d9e4c4c3-2ecc-4b66-9057-1f317ddb76e0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325444 Dec 08 21:51:49.381838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] For port e51ddd6c-9ddf-4498-9925-8836f1b1ed77, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:49.382145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:49.387974 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6e6fd-210c-4417-b391-1ea040132e2c None None] Sync routers for ids ['588990f6-e6c2-4c69-a108-664789b664b6'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:49.389892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-45ad436d-84fb-4302-a42d-4e9be2f38dfd tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "PUT /v2.0/routers/588990f6-e6c2-4c69-a108-664789b664b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5850749 Dec 08 21:51:49.393997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54838) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:49.398463 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6e6fd-210c-4417-b391-1ea040132e2c None None] Routers {'588990f6-e6c2-4c69-a108-664789b664b6'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:49.399558 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-41d6e6fd-210c-4417-b391-1ea040132e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['588990f6-e6c2-4c69-a108-664789b664b6'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:49.436407 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd2415a4-5617-4700-8cc1-8757c040e585 req-785b215c-19bf-4229-925b-eb5d79e15481 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394538 Dec 08 21:51:49.447953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Calling delete_port for e51ddd6c-9ddf-4498-9925-8836f1b1ed77 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:49.455160 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-6c5b398c-b995-4e5d-b8fd-560e55956427 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] delete failed (client error): The resource could not be found. Dec 08 21:51:49.459648 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6c5b398c-b995-4e5d-b8fd-560e55956427 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-708588542 HTTP/1.1" status: 404 len: 334 time: 0.0603170 Dec 08 21:51:49.460027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54840) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:49.465874 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f2ed77b7-6b73-4398-80f6-83c9ed81d56f tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'router': {'external_gateway_info': {'network_id': '588990f6-e6c2-4c69-a108-664789b664b6'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:49.466459 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-41d6e6fd-210c-4417-b391-1ea040132e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:49.477525 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6e6fd-210c-4417-b391-1ea040132e2c None None] Routers {'588990f6-e6c2-4c69-a108-664789b664b6'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:49.478445 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-41d6e6fd-210c-4417-b391-1ea040132e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['588990f6-e6c2-4c69-a108-664789b664b6'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:49.513260 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-41d6e6fd-210c-4417-b391-1ea040132e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:49.513915 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6e6fd-210c-4417-b391-1ea040132e2c None None] The sync data for ids ['588990f6-e6c2-4c69-a108-664789b664b6'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:49.540296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:49.574552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-355a7a24-2fb7-4a7e-91d6-f238e9a657df service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132890 Dec 08 21:51:49.602050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:49.617359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:49.652503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:49.657905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'Port': ['ID=79f8f60f-b66e-4fdc-9a3f-fd750e88d8ab,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:49.681507 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ed77b7-6b73-4398-80f6-83c9ed81d56f tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:49.704354 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-f2ed77b7-6b73-4398-80f6-83c9ed81d56f tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] update failed (client error): The resource could not be found. Dec 08 21:51:49.709321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2ed77b7-6b73-4398-80f6-83c9ed81d56f tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "PUT /v2.0/routers/588990f6-e6c2-4c69-a108-664789b664b6 HTTP/1.1" status: 404 len: 339 time: 0.2444575 Dec 08 21:51:49.709487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54844) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:49.964096 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64449ce1-ebf1-4456-9b8f-003b3b827cb5 req-ca21c563-a3d2-472e-8f09-420c9b7dc3be service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760157 Dec 08 21:51:50.006546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:50.019306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e51ddd6c-9ddf-4498-9925-8836f1b1ed77'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:50.106612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ef61-c4af-48e3-9a36-026b64cc8249 req-1737d955-6058-4337-8a2c-f249896a5d4c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:50.108113 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a154ef61-c4af-48e3-9a36-026b64cc8249 req-1737d955-6058-4337-8a2c-f249896a5d4c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.3527272 Dec 08 21:51:50.120220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-adc22f0e-cad3-42ad-86ed-54b37abbd739 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2883058 Dec 08 21:51:50.120917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event deleted for resources: {'Port': ['ID=e51ddd6c-9ddf-4498-9925-8836f1b1ed77,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:50.169627 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:50.240609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] No DVR routers for this DVR port e51ddd6c-9ddf-4498-9925-8836f1b1ed77 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:50.250624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:50.254049 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-695052f0-d014-42fe-b5e9-ce1687ab02f0 req-9dbe0a8d-784b-41a5-84d3-f4294a9300a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "DELETE /v2.0/ports/e51ddd6c-9ddf-4498-9925-8836f1b1ed77 HTTP/1.1" status: 204 len: 173 time: 2.1129341 Dec 08 21:51:50.258210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d941f54-6b44-411f-b0a0-ee5f679b3345', 'name': 'network-vif-deleted', 'tag': 'e51ddd6c-9ddf-4498-9925-8836f1b1ed77'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:50.260499 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5efac6-93e0-4533-83bc-61f9d9fc19d9" -d '{"events": [{"server_uuid": "5d941f54-6b44-411f-b0a0-ee5f679b3345", "name": "network-vif-deleted", "tag": "e51ddd6c-9ddf-4498-9925-8836f1b1ed77"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:50.307627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a154ef61-c4af-48e3-9a36-026b64cc8249 req-7462840a-ee14-41cc-bc41-724f199259d6 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926541 Dec 08 21:51:50.329950 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047cc4db-82f0-48a6-a50b-47c2cfb42d4d x-openstack-request-id: req-047cc4db-82f0-48a6-a50b-47c2cfb42d4d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:50.330240 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d941f54-6b44-411f-b0a0-ee5f679b3345", "name": "network-vif-deleted", "tag": "e51ddd6c-9ddf-4498-9925-8836f1b1ed77", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:50.330490 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-047cc4db-82f0-48a6-a50b-47c2cfb42d4d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:50.330906 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d941f54-6b44-411f-b0a0-ee5f679b3345', 'name': 'network-vif-deleted', 'tag': 'e51ddd6c-9ddf-4498-9925-8836f1b1ed77', 'status': 'completed', 'code': 200} Dec 08 21:51:50.335529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:50.337950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:50.367382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-06a0a625-9a93-4e22-9ffa-44dad76be410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:50.368943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-06a0a625-9a93-4e22-9ffa-44dad76be410 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df94033607804999a85b6bc1f8e63a08&device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 1096 time: 0.2220879 Dec 08 21:51:50.515479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dddba3-e903-4c6e-ad3d-d62f647888c1 req-4e5dcd4c-20bd-407f-8ea7-fc233bde50f5 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:50.525587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77dddba3-e903-4c6e-ad3d-d62f647888c1 req-4e5dcd4c-20bd-407f-8ea7-fc233bde50f5 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0656579 Dec 08 21:51:50.565071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77dddba3-e903-4c6e-ad3d-d62f647888c1 req-12701fe8-3b21-494d-9a26-f435cd446c33 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384080 Dec 08 21:51:50.626265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-35ee0f37-b8d2-4800-96f8-bc22763d19b8 req-9f9ac35e-4f8f-4028-a3aa-431b41c91348 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 210 time: 0.0993319 Dec 08 21:51:50.691065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-b51d2516-e6e6-4c1e-889e-966a0d1d24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:50.692534 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-b51d2516-e6e6-4c1e-889e-966a0d1d24ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 200 len: 911 time: 0.2739489 Dec 08 21:51:50.777131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-fd870931-fd62-4b80-a6b3-3d36896a2f25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f HTTP/1.1" status: 200 len: 217 time: 0.0537081 Dec 08 21:51:50.873052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-4ef1f56c-3628-4e69-bed8-1ae3588b9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:50.874507 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-4ef1f56c-3628-4e69-bed8-1ae3588b9723 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 200 len: 850 time: 0.0830646 Dec 08 21:51:50.887691 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:50.899064 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:50.928651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-3caf779f-e787-4cd6-a291-0869fc0c850a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8edd1daa-95fc-4797-90e9-94af84091ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453234 Dec 08 21:51:51.281560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Allocated IP 172.20.0.1 (8195018f-0b61-4da1-8284-e2dfe3dfbbce/1868bf37-b5ce-4be4-b1f3-b433eaeae861/3e2b50dd-e20a-49f9-af1e-30535f0d95d7) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:51.387333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'Port': ['ID=79f8f60f-b66e-4fdc-9a3f-fd750e88d8ab,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:51.469343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.530599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.534619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d05b6603-39b4-48c7-9d59-fafff867504e tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0741966 Dec 08 21:51:51.535213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54860) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:51.540816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2128609519'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:51.544075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-5b28c11d-ab05-44eb-9d73-fee9205bb3a6 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068211 Dec 08 21:51:51.556986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961edac-c112-4297-b149-65d5019e63cb req-ab271afd-b609-4f0f-810a-5ee3d0ef1bb1 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:51.558553 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f961edac-c112-4297-b149-65d5019e63cb req-ab271afd-b609-4f0f-810a-5ee3d0ef1bb1 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1723883 Dec 08 21:51:51.599609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Made reservation on behalf of cc5f507619374873bc6c95e631163efa for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:51.604681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.616135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.633627 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.707636 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f961edac-c112-4297-b149-65d5019e63cb req-71f6ae75-51dd-4d18-9086-41166ff04a87 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361670 Dec 08 21:51:51.742453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6b42136-0c82-413a-b2fa-7d0018908f11 req-7f0418f6-7d82-48dd-b294-bab4f4fd4626 service neutron] 10.222.0.23 "GET /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812100 Dec 08 21:51:51.745791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.746042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.765307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fe6a9-588b-4979-a452-5b95ae30ee35 req-eabf3299-9f51-49fa-a0fb-933b742b0a45 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:51.767495 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f9fe6a9-588b-4979-a452-5b95ae30ee35 req-eabf3299-9f51-49fa-a0fb-933b742b0a45 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.0681593 Dec 08 21:51:51.768816 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.793027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:51:51.803357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network 8195018f-0b61-4da1-8284-e2dfe3dfbbce is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:51.803971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.804432 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Added segment ddcb1fe5-99a6-4af7-9c12-f73071305491 of type vlan for network 5c7a6491-009e-4931-8276-624121206261 Dec 08 21:51:51.807310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:51.811412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:51.847695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Port': ['ID=3e2b50dd-e20a-49f9-af1e-30535f0d95d7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:51.859675 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.873767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.897915 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.903970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:51.904567 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:51.983391 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4470625 Dec 08 21:51:51.994952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54868) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:52.004582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Request body: {'subnet': {'network_id': '5c7a6491-009e-4931-8276-624121206261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:52.008304 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f9fe6a9-588b-4979-a452-5b95ae30ee35 req-297aeaa5-4dff-449f-8b29-609e4896c11c tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310021 Dec 08 21:51:52.011388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb36f0e1-544a-418d-9225-b9986441a6a8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:52.029010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bd4f7-ea33-40fe-9c1c-290298159cc1 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'Network': ['ID=5c7a6491-009e-4931-8276-624121206261,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:52.039989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 5c7a6491-009e-4931-8276-624121206261 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:51:52.074938 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b8ceea0-1210-4432-83fe-6d2c4f22b87c req-5c583129-6e02-48d6-9ed4-39254a4dd036 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 210 time: 0.1130099 Dec 08 21:51:52.191538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:52.233924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-170b880f-fc9f-4cef-a3a3-f117c58e6da8 None None] Provisioning complete for port 3e2b50dd-e20a-49f9-af1e-30535f0d95d7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:52.234302 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-170b880f-fc9f-4cef-a3a3-f117c58e6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:52.281117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-170b880f-fc9f-4cef-a3a3-f117c58e6da8 None None] Port 3e2b50dd-e20a-49f9-af1e-30535f0d95d7 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:52.308896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Made reservation on behalf of cc5f507619374873bc6c95e631163efa for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:52.312117 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:52.508580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5e958-9d8d-4952-be15-4abc75028f04 req-cf1941e3-9ec4-4b13-b503-e78087847912 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:52.510628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27c5e958-9d8d-4952-be15-4abc75028f04 req-cf1941e3-9ec4-4b13-b503-e78087847912 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.2163355 Dec 08 21:51:52.643269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27c5e958-9d8d-4952-be15-4abc75028f04 req-3bf20f06-7827-4c6c-9702-28244da9b1d9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229396 Dec 08 21:51:52.715515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:52.718923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e51ddd6c-9ddf-4498-9925-8836f1b1ed77 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:52.742311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: e51ddd6c-9ddf-4498-9925-8836f1b1ed77 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:52.742791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e51ddd6c-9ddf-4498-9925-8836f1b1ed77 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:52.778518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:52.789058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:52.837361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'Subnet': ['ID=dfbe5c60-5243-40b6-93c4-be13fa0072c2,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:52.849177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c789fc-d708-413e-9c44-e1dbc1b842a5 req-ae1feed5-d43d-4b96-8372-d81309c25696 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:52.858056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96c789fc-d708-413e-9c44-e1dbc1b842a5 req-ae1feed5-d43d-4b96-8372-d81309c25696 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0715675 Dec 08 21:51:52.877158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Checking segment: {'id': 'ddcb1fe5-99a6-4af7-9c12-f73071305491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c7a6491-009e-4931-8276-624121206261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:52.877516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Network hostable DHCP agents. Network: 5c7a6491-009e-4931-8276-624121206261, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:51:52.888524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event updated for resources: {'Port': ['ID=3e2b50dd-e20a-49f9-af1e-30535f0d95d7,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:52.890940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:52.907532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96c789fc-d708-413e-9c44-e1dbc1b842a5 req-a4cf2886-25d3-484c-ac3f-2e3026e7c5cd tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Dec 08 21:51:52.956365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Network 5c7a6491-009e-4931-8276-624121206261 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:51:52.970661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 5c7a6491-009e-4931-8276-624121206261) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:52.977281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:52.978387 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:52.980370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873cee42-ed65-4448-bb4a-57429ce20dfc None None] Network 5c7a6491-009e-4931-8276-624121206261 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:53.011561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-189a9c8c-3f0a-40b4-b05a-bd46bb719a2f tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0114574 Dec 08 21:51:53.012365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54880) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:53.016393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-843982302', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:53.025501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Network 8195018f-0b61-4da1-8284-e2dfe3dfbbce is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:53.027869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:53.065924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.067312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.149105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.152476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Router 588990f6-e6c2-4c69-a108-664789b664b6 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:53.184602 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-5c7a6491-009e-4931-8276-624121206261', 'network_id': '5c7a6491-009e-4931-8276-624121206261', 'tenant_id': 'cc5f507619374873bc6c95e631163efa', 'fixed_ips': [{'subnet_id': 'dfbe5c60-5243-40b6-93c4-be13fa0072c2'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:51:53.185653 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.200330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db8bc724-7a12-4b25-a5e8-8acdc3e7cebd req-9e6e1c30-92e8-4eef-87a6-37bbdd78756d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 210 time: 0.0473070 Dec 08 21:51:53.346009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:53.359953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7cd31ffa-494d-4934-9c4a-3718fd83a358 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "PUT /v2.0/routers/588990f6-e6c2-4c69-a108-664789b664b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6494894 Dec 08 21:51:53.360787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54886) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:53.381699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c67586-21aa-4604-9b0b-0f42742352ca None None] Sync routers for ids ['588990f6-e6c2-4c69-a108-664789b664b6'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:53.384852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.400155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c67586-21aa-4604-9b0b-0f42742352ca None None] Routers {'588990f6-e6c2-4c69-a108-664789b664b6'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:53.400811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-63c67586-21aa-4604-9b0b-0f42742352ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['588990f6-e6c2-4c69-a108-664789b664b6'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:53.456452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c56e810a-eed7-435f-b406-dff44cc00fb6 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.574608 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-c56e810a-eed7-435f-b406-dff44cc00fb6 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 21:51:53.579202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c56e810a-eed7-435f-b406-dff44cc00fb6 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/routers/588990f6-e6c2-4c69-a108-664789b664b6 HTTP/1.1" status: 409 len: 329 time: 0.2174637 Dec 08 21:51:53.580000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54888) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:53.618479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-63c67586-21aa-4604-9b0b-0f42742352ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:53.621152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Allocated IP 172.20.0.2 (5c7a6491-009e-4931-8276-624121206261/dfbe5c60-5243-40b6-93c4-be13fa0072c2/b41a16d2-caa4-4f6f-bec8-a31ff50840ce) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:53.660853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a16fc077-6be8-49ef-b744-ae0b3465c8a2 None None] Provisioning complete for port 3e2b50dd-e20a-49f9-af1e-30535f0d95d7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:53.661328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a16fc077-6be8-49ef-b744-ae0b3465c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.673911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c67586-21aa-4604-9b0b-0f42742352ca None None] Routers {'588990f6-e6c2-4c69-a108-664789b664b6'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:53.674544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-63c67586-21aa-4604-9b0b-0f42742352ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['588990f6-e6c2-4c69-a108-664789b664b6'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:53.689658 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.715416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.815285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-63c67586-21aa-4604-9b0b-0f42742352ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:53.815967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c67586-21aa-4604-9b0b-0f42742352ca None None] The sync data for ids ['588990f6-e6c2-4c69-a108-664789b664b6'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:53.833998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a16fc077-6be8-49ef-b744-ae0b3465c8a2 None None] Port 3e2b50dd-e20a-49f9-af1e-30535f0d95d7 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:53.919066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f7504-db3f-4784-aaf9-0c25ee6ed72d req-c3c48dfa-6994-407d-b742-13c2bdd997b4 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:53.926824 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.934435 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd2f7504-db3f-4784-aaf9-0c25ee6ed72d req-c3c48dfa-6994-407d-b742-13c2bdd997b4 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1384501 Dec 08 21:51:53.938071 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:53.967470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Allocated IP 172.25.1.53 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/de844022-7883-4a74-924b-518f9ba311fe) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:53.988555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Network 5c7a6491-009e-4931-8276-624121206261 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:53.992394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:54.000084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:54.008178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd2f7504-db3f-4784-aaf9-0c25ee6ed72d req-77b3a89f-b846-4c66-9073-208a7795c597 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618079 Dec 08 21:51:54.010478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Pushing event updated for resources: {'Port': ['ID=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:54.080207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Attempting to bind port b41a16d2-caa4-4f6f-bec8-a31ff50840ce on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:51:54.080568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Attempting to bind port b41a16d2-caa4-4f6f-bec8-a31ff50840ce by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ddcb1fe5-99a6-4af7-9c12-f73071305491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c7a6491-009e-4931-8276-624121206261'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:51:54.081235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Attempting to bind port b41a16d2-caa4-4f6f-bec8-a31ff50840ce on network 5c7a6491-009e-4931-8276-624121206261 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:51:54.088855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:51:54.089999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Checking segment: {'id': 'ddcb1fe5-99a6-4af7-9c12-f73071305491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c7a6491-009e-4931-8276-624121206261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:51:54.090574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:54.091728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Bound using segment: {'id': 'ddcb1fe5-99a6-4af7-9c12-f73071305491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c7a6491-009e-4931-8276-624121206261'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:51:54.092391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Bound port: b41a16d2-caa4-4f6f-bec8-a31ff50840ce, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcb1fe5-99a6-4af7-9c12-f73071305491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c7a6491-009e-4931-8276-624121206261'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:51:54.092958 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:54.109278 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:54.152713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:54.156341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad001b8c-527f-4ac2-ae01-6a7f0144de2a req-45d9f473-0817-4559-bfbc-b18365239072 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:54.157938 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad001b8c-527f-4ac2-ae01-6a7f0144de2a req-45d9f473-0817-4559-bfbc-b18365239072 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1140642 Dec 08 21:51:54.203304 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:54.205385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] For port b41a16d2-caa4-4f6f-bec8-a31ff50840ce, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:51:54.212618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] For port b41a16d2-caa4-4f6f-bec8-a31ff50840ce, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,segment=NetworkSegment(ddcb1fe5-99a6-4af7-9c12-f73071305491),segment_id=ddcb1fe5-99a6-4af7-9c12-f73071305491)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:51:54.218995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:54.257066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:54.260943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:54.268064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:54.316434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5010c-f56a-406e-bc01-c1775b5ec0a4 None None] Pushing event updated for resources: {'Port': ['ID=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:54.322375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad001b8c-527f-4ac2-ae01-6a7f0144de2a req-7bcc754d-7e40-4abb-8450-85ae0d4553a6 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865977 Dec 08 21:51:54.324987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'Port': ['ID=de844022-7883-4a74-924b-518f9ba311fe,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:54.363507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-123281b3-0add-4994-9b56-28d792885630 req-1aa950fa-e775-4715-be3a-5b107a59f8ef tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d941f54-6b44-411f-b0a0-ee5f679b3345 HTTP/1.1" status: 200 len: 210 time: 0.0454414 Dec 08 21:51:54.522215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-91577235-4f79-4aa1-9278-169c1e720a4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850327 Dec 08 21:51:54.634489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-1f985132-a70a-4748-a5ef-fddeb3335460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:54.636130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-1f985132-a70a-4748-a5ef-fddeb3335460 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=24ef0763f9734376b0a1e3f67716a0e7&device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 1096 time: 0.0688343 Dec 08 21:51:54.645680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Deleting port 3e2b50dd-e20a-49f9-af1e-30535f0d95d7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:54.646451 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:54.949151 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:55.160244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:55.179482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Calling delete_port for 3e2b50dd-e20a-49f9-af1e-30535f0d95d7 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:55.181769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-6d544936-7bfe-4ba4-8192-44a53b55c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:55.183271 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-6d544936-7bfe-4ba4-8192-44a53b55c8a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f HTTP/1.1" status: 200 len: 906 time: 0.5199912 Dec 08 21:51:55.223533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:55.278409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2b65e-2e50-4c39-9248-120d141ba9ca req-10b72246-a071-4ec7-8309-50d95aa0cf75 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:55.286109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ced2b65e-2e50-4c39-9248-120d141ba9ca req-10b72246-a071-4ec7-8309-50d95aa0cf75 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1830604 Dec 08 21:51:55.299714 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-882fe975-2e41-4a80-9285-6e8f67bc53c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 HTTP/1.1" status: 200 len: 1000 time: 0.1075063 Dec 08 21:51:55.375119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ced2b65e-2e50-4c39-9248-120d141ba9ca req-053e47a2-5e0e-4947-8955-0b5de7d64b5a tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827570 Dec 08 21:51:55.430610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-6031af32-d814-4525-8da3-2ccaf1b16542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:55.432705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-6031af32-d814-4525-8da3-2ccaf1b16542 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9 HTTP/1.1" status: 200 len: 844 time: 0.1252732 Dec 08 21:51:55.438823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e81f1-7346-4b56-b3a8-f4d876f48f84 None None] Network 5c7a6491-009e-4931-8276-624121206261 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:55.444069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Router 6645e596-5846-453c-8ab0-3b23fdab0f91 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:51:55.522837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cca6b62d-7a3e-4c75-b0b9-f2e1fdf7719c None None] Provisioning complete for port b41a16d2-caa4-4f6f-bec8-a31ff50840ce triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:55.523215 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cca6b62d-7a3e-4c75-b0b9-f2e1fdf7719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:55.599637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:55.611527 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323915e-90ba-47b3-903d-43ccc6802346 None None] Sync routers for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:55.629567 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323915e-90ba-47b3-903d-43ccc6802346 None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:55.632390 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f323915e-90ba-47b3-903d-43ccc6802346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:55.634683 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:55.638969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7a4fc4ce-8aae-4c90-97ad-9e0f588f33a0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.6236908 Dec 08 21:51:55.639139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c956-ccfa-41fb-a11c-977d35fb9df6 req-96083dd6-ce5d-4919-b919-40b74536bd5e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:55.639597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54918) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:55.639702 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5bd9c956-ccfa-41fb-a11c-977d35fb9df6 req-96083dd6-ce5d-4919-b919-40b74536bd5e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.2250915 Dec 08 21:51:55.650658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-3db254fe-5de5-4077-bdc3-5779595883dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:55.652139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-3db254fe-5de5-4077-bdc3-5779595883dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884153 Dec 08 21:51:55.659415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884843f3-7716-4772-9a19-1628d8035ff7 req-f99c7afd-5ab7-4744-98a8-7e866b48dc92 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:55.660949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-884843f3-7716-4772-9a19-1628d8035ff7 req-f99c7afd-5ab7-4744-98a8-7e866b48dc92 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1638362 Dec 08 21:51:55.685994 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:55.711321 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f323915e-90ba-47b3-903d-43ccc6802346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:55.731396 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323915e-90ba-47b3-903d-43ccc6802346 None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:55.732253 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f323915e-90ba-47b3-903d-43ccc6802346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:55.739934 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cca6b62d-7a3e-4c75-b0b9-f2e1fdf7719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:55.783934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cca6b62d-7a3e-4c75-b0b9-f2e1fdf7719c None None] For port b41a16d2-caa4-4f6f-bec8-a31ff50840ce, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,segment=NetworkSegment(ddcb1fe5-99a6-4af7-9c12-f73071305491),segment_id=ddcb1fe5-99a6-4af7-9c12-f73071305491)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:55.791960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cca6b62d-7a3e-4c75-b0b9-f2e1fdf7719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:55.802451 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f323915e-90ba-47b3-903d-43ccc6802346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:55.810543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Port': ['ID=3e2b50dd-e20a-49f9-af1e-30535f0d95d7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:55.811287 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323915e-90ba-47b3-903d-43ccc6802346 None None] The sync data for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:55.885272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6b62d-7a3e-4c75-b0b9-f2e1fdf7719c None None] Pushing event updated for resources: {'Port': ['ID=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:55.889950 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5bd9c956-ccfa-41fb-a11c-977d35fb9df6 req-79f33f29-a5a7-4247-ac6b-2bb988928ff9 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421799 Dec 08 21:51:55.995144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-f7bd1310-3e47-488a-875d-1aae9925f04e service neutron] 10.222.0.37 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321857 Dec 08 21:51:56.115527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b41a16d2-caa4-4f6f-bec8-a31ff50840ce up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:51:56.168802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9574e6-7988-457a-9977-6a4ea31b3b8b req-480734bd-ec17-4d06-91b1-aaf5706261fb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:56.170634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb9574e6-7988-457a-9977-6a4ea31b3b8b req-480734bd-ec17-4d06-91b1-aaf5706261fb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.1782482 Dec 08 21:51:56.174818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Deleting port a5562351-abf6-4ed5-a4d5-e6f464f390b7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:56.175166 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.189187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b41a16d2-caa4-4f6f-bec8-a31ff50840ce triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:56.189745 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.190973 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.252997 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb9574e6-7988-457a-9977-6a4ea31b3b8b req-6c753c7d-48d5-4312-91e3-92756f955caa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/quotas/fe05e004238d4ce8b63d03a6110bb09d HTTP/1.1" status: 200 len: 375 time: 0.0476558 Dec 08 21:51:56.254038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-969c04e2-100e-4e8d-9165-4b7ceb1891df None None] Provisioning complete for port b41a16d2-caa4-4f6f-bec8-a31ff50840ce triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:56.254443 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-969c04e2-100e-4e8d-9165-4b7ceb1891df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.300526 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb9574e6-7988-457a-9977-6a4ea31b3b8b req-db818eba-4a76-472c-a8f0-3160285307a1 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359132 Dec 08 21:51:56.354698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e92f6c1e-ac49-4f29-ba50-da27cafd071c req-0871489c-c22b-464f-acf9-f1700c5d0f27 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473475 Dec 08 21:51:56.436770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] For port a5562351-abf6-4ed5-a4d5-e6f464f390b7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a5562351-abf6-4ed5-a4d5-e6f464f390b7,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:56.437170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.463001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Calling delete_port for a5562351-abf6-4ed5-a4d5-e6f464f390b7 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:56.480831 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb9574e6-7988-457a-9977-6a4ea31b3b8b req-bef93bf8-23ac-405f-a526-5dec3c8be0f4 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681933 Dec 08 21:51:56.494241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Router 588990f6-e6c2-4c69-a108-664789b664b6 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:56.559925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ee39-5051-410a-a05b-7585cff3d9db req-224b195c-19a1-4429-96e6-ac8935630f05 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:56.561408 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d233ee39-5051-410a-a05b-7585cff3d9db req-224b195c-19a1-4429-96e6-ac8935630f05 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a822c45-e835-4b98-9bc3-5939c9efdd0c HTTP/1.1" status: 200 len: 945 time: 0.1204560 Dec 08 21:51:56.573176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.671523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:56.676625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb9574e6-7988-457a-9977-6a4ea31b3b8b req-1455f553-dfab-4469-9a97-aaffde1b2217 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881723 Dec 08 21:51:56.679086 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b521e62c-84be-4560-8f29-7a0541d1202a tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "PUT /v2.0/routers/588990f6-e6c2-4c69-a108-664789b664b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0980897 Dec 08 21:51:56.683514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d233ee39-5051-410a-a05b-7585cff3d9db req-4325b57a-a322-4aba-b9e3-09beb6bf7a8e tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141665 Dec 08 21:51:56.683974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54938) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:56.689685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318ceb0-a439-4f14-a81e-a091eca12382 None None] Sync routers for ids ['588990f6-e6c2-4c69-a108-664789b664b6'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:56.724409 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-4250b87c-7101-46d1-8828-67d7d2add677 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] show failed (client error): The resource could not be found. Dec 08 21:51:56.724810 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318ceb0-a439-4f14-a81e-a091eca12382 None None] Routers {'588990f6-e6c2-4c69-a108-664789b664b6'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:56.725454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9318ceb0-a439-4f14-a81e-a091eca12382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['588990f6-e6c2-4c69-a108-664789b664b6'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:56.725599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4250b87c-7101-46d1-8828-67d7d2add677 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-762894773 HTTP/1.1" status: 404 len: 334 time: 0.0400000 Dec 08 21:51:56.729923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54940) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:56.753155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a4d78060-cac1-4cbd-bd96-72a61b1e518e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:56.784068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9318ceb0-a439-4f14-a81e-a091eca12382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:56.795779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318ceb0-a439-4f14-a81e-a091eca12382 None None] Routers {'588990f6-e6c2-4c69-a108-664789b664b6'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:56.796561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9318ceb0-a439-4f14-a81e-a091eca12382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['588990f6-e6c2-4c69-a108-664789b664b6'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:56.796908 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-a4d78060-cac1-4cbd-bd96-72a61b1e518e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] update failed (client error): The resource could not be found. Dec 08 21:51:56.797966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a4d78060-cac1-4cbd-bd96-72a61b1e518e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1383205617 HTTP/1.1" status: 404 len: 335 time: 0.0671206 Dec 08 21:51:56.804925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54942) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:56.829375 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.843894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9318ceb0-a439-4f14-a81e-a091eca12382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:56.844551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318ceb0-a439-4f14-a81e-a091eca12382 None None] The sync data for ids ['588990f6-e6c2-4c69-a108-664789b664b6'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:56.852220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7c125f24-cd52-4fb2-90cb-b1a13eb8af1f', 'a5562351-abf6-4ed5-a4d5-e6f464f390b7'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:51:56.871156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Pushing event deleted for resources: {'Port': ['ID=a5562351-abf6-4ed5-a4d5-e6f464f390b7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:56.926180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] No DVR routers for this DVR port a5562351-abf6-4ed5-a4d5-e6f464f390b7 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:56.929143 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.930751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7507381-9382-411b-979f-f65c737b26f5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Deleting subnet e4b2b670-391e-4f77-b80e-eb4bcd5219c6 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:51:56.933570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-884843f3-7716-4772-9a19-1628d8035ff7 req-1081c5d5-9e79-48b8-ac3b-b57374d95ad0 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.23 "DELETE /v2.0/ports/a5562351-abf6-4ed5-a4d5-e6f464f390b7 HTTP/1.1" status: 204 len: 173 time: 1.2606988 Dec 08 21:51:56.935228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a822c45-e835-4b98-9bc3-5939c9efdd0c', 'name': 'network-vif-deleted', 'tag': 'a5562351-abf6-4ed5-a4d5-e6f464f390b7'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:51:56.936750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7507381-9382-411b-979f-f65c737b26f5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:56.941141 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f68f694-0100-495c-b1f8-1d655e502cea" -d '{"events": [{"server_uuid": "9a822c45-e835-4b98-9bc3-5939c9efdd0c", "name": "network-vif-deleted", "tag": "a5562351-abf6-4ed5-a4d5-e6f464f390b7"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:51:56.989530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-639c1bf9-c33f-4608-911b-4393408e2628 req-da62125c-84ce-48c9-a698-10a649241d94 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=c23b743f-db29-4a10-a055-170bba587a9d HTTP/1.1" status: 200 len: 210 time: 0.0549374 Dec 08 21:51:57.053395 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d63eb-1ba4-45d0-9d20-a13dbe133bfc x-openstack-request-id: req-9b9d63eb-1ba4-45d0-9d20-a13dbe133bfc {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:51:57.053805 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a822c45-e835-4b98-9bc3-5939c9efdd0c", "name": "network-vif-deleted", "tag": "a5562351-abf6-4ed5-a4d5-e6f464f390b7", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:51:57.054130 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b9d63eb-1ba4-45d0-9d20-a13dbe133bfc {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:51:57.054569 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a822c45-e835-4b98-9bc3-5939c9efdd0c', 'name': 'network-vif-deleted', 'tag': 'a5562351-abf6-4ed5-a4d5-e6f464f390b7', 'status': 'completed', 'code': 200} Dec 08 21:51:57.062217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7507381-9382-411b-979f-f65c737b26f5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.116577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Allocated IP 172.20.0.1 (5c7a6491-009e-4931-8276-624121206261/dfbe5c60-5243-40b6-93c4-be13fa0072c2/90e4f633-7e9e-4f69-9426-14fdae1ef49d) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:57.174740 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1e03-fa0a-4ae6-a2d1-dc190e6f967c req-c457c9aa-e118-4d19-be95-5e5b5e05974a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:57.177238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6eaa1e03-fa0a-4ae6-a2d1-dc190e6f967c req-c457c9aa-e118-4d19-be95-5e5b5e05974a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1715324 Dec 08 21:51:57.300871 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7507381-9382-411b-979f-f65c737b26f5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.342359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6eaa1e03-fa0a-4ae6-a2d1-dc190e6f967c req-c764f86a-52ba-4a2b-b7eb-b83e3d6f05bc tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375895 Dec 08 21:51:57.398045 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.412509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7507381-9382-411b-979f-f65c737b26f5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.469487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7507381-9382-411b-979f-f65c737b26f5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b2b670-391e-4f77-b80e-eb4bcd5219c6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:57.479413 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7507381-9382-411b-979f-f65c737b26f5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.482540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e7507381-9382-411b-979f-f65c737b26f5 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/subnets/e4b2b670-391e-4f77-b80e-eb4bcd5219c6 HTTP/1.1" status: 204 len: 168 time: 0.6766846 Dec 08 21:51:57.485305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54974) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:57.486305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4a4bc-3cc3-4277-a2b5-764bdc9bbf18 None None] Network 54a1492c-39f1-41b0-be58-9dae12f4469f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:57.502749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.561520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Network 5c7a6491-009e-4931-8276-624121206261 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:57.564532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:57.565404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61c91d2-b575-42c0-bdab-a7fbdfda6947 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Deleting subnet de55a532-b13d-4d99-a2c5-1c047c80a467 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:51:57.567067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:57.573647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c61c91d2-b575-42c0-bdab-a7fbdfda6947 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.600230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'Port': ['ID=90e4f633-7e9e-4f69-9426-14fdae1ef49d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:57.628086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.628764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c61c91d2-b575-42c0-bdab-a7fbdfda6947 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.807068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.826195 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c61c91d2-b575-42c0-bdab-a7fbdfda6947 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.836503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] DHCP port deletion for 54a1492c-39f1-41b0-be58-9dae12f4469f request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:51:57.909050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] Deleting port 4775fe1a-e748-42cd-be68-720432ccb788 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:57.910541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:57.914480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866923-8168-453a-9461-db530f28901f req-695573be-4378-4d89-90d9-9d0a4fa8958c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:57.922927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-695573be-4378-4d89-90d9-9d0a4fa8958c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.2035899 Dec 08 21:51:57.961849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-fb33551b-fb01-4e9b-ae36-5e7b00b96bc4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/quotas/fe05e004238d4ce8b63d03a6110bb09d HTTP/1.1" status: 200 len: 375 time: 0.0377040 Dec 08 21:51:57.969179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-031b4b26-8b1a-480b-a01d-34c6cac13f53 None None] Provisioning complete for port 90e4f633-7e9e-4f69-9426-14fdae1ef49d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:57.969928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-031b4b26-8b1a-480b-a01d-34c6cac13f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.006684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-57eb7854-21ba-4a27-9004-f5ffb8439f66 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438368 Dec 08 21:51:58.052762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] For port 4775fe1a-e748-42cd-be68-720432ccb788, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4775fe1a-e748-42cd-be68-720432ccb788,segment=NetworkSegment(030f9b93-569e-442c-a1c2-29d74adf7ca5),segment_id=030f9b93-569e-442c-a1c2-29d74adf7ca5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:58.053564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.076193 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] Calling delete_port for 4775fe1a-e748-42cd-be68-720432ccb788 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:58.078134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-031b4b26-8b1a-480b-a01d-34c6cac13f53 None None] Port 90e4f633-7e9e-4f69-9426-14fdae1ef49d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:58.127197 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-5b332ff7-5433-46c0-acb7-16bd8a96b808 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194561 Dec 08 21:51:58.129477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c61c91d2-b575-42c0-bdab-a7fbdfda6947 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.135539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4775fe1a-e748-42cd-be68-720432ccb788 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:58.223746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c61c91d2-b575-42c0-bdab-a7fbdfda6947 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.229742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c61c91d2-b575-42c0-bdab-a7fbdfda6947 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/subnets/de55a532-b13d-4d99-a2c5-1c047c80a467 HTTP/1.1" status: 204 len: 168 time: 0.7406063 Dec 08 21:51:58.229923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce285b-2689-4cfe-96f4-fa763187c1a0 None None] Network 1e50cd3c-9f02-457c-af70-1ae787adb0e0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:58.232911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c91d2-b575-42c0-bdab-a7fbdfda6947 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Subnet': ['ID=de55a532-b13d-4d99-a2c5-1c047c80a467,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:58.235311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54998) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:58.285568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.330726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] Pushing event deleted for resources: {'Port': ['ID=4775fe1a-e748-42cd-be68-720432ccb788,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:58.335973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.355986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51cf2ba-a2f7-403f-8dc9-871aef6a240f None None] No DVR routers for this DVR port 4775fe1a-e748-42cd-be68-720432ccb788 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:58.359824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.395501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-82610ab0-8d74-4577-b3c0-7fc3c8c20a00 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591491 Dec 08 21:51:58.458040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.481705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a1492c-39f1-41b0-be58-9dae12f4469f']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:58.511009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.511539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030f9b93-569e-442c-a1c2-29d74adf7ca5') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:58.512541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030f9b93-569e-442c-a1c2-29d74adf7ca5') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:58.525459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cc32c-bd57-4d07-b361-c1a25c43e555 req-592aed37-1990-4af3-a0cb-9b087ed15ea6 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:58.531193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.531578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e92cc32c-bd57-4d07-b361-c1a25c43e555 req-592aed37-1990-4af3-a0cb-9b087ed15ea6 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.0847836 Dec 08 21:51:58.532056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] DHCP port deletion for 1e50cd3c-9f02-457c-af70-1ae787adb0e0 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:51:58.532914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.566360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.573842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:58.574236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:58.578837 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:58.608103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] Deleting port 8c078e78-1af6-475b-a62f-82bea24d476c {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:51:58.608614 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.642817 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.661967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'Port': ['ID=90e4f633-7e9e-4f69-9426-14fdae1ef49d,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:58.675752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] For port 8c078e78-1af6-475b-a62f-82bea24d476c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c078e78-1af6-475b-a62f-82bea24d476c,segment=NetworkSegment(92aa9ee6-bc16-4997-a19b-e458c5cbd7f4),segment_id=92aa9ee6-bc16-4997-a19b-e458c5cbd7f4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:51:58.676266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.689739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] Calling delete_port for 8c078e78-1af6-475b-a62f-82bea24d476c owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:51:58.695106 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e92cc32c-bd57-4d07-b361-c1a25c43e555 req-cda1a541-b6ab-49fa-855e-12de0f6cfedb tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567714 Dec 08 21:51:58.714751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e32b2-faf7-4d2f-84d8-da46cd3b8182 req-40daa880-8fb1-4a13-9056-fe24afd9a1fe tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:58.722507 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c6e32b2-faf7-4d2f-84d8-da46cd3b8182 req-40daa880-8fb1-4a13-9056-fe24afd9a1fe tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0896113 Dec 08 21:51:58.757809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.767633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.773063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/networks/54a1492c-39f1-41b0-be58-9dae12f4469f HTTP/1.1" status: 204 len: 168 time: 0.5332723 Dec 08 21:51:58.773307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55012) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:58.809193 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.827141 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Network 5c7a6491-009e-4931-8276-624121206261 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:58.830906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:58.839813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] Pushing event deleted for resources: {'Port': ['ID=8c078e78-1af6-475b-a62f-82bea24d476c,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:58.846566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956572d3-88ef-455d-b363-8a458222f7b8 None None] No DVR routers for this DVR port 8c078e78-1af6-475b-a62f-82bea24d476c on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:51:58.873430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cb32d-9974-478b-a55e-e7397ec9c321 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Network': ['ID=54a1492c-39f1-41b0-be58-9dae12f4469f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:58.904552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c6e32b2-faf7-4d2f-84d8-da46cd3b8182 req-93eebd87-8c79-4065-b2d7-d32bec10ee10 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810524 Dec 08 21:51:58.908296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:58.991529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Router 6645e596-5846-453c-8ab0-3b23fdab0f91 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:51:58.994960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f711ba6-b3c4-4a24-bce3-c92b31aaab02 req-10d79399-d3d9-4d56-8545-164eb4c18116 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 210 time: 0.0329273 Dec 08 21:51:59.065160 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.096118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e50cd3c-9f02-457c-af70-1ae787adb0e0']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:59.109101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92aa9ee6-bc16-4997-a19b-e458c5cbd7f4') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:59.109509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92aa9ee6-bc16-4997-a19b-e458c5cbd7f4') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:59.118904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7de2e8-78d5-4fdd-ad18-ef6994d456b5 req-750750cb-203f-4019-b783-dabfa1cb5598 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:59.120486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4c7de2e8-78d5-4fdd-ad18-ef6994d456b5 req-750750cb-203f-4019-b783-dabfa1cb5598 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.1167190 Dec 08 21:51:59.131527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.160342 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.170154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:51:59.170580 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:51:59.173682 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:51:59.213350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bf74e030-172f-47cb-8e14-e462a412d9f3 None None] Provisioning complete for port 90e4f633-7e9e-4f69-9426-14fdae1ef49d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:51:59.214353 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf74e030-172f-47cb-8e14-e462a412d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.232082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:51:59.237618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-97b61e03-58bc-43c2-8d16-76eda3b3d7cc tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "PUT /v2.0/routers/6645e596-5846-453c-8ab0-3b23fdab0f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5965681 Dec 08 21:51:59.240685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55022) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:59.246554 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927fa9f-38f6-4e67-b066-e685909e8e51 None None] Sync routers for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:51:59.252583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Request body: {'port': {'network_id': '5c7a6491-009e-4931-8276-624121206261', 'name': 'tempest-FloatingIPAdminTestJSON-1731434489'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:51:59.253443 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4c7de2e8-78d5-4fdd-ad18-ef6994d456b5 req-78d3c8b4-ec47-4b43-8a60-5d3192d74766 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241899 Dec 08 21:51:59.255874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-bf74e030-172f-47cb-8e14-e462a412d9f3 None None] Port 90e4f633-7e9e-4f69-9426-14fdae1ef49d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:51:59.260021 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927fa9f-38f6-4e67-b066-e685909e8e51 None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:59.263477 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b927fa9f-38f6-4e67-b066-e685909e8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:59.291988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.302748 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.309357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/networks/1e50cd3c-9f02-457c-af70-1ae787adb0e0 HTTP/1.1" status: 204 len: 168 time: 0.5329742 Dec 08 21:51:59.312594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:59.322376 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b927fa9f-38f6-4e67-b066-e685909e8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:59.338053 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927fa9f-38f6-4e67-b066-e685909e8e51 None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:51:59.338657 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b927fa9f-38f6-4e67-b066-e685909e8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:59.362673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37968037-2c15-43d0-953c-5547ed12c1d7 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Network': ['ID=1e50cd3c-9f02-457c-af70-1ae787adb0e0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:59.382094 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b927fa9f-38f6-4e67-b066-e685909e8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:51:59.383089 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927fa9f-38f6-4e67-b066-e685909e8e51 None None] The sync data for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:51:59.387701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a5562351-abf6-4ed5-a4d5-e6f464f390b7 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:51:59.405582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc23f746-c3da-413c-8259-15b3cc424a88 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Deleting subnet 1868bf37-b5ce-4be4-b1f3-b433eaeae861 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:51:59.408526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a5562351-abf6-4ed5-a4d5-e6f464f390b7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:51:59.408952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a5562351-abf6-4ed5-a4d5-e6f464f390b7 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:51:59.410624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Made reservation on behalf of cc5f507619374873bc6c95e631163efa for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:51:59.410905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc23f746-c3da-413c-8259-15b3cc424a88 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.414733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.432623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] device_id is not set on port 6efcd92a-ed88-4e14-b5e6-f0b8f48e268b yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:51:59.455388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc23f746-c3da-413c-8259-15b3cc424a88 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.537562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc23f746-c3da-413c-8259-15b3cc424a88 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.542378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Allocated IP 172.20.0.8 (5c7a6491-009e-4931-8276-624121206261/dfbe5c60-5243-40b6-93c4-be13fa0072c2/6efcd92a-ed88-4e14-b5e6-f0b8f48e268b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:51:59.600019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc23f746-c3da-413c-8259-15b3cc424a88 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.629013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc23f746-c3da-413c-8259-15b3cc424a88 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.635108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dc23f746-c3da-413c-8259-15b3cc424a88 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/subnets/1868bf37-b5ce-4be4-b1f3-b433eaeae861 HTTP/1.1" status: 204 len: 168 time: 0.3187983 Dec 08 21:51:59.635108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23f746-c3da-413c-8259-15b3cc424a88 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Subnet': ['ID=1868bf37-b5ce-4be4-b1f3-b433eaeae861,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:59.636239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55028) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:51:59.638338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf72a817-fdbc-4f00-a348-a6f70e48a0ea None None] Network 8195018f-0b61-4da1-8284-e2dfe3dfbbce requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:51:59.697751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.718586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.737008 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.849693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Network 5c7a6491-009e-4931-8276-624121206261 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:51:59.861919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:51:59.871206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:51:59.894866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] DHCP port deletion for 8195018f-0b61-4da1-8284-e2dfe3dfbbce request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:51:59.935952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:51:59.936734 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:51:59.943705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event updated for resources: {'Port': ['ID=6efcd92a-ed88-4e14-b5e6-f0b8f48e268b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:51:59.989407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3f4ad5c8-7cd0-4b0f-b777-45e67b66e026 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7475016 Dec 08 21:51:59.990050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55036) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:00.013012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] Deleting port 8f41af44-7293-4a69-bab9-40ceb75b4800 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:00.013401 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.037706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1139b-7655-48b8-82b2-a300bf882d91 req-bfc5940f-c264-404c-813c-6986151b68bc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:00.039319 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eed1139b-7655-48b8-82b2-a300bf882d91 req-bfc5940f-c264-404c-813c-6986151b68bc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.2370269 Dec 08 21:52:00.093652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'project_id': 'cc5f507619374873bc6c95e631163efa', 'port_id': '6efcd92a-ed88-4e14-b5e6-f0b8f48e268b'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:00.133084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c078e78-1af6-475b-a62f-82bea24d476c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:00.135780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eed1139b-7655-48b8-82b2-a300bf882d91 req-499c6a96-f1d0-4179-8708-074151f4b408 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891039 Dec 08 21:52:00.144479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.193169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 8c078e78-1af6-475b-a62f-82bea24d476c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:00.193768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c078e78-1af6-475b-a62f-82bea24d476c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:00.194347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8f41af44-7293-4a69-bab9-40ceb75b4800 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:00.237091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] For port 8f41af44-7293-4a69-bab9-40ceb75b4800, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8f41af44-7293-4a69-bab9-40ceb75b4800,segment=NetworkSegment(35eaa8b3-cb99-46f8-a2a2-41f7252decc9),segment_id=35eaa8b3-cb99-46f8-a2a2-41f7252decc9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:00.237491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.256881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] Calling delete_port for 8f41af44-7293-4a69-bab9-40ceb75b4800 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:00.287133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9425320-531c-4357-ab03-16a088718cf4 req-3e060cb7-ea20-45bb-b1a0-5f57e89489ee tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 210 time: 0.0378199 Dec 08 21:52:00.309727 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.360431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f6c50d37-7146-4ddc-83d5-32a28e5a6365 None None] Provisioning complete for port 6efcd92a-ed88-4e14-b5e6-f0b8f48e268b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:00.360811 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6c50d37-7146-4ddc-83d5-32a28e5a6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.395122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea3f23-0d65-4fe2-86c7-b1418fe73969 req-25bde85b-ab04-4fac-9edd-56b1bb6d1cc4 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:00.396857 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.403799 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2ea3f23-0d65-4fe2-86c7-b1418fe73969 req-25bde85b-ab04-4fac-9edd-56b1bb6d1cc4 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1260467 Dec 08 21:52:00.406448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Deleting port 8f41af44-7293-4a69-bab9-40ceb75b4800 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:00.406812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.440708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f6c50d37-7146-4ddc-83d5-32a28e5a6365 None None] Port 6efcd92a-ed88-4e14-b5e6-f0b8f48e268b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:52:00.457059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 8f41af44-7293-4a69-bab9-40ceb75b4800, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8f41af44-7293-4a69-bab9-40ceb75b4800,segment=NetworkSegment(35eaa8b3-cb99-46f8-a2a2-41f7252decc9),segment_id=35eaa8b3-cb99-46f8-a2a2-41f7252decc9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:00.458236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Allocated IP 172.25.1.79 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/09579d9c-0369-4ebf-8600-7ec7f871d1f6) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:00.461522 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.487249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.504042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] No DVR routers for this DVR port 8f41af44-7293-4a69-bab9-40ceb75b4800 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:00.511151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866923-8168-453a-9461-db530f28901f req-eb0b530a-63ac-4033-bea5-65a50ee15e7f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:00.512773 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-eb0b530a-63ac-4033-bea5-65a50ee15e7f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.23 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.7484028 Dec 08 21:52:00.525448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=8f41af44-7293-4a69-bab9-40ceb75b4800,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:00.535539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Request body: {'port': {'device_id': '7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'admin_state_up': True, 'tenant_id': 'fe05e004238d4ce8b63d03a6110bb09d'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:00.556633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ced8b9-df91-4982-b0a5-472aaa86980e None None] Pushing event deleted for resources: {'Port': ['ID=8f41af44-7293-4a69-bab9-40ceb75b4800,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:00.596246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec197d-a732-44c6-a3e1-47c78b932016 req-e335cf76-f456-4e86-9134-f0bc93d1c6bc tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:00.597735 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03ec197d-a732-44c6-a3e1-47c78b932016 req-e335cf76-f456-4e86-9134-f0bc93d1c6bc tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.1368392 Dec 08 21:52:00.605907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] For port 8f41af44-7293-4a69-bab9-40ceb75b4800, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8f41af44-7293-4a69-bab9-40ceb75b4800,segment=NetworkSegment(35eaa8b3-cb99-46f8-a2a2-41f7252decc9),segment_id=35eaa8b3-cb99-46f8-a2a2-41f7252decc9)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:00.606131 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.647016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2ea3f23-0d65-4fe2-86c7-b1418fe73969 req-da688f63-9f19-49d8-9199-19e8c4df05a0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422421 Dec 08 21:52:00.648176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Calling delete_port for 8f41af44-7293-4a69-bab9-40ceb75b4800 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:00.669159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.674041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03ec197d-a732-44c6-a3e1-47c78b932016 req-7d359817-b211-4c24-bb35-0714f9054e8d tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676122 Dec 08 21:52:00.679752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-9efea4f9-ea7e-4fbd-ac3a-4f3fa5c515f9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:00.682119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-9efea4f9-ea7e-4fbd-ac3a-4f3fa5c515f9 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.23 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.1940341 Dec 08 21:52:00.711820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.754691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:00.758947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:00.765375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:00.768371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Pushing event updated for resources: {'Port': ['ID=09579d9c-0369-4ebf-8600-7ec7f871d1f6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:00.851321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Made reservation on behalf of fe05e004238d4ce8b63d03a6110bb09d for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:00.855304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.894423 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:00.966568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Port': ['ID=8f41af44-7293-4a69-bab9-40ceb75b4800,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:00.970696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] No DVR routers for this DVR port 8f41af44-7293-4a69-bab9-40ceb75b4800 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:00.973946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Deleting port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:00.974267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.118335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.153271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.200999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Allocated IP 172.20.0.5 (a700447e-c508-4bef-b294-50d1921fc07d/00290753-5cf6-4030-a175-b2ef55574df3/fd8c349b-662f-4a20-91e0-9d44d8f57809) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:01.219117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.226292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] For port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:01.227054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.275236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8195018f-0b61-4da1-8284-e2dfe3dfbbce']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:01.295404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Calling delete_port for 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:01.306140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eaa8b3-cb99-46f8-a2a2-41f7252decc9') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:01.306451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eaa8b3-cb99-46f8-a2a2-41f7252decc9') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:01.331937 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.343894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded28b5-d8cc-4571-b6c9-0d9687699da3 req-69ae361b-1441-43e4-b268-138dfdba3ba0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:01.345369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ded28b5-d8cc-4571-b6c9-0d9687699da3 req-69ae361b-1441-43e4-b268-138dfdba3ba0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.1066585 Dec 08 21:52:01.397406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.408286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ded28b5-d8cc-4571-b6c9-0d9687699da3 req-8ad3045b-1839-4f8b-b57e-79a2bc9fdefd tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538127 Dec 08 21:52:01.442635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27e9b7-a744-4ccc-bdac-434fe10c25c3 req-e8e9428c-8ef5-4878-97ed-17fd077cc285 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:01.446738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b27e9b7-a744-4ccc-bdac-434fe10c25c3 req-e8e9428c-8ef5-4878-97ed-17fd077cc285 tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/ports?device_id=42897ba3-f35f-47f4-af5f-62602d2c2a0c HTTP/1.1" status: 200 len: 945 time: 0.2141483 Dec 08 21:52:01.452320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:52:01.452725 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.452869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.458541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:52:01.459401 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:52:01.541482 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8a7f29e8-f0b2-4990-ae16-83f4ac9c0385 req-cae0bb88-74b3-4a86-b137-6509df41e77b tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 210 time: 0.0512474 Dec 08 21:52:01.560026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Pushing event updated for resources: {'Port': ['ID=09579d9c-0369-4ebf-8600-7ec7f871d1f6,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:01.568885 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.591808 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.596653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.599809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/networks/8195018f-0b61-4da1-8284-e2dfe3dfbbce HTTP/1.1" status: 204 len: 168 time: 1.9624193 Dec 08 21:52:01.603168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55058) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:01.611761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b27e9b7-a744-4ccc-bdac-434fe10c25c3 req-c79109d3-4526-4953-93d1-c5edc07b61fa tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed84b665-065d-47dd-a7d1-1d29b2c69562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554203 Dec 08 21:52:01.634659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a25428-aa3a-490f-8f2d-828ac3deb37d tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Pushing event deleted for resources: {'Network': ['ID=8195018f-0b61-4da1-8284-e2dfe3dfbbce,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:01.663970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7299e623-004f-49e8-af27-a9ded7a39a69 tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "GET /v2.0/ports?device_id=588990f6-e6c2-4c69-a108-664789b664b6 HTTP/1.1" status: 200 len: 205 time: 0.0575418 Dec 08 21:52:01.664726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55062) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:01.670198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.712707 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.724807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7c125f24-cd52-4fb2-90cb-b1a13eb8af1f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:52:01.751138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Pushing event deleted for resources: {'Port': ['ID=7c125f24-cd52-4fb2-90cb-b1a13eb8af1f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:01.761995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.778179 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8844f1c-8e85-4da5-b179-c84d2e32fe7e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.830657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] No DVR routers for this DVR port 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:01.834089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.837875 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24bf7677-720b-4bfb-ab8d-dee5eec9f61b req-83789144-a21c-464e-9fc3-ca9f286802cc tempest-ServerRescueTestJSON-1238468861 tempest-ServerRescueTestJSON-1238468861-project] 10.222.0.23 "DELETE /v2.0/ports/7c125f24-cd52-4fb2-90cb-b1a13eb8af1f HTTP/1.1" status: 204 len: 173 time: 1.1454196 Dec 08 21:52:01.843617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42897ba3-f35f-47f4-af5f-62602d2c2a0c', 'name': 'network-vif-deleted', 'tag': '7c125f24-cd52-4fb2-90cb-b1a13eb8af1f'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:01.846101 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce4071-2766-4886-a5e9-db27cae40cf6" -d '{"events": [{"server_uuid": "42897ba3-f35f-47f4-af5f-62602d2c2a0c", "name": "network-vif-deleted", "tag": "7c125f24-cd52-4fb2-90cb-b1a13eb8af1f"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:01.852135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Network a700447e-c508-4bef-b294-50d1921fc07d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:01.855966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:01.858982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:01.867830 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Floating IP 49e8886b-2802-4aec-b06c-6d6f6e732c81 associated. External IP: 172.25.1.79, port: 6efcd92a-ed88-4e14-b5e6-f0b8f48e268b. Dec 08 21:52:01.900161 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f59e4f-066b-41f0-8b57-ace375f904bc x-openstack-request-id: req-46f59e4f-066b-41f0-8b57-ace375f904bc {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:01.900462 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42897ba3-f35f-47f4-af5f-62602d2c2a0c", "name": "network-vif-deleted", "tag": "7c125f24-cd52-4fb2-90cb-b1a13eb8af1f", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:01.900689 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46f59e4f-066b-41f0-8b57-ace375f904bc {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:01.901079 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42897ba3-f35f-47f4-af5f-62602d2c2a0c', 'name': 'network-vif-deleted', 'tag': '7c125f24-cd52-4fb2-90cb-b1a13eb8af1f', 'status': 'completed', 'code': 200} Dec 08 21:52:01.908763 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event updated for resources: {'Port': ['ID=fd8c349b-662f-4a20-91e0-9d44d8f57809,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:01.934893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:01.936132 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:01.944777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bbac8-b02e-4826-babe-7147996e6f3f req-2fc1f60a-23eb-4f9c-8df8-0ec77b788799 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:01.946527 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea9bbac8-b02e-4826-babe-7147996e6f3f req-2fc1f60a-23eb-4f9c-8df8-0ec77b788799 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.2081466 Dec 08 21:52:01.952420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-7aa441ea-7a34-4222-be74-a2b71254e2a4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4213588 Dec 08 21:52:01.979031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Request body: {'port': {'device_id': '7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:02.033412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.044552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8844f1c-8e85-4da5-b179-c84d2e32fe7e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.055300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8844f1c-8e85-4da5-b179-c84d2e32fe7e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.121160 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea9bbac8-b02e-4826-babe-7147996e6f3f req-8e490e85-47d1-4dc7-be0b-97b2b4cfe1a5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165676 Dec 08 21:52:02.142011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8844f1c-8e85-4da5-b179-c84d2e32fe7e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.142011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8844f1c-8e85-4da5-b179-c84d2e32fe7e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Fanout notify agent at l3_agent the message router_deleted on router 588990f6-e6c2-4c69-a108-664789b664b6 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:52:02.146243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8844f1c-8e85-4da5-b179-c84d2e32fe7e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.148056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a8844f1c-8e85-4da5-b179-c84d2e32fe7e tempest-RoutersNegativeTest-566157142 tempest-RoutersNegativeTest-566157142-project] 10.222.0.21 "DELETE /v2.0/routers/588990f6-e6c2-4c69-a108-664789b664b6 HTTP/1.1" status: 204 len: 168 time: 0.4822357 Dec 08 21:52:02.279765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Router 6645e596-5846-453c-8ab0-3b23fdab0f91 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:52:02.325075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8c349b-662f-4a20-91e0-9d44d8f57809 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:52:02.333729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.354991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Transition to ACTIVE for port object fd8c349b-662f-4a20-91e0-9d44d8f57809 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:52:02.360714 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.414506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8c349b-662f-4a20-91e0-9d44d8f57809,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:02.431108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:02.439461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea21bd9-f2f1-4886-a65a-a52c059c9bf0 None None] Sync routers for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:02.451743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea21bd9-f2f1-4886-a65a-a52c059c9bf0 None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:02.456394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3ea21bd9-f2f1-4886-a65a-a52c059c9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:02.460370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.484839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55074) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:02.515362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3ea21bd9-f2f1-4886-a65a-a52c059c9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:02.515841 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-861488a7-915d-48f6-983c-960ba1990d5d tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.5234649 Dec 08 21:52:02.516489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55078) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:02.529676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea21bd9-f2f1-4886-a65a-a52c059c9bf0 None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:02.530546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3ea21bd9-f2f1-4886-a65a-a52c059c9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:02.567491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3ea21bd9-f2f1-4886-a65a-a52c059c9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:02.568575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea21bd9-f2f1-4886-a65a-a52c059c9bf0 None None] The sync data for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:02.580680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Attempting to bind port fd8c349b-662f-4a20-91e0-9d44d8f57809 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:02.581037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Attempting to bind port fd8c349b-662f-4a20-91e0-9d44d8f57809 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:02.581348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Attempting to bind port fd8c349b-662f-4a20-91e0-9d44d8f57809 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:02.606589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14ccd1-d591-40de-944c-2a9918dc5009 req-82b02116-fba7-477f-9462-d41d0fefb8f9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:02.613855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e14ccd1-d591-40de-944c-2a9918dc5009 req-82b02116-fba7-477f-9462-d41d0fefb8f9 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.1130862 Dec 08 21:52:02.622029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Port fd8c349b-662f-4a20-91e0-9d44d8f57809 on network a700447e-c508-4bef-b294-50d1921fc07d not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:52:02.625228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Attempting to bind port fd8c349b-662f-4a20-91e0-9d44d8f57809 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:02.625371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5a4fa5e7-d40b-43a4-81a2-78cb41caba59 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] 10.222.0.21 "GET /v2.0/floatingips/49e8886b-2802-4aec-b06c-6d6f6e732c81 HTTP/1.1" status: 200 len: 982 time: 0.1053286 Dec 08 21:52:02.630815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55082) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:02.635751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:02.636229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Checking segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:02.636638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Bound using segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:02.637071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Bound port: fd8c349b-662f-4a20-91e0-9d44d8f57809, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:02.637529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.683064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e14ccd1-d591-40de-944c-2a9918dc5009 req-a7497a4c-da16-4670-acdb-4dc441d56b2b tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683103 Dec 08 21:52:02.720561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] For port fd8c349b-662f-4a20-91e0-9d44d8f57809, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:02.723980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] For port fd8c349b-662f-4a20-91e0-9d44d8f57809, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fd8c349b-662f-4a20-91e0-9d44d8f57809,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:02.731059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.745036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55086) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:02.868310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:02.869147 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:02.870733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd8c349b-662f-4a20-91e0-9d44d8f57809 HTTP/1.1" status: 200 len: 1091 time: 0.8965127 Dec 08 21:52:02.927270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dca63-f750-4445-8cdd-1cad224bbec5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8c349b-662f-4a20-91e0-9d44d8f57809,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:02.940821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-b8f8b9d7-9a7b-44c4-a168-9f11f9d9d213 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:02.942302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-b8f8b9d7-9a7b-44c4-a168-9f11f9d9d213 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.37 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.2085400 Dec 08 21:52:03.071025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866923-8168-453a-9461-db530f28901f req-25729a0b-8983-4adc-8cee-17c92bdfdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:03.073095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-25729a0b-8983-4adc-8cee-17c92bdfdb95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 1094 time: 0.1570702 Dec 08 21:52:03.099047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4ab27f96-80d0-4b91-aa68-f3c332cd70d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e116382cd0b74080b296c2e04aa44a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6108787 Dec 08 21:52:03.100746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aad555d1-2249-4a8d-b438-6229baf1dddf tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.4689598 Dec 08 21:52:03.101515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55090) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:03.107723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55092) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:03.109081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66d5d-6cfb-41f8-bfad-0416583d5919 req-6356c26a-a21e-4d4b-b1c7-eec237ea29e7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:03.110554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fe66d5d-6cfb-41f8-bfad-0416583d5919 req-6356c26a-a21e-4d4b-b1c7-eec237ea29e7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 943 time: 0.4866238 Dec 08 21:52:03.175521 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fe66d5d-6cfb-41f8-bfad-0416583d5919 req-ba50323f-679f-4dc0-bb9a-e2a7e6911f6a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580630 Dec 08 21:52:03.178899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-4d74bcdf-7833-4009-8868-9e39eecf6906 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8c349b-662f-4a20-91e0-9d44d8f57809 HTTP/1.1" status: 200 len: 217 time: 0.0771465 Dec 08 21:52:03.188677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893f95b0-dc74-4bad-ac1d-d06457aeac4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:03.214748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893f95b0-dc74-4bad-ac1d-d06457aeac4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:03.268397 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893f95b0-dc74-4bad-ac1d-d06457aeac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:03.271098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893f95b0-dc74-4bad-ac1d-d06457aeac4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:03.272260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-893f95b0-dc74-4bad-ac1d-d06457aeac4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26b536ac-1607-402e-b826-ef45e261e302 HTTP/1.1" status: 204 len: 168 time: 0.1607966 Dec 08 21:52:03.289244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f95b0-dc74-4bad-ac1d-d06457aeac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b536ac-1607-402e-b826-ef45e261e302,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:03.343555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Deleting port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:03.343828 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:03.365208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866923-8168-453a-9461-db530f28901f req-eb9276d5-fd09-4b82-bb37-407938539b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:03.366655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-eb9276d5-fd09-4b82-bb37-407938539b9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.1804779 Dec 08 21:52:03.466202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-1127c5c4-956a-4096-b269-173d18dffe30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669098 Dec 08 21:52:03.486008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64a992-39bf-45f5-8a5f-292ec38f7754 req-ed2fcf3b-239b-4f6e-b690-c16432fb55a7 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:03.487481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec64a992-39bf-45f5-8a5f-292ec38f7754 req-ed2fcf3b-239b-4f6e-b690-c16432fb55a7 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.2529962 Dec 08 21:52:03.809020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901553e-80d2-4aa8-b150-0d430319dfea req-809e6452-d9ec-4149-8956-d918bff64155 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:03.810830 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7901553e-80d2-4aa8-b150-0d430319dfea req-809e6452-d9ec-4149-8956-d918bff64155 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 945 time: 0.0560308 Dec 08 21:52:03.862473 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7901553e-80d2-4aa8-b150-0d430319dfea req-144bc5ef-0ec0-440f-97ef-f69232b0904e tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446241 Dec 08 21:52:03.903428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a', 'tag': 'fd8c349b-662f-4a20-91e0-9d44d8f57809'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:03.905677 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcef9e1-7686-4949-b83d-e2e517d67027" -d '{"events": [{"name": "network-changed", "server_uuid": "7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a", "tag": "fd8c349b-662f-4a20-91e0-9d44d8f57809"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:04.009656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] For port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:04.010019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:04.015666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec64a992-39bf-45f5-8a5f-292ec38f7754 req-0b53f77c-82da-4d83-9218-889a4e6c9d71 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121939 Dec 08 21:52:04.031686 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7676f12d-a9c8-4d42-aaf6-ca87e9399c28 x-openstack-request-id: req-7676f12d-a9c8-4d42-aaf6-ca87e9399c28 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:04.031979 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a", "tag": "fd8c349b-662f-4a20-91e0-9d44d8f57809", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:04.032233 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7676f12d-a9c8-4d42-aaf6-ca87e9399c28 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:04.032614 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a', 'tag': 'fd8c349b-662f-4a20-91e0-9d44d8f57809', 'status': 'completed', 'code': 200} Dec 08 21:52:04.094504 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-5eaf4096-113c-4c67-b111-41d281debbae service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185389 Dec 08 21:52:04.122407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Deleting port 09579d9c-0369-4ebf-8600-7ec7f871d1f6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:04.122652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:04.301941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de76da-1081-4de1-b8ef-26da802d4a7e req-64fd643d-c43f-4a5f-ba2c-31d120ca5b7f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:04.303625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9de76da-1081-4de1-b8ef-26da802d4a7e req-64fd643d-c43f-4a5f-ba2c-31d120ca5b7f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 943 time: 0.0528915 Dec 08 21:52:04.345565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9de76da-1081-4de1-b8ef-26da802d4a7e req-c1e36cd6-2a4e-42da-9e72-357d77e7dacd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Dec 08 21:52:04.407206 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:04.407534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:04.424112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52866923-8168-453a-9461-db530f28901f req-f152fdaf-d158-46eb-ae6f-546eb95a7feb service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122637 Dec 08 21:52:04.433739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:04.434096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:04.434430 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Floating IP c84d3737-6476-45fd-ab84-63b4c7c62c7f disassociated. External IP: 172.25.1.60, port: 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4. Dec 08 21:52:04.434948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Calling delete_port for 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:04.437515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Calling delete_port for 09579d9c-0369-4ebf-8600-7ec7f871d1f6 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:04.558503 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:04.725474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-1d2ff3b9-dac7-4995-893b-371d70b244ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:04.726990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-1d2ff3b9-dac7-4995-893b-371d70b244ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 1094 time: 0.2249985 Dec 08 21:52:04.760376 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55142) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:04.875533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-416cd2ac-6122-4585-8b70-ba998834e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.009205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-4f0631a8-3040-41a5-88ee-431ae0b2c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:05.010738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-4f0631a8-3040-41a5-88ee-431ae0b2c1a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 912 time: 0.2733951 Dec 08 21:52:05.015086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.103880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event deleted for resources: {'Port': ['ID=8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:05.115591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-1f4242db-1aa7-48b8-a001-e0d3df028efa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8c349b-662f-4a20-91e0-9d44d8f57809 HTTP/1.1" status: 200 len: 217 time: 0.0810847 Dec 08 21:52:05.116185 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.163129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f697-64fc-4252-a4e6-00be657357a6 req-81793149-f808-4437-a8a4-a59454b03d25 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:05.164504 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0117f697-64fc-4252-a4e6-00be657357a6 req-81793149-f808-4437-a8a4-a59454b03d25 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0712607 Dec 08 21:52:05.177076 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-416cd2ac-6122-4585-8b70-ba998834e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.189033 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-416cd2ac-6122-4585-8b70-ba998834e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.202920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc261f8-91d0-4b53-8a20-12bafa5feb3b req-ca0d0c61-fe1e-4f5d-a580-1bab13d96313 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:05.204415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cc261f8-91d0-4b53-8a20-12bafa5feb3b req-ca0d0c61-fe1e-4f5d-a580-1bab13d96313 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 867 time: 0.2687306 Dec 08 21:52:05.205187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event deleted for resources: {'Port': ['ID=09579d9c-0369-4ebf-8600-7ec7f871d1f6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:05.247703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cd2ac-6122-4585-8b70-ba998834e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbaf210-925f-4312-8f9e-15da96e576f1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:05.258173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-416cd2ac-6122-4585-8b70-ba998834e5b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac6f5e4e2a594fc4ab4fb6503108e51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966245 Dec 08 21:52:05.261741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0117f697-64fc-4252-a4e6-00be657357a6 req-0dbe690b-7466-447d-96f3-8ac4cd8ab341 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897131 Dec 08 21:52:05.262205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55152) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:05.319838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73bcb4ba-08cc-459c-a93f-d4aa0f63e40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.341244 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73bcb4ba-08cc-459c-a93f-d4aa0f63e40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.384291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-b5417e8b-2009-4af7-a512-17388d352396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:05.385631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-b5417e8b-2009-4af7-a512-17388d352396 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.2508729 Dec 08 21:52:05.391319 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73bcb4ba-08cc-459c-a93f-d4aa0f63e40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.394522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73bcb4ba-08cc-459c-a93f-d4aa0f63e40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.400466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:05.409986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-73bcb4ba-08cc-459c-a93f-d4aa0f63e40b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bbaf210-925f-4312-8f9e-15da96e576f1 HTTP/1.1" status: 204 len: 168 time: 0.1382475 Dec 08 21:52:05.414581 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cc261f8-91d0-4b53-8a20-12bafa5feb3b req-a5eb716f-7114-4620-bd6c-de4b9d489f4d tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups?id=6464ef9c-e5b8-4a2e-8aa5-868330d1794c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995778 Dec 08 21:52:05.437800 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:05.438110 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.438499 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Floating IP 49e8886b-2802-4aec-b06c-6d6f6e732c81 disassociated (deleted). External IP: 172.25.1.79, port: 6efcd92a-ed88-4e14-b5e6-f0b8f48e268b. Dec 08 21:52:05.440008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c125f24-cd52-4fb2-90cb-b1a13eb8af1f not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:05.460427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-307856c7-c32c-4a9d-b034-fd43d9ada5e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626252 Dec 08 21:52:05.466257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcb4ba-08cc-459c-a93f-d4aa0f63e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbaf210-925f-4312-8f9e-15da96e576f1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:05.488959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f71c9b-0721-44a6-a678-51daa644bcd9 req-1e1c8db6-b465-4055-9dce-79006c5a50b7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:05.500801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9f71c9b-0721-44a6-a678-51daa644bcd9 req-1e1c8db6-b465-4055-9dce-79006c5a50b7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 943 time: 0.0729845 Dec 08 21:52:05.543626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9f71c9b-0721-44a6-a678-51daa644bcd9 req-c31dd5a2-c70a-4188-8fc5-45e904f602c6 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Dec 08 21:52:05.563584 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ce078734-dc79-4a77-80d2-2e8a88783de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.604313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:52:05.750936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55160) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:05.765212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-097b5971-7edf-4918-ac45-de9597713e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.848479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-097b5971-7edf-4918-ac45-de9597713e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.854178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-097b5971-7edf-4918-ac45-de9597713e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.896591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-097b5971-7edf-4918-ac45-de9597713e28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7e33564c052472188220a832cd06386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416643 Dec 08 21:52:05.896591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b5971-7edf-4918-ac45-de9597713e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3620cd64-4ec4-436d-a415-6aa2af434b6e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:05.897367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55162) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:05.949374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88235964-645a-4158-8022-e0615ad81a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:05.971294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88235964-645a-4158-8022-e0615ad81a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.020408 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88235964-645a-4158-8022-e0615ad81a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.023119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88235964-645a-4158-8022-e0615ad81a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.024890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-88235964-645a-4158-8022-e0615ad81a29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3620cd64-4ec4-436d-a415-6aa2af434b6e HTTP/1.1" status: 204 len: 168 time: 0.1260223 Dec 08 21:52:06.033133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88235964-645a-4158-8022-e0615ad81a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3620cd64-4ec4-436d-a415-6aa2af434b6e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:06.082868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Deleting port bdeb9e5e-db7f-4405-b05f-abc44b6baf23 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:06.083218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.148813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-d07e1c8b-0ebe-41d0-952c-da39c50c49ce service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184106 Dec 08 21:52:06.322380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] For port bdeb9e5e-db7f-4405-b05f-abc44b6baf23, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,segment=NetworkSegment(b162fb95-8085-4cd0-a5d1-6f95d7c27438),segment_id=b162fb95-8085-4cd0-a5d1-6f95d7c27438)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:06.322765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.353898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:06.361564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Calling delete_port for bdeb9e5e-db7f-4405-b05f-abc44b6baf23 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:06.366739 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] Sync routers for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:06.379998 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:06.381065 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:06.391047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab70e-dfa0-4c8c-97f2-0abbe47034ca req-46593dd7-ef53-497d-87e5-b6904c6786c6 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:06.392591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-857ab70e-dfa0-4c8c-97f2-0abbe47034ca req-46593dd7-ef53-497d-87e5-b6904c6786c6 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.0587840 Dec 08 21:52:06.431242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] No DVR routers for this DVR port 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:06.433971 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.437698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3cbea3c0-d24b-4a07-987a-b1a5aa5f4668 req-59a5269b-ecf9-4dd4-93f3-96836952ee8c tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.37 "DELETE /v2.0/ports/8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 HTTP/1.1" status: 204 len: 173 time: 3.4792094 Dec 08 21:52:06.444268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'name': 'network-vif-deleted', 'tag': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:06.448017 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859afbb4-3dd6-4398-8c3b-dcdb6cf62c45" -d '{"events": [{"server_uuid": "f892ab7e-ace8-44f6-aa0e-3dddd27c6327", "name": "network-vif-deleted", "tag": "8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:06.454641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dcef9e1-7686-4949-b83d-e2e517d67027 req-117536d8-a89e-44b0-a420-42a3e0cd17a0 service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968643 Dec 08 21:52:06.485104 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-857ab70e-dfa0-4c8c-97f2-0abbe47034ca req-e9a501ca-06cd-4ced-9f66-bd763dd63d9a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857706 Dec 08 21:52:06.508102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Router 6645e596-5846-453c-8ab0-3b23fdab0f91 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:52:06.553698 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:06.612135 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea357a5a-a6f8-4043-bfc2-d68c1c7b7db9 x-openstack-request-id: req-ea357a5a-a6f8-4043-bfc2-d68c1c7b7db9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:06.612744 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f892ab7e-ace8-44f6-aa0e-3dddd27c6327", "name": "network-vif-deleted", "tag": "8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:06.612744 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea357a5a-a6f8-4043-bfc2-d68c1c7b7db9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:06.613125 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f892ab7e-ace8-44f6-aa0e-3dddd27c6327', 'name': 'network-vif-deleted', 'tag': '8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4', 'status': 'completed', 'code': 200} Dec 08 21:52:06.690800 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ef792f15-e098-4ed7-b23c-ff2a1e9e411a req-97f9ab6c-5b50-4b90-aa35-228b85b34664 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f892ab7e-ace8-44f6-aa0e-3dddd27c6327 HTTP/1.1" status: 200 len: 210 time: 0.0767460 Dec 08 21:52:06.715149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdb00c-b802-4ded-91af-baf0e011bdc9 req-71d70a4a-b1dd-4ada-b18b-ba84eef047eb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:06.717368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69fdb00c-b802-4ded-91af-baf0e011bdc9 req-71d70a4a-b1dd-4ada-b18b-ba84eef047eb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 943 time: 0.0790005 Dec 08 21:52:06.740565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:06.746281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.754661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7534ca-fecd-4369-9deb-0941e299b571 None None] Sync routers for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:06.778959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:06.786121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7534ca-fecd-4369-9deb-0941e299b571 None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:06.788418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9c7534ca-fecd-4369-9deb-0941e299b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:06.807051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69fdb00c-b802-4ded-91af-baf0e011bdc9 req-8a4059c3-bbdd-41aa-be4e-aa55038911eb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775485 Dec 08 21:52:06.818775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3fefcd19-d892-4285-bc76-92565145db64 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "DELETE /v2.0/floatingips/49e8886b-2802-4aec-b06c-6d6f6e732c81 HTTP/1.1" status: 204 len: 168 time: 3.7049403 Dec 08 21:52:06.819022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55192) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:06.827367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:06.834041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:06.834453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8d3b4f41-e8b4-4f78-a12b-c6e1ba6df5c4 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:06.847627 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:46Z', 'revision_number': 5, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:06.858203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.863569 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:06.897485 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] Checking router: 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:52:06.917003 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:06.918137 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:06.926741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Pushing event deleted for resources: {'Port': ['ID=bdeb9e5e-db7f-4405-b05f-abc44b6baf23,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:07.081332 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:07.106681 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:07.245785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:07.278133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9c7534ca-fecd-4369-9deb-0941e299b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:07.311440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7534ca-fecd-4369-9deb-0941e299b571 None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:07.312475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9c7534ca-fecd-4369-9deb-0941e299b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:07.378563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Allocated IP 172.25.1.180 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/0607ec60-efd2-429a-97c9-04696505418c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:07.404614 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:46Z', 'revision_number': 5, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:07.441458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fd8c349b-662f-4a20-91e0-9d44d8f57809 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:52:07.446376 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5be410-19ec-4ae4-b0ca-b45b00456b61 None None] The sync data for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 is: [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:49:41Z', 'revision_number': 4, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '14d8e896-ee3e-4bd1-a6b6-13922a900e26', 'name': '', 'network_id': 'a5ee9721-ee0f-4b8c-8a74-bdb62c56573f', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'mac_address': 'fa:16:3e:a1:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:38Z', 'updated_at': '2021-12-08T21:49:46Z', 'revision_number': 5, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'subnets': [{'id': '6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:07.454927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9c7534ca-fecd-4369-9deb-0941e299b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:07.455705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7534ca-fecd-4369-9deb-0941e299b571 None None] The sync data for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:07.557597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Router e61f1f84-0404-4517-b169-ddd263f6cf3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:52:07.563442 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:07.626758 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:07.679439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fd8c349b-662f-4a20-91e0-9d44d8f57809, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fd8c349b-662f-4a20-91e0-9d44d8f57809,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:07.692458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'fd8c349b-662f-4a20-91e0-9d44d8f57809', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'port_id': 'fd8c349b-662f-4a20-91e0-9d44d8f57809', 'mac_address': 'fa:16:3e:0e:67:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00290753-5cf6-4030-a175-b2ef55574df3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:52:07.693050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:07.699906 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a0a8a508-4ce5-4bb4-9281-708e6bda996e admin admin] 10.222.0.21 "PUT /v2.0/routers/e61f1f84-0404-4517-b169-ddd263f6cf3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9538937 Dec 08 21:52:07.702399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55208) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:07.704462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:07.706114 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] Sync routers for ids ['e61f1f84-0404-4517-b169-ddd263f6cf3e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:07.712381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:07.715673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:07.725123 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] Routers {'e61f1f84-0404-4517-b169-ddd263f6cf3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:07.727694 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:51:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['e61f1f84-0404-4517-b169-ddd263f6cf3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:07.789895 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:07.799480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Pushing event updated for resources: {'Port': ['ID=0607ec60-efd2-429a-97c9-04696505418c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:07.824883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8c349b-662f-4a20-91e0-9d44d8f57809 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:52:07.839309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc6457-f8e7-44c2-90cf-5fdba386e9d2 req-0f4309b4-47c4-4d1d-a373-d915d3b65992 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:07.855525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3acc6457-f8e7-44c2-90cf-5fdba386e9d2 req-0f4309b4-47c4-4d1d-a373-d915d3b65992 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.2231345 Dec 08 21:52:07.859397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55218) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:07.873070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fd8c349b-662f-4a20-91e0-9d44d8f57809, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fd8c349b-662f-4a20-91e0-9d44d8f57809,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:07.881115 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:07.957887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:07.988223 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] Set router e61f1f84-0404-4517-b169-ddd263f6cf3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:08.030776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=fd8c349b-662f-4a20-91e0-9d44d8f57809,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:08.039418 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.046444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd5a16-fab5-473c-ae92-a0203a9b9f5f None None] New status for floating IP c84d3737-6476-45fd-ab84-63b4c7c62c7f: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:52:08.065715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3acc6457-f8e7-44c2-90cf-5fdba386e9d2 req-7ba9a1e6-1aa2-4d8d-af46-d602a722e828 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073867 Dec 08 21:52:08.100768 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21b843e0-faab-45c7-80e1-4fe1cad904a8 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.153262 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.215058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce079150-a3f9-4a56-8538-13e261c57dfd req-bb7404a5-c895-43a5-b734-7441a2326e26 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:08.222966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce079150-a3f9-4a56-8538-13e261c57dfd req-bb7404a5-c895-43a5-b734-7441a2326e26 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 944 time: 0.2528882 Dec 08 21:52:08.247827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['fd8c349b-662f-4a20-91e0-9d44d8f57809'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:52:08.328424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.349955 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21b843e0-faab-45c7-80e1-4fe1cad904a8 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.370345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce079150-a3f9-4a56-8538-13e261c57dfd req-e9e0f8ab-8d2a-4d05-986e-e73af5ae72f9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463563 Dec 08 21:52:08.417538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.439278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.451105 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3aa8-1763-40af-80d6-04bad71f5e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.480380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Deleting port 7ebf216a-fa76-40a0-b0a2-183bbce97a27 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:08.480721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.563939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Pushing event updated for resources: {'Port': ['ID=0607ec60-efd2-429a-97c9-04696505418c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:08.585328 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:52:06Z', 'revision_number': 5, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port': {'id': '7ebf216a-fa76-40a0-b0a2-183bbce97a27', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:52Z', 'updated_at': '2021-12-08T21:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:08.622975 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.626380 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] Checking router: e61f1f84-0404-4517-b169-ddd263f6cf3e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:52:08.627671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21b843e0-faab-45c7-80e1-4fe1cad904a8 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.630852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21b843e0-faab-45c7-80e1-4fe1cad904a8 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.635765 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-21b843e0-faab-45c7-80e1-4fe1cad904a8 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "DELETE /v2.0/security-groups/6464ef9c-e5b8-4a2e-8aa5-868330d1794c HTTP/1.1" status: 204 len: 168 time: 0.7241242 Dec 08 21:52:08.637280 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] Routers {'e61f1f84-0404-4517-b169-ddd263f6cf3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:08.638002 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['e61f1f84-0404-4517-b169-ddd263f6cf3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:08.639209 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55230) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:08.667134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa898858-af3e-4fb2-a91a-b90f113165cd req-9ba2963f-eeb0-4ff7-8462-eaa617a092ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:08.668880 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa898858-af3e-4fb2-a91a-b90f113165cd req-9ba2963f-eeb0-4ff7-8462-eaa617a092ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 1097 time: 0.1074936 Dec 08 21:52:08.675584 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-713fdfe3-0c6d-4508-a0bb-aa0379261de0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] show failed (client error): The resource could not be found. Dec 08 21:52:08.679872 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-713fdfe3-0c6d-4508-a0bb-aa0379261de0 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "GET /v2.0/security-groups/6464ef9c-e5b8-4a2e-8aa5-868330d1794c HTTP/1.1" status: 404 len: 347 time: 0.0358942 Dec 08 21:52:08.681433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:08.682302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b843e0-faab-45c7-80e1-4fe1cad904a8 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6464ef9c-e5b8-4a2e-8aa5-868330d1794c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:08.693884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.697957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-561df312-60a8-4f84-9a62-ac391288ee85 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8773434 Dec 08 21:52:08.709342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55236) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:08.724191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] For port 7ebf216a-fa76-40a0-b0a2-183bbce97a27, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ebf216a-fa76-40a0-b0a2-183bbce97a27,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:08.724853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.757898 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.758859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Calling delete_port for 7ebf216a-fa76-40a0-b0a2-183bbce97a27 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:08.785795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa898858-af3e-4fb2-a91a-b90f113165cd req-61d43cd6-6ba6-455f-9e7e-75507637c134 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091383 Dec 08 21:52:08.826499 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] Set router e61f1f84-0404-4517-b169-ddd263f6cf3e gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:08.883287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Deleting port f2fdd9d1-d175-4a4f-8a02-b1ae971b72e7 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:08.883696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:08.892525 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:52:08Z', 'revision_number': 6, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:08.938704 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a6754-0a5d-41f0-8c37-55cfedfeae1a None None] The sync data for ids ['e61f1f84-0404-4517-b169-ddd263f6cf3e'] in n-d-821126-1 is: [{'id': 'e61f1f84-0404-4517-b169-ddd263f6cf3e', 'name': 'tempest-ServerRescueTestJSON-833242327-router', 'tenant_id': 'df94033607804999a85b6bc1f8e63a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:49Z', 'updated_at': '2021-12-08T21:52:08Z', 'revision_number': 6, 'project_id': 'df94033607804999a85b6bc1f8e63a08', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:09.010670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:09.017379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.017783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.032900 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.042598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Calling delete_port for f2fdd9d1-d175-4a4f-8a02-b1ae971b72e7 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:09.068871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebf216a-fa76-40a0-b0a2-183bbce97a27,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:09.089948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.255896 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.288097 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.331155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Pushing event deleted for resources: {'Port': ['ID=f2fdd9d1-d175-4a4f-8a02-b1ae971b72e7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:09.342040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.344105 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.388210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098ef24-852e-4dd8-8a6f-9eafe4ddf589 req-0a2120d4-d393-4b94-a20d-8811f60fa5de tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:09.389876 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8098ef24-852e-4dd8-8a6f-9eafe4ddf589 req-0a2120d4-d393-4b94-a20d-8811f60fa5de tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1909001 Dec 08 21:52:09.428651 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.429388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fd8c349b-662f-4a20-91e0-9d44d8f57809 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:09.434701 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.476495 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8098ef24-852e-4dd8-8a6f-9eafe4ddf589 req-5cc2a9dc-0891-48ad-aacc-12023a2ac703 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628431 Dec 08 21:52:09.480373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.484462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.486115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-80375722-2e4a-49eb-9ac1-11581c0237d6 tempest-ServersTestJSON-118107025 tempest-ServersTestJSON-118107025-project] 10.222.0.21 "DELETE /v2.0/floatingips/c84d3737-6476-45fd-ab84-63b4c7c62c7f HTTP/1.1" status: 204 len: 168 time: 0.8012774 Dec 08 21:52:09.490283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:09.492556 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port fd8c349b-662f-4a20-91e0-9d44d8f57809 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:52:09.500735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port fd8c349b-662f-4a20-91e0-9d44d8f57809 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:09.501480 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.558238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.558817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61f1f84-0404-4517-b169-ddd263f6cf3e {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:52:09.568224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.572105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2d2812da-7d40-440c-a646-01721f354ea8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e61f1f84-0404-4517-b169-ddd263f6cf3e HTTP/1.1" status: 204 len: 168 time: 1.8659754 Dec 08 21:52:09.574003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55254) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:09.585044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.596498 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.635712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8c349b-662f-4a20-91e0-9d44d8f57809'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:09.638018 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea20d7f3-9326-42db-ae1f-6882940ec55c" -d '{"events": [{"server_uuid": "7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a", "name": "network-vif-plugged", "status": "completed", "tag": "fd8c349b-662f-4a20-91e0-9d44d8f57809"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:09.658576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fd8c349b-662f-4a20-91e0-9d44d8f57809, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fd8c349b-662f-4a20-91e0-9d44d8f57809,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:09.665034 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.719615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1eda2-d268-45ca-93f1-13f63e07b376 req-fbf925b3-daf8-4165-9c97-c1a4b78c4afd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:09.722118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ccf1eda2-d268-45ca-93f1-13f63e07b376 req-fbf925b3-daf8-4165-9c97-c1a4b78c4afd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 944 time: 0.2115245 Dec 08 21:52:09.740498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=fd8c349b-662f-4a20-91e0-9d44d8f57809,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:09.741471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cd99e6-dcf8-456c-90a1-dfa6cdfd85e4 admin admin] Deleting subnet 37c556ad-1121-4618-a18d-767f55fa1891 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:52:09.745919 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0554129-a72c-42d8-9c76-6dee0b443211 x-openstack-request-id: req-e0554129-a72c-42d8-9c76-6dee0b443211 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:09.746205 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a", "name": "network-vif-plugged", "status": "completed", "tag": "fd8c349b-662f-4a20-91e0-9d44d8f57809", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:09.746462 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0554129-a72c-42d8-9c76-6dee0b443211 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:09.746930 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8c349b-662f-4a20-91e0-9d44d8f57809', 'code': 200} Dec 08 21:52:09.759889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79cd99e6-dcf8-456c-90a1-dfa6cdfd85e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.867688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79cd99e6-dcf8-456c-90a1-dfa6cdfd85e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.892962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.919231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ccf1eda2-d268-45ca-93f1-13f63e07b376 req-9a29c6ff-b5c1-4ee7-bfa8-15702c5e137e tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848824 Dec 08 21:52:09.932577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:09.940675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Allocated IP 172.25.1.161 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/89dbca47-96ff-48d3-a823-896fce1534ff) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:09.955894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec9c85-0ef4-498d-906f-9e183cbba8b9 req-4b8b39af-378b-4da0-9b13-2c2d19049828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:09.957374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5ec9c85-0ef4-498d-906f-9e183cbba8b9 req-4b8b39af-378b-4da0-9b13-2c2d19049828 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 1096 time: 0.1705477 Dec 08 21:52:09.963401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79cd99e6-dcf8-456c-90a1-dfa6cdfd85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.080452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bdeb9e5e-db7f-4405-b05f-abc44b6baf23 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:10.088187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5ec9c85-0ef4-498d-906f-9e183cbba8b9 req-25903636-671a-4a9a-b646-ebe3b5539ba1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205955 Dec 08 21:52:10.102189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: bdeb9e5e-db7f-4405-b05f-abc44b6baf23 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:10.102917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bdeb9e5e-db7f-4405-b05f-abc44b6baf23 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:10.103412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ebf216a-fa76-40a0-b0a2-183bbce97a27 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:10.110384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79cd99e6-dcf8-456c-90a1-dfa6cdfd85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.123330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7ebf216a-fa76-40a0-b0a2-183bbce97a27 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:10.123674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ebf216a-fa76-40a0-b0a2-183bbce97a27 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:10.159878 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.163153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd99e6-dcf8-456c-90a1-dfa6cdfd85e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c556ad-1121-4618-a18d-767f55fa1891,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:10.169392 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79cd99e6-dcf8-456c-90a1-dfa6cdfd85e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.172857 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-79cd99e6-dcf8-456c-90a1-dfa6cdfd85e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37c556ad-1121-4618-a18d-767f55fa1891 HTTP/1.1" status: 204 len: 168 time: 0.5970654 Dec 08 21:52:10.175856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55258) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:10.210444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Deleting port 14d8e896-ee3e-4bd1-a6b6-13922a900e26 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:10.210817 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.263618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.266742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.292538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] For port 14d8e896-ee3e-4bd1-a6b6-13922a900e26, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=14d8e896-ee3e-4bd1-a6b6-13922a900e26,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:10.293147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.308259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Calling delete_port for 14d8e896-ee3e-4bd1-a6b6-13922a900e26 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:10.313755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:10.332206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:10.336867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:10.396635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Pushing event updated for resources: {'Port': ['ID=89dbca47-96ff-48d3-a823-896fce1534ff,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:10.421739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.470423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edd1daa-95fc-4797-90e9-94af84091ce9']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:10.500971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b162fb95-8085-4cd0-a5d1-6f95d7c27438') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:10.504445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b162fb95-8085-4cd0-a5d1-6f95d7c27438') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:10.516616 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.539873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.542609 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.552056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:52:10.552504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:52:10.554290 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:52:10.560455 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.594662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Pushing event deleted for resources: {'Port': ['ID=14d8e896-ee3e-4bd1-a6b6-13922a900e26,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:10.806173 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:10.922259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.004956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.041242 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.057149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.060286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] 10.222.0.21 "DELETE /v2.0/networks/8edd1daa-95fc-4797-90e9-94af84091ce9 HTTP/1.1" status: 204 len: 168 time: 0.8835194 Dec 08 21:52:11.091181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8f87b-0060-4850-b1da-e33b11f1f40c admin admin] Pushing event deleted for resources: {'Network': ['ID=8edd1daa-95fc-4797-90e9-94af84091ce9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:11.105799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05746b25-169f-4d25-a011-5a317d58e71a req-efe6684c-b76f-44b1-be83-39982a00792c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:11.107357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05746b25-169f-4d25-a011-5a317d58e71a req-efe6684c-b76f-44b1-be83-39982a00792c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 945 time: 0.0765314 Dec 08 21:52:11.124814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7031ea3-1564-48c9-95db-04bc8127c956 req-49b9366a-839f-4b36-a1af-0d584009f30b tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:11.126616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7031ea3-1564-48c9-95db-04bc8127c956 req-49b9366a-839f-4b36-a1af-0d584009f30b tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1809049 Dec 08 21:52:11.151341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:52:11.229567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7031ea3-1564-48c9-95db-04bc8127c956 req-676c363d-6d1b-4aee-be42-bb8cfc0e8dce tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824246 Dec 08 21:52:11.294682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.302886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.353497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55294) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:11.360618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05746b25-169f-4d25-a011-5a317d58e71a req-c1020c81-cc9b-46d2-a51b-16644fbac21d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389784 Dec 08 21:52:11.396327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:11.404603 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-af101951-f143-44c1-a739-249f51b49dba admin admin] 10.222.0.21 "PUT /v2.0/routers/9df94b1f-083c-4c89-ac2f-f823b4af2ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131880 Dec 08 21:52:11.405194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55296) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:11.406027 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] Sync routers for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:11.416730 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:11.417361 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:11.417500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Pushing event updated for resources: {'Port': ['ID=89dbca47-96ff-48d3-a823-896fce1534ff,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:11.457173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c0dfa992-679f-4ac4-a44c-8d5b9dd68a88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df94033607804999a85b6bc1f8e63a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000485 Dec 08 21:52:11.459433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55298) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:11.472065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.491046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe536468-d2c1-4508-9150-1b9996f8111e req-af4dfd31-3024-47c1-81c8-92a342fb7929 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:11.499238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe536468-d2c1-4508-9150-1b9996f8111e req-af4dfd31-3024-47c1-81c8-92a342fb7929 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1619415 Dec 08 21:52:11.546131 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.549924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-53249193-9b98-4aca-a72b-52f8178776d9 tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8377273 Dec 08 21:52:11.550846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55302) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:11.552336 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:11.553546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.643554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fc1b146f-89f7-4446-85f4-515ba1f88705 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0904307 Dec 08 21:52:11.646840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55304) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:11.705154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.741809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe536468-d2c1-4508-9150-1b9996f8111e req-b8138be5-0247-4a58-934c-dded17d84574 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419493 Dec 08 21:52:11.746588 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0705ff-a1aa-42eb-a8b9-80b76cde8257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.752334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-35d20f85-2e51-4787-8756-91f693e4e271 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1040647 Dec 08 21:52:11.754936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55306) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:11.777799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Deleting port e6658e07-44c7-4cee-8748-7489bada375e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:11.778691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.792724 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:52:10Z', 'revision_number': 5, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port': {'id': 'e6658e07-44c7-4cee-8748-7489bada375e', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:49:31Z', 'updated_at': '2021-12-08T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:11.814957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0705ff-a1aa-42eb-a8b9-80b76cde8257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.851970 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] Checking router: 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:52:11.868580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] Routers {'9df94b1f-083c-4c89-ac2f-f823b4af2ed2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:11.869447 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:11.878605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] For port e6658e07-44c7-4cee-8748-7489bada375e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e6658e07-44c7-4cee-8748-7489bada375e,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:11.879010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.894536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Calling delete_port for e6658e07-44c7-4cee-8748-7489bada375e owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:11.962145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0705ff-a1aa-42eb-a8b9-80b76cde8257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.968396 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0705ff-a1aa-42eb-a8b9-80b76cde8257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:11.971895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9b0705ff-a1aa-42eb-a8b9-80b76cde8257 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed84b665-065d-47dd-a7d1-1d29b2c69562 HTTP/1.1" status: 204 len: 168 time: 0.5099866 Dec 08 21:52:11.996869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Deleting port 89dbca47-96ff-48d3-a823-896fce1534ff {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:11.997321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.005675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0705ff-a1aa-42eb-a8b9-80b76cde8257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed84b665-065d-47dd-a7d1-1d29b2c69562,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:12.079619 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] Set router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:12.167663 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.169105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.178328 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:52:11Z', 'revision_number': 6, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:12.215202 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da60f8-8ee8-4176-a453-152bb0cee808 None None] The sync data for ids ['9df94b1f-083c-4c89-ac2f-f823b4af2ed2'] in n-d-821126-1 is: [{'id': '9df94b1f-083c-4c89-ac2f-f823b4af2ed2', 'name': 'tempest-ServersTestJSON-591191612-router', 'tenant_id': '24ef0763f9734376b0a1e3f67716a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:49:29Z', 'updated_at': '2021-12-08T21:52:11Z', 'revision_number': 6, 'project_id': '24ef0763f9734376b0a1e3f67716a0e7', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:12.237735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Calling delete_port for 89dbca47-96ff-48d3-a823-896fce1534ff owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:12.452270 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.508435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Pushing event deleted for resources: {'Port': ['ID=89dbca47-96ff-48d3-a823-896fce1534ff,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:12.619957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.622472 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.624135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f20f64ea-e81c-43ca-bad3-77e7cfe68d3d tempest-FloatingIPAdminTestJSON-361333369 tempest-FloatingIPAdminTestJSON-361333369-project] 10.222.0.21 "DELETE /v2.0/floatingips/448b1b82-11ea-41e6-a6b8-cb4fc553f295 HTTP/1.1" status: 204 len: 168 time: 0.8676493 Dec 08 21:52:12.637152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55336) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:12.637921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ece27a-b853-47b8-99f7-323e6d1c9462 req-79806b51-38d4-43ac-9d0c-276ee9cf7549 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:12.639600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f5ece27a-b853-47b8-99f7-323e6d1c9462 req-79806b51-38d4-43ac-9d0c-276ee9cf7549 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 945 time: 0.1331718 Dec 08 21:52:12.711267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f5ece27a-b853-47b8-99f7-323e6d1c9462 req-438a47ea-1170-410a-b22a-ad4ea3f6988d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637689 Dec 08 21:52:12.725355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55342) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:12.820081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98501a0b-f072-44a3-8b95-78ca0d741664 req-804dec03-85c7-4bf4-991d-427723ba992f tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:12.821211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-98501a0b-f072-44a3-8b95-78ca0d741664 req-804dec03-85c7-4bf4-991d-427723ba992f tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.6868913 Dec 08 21:52:12.888783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-98501a0b-f072-44a3-8b95-78ca0d741664 req-2cccd7a2-2ded-4bf0-8e7b-f43370d9a5a2 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584831 Dec 08 21:52:12.891733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.905347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Deleting port 0607ec60-efd2-429a-97c9-04696505418c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:12.905682 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.961451 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbb32-8f4c-4c42-8ee4-bef2894beb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:12.963744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e6658e07-44c7-4cee-8748-7489bada375e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:13.076095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbb32-8f4c-4c42-8ee4-bef2894beb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.081223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbb32-8f4c-4c42-8ee4-bef2894beb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.130576 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9ffbbb32-8f4c-4c42-8ee4-bef2894beb75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00543ee0eb444408bfaaf4c91c97cb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018536 Dec 08 21:52:13.130576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbbb32-8f4c-4c42-8ee4-bef2894beb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1837683-9f33-4877-b2ef-38f11f3cb632,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:13.131840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55358) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:13.156279 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.156608 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.162350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.206635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-552cc2d1-39bb-46e9-b25f-6128ae0ea272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.219815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82747-c419-427d-b671-5fe6415c6394 req-4b205ff4-ac5c-4ac7-bddd-4d7eb22a2163 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:13.221540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cff82747-c419-427d-b671-5fe6415c6394 req-4b205ff4-ac5c-4ac7-bddd-4d7eb22a2163 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 945 time: 0.2029755 Dec 08 21:52:13.238645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-552cc2d1-39bb-46e9-b25f-6128ae0ea272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.257321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55362) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:13.294505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Calling delete_port for 0607ec60-efd2-429a-97c9-04696505418c owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:13.301339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-552cc2d1-39bb-46e9-b25f-6128ae0ea272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.304181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-552cc2d1-39bb-46e9-b25f-6128ae0ea272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.305363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-552cc2d1-39bb-46e9-b25f-6128ae0ea272 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1837683-9f33-4877-b2ef-38f11f3cb632 HTTP/1.1" status: 204 len: 168 time: 0.1724300 Dec 08 21:52:13.312921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.313142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc2d1-39bb-46e9-b25f-6128ae0ea272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1837683-9f33-4877-b2ef-38f11f3cb632,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:13.326783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.386389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-160960708-network', 'tenant_id': '02c71ce438874988bd55fc63de341050'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:13.402618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cff82747-c419-427d-b671-5fe6415c6394 req-5b6f01e6-da42-408c-a8d9-70a556aebaac tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431704 Dec 08 21:52:13.415343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Made reservation on behalf of 02c71ce438874988bd55fc63de341050 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:13.418174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.429281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.454033 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.454633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9df94b1f-083c-4c89-ac2f-f823b4af2ed2 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:52:13.459676 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.460805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e63b400b-d6fe-4e17-a21d-0f764253f1bc admin admin] 10.222.0.21 "DELETE /v2.0/routers/9df94b1f-083c-4c89-ac2f-f823b4af2ed2 HTTP/1.1" status: 204 len: 168 time: 2.0546997 Dec 08 21:52:13.465628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55370) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:13.548025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-896f7501-a4b5-4032-9051-d6ec5d061f30 admin admin] Deleting subnet 6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:52:13.552472 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-896f7501-a4b5-4032-9051-d6ec5d061f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.566744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.603053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Pushing event deleted for resources: {'Port': ['ID=0607ec60-efd2-429a-97c9-04696505418c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:13.623067 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.627778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-896f7501-a4b5-4032-9051-d6ec5d061f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.648224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.655086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55372) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:13.670567 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25a36111-d3d9-43c4-b184-89c618f66440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.684810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:52:13.685541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.687966 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.689075 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1e9d6a0b-82e5-4af8-a3c1-aa62b8314039 tempest-FloatingIPAdminTestJSON-1449064290 tempest-FloatingIPAdminTestJSON-1449064290-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/a09f14f9-5c46-4a60-a910-66758ab7367f HTTP/1.1" status: 204 len: 168 time: 1.0509942 Dec 08 21:52:13.693846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55374) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:13.701879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:13.708720 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.709073 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Added segment 4cb7130e-4c35-4560-9534-2c2fe2df68b9 of type vlan for network 6d9c209c-3a0b-40c2-a546-cc83c5936592 Dec 08 21:52:13.780780 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.786263 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-896f7501-a4b5-4032-9051-d6ec5d061f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.831915 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25a36111-d3d9-43c4-b184-89c618f66440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.839401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.840071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-09a28d09-1ced-4ba3-8924-2a1b159479f9 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Deleting port 6efcd92a-ed88-4e14-b5e6-f0b8f48e268b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:13.840407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09a28d09-1ced-4ba3-8924-2a1b159479f9 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.840548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:13.841010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.844683 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25a36111-d3d9-43c4-b184-89c618f66440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.896852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6384680 Dec 08 21:52:13.901241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55378) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:13.907359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Request body: {'subnet': {'network_id': '6d9c209c-3a0b-40c2-a546-cc83c5936592', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-160960708-subnet', 'tenant_id': '02c71ce438874988bd55fc63de341050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:13.935752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-896f7501-a4b5-4032-9051-d6ec5d061f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.939506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-25a36111-d3d9-43c4-b184-89c618f66440 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=319b3208fe2f4cf380329f4f06c19e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833703 Dec 08 21:52:13.941743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc6d6f-917f-4696-9b0c-78acdd617c10 admin admin] Pushing event updated for resources: {'Network': ['ID=6d9c209c-3a0b-40c2-a546-cc83c5936592,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:13.943114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55382) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:13.944034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a36111-d3d9-43c4-b184-89c618f66440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb93479e-4c62-4494-bfaf-505c452bb66c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:13.951823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 6d9c209c-3a0b-40c2-a546-cc83c5936592 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:52:13.972508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f7501-a4b5-4032-9051-d6ec5d061f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:13.974494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-896f7501-a4b5-4032-9051-d6ec5d061f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:13.980893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-896f7501-a4b5-4032-9051-d6ec5d061f30 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6519c99d-e9eb-4a9b-aef7-ccc28d15c3b9 HTTP/1.1" status: 204 len: 168 time: 0.5142574 Dec 08 21:52:13.981501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55384) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:13.987402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46774d-aad3-4380-a003-73b3e375d4a1 None None] Network a5ee9721-ee0f-4b8c-8a74-bdb62c56573f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:13.988615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Made reservation on behalf of 02c71ce438874988bd55fc63de341050 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:13.990833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.074395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-33beb3d1-c6bf-4c3e-9123-aef066645a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.109954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.116415 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09a28d09-1ced-4ba3-8924-2a1b159479f9 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.130603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e6658e07-44c7-4cee-8748-7489bada375e no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:14.148400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-09a28d09-1ced-4ba3-8924-2a1b159479f9 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Calling delete_port for 6efcd92a-ed88-4e14-b5e6-f0b8f48e268b owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:14.151556 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-33beb3d1-c6bf-4c3e-9123-aef066645a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.173682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: e6658e07-44c7-4cee-8748-7489bada375e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:14.174028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e6658e07-44c7-4cee-8748-7489bada375e not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:14.174634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 14d8e896-ee3e-4bd1-a6b6-13922a900e26 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:14.182420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d6a2c-6293-4b94-82a6-f41e9fd8bb1f req-608a634b-9b0c-49ad-9926-1a468c237131 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:14.184706 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9a2d6a2c-6293-4b94-82a6-f41e9fd8bb1f req-608a634b-9b0c-49ad-9926-1a468c237131 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1612339 Dec 08 21:52:14.198150 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 14d8e896-ee3e-4bd1-a6b6-13922a900e26 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:14.198885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 14d8e896-ee3e-4bd1-a6b6-13922a900e26 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:14.248425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Deleting port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:14.248776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.277433 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9a2d6a2c-6293-4b94-82a6-f41e9fd8bb1f req-f7d64353-63b2-4aff-8593-72fa32ea96a1 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 Dec 08 21:52:14.306349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] DHCP port deletion for a5ee9721-ee0f-4b8c-8a74-bdb62c56573f request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:52:14.316741 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-33beb3d1-c6bf-4c3e-9123-aef066645a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.320183 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-33beb3d1-c6bf-4c3e-9123-aef066645a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.321806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-33beb3d1-c6bf-4c3e-9123-aef066645a11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb93479e-4c62-4494-bfaf-505c452bb66c HTTP/1.1" status: 204 len: 168 time: 0.3560293 Dec 08 21:52:14.331653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.335191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beb3d1-c6bf-4c3e-9123-aef066645a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb93479e-4c62-4494-bfaf-505c452bb66c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:14.373587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] For port 73107a8d-da7f-4169-a58b-d85fc4dc3c88, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=73107a8d-da7f-4169-a58b-d85fc4dc3c88,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:14.374231 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.400573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Calling delete_port for 73107a8d-da7f-4169-a58b-d85fc4dc3c88 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:14.409427 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09a28d09-1ced-4ba3-8924-2a1b159479f9 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.421436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa78d86a-263a-409c-ac6a-48fcb0286982,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:14.465106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] Deleting port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:14.466983 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.473478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a28d09-1ced-4ba3-8924-2a1b159479f9 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event deleted for resources: {'Port': ['ID=6efcd92a-ed88-4e14-b5e6-f0b8f48e268b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:14.522351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Checking segment: {'id': '4cb7130e-4c35-4560-9534-2c2fe2df68b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6d9c209c-3a0b-40c2-a546-cc83c5936592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:14.522737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Network hostable DHCP agents. Network: 6d9c209c-3a0b-40c2-a546-cc83c5936592, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:52:14.576172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Network 6d9c209c-3a0b-40c2-a546-cc83c5936592 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:52:14.583643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.593533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 6d9c209c-3a0b-40c2-a546-cc83c5936592) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:14.609466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5548752-771e-4ad4-a50a-72965dceb417 None None] Network 6d9c209c-3a0b-40c2-a546-cc83c5936592 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:14.653952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Pushing event deleted for resources: {'Port': ['ID=73107a8d-da7f-4169-a58b-d85fc4dc3c88,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:14.664077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] No DVR routers for this DVR port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:14.670105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:14.677643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.685188 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-09a28d09-1ced-4ba3-8924-2a1b159479f9 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.689678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-09a28d09-1ced-4ba3-8924-2a1b159479f9 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "DELETE /v2.0/ports/6efcd92a-ed88-4e14-b5e6-f0b8f48e268b HTTP/1.1" status: 204 len: 168 time: 0.9917929 Dec 08 21:52:14.702820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b1f76-98c0-4afe-8d3b-f628eb186c15 req-0dd39d15-716d-4d04-a57b-4612c9edd21a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:14.704730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b8b1f76-98c0-4afe-8d3b-f628eb186c15 req-0dd39d15-716d-4d04-a57b-4612c9edd21a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 945 time: 0.1582344 Dec 08 21:52:14.705560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55398) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:14.768358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] For port 73107a8d-da7f-4169-a58b-d85fc4dc3c88, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=73107a8d-da7f-4169-a58b-d85fc4dc3c88,segment=NetworkSegment(3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd),segment_id=3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:14.769075 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.780423 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6b3a3578-d3a0-4d21-8cda-e1efa3f9ac4c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8686268 Dec 08 21:52:14.811832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] Calling delete_port for 73107a8d-da7f-4169-a58b-d85fc4dc3c88 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:14.817645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:14.858895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ac2766-6615-4feb-9ab5-11fac25b29e0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:14.864317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55404) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:14.866051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-70ac2766-6615-4feb-9ab5-11fac25b29e0 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "GET /v2.0/ports?device_id=6645e596-5846-453c-8ab0-3b23fdab0f91 HTTP/1.1" status: 200 len: 913 time: 0.1590519 Dec 08 21:52:14.867877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ee9721-ee0f-4b8c-8a74-bdb62c56573f']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:14.870001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b8b1f76-98c0-4afe-8d3b-f628eb186c15 req-173cbb16-6d93-49a6-abcb-d7afd5e5caf7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510355 Dec 08 21:52:14.990554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:14.991076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccfac40-d08b-41f2-ab7b-84d8e4c8c5bd') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:15.013106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4e3e5-2b2c-42fa-892f-cfd1d83aaf51 None None] Network 6d9c209c-3a0b-40c2-a546-cc83c5936592 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:15.063348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.077807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.092629 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.100392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:52:15.100986 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.101419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] Pushing event deleted for resources: {'Port': ['ID=73107a8d-da7f-4169-a58b-d85fc4dc3c88,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:15.103731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d916c-61ed-43e5-ae36-541efa5c6ad7 None None] No DVR routers for this DVR port 73107a8d-da7f-4169-a58b-d85fc4dc3c88 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:15.158610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee03f4e-f92c-487f-a3fd-8511f6bd1dfe req-8f110484-18aa-4ef2-a7b4-de3f393a1f3a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:15.160217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ee03f4e-f92c-487f-a3fd-8511f6bd1dfe req-8f110484-18aa-4ef2-a7b4-de3f393a1f3a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.3844936 Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:52:15.160966 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:52:15.252906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.263654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.269269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5ee9721-ee0f-4b8c-8a74-bdb62c56573f HTTP/1.1" status: 204 len: 168 time: 1.2838986 Dec 08 21:52:15.270575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ee03f4e-f92c-487f-a3fd-8511f6bd1dfe req-a07dfb46-cbad-4113-95a0-792189d36dee tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039553 Dec 08 21:52:15.294577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cfd64-6195-4bb7-949c-12dd362b1137 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ee9721-ee0f-4b8c-8a74-bdb62c56573f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:15.458701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6d173-be55-471b-bdf7-de3a30cc7a2f req-6d60e190-fb93-4116-a524-aefae33fc1a3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:15.460226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0bf6d173-be55-471b-bdf7-de3a30cc7a2f req-6d60e190-fb93-4116-a524-aefae33fc1a3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 945 time: 0.1012342 Dec 08 21:52:15.486815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55438) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:15.557317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0bf6d173-be55-471b-bdf7-de3a30cc7a2f req-2fbe1bcd-bf50-4da2-852f-04f5f2a58545 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887284 Dec 08 21:52:15.574362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ea9911f1-1998-4fa4-a590-213d26952d09 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:15.581441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ea9911f1-1998-4fa4-a590-213d26952d09 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/networks?id=6d9c209c-3a0b-40c2-a546-cc83c5936592 HTTP/1.1" status: 200 len: 808 time: 0.1354470 Dec 08 21:52:15.591776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-e488d5d1-bb2f-45b7-88af-2effc89c1a96 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/quotas/02c71ce438874988bd55fc63de341050 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Dec 08 21:52:15.599909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bd34c2eb-7dda-437f-86e6-39de603d7a65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24ef0763f9734376b0a1e3f67716a0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098537 Dec 08 21:52:15.603879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55442) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:15.632009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-1f4787a3-96c8-44a7-a4cd-0ed6047cf7b7 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02c71ce438874988bd55fc63de341050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334826 Dec 08 21:52:15.691901 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5c3370e-0e7c-4f3c-9fa8-4dc22d10dbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.720412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5c3370e-0e7c-4f3c-9fa8-4dc22d10dbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.735102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-0822b058-ebbb-4be7-a04e-37044155f81a service neutron] 10.222.0.21 "GET /v2.0/networks/6d9c209c-3a0b-40c2-a546-cc83c5936592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924332 Dec 08 21:52:15.760479 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.837977 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-b8c85877-ac01-4fe2-8dcc-7ae9b07016ca service neutron] 10.222.0.21 "GET /v2.0/networks/6d9c209c-3a0b-40c2-a546-cc83c5936592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962305 Dec 08 21:52:15.847770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5c3370e-0e7c-4f3c-9fa8-4dc22d10dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.850782 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5c3370e-0e7c-4f3c-9fa8-4dc22d10dbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:15.851956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5c3370e-0e7c-4f3c-9fa8-4dc22d10dbb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09c99a36-b465-4a11-aa5c-d0211f812db1 HTTP/1.1" status: 204 len: 168 time: 0.2471771 Dec 08 21:52:15.864860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3370e-0e7c-4f3c-9fa8-4dc22d10dbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c99a36-b465-4a11-aa5c-d0211f812db1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:16.110548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af1833d7-2e3e-42fb-8f63-cd0951ffddd4 req-faa906e2-83eb-4599-ac7f-7715c437c7dc tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 210 time: 0.0551744 Dec 08 21:52:16.134030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 73107a8d-da7f-4169-a58b-d85fc4dc3c88 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:16.148829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Deleting port 90e4f633-7e9e-4f69-9426-14fdae1ef49d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:16.150654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:16.182022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 73107a8d-da7f-4169-a58b-d85fc4dc3c88 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:16.182022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 73107a8d-da7f-4169-a58b-d85fc4dc3c88 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:16.287382 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:16.306557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Calling delete_port for 90e4f633-7e9e-4f69-9426-14fdae1ef49d owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:16.487854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f7f29-9901-4eff-8baa-f4e2bed7c26c req-a3131e06-efae-4fad-a9cf-d7f00accb1b6 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:16.489370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-906f7f29-9901-4eff-8baa-f4e2bed7c26c req-a3131e06-efae-4fad-a9cf-d7f00accb1b6 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1281602 Dec 08 21:52:16.572881 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-906f7f29-9901-4eff-8baa-f4e2bed7c26c req-c388eaf6-8079-4582-bd1a-d5d67574ef2f tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717041 Dec 08 21:52:16.618838 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:16.673743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event deleted for resources: {'Port': ['ID=90e4f633-7e9e-4f69-9426-14fdae1ef49d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:16.730587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097b248-dc0b-407b-bdfc-bec68675921c req-6b43a9d5-f53c-43ba-a4a2-ff674da0d3c9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:16.739665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2097b248-dc0b-407b-bdfc-bec68675921c req-6b43a9d5-f53c-43ba-a4a2-ff674da0d3c9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 945 time: 0.0828300 Dec 08 21:52:16.813029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2097b248-dc0b-407b-bdfc-bec68675921c req-1055c07b-fc03-45f3-80ab-6d65baba3b8b tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724559 Dec 08 21:52:16.993449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-2514a421-9303-4943-8d50-61387c685c25 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:16.995299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-2514a421-9303-4943-8d50-61387c685c25 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 945 time: 0.2996681 Dec 08 21:52:17.135760 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.219608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55516) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:17.361463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-299436214-network', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:17.419421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:17.422065 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.436251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.585194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.589790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.627906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b57e90-6012-4e7b-98ae-8ffea8fd7690,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:17.648208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:52:17.659646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.660224 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Added segment bd4e4ba4-5084-48ec-bc11-cb3d98d83b83 of type vlan for network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 Dec 08 21:52:17.709880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.742040 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.744293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:17.745396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.783329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-81f8c928-ed9e-44a0-a7ad-bb80b7cf23f4 req-ddd9589a-faf4-4974-a7e4-a27c7dad4689 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 210 time: 0.1776369 Dec 08 21:52:17.792664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-91ac00e4-6a5a-4708-baa2-1f94afd1cb06 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:17.794194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-91ac00e4-6a5a-4708-baa2-1f94afd1cb06 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.37 "GET /v2.0/networks?id=6d9c209c-3a0b-40c2-a546-cc83c5936592 HTTP/1.1" status: 200 len: 808 time: 0.1900663 Dec 08 21:52:17.796689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Deleting port fd8c349b-662f-4a20-91e0-9d44d8f57809 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:17.797025 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:17.802799 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5816879 Dec 08 21:52:17.810064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55542) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:17.818320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Request body: {'port': {'device_id': '8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058', 'network_id': '6d9c209c-3a0b-40c2-a546-cc83c5936592', 'admin_state_up': True, 'tenant_id': '02c71ce438874988bd55fc63de341050'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:17.822121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Request body: {'subnet': {'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-subnet', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:17.838676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad7a6d-394b-4bf3-8479-d949ee211da2 admin admin] Pushing event updated for resources: {'Network': ['ID=f8349c87-e4a0-400b-b1bc-7f55c65b1c63,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:17.855191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:52:17.905703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:17.908669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.053680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] For port fd8c349b-662f-4a20-91e0-9d44d8f57809, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fd8c349b-662f-4a20-91e0-9d44d8f57809,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:18.054429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.082205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55548) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:18.102230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d9da6-69a7-4c54-8351-4f5703fc358b req-6e97595b-4f4d-4314-bd97-5c6a79ae7551 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:18.104764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c1d9da6-69a7-4c54-8351-4f5703fc358b req-6e97595b-4f4d-4314-bd97-5c6a79ae7551 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 945 time: 0.0936146 Dec 08 21:52:18.140204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Calling delete_port for fd8c349b-662f-4a20-91e0-9d44d8f57809 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:18.178829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Made reservation on behalf of 02c71ce438874988bd55fc63de341050 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:18.182926 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.184414 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c1d9da6-69a7-4c54-8351-4f5703fc358b req-ef2f2520-c31c-409a-9aed-eb45e0a3bf12 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583289 Dec 08 21:52:18.242003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.284146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16df4c4e-d512-4312-84cc-fc2408188d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.342063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a73796-c08b-4780-a9f8-0e5e808676e6,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:18.355857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Checking segment: {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:18.356219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Network hostable DHCP agents. Network: f8349c87-e4a0-400b-b1bc-7f55c65b1c63, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:52:18.361951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Router 6645e596-5846-453c-8ab0-3b23fdab0f91 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:52:18.391837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:52:18.409800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, f8349c87-e4a0-400b-b1bc-7f55c65b1c63) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:18.417668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:18.418265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.424084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d37db5-9dde-4746-a07d-6c2142cd530a None None] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:18.431774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16df4c4e-d512-4312-84cc-fc2408188d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.438324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16df4c4e-d512-4312-84cc-fc2408188d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.459262 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-265258d9-9a08-4c51-8c6c-799b2c65466e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6478381 Dec 08 21:52:18.468134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55560) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:18.476880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:18.509436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-16df4c4e-d512-4312-84cc-fc2408188d2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edbce28cfbe74cf082d65c72a63c19fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235520 Dec 08 21:52:18.511846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55562) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:18.520459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df4c4e-d512-4312-84cc-fc2408188d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf63ef14-4e5c-43c7-bf1c-8265960bbaec,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:18.573855 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.574876 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.576600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Allocated IP 172.20.0.12 (6d9c209c-3a0b-40c2-a546-cc83c5936592/aa78d86a-263a-409c-ac6a-48fcb0286982/38c4fca3-659c-4cd8-947a-09d8f5e2fb0c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:18.603138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ad031-31ab-48ae-9c57-073a9b081ba3 req-46efaf42-7b9c-4a37-a1ac-3730d5022e5c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:18.604679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d8ad031-31ab-48ae-9c57-073a9b081ba3 req-46efaf42-7b9c-4a37-a1ac-3730d5022e5c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1240280 Dec 08 21:52:18.611826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:52:18.613086 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.647115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e05618b0-c8af-4c21-830e-af9058b1ea71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.651025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-abc94e3a-b153-4877-a717-5f946b780810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:18.652817 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-abc94e3a-b153-4877-a717-5f946b780810 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1096 time: 0.1341980 Dec 08 21:52:18.662751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d8ad031-31ab-48ae-9c57-073a9b081ba3 req-09da616e-7a1a-4a9e-a742-51c75455f4a7 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 Dec 08 21:52:18.677792 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e05618b0-c8af-4c21-830e-af9058b1ea71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.706935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:18.712924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a0c23df9-e5d4-475d-a6be-262e855c05eb tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "PUT /v2.0/routers/6645e596-5846-453c-8ab0-3b23fdab0f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8239625 Dec 08 21:52:18.715906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55564) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:18.726525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.742443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['fd8c349b-662f-4a20-91e0-9d44d8f57809'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:52:18.745071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca5a4c-6899-4e16-bc4b-db31faf283af None None] Sync routers for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:18.783776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca5a4c-6899-4e16-bc4b-db31faf283af None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:18.784886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-07ca5a4c-6899-4e16-bc4b-db31faf283af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:18.804494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event deleted for resources: {'Port': ['ID=fd8c349b-662f-4a20-91e0-9d44d8f57809,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:18.822962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.828374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-07ca5a4c-6899-4e16-bc4b-db31faf283af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:18.838492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Allocated IP 172.20.0.2 (f8349c87-e4a0-400b-b1bc-7f55c65b1c63/08a73796-c08b-4780-a9f8-0e5e808676e6/6b3b7769-eabc-42b1-bca7-bb42558d5da5) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:18.847191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca5a4c-6899-4e16-bc4b-db31faf283af None None] Routers {'6645e596-5846-453c-8ab0-3b23fdab0f91'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:18.848161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-07ca5a4c-6899-4e16-bc4b-db31faf283af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6645e596-5846-453c-8ab0-3b23fdab0f91'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:18.890142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-07ca5a4c-6899-4e16-bc4b-db31faf283af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:18.891675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca5a4c-6899-4e16-bc4b-db31faf283af None None] The sync data for ids ['6645e596-5846-453c-8ab0-3b23fdab0f91'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:18.917474 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e05618b0-c8af-4c21-830e-af9058b1ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.920045 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e05618b0-c8af-4c21-830e-af9058b1ea71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.923595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e05618b0-c8af-4c21-830e-af9058b1ea71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf63ef14-4e5c-43c7-bf1c-8265960bbaec HTTP/1.1" status: 204 len: 168 time: 0.4097543 Dec 08 21:52:18.948272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] No DVR routers for this DVR port fd8c349b-662f-4a20-91e0-9d44d8f57809 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:18.966494 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:52:18.972773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:18.976666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a845010e-942e-4bc8-9b71-20b15d7c9838 req-6dc7e329-da99-4eba-a84e-4befc220d5f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.23 "DELETE /v2.0/ports/fd8c349b-662f-4a20-91e0-9d44d8f57809 HTTP/1.1" status: 204 len: 173 time: 1.9527111 Dec 08 21:52:18.980290 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-427ef3a2-d8e9-4c7c-9e16-43d5aa414738 req-aa3bc503-c049-4787-961f-2a4c98e600cf tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 210 time: 0.0871482 Dec 08 21:52:18.980999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a', 'name': 'network-vif-deleted', 'tag': 'fd8c349b-662f-4a20-91e0-9d44d8f57809'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:18.983516 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6d449-1666-48ea-83d6-ccc463568563" -d '{"events": [{"server_uuid": "7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a", "name": "network-vif-deleted", "tag": "fd8c349b-662f-4a20-91e0-9d44d8f57809"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:19.000990 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.008170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05618b0-c8af-4c21-830e-af9058b1ea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf63ef14-4e5c-43c7-bf1c-8265960bbaec,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:19.021626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.046672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-d88a28e4-0add-48ca-875a-ab3d9b09d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:19.048511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-d88a28e4-0add-48ca-875a-ab3d9b09d75c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 920 time: 0.3730850 Dec 08 21:52:19.059620 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.096797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-8606cd62-1de1-4031-95a7-a0cbdbf48b66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20 HTTP/1.1" status: 200 len: 217 time: 0.0403464 Dec 08 21:52:19.135786 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f4d375-adf4-41e8-ae7f-848e5afae5e4 x-openstack-request-id: req-55f4d375-adf4-41e8-ae7f-848e5afae5e4 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:19.136751 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a", "name": "network-vif-deleted", "tag": "fd8c349b-662f-4a20-91e0-9d44d8f57809", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:19.137420 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55f4d375-adf4-41e8-ae7f-848e5afae5e4 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:19.137840 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a', 'name': 'network-vif-deleted', 'tag': 'fd8c349b-662f-4a20-91e0-9d44d8f57809', 'status': 'completed', 'code': 200} Dec 08 21:52:19.177308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.184885 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.198147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.209758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-c1cd5fa5-1a8e-452e-97bc-8f739dccc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:19.213079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-c1cd5fa5-1a8e-452e-97bc-8f739dccc9f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.0742879 Dec 08 21:52:19.215602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.259219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:19.264231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:19.268259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:19.282936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Pushing event updated for resources: {'Port': ['ID=6b3b7769-eabc-42b1-bca7-bb42558d5da5,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:19.286418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Network 6d9c209c-3a0b-40c2-a546-cc83c5936592 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:19.306198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:19.309414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:19.314046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-e58a5394-a5f4-4e8f-9032-b8dc3e23c1ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468342 Dec 08 21:52:19.345392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Attempting to bind port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:19.345934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Attempting to bind port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:19.346397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Attempting to bind port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 on network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:19.352250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:19.352774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Checking segment: {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:19.355670 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.356274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Bound using segment: {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:19.356843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Bound port: 6b3b7769-eabc-42b1-bca7-bb42558d5da5, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:19.357450 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.373868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Pushing event updated for resources: {'Port': ['ID=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:19.432292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] For port 6b3b7769-eabc-42b1-bca7-bb42558d5da5, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:19.436368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] For port 6b3b7769-eabc-42b1-bca7-bb42558d5da5, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6b3b7769-eabc-42b1-bca7-bb42558d5da5,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:19.454647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c494cb5d-e71b-4682-a4fe-dea16a3486f6 req-21620745-d258-4db2-84b0-e08b2fc7129c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f81faf1-c8b7-40a3-b80e-49e16dbb9f4a HTTP/1.1" status: 200 len: 210 time: 0.1159372 Dec 08 21:52:19.472201 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.483626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:19.483626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.486903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55578) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:19.503977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-de60568f-d439-4e42-895b-3b453939b651 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6912017 Dec 08 21:52:19.522021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ec194b1-cda1-48bd-8ff2-f8106c8c07b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.532580 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b4a43-90cf-4e35-8f80-5eb3bd5cfed5 None None] Pushing event updated for resources: {'Port': ['ID=6b3b7769-eabc-42b1-bca7-bb42558d5da5,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:19.538333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Request body: {'port': {'device_id': '8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:19.639219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-a115d39e-1835-4baf-a16f-92886c0679d7 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994654 Dec 08 21:52:19.645371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.858524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Deleting port de844022-7883-4a74-924b-518f9ba311fe {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:19.859156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.896554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ec194b1-cda1-48bd-8ff2-f8106c8c07b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.907223 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.911769 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ec194b1-cda1-48bd-8ff2-f8106c8c07b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.920060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e211140-02fb-4eac-8747-e40385cc4540 req-8fa3c72e-8da7-4c2d-9d7d-71aeb1ce8ff1 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:19.927910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e211140-02fb-4eac-8747-e40385cc4540 req-8fa3c72e-8da7-4c2d-9d7d-71aeb1ce8ff1 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1627884 Dec 08 21:52:19.962980 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:19.970619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ca1bf9-e084-4749-84d1-d2aec3a6158b req-610b50ed-a370-4c5c-92b0-2f8fdbc19961 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110833 Dec 08 21:52:19.991798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2ec194b1-cda1-48bd-8ff2-f8106c8c07b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b2a7d18fcda477c90ccbba2aceeba4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016236 Dec 08 21:52:19.992419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55582) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:20.026937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec194b1-cda1-48bd-8ff2-f8106c8c07b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d54b5ca-6eaa-4259-b96d-f26294930fa5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:20.145002 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e211140-02fb-4eac-8747-e40385cc4540 req-2a1a6e66-5e9a-47dc-b3a9-41f433264fd4 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108085 Dec 08 21:52:20.157393 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.176125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Calling delete_port for de844022-7883-4a74-924b-518f9ba311fe owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:20.195856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b2df8a03-a79b-4160-b9eb-f1e6d2c0ef64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.230047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6b3b7769-eabc-42b1-bca7-bb42558d5da5 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:20.252076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b2df8a03-a79b-4160-b9eb-f1e6d2c0ef64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.307573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:20.310873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.340899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397b037-ae3a-41f7-90f1-a186fd0eb755 req-2f0c4c6f-322a-4d4d-86b1-99ebb21bf1ec tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:20.345443 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2397b037-ae3a-41f7-90f1-a186fd0eb755 req-2f0c4c6f-322a-4d4d-86b1-99ebb21bf1ec tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 932 time: 0.1976807 Dec 08 21:52:20.345629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Allocated IP 172.25.1.210 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/8a8709a9-20cf-4c00-9e2d-fd74ecb46696) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:20.381696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:52:20.391775 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.417961 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.429596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2397b037-ae3a-41f7-90f1-a186fd0eb755 req-ec690126-c775-4e79-8e59-f8829300ce8b tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759974 Dec 08 21:52:20.442515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b2df8a03-a79b-4160-b9eb-f1e6d2c0ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.445310 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b2df8a03-a79b-4160-b9eb-f1e6d2c0ef64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.446498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b2df8a03-a79b-4160-b9eb-f1e6d2c0ef64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d54b5ca-6eaa-4259-b96d-f26294930fa5 HTTP/1.1" status: 204 len: 168 time: 0.4489450 Dec 08 21:52:20.464433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df8a03-a79b-4160-b9eb-f1e6d2c0ef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d54b5ca-6eaa-4259-b96d-f26294930fa5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:20.499661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 6b3b7769-eabc-42b1-bca7-bb42558d5da5, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6b3b7769-eabc-42b1-bca7-bb42558d5da5,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:20.523210 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.540995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Transition to ACTIVE for port object 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:52:20.546243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.547331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.556798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.625694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Pushing event updated for resources: {'Port': ['ID=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:20.627567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=6b3b7769-eabc-42b1-bca7-bb42558d5da5,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:20.668404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event deleted for resources: {'Port': ['ID=de844022-7883-4a74-924b-518f9ba311fe,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:20.778770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Attempting to bind port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:20.779181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Attempting to bind port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4cb7130e-4c35-4560-9534-2c2fe2df68b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6d9c209c-3a0b-40c2-a546-cc83c5936592'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:20.779643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Attempting to bind port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c on network 6d9c209c-3a0b-40c2-a546-cc83c5936592 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:20.785916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c on network 6d9c209c-3a0b-40c2-a546-cc83c5936592 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:52:20.786157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Attempting to bind port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c on network 6d9c209c-3a0b-40c2-a546-cc83c5936592 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:20.788526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.791945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:20.792276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Checking segment: {'id': '4cb7130e-4c35-4560-9534-2c2fe2df68b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6d9c209c-3a0b-40c2-a546-cc83c5936592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:20.792985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Bound using segment: {'id': '4cb7130e-4c35-4560-9534-2c2fe2df68b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6d9c209c-3a0b-40c2-a546-cc83c5936592'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:20.793123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Bound port: 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb7130e-4c35-4560-9534-2c2fe2df68b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6d9c209c-3a0b-40c2-a546-cc83c5936592'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:20.793476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.822433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:20.906123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:20.907813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:20.945004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:20.998565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-55720b24-dee4-40e5-9a3d-e4672529fa9c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:21.005055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b821ea6-f932-4b01-8719-5e7067dc6c04 None None] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:21.007356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-55720b24-dee4-40e5-9a3d-e4672529fa9c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.1980960 Dec 08 21:52:21.025082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] For port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:21.029071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] For port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,segment=NetworkSegment(4cb7130e-4c35-4560-9534-2c2fe2df68b9),segment_id=4cb7130e-4c35-4560-9534-2c2fe2df68b9)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:21.035535 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-b0949d8c-01f0-4603-a21b-5d9e8f1fd98c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/quotas/fe05e004238d4ce8b63d03a6110bb09d HTTP/1.1" status: 200 len: 375 time: 0.0271289 Dec 08 21:52:21.038288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.057752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8709a9-20cf-4c00-9e2d-fd74ecb46696,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:21.063464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.068148 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.090168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-49b21514-559b-4bce-b684-3ef12fad2480 None None] Provisioning complete for port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:21.090541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49b21514-559b-4bce-b684-3ef12fad2480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.103302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:21.104425 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.106222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] 10.222.0.37 "PUT /v2.0/ports/38c4fca3-659c-4cd8-947a-09d8f5e2fb0c HTTP/1.1" status: 200 len: 1092 time: 1.5805719 Dec 08 21:52:21.143084 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-b673d3c8-0aa9-43b4-bb00-d10fefc16759 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508444 Dec 08 21:52:21.250110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058', 'tag': '38c4fca3-659c-4cd8-947a-09d8f5e2fb0c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:21.252617 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058", "tag": "38c4fca3-659c-4cd8-947a-09d8f5e2fb0c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:21.322006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.322756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Fanout notify agent at l3_agent the message router_deleted on router 6645e596-5846-453c-8ab0-3b23fdab0f91 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:52:21.326928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec068a47-b5f9-403d-9d72-b26b72ba91fa service neutron] Pushing event updated for resources: {'Port': ['ID=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:21.337587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.338840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b36123ae-2ec5-4a30-a400-43957ea64b6a tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "DELETE /v2.0/routers/6645e596-5846-453c-8ab0-3b23fdab0f91 HTTP/1.1" status: 204 len: 168 time: 2.6218727 Dec 08 21:52:21.344391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55628) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:21.346960 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-18d31988-e5b1-477d-bd11-dd13329cf3ef service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024763 Dec 08 21:52:21.401225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ebde3-56e1-4f75-876c-1da7bcdc661c req-7487dd88-550e-4a2c-9d0f-2952efa9bb8a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:21.408867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec8ebde3-56e1-4f75-876c-1da7bcdc661c req-7487dd88-550e-4a2c-9d0f-2952efa9bb8a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1198030 Dec 08 21:52:21.455449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-463a089f-8bd4-4980-a9db-3b4f1aa4ac60 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075470 Dec 08 21:52:21.468270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ec8ebde3-56e1-4f75-876c-1da7bcdc661c req-f583efee-43f6-497f-a631-2106cee11bf0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540271 Dec 08 21:52:21.471375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-8dc5aeb8-3a88-4130-9565-0370ede36925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:21.483020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fd8c349b-662f-4a20-91e0-9d44d8f57809 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:21.483473 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-8dc5aeb8-3a88-4130-9565-0370ede36925 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02c71ce438874988bd55fc63de341050&device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 1095 time: 0.2261584 Dec 08 21:52:21.494940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: fd8c349b-662f-4a20-91e0-9d44d8f57809 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:21.495293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fd8c349b-662f-4a20-91e0-9d44d8f57809 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:21.523567 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.581643 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4aeda6-9a33-457e-b52c-033338936d37 x-openstack-request-id: req-4e4aeda6-9a33-457e-b52c-033338936d37 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:21.581941 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058", "tag": "38c4fca3-659c-4cd8-947a-09d8f5e2fb0c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:21.582201 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e4aeda6-9a33-457e-b52c-033338936d37 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:21.583059 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058', 'tag': '38c4fca3-659c-4cd8-947a-09d8f5e2fb0c', 'status': 'completed', 'code': 200} Dec 08 21:52:21.588755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-1bc361cb-ae61-4d06-a64b-b7c3cdbc3e87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c HTTP/1.1" status: 200 len: 217 time: 0.1041868 Dec 08 21:52:21.610377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6dd579-1abc-48ae-8b16-c5a6e002d9cd tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Deleting subnet dfbe5c60-5243-40b6-93c4-be13fa0072c2 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:52:21.613710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd579-1abc-48ae-8b16-c5a6e002d9cd tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.648737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-d0336f39-02d4-423a-a815-2b637cfb3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:21.650743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-d0336f39-02d4-423a-a815-2b637cfb3d3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa78d86a-263a-409c-ac6a-48fcb0286982 HTTP/1.1" status: 200 len: 848 time: 0.0538843 Dec 08 21:52:21.734658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-3ff07d8e-d39a-4144-9441-97466731257a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d9c209c-3a0b-40c2-a546-cc83c5936592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754521 Dec 08 21:52:21.771713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd579-1abc-48ae-8b16-c5a6e002d9cd tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.843199 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ee1c7bb6-9a7f-492e-94ea-499c562a7b91 req-2bb06a82-172b-48f6-864d-393203e35e30 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 210 time: 0.0286946 Dec 08 21:52:21.848042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd2a05-b80e-4721-bcf5-bca7b3071bd2 req-8534bae4-b152-400b-bb9d-a4789da5b9b8 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:21.849692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27dd2a05-b80e-4721-bcf5-bca7b3071bd2 req-8534bae4-b152-400b-bb9d-a4789da5b9b8 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 944 time: 0.1775353 Dec 08 21:52:21.892013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-137cac7f-21fe-4cef-bfdf-ed495ee43b25 None None] Provisioning complete for port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:21.892466 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-137cac7f-21fe-4cef-bfdf-ed495ee43b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:21.910888 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-6d78a410-94c8-4c78-90f9-978ebaabb4f1 service neutron] 10.222.0.37 "GET /v2.0/networks/6d9c209c-3a0b-40c2-a546-cc83c5936592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529591 Dec 08 21:52:22.025094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.036471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c14e4a12-6491-476e-9e82-0b41a7506aac req-6161e446-1e5a-48e9-a905-c30153c98a76 service neutron] 10.222.0.37 "GET /v2.0/networks/6d9c209c-3a0b-40c2-a546-cc83c5936592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139131 Dec 08 21:52:22.132030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6b3b7769-eabc-42b1-bca7-bb42558d5da5 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:22.180357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55654) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:22.196794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:22.198298 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.208537 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd579-1abc-48ae-8b16-c5a6e002d9cd tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.208947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-4545befd-3ab2-479e-beb6-8d189263c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:22.212127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-4545befd-3ab2-479e-beb6-8d189263c4f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02c71ce438874988bd55fc63de341050&device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 1095 time: 0.1151502 Dec 08 21:52:22.219426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27dd2a05-b80e-4721-bcf5-bca7b3071bd2 req-bc0ef456-a998-4e89-81f1-d78d368c8c51 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760429 Dec 08 21:52:22.381029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd579-1abc-48ae-8b16-c5a6e002d9cd tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.415708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dd579-1abc-48ae-8b16-c5a6e002d9cd tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbe5c60-5243-40b6-93c4-be13fa0072c2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:22.434027 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd579-1abc-48ae-8b16-c5a6e002d9cd tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.443215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a6dd579-1abc-48ae-8b16-c5a6e002d9cd tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "DELETE /v2.0/subnets/dfbe5c60-5243-40b6-93c4-be13fa0072c2 HTTP/1.1" status: 204 len: 168 time: 1.0904009 Dec 08 21:52:22.444799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55658) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:22.446395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a89311d-ca93-44f6-823e-94d9a3ff67e8 None None] Network 5c7a6491-009e-4931-8276-624121206261 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:22.467542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Router 6d42eba7-8d5d-4f30-963c-333030be7408 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:52:22.604428 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.655202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-297fe9f1-3372-463c-8a39-05d4bd9d819f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.674179 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:22.689888 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Sync routers for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:22.699552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] DHCP port deletion for 5c7a6491-009e-4931-8276-624121206261 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:52:22.702403 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:22.703706 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:22.716105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Deleting port b41a16d2-caa4-4f6f-bec8-a31ff50840ce {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:22.716448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.720399 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.721683 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1f166f65-23f8-44ef-b5a8-18564acaa958 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2530785 Dec 08 21:52:22.726760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55662) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:22.737319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5783105-2733-450f-abb3-ef0431f48df5 req-494a26f7-2628-478c-ae7c-9381319c5531 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:22.738958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5783105-2733-450f-abb3-ef0431f48df5 req-494a26f7-2628-478c-ae7c-9381319c5531 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1100054 Dec 08 21:52:22.812088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] Deleting port b41a16d2-caa4-4f6f-bec8-a31ff50840ce {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:22.812491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.813179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:22.841973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-64e7e2dd-6708-436c-92da-570e282d2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:22.843598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-64e7e2dd-6708-436c-92da-570e282d2d82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d9c209c-3a0b-40c2-a546-cc83c5936592 HTTP/1.1" status: 200 len: 909 time: 0.6223423 Dec 08 21:52:22.921681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] For port b41a16d2-caa4-4f6f-bec8-a31ff50840ce, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,segment=NetworkSegment(ddcb1fe5-99a6-4af7-9c12-f73071305491),segment_id=ddcb1fe5-99a6-4af7-9c12-f73071305491)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:22.926582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.944557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-74ac58bd-dde9-45bb-965a-5f65eb04d683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c HTTP/1.1" status: 200 len: 217 time: 0.0924399 Dec 08 21:52:22.947045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Calling delete_port for b41a16d2-caa4-4f6f-bec8-a31ff50840ce owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:22.954269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] For port b41a16d2-caa4-4f6f-bec8-a31ff50840ce, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,segment=NetworkSegment(ddcb1fe5-99a6-4af7-9c12-f73071305491),segment_id=ddcb1fe5-99a6-4af7-9c12-f73071305491)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:22.954669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:22.955784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5783105-2733-450f-abb3-ef0431f48df5 req-69582ffa-2c7d-497d-a063-708eba12a5c4 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032168 Dec 08 21:52:22.989727 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] Calling delete_port for b41a16d2-caa4-4f6f-bec8-a31ff50840ce owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:23.076949 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:21Z', 'revision_number': 3, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:23.096303 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.107622 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Checking router: 6d42eba7-8d5d-4f30-963c-333030be7408 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:52:23.108330 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Updating router 6d42eba7-8d5d-4f30-963c-333030be7408 port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:52:23.120562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] No DVR routers for this DVR port b41a16d2-caa4-4f6f-bec8-a31ff50840ce on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:23.130787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65b53717-5625-4a4e-ae91-9332af5d3cec req-95a0e7c9-c61d-4b4e-a409-93f91df034bb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 210 time: 0.1025441 Dec 08 21:52:23.141403 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.150862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebcc00-1ed5-4e4b-b400-744fea294668 None None] Pushing event deleted for resources: {'Port': ['ID=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:23.189292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-e1de68bc-017c-4e77-b847-fe18d80094e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:23.190804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-e1de68bc-017c-4e77-b847-fe18d80094e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa78d86a-263a-409c-ac6a-48fcb0286982 HTTP/1.1" status: 200 len: 848 time: 0.2340455 Dec 08 21:52:23.192638 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.223961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] No DVR routers for this DVR port b41a16d2-caa4-4f6f-bec8-a31ff50840ce on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:23.226785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event deleted for resources: {'Port': ['ID=b41a16d2-caa4-4f6f-bec8-a31ff50840ce,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:23.230001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-297fe9f1-3372-463c-8a39-05d4bd9d819f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.254386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-f293b89b-5756-4720-ba16-c67d2d803514 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:23.256015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-f293b89b-5756-4720-ba16-c67d2d803514 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.23 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.3372667 Dec 08 21:52:23.263705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-bec8e236-477f-4df2-8d1c-81d02a338017 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d9c209c-3a0b-40c2-a546-cc83c5936592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528927 Dec 08 21:52:23.266811 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-297fe9f1-3372-463c-8a39-05d4bd9d819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.296335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Request body: {'port': {'device_id': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'admin_state_up': True, 'tenant_id': 'fe05e004238d4ce8b63d03a6110bb09d'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:23.322097 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.342643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7a6491-009e-4931-8276-624121206261']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:23.353377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcb1fe5-99a6-4af7-9c12-f73071305491') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:23.353797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcb1fe5-99a6-4af7-9c12-f73071305491') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:23.364406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.377869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.384392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:52:23.384957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:52:23.388469 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:52:23.453056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-297fe9f1-3372-463c-8a39-05d4bd9d819f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f455a1d036044f68a0c9ac6e04f1e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2691498 Dec 08 21:52:23.453425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55670) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:23.459619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.469939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fe9f1-3372-463c-8a39-05d4bd9d819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e92044-d067-4a2b-8a9c-956dd1fd1d18,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:23.488456 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.491671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "DELETE /v2.0/networks/5c7a6491-009e-4931-8276-624121206261 HTTP/1.1" status: 204 len: 168 time: 1.0458293 Dec 08 21:52:23.502573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55672) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:23.511298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076d123-a369-4bc8-ad3a-886ddc696d8b tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event deleted for resources: {'Network': ['ID=5c7a6491-009e-4931-8276-624121206261,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:23.551327 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.557914 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.605390 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Attempting to bind port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:23.605763 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Attempting to bind port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:23.606186 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Attempting to bind port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:23.614480 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:23.615231 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:23.615427 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.615846 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:23.616368 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Bound port: 8a8709a9-20cf-4c00-9e2d-fd74ecb46696, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:23.616802 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.618100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d0213-4fe5-41aa-a111-202ebea2cc73 req-bee45efc-20cc-4ffe-a72e-fc3fa0b427f5 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:23.619412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bc0d0213-4fe5-41aa-a111-202ebea2cc73 req-bee45efc-20cc-4ffe-a72e-fc3fa0b427f5 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 944 time: 0.2599728 Dec 08 21:52:23.621248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-eca1c7b1-3b14-4555-b31f-2608ef9b5497 service neutron] 10.222.0.37 "GET /v2.0/networks/6d9c209c-3a0b-40c2-a546-cc83c5936592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445196 Dec 08 21:52:23.640262 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87432dc2-c1e9-492c-9259-64d4f93b2525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.670649 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87432dc2-c1e9-492c-9259-64d4f93b2525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.683409 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Pushing event updated for resources: {'Port': ['ID=8a8709a9-20cf-4c00-9e2d-fd74ecb46696,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:23.685759 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] For port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:23.700090 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.700777 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.701561 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.701561 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.701770 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.702058 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.702761 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.702761 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.703091 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.703408 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.704084 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.704084 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:23.713573 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] For port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8a8709a9-20cf-4c00-9e2d-fd74ecb46696,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:23.717921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Deleting port 79f8f60f-b66e-4fdc-9a3f-fd750e88d8ab {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:23.718267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.719645 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.731981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Made reservation on behalf of fe05e004238d4ce8b63d03a6110bb09d for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:23.735510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.761884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bc0d0213-4fe5-41aa-a111-202ebea2cc73 req-d9f5d64f-a9ea-4b76-a0f8-d696248c8f65 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324027 Dec 08 21:52:23.798216 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87432dc2-c1e9-492c-9259-64d4f93b2525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.800768 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87432dc2-c1e9-492c-9259-64d4f93b2525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.804471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-87432dc2-c1e9-492c-9259-64d4f93b2525 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93e92044-d067-4a2b-8a9c-956dd1fd1d18 HTTP/1.1" status: 204 len: 168 time: 0.3498664 Dec 08 21:52:23.810128 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:23.810510 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:23.815231 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32659902-4590-4c19-b17c-b5c2afc36b44 None None] Pushing event updated for resources: {'Port': ['ID=8a8709a9-20cf-4c00-9e2d-fd74ecb46696,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:23.836181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87432dc2-c1e9-492c-9259-64d4f93b2525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e92044-d067-4a2b-8a9c-956dd1fd1d18,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:23.872379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6aa5601-ef10-46d4-899e-dcddf17a7f0e req-ef843fcb-5565-4ba5-b838-d4030e930f91 service neutron] 10.222.0.37 "GET /v2.0/networks/6d9c209c-3a0b-40c2-a546-cc83c5936592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394037 Dec 08 21:52:23.917301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.917622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:23.937903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Calling delete_port for 79f8f60f-b66e-4fdc-9a3f-fd750e88d8ab owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:24.000706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Allocated IP 172.20.0.14 (a700447e-c508-4bef-b294-50d1921fc07d/00290753-5cf6-4030-a175-b2ef55574df3/3298824a-ce8d-47e2-98e3-e211bb494100) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:24.015884 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.041064 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:24.134135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b41a16d2-caa4-4f6f-bec8-a31ff50840ce no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:24.173113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.225872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Pushing event deleted for resources: {'Port': ['ID=79f8f60f-b66e-4fdc-9a3f-fd750e88d8ab,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:24.230407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b41a16d2-caa4-4f6f-bec8-a31ff50840ce {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:24.232027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b41a16d2-caa4-4f6f-bec8-a31ff50840ce not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:24.299733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46017640-af50-415f-8d7f-e9b8f30421a1 req-4061bae7-fa6f-4525-a9e9-0cc9643510c0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:24.301187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46017640-af50-415f-8d7f-e9b8f30421a1 req-4061bae7-fa6f-4525-a9e9-0cc9643510c0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1959965 Dec 08 21:52:24.319008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d29968e-9d76-4d81-a593-4e8ff4c46d3c req-0b835be2-5a06-4381-a2a7-ab98ac3a2276 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 210 time: 0.0454714 Dec 08 21:52:24.323093 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:21Z', 'revision_number': 3, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:24.328606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.331133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.335354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0e2267cd-3578-44d6-8567-36b562a4ec81 tempest-FloatingIPAdminTestJSON-1305384270 tempest-FloatingIPAdminTestJSON-1305384270-project] 10.222.0.21 "DELETE /v2.0/floatingips/ea572d52-1344-4c86-a8bf-ef7e4036d489 HTTP/1.1" status: 204 len: 168 time: 0.8316815 Dec 08 21:52:24.363598 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cbbda-185f-46c1-b7af-6b420857693a None None] The sync data for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 is: [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:21Z', 'revision_number': 3, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:24.386916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.421957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46017640-af50-415f-8d7f-e9b8f30421a1 req-4163c62b-a512-4c2c-8e46-b0ba9a2c6d0d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091108 Dec 08 21:52:24.424250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Allocated IP 172.20.0.1 (f8349c87-e4a0-400b-b1bc-7f55c65b1c63/08a73796-c08b-4780-a9f8-0e5e808676e6/f3a6709f-de15-432d-a691-518214ee43a5) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:24.510374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.578519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Network a700447e-c508-4bef-b294-50d1921fc07d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:24.588489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:24.590358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event updated for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:24.594246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:24.650689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55698) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:24.661778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.673507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:24.674142 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.713468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-0f17219a-92b9-49fa-b520-955de97900ca tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4427171 Dec 08 21:52:24.725932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Request body: {'port': {'device_id': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:24.757919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.837734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:24.844029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:24.846091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a6709f-de15-432d-a691-518214ee43a5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:24.848515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:52:24.856187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:24.858371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:24.940373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1c0d53b9-9ac1-47a2-a116-8eae51aeb980 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc5f507619374873bc6c95e631163efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880735 Dec 08 21:52:24.943736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55710) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:25.019315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.051926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,segment=NetworkSegment(4cb7130e-4c35-4560-9534-2c2fe2df68b9),segment_id=4cb7130e-4c35-4560-9534-2c2fe2df68b9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:25.060721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2c44d-aaf1-4df8-8ecf-798cae7b581c req-1e31e9a3-987a-4426-a65f-ecaa05358e78 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:25.067747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1cf2c44d-aaf1-4df8-8ecf-798cae7b581c req-1e31e9a3-987a-4426-a65f-ecaa05358e78 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 944 time: 0.1822615 Dec 08 21:52:25.094133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '38c4fca3-659c-4cd8-947a-09d8f5e2fb0c', 'network_id': '6d9c209c-3a0b-40c2-a546-cc83c5936592', 'port_id': '38c4fca3-659c-4cd8-947a-09d8f5e2fb0c', 'mac_address': 'fa:16:3e:36:4c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa78d86a-263a-409c-ac6a-48fcb0286982', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:52:25.170938 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.197087 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1cf2c44d-aaf1-4df8-8ecf-798cae7b581c req-4aeeff92-55f1-4239-8057-2b3df3ab8fa8 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131313 Dec 08 21:52:25.219864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:52:25.240027 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b96cdf7c-019d-4cbd-a9bd-338408e85c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.253544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,segment=NetworkSegment(4cb7130e-4c35-4560-9534-2c2fe2df68b9),segment_id=4cb7130e-4c35-4560-9534-2c2fe2df68b9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:25.259928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.300867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b96cdf7c-019d-4cbd-a9bd-338408e85c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.334509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:25.345111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.351250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1f35d783-3a40-4d1a-aa04-74b703f92812 None None] Provisioning complete for port f3a6709f-de15-432d-a691-518214ee43a5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:25.351771 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1f35d783-3a40-4d1a-aa04-74b703f92812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.395251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b96cdf7c-019d-4cbd-a9bd-338408e85c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.407976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b96cdf7c-019d-4cbd-a9bd-338408e85c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.409225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b96cdf7c-019d-4cbd-a9bd-338408e85c6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb36f0e1-544a-418d-9225-b9986441a6a8 HTTP/1.1" status: 204 len: 168 time: 0.4626298 Dec 08 21:52:25.421035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cdf7c-019d-4cbd-a9bd-338408e85c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb36f0e1-544a-418d-9225-b9986441a6a8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:25.463593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1f35d783-3a40-4d1a-aa04-74b703f92812 None None] Port f3a6709f-de15-432d-a691-518214ee43a5 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:52:25.517247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['38c4fca3-659c-4cd8-947a-09d8f5e2fb0c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:52:25.599895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3298824a-ce8d-47e2-98e3-e211bb494100 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:52:25.612244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.616753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33463c-0356-46d2-b513-fcbe8e9a12d4 req-fe1c90ea-52ed-432e-930a-6edf2ab0ce93 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:25.625614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab33463c-0356-46d2-b513-fcbe8e9a12d4 req-fe1c90ea-52ed-432e-930a-6edf2ab0ce93 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0790844 Dec 08 21:52:25.634336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e112-252f-401a-a175-ef3b9bec40db req-80f5a98d-4b29-41d8-8f35-cd475dd9f3df tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:25.642932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6937e112-252f-401a-a175-ef3b9bec40db req-80f5a98d-4b29-41d8-8f35-cd475dd9f3df tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 932 time: 0.1552696 Dec 08 21:52:25.687928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Transition to ACTIVE for port object 3298824a-ce8d-47e2-98e3-e211bb494100 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:52:25.702749 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.728803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab33463c-0356-46d2-b513-fcbe8e9a12d4 req-abfa6a5e-295d-460d-8f52-ecf373183e92 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995634 Dec 08 21:52:25.793780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6937e112-252f-401a-a175-ef3b9bec40db req-eea8d31f-d394-4aae-9071-5f28522c60dd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497452 Dec 08 21:52:25.810041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.824878 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:25.827015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Pushing event updated for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:26.024797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55732) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:26.040027 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16531951-c88a-445d-8ae0-776a8b05face admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.169111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:26.173837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16531951-c88a-445d-8ae0-776a8b05face admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.182098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16531951-c88a-445d-8ae0-776a8b05face admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.235151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16531951-c88a-445d-8ae0-776a8b05face admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5f2a3-e16c-46c5-b8cb-0ef19e3e847e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:26.243991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-16531951-c88a-445d-8ae0-776a8b05face admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ae84271920248488908109ef918c2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180805 Dec 08 21:52:26.246044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55738) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:26.265023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:26.266040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.334819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b7f6618-6283-4d7e-8047-47d7a440b72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.364522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b7f6618-6283-4d7e-8047-47d7a440b72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.382537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.407441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8a8709a9-20cf-4c00-9e2d-fd74ecb46696,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:26.412893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.438371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.463173 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b7f6618-6283-4d7e-8047-47d7a440b72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.465738 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b7f6618-6283-4d7e-8047-47d7a440b72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.469149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8b7f6618-6283-4d7e-8047-47d7a440b72e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8da5f2a3-e16c-46c5-b8cb-0ef19e3e847e HTTP/1.1" status: 204 len: 168 time: 0.2195480 Dec 08 21:52:26.479423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a6709f-de15-432d-a691-518214ee43a5,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:26.487628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f6618-6283-4d7e-8047-47d7a440b72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5f2a3-e16c-46c5-b8cb-0ef19e3e847e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:26.493794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=8a8709a9-20cf-4c00-9e2d-fd74ecb46696,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:26.567692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa99d0-1035-47a3-8a80-1722cc37e746 req-44484deb-33b0-4576-aa9c-b0d0bbc0f46e tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:26.569185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15fa99d0-1035-47a3-8a80-1722cc37e746 req-44484deb-33b0-4576-aa9c-b0d0bbc0f46e tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 945 time: 0.2270882 Dec 08 21:52:26.578082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Attempting to bind port 3298824a-ce8d-47e2-98e3-e211bb494100 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:26.578415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Attempting to bind port 3298824a-ce8d-47e2-98e3-e211bb494100 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:26.578757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Attempting to bind port 3298824a-ce8d-47e2-98e3-e211bb494100 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:26.594222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Port 3298824a-ce8d-47e2-98e3-e211bb494100 on network a700447e-c508-4bef-b294-50d1921fc07d not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:52:26.594544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Attempting to bind port 3298824a-ce8d-47e2-98e3-e211bb494100 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:26.625368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:26.625812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Checking segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:26.626467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Bound using segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:26.626940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Bound port: 3298824a-ce8d-47e2-98e3-e211bb494100, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:26.627290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.691412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:26.696090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15fa99d0-1035-47a3-8a80-1722cc37e746 req-7a03d31a-8815-43e5-ada1-645db803da4c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096213 Dec 08 21:52:26.699289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:26.887406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:26.906593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:26.908832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74a6d4-73fd-4442-9d17-1a619450a535 req-333ff93d-e503-43d4-b123-b894f1567dfa tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:26.911201 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e74a6d4-73fd-4442-9d17-1a619450a535 req-333ff93d-e503-43d4-b123-b894f1567dfa tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0758224 Dec 08 21:52:26.921390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:26.952600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:52:26.957477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:26.957833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:26.958212 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.004633 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e74a6d4-73fd-4442-9d17-1a619450a535 req-03fc9e74-ff3c-4054-864c-c42a3ee2e197 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864594 Dec 08 21:52:27.036308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55752) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:27.050914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc8eda04-b2b8-4c13-b3df-1249e3555653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.092160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Pushing event updated for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:27.096637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:27.097530 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.098954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-97c8e34a-a153-42b2-ae84-840213046123 service neutron] 10.222.0.23 "PUT /v2.0/ports/3298824a-ce8d-47e2-98e3-e211bb494100 HTTP/1.1" status: 200 len: 1092 time: 2.3776145 Dec 08 21:52:27.104071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:27.106380 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4dc53-d863-4612-a13a-272f169e8f90" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:27.120340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Router 6d42eba7-8d5d-4f30-963c-333030be7408 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:52:27.129746 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.138575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-740d1441-0c21-4f1a-be12-3772d0da1a1d None None] Provisioning complete for port f3a6709f-de15-432d-a691-518214ee43a5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:27.139184 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-740d1441-0c21-4f1a-be12-3772d0da1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.142361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9b75-9ba9-476f-9d84-ad80e912fb25 req-06075882-e2b7-4b43-896c-8665946c0602 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:27.149188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d2a9b75-9ba9-476f-9d84-ad80e912fb25 req-06075882-e2b7-4b43-896c-8665946c0602 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 944 time: 0.2147934 Dec 08 21:52:27.189543 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc8eda04-b2b8-4c13-b3df-1249e3555653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.195564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc8eda04-b2b8-4c13-b3df-1249e3555653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.206313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,segment=NetworkSegment(4cb7130e-4c35-4560-9534-2c2fe2df68b9),segment_id=4cb7130e-4c35-4560-9534-2c2fe2df68b9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:27.209701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c4fca3-659c-4cd8-947a-09d8f5e2fb0c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:27.212991 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70f0c67-d876-49e4-9f58-c5b92ab6ab00" -d '{"events": [{"server_uuid": "8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058", "name": "network-vif-plugged", "status": "completed", "tag": "38c4fca3-659c-4cd8-947a-09d8f5e2fb0c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:27.222210 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.228810 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891a5a7a-09d4-4dc7-872b-6ef1a864205e x-openstack-request-id: req-891a5a7a-09d4-4dc7-872b-6ef1a864205e {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:27.229104 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:27.229359 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-891a5a7a-09d4-4dc7-872b-6ef1a864205e {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:27.230746 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100', 'status': 'completed', 'code': 200} Dec 08 21:52:27.236072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-740d1441-0c21-4f1a-be12-3772d0da1a1d None None] Port f3a6709f-de15-432d-a691-518214ee43a5 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:52:27.242197 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d2a9b75-9ba9-476f-9d84-ad80e912fb25 req-466efac0-26d8-4fb2-abc3-c45f608796f5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902729 Dec 08 21:52:27.246104 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dc8eda04-b2b8-4c13-b3df-1249e3555653 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b44ddfb263b14f10a16e3c0bdc715834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087140 Dec 08 21:52:27.249034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55764) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:27.321488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:27.330319 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21113c57-c788-410d-9bf8-1adc20eb7aac x-openstack-request-id: req-21113c57-c788-410d-9bf8-1adc20eb7aac {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:27.330614 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058", "name": "network-vif-plugged", "status": "completed", "tag": "38c4fca3-659c-4cd8-947a-09d8f5e2fb0c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:27.330907 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21113c57-c788-410d-9bf8-1adc20eb7aac {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:27.331278 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c4fca3-659c-4cd8-947a-09d8f5e2fb0c', 'code': 200} Dec 08 21:52:27.334636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8eda04-b2b8-4c13-b3df-1249e3555653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb37e2-f2af-47aa-86a8-a9647156ab71,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:27.365690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c20e895-9069-49a5-b15c-585e3b888982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.372170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-d3180f0c-5bfa-479a-970c-576dac2ef299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:27.373810 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-d3180f0c-5bfa-479a-970c-576dac2ef299 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 1095 time: 0.2017689 Dec 08 21:52:27.391641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c20e895-9069-49a5-b15c-585e3b888982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.437897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-33761eea-a18b-4068-8094-59c733e4480b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3298824a-ce8d-47e2-98e3-e211bb494100 HTTP/1.1" status: 200 len: 217 time: 0.0541284 Dec 08 21:52:27.448321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c20e895-9069-49a5-b15c-585e3b888982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.451473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c20e895-9069-49a5-b15c-585e3b888982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:27.455000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6c20e895-9069-49a5-b15c-585e3b888982 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63cb37e2-f2af-47aa-86a8-a9647156ab71 HTTP/1.1" status: 204 len: 168 time: 0.2025073 Dec 08 21:52:27.466284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20e895-9069-49a5-b15c-585e3b888982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb37e2-f2af-47aa-86a8-a9647156ab71,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:27.515420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-a3667d3a-dccd-4f1e-9a34-569bd0f730ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:27.516882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-a3667d3a-dccd-4f1e-9a34-569bd0f730ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.0601861 Dec 08 21:52:27.558296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:27.561401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-b00d1ba8-2aff-4f33-90b6-f0eb74bdf5eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352261 Dec 08 21:52:27.570967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Sync routers for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:27.573954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4add626f-fa5a-4913-9f68-0a265f1972d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/6d42eba7-8d5d-4f30-963c-333030be7408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8446791 Dec 08 21:52:27.577680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d40ef-b871-48d4-b3b6-b572ede35eb5 req-19b18e8c-29c9-413f-8325-348daa6b75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:27.579150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb2d40ef-b871-48d4-b3b6-b572ede35eb5 req-19b18e8c-29c9-413f-8325-348daa6b75dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 1097 time: 0.1559074 Dec 08 21:52:27.591717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:27.592374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:27.668386 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb2d40ef-b871-48d4-b3b6-b572ede35eb5 req-6ae3f50e-dc13-43c0-88c7-cc0870e9e163 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812814 Dec 08 21:52:27.709568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-2d5a7dd2-27be-4104-aecd-113431e0a466 service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335983 Dec 08 21:52:27.760727 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:27.902851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dab05ed6-4547-4b92-9f65-9ca74d7dfddf req-6c5e8cb6-d6c1-4417-86e7-853f92257383 service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867330 Dec 08 21:52:27.923958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7a0ed-4a4b-42ad-b954-0b9c9ddbf85c req-cff9d03b-9554-4531-94e4-6efe08ce8644 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:27.937866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fbf7a0ed-4a4b-42ad-b954-0b9c9ddbf85c req-cff9d03b-9554-4531-94e4-6efe08ce8644 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 946 time: 0.1159949 Dec 08 21:52:28.011071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-8f06ac26-6b64-46a5-a0b5-e155871c43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:28.012961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-8f06ac26-6b64-46a5-a0b5-e155871c43e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 1095 time: 0.0531156 Dec 08 21:52:28.027201 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fbf7a0ed-4a4b-42ad-b954-0b9c9ddbf85c req-c69b8061-aea7-410e-989b-f8fbab5c2f07 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821867 Dec 08 21:52:28.139095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:28.217287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-0bef6993-91f1-450d-946d-e0426096ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:28.218835 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-0bef6993-91f1-450d-946d-e0426096ee21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 912 time: 0.1979969 Dec 08 21:52:28.237972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f983242-f83a-4696-b4c3-bc60b3a9e666 req-eb7047ee-8638-4125-8c0d-81320a034b03 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:28.239973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f983242-f83a-4696-b4c3-bc60b3a9e666 req-eb7047ee-8638-4125-8c0d-81320a034b03 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1018965 Dec 08 21:52:28.248252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:28.250157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.284648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 2, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:28.295794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-8d530a3a-b68b-4867-b637-0128e372be45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3298824a-ce8d-47e2-98e3-e211bb494100 HTTP/1.1" status: 200 len: 217 time: 0.0542953 Dec 08 21:52:28.322433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Checking router: 6d42eba7-8d5d-4f30-963c-333030be7408 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:52:28.323421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Updating router 6d42eba7-8d5d-4f30-963c-333030be7408 port f3a6709f-de15-432d-a691-518214ee43a5 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:52:28.357943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.366746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-77515fd9-a920-41f6-abe7-f5016143e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:28.373503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-77515fd9-a920-41f6-abe7-f5016143e168 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.0681243 Dec 08 21:52:28.407524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27396a2-495e-45f8-b572-d4ce91eab2f6 req-a58c826f-d920-4d76-98ec-59596cef0a75 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:28.420530 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d27396a2-495e-45f8-b572-d4ce91eab2f6 req-a58c826f-d920-4d76-98ec-59596cef0a75 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 944 time: 0.0747318 Dec 08 21:52:28.472701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-374b8120-7e01-4c6e-8cb8-8f1ebc88ef77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848505 Dec 08 21:52:28.654168 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-3b47a811-0513-4a70-aae4-f63f5ed28f0e service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666448 Dec 08 21:52:28.658691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55824) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:28.666117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-network', 'tenant_id': 'b950628e6192438dad2938ade1504edd'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:28.692468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f983242-f83a-4696-b4c3-bc60b3a9e666 req-de7b2b9d-6135-427a-9ad0-3fb605e0f447 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954015 Dec 08 21:52:28.774239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Made reservation on behalf of b950628e6192438dad2938ade1504edd for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:28.777193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.793679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.837346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8e4dc53-d863-4612-a13a-272f169e8f90 req-aae16021-caff-42b1-b3dd-fb9f89872b08 service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548595 Dec 08 21:52:28.843206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d27396a2-495e-45f8-b572-d4ce91eab2f6 req-37c4b86a-9e70-42f8-9bf3-d88fc41cab77 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215710 Dec 08 21:52:28.856337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.866658 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.956127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.963906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.970164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f578d-b6c5-45f8-8699-f32e7d95122c None None] Pushing event updated for resources: {'Port': ['ID=f3a6709f-de15-432d-a691-518214ee43a5,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:28.986062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:52:28.997834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:28.998255 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Added segment e21e6b25-2d85-4528-877c-79c5c100e9bc of type vlan for network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c Dec 08 21:52:29.020749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Attempting to bind port f3a6709f-de15-432d-a691-518214ee43a5 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:29.022391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Attempting to bind port f3a6709f-de15-432d-a691-518214ee43a5 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:29.024139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Attempting to bind port f3a6709f-de15-432d-a691-518214ee43a5 on network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:29.049347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:29.050614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Checking segment: {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:29.050798 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.053427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.054567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Bound using segment: {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:29.055864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Bound port: f3a6709f-de15-432d-a691-518214ee43a5, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:29.059804 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.094616 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.095660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:29.096274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.101655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55836) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:29.139576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f82a52-a34e-4173-8027-e17fb9b4dfc3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:29.188583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] For port f3a6709f-de15-432d-a691-518214ee43a5, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:29.191420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] For port f3a6709f-de15-432d-a691-518214ee43a5, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f3a6709f-de15-432d-a691-518214ee43a5,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:29.203648 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.233956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.234308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.234651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.235015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.235352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.235680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.236006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.236330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.236649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.236971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.237429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.237758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:29.255463 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fbaeff82-68a2-4a7a-a5d0-96dd9e74f09d tempest-ServiceProvidersTest-2062594732 tempest-ServiceProvidersTest-2062594732-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1519854 Dec 08 21:52:29.273519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6135566 Dec 08 21:52:29.277641 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55842) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:29.279936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f578d-b6c5-45f8-8699-f32e7d95122c None None] Pushing event updated for resources: {'Port': ['ID=f3a6709f-de15-432d-a691-518214ee43a5,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:29.282837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Request body: {'subnet': {'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-subnet', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:29.297128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6790cb7-ad35-4912-b2d9-a130aab65f20 admin admin] Pushing event updated for resources: {'Network': ['ID=04c66bec-dc88-4182-946a-f0bd7f9d2b1c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:29.318532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a64d1e8d-dcc8-4495-bb8f-4b0b7ce386a4 None None] Provisioning complete for port f3a6709f-de15-432d-a691-518214ee43a5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:29.319542 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a64d1e8d-dcc8-4495-bb8f-4b0b7ce386a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.323085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Made reservation on behalf of b950628e6192438dad2938ade1504edd for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:29.325665 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.344637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37287faf-d6eb-48dd-81b5-f49ee4aee40f req-98bdd598-155d-4255-ab4c-59372e7537ee tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:29.346161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37287faf-d6eb-48dd-81b5-f49ee4aee40f req-98bdd598-155d-4255-ab4c-59372e7537ee tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 946 time: 0.1595302 Dec 08 21:52:29.359611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:52:29.436085 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37287faf-d6eb-48dd-81b5-f49ee4aee40f req-19d1751f-3257-44d4-84fc-b3bf67949f9c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802307 Dec 08 21:52:29.451204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:29.452019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:29.653762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55848) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:29.661913 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a64d1e8d-dcc8-4495-bb8f-4b0b7ce386a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.683445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.708204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:29.731924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb9ad24-849d-469b-8f40-6ae12855cd50,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:29.769169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Checking segment: {'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:29.769623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Network hostable DHCP agents. Network: 04c66bec-dc88-4182-946a-f0bd7f9d2b1c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:52:29.776971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a64d1e8d-dcc8-4495-bb8f-4b0b7ce386a4 None None] For port f3a6709f-de15-432d-a691-518214ee43a5, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f3a6709f-de15-432d-a691-518214ee43a5,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:29.792116 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a64d1e8d-dcc8-4495-bb8f-4b0b7ce386a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.796303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:52:29.807509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 04c66bec-dc88-4182-946a-f0bd7f9d2b1c) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:29.814430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:29.815215 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.848888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8c3883b-8ea9-475e-8e08-d4890fbc508d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.868876 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-15008827-1a71-44db-8abd-646e0533b0d9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5901613 Dec 08 21:52:29.872959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55862) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:29.877199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168b4b5-c646-4826-8732-b8636a827ff8 None None] Network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:29.878547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:29.899284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca9eb-0669-4a3e-862a-2aec529c988d req-0ba795a9-5666-487b-b43e-99090f7c34ee tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:29.907094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08aca9eb-0669-4a3e-862a-2aec529c988d req-0ba795a9-5666-487b-b43e-99090f7c34ee tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0768738 Dec 08 21:52:29.918117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d1e8d-dcc8-4495-bb8f-4b0b7ce386a4 None None] Pushing event updated for resources: {'Port': ['ID=f3a6709f-de15-432d-a691-518214ee43a5,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:29.952307 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08aca9eb-0669-4a3e-862a-2aec529c988d req-ca0a38fe-0db7-4365-b731-7f5898d3288f tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Dec 08 21:52:29.960615 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:29.962989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.031476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.217648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a93d6-96ae-4aff-9f90-25d66c519a23 req-ab22dc62-d038-457d-a925-4146f53b2dab tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:30.226417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b1a93d6-96ae-4aff-9f90-25d66c519a23 req-ab22dc62-d038-457d-a925-4146f53b2dab tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 944 time: 0.1433437 Dec 08 21:52:30.293499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bd9489a7-f6eb-4054-8682-8e84f0769a49 None None] Provisioning complete for port f3a6709f-de15-432d-a691-518214ee43a5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:30.294017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd9489a7-f6eb-4054-8682-8e84f0769a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.305493 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.311405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b1a93d6-96ae-4aff-9f90-25d66c519a23 req-2765d761-d81d-48cc-be25-6b86fadaba7d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Dec 08 21:52:30.400493 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8c3883b-8ea9-475e-8e08-d4890fbc508d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.409433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8c3883b-8ea9-475e-8e08-d4890fbc508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.464330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3883b-8ea9-475e-8e08-d4890fbc508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb07470e-2f3e-49cf-9a59-ff2e93d4341b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:30.472172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e8c3883b-8ea9-475e-8e08-d4890fbc508d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fe8f81370d7428fbce2084eb48d92c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169193 Dec 08 21:52:30.474635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55878) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:30.570295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-04c66bec-dc88-4182-946a-f0bd7f9d2b1c', 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'fixed_ips': [{'subnet_id': '8eb9ad24-849d-469b-8f40-6ae12855cd50'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:52:30.572046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.627940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6bf33ae4-6fa1-4997-8f73-a6cce02f609a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.679879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6bf33ae4-6fa1-4997-8f73-a6cce02f609a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.705564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.735956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.737128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Allocated IP 172.20.0.2 (04c66bec-dc88-4182-946a-f0bd7f9d2b1c/8eb9ad24-849d-469b-8f40-6ae12855cd50/7bab41fd-dbab-4edc-96b5-6e6061c984ee) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:30.841290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:29Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:30.881184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Allocated IP 172.25.1.170 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/3fc355a4-1a16-45ab-8c19-ffc04469eebf) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:30.888237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bdd5c-11af-4117-a973-571d83b89002 None None] The sync data for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 is: [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:29Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:30.989360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6bf33ae4-6fa1-4997-8f73-a6cce02f609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.992155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6bf33ae4-6fa1-4997-8f73-a6cce02f609a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:30.997112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6bf33ae4-6fa1-4997-8f73-a6cce02f609a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb07470e-2f3e-49cf-9a59-ff2e93d4341b HTTP/1.1" status: 204 len: 168 time: 0.5211976 Dec 08 21:52:31.030443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf33ae4-6fa1-4997-8f73-a6cce02f609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb07470e-2f3e-49cf-9a59-ff2e93d4341b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:31.036593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:31.083093 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:31.141446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Pushing event updated for resources: {'Port': ['ID=7bab41fd-dbab-4edc-96b5-6e6061c984ee,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:31.154034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:31.155565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:31.158235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:31.199834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7e376-07c8-4e9a-aebc-603a64c28c4d req-78f9e3d5-ecae-4243-a229-13ae01faf40b tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:31.209087 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d0f7e376-07c8-4e9a-aebc-603a64c28c4d req-78f9e3d5-ecae-4243-a229-13ae01faf40b tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1269283 Dec 08 21:52:31.244209 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:31.268697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Attempting to bind port 7bab41fd-dbab-4edc-96b5-6e6061c984ee on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:31.268697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Attempting to bind port 7bab41fd-dbab-4edc-96b5-6e6061c984ee by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:31.268697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Attempting to bind port 7bab41fd-dbab-4edc-96b5-6e6061c984ee on network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:31.280245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:31.281265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Checking segment: {'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:31.281675 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:31.283342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Bound using segment: {'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:31.291678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Bound port: 7bab41fd-dbab-4edc-96b5-6e6061c984ee, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:31.292172 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:31.297930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13385d-d352-4e97-ad1f-9fd3454c99e4 req-74443939-96fd-4498-bd15-07a7be230fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:31.301606 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d13385d-d352-4e97-ad1f-9fd3454c99e4 req-74443939-96fd-4498-bd15-07a7be230fc1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1096 time: 0.2079425 Dec 08 21:52:31.323176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d0f7e376-07c8-4e9a-aebc-603a64c28c4d req-8909c459-0a42-473c-bda7-86bc75a854d9 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127613 Dec 08 21:52:31.439092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] For port 7bab41fd-dbab-4edc-96b5-6e6061c984ee, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:31.443315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d13385d-d352-4e97-ad1f-9fd3454c99e4 req-cd263a9c-89b6-4846-a94f-49c47874aff0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239400 Dec 08 21:52:31.444681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] For port 7bab41fd-dbab-4edc-96b5-6e6061c984ee, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7bab41fd-dbab-4edc-96b5-6e6061c984ee,segment=NetworkSegment(e21e6b25-2d85-4528-877c-79c5c100e9bc),segment_id=e21e6b25-2d85-4528-877c-79c5c100e9bc)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:31.447906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:31.455712 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:31.506493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3298824a-ce8d-47e2-98e3-e211bb494100 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:52:31.565690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:31.568091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130db93-03da-45e0-91bc-6d42c29540bb req-f420b1c1-69a3-402d-904e-9c185d34a919 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:31.572302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6130db93-03da-45e0-91bc-6d42c29540bb req-f420b1c1-69a3-402d-904e-9c185d34a919 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 944 time: 0.1233616 Dec 08 21:52:31.615640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:31.620647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:31.706176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6130db93-03da-45e0-91bc-6d42c29540bb req-8bd8df81-0a91-4a1e-bbd2-2443333d128e tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275322 Dec 08 21:52:31.727761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1905c8-6bbc-4b39-b508-734ef98177eb None None] Pushing event updated for resources: {'Port': ['ID=7bab41fd-dbab-4edc-96b5-6e6061c984ee,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:31.729259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Pushing event updated for resources: {'Port': ['ID=3fc355a4-1a16-45ab-8c19-ffc04469eebf,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:31.877526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:31.903564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55916) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:31.976925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '3298824a-ce8d-47e2-98e3-e211bb494100', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'port_id': '3298824a-ce8d-47e2-98e3-e211bb494100', 'mac_address': 'fa:16:3e:1a:c4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00290753-5cf6-4030-a175-b2ef55574df3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:52:32.089391 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.110010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3298824a-ce8d-47e2-98e3-e211bb494100 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:52:32.143103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:32.152986 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.259481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:32.312604 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.376817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.394822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7bab41fd-dbab-4edc-96b5-6e6061c984ee up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:32.468626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3298824a-ce8d-47e2-98e3-e211bb494100'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:52:32.542939 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.557125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.660983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7bab41fd-dbab-4edc-96b5-6e6061c984ee triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:32.661464 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.685899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00e932a2219a413db5fe88ddafff986c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7768457 Dec 08 21:52:32.686838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55940) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:32.705622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf87da-5163-4e03-aefe-f4c5b6fa76f2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:32.728539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.729148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.729698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.730219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.730834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.731530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.732070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.732622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.733171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.734202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.734919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.735524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4005-fbd0-47f8-ac13-1a8c09df7b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:52:32.741170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c32172-f8a0-4cd7-a75e-12839a0d7824 req-e658fcdc-c5bd-4819-a4c9-6d1cc30e35e1 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:32.754350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8c32172-f8a0-4cd7-a75e-12839a0d7824 req-e658fcdc-c5bd-4819-a4c9-6d1cc30e35e1 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.2109115 Dec 08 21:52:32.801599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a5b5d70-239d-4c4b-9125-4b0c5930287f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.805633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55946) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:32.872791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.887150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a5b5d70-239d-4c4b-9125-4b0c5930287f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.937575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8c32172-f8a0-4cd7-a75e-12839a0d7824 req-ff04c15c-dd6c-4bde-9f2a-756d29c10e75 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795337 Dec 08 21:52:32.961461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 7bab41fd-dbab-4edc-96b5-6e6061c984ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7bab41fd-dbab-4edc-96b5-6e6061c984ee,segment=NetworkSegment(e21e6b25-2d85-4528-877c-79c5c100e9bc),segment_id=e21e6b25-2d85-4528-877c-79c5c100e9bc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:32.985036 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:32.985950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f3a6709f-de15-432d-a691-518214ee43a5 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:32.993241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a5b5d70-239d-4c4b-9125-4b0c5930287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:33.003714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a5b5d70-239d-4c4b-9125-4b0c5930287f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:33.008133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2a5b5d70-239d-4c4b-9125-4b0c5930287f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1bf87da-5163-4e03-aefe-f4c5b6fa76f2 HTTP/1.1" status: 204 len: 168 time: 0.3100026 Dec 08 21:52:33.033303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:33.033682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2c32f545-ee75-479b-a4a8-155f1b762bd8 tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1956237447', 'prefixes': ['172.20.0.0/16']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:33.042571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b5d70-239d-4c4b-9125-4b0c5930287f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf87da-5163-4e03-aefe-f4c5b6fa76f2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:33.098740 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479dbbe-efa0-45dd-806c-f36ed934e37a req-1ac22991-428f-42d7-a574-9b7ad1b7541f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:33.108062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d479dbbe-efa0-45dd-806c-f36ed934e37a req-1ac22991-428f-42d7-a574-9b7ad1b7541f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 945 time: 0.2648623 Dec 08 21:52:33.185802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d479dbbe-efa0-45dd-806c-f36ed934e37a req-ddf0e23a-abba-4fba-86ea-83ff19fa048d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763052 Dec 08 21:52:33.218171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=7bab41fd-dbab-4edc-96b5-6e6061c984ee,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:33.238915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f3a6709f-de15-432d-a691-518214ee43a5 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:33.239461 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:33.270438 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c32f545-ee75-479b-a4a8-155f1b762bd8 tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] Notify callbacks [] for subnetpool, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:33.271905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2c32f545-ee75-479b-a4a8-155f1b762bd8 tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4629099 Dec 08 21:52:33.275026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55954) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:33.327833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a13c48d-56c8-499f-b9ca-88db6d2c07aa tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] 10.222.0.21 "GET /v2.0/subnetpools/e5415ca2-1177-4f4c-abd9-7c36150938c5 HTTP/1.1" status: 200 len: 732 time: 0.0515106 Dec 08 21:52:33.330262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55956) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:33.337907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-13c068b0-4c1b-4557-9f47-91f7ea888f52 tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2117319152'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:33.397836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42550da2-511a-41e5-a843-27f127e1575b None None] Network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:33.490174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a56d024a-1fb6-4ce6-b234-e481af48dd65 None None] Provisioning complete for port 7bab41fd-dbab-4edc-96b5-6e6061c984ee triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:33.490811 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a56d024a-1fb6-4ce6-b234-e481af48dd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:33.507652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-13c068b0-4c1b-4557-9f47-91f7ea888f52 tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] Notify callbacks [] for subnetpool, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:33.515422 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-13c068b0-4c1b-4557-9f47-91f7ea888f52 tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] 10.222.0.21 "PUT /v2.0/subnetpools/e5415ca2-1177-4f4c-abd9-7c36150938c5 HTTP/1.1" status: 200 len: 684 time: 0.1783803 Dec 08 21:52:33.516261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55964) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:33.672359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272f792-4fe8-41b2-9924-86b81469f118 req-e718a913-0f2d-42ed-b78d-859a0daa6c22 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:33.674737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f272f792-4fe8-41b2-9924-86b81469f118 req-e718a913-0f2d-42ed-b78d-859a0daa6c22 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 946 time: 0.1632278 Dec 08 21:52:33.683030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-271d7cda-9fb7-4685-be5e-ed7f8c81f79c tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] Notify callbacks [] for subnetpool, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:33.684206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-271d7cda-9fb7-4685-be5e-ed7f8c81f79c tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e5415ca2-1177-4f4c-abd9-7c36150938c5 HTTP/1.1" status: 204 len: 168 time: 0.1662490 Dec 08 21:52:33.691670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55972) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:33.718270 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-f05ee73a-5471-4248-9300-c4208aa02709 tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] show failed (client error): The resource could not be found. Dec 08 21:52:33.722090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f05ee73a-5471-4248-9300-c4208aa02709 tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] 10.222.0.21 "GET /v2.0/subnetpools/e5415ca2-1177-4f4c-abd9-7c36150938c5 HTTP/1.1" status: 404 len: 346 time: 0.0259879 Dec 08 21:52:33.724948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55974) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:33.749492 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-93f92d29-ac2b-4564-bfad-7b71cb40cd4c tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] delete failed (client error): The resource could not be found. Dec 08 21:52:33.750539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-93f92d29-ac2b-4564-bfad-7b71cb40cd4c tempest-SubnetPoolsTestJSON-166664275 tempest-SubnetPoolsTestJSON-166664275-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e5415ca2-1177-4f4c-abd9-7c36150938c5 HTTP/1.1" status: 404 len: 346 time: 0.0246289 Dec 08 21:52:33.754009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f272f792-4fe8-41b2-9924-86b81469f118 req-64a28885-b9f0-4ae9-984c-72e3fef643c7 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686991 Dec 08 21:52:33.838079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Router b3eac815-4e26-468e-a049-fa4880c9e3f3 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:52:33.977887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:33.987514 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Sync routers for ids ['b3eac815-4e26-468e-a049-fa4880c9e3f3'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:34.000156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.003038 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Routers {'b3eac815-4e26-468e-a049-fa4880c9e3f3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:34.004299 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b3eac815-4e26-468e-a049-fa4880c9e3f3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:34.005152 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aecc8239-e4b6-4bb7-9da9-28104bcf0ccd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1298797 Dec 08 21:52:34.006176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55988) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:34.025507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ea82acdd-6631-49b5-a9ca-fd6e9ab9d2c6 None None] Provisioning complete for port 7bab41fd-dbab-4edc-96b5-6e6061c984ee triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:34.026041 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ea82acdd-6631-49b5-a9ca-fd6e9ab9d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.113160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7fbca-ee7c-48f4-b4c9-8ad9488d7214 req-cc684cf9-d0f7-4e75-adf9-f40a82eb1cd0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:34.116119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fb7fbca-ee7c-48f4-b4c9-8ad9488d7214 req-cc684cf9-d0f7-4e75-adf9-f40a82eb1cd0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0790792 Dec 08 21:52:34.158769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55992) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:34.210194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7bab41fd-dbab-4edc-96b5-6e6061c984ee up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:34.212255 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Set router b3eac815-4e26-468e-a049-fa4880c9e3f3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:34.236751 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0fb7fbca-ee7c-48f4-b4c9-8ad9488d7214 req-40343d52-140e-4c92-a9dd-38d1c60a5317 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087584 Dec 08 21:52:34.340917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7bab41fd-dbab-4edc-96b5-6e6061c984ee triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:34.341382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.399879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56004) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:34.540373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda55985-6ae3-4444-94ec-ddce341f1699 req-89b39502-da58-45a5-81ae-def01f8f5344 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:34.549525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cda55985-6ae3-4444-94ec-ddce341f1699 req-89b39502-da58-45a5-81ae-def01f8f5344 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 945 time: 0.1872513 Dec 08 21:52:34.558544 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T21:52:32Z', 'revision_number': 3, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port': {'id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:30Z', 'updated_at': '2021-12-08T21:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:34.594574 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Checking router: b3eac815-4e26-468e-a049-fa4880c9e3f3 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:52:34.595199 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Updating router b3eac815-4e26-468e-a049-fa4880c9e3f3 port 3fc355a4-1a16-45ab-8c19-ffc04469eebf binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:52:34.596229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1074272015-network', 'tenant_id': '1f8f377e82954749932225e095460f3b'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:34.606909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfbb1-e1dd-425f-8586-3245d725a7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.623028 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.647385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-44392549-548d-4a70-b196-fce77cd37e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:34.649428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-44392549-548d-4a70-b196-fce77cd37e9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1096 time: 0.1521120 Dec 08 21:52:34.659337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93abb60-deef-4bf8-a3df-415480b70a9d req-4e4285ed-2028-4f79-802f-5ecfb2cf173d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:34.660783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a93abb60-deef-4bf8-a3df-415480b70a9d req-4e4285ed-2028-4f79-802f-5ecfb2cf173d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1177700 Dec 08 21:52:34.661370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Made reservation on behalf of 1f8f377e82954749932225e095460f3b for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:34.663612 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.673407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cda55985-6ae3-4444-94ec-ddce341f1699 req-86d5ece5-d703-4af3-b262-49dc60f489cc tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230321 Dec 08 21:52:34.738239 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.821548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a93abb60-deef-4bf8-a3df-415480b70a9d req-49a4a246-efe2-44f0-969e-0803f2f72b48 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413877 Dec 08 21:52:34.905413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-8b221642-a3d5-4587-abec-8f06a741ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:34.906918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-8b221642-a3d5-4587-abec-8f06a741ebd4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 920 time: 0.2367313 Dec 08 21:52:34.920507 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.927558 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.928406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfbb1-e1dd-425f-8586-3245d725a7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.959951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7536-7fa7-4302-847c-3dcc961fd0b9 req-996f0d3e-d842-49a5-90f5-b0c269cc300d tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:34.961431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2ba7536-7fa7-4302-847c-3dcc961fd0b9 req-996f0d3e-d842-49a5-90f5-b0c269cc300d tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 946 time: 0.0971961 Dec 08 21:52:34.975178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd5bfbb1-e1dd-425f-8586-3245d725a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:34.995950 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-b44e6eed-27aa-4528-a285-f624717add7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20 HTTP/1.1" status: 200 len: 217 time: 0.0709598 Dec 08 21:52:34.999841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.002380 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Attempting to bind port 3fc355a4-1a16-45ab-8c19-ffc04469eebf on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:35.002972 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Attempting to bind port 3fc355a4-1a16-45ab-8c19-ffc04469eebf by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:35.003370 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Attempting to bind port 3fc355a4-1a16-45ab-8c19-ffc04469eebf on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:35.007173 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f7ec-1161-496a-b1c7-9bd08183e5af None None] Pushing event updated for resources: {'Port': ['ID=3fc355a4-1a16-45ab-8c19-ffc04469eebf,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:35.013418 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:35.014238 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:35.014506 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.014997 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:35.015499 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Bound port: 3fc355a4-1a16-45ab-8c19-ffc04469eebf, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:35.015869 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.033713 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-791e2614-3c69-4bd0-adca-83c63aa99f84 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:35.033944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2ba7536-7fa7-4302-847c-3dcc961fd0b9 req-8191b6c9-858f-445d-acfa-6cb70061504e tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644794 Dec 08 21:52:35.035222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-791e2614-3c69-4bd0-adca-83c63aa99f84 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 946 time: 0.1874747 Dec 08 21:52:35.075238 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] For port 3fc355a4-1a16-45ab-8c19-ffc04469eebf, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:35.078595 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] For port 3fc355a4-1a16-45ab-8c19-ffc04469eebf, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3fc355a4-1a16-45ab-8c19-ffc04469eebf,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:35.085750 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.107250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bfbb1-e1dd-425f-8586-3245d725a7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9200936-8516-4598-ab33-49aebdfbd2be,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:35.121424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cd5bfbb1-e1dd-425f-8586-3245d725a7c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08ecdf6769ff4ad39a2ddfd238707d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9574518 Dec 08 21:52:35.121763 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.123943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56014) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:35.136043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.157962 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Routers {'b3eac815-4e26-468e-a049-fa4880c9e3f3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:35.158705 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b3eac815-4e26-468e-a049-fa4880c9e3f3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:35.176910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-b3701971-0658-4da5-b1df-963ba874c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:35.178421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-b3701971-0658-4da5-b1df-963ba874c129 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.1687119 Dec 08 21:52:35.188527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:52:35.205101 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.205564 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Added segment ac7a880e-13dc-4512-87e5-017e43a2c07a of type vlan for network bd772f92-44fc-4de6-8034-b0c0645ea396 Dec 08 21:52:35.217534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a013dc1-8b4a-48c5-ad5a-0e956ae9e058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.228540 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f7ec-1161-496a-b1c7-9bd08183e5af None None] Pushing event updated for resources: {'Port': ['ID=3fc355a4-1a16-45ab-8c19-ffc04469eebf,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:35.235673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Allocated IP 172.20.0.1 (04c66bec-dc88-4182-946a-f0bd7f9d2b1c/8eb9ad24-849d-469b-8f40-6ae12855cd50/0c513ea4-3958-4c02-a79c-da0afa320a0c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:52:35.238702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c3df1f-f22d-4652-85fc-d887769d0dd6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:35.258191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a013dc1-8b4a-48c5-ad5a-0e956ae9e058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.280163 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] Set router b3eac815-4e26-468e-a049-fa4880c9e3f3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:35.301895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-77a47a34-37c4-42d4-98e4-76ab8951b80f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111283 Dec 08 21:52:35.319253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.377743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a013dc1-8b4a-48c5-ad5a-0e956ae9e058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.381572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a013dc1-8b4a-48c5-ad5a-0e956ae9e058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.385381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8a013dc1-8b4a-48c5-ad5a-0e956ae9e058 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9200936-8516-4598-ab33-49aebdfbd2be HTTP/1.1" status: 204 len: 168 time: 0.2581708 Dec 08 21:52:35.395687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.404229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a013dc1-8b4a-48c5-ad5a-0e956ae9e058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9200936-8516-4598-ab33-49aebdfbd2be,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:35.436734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.437717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:35.438324 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.455785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Deleting port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:52:35.455785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.463150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.505716 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:35.510505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:35.514395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:52:35.527612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3298824a-ce8d-47e2-98e3-e211bb494100 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:35.552071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Pushing event updated for resources: {'Port': ['ID=0c513ea4-3958-4c02-a79c-da0afa320a0c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:35.569958 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T21:52:32Z', 'revision_number': 3, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port': {'id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:30Z', 'updated_at': '2021-12-08T21:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:35.570950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.609166 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b9108-4edc-4ba7-866a-80f4a50f09b9 None None] The sync data for ids ['b3eac815-4e26-468e-a049-fa4880c9e3f3'] in n-d-821126-1 is: [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T21:52:32Z', 'revision_number': 3, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port': {'id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:30Z', 'updated_at': '2021-12-08T21:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:35.631251 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9e13cc99-07f0-48da-b8fd-667ac09e381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.639242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2381856 Dec 08 21:52:35.652154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56020) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:35.657000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Request body: {'subnet': {'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1074272015-subnet', 'tenant_id': '1f8f377e82954749932225e095460f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:52:35.663521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-8667c1d1-dfbc-429a-bcc0-c597943a3066 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519197 Dec 08 21:52:35.683124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 3298824a-ce8d-47e2-98e3-e211bb494100 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:52:35.687465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 3298824a-ce8d-47e2-98e3-e211bb494100 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:35.688803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.728866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Made reservation on behalf of 1f8f377e82954749932225e095460f3b for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:52:35.734704 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.777405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d24e3e-dff0-4ffa-abe8-6bea60e5c5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd772f92-44fc-4de6-8034-b0c0645ea396,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:35.832640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.858817 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.865051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] For port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,segment=NetworkSegment(4cb7130e-4c35-4560-9534-2c2fe2df68b9),segment_id=4cb7130e-4c35-4560-9534-2c2fe2df68b9)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:35.865427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:35.868567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network bd772f92-44fc-4de6-8034-b0c0645ea396 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:52:35.948957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Calling delete_port for 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:52:36.036786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ca7fa19-cb87-403a-b9a2-e1230a1dde51 req-a2a893ce-1817-424d-bd59-951a41f7ad97 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585441 Dec 08 21:52:36.125585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:36.131290 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da010a8-5b53-4c3e-8ccd-0dbf814d6bac" -d '{"events": [{"server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "name": "network-vif-plugged", "status": "completed", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:36.131704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9f8dc-4e6e-429f-b7f4-ae06f3fd5719 req-1e682f30-42d0-4266-a7f3-ee8ca731a468 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:36.133853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3f9f8dc-4e6e-429f-b7f4-ae06f3fd5719 req-1e682f30-42d0-4266-a7f3-ee8ca731a468 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 945 time: 0.2724071 Dec 08 21:52:36.192351 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.194539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:36.218734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b4b0dc8f-8458-4387-b3f7-792aa5f7deb6 None None] Provisioning complete for port 0c513ea4-3958-4c02-a79c-da0afa320a0c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:36.219117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b4b0dc8f-8458-4387-b3f7-792aa5f7deb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.230909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.302443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3fc355a4-1a16-45ab-8c19-ffc04469eebf up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:36.328767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.336455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3474a1e-c033-4c7c-93c8-cc1e12020aa2,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:36.377773 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3f9f8dc-4e6e-429f-b7f4-ae06f3fd5719 req-91e9aba1-5271-4cfc-98fe-9379b5face21 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316163 Dec 08 21:52:36.385633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Pushing event deleted for resources: {'Port': ['ID=38c4fca3-659c-4cd8-947a-09d8f5e2fb0c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:36.410836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['38c4fca3-659c-4cd8-947a-09d8f5e2fb0c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:52:36.426812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bced86b-ea64-45c5-a1ec-c5ede65a0482 req-428b6679-1abe-4352-a0e9-91339ac13081 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:36.428399 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6bced86b-ea64-45c5-a1ec-c5ede65a0482 req-428b6679-1abe-4352-a0e9-91339ac13081 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.2811046 Dec 08 21:52:36.478441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Checking segment: {'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:36.480064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Network hostable DHCP agents. Network: bd772f92-44fc-4de6-8034-b0c0645ea396, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:52:36.495063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] No DVR routers for this DVR port 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:52:36.498571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.502748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5cff2b30-7b64-4291-b1ce-b4a74f30a87b req-b87d772f-97d8-447b-a677-81e67f3cec5c tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.37 "DELETE /v2.0/ports/38c4fca3-659c-4cd8-947a-09d8f5e2fb0c HTTP/1.1" status: 204 len: 173 time: 1.4519544 Dec 08 21:52:36.503448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058', 'name': 'network-vif-deleted', 'tag': '38c4fca3-659c-4cd8-947a-09d8f5e2fb0c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:52:36.506032 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02e6f6f-1963-4a86-982f-0969d22a8ecd" -d '{"events": [{"server_uuid": "8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058", "name": "network-vif-deleted", "tag": "38c4fca3-659c-4cd8-947a-09d8f5e2fb0c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:52:36.530678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0dc8f-8458-4387-b3f7-792aa5f7deb6 None None] Port 0c513ea4-3958-4c02-a79c-da0afa320a0c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:52:36.533210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9edcaa53-ba0d-4730-9066-b260ceea4838 req-3874b47e-267f-44e1-bea5-bdf7e781c479 tempest-ServerTagsTestJSON-877446172 tempest-ServerTagsTestJSON-877446172-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058 HTTP/1.1" status: 200 len: 210 time: 0.0476584 Dec 08 21:52:36.546464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:36.550005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Network bd772f92-44fc-4de6-8034-b0c0645ea396 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:52:36.571084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, bd772f92-44fc-4de6-8034-b0c0645ea396) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:36.576983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.583205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:36.583797 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.584904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea67130e-56ef-4f7a-b489-767f6556b712 None None] Network bd772f92-44fc-4de6-8034-b0c0645ea396 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:36.588592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.608445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6bced86b-ea64-45c5-a1ec-c5ede65a0482 req-2ec237d4-3c40-48f5-b477-972abf2733d7 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709571 Dec 08 21:52:36.608845 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaa4bf0-155f-4675-b9e5-b47152c175c5 x-openstack-request-id: req-dfaa4bf0-155f-4675-b9e5-b47152c175c5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:36.609138 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "name": "network-vif-plugged", "status": "completed", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:36.609404 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfaa4bf0-155f-4675-b9e5-b47152c175c5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:36.612410 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100', 'code': 200} Dec 08 21:52:36.657074 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2a7313-e3ae-4574-a4fe-4f38cdcb6df0 x-openstack-request-id: req-4c2a7313-e3ae-4574-a4fe-4f38cdcb6df0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:52:36.657657 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058", "name": "network-vif-deleted", "tag": "38c4fca3-659c-4cd8-947a-09d8f5e2fb0c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:52:36.658128 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c2a7313-e3ae-4574-a4fe-4f38cdcb6df0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:52:36.658765 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5b12d1-dd50-4c5f-a53c-a00e5e9aa058', 'name': 'network-vif-deleted', 'tag': '38c4fca3-659c-4cd8-947a-09d8f5e2fb0c', 'status': 'completed', 'code': 200} Dec 08 21:52:36.691007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3fc355a4-1a16-45ab-8c19-ffc04469eebf triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:36.691458 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.739462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Pushing event updated for resources: {'Port': ['ID=0c513ea4-3958-4c02-a79c-da0afa320a0c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:36.770966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e7854bbe-ea60-467c-ab8e-3dce804cbe92 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1123219 Dec 08 21:52:36.774927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.798671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89507b6-74aa-4867-9ecc-668c7d76fe41 req-07cd3172-df68-4552-92ec-9b1a4ab0d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:36.804627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b89507b6-74aa-4867-9ecc-668c7d76fe41 req-07cd3172-df68-4552-92ec-9b1a4ab0d497 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 1097 time: 0.0883176 Dec 08 21:52:36.875129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b89507b6-74aa-4867-9ecc-668c7d76fe41 req-20a7eeda-17ac-45e0-bece-fb6978bf6c2b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625470 Dec 08 21:52:36.881514 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:36.890311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f59974-cefc-4843-b994-6282f133ef16 None None] Network bd772f92-44fc-4de6-8034-b0c0645ea396 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:52:36.954992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:52:36.956907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:52:36.984366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3fc355a4-1a16-45ab-8c19-ffc04469eebf, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3fc355a4-1a16-45ab-8c19-ffc04469eebf,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:37.015964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:37.231874 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Router b3eac815-4e26-468e-a049-fa4880c9e3f3 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:52:37.379763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=3fc355a4-1a16-45ab-8c19-ffc04469eebf,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:37.424308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:52:37.430453 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5c82e8e1-b096-4f54-8ce0-a704273fdf4c admin admin] 10.222.0.21 "PUT /v2.0/routers/b3eac815-4e26-468e-a049-fa4880c9e3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4228892 Dec 08 21:52:37.456796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2eb71b6b-0516-4045-87a2-b9577fd6cea6 None None] Provisioning complete for port 0c513ea4-3958-4c02-a79c-da0afa320a0c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:37.458173 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2eb71b6b-0516-4045-87a2-b9577fd6cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:37.516799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2eb71b6b-0516-4045-87a2-b9577fd6cea6 None None] Port 0c513ea4-3958-4c02-a79c-da0afa320a0c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:52:37.540226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a72e7-9061-4e2c-9465-928833b5920c req-2b6865f9-9adb-494c-955f-1ed982a20b62 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:37.549130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c87a72e7-9061-4e2c-9465-928833b5920c req-2b6865f9-9adb-494c-955f-1ed982a20b62 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0862455 Dec 08 21:52:37.616636 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c87a72e7-9061-4e2c-9465-928833b5920c req-8bdc63ec-5e30-4054-a6c8-6970feb198be tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662417 Dec 08 21:52:37.635947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56076) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:37.740423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beb85ce-ea26-4557-9ff4-3bcee152f382 admin admin] Deleting subnet aa78d86a-263a-409c-ac6a-48fcb0286982 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:52:37.746618 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8beb85ce-ea26-4557-9ff4-3bcee152f382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:37.798775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ec79-4821-4957-9050-799f260a4ea7 req-ee3d7a5a-ae20-4bf2-804b-6db389d0cec0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:37.811352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b525ec79-4821-4957-9050-799f260a4ea7 req-ee3d7a5a-ae20-4bf2-804b-6db389d0cec0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1040728 Dec 08 21:52:37.819703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8beb85ce-ea26-4557-9ff4-3bcee152f382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:37.905668 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8beb85ce-ea26-4557-9ff4-3bcee152f382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:37.922124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b525ec79-4821-4957-9050-799f260a4ea7 req-e5fb66e3-d4e5-496c-b3c5-26081152fbde tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081767 Dec 08 21:52:38.082929 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8beb85ce-ea26-4557-9ff4-3bcee152f382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.134598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb85ce-ea26-4557-9ff4-3bcee152f382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa78d86a-263a-409c-ac6a-48fcb0286982,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:38.180667 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8beb85ce-ea26-4557-9ff4-3bcee152f382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.187796 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8beb85ce-ea26-4557-9ff4-3bcee152f382 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa78d86a-263a-409c-ac6a-48fcb0286982 HTTP/1.1" status: 204 len: 168 time: 0.5497353 Dec 08 21:52:38.190275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56122) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:38.215379 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-724c6c87-d112-4fbd-abe8-bf1f8542fa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.228330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3fc355a4-1a16-45ab-8c19-ffc04469eebf up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:38.308394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.352368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3fc355a4-1a16-45ab-8c19-ffc04469eebf triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:38.356188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.408425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Sync routers for ids ['b3eac815-4e26-468e-a049-fa4880c9e3f3'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:52:38.412059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.432887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Routers {'b3eac815-4e26-468e-a049-fa4880c9e3f3'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:38.433537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b3eac815-4e26-468e-a049-fa4880c9e3f3'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:38.436591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9c209c-3a0b-40c2-a546-cc83c5936592']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:38.449755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb7130e-4c35-4560-9534-2c2fe2df68b9') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:38.450231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb7130e-4c35-4560-9534-2c2fe2df68b9') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:38.460734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.487310 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.521855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:52:38.525001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:52:38.547432 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:52:38.607016 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Set router b3eac815-4e26-468e-a049-fa4880c9e3f3 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:38.628038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.635224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:38.646640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/6d9c209c-3a0b-40c2-a546-cc83c5936592 HTTP/1.1" status: 204 len: 168 time: 0.4543009 Dec 08 21:52:38.681534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c726b-81d1-4606-bd71-e60dc25887ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9c209c-3a0b-40c2-a546-cc83c5936592,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:38.924021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c1665-e6ed-47c3-9591-7c647f0e0dc4 req-8a11dc4d-9f09-4650-b21b-8966d5383bdd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:38.925860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-543c1665-e6ed-47c3-9591-7c647f0e0dc4 req-8a11dc4d-9f09-4650-b21b-8966d5383bdd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1048748 Dec 08 21:52:39.003625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:52:39.047480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56152) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:39.070070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-543c1665-e6ed-47c3-9591-7c647f0e0dc4 req-73f55fc3-9a70-4ea5-b0c0-c950d83c14cf tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338260 Dec 08 21:52:39.085824 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.087944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:52:39.088286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 38c4fca3-659c-4cd8-947a-09d8f5e2fb0c not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:52:39.133662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56164) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:39.134521 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6cea0c8d-bc31-429e-b817-1d23cc651859 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02c71ce438874988bd55fc63de341050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851836 Dec 08 21:52:39.257270 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6562e601-dbc2-4ecf-a365-e369ff1a4584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.297460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T21:52:35Z', 'revision_number': 4, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port': {'id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:30Z', 'updated_at': '2021-12-08T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '0c513ea4-3958-4c02-a79c-da0afa320a0c', 'name': '', 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'mac_address': 'fa:16:3e:8f:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8eb9ad24-849d-469b-8f40-6ae12855cd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:35Z', 'updated_at': '2021-12-08T21:52:36Z', 'revision_number': 2, 'project_id': 'b950628e6192438dad2938ade1504edd', 'subnets': [{'id': '8eb9ad24-849d-469b-8f40-6ae12855cd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:39.345218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6562e601-dbc2-4ecf-a365-e369ff1a4584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.371425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Checking router: b3eac815-4e26-468e-a049-fa4880c9e3f3 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:52:39.372215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Updating router b3eac815-4e26-468e-a049-fa4880c9e3f3 port 0c513ea4-3958-4c02-a79c-da0afa320a0c binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:52:39.440017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.442419 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.444974 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.455124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6562e601-dbc2-4ecf-a365-e369ff1a4584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.458275 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6562e601-dbc2-4ecf-a365-e369ff1a4584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.460034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6562e601-dbc2-4ecf-a365-e369ff1a4584 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f76773a-747d-4ee8-8cdd-f317e8f2d2dc HTTP/1.1" status: 204 len: 168 time: 0.3253868 Dec 08 21:52:39.471172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562e601-dbc2-4ecf-a365-e369ff1a4584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f76773a-747d-4ee8-8cdd-f317e8f2d2dc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:39.932979 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:39.981259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d68ec-e3d0-4c02-a656-69cf1eded058 req-f7396cf0-fcac-4f1a-95ba-7741c01a5b47 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:39.982962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-042d68ec-e3d0-4c02-a656-69cf1eded058 req-f7396cf0-fcac-4f1a-95ba-7741c01a5b47 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0661621 Dec 08 21:52:40.044496 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:40.053295 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:40.068247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-042d68ec-e3d0-4c02-a656-69cf1eded058 req-4b3288f0-217b-442a-90fa-469eb070ff97 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720251 Dec 08 21:52:40.121427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd1162-9089-423a-adbc-105bd7eb7d52 None None] Pushing event updated for resources: {'Port': ['ID=0c513ea4-3958-4c02-a79c-da0afa320a0c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:40.221752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Attempting to bind port 0c513ea4-3958-4c02-a79c-da0afa320a0c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:52:40.222293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Attempting to bind port 0c513ea4-3958-4c02-a79c-da0afa320a0c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:52:40.222825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Attempting to bind port 0c513ea4-3958-4c02-a79c-da0afa320a0c on network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:52:40.230753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:52:40.231446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Checking segment: {'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:52:40.231998 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:40.232462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Bound using segment: {'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:52:40.233095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Bound port: 0c513ea4-3958-4c02-a79c-da0afa320a0c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21e6b25-2d85-4528-877c-79c5c100e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:52:40.233571 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:40.389709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] For port 0c513ea4-3958-4c02-a79c-da0afa320a0c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:52:40.395218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] For port 0c513ea4-3958-4c02-a79c-da0afa320a0c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0c513ea4-3958-4c02-a79c-da0afa320a0c,segment=NetworkSegment(e21e6b25-2d85-4528-877c-79c5c100e9bc),segment_id=e21e6b25-2d85-4528-877c-79c5c100e9bc)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:52:40.409415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:40.484632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Routers {'b3eac815-4e26-468e-a049-fa4880c9e3f3'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:52:40.485506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:52:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b3eac815-4e26-468e-a049-fa4880c9e3f3'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:40.560862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd1162-9089-423a-adbc-105bd7eb7d52 None None] Pushing event updated for resources: {'Port': ['ID=0c513ea4-3958-4c02-a79c-da0afa320a0c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:40.594533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a55a80fe-bf69-44bb-9f66-2efd9dac0c23 None None] Provisioning complete for port 0c513ea4-3958-4c02-a79c-da0afa320a0c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:40.594940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a55a80fe-bf69-44bb-9f66-2efd9dac0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:40.674853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] Set router b3eac815-4e26-468e-a049-fa4880c9e3f3 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:52:40.860599 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a55a80fe-bf69-44bb-9f66-2efd9dac0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:40.949627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a55a80fe-bf69-44bb-9f66-2efd9dac0c23 None None] For port 0c513ea4-3958-4c02-a79c-da0afa320a0c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0c513ea4-3958-4c02-a79c-da0afa320a0c,segment=NetworkSegment(e21e6b25-2d85-4528-877c-79c5c100e9bc),segment_id=e21e6b25-2d85-4528-877c-79c5c100e9bc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:52:40.957161 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a55a80fe-bf69-44bb-9f66-2efd9dac0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:40.979014 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:41.037217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a80fe-bf69-44bb-9f66-2efd9dac0c23 None None] Pushing event updated for resources: {'Port': ['ID=0c513ea4-3958-4c02-a79c-da0afa320a0c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:41.058679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T21:52:35Z', 'revision_number': 4, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port': {'id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:30Z', 'updated_at': '2021-12-08T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '0c513ea4-3958-4c02-a79c-da0afa320a0c', 'name': '', 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'mac_address': 'fa:16:3e:8f:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8eb9ad24-849d-469b-8f40-6ae12855cd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:35Z', 'updated_at': '2021-12-08T21:52:40Z', 'revision_number': 4, 'project_id': 'b950628e6192438dad2938ade1504edd', 'subnets': [{'id': '8eb9ad24-849d-469b-8f40-6ae12855cd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:52:41.097611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2ed8f-4cf5-43f4-9030-7c9a0cce926a None None] The sync data for ids ['b3eac815-4e26-468e-a049-fa4880c9e3f3'] in n-d-821126-1 is: [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T21:52:35Z', 'revision_number': 4, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port': {'id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:30Z', 'updated_at': '2021-12-08T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '0c513ea4-3958-4c02-a79c-da0afa320a0c', 'name': '', 'network_id': '04c66bec-dc88-4182-946a-f0bd7f9d2b1c', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'mac_address': 'fa:16:3e:8f:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '8eb9ad24-849d-469b-8f40-6ae12855cd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:35Z', 'updated_at': '2021-12-08T21:52:40Z', 'revision_number': 4, 'project_id': 'b950628e6192438dad2938ade1504edd', 'subnets': [{'id': '8eb9ad24-849d-469b-8f40-6ae12855cd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:52:41.108683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7785c521-4550-4f0c-a72b-e42acd1a7cb9 None None] Provisioning complete for port 0c513ea4-3958-4c02-a79c-da0afa320a0c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:41.109146 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7785c521-4550-4f0c-a72b-e42acd1a7cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:41.136699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c179fa6-4655-496c-9a69-d515ee2f5053 req-20e90066-16c1-461d-8041-007389804bee tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:41.141383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c179fa6-4655-496c-9a69-d515ee2f5053 req-20e90066-16c1-461d-8041-007389804bee tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0992560 Dec 08 21:52:41.255056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c179fa6-4655-496c-9a69-d515ee2f5053 req-79aeed3e-1406-4572-9564-7481c05ff0f6 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949497 Dec 08 21:52:41.261329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03e850-9047-4bcf-a5d5-dfd9d0cbf6ce req-e957b343-978c-4b87-be7f-cc397d80a833 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:41.290378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7d03e850-9047-4bcf-a5d5-dfd9d0cbf6ce req-e957b343-978c-4b87-be7f-cc397d80a833 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0947096 Dec 08 21:52:41.351339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7d03e850-9047-4bcf-a5d5-dfd9d0cbf6ce req-6d22f70b-709b-49d3-8a21-4b12c65e2192 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592585 Dec 08 21:52:42.257132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0c513ea4-3958-4c02-a79c-da0afa320a0c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:52:42.318972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0c513ea4-3958-4c02-a79c-da0afa320a0c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:52:42.319340 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:42.672949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560594-0000-4801-aa6f-7479efe9d0fc req-c9aa3861-4d57-445c-addd-eb85799fdcaa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:42.693739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a560594-0000-4801-aa6f-7479efe9d0fc req-c9aa3861-4d57-445c-addd-eb85799fdcaa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1177306 Dec 08 21:52:42.803004 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a560594-0000-4801-aa6f-7479efe9d0fc req-f635d9d6-b363-4fd8-8891-03edcdbd7ecc tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047783 Dec 08 21:52:44.208078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18e555-4516-4e69-9e26-9f959af293c4 req-7ef8ec94-a929-4eb2-91a3-c80040895a95 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:44.212400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d18e555-4516-4e69-9e26-9f959af293c4 req-7ef8ec94-a929-4eb2-91a3-c80040895a95 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1321783 Dec 08 21:52:44.279549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d18e555-4516-4e69-9e26-9f959af293c4 req-ea2fa86b-5fd3-4cfa-b513-82d8b4dcfb99 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485291 Dec 08 21:52:45.500568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acdc5f-2db9-4fcc-b1a9-c91cf23a7ea4 req-a6d31a0b-3944-43be-856b-1b382567f56c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:45.505430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90acdc5f-2db9-4fcc-b1a9-c91cf23a7ea4 req-a6d31a0b-3944-43be-856b-1b382567f56c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1084630 Dec 08 21:52:45.623668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90acdc5f-2db9-4fcc-b1a9-c91cf23a7ea4 req-d975e44d-8855-472e-b8ae-3eef632f26d8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118081 Dec 08 21:52:46.811744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9ecf9-0068-49ba-bf4a-1be698337eb7 req-4e4bd097-241a-4dad-b6f7-354294a27bba tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:46.821211 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ff9ecf9-0068-49ba-bf4a-1be698337eb7 req-4e4bd097-241a-4dad-b6f7-354294a27bba tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0828030 Dec 08 21:52:46.875592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ff9ecf9-0068-49ba-bf4a-1be698337eb7 req-2640f642-7961-44b1-8468-5c4591b0c264 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479815 Dec 08 21:52:48.078261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d46557-37b9-40fd-adf1-afe6d0b19d3c req-889124f4-05b6-43e4-9688-457a8ebc9620 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.079857 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33d46557-37b9-40fd-adf1-afe6d0b19d3c req-889124f4-05b6-43e4-9688-457a8ebc9620 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1011655 Dec 08 21:52:48.138307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33d46557-37b9-40fd-adf1-afe6d0b19d3c req-38b87053-4fc9-453d-ab0a-30fa7f093690 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 Dec 08 21:52:48.373815 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-36a52adb-eefa-4b11-b41e-90f71c5ea552 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0858214 Dec 08 21:52:48.598081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-eb259c56-edad-4701-aad6-67ae768ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.598814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-eb259c56-edad-4701-aad6-67ae768ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.599418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-eb259c56-edad-4701-aad6-67ae768ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.600023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-eb259c56-edad-4701-aad6-67ae768ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.600646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-eb259c56-edad-4701-aad6-67ae768ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.601431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-eb259c56-edad-4701-aad6-67ae768ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.602104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-eb259c56-edad-4701-aad6-67ae768ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.605158 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-eb259c56-edad-4701-aad6-67ae768ed57b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 6491 time: 0.1164753 Dec 08 21:52:48.711262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56550) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:48.799768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-c4003d73-92aa-4896-87b0-eb60a520f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.802323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-c4003d73-92aa-4896-87b0-eb60a520f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.804151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-c4003d73-92aa-4896-87b0-eb60a520f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.808926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-c4003d73-92aa-4896-87b0-eb60a520f969 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb78ba57-643a-4584-bdac-628c6a3fec79&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=7af39c87-7458-42f6-94db-a404c345e57b&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 HTTP/1.1" status: 200 len: 2292 time: 0.1740303 Dec 08 21:52:48.882288 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dce83329-8a74-459e-b2a2-cceb326c8610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:48.914554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-c499589b-7a30-46e5-8d42-4e9ffedc72b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57419e41-a0ab-40c5-a027-51e1af84f29c HTTP/1.1" status: 200 len: 1000 time: 0.0864909 Dec 08 21:52:48.971470 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dce83329-8a74-459e-b2a2-cceb326c8610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:48.980866 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dce83329-8a74-459e-b2a2-cceb326c8610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:48.988208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-3087ce59-0b60-43f2-8781-cfed54e86f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:48.989941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-3087ce59-0b60-43f2-8781-cfed54e86f04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54db3cff-c2b8-41dd-b755-7ba7b427cde0 HTTP/1.1" status: 200 len: 851 time: 0.0652478 Dec 08 21:52:49.069420 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dce83329-8a74-459e-b2a2-cceb326c8610 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09aeaaf3fa2047879a11a04e0f752b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565679 Dec 08 21:52:49.075266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56558) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:49.108201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce83329-8a74-459e-b2a2-cceb326c8610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb69c2d7-4513-4ee9-9862-0dfdaff7174f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:49.121914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-f5b7a3da-d613-4af3-88ad-fbd60a900231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:49.126462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-f5b7a3da-d613-4af3-88ad-fbd60a900231 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb78ba57-643a-4584-bdac-628c6a3fec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289434 Dec 08 21:52:49.148778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4966d75-a394-4203-8acb-43456ccbfb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:49.172262 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4966d75-a394-4203-8acb-43456ccbfb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:49.264787 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-3ef42297-a144-4106-8c1e-4e02d6d1a19d service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298213 Dec 08 21:52:49.273420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4966d75-a394-4203-8acb-43456ccbfb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:49.286576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4966d75-a394-4203-8acb-43456ccbfb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:49.325524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e4966d75-a394-4203-8acb-43456ccbfb02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb69c2d7-4513-4ee9-9862-0dfdaff7174f HTTP/1.1" status: 204 len: 168 time: 0.2198162 Dec 08 21:52:49.374061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4966d75-a394-4203-8acb-43456ccbfb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb69c2d7-4513-4ee9-9862-0dfdaff7174f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:49.420130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf4e23-b5cb-4e68-85db-57263404d29f req-8719edc6-fcb2-4a7a-b891-9a83214d9554 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:49.421827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6cf4e23-b5cb-4e68-85db-57263404d29f req-8719edc6-fcb2-4a7a-b891-9a83214d9554 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1280499 Dec 08 21:52:49.505834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-5f39dec1-4da6-4996-830e-2552d87f2704 service neutron] 10.222.0.23 "GET /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331378 Dec 08 21:52:49.509999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6cf4e23-b5cb-4e68-85db-57263404d29f req-bb17c1da-769a-453d-b9bf-3484de43ce60 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753124 Dec 08 21:52:49.656050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-06a480fd-e114-4916-aa79-a2d9804dfeca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 217 time: 0.1333957 Dec 08 21:52:49.832622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-ceba6dcc-8066-4caa-a96b-10f6db8792a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:49.836217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-ceba6dcc-8066-4caa-a96b-10f6db8792a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.1662459 Dec 08 21:52:49.892919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-3a2de118-b66d-483a-96c5-239bd5fdaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:49.896018 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-3a2de118-b66d-483a-96c5-239bd5fdaf66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508823 Dec 08 21:52:49.952077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56574) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:49.969558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6aab4edc-edbb-4723-a5ab-402e793ad4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:50.055488 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-9cc468bd-6c3e-41b4-b138-656a03c9ce14 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512511 Dec 08 21:52:50.156199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6aab4edc-edbb-4723-a5ab-402e793ad4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:50.169606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6aab4edc-edbb-4723-a5ab-402e793ad4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:50.173014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-21cd534b-f726-412f-8e16-13e1f74d5cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071796 Dec 08 21:52:50.223678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6aab4edc-edbb-4723-a5ab-402e793ad4c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ae9b92f81e448d984dbc05730cddee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697279 Dec 08 21:52:50.231419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56578) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:50.286432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab4edc-edbb-4723-a5ab-402e793ad4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf499474-5f80-4884-a7f6-5f06673dcb54,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:50.307454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-209dc970-b203-46d7-90fc-dd21afc142c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 217 time: 0.1213617 Dec 08 21:52:50.316510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6d20cc95-4d1d-4102-a8d4-23445219f430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:50.366281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-b13825db-a1a4-4e31-b830-08ebd76269b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:50.367990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-b13825db-a1a4-4e31-b830-08ebd76269b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.0493417 Dec 08 21:52:50.385286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6d20cc95-4d1d-4102-a8d4-23445219f430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:50.421338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-2bedc013-0231-46be-9a7d-6791ae2c8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:50.422689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-2bedc013-0231-46be-9a7d-6791ae2c8434 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467644 Dec 08 21:52:50.472311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6d20cc95-4d1d-4102-a8d4-23445219f430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:50.474847 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6d20cc95-4d1d-4102-a8d4-23445219f430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:50.477003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6d20cc95-4d1d-4102-a8d4-23445219f430 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf499474-5f80-4884-a7f6-5f06673dcb54 HTTP/1.1" status: 204 len: 168 time: 0.2435269 Dec 08 21:52:50.488003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20cc95-4d1d-4102-a8d4-23445219f430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf499474-5f80-4884-a7f6-5f06673dcb54,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:50.580062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-727c2931-7851-4dbd-b088-e903cd5ac14a service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424417 Dec 08 21:52:50.846388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d24e0-0008-4194-9c1a-c352f4fceb41 req-85453032-3a21-490a-a23f-6673e0020d39 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:50.848293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d3d24e0-0008-4194-9c1a-c352f4fceb41 req-85453032-3a21-490a-a23f-6673e0020d39 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.2144170 Dec 08 21:52:50.937219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-1ee98551-40e1-474e-818f-5cbfbf20724e service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476715 Dec 08 21:52:50.958858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d3d24e0-0008-4194-9c1a-c352f4fceb41 req-f835c5c9-0920-4872-994d-6339fdad3e8b tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737495 Dec 08 21:52:51.030152 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-14211ce2-b3a6-43a1-976b-1ec78e2e9d32 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=75b42589-fdc7-4854-9717-f0ff36e8d827 HTTP/1.1" status: 200 len: 217 time: 0.0570784 Dec 08 21:52:51.096056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-9cce065d-d7e2-4d57-bdce-69fdd31921bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:51.097551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-9cce065d-d7e2-4d57-bdce-69fdd31921bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.0588195 Dec 08 21:52:51.166834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-d15f4901-5462-4447-9354-b35c4db18f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:51.168568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-d15f4901-5462-4447-9354-b35c4db18f5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608835 Dec 08 21:52:51.310602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-ff6596bb-a8b3-4e76-af3f-34bb4c2e0c2f service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316850 Dec 08 21:52:51.433099 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-acf5bc67-0c77-4095-991e-209c2c6b1dc3 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143734 Dec 08 21:52:51.483619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-94106e7e-bdc3-41cc-b0a1-258962999282 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c HTTP/1.1" status: 200 len: 217 time: 0.0415373 Dec 08 21:52:51.570479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-1a9a38f4-0379-481f-a74d-8e70d32c7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:51.573591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-1a9a38f4-0379-481f-a74d-8e70d32c7797 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 200 len: 797 time: 0.0800972 Dec 08 21:52:51.640547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-c5da7759-c906-4e49-a419-768caa2137ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:51.642682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-c5da7759-c906-4e49-a419-768caa2137ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7af39c87-7458-42f6-94db-a404c345e57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574448 Dec 08 21:52:51.805892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-cfe88154-17d7-4e53-a72f-d875b4e7fd79 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524065 Dec 08 21:52:52.008136 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-4fa2a5d4-0c97-4fb1-99b6-603aba46f358 service neutron] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951175 Dec 08 21:52:52.161943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-07869805-e25b-4108-9a40-4ca7f7526936 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3378a458-196f-4510-8a6b-af6fffa436b2 HTTP/1.1" status: 200 len: 217 time: 0.1364791 Dec 08 21:52:52.266990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-5324f2c1-0788-46f9-a277-8128e5bf4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:52.268692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-5324f2c1-0788-46f9-a277-8128e5bf4dce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.0556440 Dec 08 21:52:52.317692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab622ee-30f6-450c-a702-88a33749d79a req-957e9a90-4689-43ba-a153-d5978d3a3451 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:52.319288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cab622ee-30f6-450c-a702-88a33749d79a req-957e9a90-4689-43ba-a153-d5978d3a3451 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1750884 Dec 08 21:52:52.360316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-766ecc14-6c24-4827-965f-5b3682ab2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:52.361804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-766ecc14-6c24-4827-965f-5b3682ab2897 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859687 Dec 08 21:52:52.765499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cab622ee-30f6-450c-a702-88a33749d79a req-bb005a93-4595-4f35-b39d-30087bb917ad tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354696 Dec 08 21:52:52.888023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-3b0f97d7-f852-44a6-a91c-9d459454802e service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107431 Dec 08 21:52:53.090432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-3d690185-0185-4ac0-8c2a-4441c78cc581 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821735 Dec 08 21:52:53.151892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-bc8d0156-3878-45b4-9449-543622adc2d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929 HTTP/1.1" status: 200 len: 217 time: 0.0477264 Dec 08 21:52:53.267627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-4ab25fbf-8e2a-4cf1-bc93-ab4889a33dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:53.269775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-4ab25fbf-8e2a-4cf1-bc93-ab4889a33dfc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 200 len: 797 time: 0.1093779 Dec 08 21:52:53.336960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-4e2c2606-540d-499d-9f4e-c16266497a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:53.339633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-4e2c2606-540d-499d-9f4e-c16266497a63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609415 Dec 08 21:52:53.500249 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-0c1f4b46-e2a3-4218-8e67-68311a1fa3df service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437116 Dec 08 21:52:53.622036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e3ace4-0a53-4441-996b-67e253a6a035 req-a5c53c74-d674-48f7-b977-3aa09c1fd407 service neutron] 10.222.0.23 "GET /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085839 Dec 08 21:52:54.047770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3454d8f-6e7b-471f-bd3d-5bdfad6a0bbc req-3154c572-6e7a-4c9d-bab5-debb48146f37 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:54.049847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3454d8f-6e7b-471f-bd3d-5bdfad6a0bbc req-3154c572-6e7a-4c9d-bab5-debb48146f37 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1203740 Dec 08 21:52:54.152957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3454d8f-6e7b-471f-bd3d-5bdfad6a0bbc req-2544eae7-977a-4626-9b89-a17b68cce8c7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919020 Dec 08 21:52:54.836857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9d463-8651-47d7-89e6-f081bdfa7b1b req-c7215b8f-dce8-4dc6-833c-bd40ddd9cb34 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:54.839695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19b9d463-8651-47d7-89e6-f081bdfa7b1b req-c7215b8f-dce8-4dc6-833c-bd40ddd9cb34 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0846698 Dec 08 21:52:54.895318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-8047dcf3-60db-4281-8184-b71f5530049b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204224 Dec 08 21:52:54.899533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-031f933c-d86d-4116-8f28-4e26ff5b3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:54.901402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-031f933c-d86d-4116-8f28-4e26ff5b3626 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1096 time: 0.1134932 Dec 08 21:52:54.952803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19b9d463-8651-47d7-89e6-f081bdfa7b1b req-9a84145f-d07a-41cb-9b93-18c7d76f9327 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032028 Dec 08 21:52:55.110550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-6f285b19-c292-410e-97c8-e4490d73a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:55.112944 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-6f285b19-c292-410e-97c8-e4490d73a8e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 920 time: 0.2040589 Dec 08 21:52:55.258893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-ef14eb6a-9681-4aee-bee6-80661dc2591f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20 HTTP/1.1" status: 200 len: 217 time: 0.0891695 Dec 08 21:52:55.323239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-610cb7bd-d923-4ff5-a3f3-1a1cdd627915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:55.325237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-610cb7bd-d923-4ff5-a3f3-1a1cdd627915 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1097 time: 0.2092516 Dec 08 21:52:55.458267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57852a59-c80d-4cb5-ba4e-7f5d2c67f2ed req-7d152980-27bf-442b-985e-24f3547fe890 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:55.459943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57852a59-c80d-4cb5-ba4e-7f5d2c67f2ed req-7d152980-27bf-442b-985e-24f3547fe890 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1897104 Dec 08 21:52:55.463583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-0545b3c0-a1b3-4e14-b578-018c424b1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:55.464954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-0545b3c0-a1b3-4e14-b578-018c424b1898 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.1958628 Dec 08 21:52:55.509432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-ed824276-17b7-4a2a-a2b3-4aa44ff6820e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323067 Dec 08 21:52:55.625977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57852a59-c80d-4cb5-ba4e-7f5d2c67f2ed req-065e0c77-b987-4439-a831-ff050aa580c4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580789 Dec 08 21:52:55.652206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-7fbb825b-6813-4ae5-8ea9-f153c34a17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:55.653966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-7fbb825b-6813-4ae5-8ea9-f153c34a17b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.2840898 Dec 08 21:52:55.755428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-723c64c3-5399-4acb-9a5f-0d2acd396234 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251120 Dec 08 21:52:55.843162 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-912d4d8b-3385-4dc7-ac95-4e17619c212b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 200 len: 1002 time: 0.1806307 Dec 08 21:52:55.929500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-a15c3a5e-fc55-4879-9f00-127ec8b6e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:55.931205 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-a15c3a5e-fc55-4879-9f00-127ec8b6e696 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.0770507 Dec 08 21:52:55.964261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fda7bdc8-cad5-4db6-80ad-b80ee14968ef req-cdc182de-7422-43db-a5ac-1b74130f0bbd service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940680 Dec 08 21:52:55.971580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:52:56.021220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-f8276322-3c73-4d1b-a16d-aeeb53027434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:56.024514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-f8276322-3c73-4d1b-a16d-aeeb53027434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850415 Dec 08 21:52:56.043554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56728) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:56.144172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-3125ea1d-245b-4782-a6e0-cf0f208259b1 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118083 Dec 08 21:52:56.183854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f7919-a74e-4cfe-87fa-21684c8d73a5 req-fffc8c7f-de0e-4b0e-948b-95de4b574c08 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:56.185429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c66f7919-a74e-4cfe-87fa-21684c8d73a5 req-fffc8c7f-de0e-4b0e-948b-95de4b574c08 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0915804 Dec 08 21:52:56.204265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18fa5909-4499-4470-8494-1ea2cacc45a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:56.273158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c66f7919-a74e-4cfe-87fa-21684c8d73a5 req-6041d053-bc1d-4d86-a6d7-c5ff8e319fb2 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710139 Dec 08 21:52:56.284250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85ea5774-6fb8-424f-bdbd-00498323ffaf req-974e3095-0e1d-4d51-802f-b57cfe7e07b4 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323352 Dec 08 21:52:56.361943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18fa5909-4499-4470-8494-1ea2cacc45a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:56.370334 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18fa5909-4499-4470-8494-1ea2cacc45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:56.438365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-18fa5909-4499-4470-8494-1ea2cacc45a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca1f618e82f9490f8f34390a3f71f4a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928616 Dec 08 21:52:56.439709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa5909-4499-4470-8494-1ea2cacc45a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46403c1-4509-4b12-bfe5-46f633ca7170,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:56.441767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56738) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:56.588188 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-712eccae-fadb-442b-a5ea-ee416a329563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:56.672131 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-712eccae-fadb-442b-a5ea-ee416a329563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:56.753028 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-712eccae-fadb-442b-a5ea-ee416a329563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:56.756265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-712eccae-fadb-442b-a5ea-ee416a329563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:56.760290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56746) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:56.775798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-712eccae-fadb-442b-a5ea-ee416a329563 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c46403c1-4509-4b12-bfe5-46f633ca7170 HTTP/1.1" status: 204 len: 168 time: 0.3222468 Dec 08 21:52:56.794480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712eccae-fadb-442b-a5ea-ee416a329563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46403c1-4509-4b12-bfe5-46f633ca7170,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:56.831172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed8c4-e732-48e3-968a-f64b3a88ec10 req-543adf10-a170-40e2-b271-b2497c28ba76 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:56.841986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-767ed8c4-e732-48e3-968a-f64b3a88ec10 req-543adf10-a170-40e2-b271-b2497c28ba76 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1278088 Dec 08 21:52:56.903646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-767ed8c4-e732-48e3-968a-f64b3a88ec10 req-a98d9148-aa6a-41d7-b236-3967a4c61b83 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512271 Dec 08 21:52:57.133966 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2097b0c1-75ab-4fa3-8319-1d7cbab1c396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.253065 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2097b0c1-75ab-4fa3-8319-1d7cbab1c396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.260938 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2097b0c1-75ab-4fa3-8319-1d7cbab1c396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.307891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2097b0c1-75ab-4fa3-8319-1d7cbab1c396 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca8e1db10c1140d6b40c6c65c2696243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431242 Dec 08 21:52:57.308987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56756) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:57.311042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b0c1-75ab-4fa3-8319-1d7cbab1c396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c4cf83-ba54-448f-bfa2-eb2a7ff48eeb,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:57.329239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56758) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:57.351977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebcbde96-ecd0-4b0d-adab-a737f12f6f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.406272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-918f9706-de1f-43af-b78e-d9e866628d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.457416 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-918f9706-de1f-43af-b78e-d9e866628d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.476227 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebcbde96-ecd0-4b0d-adab-a737f12f6f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.484305 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebcbde96-ecd0-4b0d-adab-a737f12f6f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.533105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da37aac-589a-48fe-9cb0-1d844b1a2540 req-cab22792-3f47-4e41-8c0a-6eb647ff2c15 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:57.539739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbde96-ecd0-4b0d-adab-a737f12f6f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214a32c5-a955-4307-85bf-fa26f61b7d28,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:57.540595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da37aac-589a-48fe-9cb0-1d844b1a2540 req-cab22792-3f47-4e41-8c0a-6eb647ff2c15 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1318357 Dec 08 21:52:57.578606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ebcbde96-ecd0-4b0d-adab-a737f12f6f96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f12f3ccf0f79404b891ce4a44f931830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466512 Dec 08 21:52:57.579429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56764) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:57.600186 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2da37aac-589a-48fe-9cb0-1d844b1a2540 req-f0508010-1dca-44de-8ee8-fd75a2e14fa0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530806 Dec 08 21:52:57.621057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-918f9706-de1f-43af-b78e-d9e866628d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.623774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-918f9706-de1f-43af-b78e-d9e866628d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.624904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-918f9706-de1f-43af-b78e-d9e866628d9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52c4cf83-ba54-448f-bfa2-eb2a7ff48eeb HTTP/1.1" status: 204 len: 168 time: 0.3148837 Dec 08 21:52:57.642094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f9706-de1f-43af-b78e-d9e866628d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c4cf83-ba54-448f-bfa2-eb2a7ff48eeb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:57.681448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a59f1f37-48de-4871-9148-45450a41eb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.708952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a59f1f37-48de-4871-9148-45450a41eb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.777854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a59f1f37-48de-4871-9148-45450a41eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.781871 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a59f1f37-48de-4871-9148-45450a41eb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:57.786374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a59f1f37-48de-4871-9148-45450a41eb51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/214a32c5-a955-4307-85bf-fa26f61b7d28 HTTP/1.1" status: 204 len: 168 time: 0.2060089 Dec 08 21:52:57.795090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f1f37-48de-4871-9148-45450a41eb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a32c5-a955-4307-85bf-fa26f61b7d28,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:58.073729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2dd3c-0f0c-4cf0-b9d7-7a19b478ee38 req-83329173-af79-4100-a55e-2a4b588ac243 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:58.084607 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1df2dd3c-0f0c-4cf0-b9d7-7a19b478ee38 req-83329173-af79-4100-a55e-2a4b588ac243 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1068087 Dec 08 21:52:58.115545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56780) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:58.139258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1df2dd3c-0f0c-4cf0-b9d7-7a19b478ee38 req-565f0dc0-3d7c-42d9-baf0-ebda6daa4fa6 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535958 Dec 08 21:52:58.140199 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2a69945-58f7-4ac7-ac44-ee7aaa5ff680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:58.252261 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2a69945-58f7-4ac7-ac44-ee7aaa5ff680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:58.257918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2a69945-58f7-4ac7-ac44-ee7aaa5ff680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:58.301914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a69945-58f7-4ac7-ac44-ee7aaa5ff680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e930516-7a66-4e77-9f2a-1a2092279607,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:58.306963 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d2a69945-58f7-4ac7-ac44-ee7aaa5ff680 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e16ede4829547c3bd6f54fc905f40f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904078 Dec 08 21:52:58.309477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56786) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:52:58.363038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-863c614f-1321-453c-970b-fcba7f7b2ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:58.392394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-863c614f-1321-453c-970b-fcba7f7b2ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:58.449929 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-863c614f-1321-453c-970b-fcba7f7b2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:58.452738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-863c614f-1321-453c-970b-fcba7f7b2ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:52:58.454952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-863c614f-1321-453c-970b-fcba7f7b2ccf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e930516-7a66-4e77-9f2a-1a2092279607 HTTP/1.1" status: 204 len: 168 time: 0.1444921 Dec 08 21:52:58.479003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c614f-1321-453c-970b-fcba7f7b2ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e930516-7a66-4e77-9f2a-1a2092279607,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:52:58.758914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f6db6-a39e-4992-89bb-6448ebfb6fea req-d7fe1e7f-aeda-487f-ae6a-304c7d7ad216 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:58.766955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-196f6db6-a39e-4992-89bb-6448ebfb6fea req-d7fe1e7f-aeda-487f-ae6a-304c7d7ad216 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0672078 Dec 08 21:52:58.811189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-196f6db6-a39e-4992-89bb-6448ebfb6fea req-0afdc557-8812-4eb7-b1b1-27917d0baa74 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Dec 08 21:52:59.295574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623302-0fd7-4297-a68b-eb9ad5f49506 req-76d1c9f2-6495-413c-a12e-ca50f57cc915 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:59.306431 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a623302-0fd7-4297-a68b-eb9ad5f49506 req-76d1c9f2-6495-413c-a12e-ca50f57cc915 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0780873 Dec 08 21:52:59.376480 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a623302-0fd7-4297-a68b-eb9ad5f49506 req-9f626289-a59e-40d5-8585-b3052b6b3d24 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684016 Dec 08 21:52:59.975856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d540-b92e-4086-8b15-e3083ab82346 req-60866486-c041-4f0e-bbf0-6772e2e377d3 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:52:59.978453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0637d540-b92e-4086-8b15-e3083ab82346 req-60866486-c041-4f0e-bbf0-6772e2e377d3 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0970244 Dec 08 21:53:00.087493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0637d540-b92e-4086-8b15-e3083ab82346 req-068c9b34-b2b6-4064-b436-854417a4d894 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911398 Dec 08 21:53:00.561632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef92579-7b88-4303-879d-765f0d381081 req-727b3eab-a528-4ff4-9ac4-78cbec5a7a1f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:00.563205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ef92579-7b88-4303-879d-765f0d381081 req-727b3eab-a528-4ff4-9ac4-78cbec5a7a1f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0739758 Dec 08 21:53:00.607754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ef92579-7b88-4303-879d-765f0d381081 req-2183b17c-ecf1-4206-a272-c54d74092f78 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 Dec 08 21:53:01.275600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1485c0f-1030-40c7-97bd-2319287c7456 req-3f1f7685-e835-45f1-b720-5aae28a8c405 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:01.277142 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1485c0f-1030-40c7-97bd-2319287c7456 req-3f1f7685-e835-45f1-b720-5aae28a8c405 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0799954 Dec 08 21:53:01.644659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1485c0f-1030-40c7-97bd-2319287c7456 req-b821fdc0-e7a7-4fd5-9bce-b4372feb3843 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580854 Dec 08 21:53:01.800515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e58320-a803-4b73-8073-ea6a0f905af6 req-1011c078-b895-4217-b2bc-fe73d824c64a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:01.802798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9e58320-a803-4b73-8073-ea6a0f905af6 req-1011c078-b895-4217-b2bc-fe73d824c64a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0644355 Dec 08 21:53:01.855206 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9e58320-a803-4b73-8073-ea6a0f905af6 req-7aaff43d-4019-448e-a6f9-8865a0a309a3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Dec 08 21:53:02.794889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8624d8-b9a6-406f-ac68-dd27f4e03603 req-993b9ca0-a277-46e3-8057-18b20bf8914e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:02.796519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec8624d8-b9a6-406f-ac68-dd27f4e03603 req-993b9ca0-a277-46e3-8057-18b20bf8914e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0624452 Dec 08 21:53:02.845922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec8624d8-b9a6-406f-ac68-dd27f4e03603 req-f4b22134-fb99-4f7b-b9c0-546bf104cb28 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Dec 08 21:53:03.089413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa979d2-6455-4d20-8256-d10d63f3e671 req-c3d2858c-a262-4a2f-b852-3a54c3ea4fc2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:03.098878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-faa979d2-6455-4d20-8256-d10d63f3e671 req-c3d2858c-a262-4a2f-b852-3a54c3ea4fc2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1100559 Dec 08 21:53:03.144508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-faa979d2-6455-4d20-8256-d10d63f3e671 req-9431172c-9ab9-4c6d-8b25-33e5c50cf356 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Dec 08 21:53:04.416052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1362557-6eb1-44b6-8eb8-de80b639b18d req-ad324460-6508-4742-a1c4-8c15b58a29bc tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:04.420501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1362557-6eb1-44b6-8eb8-de80b639b18d req-ad324460-6508-4742-a1c4-8c15b58a29bc tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1554725 Dec 08 21:53:04.551831 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1362557-6eb1-44b6-8eb8-de80b639b18d req-cfd4ae68-fe63-4c67-b327-877f17ce863f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014371 Dec 08 21:53:04.759641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e4960-8621-4dea-ada9-58ea09365492 req-b8f43e9f-2fcb-4920-9ad1-cb34d296f7b8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:04.768986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a16e4960-8621-4dea-ada9-58ea09365492 req-b8f43e9f-2fcb-4920-9ad1-cb34d296f7b8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.7881269 Dec 08 21:53:04.848705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a16e4960-8621-4dea-ada9-58ea09365492 req-819efab1-a922-46f3-ba9b-3248371550f2 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778987 Dec 08 21:53:05.568774 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20777eb2-99e4-45ce-bc96-f1799e8ffc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:05.708081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e81fb-f8e4-4013-ad32-11055b551443 req-afc96279-da2c-49c3-8e41-5368b4782b2d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:05.709623 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-423e81fb-f8e4-4013-ad32-11055b551443 req-afc96279-da2c-49c3-8e41-5368b4782b2d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0518413 Dec 08 21:53:05.773200 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-423e81fb-f8e4-4013-ad32-11055b551443 req-9e9e2fbb-f538-4517-bacc-f7cf48a83ee3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526547 Dec 08 21:53:06.012482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f42f37-2caf-4854-ba37-991ec16e4f04 req-cece440f-9813-446a-921d-a04aaed7d5e5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:06.015239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10f42f37-2caf-4854-ba37-991ec16e4f04 req-cece440f-9813-446a-921d-a04aaed7d5e5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.0624919 Dec 08 21:53:06.083196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10f42f37-2caf-4854-ba37-991ec16e4f04 req-a9c20252-41a0-4c20-b184-024e1322e8c5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589268 Dec 08 21:53:06.874830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57168) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:07.010629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2583f84-141e-41b6-9a60-c513a920c82e req-4513cca6-a1a5-4679-b7c5-ffccd40cebef tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:07.021940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2583f84-141e-41b6-9a60-c513a920c82e req-4513cca6-a1a5-4679-b7c5-ffccd40cebef tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1137984 Dec 08 21:53:07.102226 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2583f84-141e-41b6-9a60-c513a920c82e req-29f409f7-d1c2-4e7a-9eae-6f12ae8185db tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793357 Dec 08 21:53:07.142256 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-939489b7-1e69-49ad-aa58-24b15165f7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:07.381496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f06505-3de6-4344-aa4c-34a1f656cf66 req-53d1caab-bb28-466e-baf2-3a717ff5bf02 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:07.383269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4f06505-3de6-4344-aa4c-34a1f656cf66 req-53d1caab-bb28-466e-baf2-3a717ff5bf02 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1769521 Dec 08 21:53:07.507404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4f06505-3de6-4344-aa4c-34a1f656cf66 req-15a65815-5fdb-42a1-bc36-fa228c8b58b9 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102741 Dec 08 21:53:07.552496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ced7-3391-4b14-99c4-05f47d84ee34 req-10548c76-0b83-42a8-97e5-5e562424fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:07.556540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cbc3ced7-3391-4b14-99c4-05f47d84ee34 req-10548c76-0b83-42a8-97e5-5e562424fe39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1096 time: 0.1547663 Dec 08 21:53:07.562912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-939489b7-1e69-49ad-aa58-24b15165f7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:07.602066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cbc3ced7-3391-4b14-99c4-05f47d84ee34 req-28b737d0-5ed1-41b1-98d7-09f2bdedbfdc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371342 Dec 08 21:53:07.603231 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-939489b7-1e69-49ad-aa58-24b15165f7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:07.641227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939489b7-1e69-49ad-aa58-24b15165f7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b88f0ec-c33a-44ca-a204-7002d6c14db4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:07.658583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-939489b7-1e69-49ad-aa58-24b15165f7fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4ba49f73c3a446fadd5c051e77fb103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825694 Dec 08 21:53:07.661320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57216) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:07.672236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3298824a-ce8d-47e2-98e3-e211bb494100 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:53:07.733460 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc83f410-11e8-4246-9c65-803fb809ad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:07.759532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc83f410-11e8-4246-9c65-803fb809ad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:07.838116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc83f410-11e8-4246-9c65-803fb809ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:07.842981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc83f410-11e8-4246-9c65-803fb809ad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:07.848816 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc83f410-11e8-4246-9c65-803fb809ad20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b88f0ec-c33a-44ca-a204-7002d6c14db4 HTTP/1.1" status: 204 len: 168 time: 0.1817818 Dec 08 21:53:07.868715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83f410-11e8-4246-9c65-803fb809ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b88f0ec-c33a-44ca-a204-7002d6c14db4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:07.883195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:07.899609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '3298824a-ce8d-47e2-98e3-e211bb494100', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'port_id': '3298824a-ce8d-47e2-98e3-e211bb494100', 'mac_address': 'fa:16:3e:1a:c4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00290753-5cf6-4030-a175-b2ef55574df3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:53:07.938918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57226) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:07.972069 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:07.992992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3298824a-ce8d-47e2-98e3-e211bb494100 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:53:08.040654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:08.050329 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.116671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:08.147288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.149113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.149443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.154203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.154596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.157254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.157853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.158942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.160999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.162435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.164192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.165864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:08.227162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5f10498-5ead-4c16-a3ee-bb510d82a382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.235396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3298824a-ce8d-47e2-98e3-e211bb494100'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:53:08.273525 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-074c8713-5a6b-49be-843a-efc2aa3ea632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.398598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5f10498-5ead-4c16-a3ee-bb510d82a382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.423282 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5f10498-5ead-4c16-a3ee-bb510d82a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.500202 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b5f10498-5ead-4c16-a3ee-bb510d82a382 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=072ce17a96894f6c9f562f820a4f70f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601873 Dec 08 21:53:08.501825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f10498-5ead-4c16-a3ee-bb510d82a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958dbb1-c024-46be-bbd2-d2a54358c11d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:08.503218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57244) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:08.515423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85543a9d-ec48-4b79-ac0c-65e8c17e348a req-95735e9c-ae5c-4685-bc9d-533429890364 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:08.524617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85543a9d-ec48-4b79-ac0c-65e8c17e348a req-95735e9c-ae5c-4685-bc9d-533429890364 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 945 time: 0.2891684 Dec 08 21:53:08.583036 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85543a9d-ec48-4b79-ac0c-65e8c17e348a req-ee5aa219-cdf3-446a-beab-464361218f67 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566287 Dec 08 21:53:08.643207 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6518b95-38ad-41f0-9ca0-cac7c244f068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.699883 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6518b95-38ad-41f0-9ca0-cac7c244f068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.729420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57248) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:08.744124 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.782133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-41515f9c-ef6b-428e-b7a8-f238466d299d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.809463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90aae3-5923-4ea8-98bf-b4c73e9fbf3a req-621a1519-e16c-4a81-bd08-2120c85f3612 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:08.817198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a90aae3-5923-4ea8-98bf-b4c73e9fbf3a req-621a1519-e16c-4a81-bd08-2120c85f3612 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1288245 Dec 08 21:53:08.837707 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6518b95-38ad-41f0-9ca0-cac7c244f068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.848737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6518b95-38ad-41f0-9ca0-cac7c244f068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:08.896965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a90aae3-5923-4ea8-98bf-b4c73e9fbf3a req-29a9ba53-ec93-4af2-b210-ebc28426d010 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731044 Dec 08 21:53:08.899939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e6518b95-38ad-41f0-9ca0-cac7c244f068 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e958dbb1-c024-46be-bbd2-d2a54358c11d HTTP/1.1" status: 204 len: 168 time: 0.3954749 Dec 08 21:53:08.929861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6518b95-38ad-41f0-9ca0-cac7c244f068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958dbb1-c024-46be-bbd2-d2a54358c11d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:08.993600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-41515f9c-ef6b-428e-b7a8-f238466d299d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.002982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-41515f9c-ef6b-428e-b7a8-f238466d299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.100349 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-41515f9c-ef6b-428e-b7a8-f238466d299d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aba15735c58e4b83b65211196e249b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698790 Dec 08 21:53:09.103569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57256) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:09.110088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41515f9c-ef6b-428e-b7a8-f238466d299d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629ccf86-8625-49d0-8b73-5d5d91ef7c86,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:09.188746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-601f56e6-4c52-4278-a502-75b0b05ff7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.214344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-601f56e6-4c52-4278-a502-75b0b05ff7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.297612 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-601f56e6-4c52-4278-a502-75b0b05ff7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.303057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-601f56e6-4c52-4278-a502-75b0b05ff7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.304867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-601f56e6-4c52-4278-a502-75b0b05ff7a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/629ccf86-8625-49d0-8b73-5d5d91ef7c86 HTTP/1.1" status: 204 len: 168 time: 0.2000117 Dec 08 21:53:09.316523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f56e6-4c52-4278-a502-75b0b05ff7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629ccf86-8625-49d0-8b73-5d5d91ef7c86,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:09.398947 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.399786 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.596839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57272) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:09.641240 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d29494f-f779-4e24-aba4-e77b374d583b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.690741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3298824a-ce8d-47e2-98e3-e211bb494100 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:53:09.771839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895f0db-0816-4a9c-b278-6581bc104ef0 req-e7aae22f-ddb0-4c8e-ad37-c0060a267b1a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:09.773731 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e895f0db-0816-4a9c-b278-6581bc104ef0 req-e7aae22f-ddb0-4c8e-ad37-c0060a267b1a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 945 time: 0.0969799 Dec 08 21:53:09.833718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e895f0db-0816-4a9c-b278-6581bc104ef0 req-e0b17327-2ecd-41f7-935d-3857262b354a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526447 Dec 08 21:53:09.923432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d29494f-f779-4e24-aba4-e77b374d583b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.923925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 3298824a-ce8d-47e2-98e3-e211bb494100 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:09.924427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.926067 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:09.932188 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d29494f-f779-4e24-aba4-e77b374d583b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:10.030015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d29494f-f779-4e24-aba4-e77b374d583b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20cbb712346a454a9d1003e54cfb868e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313571 Dec 08 21:53:10.033646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57296) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:10.090301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29494f-f779-4e24-aba4-e77b374d583b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f1145-aa22-4e11-b4be-cb58f36a9230,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:10.117039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2ea9113-7c4c-454a-8f73-1582e1be1db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:10.147917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc6474-2f38-43b0-bcab-65f7ed4ed720 req-796202b7-eb7a-47bf-85f5-46582d50c56c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:10.159604 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21fc6474-2f38-43b0-bcab-65f7ed4ed720 req-796202b7-eb7a-47bf-85f5-46582d50c56c tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1420565 Dec 08 21:53:10.194001 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:10.213130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2ea9113-7c4c-454a-8f73-1582e1be1db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:10.285275 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21fc6474-2f38-43b0-bcab-65f7ed4ed720 req-469c7a7c-ae6a-4586-8593-8078cbf453ff tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132226 Dec 08 21:53:10.304197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:10.316258 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f852fe-a51d-4366-9943-c6641c856d40" -d '{"events": [{"server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "name": "network-vif-plugged", "status": "completed", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:10.341913 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2ea9113-7c4c-454a-8f73-1582e1be1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:10.347600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2ea9113-7c4c-454a-8f73-1582e1be1db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:10.353359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a2ea9113-7c4c-454a-8f73-1582e1be1db0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa3f1145-aa22-4e11-b4be-cb58f36a9230 HTTP/1.1" status: 204 len: 168 time: 0.3177876 Dec 08 21:53:10.361400 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:10.373156 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:10.379605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea9113-7c4c-454a-8f73-1582e1be1db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f1145-aa22-4e11-b4be-cb58f36a9230,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:10.528649 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1089a1-ee21-4bdc-a9ce-32c010db9784 x-openstack-request-id: req-6f1089a1-ee21-4bdc-a9ce-32c010db9784 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:10.533071 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "name": "network-vif-plugged", "status": "completed", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:10.534222 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f1089a1-ee21-4bdc-a9ce-32c010db9784 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:10.535170 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100', 'code': 200} Dec 08 21:53:10.637022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:10.930632 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:10.968654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-fa71ca16-87f4-44f3-81d4-b0b40b3e1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:10.970178 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-fa71ca16-87f4-44f3-81d4-b0b40b3e1723 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7de03900eced4eab98775c009fb540b2&device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 1096 time: 0.1382992 Dec 08 21:53:11.099155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbc551-5a6d-47f5-b10e-d27722d6bfa4 req-7b9613a8-4656-4618-8385-124e22a52590 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:11.104098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71bbc551-5a6d-47f5-b10e-d27722d6bfa4 req-7b9613a8-4656-4618-8385-124e22a52590 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1367331 Dec 08 21:53:11.220674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71bbc551-5a6d-47f5-b10e-d27722d6bfa4 req-07989312-164d-480c-8308-6e150107ae23 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065629 Dec 08 21:53:11.277168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acabc59-11c5-4e4f-84b3-9545e7368a3d req-6c2845e3-99fc-4556-9c78-e89b5806edf3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:11.278802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4acabc59-11c5-4e4f-84b3-9545e7368a3d req-6c2845e3-99fc-4556-9c78-e89b5806edf3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.2878258 Dec 08 21:53:11.371732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-c8eb9da3-0937-4c58-8c7d-cf86e5727299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:11.373231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-c8eb9da3-0937-4c58-8c7d-cf86e5727299 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 200 len: 920 time: 0.3950398 Dec 08 21:53:11.439339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4acabc59-11c5-4e4f-84b3-9545e7368a3d req-3e5a0a43-e5c6-47b8-bb0b-48048cf292c6 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475444 Dec 08 21:53:11.508396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-7a297c99-052c-4461-b7aa-e06412fb718b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20 HTTP/1.1" status: 200 len: 217 time: 0.1037908 Dec 08 21:53:11.614843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-136a4ccb-004e-4f50-8032-b6a0a274eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:11.617017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-136a4ccb-004e-4f50-8032-b6a0a274eb01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 200 len: 859 time: 0.0968778 Dec 08 21:53:11.733371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-a15cae05-4126-4cf1-93aa-0d62b62bb75d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100802 Dec 08 21:53:12.030243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-552abef4-59bf-4784-b8a8-131b9eca9a68 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855530 Dec 08 21:53:12.152323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24d7de1a-4d71-4946-884d-319598a5ddf0 req-dcb1be04-1019-4435-87e1-c844af0ad358 service neutron] 10.222.0.23 "GET /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121979 Dec 08 21:53:12.431435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57392) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:12.444329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1498457457'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:12.490597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6b2b3-3b6a-497f-8ad4-d10917b62d0c req-fd9fee08-0520-4773-9fda-978383b9a14e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:12.505144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ff6b2b3-3b6a-497f-8ad4-d10917b62d0c req-fd9fee08-0520-4773-9fda-978383b9a14e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1388750 Dec 08 21:53:12.511116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:12.519370 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:12.564295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:53:12.576606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:12.577364 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Added segment 8ee7814e-2114-4a6a-a757-1b44cd4b3bad of type vlan for network 766a0277-f49e-461d-b4fb-5cbd226f3e75 Dec 08 21:53:12.594667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ff6b2b3-3b6a-497f-8ad4-d10917b62d0c req-70f406b0-3db9-4632-8016-d9c39a95fdeb tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863719 Dec 08 21:53:12.655249 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:12.749322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:12.777992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:12.783093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:12.853417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02db212-30a8-446b-97a4-816511adafa1 req-c79c9927-b0f4-4d83-8da1-c1c5ad5b3bf2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:12.856819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a02db212-30a8-446b-97a4-816511adafa1 req-c79c9927-b0f4-4d83-8da1-c1c5ad5b3bf2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1828732 Dec 08 21:53:12.872205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57410) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:12.873816 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4412067 Dec 08 21:53:12.878082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-898195546'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:12.938554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:12.943652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:12.953838 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a02db212-30a8-446b-97a4-816511adafa1 req-96c12cc5-e158-4cd4-9e5e-4b950348214c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788517 Dec 08 21:53:13.000811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17774660-7917-4009-ada9-1412397b36c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Network': ['ID=766a0277-f49e-461d-b4fb-5cbd226f3e75,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:13.014834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:53:13.048510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:53:13.081782 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:13.082130 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Added segment ddff876f-0a06-46ae-8ebf-3e16a972e145 of type vlan for network e871f1df-f380-4b86-8547-dfdae5b5807d Dec 08 21:53:13.218098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:13.271592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:13.279730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:13.280781 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:13.306578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57426) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:13.307664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4330118 Dec 08 21:53:13.311964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'subnet': {'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:13.380566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f0a33-8d05-4d9f-b932-7d84d712f4cd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Network': ['ID=e871f1df-f380-4b86-8547-dfdae5b5807d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:13.392758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e871f1df-f380-4b86-8547-dfdae5b5807d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:53:13.514412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:13.539824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:13.961762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:13.994557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825210a-cac8-4f49-ba3e-1bfc937ba643 req-09cd6f87-ac19-4b1c-b2bb-c3a42215cbee tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:14.014295 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b825210a-cac8-4f49-ba3e-1bfc937ba643 req-09cd6f87-ac19-4b1c-b2bb-c3a42215cbee tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1479971 Dec 08 21:53:14.112690 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b825210a-cac8-4f49-ba3e-1bfc937ba643 req-26e82f44-4ab5-483a-a285-ae9862ac314e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969238 Dec 08 21:53:14.130492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Checking segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:53:14.131260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network hostable DHCP agents. Network: 766a0277-f49e-461d-b4fb-5cbd226f3e75, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:53:14.142038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Subnet': ['ID=b7f21fcd-1562-4704-814f-1159442d3f0b,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:14.170812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:53:14.198372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 766a0277-f49e-461d-b4fb-5cbd226f3e75) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:14.202796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:14.203612 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:14.230433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b7a5de-0b06-4fc6-b8a7-9c42a3e89ad8 None None] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:53:14.243173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5688731-6a88-4b80-92c4-0686f6f2e1ed tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9325109 Dec 08 21:53:14.243753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57490) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:14.257841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'subnet': {'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:14.447487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b15aa-790f-4c2b-8239-d5265375bbb8 req-13f0efba-ca2d-4a56-b9ca-0dd3821e79aa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:14.459003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-475b15aa-790f-4c2b-8239-d5265375bbb8 req-13f0efba-ca2d-4a56-b9ca-0dd3821e79aa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.2047842 Dec 08 21:53:14.574961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-475b15aa-790f-4c2b-8239-d5265375bbb8 req-eca3afda-9bb4-4763-bebf-37288c878810 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050794 Dec 08 21:53:14.704036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51089dfb-672d-4af1-9c53-877221bd76d9 req-3b35d64f-b0d3-46c2-a2e6-32ce02072172 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:14.715869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51089dfb-672d-4af1-9c53-877221bd76d9 req-3b35d64f-b0d3-46c2-a2e6-32ce02072172 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.2032318 Dec 08 21:53:14.820351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51089dfb-672d-4af1-9c53-877221bd76d9 req-a8405c04-79f2-4793-b83d-ad795ade07d8 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023014 Dec 08 21:53:14.821755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:14.827729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:14.925928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57518) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:15.063954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad7469eb-f9d8-44f7-8589-2fa3ca8c33a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.066910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-766a0277-f49e-461d-b4fb-5cbd226f3e75', 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'fixed_ips': [{'subnet_id': 'b7f21fcd-1562-4704-814f-1159442d3f0b'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:53:15.068731 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.258429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.351589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad7469eb-f9d8-44f7-8589-2fa3ca8c33a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.361416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f238-748e-4317-a098-edb19f58d368 req-b6c87f6a-aeee-467a-9410-a7d7d65e8acc tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:15.363436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7ca4f238-748e-4317-a098-edb19f58d368 req-b6c87f6a-aeee-467a-9410-a7d7d65e8acc tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1228216 Dec 08 21:53:15.368459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Subnet': ['ID=c8d418f7-6d04-4c59-a482-4ac7db5c4979,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:15.396017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Checking segment: {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:53:15.396017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network hostable DHCP agents. Network: e871f1df-f380-4b86-8547-dfdae5b5807d, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:53:15.414460 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ad7469eb-f9d8-44f7-8589-2fa3ca8c33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.419151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network e871f1df-f380-4b86-8547-dfdae5b5807d is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:53:15.439943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, e871f1df-f380-4b86-8547-dfdae5b5807d) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:15.445470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:15.446069 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.461854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d33d0f7-02ff-4e6f-96a9-3aac385eeb37 None None] Network e871f1df-f380-4b86-8547-dfdae5b5807d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:53:15.467341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57534) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:15.467846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ad7469eb-f9d8-44f7-8589-2fa3ca8c33a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7864d8ad87f74d2ab8d4ef10e08baaad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403936 Dec 08 21:53:15.481687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f628d1a3-0f93-4510-bf0c-e9c2417d8f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2336617 Dec 08 21:53:15.516942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57536) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:15.523280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7469eb-f9d8-44f7-8589-2fa3ca8c33a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d6e9c-f258-48cb-bba5-5be8aa5db879,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:15.523729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'port': {'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'name': 'tempest-TaggedBootDevicesTest_v242-343013554', 'fixed_ips': [{'subnet_id': 'b7f21fcd-1562-4704-814f-1159442d3f0b'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:15.553456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7ca4f238-748e-4317-a098-edb19f58d368 req-9932bc72-1a93-4b4d-a15f-cfd19fe2db56 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823852 Dec 08 21:53:15.662510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Allocated IP 10.1.1.2 (766a0277-f49e-461d-b4fb-5cbd226f3e75/b7f21fcd-1562-4704-814f-1159442d3f0b/8c1ac3ee-23b6-4407-8769-e991e21f37c1) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:15.697556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57548) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:15.775858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0583fcd8-5dbc-45b2-952d-c5aac422bd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.848037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-e871f1df-f380-4b86-8547-dfdae5b5807d', 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'fixed_ips': [{'subnet_id': 'c8d418f7-6d04-4c59-a482-4ac7db5c4979'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:53:15.849265 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.853427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0583fcd8-5dbc-45b2-952d-c5aac422bd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.933806 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0583fcd8-5dbc-45b2-952d-c5aac422bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.936632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0583fcd8-5dbc-45b2-952d-c5aac422bd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.937831 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0583fcd8-5dbc-45b2-952d-c5aac422bd60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a0d6e9c-f258-48cb-bba5-5be8aa5db879 HTTP/1.1" status: 204 len: 168 time: 0.4694612 Dec 08 21:53:15.985937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a5e83cc1-0f7b-4bb0-9e8c-e7c6077ba9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:15.987820 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.018867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.029849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583fcd8-5dbc-45b2-952d-c5aac422bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d6e9c-f258-48cb-bba5-5be8aa5db879,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:16.071696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97605ea1-2edf-47a2-bca0-e2297aabece3 req-12dce6c4-ce2b-46d2-ba18-8e7d8ed1f453 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:16.086451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97605ea1-2edf-47a2-bca0-e2297aabece3 req-12dce6c4-ce2b-46d2-ba18-8e7d8ed1f453 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.3839934 Dec 08 21:53:16.156841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:16.293415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:16.307011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.337549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:16.344338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:16.351150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a5e83cc1-0f7b-4bb0-9e8c-e7c6077ba9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.363926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97605ea1-2edf-47a2-bca0-e2297aabece3 req-5ca3202c-b574-47ce-bae9-ef046d16e2f4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760818 Dec 08 21:53:16.366512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] device_id is not set on port 6f424728-030b-4cd2-9bb5-8d02e49b4248 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:53:16.380314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a5e83cc1-0f7b-4bb0-9e8c-e7c6077ba9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.398888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Allocated IP 10.2.2.2 (e871f1df-f380-4b86-8547-dfdae5b5807d/c8d418f7-6d04-4c59-a482-4ac7db5c4979/421a97ee-28c5-492e-9b59-22da9025a135) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:16.483410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57570) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:16.484064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c47441-8db2-48f1-a2d6-63e0c81425f8 req-2c993805-f40c-4f58-b3bb-9a3f14e078d2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:16.492941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77c47441-8db2-48f1-a2d6-63e0c81425f8 req-2c993805-f40c-4f58-b3bb-9a3f14e078d2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.2155991 Dec 08 21:53:16.495771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e83cc1-0f7b-4bb0-9e8c-e7c6077ba9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09805d6a-3825-4cf8-96b1-9092721b1162,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:16.508477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-97b7e669-90a4-40cc-bf44-921f1977cc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.553921 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a5e83cc1-0f7b-4bb0-9e8c-e7c6077ba9dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac1f8c8bd2d34a8ab37504df329e1df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8525093 Dec 08 21:53:16.554913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57572) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:16.571717 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77c47441-8db2-48f1-a2d6-63e0c81425f8 req-e2fea5c4-a3cd-4a7a-808a-44aa76629fa3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775907 Dec 08 21:53:16.627305 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-97b7e669-90a4-40cc-bf44-921f1977cc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.635801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8dc1-5aa9-4fbb-8168-7b9f54049f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.641212 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.656517 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.662307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Pushing event updated for resources: {'Port': ['ID=8c1ac3ee-23b6-4407-8769-e991e21f37c1,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:16.681924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8dc1-5aa9-4fbb-8168-7b9f54049f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.688223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-97b7e669-90a4-40cc-bf44-921f1977cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.806561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-97b7e669-90a4-40cc-bf44-921f1977cc79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fda589d3b4af4104bf17f7900776d794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215578 Dec 08 21:53:16.811769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57578) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:16.826858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Pushing event updated for resources: {'Port': ['ID=421a97ee-28c5-492e-9b59-22da9025a135,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:16.847846 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8dc1-5aa9-4fbb-8168-7b9f54049f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.849003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Network e871f1df-f380-4b86-8547-dfdae5b5807d is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:16.854784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:16.855728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8dc1-5aa9-4fbb-8168-7b9f54049f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:16.857175 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2d8b8dc1-5aa9-4fbb-8168-7b9f54049f79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09805d6a-3825-4cf8-96b1-9092721b1162 HTTP/1.1" status: 204 len: 168 time: 0.3008296 Dec 08 21:53:16.877675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:16.878181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7e669-90a4-40cc-bf44-921f1977cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2701954-fb20-4910-87c0-14e4cc5942b5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:16.891656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b8dc1-5aa9-4fbb-8168-7b9f54049f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09805d6a-3825-4cf8-96b1-9092721b1162,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:16.966193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb151d3e-be9f-4867-9e36-062be0ce8885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.018114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Allocated IP 10.1.1.11 (766a0277-f49e-461d-b4fb-5cbd226f3e75/b7f21fcd-1562-4704-814f-1159442d3f0b/6f424728-030b-4cd2-9bb5-8d02e49b4248) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:17.028072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Attempting to bind port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:53:17.028443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Attempting to bind port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:53:17.028806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Attempting to bind port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:53:17.030928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb151d3e-be9f-4867-9e36-062be0ce8885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.098188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:53:17.098960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Checking segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:53:17.099609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.101375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Bound using segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:53:17.102204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Bound port: 8c1ac3ee-23b6-4407-8769-e991e21f37c1, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:53:17.102847 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.122255 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb151d3e-be9f-4867-9e36-062be0ce8885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.129551 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb151d3e-be9f-4867-9e36-062be0ce8885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.148670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fb151d3e-be9f-4867-9e36-062be0ce8885 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2701954-fb20-4910-87c0-14e4cc5942b5 HTTP/1.1" status: 204 len: 168 time: 0.3225551 Dec 08 21:53:17.173040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb151d3e-be9f-4867-9e36-062be0ce8885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2701954-fb20-4910-87c0-14e4cc5942b5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:17.312916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] For port 8c1ac3ee-23b6-4407-8769-e991e21f37c1, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:53:17.316986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] For port 8c1ac3ee-23b6-4407-8769-e991e21f37c1, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c1ac3ee-23b6-4407-8769-e991e21f37c1,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:53:17.332157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Attempting to bind port 421a97ee-28c5-492e-9b59-22da9025a135 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:53:17.332893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Attempting to bind port 421a97ee-28c5-492e-9b59-22da9025a135 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:53:17.333714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Attempting to bind port 421a97ee-28c5-492e-9b59-22da9025a135 on network e871f1df-f380-4b86-8547-dfdae5b5807d {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:53:17.343897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.378768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:53:17.381546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Checking segment: {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:53:17.382189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.385331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Bound using segment: {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:53:17.386029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Bound port: 421a97ee-28c5-492e-9b59-22da9025a135, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:53:17.386620 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.554909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57598) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:17.574467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89d33318-2f29-4f1c-8bca-ae892c3a3616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.633230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.654850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496ccf-d946-4582-a845-4b9731cdae26 req-f82b1996-cc20-4971-8098-ec668b73a77c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:17.656401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a496ccf-d946-4582-a845-4b9731cdae26 req-f82b1996-cc20-4971-8098-ec668b73a77c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1725924 Dec 08 21:53:17.701688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] For port 421a97ee-28c5-492e-9b59-22da9025a135, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:53:17.771969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] For port 421a97ee-28c5-492e-9b59-22da9025a135, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=421a97ee-28c5-492e-9b59-22da9025a135,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:53:17.775596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd457d-f41a-447b-b4df-eac8663f64ed None None] Pushing event updated for resources: {'Port': ['ID=8c1ac3ee-23b6-4407-8769-e991e21f37c1,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:17.791959 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.797680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a496ccf-d946-4582-a845-4b9731cdae26 req-313785a3-0305-45c0-95e4-74e9f33a4842 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328278 Dec 08 21:53:17.799357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.826466 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89d33318-2f29-4f1c-8bca-ae892c3a3616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.860139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89d33318-2f29-4f1c-8bca-ae892c3a3616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:17.880144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:17.885349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:17.891849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:17.954371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e8b7f-8ae0-4b7c-8a6a-340211b5d8b5 None None] Pushing event updated for resources: {'Port': ['ID=421a97ee-28c5-492e-9b59-22da9025a135,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:18.033050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89d33318-2f29-4f1c-8bca-ae892c3a3616 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10e22bd83dfa405181d5b9b2b85177df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764843 Dec 08 21:53:18.045563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57614) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:18.045794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:18.046879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:18.111260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5921898 Dec 08 21:53:18.112001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57618) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:18.146447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d33318-2f29-4f1c-8bca-ae892c3a3616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265692b2-f682-42fc-bc4e-575f126c9c01,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:18.147546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'port': {'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'name': 'tempest-TaggedBootDevicesTest_v242-2047282079', 'fixed_ips': [{'subnet_id': 'b7f21fcd-1562-4704-814f-1159442d3f0b'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:18.168569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d889c1-8193-4727-b4a2-00f19f6373ca tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=6f424728-030b-4cd2-9bb5-8d02e49b4248,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:18.255737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992b010-5f64-4868-8bd0-8c0cd52128cb req-502e47aa-b6ed-428c-a911-a3d570841439 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:18.271351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0992b010-5f64-4868-8bd0-8c0cd52128cb req-502e47aa-b6ed-428c-a911-a3d570841439 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.4422901 Dec 08 21:53:18.419957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0992b010-5f64-4868-8bd0-8c0cd52128cb req-abee3e74-e637-4aa5-9862-8b18b522f7da tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476040 Dec 08 21:53:18.456094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18c076ac-121c-4f70-bfd6-6d006b5493f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:18.498763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18c076ac-121c-4f70-bfd6-6d006b5493f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:18.543362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:18.549036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:18.585281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] device_id is not set on port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:53:18.613880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18c076ac-121c-4f70-bfd6-6d006b5493f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:18.618318 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18c076ac-121c-4f70-bfd6-6d006b5493f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:18.637645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-18c076ac-121c-4f70-bfd6-6d006b5493f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/265692b2-f682-42fc-bc4e-575f126c9c01 HTTP/1.1" status: 204 len: 168 time: 0.5848634 Dec 08 21:53:18.667653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c076ac-121c-4f70-bfd6-6d006b5493f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265692b2-f682-42fc-bc4e-575f126c9c01,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:19.058825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Allocated IP 10.1.1.242 (766a0277-f49e-461d-b4fb-5cbd226f3e75/b7f21fcd-1562-4704-814f-1159442d3f0b/25777d9c-4bd1-478e-b1a2-e4daee18c5a4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:19.102183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c8de-00ef-42f4-bed8-d7343dcb2478 req-1d01f092-8c73-48a8-a23f-3e727dd9d101 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:19.105926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cac5c8de-00ef-42f4-bed8-d7343dcb2478 req-1d01f092-8c73-48a8-a23f-3e727dd9d101 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1153789 Dec 08 21:53:19.247673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cac5c8de-00ef-42f4-bed8-d7343dcb2478 req-22456714-9230-442a-912b-41d81f30c93f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351516 Dec 08 21:53:19.453394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:19.705061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:19.799916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed704b-3253-4306-989a-af181184a3c5 None None] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:53:19.865639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:19.958967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:19.960774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57670) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:19.981948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:19.989154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:20.011878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346c7c-f52d-4a83-8715-87b7e6ea5896 req-dd88f1b3-22c2-4003-a49e-34f3aae767a3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:20.023999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f346c7c-f52d-4a83-8715-87b7e6ea5896 req-dd88f1b3-22c2-4003-a49e-34f3aae767a3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.4579940 Dec 08 21:53:20.035364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc61bb9-b920-4edd-81f4-0069c933efda None None] Network e871f1df-f380-4b86-8547-dfdae5b5807d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:53:20.222578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f346c7c-f52d-4a83-8715-87b7e6ea5896 req-d2588d8a-eff7-4c03-bcad-8d26c78251ab tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539466 Dec 08 21:53:20.237593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0d8935b7-cf92-4832-99cd-723f4d83b139 None None] Provisioning complete for port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:20.238135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0d8935b7-cf92-4832-99cd-723f4d83b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.251061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-725a4d10-6a26-4215-8518-f7f2e78f65b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.271095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:20.271095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.334273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-904a7060-e802-4083-9dde-36914299f5ea tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2160037 Dec 08 21:53:20.585735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-725a4d10-6a26-4215-8518-f7f2e78f65b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.602376 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-725a4d10-6a26-4215-8518-f7f2e78f65b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.663903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c1ac3ee-23b6-4407-8769-e991e21f37c1 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:53:20.673260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a4d10-6a26-4215-8518-f7f2e78f65b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f83ca8-09be-49bb-8f0d-ce46dc0dad3f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:20.683997 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-725a4d10-6a26-4215-8518-f7f2e78f65b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00c100ca8c084afda58cf3498a679b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7201457 Dec 08 21:53:20.685416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57692) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:20.746419 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9cf117f-1ffd-44fc-a911-1296c2d0ec2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.785219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9cf117f-1ffd-44fc-a911-1296c2d0ec2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.788463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3c6c-80a1-4e7f-aa69-3319741d4f40 req-478d82cd-c606-4971-9f08-9fc512fd34f3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:20.808446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9ab3c6c-80a1-4e7f-aa69-3319741d4f40 req-478d82cd-c606-4971-9f08-9fc512fd34f3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.2402029 Dec 08 21:53:20.864111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9cf117f-1ffd-44fc-a911-1296c2d0ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.869963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e9cf117f-1ffd-44fc-a911-1296c2d0ec2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.872326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e9cf117f-1ffd-44fc-a911-1296c2d0ec2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6f83ca8-09be-49bb-8f0d-ce46dc0dad3f HTTP/1.1" status: 204 len: 168 time: 0.1857460 Dec 08 21:53:20.902745 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0d8935b7-cf92-4832-99cd-723f4d83b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:20.916825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf117f-1ffd-44fc-a911-1296c2d0ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f83ca8-09be-49bb-8f0d-ce46dc0dad3f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:20.952278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9ab3c6c-80a1-4e7f-aa69-3319741d4f40 req-cee14c52-f3bd-4be1-95f2-62116d7acdcb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428440 Dec 08 21:53:21.057505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0d8935b7-cf92-4832-99cd-723f4d83b139 None None] For port 8c1ac3ee-23b6-4407-8769-e991e21f37c1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c1ac3ee-23b6-4407-8769-e991e21f37c1,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:21.114573 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0d8935b7-cf92-4832-99cd-723f4d83b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:21.417000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2a54f321-8bdb-4893-8795-f53bbb4b8fa6 None None] Provisioning complete for port 421a97ee-28c5-492e-9b59-22da9025a135 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:21.417346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2a54f321-8bdb-4893-8795-f53bbb4b8fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:21.465717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8935b7-cf92-4832-99cd-723f4d83b139 None None] Pushing event updated for resources: {'Port': ['ID=8c1ac3ee-23b6-4407-8769-e991e21f37c1,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:21.576206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:21.576667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:21.904656 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2a54f321-8bdb-4893-8795-f53bbb4b8fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:21.940527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 421a97ee-28c5-492e-9b59-22da9025a135 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:53:22.101190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2a54f321-8bdb-4893-8795-f53bbb4b8fa6 None None] For port 421a97ee-28c5-492e-9b59-22da9025a135, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=421a97ee-28c5-492e-9b59-22da9025a135,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:22.114685 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2a54f321-8bdb-4893-8795-f53bbb4b8fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:22.221469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 421a97ee-28c5-492e-9b59-22da9025a135 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:22.222188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:22.445168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-3d35d0c8-8c38-4306-a106-7f21c4862b12 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:22.462698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-3d35d0c8-8c38-4306-a106-7f21c4862b12 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:22.485674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-3d35d0c8-8c38-4306-a106-7f21c4862b12 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:22.499641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-3d35d0c8-8c38-4306-a106-7f21c4862b12 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:22.531650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-3d35d0c8-8c38-4306-a106-7f21c4862b12 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:22.549627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-3d35d0c8-8c38-4306-a106-7f21c4862b12 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:22.564900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-3d35d0c8-8c38-4306-a106-7f21c4862b12 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:22.574427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-3d35d0c8-8c38-4306-a106-7f21c4862b12 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 0.2594805 Dec 08 21:53:22.787604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-b0c01a88-1fc2-4f85-89c7-193ccd9e0ebe tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:22.789690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-b0c01a88-1fc2-4f85-89c7-193ccd9e0ebe tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "GET /v2.0/ports/85d0f69f-b532-42da-a04a-4f1ef8c82eef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2143953 Dec 08 21:53:22.862276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54f321-8bdb-4893-8795-f53bbb4b8fa6 None None] Pushing event updated for resources: {'Port': ['ID=421a97ee-28c5-492e-9b59-22da9025a135,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:22.932395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Provisioning complete for port 421a97ee-28c5-492e-9b59-22da9025a135 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:22.933541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:23.010958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-ba090253-7b51-42ce-b1ef-74861289215e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:23.038401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-ba090253-7b51-42ce-b1ef-74861289215e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:23.063815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-ba090253-7b51-42ce-b1ef-74861289215e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:23.079141 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-ba090253-7b51-42ce-b1ef-74861289215e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:23.110755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-ba090253-7b51-42ce-b1ef-74861289215e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:23.124594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-ba090253-7b51-42ce-b1ef-74861289215e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:23.145281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-ba090253-7b51-42ce-b1ef-74861289215e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:23.165483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-7340ae3b-3fc5-4767-8027-eb2dac7f0933 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "GET /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3657389 Dec 08 21:53:23.177351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-ba090253-7b51-42ce-b1ef-74861289215e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 1.5387270 Dec 08 21:53:23.198546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:23.198772 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Provisioning complete for port 6f424728-030b-4cd2-9bb5-8d02e49b4248 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:23.198772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:23.297679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Port 6f424728-030b-4cd2-9bb5-8d02e49b4248 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:23.313968 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0fcd8ed6-adec-4236-aaaa-9fcb7eff3bc4 req-5663fbef-d535-4620-b434-9b6cb180f679 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352587 Dec 08 21:53:23.335702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Provisioning complete for port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:23.342120 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:23.436984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:23.564557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57776) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:23.582308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6b4c9b80-54fe-44dc-ad23-dd83eee1ba91 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963021428', 'description': 'tempest-description--312377716'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:23.632526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c1ac3ee-23b6-4407-8769-e991e21f37c1 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:53:23.664903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b465016-56ce-47d7-b2a0-9d6fab4f633f req-ae734d42-ae40-44ed-aedf-404382c6dcda tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:23.668764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b465016-56ce-47d7-b2a0-9d6fab4f633f req-ae734d42-ae40-44ed-aedf-404382c6dcda tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1448460 Dec 08 21:53:23.717030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Provisioning complete for port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:23.717483 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:23.790829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9b80-54fe-44dc-ad23-dd83eee1ba91 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:23.797325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-501291d5-eb1c-4083-bbc5-6ed5dcbf0c21 None None] Port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:23.801623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b465016-56ce-47d7-b2a0-9d6fab4f633f req-855a02dd-15ed-4456-ac33-ee74587377b1 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300666 Dec 08 21:53:23.843679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:23.843904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:23.986190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-101498d8-4ff0-4f0a-b4da-a3dfb3cdefa2 None None] Provisioning complete for port 6f424728-030b-4cd2-9bb5-8d02e49b4248 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:23.986917 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-101498d8-4ff0-4f0a-b4da-a3dfb3cdefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:24.105623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 421a97ee-28c5-492e-9b59-22da9025a135 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:53:24.157521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-101498d8-4ff0-4f0a-b4da-a3dfb3cdefa2 None None] Port 6f424728-030b-4cd2-9bb5-8d02e49b4248 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:24.196831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-101498d8-4ff0-4f0a-b4da-a3dfb3cdefa2 None None] Provisioning complete for port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:24.197298 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-101498d8-4ff0-4f0a-b4da-a3dfb3cdefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:24.356080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 421a97ee-28c5-492e-9b59-22da9025a135 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:24.356828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:24.514035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-101498d8-4ff0-4f0a-b4da-a3dfb3cdefa2 None None] Port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:24.638446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-6cdacc90-7640-4e8a-a297-463d72d2ceb0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:24.645932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-6cdacc90-7640-4e8a-a297-463d72d2ceb0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:24.653526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-6cdacc90-7640-4e8a-a297-463d72d2ceb0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:24.668344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-6cdacc90-7640-4e8a-a297-463d72d2ceb0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:24.675002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-6cdacc90-7640-4e8a-a297-463d72d2ceb0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:24.683528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-6cdacc90-7640-4e8a-a297-463d72d2ceb0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:24.691234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-6cdacc90-7640-4e8a-a297-463d72d2ceb0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:24.693922 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-6cdacc90-7640-4e8a-a297-463d72d2ceb0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 5434 time: 0.1849492 Dec 08 21:53:24.811463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cc649-b5b7-480d-b065-c7f64abf005e req-7fa30086-ce3e-4628-a1a8-af5e3553a0c2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:24.826601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ad441ec-ac7a-4dca-918b-872705b43351 req-f6de5ecf-8638-4c8b-be2e-1b3f28c080c7 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182334 Dec 08 21:53:24.826803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a31cc649-b5b7-480d-b065-c7f64abf005e req-7fa30086-ce3e-4628-a1a8-af5e3553a0c2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 1.1206975 Dec 08 21:53:24.918770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] For port 85d0f69f-b532-42da-a04a-4f1ef8c82eef, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85d0f69f-b532-42da-a04a-4f1ef8c82eef,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:24.965564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9b80-54fe-44dc-ad23-dd83eee1ba91 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.007043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9b80-54fe-44dc-ad23-dd83eee1ba91 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.079503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a31cc649-b5b7-480d-b065-c7f64abf005e req-161c0439-0bab-4d2d-a6aa-71162906b0c9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397943 Dec 08 21:53:25.108296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] For port 85d0f69f-b532-42da-a04a-4f1ef8c82eef, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:53:25.127374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ac25f-9cf2-435f-8c3a-46feef3e49bb req-dd80ce0c-5d0e-4c43-9d61-dd95cbfb7ea2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:25.128958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64ac25f-9cf2-435f-8c3a-46feef3e49bb req-dd80ce0c-5d0e-4c43-9d61-dd95cbfb7ea2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1456239 Dec 08 21:53:25.166450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] device_id is not set on port 85d0f69f-b532-42da-a04a-4f1ef8c82eef yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:53:25.177891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.189162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9b80-54fe-44dc-ad23-dd83eee1ba91 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.193310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6b4c9b80-54fe-44dc-ad23-dd83eee1ba91 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6246185 Dec 08 21:53:25.202075 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.202322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57816) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:25.210928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c9b80-54fe-44dc-ad23-dd83eee1ba91 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7930b623-ee4f-43a7-bcaa-b679f40069fa,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:25.212939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b70bf8be-497e-42db-8850-cc7c00a09287 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'security_group_rule': {'security_group_id': '7930b623-ee4f-43a7-bcaa-b679f40069fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:25.290345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] No DVR routers for this DVR port 85d0f69f-b532-42da-a04a-4f1ef8c82eef on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:25.292664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] Pushing event updated for resources: {'Port': ['ID=85d0f69f-b532-42da-a04a-4f1ef8c82eef,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:25.299816 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64ac25f-9cf2-435f-8c3a-46feef3e49bb req-5bb132f9-2d55-4a9c-838f-de762fa7a906 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637294 Dec 08 21:53:25.357211 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b70bf8be-497e-42db-8850-cc7c00a09287 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.388816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57820) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:25.476557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b70bf8be-497e-42db-8850-cc7c00a09287 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.484020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] In _notify_port_updated(), no bound segment for port 85d0f69f-b532-42da-a04a-4f1ef8c82eef on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 21:53:25.485165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:25.485750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.485933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b70bf8be-497e-42db-8850-cc7c00a09287 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.487354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-cbf6373f-ba70-4b02-b69b-8f347135c75a service neutron] 10.222.0.23 "PUT /v2.0/ports/85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 200 len: 1027 time: 2.2992949 Dec 08 21:53:25.565655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b70bf8be-497e-42db-8850-cc7c00a09287 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.578520 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b70bf8be-497e-42db-8850-cc7c00a09287 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773293 Dec 08 21:53:25.584405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57828) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:25.592364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ed4b3847-2430-4c75-b2d1-9b19d6170106 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'security_group_rule': {'security_group_id': '7930b623-ee4f-43a7-bcaa-b679f40069fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:25.612608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf8be-497e-42db-8850-cc7c00a09287 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39779466-76ef-42cd-b430-10f9fc5cb562,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:25.661026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-fe6bf79d-de83-4d30-af45-93ebc262b28a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:25.665215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-fe6bf79d-de83-4d30-af45-93ebc262b28a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "GET /v2.0/ports/f8358168-1a05-4df7-9924-89d8d3e61d23?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1704121 Dec 08 21:53:25.735367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3847-2430-4c75-b2d1-9b19d6170106 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.743898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3da4ce6d-5520-472c-868d-7ad204d5fe4c no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:25.789176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eb22d6ec-e792-4989-8747-6cd56a82030b None None] Provisioning complete for port 85d0f69f-b532-42da-a04a-4f1ef8c82eef triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:25.789643 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb22d6ec-e792-4989-8747-6cd56a82030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.831801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-eb22d6ec-e792-4989-8747-6cd56a82030b None None] Port 85d0f69f-b532-42da-a04a-4f1ef8c82eef cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:25.842356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2ebb-b5de-424c-adb5-68122bf9bf5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.884079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:25.953939 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:25.997034 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3847-2430-4c75-b2d1-9b19d6170106 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.021795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da4ce6d-5520-472c-868d-7ad204d5fe4c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:26.027580 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c7fcb-b32d-4334-940b-c32f3faa2d1f" -d '{"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "3da4ce6d-5520-472c-868d-7ad204d5fe4c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:26.062921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3da4ce6d-5520-472c-868d-7ad204d5fe4c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:26.076177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3847-2430-4c75-b2d1-9b19d6170106 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.078337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.082907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.091989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f8358168-1a05-4df7-9924-89d8d3e61d23 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:26.127000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3847-2430-4c75-b2d1-9b19d6170106 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d748c4-01b0-4dd2-905c-3c42e21f62c8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:26.131486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3847-2430-4c75-b2d1-9b19d6170106 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.135608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ed4b3847-2430-4c75-b2d1-9b19d6170106 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5468118 Dec 08 21:53:26.136745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57848) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:26.140936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:26.227803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.347683 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69e5d2e-9869-48be-be4d-8af891f30265 x-openstack-request-id: req-c69e5d2e-9869-48be-be4d-8af891f30265 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:26.348678 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "3da4ce6d-5520-472c-868d-7ad204d5fe4c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:26.349130 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c69e5d2e-9869-48be-be4d-8af891f30265 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:26.350073 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da4ce6d-5520-472c-868d-7ad204d5fe4c', 'code': 200} Dec 08 21:53:26.351728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3da4ce6d-5520-472c-868d-7ad204d5fe4c,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:26.452509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] For port f8358168-1a05-4df7-9924-89d8d3e61d23, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f8358168-1a05-4df7-9924-89d8d3e61d23,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:26.471346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.513226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b8f6e-6691-41a9-95ae-327b8498d00e req-c385c5ba-8af1-45bc-885f-75652d4f4987 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:26.515124 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-072b8f6e-6691-41a9-95ae-327b8498d00e req-c385c5ba-8af1-45bc-885f-75652d4f4987 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1310577 Dec 08 21:53:26.572621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030599b3-614f-4f4e-ac96-2a6e85637666 req-74416054-44a2-476f-b2a1-c4ce614acb53 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:26.578636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030599b3-614f-4f4e-ac96-2a6e85637666 req-74416054-44a2-476f-b2a1-c4ce614acb53 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:26.585268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030599b3-614f-4f4e-ac96-2a6e85637666 req-74416054-44a2-476f-b2a1-c4ce614acb53 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:26.591263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030599b3-614f-4f4e-ac96-2a6e85637666 req-74416054-44a2-476f-b2a1-c4ce614acb53 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:26.593551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-072b8f6e-6691-41a9-95ae-327b8498d00e req-62bf1782-8547-46da-9b84-ff7e1df09433 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Dec 08 21:53:26.595914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.597388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030599b3-614f-4f4e-ac96-2a6e85637666 req-74416054-44a2-476f-b2a1-c4ce614acb53 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:26.603959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030599b3-614f-4f4e-ac96-2a6e85637666 req-74416054-44a2-476f-b2a1-c4ce614acb53 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:26.611725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-030599b3-614f-4f4e-ac96-2a6e85637666 req-74416054-44a2-476f-b2a1-c4ce614acb53 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 4658 time: 0.5393817 Dec 08 21:53:26.756063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-030599b3-614f-4f4e-ac96-2a6e85637666 req-44180698-dbcd-48a3-970e-00931a4189da tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&id=88c01139-ef5b-4adb-b9b4-ce0079f449de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256833 Dec 08 21:53:26.756063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] For port f8358168-1a05-4df7-9924-89d8d3e61d23, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:53:26.904365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] device_id is not set on port f8358168-1a05-4df7-9924-89d8d3e61d23 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:53:26.924288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.927667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2ebb-b5de-424c-adb5-68122bf9bf5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.928734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Allocated IP 172.25.1.241 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/529ac36b-8ede-4e35-8919-5f62541973d9) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:26.934478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2ebb-b5de-424c-adb5-68122bf9bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:26.998931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.028285 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bd1e2ebb-b5de-424c-adb5-68122bf9bf5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a2413a0f8de4348af2d6f61c778fb08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6237867 Dec 08 21:53:27.052061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57870) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:27.071370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:53:27.072640 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:53:27.121416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.157879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:53:27.190395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.254862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e2ebb-b5de-424c-adb5-68122bf9bf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f3bf91-3ffd-427c-9181-99393a61ad2c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:27.274281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] No DVR routers for this DVR port f8358168-1a05-4df7-9924-89d8d3e61d23 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:27.297718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:27.325994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:27.341045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:27.368932 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7552f48-e2b0-4c55-928f-7178a14a31bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.376771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=f8358168-1a05-4df7-9924-89d8d3e61d23,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:27.456651 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7552f48-e2b0-4c55-928f-7178a14a31bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.456798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7d79a-a9b4-44f8-bf74-f96e09052cee req-d6c2e096-551c-47f5-aff9-9f6f54e9fb2b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:27.467496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-88a7d79a-a9b4-44f8-bf74-f96e09052cee req-d6c2e096-551c-47f5-aff9-9f6f54e9fb2b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.3050663 Dec 08 21:53:27.501145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=529ac36b-8ede-4e35-8919-5f62541973d9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:27.552944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:27.595109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] In _notify_port_updated(), no bound segment for port f8358168-1a05-4df7-9924-89d8d3e61d23 on network 7af39c87-7458-42f6-94db-a404c345e57b {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 21:53:27.597328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:27.603172 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.608419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-91eed56d-70e2-494a-9805-fc47dc52ba3b service neutron] 10.222.0.23 "PUT /v2.0/ports/f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 200 len: 1028 time: 1.9284148 Dec 08 21:53:27.609816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7552f48-e2b0-4c55-928f-7178a14a31bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.613079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7552f48-e2b0-4c55-928f-7178a14a31bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.614893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b7552f48-e2b0-4c55-928f-7178a14a31bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5f3bf91-3ffd-427c-9181-99393a61ad2c HTTP/1.1" status: 204 len: 168 time: 0.5527689 Dec 08 21:53:27.679422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 85d0f69f-b532-42da-a04a-4f1ef8c82eef no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:27.688538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-88a7d79a-a9b4-44f8-bf74-f96e09052cee req-4b430a66-fa62-4f25-a87b-00796e94a550 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195480 Dec 08 21:53:27.732347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7552f48-e2b0-4c55-928f-7178a14a31bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f3bf91-3ffd-427c-9181-99393a61ad2c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:27.819125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'port_id': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'mac_address': 'fa:16:3e:bc:97:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:53:27.885483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:27.911253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 85d0f69f-b532-42da-a04a-4f1ef8c82eef not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:53:27.911732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3378a458-196f-4510-8a6b-af6fffa436b2 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:27.998080 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.030631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a6333-c6a0-4dec-a4c5-54b16d4cadcb req-3e0b43b2-727d-4203-b14e-5a264ac52f37 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:28.032262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fc7a6333-c6a0-4dec-a4c5-54b16d4cadcb req-3e0b43b2-727d-4203-b14e-5a264ac52f37 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.2864628 Dec 08 21:53:28.155724 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-724515d1-e129-4e4d-a5d7-e043d879abbc None None] Provisioning complete for port f8358168-1a05-4df7-9924-89d8d3e61d23 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:28.187335 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-724515d1-e129-4e4d-a5d7-e043d879abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.192403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting port 3da4ce6d-5520-472c-868d-7ad204d5fe4c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:28.192746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.234639 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.256505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fc7a6333-c6a0-4dec-a4c5-54b16d4cadcb req-7693f369-d766-402f-bcc8-5bcb4db43cef tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001233 Dec 08 21:53:28.373755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] For port 3da4ce6d-5520-472c-868d-7ad204d5fe4c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3da4ce6d-5520-472c-868d-7ad204d5fe4c,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:28.374126 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.387277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be913d7a-aeec-4963-a15a-dac26adeb4ac {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:53:28.396763 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Calling delete_port for 3da4ce6d-5520-472c-868d-7ad204d5fe4c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:28.418260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.420631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57914) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:28.451972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:28.457214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-724515d1-e129-4e4d-a5d7-e043d879abbc None None] Port f8358168-1a05-4df7-9924-89d8d3e61d23 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:28.466953 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.530743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.548703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['be913d7a-aeec-4963-a15a-dac26adeb4ac'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:53:28.554944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.612356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.645844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:28.685645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3378a458-196f-4510-8a6b-af6fffa436b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3378a458-196f-4510-8a6b-af6fffa436b2,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:28.691056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3378a458-196f-4510-8a6b-af6fffa436b2'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:28.694513 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536b7df1-967d-4036-9732-6085bd425162" -d '{"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "3378a458-196f-4510-8a6b-af6fffa436b2"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:28.706542 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:28.707310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 75b42589-fdc7-4854-9717-f0ff36e8d827 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:28.887043 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70004f9-5370-4dc8-aa51-3c8d3fafd999 x-openstack-request-id: req-a70004f9-5370-4dc8-aa51-3c8d3fafd999 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:28.887977 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "3378a458-196f-4510-8a6b-af6fffa436b2", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:28.889942 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a70004f9-5370-4dc8-aa51-3c8d3fafd999 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:28.890554 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3378a458-196f-4510-8a6b-af6fffa436b2', 'code': 200} Dec 08 21:53:28.911099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3378a458-196f-4510-8a6b-af6fffa436b2,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:28.947083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fac6-630f-4cd0-b619-ea0afa8545c2 req-39d33750-7fd9-4ac0-b6ec-4fe577ba2f4f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:28.969383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fac6-630f-4cd0-b619-ea0afa8545c2 req-39d33750-7fd9-4ac0-b6ec-4fe577ba2f4f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:28.994430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fac6-630f-4cd0-b619-ea0afa8545c2 req-39d33750-7fd9-4ac0-b6ec-4fe577ba2f4f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:29.014167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fac6-630f-4cd0-b619-ea0afa8545c2 req-39d33750-7fd9-4ac0-b6ec-4fe577ba2f4f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:29.037610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fac6-630f-4cd0-b619-ea0afa8545c2 req-39d33750-7fd9-4ac0-b6ec-4fe577ba2f4f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:29.055037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c077fac6-630f-4cd0-b619-ea0afa8545c2 req-39d33750-7fd9-4ac0-b6ec-4fe577ba2f4f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 3883 time: 0.6209018 Dec 08 21:53:29.106546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=529ac36b-8ede-4e35-8919-5f62541973d9,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:29.123073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4509-849e-4c9c-998d-16d8687f527b req-57514448-4e09-41b5-8ef7-96280b257bdf tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:29.137000 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-306c4509-849e-4c9c-998d-16d8687f527b req-57514448-4e09-41b5-8ef7-96280b257bdf tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 945 time: 0.1718798 Dec 08 21:53:29.145557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.149770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.222452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.248308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.274833 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.311095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a69d86ec-23d9-42fa-8085-3a8e1ece9dd4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1736088 Dec 08 21:53:29.332766 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c077fac6-630f-4cd0-b619-ea0afa8545c2 req-7839cf6e-8694-4b8a-8e79-3d2c27adb46e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691314 Dec 08 21:53:29.341190 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.425558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 75b42589-fdc7-4854-9717-f0ff36e8d827, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=75b42589-fdc7-4854-9717-f0ff36e8d827,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:29.441520 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.442330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 57419e41-a0ab-40c5-a027-51e1af84f29c no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:29.646360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Port': ['ID=3da4ce6d-5520-472c-868d-7ad204d5fe4c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:29.688308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e7bc7-db92-4bb4-a1e8-192532c168a6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:29.702676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] No DVR routers for this DVR port 3da4ce6d-5520-472c-868d-7ad204d5fe4c on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:29.712220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec7e03-57c8-424b-ac3c-99d217d50002 req-645e2a31-5506-4fd7-8926-fa939e98deda tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:29.723763 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91ec7e03-57c8-424b-ac3c-99d217d50002 req-645e2a31-5506-4fd7-8926-fa939e98deda tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.1799803 Dec 08 21:53:29.745830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=75b42589-fdc7-4854-9717-f0ff36e8d827,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:29.750778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.785362 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "DELETE /v2.0/ports/3da4ce6d-5520-472c-868d-7ad204d5fe4c HTTP/1.1" status: 204 len: 173 time: 2.1691489 Dec 08 21:53:29.785936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '3da4ce6d-5520-472c-868d-7ad204d5fe4c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:29.788899 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f83a8c-63d9-4129-8370-4460f941b1ac" -d '{"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "3da4ce6d-5520-472c-868d-7ad204d5fe4c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:29.835663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91ec7e03-57c8-424b-ac3c-99d217d50002 req-bd0c5790-5a9f-4f96-bb49-ed70d4830cd8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109319 Dec 08 21:53:29.879549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=058f131ed3fc4dee99c4cef1d59e1f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4578578 Dec 08 21:53:29.880663 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:29.882949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57956) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:30.108765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 57419e41-a0ab-40c5-a027-51e1af84f29c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=57419e41-a0ab-40c5-a027-51e1af84f29c,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:30.143273 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.144038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 110bef3d-0a3f-48bd-ad00-0ac335d68929 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:30.155653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-306c4509-849e-4c9c-998d-16d8687f527b req-9cc1e95e-4bef-48d5-8ae6-469a553c2d1b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0176201 Dec 08 21:53:30.171003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.171003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.171003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.171003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.175272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.175664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.176049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.176374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.185869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.186111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-897d1227-7714-418d-ac1c-1ca268d0d58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.186395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.186656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.204002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb1870-bb10-415d-af96-896083af50fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.237349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.248598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.248956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.253270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.253654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.255303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.258865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.259272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.259631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.259981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.260317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.260663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b0eeb-1b25-4cb4-9424-2d5c2e69d265 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:30.321091 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-897d1227-7714-418d-ac1c-1ca268d0d58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.393452 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655ccab8-2c93-4d98-8f99-de14eb356eaa x-openstack-request-id: req-655ccab8-2c93-4d98-8f99-de14eb356eaa {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:30.395657 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "3da4ce6d-5520-472c-868d-7ad204d5fe4c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:30.396655 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-655ccab8-2c93-4d98-8f99-de14eb356eaa {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:30.397879 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '3da4ce6d-5520-472c-868d-7ad204d5fe4c', 'status': 'completed', 'code': 200} Dec 08 21:53:30.535926 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-897d1227-7714-418d-ac1c-1ca268d0d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.544878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-897d1227-7714-418d-ac1c-1ca268d0d58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.546049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-897d1227-7714-418d-ac1c-1ca268d0d58c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a30e7bc7-db92-4bb4-a1e8-192532c168a6 HTTP/1.1" status: 204 len: 168 time: 0.6622756 Dec 08 21:53:30.566290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting port 3378a458-196f-4510-8a6b-af6fffa436b2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:30.577920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.606902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d1227-7714-418d-ac1c-1ca268d0d58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e7bc7-db92-4bb4-a1e8-192532c168a6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:30.757593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.765341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=57419e41-a0ab-40c5-a027-51e1af84f29c,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:30.882797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 110bef3d-0a3f-48bd-ad00-0ac335d68929, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:30.895459 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.918833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] For port 3378a458-196f-4510-8a6b-af6fffa436b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3378a458-196f-4510-8a6b-af6fffa436b2,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:30.919379 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:30.942109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Calling delete_port for 3378a458-196f-4510-8a6b-af6fffa436b2 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:30.957326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b42589-fdc7-4854-9717-f0ff36e8d827'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110bef3d-0a3f-48bd-ad00-0ac335d68929'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:30.967342 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c88c11-c47a-4e50-a208-232b3d4211eb" -d '{"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "75b42589-fdc7-4854-9717-f0ff36e8d827"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "110bef3d-0a3f-48bd-ad00-0ac335d68929"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:31.077909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=110bef3d-0a3f-48bd-ad00-0ac335d68929,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:31.173485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:53:31.232776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:31.311189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port be913d7a-aeec-4963-a15a-dac26adeb4ac triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:31.311835 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:31.317323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Port': ['ID=3378a458-196f-4510-8a6b-af6fffa436b2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:31.427565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81c20f-b76a-4c2c-af74-9a9f6ab92c0e req-7f9a2142-46a6-4cd5-a9bc-6dff6594d0b6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:31.447822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81c20f-b76a-4c2c-af74-9a9f6ab92c0e req-7f9a2142-46a6-4cd5-a9bc-6dff6594d0b6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:31.454964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81c20f-b76a-4c2c-af74-9a9f6ab92c0e req-7f9a2142-46a6-4cd5-a9bc-6dff6594d0b6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:31.464580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81c20f-b76a-4c2c-af74-9a9f6ab92c0e req-7f9a2142-46a6-4cd5-a9bc-6dff6594d0b6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:31.473994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eb81c20f-b76a-4c2c-af74-9a9f6ab92c0e req-7f9a2142-46a6-4cd5-a9bc-6dff6594d0b6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 3066 time: 0.9555829 Dec 08 21:53:31.540705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] No DVR routers for this DVR port 3378a458-196f-4510-8a6b-af6fffa436b2 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:31.544979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:31.549279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-918b188f-afdd-4170-a2a3-a4bdaef0fdd0 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "DELETE /v2.0/ports/3378a458-196f-4510-8a6b-af6fffa436b2 HTTP/1.1" status: 204 len: 173 time: 1.6377945 Dec 08 21:53:31.569371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eb81c20f-b76a-4c2c-af74-9a9f6ab92c0e req-87b35850-cc7c-4d6d-8868-841c38936f0c tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866368 Dec 08 21:53:31.628408 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:31.706801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:31.724575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:31.783722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7a0dd-7eb3-4110-a0ce-c53cdcbcd4fe req-7bad1d91-a3d7-4da6-bf97-84939b64d228 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:31.793083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7e7a0dd-7eb3-4110-a0ce-c53cdcbcd4fe req-7bad1d91-a3d7-4da6-bf97-84939b64d228 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.0752306 Dec 08 21:53:31.887782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7e7a0dd-7eb3-4110-a0ce-c53cdcbcd4fe req-a8c328b7-f613-43c9-bd9c-c693ef12a840 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936418 Dec 08 21:53:31.909946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting port 110bef3d-0a3f-48bd-ad00-0ac335d68929 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:31.928119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:31.964340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:32.019909 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0da089-4a36-4ff8-87c2-ceef9a0e816c x-openstack-request-id: req-2c0da089-4a36-4ff8-87c2-ceef9a0e816c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:32.020293 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "75b42589-fdc7-4854-9717-f0ff36e8d827", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-unplugged", "status": "completed", "tag": "110bef3d-0a3f-48bd-ad00-0ac335d68929", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:32.020463 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c0da089-4a36-4ff8-87c2-ceef9a0e816c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:32.020852 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b42589-fdc7-4854-9717-f0ff36e8d827', 'code': 200} Dec 08 21:53:32.021290 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'code': 200} Dec 08 21:53:32.021712 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110bef3d-0a3f-48bd-ad00-0ac335d68929', 'code': 200} Dec 08 21:53:32.215812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] For port 110bef3d-0a3f-48bd-ad00-0ac335d68929, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=110bef3d-0a3f-48bd-ad00-0ac335d68929,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:32.216271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:32.265760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Calling delete_port for 110bef3d-0a3f-48bd-ad00-0ac335d68929 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:32.293897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b68f6-4511-47ec-b901-cd9f9b47098f req-ddf5e3e0-a7a1-42d5-802a-f70203a7c6ca tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:32.301749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-038b68f6-4511-47ec-b901-cd9f9b47098f req-ddf5e3e0-a7a1-42d5-802a-f70203a7c6ca tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.0903053 Dec 08 21:53:32.402177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '3378a458-196f-4510-8a6b-af6fffa436b2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:32.404445 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530a5278-d256-484a-8d3a-dc5e13dc1f2c" -d '{"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "3378a458-196f-4510-8a6b-af6fffa436b2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:32.443789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-038b68f6-4511-47ec-b901-cd9f9b47098f req-23ed2f7b-9144-4445-b682-8232b9c47edc tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409886 Dec 08 21:53:32.711154 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:32.765174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Port': ['ID=110bef3d-0a3f-48bd-ad00-0ac335d68929,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:32.865829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] No DVR routers for this DVR port 110bef3d-0a3f-48bd-ad00-0ac335d68929 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:32.870452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:32.878332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-ede2f136-36d1-4926-8d71-d5777e21e347 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "DELETE /v2.0/ports/110bef3d-0a3f-48bd-ad00-0ac335d68929 HTTP/1.1" status: 204 len: 173 time: 1.3070209 Dec 08 21:53:32.969181 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbae141-b529-4846-8ea5-0e4dafa5e1c2 x-openstack-request-id: req-dcbae141-b529-4846-8ea5-0e4dafa5e1c2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:32.969480 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "3378a458-196f-4510-8a6b-af6fffa436b2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:32.969746 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcbae141-b529-4846-8ea5-0e4dafa5e1c2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:32.970163 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '3378a458-196f-4510-8a6b-af6fffa436b2', 'status': 'completed', 'code': 200} Dec 08 21:53:32.972094 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:53:33.270302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting port 75b42589-fdc7-4854-9717-f0ff36e8d827 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:33.270302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:33.501784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeb586-615d-49a5-8cdd-28c0000fd2ee req-6a58f12a-97af-4f5b-97fa-023a079c0b66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:33.518350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeb586-615d-49a5-8cdd-28c0000fd2ee req-6a58f12a-97af-4f5b-97fa-023a079c0b66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:33.521212 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88aeb586-615d-49a5-8cdd-28c0000fd2ee req-6a58f12a-97af-4f5b-97fa-023a079c0b66 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 1676 time: 0.3905880 Dec 08 21:53:33.646423 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88aeb586-615d-49a5-8cdd-28c0000fd2ee req-90dcb6df-7d6d-48a1-80ba-93b460b9ad3c tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178932 Dec 08 21:53:33.687840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] For port 75b42589-fdc7-4854-9717-f0ff36e8d827, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=75b42589-fdc7-4854-9717-f0ff36e8d827,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:33.688231 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:33.728167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Calling delete_port for 75b42589-fdc7-4854-9717-f0ff36e8d827 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:34.023335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:34.025677 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a30e65a-f19d-4932-9b39-2108eee9a12a" -d '{"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-plugged", "status": "completed", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:34.141029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252c18-45e6-443e-be07-81aedc5bff98 req-18105e1b-908a-4942-a2ce-4962916d7f86 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:34.146853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e252c18-45e6-443e-be07-81aedc5bff98 req-18105e1b-908a-4942-a2ce-4962916d7f86 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.2226312 Dec 08 21:53:34.411441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e252c18-45e6-443e-be07-81aedc5bff98 req-4a4ecba5-54af-4814-a303-7d7dc8e1315e tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558906 Dec 08 21:53:34.434284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:34.559069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Port': ['ID=75b42589-fdc7-4854-9717-f0ff36e8d827,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:34.811938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] No DVR routers for this DVR port 75b42589-fdc7-4854-9717-f0ff36e8d827 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:34.817104 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:34.822149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-1aab714d-ee99-4b7b-a74b-c2bdc2763a52 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "DELETE /v2.0/ports/75b42589-fdc7-4854-9717-f0ff36e8d827 HTTP/1.1" status: 204 len: 173 time: 1.9340055 Dec 08 21:53:34.915754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30403b4-d6f8-49ea-83de-30ade07877cc req-3ded1bc0-265f-4ecc-8af5-40f19ee10f74 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:34.925166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f30403b4-d6f8-49ea-83de-30ade07877cc req-3ded1bc0-265f-4ecc-8af5-40f19ee10f74 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.2503562 Dec 08 21:53:34.985042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '110bef3d-0a3f-48bd-ad00-0ac335d68929'}, {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '75b42589-fdc7-4854-9717-f0ff36e8d827'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:34.991806 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41037b78-b4c0-43da-bda3-1da9b475c3a8" -d '{"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "110bef3d-0a3f-48bd-ad00-0ac335d68929"}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "75b42589-fdc7-4854-9717-f0ff36e8d827"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:35.141377 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f30403b4-d6f8-49ea-83de-30ade07877cc req-67d88c87-c53d-4cfe-9339-568ba3f6688d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588094 Dec 08 21:53:35.171141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting port 57419e41-a0ab-40c5-a027-51e1af84f29c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:35.171481 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:35.350463 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f394676-8ac1-4c16-b579-8064f43caab7 x-openstack-request-id: req-7f394676-8ac1-4c16-b579-8064f43caab7 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:35.351718 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-plugged", "status": "completed", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:35.352208 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f394676-8ac1-4c16-b579-8064f43caab7 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:35.352826 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'code': 200} Dec 08 21:53:35.473602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] For port 57419e41-a0ab-40c5-a027-51e1af84f29c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=57419e41-a0ab-40c5-a027-51e1af84f29c,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:35.474100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:35.562578 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5d16bc96-4a43-4759-ac43-3d1567c03618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:35.822785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07216fb8-ec34-41e3-be41-e1b2bee03722 req-d7e020f2-8b35-481c-a853-90b0861cae06 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:35.833042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07216fb8-ec34-41e3-be41-e1b2bee03722 req-d7e020f2-8b35-481c-a853-90b0861cae06 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 943 time: 0.1932096 Dec 08 21:53:35.864466 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:35.864837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:35.865162 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Floating IP c205993d-4206-4f17-999b-9ee3330e3a58 disassociated. External IP: 172.25.1.71, port: 57419e41-a0ab-40c5-a027-51e1af84f29c. Dec 08 21:53:35.865495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Calling delete_port for 57419e41-a0ab-40c5-a027-51e1af84f29c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:35.984512 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07216fb8-ec34-41e3-be41-e1b2bee03722 req-c820a322-0eb4-43fb-a09d-b5398c49ce85 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5fa186-bca0-4baf-bbbb-297a05e427f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495211 Dec 08 21:53:36.145029 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1c5c4-7329-40f4-9ef9-bc4116236030 x-openstack-request-id: req-d2d1c5c4-7329-40f4-9ef9-bc4116236030 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:36.149726 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "110bef3d-0a3f-48bd-ad00-0ac335d68929", "status": "completed", "code": 200}, {"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "75b42589-fdc7-4854-9717-f0ff36e8d827", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:36.150996 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2d1c5c4-7329-40f4-9ef9-bc4116236030 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:36.152149 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '110bef3d-0a3f-48bd-ad00-0ac335d68929', 'status': 'completed', 'code': 200} Dec 08 21:53:36.154173 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '75b42589-fdc7-4854-9717-f0ff36e8d827', 'status': 'completed', 'code': 200} Dec 08 21:53:36.515313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:36.554343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b4fe-30c1-475a-9d3c-94aa0f516c8f req-e81b0bc3-5d0e-42f5-8205-38862a079717 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:36.571071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85c9b4fe-30c1-475a-9d3c-94aa0f516c8f req-e81b0bc3-5d0e-42f5-8205-38862a079717 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.2215033 Dec 08 21:53:36.618699 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-ad945c3c-8b1a-47c7-b235-1f3abe1c980e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1963021428&fields=id&tenant_id=4a416cf8102348dfb60903a1c74a36c7 HTTP/1.1" status: 200 len: 267 time: 0.1008840 Dec 08 21:53:36.688716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Port': ['ID=57419e41-a0ab-40c5-a027-51e1af84f29c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:36.762893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c987b880-3b5b-49cb-bdf8-5bcbdbd5e90c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:36.766264 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c987b880-3b5b-49cb-bdf8-5bcbdbd5e90c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports/6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 935 time: 0.1393654 Dec 08 21:53:36.766831 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85c9b4fe-30c1-475a-9d3c-94aa0f516c8f req-2f71e6ed-7ab8-458a-ba61-ac2711a03852 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934624 Dec 08 21:53:36.893817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-04b48025-8023-418a-8031-45b8dc3eb446 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:36.911442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-04b48025-8023-418a-8031-45b8dc3eb446 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports/25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 937 time: 0.1338980 Dec 08 21:53:37.064644 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-60895a72-f490-4a4b-baa0-5d4ca4dc0f37 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1493275 Dec 08 21:53:37.173273 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-3f40ae4f-03fd-4c73-a07c-1cfba6a882fa tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1058745 Dec 08 21:53:37.397493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbe3ae-8dda-44f1-85de-ccf68c6be41c req-1ef3ed28-34bd-489f-8d52-f7ce3ddf15f6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:37.405722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2bbe3ae-8dda-44f1-85de-ccf68c6be41c req-1ef3ed28-34bd-489f-8d52-f7ce3ddf15f6 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.4017591 Dec 08 21:53:37.409225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-9f539bc2-d88b-4f8d-8b6e-49bdf66d9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:37.411289 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-9f539bc2-d88b-4f8d-8b6e-49bdf66d9c8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 1097 time: 0.3493927 Dec 08 21:53:37.508463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Router 5b697140-1fda-40e9-82a4-893d61e9e82a has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:53:37.612438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-64091e55-f6ce-4ede-8ee8-765b35057dcd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:37.621340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-64091e55-f6ce-4ede-8ee8-765b35057dcd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:37.628218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-64091e55-f6ce-4ede-8ee8-765b35057dcd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:37.645225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-64091e55-f6ce-4ede-8ee8-765b35057dcd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/networks?id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=e871f1df-f380-4b86-8547-dfdae5b5807d&id=e871f1df-f380-4b86-8547-dfdae5b5807d HTTP/1.1" status: 200 len: 1994 time: 0.4695981 Dec 08 21:53:37.661563 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2bbe3ae-8dda-44f1-85de-ccf68c6be41c req-3526482b-ae82-4603-904c-2d945090f244 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547038 Dec 08 21:53:37.698367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-da6f17d2-e95b-4fd5-99b2-bf1a0df0f705 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/quotas/4a416cf8102348dfb60903a1c74a36c7 HTTP/1.1" status: 200 len: 375 time: 0.0499887 Dec 08 21:53:37.883793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-579b577f-9ee6-43fc-818a-086b348f8100 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1842258 Dec 08 21:53:38.213003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f722d552-7357-41b7-a730-28c5825ffc95 req-8d6ce182-2427-47d2-9d5c-f2b55d581320 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.2868361 Dec 08 21:53:38.239259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-21a0def3-1719-46f5-ac7b-bae10a7a8a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:38.375146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-7557759e-9e24-4fa2-83fb-490cc5881239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:38.386623 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-7557759e-9e24-4fa2-83fb-490cc5881239 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 912 time: 0.9394815 Dec 08 21:53:38.502392 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-4fe27880-69e9-4c75-b3bf-61f6d4a060ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3298824a-ce8d-47e2-98e3-e211bb494100 HTTP/1.1" status: 200 len: 217 time: 0.1098266 Dec 08 21:53:38.564089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-b0d95a76-b9eb-4414-85d4-e1c9cafba149 service neutron] 10.222.0.21 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765101 Dec 08 21:53:38.598009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:53:38.616107 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db549615-f570-42f2-8509-9805d78d5baf None None] Sync routers for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:53:38.634275 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db549615-f570-42f2-8509-9805d78d5baf None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:53:38.637235 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-db549615-f570-42f2-8509-9805d78d5baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:53:38.760906 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:38.774160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2f8f-19ce-448d-8eb6-9610e9c01404 req-44d0a7fc-75e8-41c7-a0f1-9924502dfb3b tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:38.779388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-078d2f8f-19ce-448d-8eb6-9610e9c01404 req-44d0a7fc-75e8-41c7-a0f1-9924502dfb3b tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 946 time: 0.2735467 Dec 08 21:53:38.780601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] No DVR routers for this DVR port 57419e41-a0ab-40c5-a027-51e1af84f29c on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:38.785673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:38.792892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3dac1d42-51e3-4b99-9953-678851ab56a6 req-167ff5ec-05a4-42d4-9328-1b767cd0d4d3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.23 "DELETE /v2.0/ports/57419e41-a0ab-40c5-a027-51e1af84f29c HTTP/1.1" status: 204 len: 173 time: 3.9498599 Dec 08 21:53:38.797851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-297c9c0c-990c-4cc5-8709-7460a7b336c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:38.800505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-297c9c0c-990c-4cc5-8709-7460a7b336c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.2856290 Dec 08 21:53:38.805942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:38.809727 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d0f928-a3d9-4708-b804-a7cfb1a2d11b" -d '{"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:38.826679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c01bf235-b8ed-4641-bd56-052e713f3dfc service neutron] 10.222.0.21 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611578 Dec 08 21:53:38.965749 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-db549615-f570-42f2-8509-9805d78d5baf None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:53:39.020945 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-386d30ea-1f5d-4b8f-bda5-bc2f6784ba7d service neutron] 10.222.0.21 "GET /v2.0/ports/6f424728-030b-4cd2-9bb5-8d02e49b4248?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1880529 Dec 08 21:53:39.045684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-13add4ee-0ee7-42e5-88ce-e6d720241d93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2284722 Dec 08 21:53:39.066027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-078d2f8f-19ce-448d-8eb6-9610e9c01404 req-077a75bd-b611-49ba-9267-8b2644601a53 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573388 Dec 08 21:53:39.265299 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-d396409b-dae1-4860-9770-25282003ca5a service neutron] 10.222.0.21 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351315 Dec 08 21:53:39.351110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:39.363087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef32d3-0bce-485a-a531-3031f7dbd052 req-4676a685-9884-4751-9906-91e50b769829 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:39.364867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25ef32d3-0bce-485a-a531-3031f7dbd052 req-4676a685-9884-4751-9906-91e50b769829 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1452668 Dec 08 21:53:39.391292 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:39.449209 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-d1ed2d1b-1f2a-48c6-abc1-b8b190002598 service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774002 Dec 08 21:53:39.473841 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-388bc83e-ab9f-4f98-8e83-c3fcf9fda14a service neutron] 10.222.0.21 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044275 Dec 08 21:53:39.520669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25ef32d3-0bce-485a-a531-3031f7dbd052 req-96998b75-5802-4551-a31e-3151a9e99b0a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428678 Dec 08 21:53:39.628337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-b08bff12-7393-4650-964e-2e0ce0126396 service neutron] 10.222.0.21 "GET /v2.0/ports/25777d9c-4bd1-478e-b1a2-e4daee18c5a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1475103 Dec 08 21:53:39.740243 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-db549615-f570-42f2-8509-9805d78d5baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:54Z', 'revision_number': 5, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:53:39.817362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3298824a-ce8d-47e2-98e3-e211bb494100 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:39.858073 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db549615-f570-42f2-8509-9805d78d5baf None None] Checking router: 5b697140-1fda-40e9-82a4-893d61e9e82a for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:53:39.872037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a430bf7a-6999-40fc-984c-47b6bb158109 service neutron] 10.222.0.21 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368798 Dec 08 21:53:39.903849 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db549615-f570-42f2-8509-9805d78d5baf None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:53:39.904482 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-db549615-f570-42f2-8509-9805d78d5baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:53:40.070116 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:40.092411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:40.119469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:40.125479 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289eab74-e75f-4915-a3b4-1eda4eccc2b4" -d '{"events": [{"server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "name": "network-vif-unplugged", "status": "completed", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:40.160471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-29b2e171-a3ce-46a9-b0a0-01e1f8fcbcaa service neutron] 10.222.0.21 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875490 Dec 08 21:53:40.180755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:40.182543 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-db549615-f570-42f2-8509-9805d78d5baf None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:53:40.200729 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:40.347286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:40.440788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-9e185da6-4bcd-4dec-9684-c59880d0fa8a service neutron] 10.222.0.21 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671220 Dec 08 21:53:40.652524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-7b02986d-6f92-4102-8f11-c91603fc85a6 service neutron] 10.222.0.21 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052891 Dec 08 21:53:40.660076 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b724cfbb-7b40-4a04-bb22-e67e2a68e862 x-openstack-request-id: req-b724cfbb-7b40-4a04-bb22-e67e2a68e862 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:40.660661 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c45d6-7cdc-41ce-8443-2f051b3325d9", "name": "network-vif-deleted", "tag": "57419e41-a0ab-40c5-a027-51e1af84f29c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:40.660661 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b724cfbb-7b40-4a04-bb22-e67e2a68e862 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:40.660973 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c45d6-7cdc-41ce-8443-2f051b3325d9', 'name': 'network-vif-deleted', 'tag': '57419e41-a0ab-40c5-a027-51e1af84f29c', 'status': 'completed', 'code': 200} Dec 08 21:53:40.744206 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-850bb7f9-d156-4d4c-938d-dbc8da006442 req-3e8133d6-b497-4beb-aee6-7b841942333f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0822947 Dec 08 21:53:40.797935 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-db549615-f570-42f2-8509-9805d78d5baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:54Z', 'revision_number': 5, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:53:40.864393 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db549615-f570-42f2-8509-9805d78d5baf None None] The sync data for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 is: [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:42:50Z', 'revision_number': 4, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f5d4e624-e57d-4795-bd2b-f917ff848395', 'name': '', 'network_id': 'fb78ba57-643a-4584-bdac-628c6a3fec79', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'mac_address': 'fa:16:3e:3c:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:48Z', 'updated_at': '2021-12-08T21:42:54Z', 'revision_number': 5, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'subnets': [{'id': '54db3cff-c2b8-41dd-b755-7ba7b427cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:53:40.918022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ab3287-c90a-4552-b92a-f92ad84c1c1d req-e0af6ea8-fb2a-4f16-9988-26bb6ba80e4a service neutron] 10.222.0.23 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4337399 Dec 08 21:53:40.945478 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:41.008714 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5ce2e35c-3b02-4484-853a-c27a72fb1516 service neutron] 10.222.0.21 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423574 Dec 08 21:53:41.094532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f147f0e-b642-4ffc-bcf4-25763a99be03 req-d5714a5b-6e36-4b0d-b190-d0768b14f09f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:41.102943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f147f0e-b642-4ffc-bcf4-25763a99be03 req-d5714a5b-6e36-4b0d-b190-d0768b14f09f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 944 time: 0.1561596 Dec 08 21:53:41.253637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7f147f0e-b642-4ffc-bcf4-25763a99be03 req-99be29f6-d470-4df3-9344-d6586aac3278 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497297 Dec 08 21:53:41.298225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-d0d5163d-bf04-4254-938a-818c2b2987dd service neutron] 10.222.0.21 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720826 Dec 08 21:53:41.422472 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306f17ab-055d-48cb-85af-250a6aa51fa2 x-openstack-request-id: req-306f17ab-055d-48cb-85af-250a6aa51fa2 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:41.422786 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "name": "network-vif-unplugged", "status": "completed", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:41.423052 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-306f17ab-055d-48cb-85af-250a6aa51fa2 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:41.423467 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100', 'code': 200} Dec 08 21:53:41.539239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3005fd-6b2c-495f-8563-5c0477064a37 None None] New status for floating IP c205993d-4206-4f17-999b-9ee3330e3a58: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:53:41.666628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-3631e872-25f4-4efe-87da-610e9bb35b36 service neutron] 10.222.0.21 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614588 Dec 08 21:53:41.764015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677ae3a-340d-4544-966f-ae67f9201388 req-7c4b2027-400f-4223-9129-68a74a6cfeb2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:41.772247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2677ae3a-340d-4544-966f-ae67f9201388 req-7c4b2027-400f-4223-9129-68a74a6cfeb2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1657529 Dec 08 21:53:41.836062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2677ae3a-340d-4544-966f-ae67f9201388 req-2858daa1-0008-413c-9ae4-070349ecaa6b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528970 Dec 08 21:53:42.051417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5a5d38f6-0c3d-44a9-bf45-a9ee073be58e service neutron] 10.222.0.21 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565662 Dec 08 21:53:42.190658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-f06c1125-10d2-48c7-bafc-35f873a9aa3e service neutron] 10.222.0.21 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374619 Dec 08 21:53:42.373889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e124a8d-50be-4211-b9de-a4c800d19fc9 req-d3256ef3-26d5-45f7-a11d-aacf1da72ddf tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0887160 Dec 08 21:53:42.467704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-6ea39110-bdaf-42fc-831b-f1a879073978 service neutron] 10.222.0.21 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743957 Dec 08 21:53:42.612946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5988b1-bd2f-4941-8725-8b8a5a152ef3 req-f1196512-3b10-4553-a33d-80973ef969e5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:42.621813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a5988b1-bd2f-4941-8725-8b8a5a152ef3 req-f1196512-3b10-4553-a33d-80973ef969e5 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1003470 Dec 08 21:53:42.712416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a5988b1-bd2f-4941-8725-8b8a5a152ef3 req-ae901ee1-a65b-45ba-a04a-086f09952be3 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890853 Dec 08 21:53:42.920826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d70d4-6f2f-4a78-b8ca-782deb775670 req-c08c1264-25e4-4a24-9710-e8fd583613f4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:42.930146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d56d70d4-6f2f-4a78-b8ca-782deb775670 req-c08c1264-25e4-4a24-9710-e8fd583613f4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 944 time: 0.0883052 Dec 08 21:53:43.090597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d56d70d4-6f2f-4a78-b8ca-782deb775670 req-6afebc3b-860a-49d1-b15b-a3bdd065d1ea tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590893 Dec 08 21:53:43.310849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243255ca-f1b9-4c42-bc4a-8e8fee03dad9 req-ebaa286f-a4f9-4d05-9ab4-db69b7a75e10 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:43.313617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-243255ca-f1b9-4c42-bc4a-8e8fee03dad9 req-ebaa286f-a4f9-4d05-9ab4-db69b7a75e10 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1247363 Dec 08 21:53:43.397142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-243255ca-f1b9-4c42-bc4a-8e8fee03dad9 req-f20ec7d6-d670-47bb-88cb-739dc91ce116 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760376 Dec 08 21:53:43.812096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-437a0f45-9b54-4890-b849-c81a3cb44095 req-869e8414-092a-407e-a166-f2d5ce24e4f2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0498669 Dec 08 21:53:43.987530 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74ab7500-44f6-4e6c-a6bc-7492af27d80b req-3c8c7a11-e6fc-49dc-90be-f688e760bd3a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0688987 Dec 08 21:53:44.310467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a7cc-3417-47c8-bac7-845bb69fbb44 req-8a4f5b9b-142e-4f81-a639-8e335de78c2e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:44.312696 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69b0a7cc-3417-47c8-bac7-845bb69fbb44 req-8a4f5b9b-142e-4f81-a639-8e335de78c2e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1794910 Dec 08 21:53:44.394280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69b0a7cc-3417-47c8-bac7-845bb69fbb44 req-650f241e-cbfd-4322-9b94-059164cb0b1b tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722501 Dec 08 21:53:44.438434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-1cd9b0a4-fa2e-4a20-978b-3f724af9ed86 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:44.444439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-1cd9b0a4-fa2e-4a20-978b-3f724af9ed86 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.37 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 946 time: 0.1632931 Dec 08 21:53:44.653006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf7984-e3b3-4b8f-acf7-cfd967da50ca req-e2278129-dd9f-4b23-a09b-40bdfd3c49f0 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:44.654582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78cf7984-e3b3-4b8f-acf7-cfd967da50ca req-e2278129-dd9f-4b23-a09b-40bdfd3c49f0 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1058607 Dec 08 21:53:44.767055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Deleting port 6355172e-144a-4abc-b870-a0cf3f2ef210 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:44.771599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:44.787030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78cf7984-e3b3-4b8f-acf7-cfd967da50ca req-1b4344fd-25f6-4d1a-a4ff-4c8694be6cce tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158793 Dec 08 21:53:45.068279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-041deda7-c5ca-474a-88e5-a383640307d7 req-8b904fdb-66f0-4a2a-84ed-3dd7b1dedb3a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0725136 Dec 08 21:53:45.106313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] For port 6355172e-144a-4abc-b870-a0cf3f2ef210, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6355172e-144a-4abc-b870-a0cf3f2ef210,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:45.108050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:45.147749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Calling delete_port for 6355172e-144a-4abc-b870-a0cf3f2ef210 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:45.195331 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-334ab402-bc4a-461c-985e-492254740d0d req-d768587b-33ac-4ee1-86f3-d26f3fddf67f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0493152 Dec 08 21:53:45.378773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:45.394784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d2fdb64e-d8c9-4841-b044-c98b0e232d20'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:53:45.458581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Pushing event deleted for resources: {'Port': ['ID=6355172e-144a-4abc-b870-a0cf3f2ef210,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:45.537338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] No DVR routers for this DVR port 6355172e-144a-4abc-b870-a0cf3f2ef210 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:45.540850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:45.545885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c11115d-40c1-400c-a886-a4e7ae789e4d req-ead02afa-417f-4353-ba44-9e376c7ae914 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.37 "DELETE /v2.0/ports/6355172e-144a-4abc-b870-a0cf3f2ef210 HTTP/1.1" status: 204 len: 173 time: 1.0948238 Dec 08 21:53:45.546788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0549f4d0-d89a-4da5-864b-a09d2b58bc2f', 'name': 'network-vif-deleted', 'tag': '6355172e-144a-4abc-b870-a0cf3f2ef210'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:45.572933 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6fe9d4-624d-4175-bd84-fadb3c0930a0" -d '{"events": [{"server_uuid": "0549f4d0-d89a-4da5-864b-a09d2b58bc2f", "name": "network-vif-deleted", "tag": "6355172e-144a-4abc-b870-a0cf3f2ef210"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:45.630952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcbcaa48-af08-43e5-89cc-d9498e0586d8 req-4c018769-fb2e-4cb7-8e1c-50c5884976f0 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0549f4d0-d89a-4da5-864b-a09d2b58bc2f HTTP/1.1" status: 200 len: 210 time: 0.0781703 Dec 08 21:53:45.655754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6355172e-144a-4abc-b870-a0cf3f2ef210'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:53:45.756854 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b53a8d-e18f-4088-aa68-b93822cdc078 x-openstack-request-id: req-24b53a8d-e18f-4088-aa68-b93822cdc078 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:45.762639 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0549f4d0-d89a-4da5-864b-a09d2b58bc2f", "name": "network-vif-deleted", "tag": "6355172e-144a-4abc-b870-a0cf3f2ef210", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:45.763524 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24b53a8d-e18f-4088-aa68-b93822cdc078 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:45.764507 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0549f4d0-d89a-4da5-864b-a09d2b58bc2f', 'name': 'network-vif-deleted', 'tag': '6355172e-144a-4abc-b870-a0cf3f2ef210', 'status': 'completed', 'code': 200} Dec 08 21:53:45.820255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-4b9a33d4-aa6c-477f-9c97-79d426c99c21 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:45.850663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-4b9a33d4-aa6c-477f-9c97-79d426c99c21 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0d31070-f43e-40a2-9b57-94fe5c9a9cff HTTP/1.1" status: 200 len: 944 time: 0.1787286 Dec 08 21:53:45.898464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3298824a-ce8d-47e2-98e3-e211bb494100 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:46.164293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Deleting port 3298824a-ce8d-47e2-98e3-e211bb494100 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:46.165357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:46.222598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df738f-89ec-41d6-86f8-2108c4431664 req-f6801f54-4477-491a-bee5-33b924e12592 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:46.228903 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43df738f-89ec-41d6-86f8-2108c4431664 req-f6801f54-4477-491a-bee5-33b924e12592 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1541741 Dec 08 21:53:46.385188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43df738f-89ec-41d6-86f8-2108c4431664 req-69e6a5a5-ae5b-4512-866d-8d550d83288c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500406 Dec 08 21:53:46.420837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] For port 3298824a-ce8d-47e2-98e3-e211bb494100, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3298824a-ce8d-47e2-98e3-e211bb494100,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:46.421192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:46.436928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Calling delete_port for 3298824a-ce8d-47e2-98e3-e211bb494100 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:46.688256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df9d2f30-2a07-4bc4-b030-fa6190d9ec3d req-60c01fbb-2170-4c68-a3f3-5929e012d567 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0793676 Dec 08 21:53:46.890829 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c7e47ce-d493-4773-84d6-b1cd09745436 req-0af075e6-66a7-4b51-bb41-5ea49340b886 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0453501 Dec 08 21:53:46.979469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-22629289-acba-45c6-8a52-748852c6a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:46.982054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-22629289-acba-45c6-8a52-748852c6a5d8 service neutron] 10.222.0.23 "GET /v2.0/ports/6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 1031 time: 0.3598864 Dec 08 21:53:47.041590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:47.044467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-59fd5980-956f-4de9-9430-5f34a6093830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:47.046253 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-59fd5980-956f-4de9-9430-5f34a6093830 service neutron] 10.222.0.23 "GET /v2.0/ports/25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 1033 time: 0.0565963 Dec 08 21:53:47.100629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event deleted for resources: {'Port': ['ID=3298824a-ce8d-47e2-98e3-e211bb494100,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:47.183034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] No DVR routers for this DVR port 3298824a-ce8d-47e2-98e3-e211bb494100 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:47.204989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:47.214235 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ef17ae10-e8e8-4fb8-be14-9c55211749fe req-c32efac1-4042-4d15-858c-38adec6508d9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "DELETE /v2.0/ports/3298824a-ce8d-47e2-98e3-e211bb494100 HTTP/1.1" status: 204 len: 173 time: 1.3623168 Dec 08 21:53:47.395965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-87fda8b1-b4fb-42c3-9587-5a2a0ad3bfc2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:47.419630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-87fda8b1-b4fb-42c3-9587-5a2a0ad3bfc2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:47.438892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-87fda8b1-b4fb-42c3-9587-5a2a0ad3bfc2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:47.455919 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-87fda8b1-b4fb-42c3-9587-5a2a0ad3bfc2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "GET /v2.0/networks?id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=e871f1df-f380-4b86-8547-dfdae5b5807d&id=e871f1df-f380-4b86-8547-dfdae5b5807d HTTP/1.1" status: 200 len: 1994 time: 0.3798869 Dec 08 21:53:47.520693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e87d2-1462-49dc-ac76-dfd56932d8ee req-31f5a8eb-6160-4310-bbda-63cba2a4f9ca tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:47.553462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f5e87d2-1462-49dc-ac76-dfd56932d8ee req-31f5a8eb-6160-4310-bbda-63cba2a4f9ca tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1062131 Dec 08 21:53:47.588985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-d8ddfca3-a0b7-4001-a3ca-ff20643364e0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a416cf8102348dfb60903a1c74a36c7 HTTP/1.1" status: 200 len: 380 time: 0.1321642 Dec 08 21:53:47.611865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'admin_state_up': True, 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'security_groups': ['7930b623-ee4f-43a7-bcaa-b679f40069fa']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:47.764271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f5e87d2-1462-49dc-ac76-dfd56932d8ee req-01d3c2fb-e6ff-44ad-a8a8-38f598f9d443 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086840 Dec 08 21:53:47.808802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'name': 'network-vif-deleted', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:47.811122 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e84961-2b06-4a2d-bef1-02316435ac0e" -d '{"events": [{"server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "name": "network-vif-deleted", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:47.985620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b99859-16ef-42bd-bf21-90c0af9ed0f8 req-6f223cff-0109-43ca-bb5e-af657f6c03a2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:47.988956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b99859-16ef-42bd-bf21-90c0af9ed0f8 req-6f223cff-0109-43ca-bb5e-af657f6c03a2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.2504244 Dec 08 21:53:48.033437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:48.037304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:48.200274 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41a5bda5-b506-4eb1-a499-222504767046 req-73b81926-716c-412a-97c7-f2565191819b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0764933 Dec 08 21:53:48.426087 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc138632-7529-47d2-bc52-d519f30a4aa5 req-01d6332f-e6ad-4098-b457-48af2825c209 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0535719 Dec 08 21:53:48.443140 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e308cb-92ca-42fd-b771-41956ca52992 x-openstack-request-id: req-75e308cb-92ca-42fd-b771-41956ca52992 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:48.444037 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d31070-f43e-40a2-9b57-94fe5c9a9cff", "name": "network-vif-deleted", "tag": "3298824a-ce8d-47e2-98e3-e211bb494100", "status": "failed", "code": 422}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:48.444303 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75e308cb-92ca-42fd-b771-41956ca52992 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:48.459492 n-d-821126-1 neutron-server[102390]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0d31070-f43e-40a2-9b57-94fe5c9a9cff', 'name': 'network-vif-deleted', 'tag': '3298824a-ce8d-47e2-98e3-e211bb494100', 'status': 'failed', 'code': 422} returned with failed status Dec 08 21:53:48.466772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b99859-16ef-42bd-bf21-90c0af9ed0f8 req-fcdc925e-55ff-4a5d-af85-abffb0e72303 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474127 Dec 08 21:53:48.718064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Allocated IP 172.20.0.11 (f8349c87-e4a0-400b-b1bc-7f55c65b1c63/08a73796-c08b-4780-a9f8-0e5e808676e6/2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:48.837041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143152-e668-4928-91ab-a5968aed71bf req-c37f4350-fbf2-42ad-9d81-fedd748b0006 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:48.861992 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-c37f4350-fbf2-42ad-9d81-fedd748b0006 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.2815597 Dec 08 21:53:48.909671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-1594895f-9d95-4b46-a754-1478358691a9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/quotas/fe05e004238d4ce8b63d03a6110bb09d HTTP/1.1" status: 200 len: 375 time: 0.0466819 Dec 08 21:53:48.971330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-d7b0cf0f-9c3a-4b81-87f7-d198bb6a6482 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603948 Dec 08 21:53:49.113535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dab8d-1459-48fd-94e6-4fc479b775e3 req-9d9549b7-ce3f-4415-9ac8-fcb72123f311 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:49.122454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff5dab8d-1459-48fd-94e6-4fc479b775e3 req-9d9549b7-ce3f-4415-9ac8-fcb72123f311 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1721289 Dec 08 21:53:49.172341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-7b6a8085-bc05-4092-b9a5-1a35bb1485c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999638 Dec 08 21:53:49.268830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6355172e-144a-4abc-b870-a0cf3f2ef210 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:49.271149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff5dab8d-1459-48fd-94e6-4fc479b775e3 req-f7186882-e03a-4ff2-9b31-c197b20ccf2a tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477685 Dec 08 21:53:49.279043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:49.331540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 6355172e-144a-4abc-b870-a0cf3f2ef210 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:53:49.333326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6355172e-144a-4abc-b870-a0cf3f2ef210 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:53:49.338464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:49.430156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-01c46e08-329f-4932-aec7-cac32568e2a8 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566381 Dec 08 21:53:49.464617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:49.471058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e960961-91a0-4204-96a9-5ca7939f13c6 req-57734354-ad52-445c-b436-6717ad371682 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0491478 Dec 08 21:53:49.474532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:49.477675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:49.544078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:49.545039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:49.560728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:49.579786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-49ce2eea-daf8-4041-818f-2cff91eeb741 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9783890 Dec 08 21:53:49.598311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'admin_state_up': True, 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'security_groups': ['7930b623-ee4f-43a7-bcaa-b679f40069fa']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:49.756475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:49.761197 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:49.965964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeeafd-bf2d-4aad-b827-5bfaa378c5be req-3f43d792-1b73-4a66-9891-a9102dd9787d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:50.007746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-adaeeafd-bf2d-4aad-b827-5bfaa378c5be req-3f43d792-1b73-4a66-9891-a9102dd9787d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1088557 Dec 08 21:53:50.023721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-836b2eaf-bb09-404d-bb24-8a7dc6189cc4 None None] Provisioning complete for port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:50.024110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-836b2eaf-bb09-404d-bb24-8a7dc6189cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:50.096827 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-adaeeafd-bf2d-4aad-b827-5bfaa378c5be req-a0a4cb58-9375-4ded-a795-429c683f46af tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949457 Dec 08 21:53:50.166441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-836b2eaf-bb09-404d-bb24-8a7dc6189cc4 None None] Port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:50.253593 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f92ea1ec-12f8-4530-a6aa-4a833ef09326 req-057944b7-b2a9-4620-b8db-ffff224100ae tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 210 time: 0.0628669 Dec 08 21:53:50.263485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Allocated IP 10.1.1.158 (766a0277-f49e-461d-b4fb-5cbd226f3e75/b7f21fcd-1562-4704-814f-1159442d3f0b/9ce62691-50ff-4fcb-b348-52eb9a1af15d) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:50.413733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:50.443720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b546eba-76cc-4aca-8a67-2c13c9de33d6 req-36765f11-14be-4ae1-b207-3d554f0ef70c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:50.451007 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b546eba-76cc-4aca-8a67-2c13c9de33d6 req-36765f11-14be-4ae1-b207-3d554f0ef70c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 932 time: 0.7113769 Dec 08 21:53:50.514673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b4a08-0014-49f8-b66c-b0c13234427b req-7caa0b0c-4453-4cb9-ab6b-6a8389c7f8a8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:50.525561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb8b4a08-0014-49f8-b66c-b0c13234427b req-7caa0b0c-4453-4cb9-ab6b-6a8389c7f8a8 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1002433 Dec 08 21:53:50.564417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:50.604822 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb8b4a08-0014-49f8-b66c-b0c13234427b req-9be55ad0-0bb8-4c0a-8a1b-ff35f6794062 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763679 Dec 08 21:53:50.683925 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b546eba-76cc-4aca-8a67-2c13c9de33d6 req-c0140ca0-797a-4464-b23d-643ab8e9f10b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319896 Dec 08 21:53:50.744910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:50.755621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:50.778579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:50.783530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=9ce62691-50ff-4fcb-b348-52eb9a1af15d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:50.893616 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e473e72-601f-4f1b-b3b8-c3d66ff318bb req-9de991ea-65ee-49d8-ab33-2eef0012939e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0512066 Dec 08 21:53:50.930496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:50.932717 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:50.972080 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-5d4e22ec-e511-4504-8758-3cb8386ec18b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3802145 Dec 08 21:53:50.993276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'admin_state_up': True, 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'security_groups': ['7930b623-ee4f-43a7-bcaa-b679f40069fa']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:51.208207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dc27b250-817e-4c38-a91b-7d5e59d07b21 None None] Provisioning complete for port 9ce62691-50ff-4fcb-b348-52eb9a1af15d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:51.209829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc27b250-817e-4c38-a91b-7d5e59d07b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:51.296085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-dc27b250-817e-4c38-a91b-7d5e59d07b21 None None] Port 9ce62691-50ff-4fcb-b348-52eb9a1af15d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:51.386706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:51.393482 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:51.405323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e88f-4711-472b-b7f2-ae43e2e58e7a req-a058b720-b95d-411e-9779-22985916ea5e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:51.418883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2923e88f-4711-472b-b7f2-ae43e2e58e7a req-a058b720-b95d-411e-9779-22985916ea5e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1986258 Dec 08 21:53:51.457487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-02c6c431-b8c3-4627-916f-cd7be36c2fd3 req-1dd597c9-702a-4107-b7b1-2a199d2db0cc tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 210 time: 0.0879521 Dec 08 21:53:51.671358 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2923e88f-4711-472b-b7f2-ae43e2e58e7a req-fccb46b9-4529-47c1-a258-2f43ac60f104 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514880 Dec 08 21:53:51.892284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abd124-a5b9-4f2b-9a81-2152edf632bc req-cbdc0e56-2214-4424-8566-d95f5854208d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:51.893874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5abd124-a5b9-4f2b-9a81-2152edf632bc req-cbdc0e56-2214-4424-8566-d95f5854208d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1572523 Dec 08 21:53:51.896268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Allocated IP 10.1.1.30 (766a0277-f49e-461d-b4fb-5cbd226f3e75/b7f21fcd-1562-4704-814f-1159442d3f0b/3e60d434-a2df-4418-bd65-864538838cc9) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:51.966761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5abd124-a5b9-4f2b-9a81-2152edf632bc req-7c2152e4-a385-4b27-b97a-10401a4bba1e tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647254 Dec 08 21:53:52.087136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0786-853f-4683-90fc-a006404c55d3 req-c6db543f-8384-4bca-ae16-2e2d1c389e09 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:52.093330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0786-853f-4683-90fc-a006404c55d3 req-c6db543f-8384-4bca-ae16-2e2d1c389e09 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:52.095017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a87e0786-853f-4683-90fc-a006404c55d3 req-c6db543f-8384-4bca-ae16-2e2d1c389e09 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 1654 time: 0.2498319 Dec 08 21:53:52.118484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143152-e668-4928-91ab-a5968aed71bf req-b7b7491c-f161-4b27-86e6-e4f46c97b241 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:52.120202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-b7b7491c-f161-4b27-86e6-e4f46c97b241 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.5879979 Dec 08 21:53:52.218653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Request body: {'port': {'device_id': '2c72eb9f-876a-4adf-abd8-5737b53afa40', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'admin_state_up': True, 'tenant_id': 'fe05e004238d4ce8b63d03a6110bb09d'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:52.279747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99cca5fb-f80e-48c8-97e6-3ca4b3f91953 req-9d7e2b83-665d-4597-845b-34a35fd3ffc3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.1235044 Dec 08 21:53:52.456294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a87e0786-853f-4683-90fc-a006404c55d3 req-19326e2b-1570-477f-82a0-0feb7c1d5c13 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467453 Dec 08 21:53:52.541423 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:52.563893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-f4d594b4-d702-4252-8e03-4950d721c898 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:52.565845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-f4d594b4-d702-4252-8e03-4950d721c898 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.3163352 Dec 08 21:53:52.583417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dffb3168-f15c-4d36-bca7-8e4462e06aae req-4cd82186-7531-4ee0-8a8c-cbc585448494 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 210 time: 0.0383830 Dec 08 21:53:52.763174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Made reservation on behalf of fe05e004238d4ce8b63d03a6110bb09d for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:52.766596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:53.014396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Deleting port d2fdb64e-d8c9-4841-b044-c98b0e232d20 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:53.014749 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:53.075923 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:53.141365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dab177-50c1-45f2-b323-a29717eeb8e0 req-fed787ff-f2d9-4e9c-aa23-923b065df041 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:53.142928 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3dab177-50c1-45f2-b323-a29717eeb8e0 req-fed787ff-f2d9-4e9c-aa23-923b065df041 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.3501947 Dec 08 21:53:53.168395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:53.194032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:53.228557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:53.233973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563f91-b2c1-4973-b004-4cc5ae949918 req-b2a2a3b8-5a1b-4354-ae44-36804dcbe099 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:53.245000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13563f91-b2c1-4973-b004-4cc5ae949918 req-b2a2a3b8-5a1b-4354-ae44-36804dcbe099 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 945 time: 0.1232328 Dec 08 21:53:53.300895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] For port d2fdb64e-d8c9-4841-b044-c98b0e232d20, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2fdb64e-d8c9-4841-b044-c98b0e232d20,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:53.301319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:53.313241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=3e60d434-a2df-4418-bd65-864538838cc9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:53.320793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13563f91-b2c1-4973-b004-4cc5ae949918 req-dda86b02-c309-4991-a6a6-9997dce33b76 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/security-groups?id=866fe196-3617-4605-addb-87a3ec41a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Dec 08 21:53:53.383537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3dab177-50c1-45f2-b323-a29717eeb8e0 req-005ae313-44f7-4863-9036-e99361970ae5 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284043 Dec 08 21:53:53.478189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Allocated IP 172.20.0.6 (a700447e-c508-4bef-b294-50d1921fc07d/00290753-5cf6-4030-a175-b2ef55574df3/f7098a29-fba5-4b21-a84b-9b87f703f572) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:53.554080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1f11348-491b-4990-9ae7-888da5826fb2 req-74f8fb4a-2e96-47c7-8547-bb1f45e5737e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.1058695 Dec 08 21:53:53.664147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dc73be15-7657-47ca-b7d1-72dbe5a2af20 None None] Provisioning complete for port 3e60d434-a2df-4418-bd65-864538838cc9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:53.664712 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc73be15-7657-47ca-b7d1-72dbe5a2af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:53.672911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Calling delete_port for d2fdb64e-d8c9-4841-b044-c98b0e232d20 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:53.713446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7d08d6e-0a4b-4784-a097-8bdcc9e4f8d9 req-42647aef-ea8e-4f67-b819-acca5cf994f8 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 210 time: 0.0490098 Dec 08 21:53:53.791989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-dc73be15-7657-47ca-b7d1-72dbe5a2af20 None None] Port 3e60d434-a2df-4418-bd65-864538838cc9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:53.840268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:53.840895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:53.998384 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a559e88a-d532-45b7-8fc8-6c84f083dc6a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0165894 Dec 08 21:53:54.029480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d', 'admin_state_up': True, 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'security_groups': ['7930b623-ee4f-43a7-bcaa-b679f40069fa']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:54.063517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369f973-5cfd-4633-9a39-d78480f085be req-4f8675f4-165d-45cc-bb89-3636541a19c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:54.069970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369f973-5cfd-4633-9a39-d78480f085be req-4f8675f4-165d-45cc-bb89-3636541a19c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:54.076411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369f973-5cfd-4633-9a39-d78480f085be req-4f8675f4-165d-45cc-bb89-3636541a19c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:54.084910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b369f973-5cfd-4633-9a39-d78480f085be req-4f8675f4-165d-45cc-bb89-3636541a19c2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 2374 time: 0.4125922 Dec 08 21:53:54.158683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:54.282144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b369f973-5cfd-4633-9a39-d78480f085be req-a749f8fd-5bb3-4c3a-8b89-a1ad91cbf16e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960013 Dec 08 21:53:54.344366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:54.421461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:54.457869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Pushing event deleted for resources: {'Port': ['ID=d2fdb64e-d8c9-4841-b044-c98b0e232d20,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:54.465022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:54.525233 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9d6b13-c90e-4b12-99c4-d1251a71eb9d req-58e14901-bf78-4e0d-b346-5cace233e250 tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd70a58c-4b92-4985-8c9a-26905df8c377 HTTP/1.1" status: 200 len: 210 time: 0.0883272 Dec 08 21:53:54.730689 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-72df6e59-5763-4061-9d8a-53b053ee11f1 req-f1543734-07ad-409d-bd1d-fd8c4a8580e3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0310698 Dec 08 21:53:54.765959 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:54.886872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] No DVR routers for this DVR port d2fdb64e-d8c9-4841-b044-c98b0e232d20 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:53:54.892628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:54.897913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-170e4e9d-2f99-4b5f-b83d-9bd23f917835 req-7bf3ef25-81e6-48af-aab1-1a9d5ac4f86d tempest-ServerRescueNegativeTestJSON-988930908 tempest-ServerRescueNegativeTestJSON-988930908-project] 10.222.0.23 "DELETE /v2.0/ports/d2fdb64e-d8c9-4841-b044-c98b0e232d20 HTTP/1.1" status: 204 len: 173 time: 2.3057208 Dec 08 21:53:54.913059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Network a700447e-c508-4bef-b294-50d1921fc07d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:54.914288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd70a58c-4b92-4985-8c9a-26905df8c377', 'name': 'network-vif-deleted', 'tag': 'd2fdb64e-d8c9-4841-b044-c98b0e232d20'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:54.916793 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2483e68-a3c1-4840-a5eb-881107399245" -d '{"events": [{"server_uuid": "dd70a58c-4b92-4985-8c9a-26905df8c377", "name": "network-vif-deleted", "tag": "d2fdb64e-d8c9-4841-b044-c98b0e232d20"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:54.942044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:54.962096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:54.970078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event updated for resources: {'Port': ['ID=f7098a29-fba5-4b21-a84b-9b87f703f572,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:54.983927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c721ec-9100-4e2c-ac6a-8cc7a5caed97 req-474bd926-3765-46f2-a433-eb2e559fac41 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:54.985808 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9c721ec-9100-4e2c-ac6a-8cc7a5caed97 req-474bd926-3765-46f2-a433-eb2e559fac41 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 931 time: 0.1266065 Dec 08 21:53:55.074094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9c721ec-9100-4e2c-ac6a-8cc7a5caed97 req-3567ce5c-534a-4594-ae03-9d2dc6afbf0c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820303 Dec 08 21:53:55.539407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a6fd6-ec93-4856-9474-9cfdc6eb4a79 req-6eaf24f7-b6b1-439f-a12a-b63e947e1dbb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:55.560325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a6fd6-ec93-4856-9474-9cfdc6eb4a79 req-6eaf24f7-b6b1-439f-a12a-b63e947e1dbb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:55.598137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a6fd6-ec93-4856-9474-9cfdc6eb4a79 req-6eaf24f7-b6b1-439f-a12a-b63e947e1dbb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:55.610595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9c6a6fd6-ec93-4856-9474-9cfdc6eb4a79 req-6eaf24f7-b6b1-439f-a12a-b63e947e1dbb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 2374 time: 0.2120192 Dec 08 21:53:55.745211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9c6a6fd6-ec93-4856-9474-9cfdc6eb4a79 req-71da47bb-29be-4a93-9f87-0efeac35646e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329992 Dec 08 21:53:55.747132 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31892988-09d5-4fd8-bed1-2dd1460dd6a3 x-openstack-request-id: req-31892988-09d5-4fd8-bed1-2dd1460dd6a3 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:55.758567 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd70a58c-4b92-4985-8c9a-26905df8c377", "name": "network-vif-deleted", "tag": "d2fdb64e-d8c9-4841-b044-c98b0e232d20", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:55.758758 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31892988-09d5-4fd8-bed1-2dd1460dd6a3 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:55.759331 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd70a58c-4b92-4985-8c9a-26905df8c377', 'name': 'network-vif-deleted', 'tag': 'd2fdb64e-d8c9-4841-b044-c98b0e232d20', 'status': 'completed', 'code': 200} Dec 08 21:53:55.844110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58726) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:55.925138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d2fdb64e-d8c9-4841-b044-c98b0e232d20 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:53:55.931172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:55.931857 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:55.995414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ea47e-3e02-4857-94d9-1e5e8cdd0f72 req-d479280e-a853-4ded-9e49-0ecf69853177 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:56.003230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-040ea47e-3e02-4857-94d9-1e5e8cdd0f72 req-d479280e-a853-4ded-9e49-0ecf69853177 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 1.3788812 Dec 08 21:53:56.013661 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-65cb7070-a121-470a-af3b-ce19d7864334 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8750823 Dec 08 21:53:56.016824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: d2fdb64e-d8c9-4841-b044-c98b0e232d20 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:53:56.018299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d2fdb64e-d8c9-4841-b044-c98b0e232d20 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:53:56.077157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f418ba5d-ff6a-48b1-a2ae-1060c66d35bc req-fee27ed8-9305-47a3-adaf-4b9ec1c611e5 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0891259 Dec 08 21:53:56.366637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-040ea47e-3e02-4857-94d9-1e5e8cdd0f72 req-c5c62ee7-c8c6-4df3-ac1f-7f537527331a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616118 Dec 08 21:53:56.502059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Request body: {'port': {'device_id': '2c72eb9f-876a-4adf-abd8-5737b53afa40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:56.548067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Allocated IP 10.2.2.100 (e871f1df-f380-4b86-8547-dfdae5b5807d/c8d418f7-6d04-4c59-a482-4ac7db5c4979/b49ae823-5889-4464-9f80-18088dcdfa39) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:56.605515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:56.613742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aba742-3d3a-4fe3-9e15-e4e6574bba7a req-21833697-0fc2-4542-97f0-d5e6f91d60f7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:56.615468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8aba742-3d3a-4fe3-9e15-e4e6574bba7a req-21833697-0fc2-4542-97f0-d5e6f91d60f7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 931 time: 0.1451612 Dec 08 21:53:56.718015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8aba742-3d3a-4fe3-9e15-e4e6574bba7a req-556e2e7d-a347-49ac-86e2-74ae6278ed50 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906050 Dec 08 21:53:56.962820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:57.145041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:57.202296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24d0a9-ee9b-40fc-b560-bb8f77ca2dfb req-fd1a605b-a093-48d9-9aea-b2499a2431f1 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:57.232805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24d0a9-ee9b-40fc-b560-bb8f77ca2dfb req-fd1a605b-a093-48d9-9aea-b2499a2431f1 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:57.250997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24d0a9-ee9b-40fc-b560-bb8f77ca2dfb req-fd1a605b-a093-48d9-9aea-b2499a2431f1 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:57.252696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc24d0a9-ee9b-40fc-b560-bb8f77ca2dfb req-fd1a605b-a093-48d9-9aea-b2499a2431f1 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 2374 time: 0.3477883 Dec 08 21:53:57.319179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c249dfd5-8c06-4fb9-a4a2-86606c62d344 req-2dc3f4c9-df21-43bb-9931-f56f04d48fd3 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0750444 Dec 08 21:53:57.446671 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc24d0a9-ee9b-40fc-b560-bb8f77ca2dfb req-08324a2c-f26d-4235-b21c-3ee139c9fa9b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758926 Dec 08 21:53:57.459906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:57.674512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network e871f1df-f380-4b86-8547-dfdae5b5807d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:57.715932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:57.717197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Deleting port 50cfe365-d341-421b-aa29-a26cd526472b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:53:57.718035 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:57.731236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:57.732754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34b843-dee5-490a-95c9-2dd2e97134c4 req-0dec6671-8325-404b-89ce-29695bccaf86 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:57.734322 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a34b843-dee5-490a-95c9-2dd2e97134c4 req-0dec6671-8325-404b-89ce-29695bccaf86 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.2145183 Dec 08 21:53:57.742685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=b49ae823-5889-4464-9f80-18088dcdfa39,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:57.893705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:57.910627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7098a29-fba5-4b21-a84b-9b87f703f572 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:53:57.937002 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a34b843-dee5-490a-95c9-2dd2e97134c4 req-8a82f986-e7ba-4fd3-b95c-dd3c25f3872a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639888 Dec 08 21:53:57.999867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] For port 50cfe365-d341-421b-aa29-a26cd526472b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=50cfe365-d341-421b-aa29-a26cd526472b,segment=NetworkSegment(870c4610-065b-4db6-93ab-03b6d95d98f8),segment_id=870c4610-065b-4db6-93ab-03b6d95d98f8)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:53:58.000723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.040171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Calling delete_port for 50cfe365-d341-421b-aa29-a26cd526472b owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:53:58.043996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.057885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Transition to ACTIVE for port object f7098a29-fba5-4b21-a84b-9b87f703f572 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:53:58.083509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:58.085323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.097156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.110377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdc0e7-e90e-4289-af2c-1059d584e00f req-e47f8b9e-77ef-40a7-bb29-6cb078eea0a2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:58.112034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44cdc0e7-e90e-4289-af2c-1059d584e00f req-e47f8b9e-77ef-40a7-bb29-6cb078eea0a2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 931 time: 0.2062764 Dec 08 21:53:58.148031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c9b5b8ec-589b-47d2-bb75-65423cd2419d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1177108 Dec 08 21:53:58.153651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d', 'admin_state_up': True, 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'security_groups': ['7930b623-ee4f-43a7-bcaa-b679f40069fa']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:53:58.192921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dcf3ee7a-7a62-4e79-b2d2-1bfd515912ce None None] Provisioning complete for port b49ae823-5889-4464-9f80-18088dcdfa39 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:53:58.195045 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ee7a-7a62-4e79-b2d2-1bfd515912ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.272685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3ee7a-7a62-4e79-b2d2-1bfd515912ce None None] Port b49ae823-5889-4464-9f80-18088dcdfa39 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:53:58.356604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Made reservation on behalf of 4a416cf8102348dfb60903a1c74a36c7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:53:58.362162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.369003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.434469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Pushing event updated for resources: {'Port': ['ID=f7098a29-fba5-4b21-a84b-9b87f703f572,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:58.466994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44cdc0e7-e90e-4289-af2c-1059d584e00f req-cbe4e52c-a85a-4d32-b0a9-f25fcc3487f5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271449 Dec 08 21:53:58.484406 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fed2e6fc-8ac0-4068-8a8c-7c702abb7b76 req-f36f4641-c1cb-446c-844e-5117256a9f94 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0588989 Dec 08 21:53:58.597615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.611018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.636517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Pushing event deleted for resources: {'Port': ['ID=50cfe365-d341-421b-aa29-a26cd526472b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:58.642184 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.683290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a78d8-7791-4511-820f-ecd3f03dfc8c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:58.704763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.705377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.705887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.706441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.706995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.707588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.708143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.708901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.709456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.710005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.710586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.711159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.739307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93506d-10fd-4bdd-9ff1-f7516077b089 req-f01b7336-805f-4a14-ac52-8f864ba78c92 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:58.749860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93506d-10fd-4bdd-9ff1-f7516077b089 req-f01b7336-805f-4a14-ac52-8f864ba78c92 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:58.753184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.753627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.754021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.754424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.754855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.755255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.755645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.756613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.757010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.757405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.757805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.758197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:53:58.769984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-de3c29f8-8944-4512-8598-35143b4ca8a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9dc959d801842d0a5e0336c09860d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8661013 Dec 08 21:53:58.770949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93506d-10fd-4bdd-9ff1-f7516077b089 req-f01b7336-805f-4a14-ac52-8f864ba78c92 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:58.776542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58798) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:53:58.776963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93506d-10fd-4bdd-9ff1-f7516077b089 req-f01b7336-805f-4a14-ac52-8f864ba78c92 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:58.778697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc93506d-10fd-4bdd-9ff1-f7516077b089 req-f01b7336-805f-4a14-ac52-8f864ba78c92 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 3095 time: 0.1878123 Dec 08 21:53:58.795220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Attempting to bind port f7098a29-fba5-4b21-a84b-9b87f703f572 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:53:58.795608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Attempting to bind port f7098a29-fba5-4b21-a84b-9b87f703f572 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:53:58.795953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Attempting to bind port f7098a29-fba5-4b21-a84b-9b87f703f572 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:53:58.810378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Port f7098a29-fba5-4b21-a84b-9b87f703f572 on network a700447e-c508-4bef-b294-50d1921fc07d not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:53:58.810743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Attempting to bind port f7098a29-fba5-4b21-a84b-9b87f703f572 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:53:58.822208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:53:58.822834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Checking segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:53:58.822973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Bound using segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:53:58.823415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Bound port: f7098a29-fba5-4b21-a84b-9b87f703f572, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:53:58.823776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:58.920981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc93506d-10fd-4bdd-9ff1-f7516077b089 req-1ffd2ff5-43a2-4682-822b-8433abdd97c3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306920 Dec 08 21:53:58.947741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Allocated IP 10.2.2.200 (e871f1df-f380-4b86-8547-dfdae5b5807d/c8d418f7-6d04-4c59-a482-4ac7db5c4979/527f669c-87c1-45b7-8315-03137ffba182) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:53:58.991794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] For port f7098a29-fba5-4b21-a84b-9b87f703f572, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:53:58.998942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] For port f7098a29-fba5-4b21-a84b-9b87f703f572, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f7098a29-fba5-4b21-a84b-9b87f703f572,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:53:59.012828 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.038921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:59.039655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.041179 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7098a29-fba5-4b21-a84b-9b87f703f572 HTTP/1.1" status: 200 len: 1091 time: 2.9562075 Dec 08 21:53:59.078890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c72eb9f-876a-4adf-abd8-5737b53afa40', 'tag': 'f7098a29-fba5-4b21-a84b-9b87f703f572'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:53:59.081506 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146770b-ee64-4887-9d10-dafa0bef0e85" -d '{"events": [{"name": "network-changed", "server_uuid": "2c72eb9f-876a-4adf-abd8-5737b53afa40", "tag": "f7098a29-fba5-4b21-a84b-9b87f703f572"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:53:59.224139 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b5e306-0f56-4cdc-9f6c-f9641076896f x-openstack-request-id: req-83b5e306-0f56-4cdc-9f6c-f9641076896f {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:53:59.224845 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c72eb9f-876a-4adf-abd8-5737b53afa40", "tag": "f7098a29-fba5-4b21-a84b-9b87f703f572", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:53:59.224845 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83b5e306-0f56-4cdc-9f6c-f9641076896f {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:53:59.225181 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c72eb9f-876a-4adf-abd8-5737b53afa40', 'tag': 'f7098a29-fba5-4b21-a84b-9b87f703f572', 'status': 'completed', 'code': 200} Dec 08 21:53:59.263309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0084c8c-2453-44b3-97ef-69b51ade2103 service neutron] Pushing event updated for resources: {'Port': ['ID=f7098a29-fba5-4b21-a84b-9b87f703f572,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:59.299743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143152-e668-4928-91ab-a5968aed71bf req-3211ba43-d482-489d-aa9a-3fbf35a84850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:59.301723 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-3211ba43-d482-489d-aa9a-3fbf35a84850 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 1094 time: 0.2021737 Dec 08 21:53:59.355220 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa585-cee8-432b-a46d-3773273b5d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.361170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-525ca094-558c-41f4-a48e-12351903c26e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7098a29-fba5-4b21-a84b-9b87f703f572 HTTP/1.1" status: 200 len: 217 time: 0.0504117 Dec 08 21:53:59.364343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.378250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa585-cee8-432b-a46d-3773273b5d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.437242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa585-cee8-432b-a46d-3773273b5d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.439941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa585-cee8-432b-a46d-3773273b5d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.441169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143152-e668-4928-91ab-a5968aed71bf req-8d8985e8-1c7f-4b1f-a504-ababc295bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:59.441313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f8bfa585-cee8-432b-a46d-3773273b5d98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/579a78d8-7791-4511-820f-ecd3f03dfc8c HTTP/1.1" status: 204 len: 168 time: 0.6635866 Dec 08 21:53:59.443839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-8d8985e8-1c7f-4b1f-a504-ababc295bc3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.0750670 Dec 08 21:53:59.465540 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.476580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eedf0b-f52b-4d41-b011-c5c07d0c08ae req-45685839-2bbe-449f-a508-70e0aeefcf10 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:59.478138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6eedf0b-f52b-4d41-b011-c5c07d0c08ae req-45685839-2bbe-449f-a508-70e0aeefcf10 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.2344897 Dec 08 21:53:59.504929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-8c5761d1-15cc-450c-b0ef-bbefd5d23cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539334 Dec 08 21:53:59.524209 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa585-cee8-432b-a46d-3773273b5d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a78d8-7791-4511-820f-ecd3f03dfc8c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:59.550936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b004b-5e71-416e-8012-92d31d7e3615 req-c2e3acea-4a7b-4bef-a680-b6d8ab9e58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:59.553311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-943b004b-5e71-416e-8012-92d31d7e3615 req-c2e3acea-4a7b-4bef-a680-b6d8ab9e58a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1097 time: 0.3308148 Dec 08 21:53:59.704269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Network e871f1df-f380-4b86-8547-dfdae5b5807d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:53:59.709755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event updated for resources: {'Port': ['ID=527f669c-87c1-45b7-8315-03137ffba182,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:53:59.719397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:53:59.723976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:53:59.729414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-56c781ea-5ab6-4daa-adb5-7ebab1bfb2b2 service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958811 Dec 08 21:53:59.781857 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.793660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6eedf0b-f52b-4d41-b011-c5c07d0c08ae req-1d4678b4-31dd-4ad1-b042-19c92b986542 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839501 Dec 08 21:53:59.862062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b004b-5e71-416e-8012-92d31d7e3615 req-2ea253ea-07be-475c-9cf7-eb4ef27a76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:59.864446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-943b004b-5e71-416e-8012-92d31d7e3615 req-2ea253ea-07be-475c-9cf7-eb4ef27a76a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.2857981 Dec 08 21:53:59.892941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8ea67-2cec-4a9f-a5b0-d8f8c2aa591b req-0acf34f7-9bc7-4993-bfa5-01725facabf7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:59.903881 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ad8ea67-2cec-4a9f-a5b0-d8f8c2aa591b req-0acf34f7-9bc7-4993-bfa5-01725facabf7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 943 time: 0.2552624 Dec 08 21:53:59.929272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:53:59.929946 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:53:59.992516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58824) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:00.017768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0bc2c0ed-bad8-4753-bb38-18f803c7b6c9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8739605 Dec 08 21:54:00.074937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ad8ea67-2cec-4a9f-a5b0-d8f8c2aa591b req-96e74cac-96e1-4280-b2d2-40ded2cf1e96 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636958 Dec 08 21:54:00.081010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:00.090472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de941695-bb07-4527-8654-5552d3460020 req-1cb64240-bb22-48db-8475-12981a37dc9b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0561085 Dec 08 21:54:00.095321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66e9974e-6c3c-4c9b-a9c4-d07bf6f922a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:00.138585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d1fefc92-2b76-49c1-909e-dc365c3077af None None] Provisioning complete for port 527f669c-87c1-45b7-8315-03137ffba182 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:00.139274 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d1fefc92-2b76-49c1-909e-dc365c3077af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:00.143709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8143152-e668-4928-91ab-a5968aed71bf req-4a18f587-a3df-4778-8eaf-f1ecaa83376d service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891330 Dec 08 21:54:00.176880 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-943b004b-5e71-416e-8012-92d31d7e3615 req-8fe7e128-eb9b-41fe-80b6-011bee46488c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 200 len: 1002 time: 0.2561522 Dec 08 21:54:00.228369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d1fefc92-2b76-49c1-909e-dc365c3077af None None] Port 527f669c-87c1-45b7-8315-03137ffba182 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:54:00.324427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:00.375648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f0fe-b452-449c-88da-19548bab03b9 req-f88ec490-9a3b-4d9d-85b1-4a24532675d9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.382234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f0fe-b452-449c-88da-19548bab03b9 req-f88ec490-9a3b-4d9d-85b1-4a24532675d9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.389086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f0fe-b452-449c-88da-19548bab03b9 req-f88ec490-9a3b-4d9d-85b1-4a24532675d9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.395361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f0fe-b452-449c-88da-19548bab03b9 req-f88ec490-9a3b-4d9d-85b1-4a24532675d9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.401978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f0fe-b452-449c-88da-19548bab03b9 req-f88ec490-9a3b-4d9d-85b1-4a24532675d9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.406388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b004b-5e71-416e-8012-92d31d7e3615 req-27ef6db9-7aa0-41e8-84b2-b71ea7f93eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.408695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-943b004b-5e71-416e-8012-92d31d7e3615 req-27ef6db9-7aa0-41e8-84b2-b71ea7f93eca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.2233698 Dec 08 21:54:00.409804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b35f0fe-b452-449c-88da-19548bab03b9 req-f88ec490-9a3b-4d9d-85b1-4a24532675d9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 3816 time: 0.2385857 Dec 08 21:54:00.457216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-cbbfb0d9-3eed-4afc-9175-315ea358fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.458785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-cbbfb0d9-3eed-4afc-9175-315ea358fa32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 1094 time: 0.2328470 Dec 08 21:54:00.539132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:54:00.556078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b004b-5e71-416e-8012-92d31d7e3615 req-5fc9157e-795a-415c-8943-29756b179a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.558057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-943b004b-5e71-416e-8012-92d31d7e3615 req-5fc9157e-795a-415c-8943-29756b179a44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396446 Dec 08 21:54:00.629891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66e9974e-6c3c-4c9b-a9c4-d07bf6f922a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:00.663885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3b35f0fe-b452-449c-88da-19548bab03b9 req-e079895e-94c0-474a-b2bb-85d1d699473f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333808 Dec 08 21:54:00.674659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66e9974e-6c3c-4c9b-a9c4-d07bf6f922a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:00.750986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66e9974e-6c3c-4c9b-a9c4-d07bf6f922a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee6ffe00c35b4534850444d4eb57fb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7572017 Dec 08 21:54:00.751333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-943b004b-5e71-416e-8012-92d31d7e3615 req-40a03ee2-45be-4c8f-8d4e-6dcf6f2024ee service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810176 Dec 08 21:54:00.752472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:54:00.753858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58838) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:00.759367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-80ab3a03-7b8e-4f25-9914-babc42ee84ed admin admin] 10.222.0.21 "PUT /v2.0/routers/fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9141605 Dec 08 21:54:00.764452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58840) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:00.766141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] Sync routers for ids ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:54:00.771094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9974e-6c3c-4c9b-a9c4-d07bf6f922a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba9f5e5-8b64-473b-a111-72ab88d73bde,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:00.828195 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] Routers {'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:00.828834 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:00.845191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-474cc803-7dfe-41ec-bc20-60f9e24b6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:00.849514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-474cc803-7dfe-41ec-bc20-60f9e24b6f29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 912 time: 0.3776770 Dec 08 21:54:00.914763 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-943b004b-5e71-416e-8012-92d31d7e3615 req-663b4a90-2be8-4fab-8191-2f0858dec7f3 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502719 Dec 08 21:54:00.986436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-e3e0b6a5-50a4-4291-8a83-76d071ae67f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7098a29-fba5-4b21-a84b-9b87f703f572 HTTP/1.1" status: 200 len: 217 time: 0.0717447 Dec 08 21:54:01.026405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93755c1d-be82-4821-b1dc-effe352db30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:01.035205 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] Set router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:54:01.053417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a2299-a8e8-48af-a8f5-8c9bc5d8c9bc req-2ed8afe4-b646-4c6a-ab1a-7fb1764ac3f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:01.055006 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d54a2299-a8e8-48af-a8f5-8c9bc5d8c9bc req-2ed8afe4-b646-4c6a-ab1a-7fb1764ac3f4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1393347 Dec 08 21:54:01.075681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93755c1d-be82-4821-b1dc-effe352db30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:01.128388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-48f6e914-144b-47d0-bf7b-5a37e13d00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:01.147290 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-48f6e914-144b-47d0-bf7b-5a37e13d00bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.1352160 Dec 08 21:54:01.183104 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:01.215168 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-fc667abc-0653-4b2a-8b0c-7557b95b18ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601096 Dec 08 21:54:01.228312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d54a2299-a8e8-48af-a8f5-8c9bc5d8c9bc req-fd404e0b-8444-4a92-87f3-902bf8a68ddc tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639366 Dec 08 21:54:01.239830 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93755c1d-be82-4821-b1dc-effe352db30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:01.243236 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93755c1d-be82-4821-b1dc-effe352db30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:01.245896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-93755c1d-be82-4821-b1dc-effe352db30c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fba9f5e5-8b64-473b-a111-72ab88d73bde HTTP/1.1" status: 204 len: 168 time: 0.4910805 Dec 08 21:54:01.257587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93755c1d-be82-4821-b1dc-effe352db30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba9f5e5-8b64-473b-a111-72ab88d73bde,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:01.365990 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:53:58Z', 'revision_number': 5, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:01.436701 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] Checking router: fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:54:01.440329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a8944b8-09b2-4fec-9907-677ad486b89e req-611adfce-732f-443c-8d00-6a2c20ca5a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0472877 Dec 08 21:54:01.468130 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] Routers {'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:01.468130 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:01.522773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:01.531041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:01.580933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:01.633460 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-ec234ec8-e1e7-4f14-a8cc-6d1b04cc6edb service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639441 Dec 08 21:54:01.765030 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] Set router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:54:01.918776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d646a9-972d-47c7-aaf4-3f0cdaa9ecae req-c71da83e-010f-412e-a1bd-7a5e004e457a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:01.928843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d646a9-972d-47c7-aaf4-3f0cdaa9ecae req-c71da83e-010f-412e-a1bd-7a5e004e457a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:01.937242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d646a9-972d-47c7-aaf4-3f0cdaa9ecae req-c71da83e-010f-412e-a1bd-7a5e004e457a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:01.948065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d646a9-972d-47c7-aaf4-3f0cdaa9ecae req-c71da83e-010f-412e-a1bd-7a5e004e457a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:01.963572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d646a9-972d-47c7-aaf4-3f0cdaa9ecae req-c71da83e-010f-412e-a1bd-7a5e004e457a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:01.967825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1d646a9-972d-47c7-aaf4-3f0cdaa9ecae req-c71da83e-010f-412e-a1bd-7a5e004e457a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 3816 time: 0.1841533 Dec 08 21:54:02.053091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1d646a9-972d-47c7-aaf4-3f0cdaa9ecae req-3f1da83e-1f25-41dd-a0a5-1e1dadb23e7f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781188 Dec 08 21:54:02.110420 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:53:58Z', 'revision_number': 5, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:02.151334 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1e04f-73e7-4a7c-9e7c-afbeefc1a7b7 None None] The sync data for ids ['fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c'] in n-d-821126-1 is: [{'id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'name': 'tempest-ServerRescueNegativeTestJSON-1231299799-router', 'tenant_id': '7de03900eced4eab98775c009fb540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:51:03Z', 'updated_at': '2021-12-08T21:53:58Z', 'revision_number': 5, 'project_id': '7de03900eced4eab98775c009fb540b2', 'gw_port': {'id': 'a8c9685d-9e8c-4852-8a76-32557c23f3ca', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:51:04Z', 'updated_at': '2021-12-08T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:54:02.187573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Transition to ACTIVE for port object 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:02.196896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a401d9-c7c7-4f32-8973-29bec2e864c6 req-dbc391a3-d6e8-499b-8007-e3c0ada575b9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:02.198575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4a401d9-c7c7-4f32-8973-29bec2e864c6 req-dbc391a3-d6e8-499b-8007-e3c0ada575b9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 943 time: 0.9936068 Dec 08 21:54:02.203258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:02.404447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4a401d9-c7c7-4f32-8973-29bec2e864c6 req-68ade667-d7bc-4d64-89a0-fd2b159add77 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876893 Dec 08 21:54:02.405437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Pushing event updated for resources: {'Port': ['ID=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:02.455370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Deleting port a8c9685d-9e8c-4852-8a76-32557c23f3ca {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:02.455734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:02.467437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31243bad-45dd-4007-8858-8dbec4c53afd req-d360113c-ae9b-4dae-b7ab-b7b1b175c0a3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:02.469048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31243bad-45dd-4007-8858-8dbec4c53afd req-d360113c-ae9b-4dae-b7ab-b7b1b175c0a3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.0978692 Dec 08 21:54:02.563851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31243bad-45dd-4007-8858-8dbec4c53afd req-3cb17d9d-107a-4c14-8d19-9852b167efe2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757294 Dec 08 21:54:02.706960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Attempting to bind port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:02.708054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Attempting to bind port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:02.708787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Attempting to bind port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce on network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:02.725645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce on network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:02.726188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Attempting to bind port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce on network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:02.804021 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ebde0c-ac94-475d-88d3-3d6c4f7e52a4 req-4d5813c5-4189-4c39-8c38-9b3613d9f02a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.1101670 Dec 08 21:54:02.807560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:02.807910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Checking segment: {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:02.808316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Bound using segment: {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:02.808758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Bound port: 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:02.809124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:02.920258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d146770b-ee64-4887-9d10-dafa0bef0e85 req-1364b77f-00c0-4a5f-a81b-121c8fe7932d service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2676547 Dec 08 21:54:02.930790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] For port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:02.937165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] For port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:02.947307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:03.033210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.035011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:03.040324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] 10.222.0.23 "PUT /v2.0/ports/2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce HTTP/1.1" status: 200 len: 1092 time: 2.9930313 Dec 08 21:54:03.047669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] For port a8c9685d-9e8c-4852-8a76-32557c23f3ca, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8c9685d-9e8c-4852-8a76-32557c23f3ca,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:03.048357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:03.053131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:03.056320 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5220ebd-223a-4f3a-8c50-d20dcc942a73" -d '{"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:03.079309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Calling delete_port for a8c9685d-9e8c-4852-8a76-32557c23f3ca owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:03.110622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3aa43-593d-48fb-9d82-f506b0132770 service neutron] Pushing event updated for resources: {'Port': ['ID=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:03.187265 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c618d87-41f3-4bff-a3eb-0eb35b63850d x-openstack-request-id: req-7c618d87-41f3-4bff-a3eb-0eb35b63850d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:03.187575 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:03.188533 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c618d87-41f3-4bff-a3eb-0eb35b63850d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:03.188961 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'status': 'completed', 'code': 200} Dec 08 21:54:03.195911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 50cfe365-d341-421b-aa29-a26cd526472b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:03.235852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:03.505172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 50cfe365-d341-421b-aa29-a26cd526472b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:03.506461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 50cfe365-d341-421b-aa29-a26cd526472b not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:03.508105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f7098a29-fba5-4b21-a84b-9b87f703f572 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:03.542018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-c81f2063-6816-44e6-83b5-ca74089cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.542524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-c81f2063-6816-44e6-83b5-ca74089cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.543045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-c81f2063-6816-44e6-83b5-ca74089cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.543663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-c81f2063-6816-44e6-83b5-ca74089cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.543952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-c81f2063-6816-44e6-83b5-ca74089cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.549989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-c81f2063-6816-44e6-83b5-ca74089cd4e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 4363 time: 0.3424089 Dec 08 21:54:03.579824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:03.616791 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:03.661770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd328be-be91-4b5e-8ef5-d1fd925e31b4 req-fd476300-7252-42a6-9a56-13d7287e71d5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.669354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd328be-be91-4b5e-8ef5-d1fd925e31b4 req-fd476300-7252-42a6-9a56-13d7287e71d5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 943 time: 0.1110432 Dec 08 21:54:03.723231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f7098a29-fba5-4b21-a84b-9b87f703f572, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f7098a29-fba5-4b21-a84b-9b87f703f572,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:03.785076 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd328be-be91-4b5e-8ef5-d1fd925e31b4 req-ec67acac-d9c8-4302-abe1-e26d4d3b45c2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893145 Dec 08 21:54:03.797677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'f7098a29-fba5-4b21-a84b-9b87f703f572', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'port_id': 'f7098a29-fba5-4b21-a84b-9b87f703f572', 'mac_address': 'fa:16:3e:bd:1c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00290753-5cf6-4030-a175-b2ef55574df3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:03.821553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e3e43-7b67-45b9-832f-47491d78a078 req-fbbdc710-2f83-4def-9829-0a59fedd1d14 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.840564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e3e43-7b67-45b9-832f-47491d78a078 req-fbbdc710-2f83-4def-9829-0a59fedd1d14 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.847709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e3e43-7b67-45b9-832f-47491d78a078 req-fbbdc710-2f83-4def-9829-0a59fedd1d14 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.862051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e3e43-7b67-45b9-832f-47491d78a078 req-fbbdc710-2f83-4def-9829-0a59fedd1d14 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.868588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e3e43-7b67-45b9-832f-47491d78a078 req-fbbdc710-2f83-4def-9829-0a59fedd1d14 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.892425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c7e3e43-7b67-45b9-832f-47491d78a078 req-fbbdc710-2f83-4def-9829-0a59fedd1d14 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 3828 time: 0.5878966 Dec 08 21:54:03.904241 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:03.928561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7098a29-fba5-4b21-a84b-9b87f703f572 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:03.952484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f7098a29-fba5-4b21-a84b-9b87f703f572, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f7098a29-fba5-4b21-a84b-9b87f703f572,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:03.953806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:03.956307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84a1a-9531-4460-a052-32d88237dbfe req-4cd985b0-abd7-423d-bb79-ccd18b4f3de8 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:03.960319 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ad84a1a-9531-4460-a052-32d88237dbfe req-4cd985b0-abd7-423d-bb79-ccd18b4f3de8 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 946 time: 0.1000280 Dec 08 21:54:03.964129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:04.001446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:04.021486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:04.024288 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673afba5-728f-4798-90dc-8c9114a7b289" -d '{"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-unplugged", "status": "completed", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:04.030781 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ad84a1a-9531-4460-a052-32d88237dbfe req-0d9cd42e-c90a-4b91-8232-10eb9d9c5b24 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638158 Dec 08 21:54:04.030991 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:04.089228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f7098a29-fba5-4b21-a84b-9b87f703f572,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:04.140769 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:04.202371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:04.209543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f7098a29-fba5-4b21-a84b-9b87f703f572'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:04.212117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-864c4843-b4ef-4b8e-b2d5-2b6d9d5bb9ee req-c27b58ab-918f-4087-ac03-3499612d87f1 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0665283 Dec 08 21:54:04.280911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c7e3e43-7b67-45b9-832f-47491d78a078 req-107b464a-a2e7-452b-b135-bd06b8a7c3c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875926 Dec 08 21:54:04.293066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c9685d-9e8c-4852-8a76-32557c23f3ca,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:04.524794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-96443de4-7a64-4f14-8dbf-e173af23f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:04.525268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-96443de4-7a64-4f14-8dbf-e173af23f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:04.526145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-96443de4-7a64-4f14-8dbf-e173af23f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:04.528640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-96443de4-7a64-4f14-8dbf-e173af23f1af service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4a416cf8102348dfb60903a1c74a36c7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9486365 Dec 08 21:54:04.658706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-b7bef706-8dc7-4a4c-a867-eba737f2894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:04.660585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f5220ebd-223a-4f3a-8c50-d20dcc942a73 req-b7bef706-8dc7-4a4c-a867-eba737f2894b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1165636 Dec 08 21:54:04.684473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:04.769921 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39a1b9a-ce08-4c78-9cfa-86e30a1a24b4 x-openstack-request-id: req-c39a1b9a-ce08-4c78-9cfa-86e30a1a24b4 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:04.770565 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-unplugged", "status": "failed", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac", "code": 422}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:04.771767 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c39a1b9a-ce08-4c78-9cfa-86e30a1a24b4 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:04.772432 n-d-821126-1 neutron-server[102391]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'code': 422} returned with failed status Dec 08 21:54:04.850167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:04.853895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:04.939230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6988-ea40-4b84-a932-4c9f01546683 req-ed645f59-97de-4d96-8706-e976658b1257 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:04.941636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-967a6988-ea40-4b84-a932-4c9f01546683 req-ed645f59-97de-4d96-8706-e976658b1257 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 944 time: 0.0762670 Dec 08 21:54:04.971742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:04.972529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:54:04.985271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:04.986749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bb8cd3df-1a95-4fe5-b07c-3765e174828c admin admin] 10.222.0.21 "DELETE /v2.0/routers/fc18c4c9-0d93-4d16-94c8-b0d9f2aa642c HTTP/1.1" status: 204 len: 168 time: 4.2171023 Dec 08 21:54:04.990326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58958) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:05.013689 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-967a6988-ea40-4b84-a932-4c9f01546683 req-19106346-25f5-4606-86f6-092ed1c31900 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616953 Dec 08 21:54:05.063614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ab352d-f699-4ecd-b2c7-19094d9bc544 admin admin] Deleting subnet f150ba0f-dc96-40f4-8774-24cef816eb31 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:54:05.070611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ab352d-f699-4ecd-b2c7-19094d9bc544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.145439 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ab352d-f699-4ecd-b2c7-19094d9bc544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.181534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f424728-030b-4cd2-9bb5-8d02e49b4248 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:05.194857 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.226324 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ab352d-f699-4ecd-b2c7-19094d9bc544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.229029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Transition to ACTIVE for port object 6f424728-030b-4cd2-9bb5-8d02e49b4248 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:05.268044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.347851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f7098a29-fba5-4b21-a84b-9b87f703f572 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:05.359468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9bddf48-4cb7-434e-a1d1-a939e310156f req-641bec2c-5118-4649-94f7-fd4d6bd7ece4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0330939 Dec 08 21:54:05.372562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ab352d-f699-4ecd-b2c7-19094d9bc544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.399475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Pushing event updated for resources: {'Port': ['ID=6f424728-030b-4cd2-9bb5-8d02e49b4248,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:05.413733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab352d-f699-4ecd-b2c7-19094d9bc544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f150ba0f-dc96-40f4-8774-24cef816eb31,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:05.444503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port f7098a29-fba5-4b21-a84b-9b87f703f572 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:54:05.456121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port f7098a29-fba5-4b21-a84b-9b87f703f572 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:05.456729 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.471876 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ab352d-f699-4ecd-b2c7-19094d9bc544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.478327 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-84ab352d-f699-4ecd-b2c7-19094d9bc544 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f150ba0f-dc96-40f4-8774-24cef816eb31 HTTP/1.1" status: 204 len: 168 time: 0.4865675 Dec 08 21:54:05.489476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58970) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:05.541919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Attempting to bind port 6f424728-030b-4cd2-9bb5-8d02e49b4248 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:05.542900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Attempting to bind port 6f424728-030b-4cd2-9bb5-8d02e49b4248 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:05.543140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Attempting to bind port 6f424728-030b-4cd2-9bb5-8d02e49b4248 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:05.548394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Port 6f424728-030b-4cd2-9bb5-8d02e49b4248 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:05.548730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Attempting to bind port 6f424728-030b-4cd2-9bb5-8d02e49b4248 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:05.556307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:05.556764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Checking segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:05.557166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Bound using segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:05.557832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Bound port: 6f424728-030b-4cd2-9bb5-8d02e49b4248, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:05.558127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.610316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8071f371-b636-4273-884a-f76e977b2009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.620660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f061a9-3c1f-41ef-91c4-0f056caf7610 req-e51528ec-d36f-40e9-8344-0fb847dd7b46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:05.647361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f061a9-3c1f-41ef-91c4-0f056caf7610 req-e51528ec-d36f-40e9-8344-0fb847dd7b46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:05.655436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f061a9-3c1f-41ef-91c4-0f056caf7610 req-e51528ec-d36f-40e9-8344-0fb847dd7b46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:05.687519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f061a9-3c1f-41ef-91c4-0f056caf7610 req-e51528ec-d36f-40e9-8344-0fb847dd7b46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:05.693736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f061a9-3c1f-41ef-91c4-0f056caf7610 req-e51528ec-d36f-40e9-8344-0fb847dd7b46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:05.695890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] For port 6f424728-030b-4cd2-9bb5-8d02e49b4248, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:05.699730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f061a9-3c1f-41ef-91c4-0f056caf7610 req-e51528ec-d36f-40e9-8344-0fb847dd7b46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:05.703751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] For port 6f424728-030b-4cd2-9bb5-8d02e49b4248, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:05.708269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01f061a9-3c1f-41ef-91c4-0f056caf7610 req-e51528ec-d36f-40e9-8344-0fb847dd7b46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 4604 time: 0.2653501 Dec 08 21:54:05.712366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.714494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.739500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:05.743381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.745263 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.745971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] 10.222.0.23 "PUT /v2.0/ports/6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 1134 time: 2.5732374 Dec 08 21:54:05.752214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '6f424728-030b-4cd2-9bb5-8d02e49b4248'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:05.758873 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8206958-8b83-4015-98c3-b57674373868" -d '{"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "6f424728-030b-4cd2-9bb5-8d02e49b4248"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:05.791975 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01f061a9-3c1f-41ef-91c4-0f056caf7610 req-d30b8a58-58d8-450f-84ad-dfe368a2363a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742986 Dec 08 21:54:05.794433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f7098a29-fba5-4b21-a84b-9b87f703f572, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f7098a29-fba5-4b21-a84b-9b87f703f572,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:05.810980 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:05.835894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:05.899259 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed484971-041c-417e-9ff4-afae9e2967ef x-openstack-request-id: req-ed484971-041c-417e-9ff4-afae9e2967ef {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:05.900708 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "6f424728-030b-4cd2-9bb5-8d02e49b4248", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:05.902337 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed484971-041c-417e-9ff4-afae9e2967ef {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:05.902946 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '6f424728-030b-4cd2-9bb5-8d02e49b4248', 'status': 'completed', 'code': 200} Dec 08 21:54:05.928437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f7098a29-fba5-4b21-a84b-9b87f703f572,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:05.981292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.017861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a5b67-8962-4f8a-943b-48e384c37652 service neutron] Pushing event updated for resources: {'Port': ['ID=6f424728-030b-4cd2-9bb5-8d02e49b4248,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:06.023865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:06.033919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.046133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870c4610-065b-4db6-93ab-03b6d95d98f8') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:06.046431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870c4610-065b-4db6-93ab-03b6d95d98f8') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:06.059800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-acb84b7a-baf8-4a7f-9cb5-1c6c90cfcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.060933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-acb84b7a-baf8-4a7f-9cb5-1c6c90cfcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.061606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-acb84b7a-baf8-4a7f-9cb5-1c6c90cfcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.062261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-acb84b7a-baf8-4a7f-9cb5-1c6c90cfcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.062955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-acb84b7a-baf8-4a7f-9cb5-1c6c90cfcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.063538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-acb84b7a-baf8-4a7f-9cb5-1c6c90cfcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.064439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.065682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8206958-8b83-4015-98c3-b57674373868 req-acb84b7a-baf8-4a7f-9cb5-1c6c90cfcfe8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5290 time: 0.1507733 Dec 08 21:54:06.096193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.112639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:54:06.113053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:54:06.120866 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:54:06.220337 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.231981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.235987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082 HTTP/1.1" status: 204 len: 168 time: 0.7262216 Dec 08 21:54:06.244338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-ed2300d9-7f0b-4183-a64a-f43e72fb9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.244885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-ed2300d9-7f0b-4183-a64a-f43e72fb9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.245658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-ed2300d9-7f0b-4183-a64a-f43e72fb9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.247417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8206958-8b83-4015-98c3-b57674373868 req-ed2300d9-7f0b-4183-a64a-f43e72fb9100 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4a416cf8102348dfb60903a1c74a36c7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1599517 Dec 08 21:54:06.250236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ecbd0-4837-442d-acaf-2159639c174a req-f5c24119-e7eb-4990-b86c-5715a3b3bd52 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.252528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a96ecbd0-4837-442d-acaf-2159639c174a req-f5c24119-e7eb-4990-b86c-5715a3b3bd52 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1171675 Dec 08 21:54:06.267767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b4f6e-28ce-487f-a53c-8491ce39345e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4700d6d-b784-4ee3-ac6f-bcbc3e3fd082,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:06.309137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a96ecbd0-4837-442d-acaf-2159639c174a req-f590ebf6-281a-4c6c-97f3-a10fff215f90 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428088 Dec 08 21:54:06.491414 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9729b05-6e48-494a-a26c-7fff3e894699 req-7b994abb-c0ce-4b9f-8553-840ad2a2d45f tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0366690 Dec 08 21:54:06.516119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206958-8b83-4015-98c3-b57674373868 req-fba44d45-ec51-485d-8014-8d6d028c6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:06.527819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8206958-8b83-4015-98c3-b57674373868 req-fba44d45-ec51-485d-8014-8d6d028c6343 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2612035 Dec 08 21:54:06.631055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58998) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:06.652931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:06.661352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.674419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Transition to ACTIVE for port object 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:06.681717 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.694697 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-da2f4122-ea18-41e0-9e37-62bc56955e88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7de03900eced4eab98775c009fb540b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619483 Dec 08 21:54:06.695707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:06.732303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Pushing event updated for resources: {'Port': ['ID=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:06.760716 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65fe4e35-8b78-4a01-b48d-ef2d96c5d406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.774934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72eb9f-876a-4adf-abd8-5737b53afa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7098a29-fba5-4b21-a84b-9b87f703f572'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:06.777250 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea11098e-5e64-42ae-9bf9-f115b66a51c0" -d '{"events": [{"server_uuid": "2c72eb9f-876a-4adf-abd8-5737b53afa40", "name": "network-vif-plugged", "status": "completed", "tag": "f7098a29-fba5-4b21-a84b-9b87f703f572"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:06.814103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65fe4e35-8b78-4a01-b48d-ef2d96c5d406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.824125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Attempting to bind port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:06.825981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Attempting to bind port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:06.825981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Attempting to bind port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:06.843398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:06.843737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Attempting to bind port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:06.853806 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a73a8e-be80-4ac3-b8d9-1e83f1a4c6cf x-openstack-request-id: req-17a73a8e-be80-4ac3-b8d9-1e83f1a4c6cf {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:06.854313 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72eb9f-876a-4adf-abd8-5737b53afa40", "name": "network-vif-plugged", "status": "completed", "tag": "f7098a29-fba5-4b21-a84b-9b87f703f572", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:06.854786 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17a73a8e-be80-4ac3-b8d9-1e83f1a4c6cf {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:06.855337 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72eb9f-876a-4adf-abd8-5737b53afa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7098a29-fba5-4b21-a84b-9b87f703f572', 'code': 200} Dec 08 21:54:06.861635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:06.871870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Checking segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:06.872373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Bound using segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:06.889957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Bound port: 25777d9c-4bd1-478e-b1a2-e4daee18c5a4, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:06.890422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.918893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65fe4e35-8b78-4a01-b48d-ef2d96c5d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.922001 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65fe4e35-8b78-4a01-b48d-ef2d96c5d406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:06.926705 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-65fe4e35-8b78-4a01-b48d-ef2d96c5d406 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/866fe196-3617-4605-addb-87a3ec41a6f0 HTTP/1.1" status: 204 len: 168 time: 0.2297368 Dec 08 21:54:06.937050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe4e35-8b78-4a01-b48d-ef2d96c5d406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866fe196-3617-4605-addb-87a3ec41a6f0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:07.084310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-a7671b9b-3894-4762-944d-f4031a05f2b5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.097690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-a7671b9b-3894-4762-944d-f4031a05f2b5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.107724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-a7671b9b-3894-4762-944d-f4031a05f2b5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.115629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-a7671b9b-3894-4762-944d-f4031a05f2b5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.123880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d7acf-c566-4947-86fd-c4857efd3476 req-2769aa5e-66b6-4ce2-8620-9556e6882006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.124456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-a7671b9b-3894-4762-944d-f4031a05f2b5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.125658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-940d7acf-c566-4947-86fd-c4857efd3476 req-2769aa5e-66b6-4ce2-8620-9556e6882006 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 1096 time: 0.2095423 Dec 08 21:54:07.132032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-a7671b9b-3894-4762-944d-f4031a05f2b5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.136325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] For port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:07.152448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-a7671b9b-3894-4762-944d-f4031a05f2b5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.167705 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-a7671b9b-3894-4762-944d-f4031a05f2b5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5382 time: 0.1971653 Dec 08 21:54:07.181025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] For port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:07.188100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-940d7acf-c566-4947-86fd-c4857efd3476 req-eb1f25b0-a12b-4c05-8bd5-2164597f1f8e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530689 Dec 08 21:54:07.190107 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:07.190866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8c9685d-9e8c-4852-8a76-32557c23f3ca no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:07.226688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.227374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:07.232432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] 10.222.0.23 "PUT /v2.0/ports/25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 1136 time: 1.4026499 Dec 08 21:54:07.249746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a8c9685d-9e8c-4852-8a76-32557c23f3ca {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:07.250344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8c9685d-9e8c-4852-8a76-32557c23f3ca not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:07.271320 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca0cb00-9737-453b-accb-0a9c7f94769b req-170cf6f8-f01a-4d64-bc65-2e258645677c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023319 Dec 08 21:54:07.281950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:07.356317 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:07.371382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55607d4c-f610-4a14-a069-29c0534228bb service neutron] Pushing event updated for resources: {'Port': ['ID=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:07.541037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b04f08-2173-42d1-814a-aed6880c72b2 req-886bc1a1-983e-4da0-9af8-3c12c94f5405 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:07.551715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7b04f08-2173-42d1-814a-aed6880c72b2 req-886bc1a1-983e-4da0-9af8-3c12c94f5405 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1302080 Dec 08 21:54:07.647900 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7b04f08-2173-42d1-814a-aed6880c72b2 req-e77225fd-4041-44f0-ae19-463c727a79db tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951252 Dec 08 21:54:07.755393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce62691-50ff-4fcb-b348-52eb9a1af15d {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:07.763027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:07.775880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Transition to ACTIVE for port object 9ce62691-50ff-4fcb-b348-52eb9a1af15d will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:07.783066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:07.824001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-53c30f03-b7ca-459b-a47b-a24e421bd40c req-08d8e760-40ee-448e-b87b-9c6e35a73239 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0c45d6-7cdc-41ce-8443-2f051b3325d9 HTTP/1.1" status: 200 len: 210 time: 0.0548763 Dec 08 21:54:07.826903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce62691-50ff-4fcb-b348-52eb9a1af15d,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:07.912049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '25777d9c-4bd1-478e-b1a2-e4daee18c5a4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:07.914314 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "25777d9c-4bd1-478e-b1a2-e4daee18c5a4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:07.958198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Attempting to bind port 9ce62691-50ff-4fcb-b348-52eb9a1af15d on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:07.958424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Attempting to bind port 9ce62691-50ff-4fcb-b348-52eb9a1af15d by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:07.959419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Attempting to bind port 9ce62691-50ff-4fcb-b348-52eb9a1af15d on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:07.964804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Port 9ce62691-50ff-4fcb-b348-52eb9a1af15d on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:07.965343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Attempting to bind port 9ce62691-50ff-4fcb-b348-52eb9a1af15d on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:07.976063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:07.976670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Checking segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:07.977286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Bound using segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:07.978251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Bound port: 9ce62691-50ff-4fcb-b348-52eb9a1af15d, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:07.978987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:07.994214 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ceb416-43c4-4d1e-b8ad-54cccca95f2b x-openstack-request-id: req-27ceb416-43c4-4d1e-b8ad-54cccca95f2b {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:07.995806 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "25777d9c-4bd1-478e-b1a2-e4daee18c5a4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:07.996230 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27ceb416-43c4-4d1e-b8ad-54cccca95f2b {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:07.998090 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '25777d9c-4bd1-478e-b1a2-e4daee18c5a4', 'status': 'completed', 'code': 200} Dec 08 21:54:08.109897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-b726255d-00a0-477f-a7d9-0f8a172751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.110749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-b726255d-00a0-477f-a7d9-0f8a172751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.112107 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-b726255d-00a0-477f-a7d9-0f8a172751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.113299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-b726255d-00a0-477f-a7d9-0f8a172751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.114066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-b726255d-00a0-477f-a7d9-0f8a172751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.115978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-b726255d-00a0-477f-a7d9-0f8a172751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.116798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-b726255d-00a0-477f-a7d9-0f8a172751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.119033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-b726255d-00a0-477f-a7d9-0f8a172751f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6244 time: 0.1061556 Dec 08 21:54:08.237840 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-503b588e-d9b8-4141-b4e1-9cccca0778ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:08.340260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-27acd48b-ff66-4a6f-87c9-cfdde496998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.341539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-27acd48b-ff66-4a6f-87c9-cfdde496998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.342364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-27acd48b-ff66-4a6f-87c9-cfdde496998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.344642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-27acd48b-ff66-4a6f-87c9-cfdde496998b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4a416cf8102348dfb60903a1c74a36c7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2163768 Dec 08 21:54:08.517859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-91a74946-3b17-469c-b55a-252d017b7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.528260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6271a1f4-ae9a-46e4-81c4-7912dd2e6fb5 req-91a74946-3b17-469c-b55a-252d017b7ba1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738122 Dec 08 21:54:08.569280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] For port 9ce62691-50ff-4fcb-b348-52eb9a1af15d, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:08.578959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] For port 9ce62691-50ff-4fcb-b348-52eb9a1af15d, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:08.591437 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:08.609801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41966-910e-46fc-8114-d77610c08892 req-65a30b21-3df7-4bd0-858e-a42086aa7474 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.645329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41966-910e-46fc-8114-d77610c08892 req-65a30b21-3df7-4bd0-858e-a42086aa7474 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.656891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41966-910e-46fc-8114-d77610c08892 req-65a30b21-3df7-4bd0-858e-a42086aa7474 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.669059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41966-910e-46fc-8114-d77610c08892 req-65a30b21-3df7-4bd0-858e-a42086aa7474 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.685519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41966-910e-46fc-8114-d77610c08892 req-65a30b21-3df7-4bd0-858e-a42086aa7474 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.692954 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.693589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:08.699148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41966-910e-46fc-8114-d77610c08892 req-65a30b21-3df7-4bd0-858e-a42086aa7474 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.699685 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] 10.222.0.23 "PUT /v2.0/ports/9ce62691-50ff-4fcb-b348-52eb9a1af15d HTTP/1.1" status: 200 len: 1091 time: 1.4190874 Dec 08 21:54:08.720486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41966-910e-46fc-8114-d77610c08892 req-65a30b21-3df7-4bd0-858e-a42086aa7474 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:08.740588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8dc41966-910e-46fc-8114-d77610c08892 req-65a30b21-3df7-4bd0-858e-a42086aa7474 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5394 time: 0.2673192 Dec 08 21:54:08.751190 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:08.760228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:08.809047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcb466-dd99-4028-9f95-ed26e3babaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce62691-50ff-4fcb-b348-52eb9a1af15d,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:08.878583 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:08.881122 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8dc41966-910e-46fc-8114-d77610c08892 req-50e80c60-c65b-44db-b9df-fcb0e9f6c9e5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328642 Dec 08 21:54:09.205695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a593f7-027d-4426-a559-6e98fc585e0b req-0e61537c-95ae-45fc-8302-0acdc9385dd5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:09.216766 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42a593f7-027d-4426-a559-6e98fc585e0b req-0e61537c-95ae-45fc-8302-0acdc9385dd5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1637790 Dec 08 21:54:09.296511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42a593f7-027d-4426-a559-6e98fc585e0b req-a6502ba9-f721-4d17-89a4-d9bcc439512f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782151 Dec 08 21:54:09.365778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:09.392294 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:09.748795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59090) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:09.862414 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-526f1ffb-38a3-45ef-900e-908c4382f61b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:09.900204 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-526f1ffb-38a3-45ef-900e-908c4382f61b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:09.931627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:09.971774 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:54:09.986103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-526f1ffb-38a3-45ef-900e-908c4382f61b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:09.991765 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-526f1ffb-38a3-45ef-900e-908c4382f61b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:09.997750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-526f1ffb-38a3-45ef-900e-908c4382f61b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b5fa186-bca0-4baf-bbbb-297a05e427f8 HTTP/1.1" status: 204 len: 168 time: 0.2455235 Dec 08 21:54:09.998401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:10.015289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '9ce62691-50ff-4fcb-b348-52eb9a1af15d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:10.025816 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11d975-d661-441f-8241-b3eed4bf5326" -d '{"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "9ce62691-50ff-4fcb-b348-52eb9a1af15d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:10.055956 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-a78524e2-5686-4bf3-86f1-6bb1b2c760e2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] show failed (client error): The resource could not be found. Dec 08 21:54:10.060611 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a78524e2-5686-4bf3-86f1-6bb1b2c760e2 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "GET /v2.0/security-groups/7b5fa186-bca0-4baf-bbbb-297a05e427f8 HTTP/1.1" status: 404 len: 347 time: 0.0570278 Dec 08 21:54:10.061501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f1ffb-38a3-45ef-900e-908c4382f61b tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5fa186-bca0-4baf-bbbb-297a05e427f8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:10.063743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59110) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:10.388122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e60d434-a2df-4418-bd65-864538838cc9 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:10.405842 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:10.417591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a662c-c93d-4ab1-9f3d-f6d52f223555 req-c47a8645-1300-4597-88cd-b109c3f43046 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:10.426188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce6a662c-c93d-4ab1-9f3d-f6d52f223555 req-c47a8645-1300-4597-88cd-b109c3f43046 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1007180 Dec 08 21:54:10.452614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Transition to ACTIVE for port object 3e60d434-a2df-4418-bd65-864538838cc9 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:10.470298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:10.504459 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce6a662c-c93d-4ab1-9f3d-f6d52f223555 req-454aba9e-4c7f-4f3e-9307-f651f83f2da5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770049 Dec 08 21:54:10.581474 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7457e515-febb-4833-9e99-e2c39581fb90 x-openstack-request-id: req-7457e515-febb-4833-9e99-e2c39581fb90 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:10.582106 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "9ce62691-50ff-4fcb-b348-52eb9a1af15d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:10.582573 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7457e515-febb-4833-9e99-e2c39581fb90 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:10.583312 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '9ce62691-50ff-4fcb-b348-52eb9a1af15d', 'status': 'completed', 'code': 200} Dec 08 21:54:10.589883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting port ddd411ba-e55f-4c94-a835-39d0e6d33459 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:10.590577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:10.732305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-389442e0-9a6f-4efe-989b-8272a4bee218 req-5d9287a3-429c-4f20-bd77-8d8907038660 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b HTTP/1.1" status: 200 len: 210 time: 0.0522091 Dec 08 21:54:10.962744 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:11.006221 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:11.006572 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:11.050470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Calling delete_port for ddd411ba-e55f-4c94-a835-39d0e6d33459 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:11.140378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e60d434-a2df-4418-bd65-864538838cc9,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:11.213413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-dab926bf-4b73-484b-8da6-d9feac5bde3c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.238862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-dab926bf-4b73-484b-8da6-d9feac5bde3c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.247215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d73b84-62d7-4355-a7ae-b0201bb1faba req-e23f8383-8ba4-4ac1-8e6e-d265901e75d4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.249425 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04d73b84-62d7-4355-a7ae-b0201bb1faba req-e23f8383-8ba4-4ac1-8e6e-d265901e75d4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.1308858 Dec 08 21:54:11.251731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-dab926bf-4b73-484b-8da6-d9feac5bde3c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.267469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-dab926bf-4b73-484b-8da6-d9feac5bde3c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.281388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-dab926bf-4b73-484b-8da6-d9feac5bde3c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.298143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-dab926bf-4b73-484b-8da6-d9feac5bde3c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.314862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-dab926bf-4b73-484b-8da6-d9feac5bde3c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.317027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-dab926bf-4b73-484b-8da6-d9feac5bde3c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5406 time: 0.7726345 Dec 08 21:54:11.327335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04d73b84-62d7-4355-a7ae-b0201bb1faba req-f31ba28c-4dc8-409a-bf7e-b51ceec8faea tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704069 Dec 08 21:54:11.423333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-981a1b93-7d8e-4e44-9f20-53633fe0c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.424024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-981a1b93-7d8e-4e44-9f20-53633fe0c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.424652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-981a1b93-7d8e-4e44-9f20-53633fe0c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.425274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-981a1b93-7d8e-4e44-9f20-53633fe0c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.425892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-981a1b93-7d8e-4e44-9f20-53633fe0c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.426506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-981a1b93-7d8e-4e44-9f20-53633fe0c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.427144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-981a1b93-7d8e-4e44-9f20-53633fe0c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.429972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-981a1b93-7d8e-4e44-9f20-53633fe0c7ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6311 time: 0.7980456 Dec 08 21:54:11.575247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-a3d4ee00-5f10-4ee3-888c-c356c9ebcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.575762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-a3d4ee00-5f10-4ee3-888c-c356c9ebcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.576508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-a3d4ee00-5f10-4ee3-888c-c356c9ebcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.578747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-a3d4ee00-5f10-4ee3-888c-c356c9ebcb1a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4a416cf8102348dfb60903a1c74a36c7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1244588 Dec 08 21:54:11.704022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a552b9c-6bdd-466d-8ab4-abc09db6366b req-a73018eb-5901-4c25-aba5-cef8f3feed36 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3120015 Dec 08 21:54:11.760128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Attempting to bind port 3e60d434-a2df-4418-bd65-864538838cc9 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:11.760642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Attempting to bind port 3e60d434-a2df-4418-bd65-864538838cc9 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:11.760873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Attempting to bind port 3e60d434-a2df-4418-bd65-864538838cc9 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:11.774953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Port 3e60d434-a2df-4418-bd65-864538838cc9 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:11.775550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Attempting to bind port 3e60d434-a2df-4418-bd65-864538838cc9 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:11.784541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:11.785086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Checking segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:11.785841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Bound using segment: {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:11.786494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Bound port: 3e60d434-a2df-4418-bd65-864538838cc9, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7814e-2114-4a6a-a757-1b44cd4b3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:11.787064 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:11.923464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b7ac9-4429-4a1c-ad3b-afcc1eaa93ec req-f3adce9a-c97b-4c2b-b12a-fc6f2f744c7d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:11.925631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b00b7ac9-4429-4a1c-ad3b-afcc1eaa93ec req-f3adce9a-c97b-4c2b-b12a-fc6f2f744c7d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1220355 Dec 08 21:54:12.042886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-2e29d931-c350-4543-a227-57bd6cf195b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.052643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae11d975-d661-441f-8241-b3eed4bf5326 req-2e29d931-c350-4543-a227-57bd6cf195b3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4663067 Dec 08 21:54:12.087990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:12.089196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b00b7ac9-4429-4a1c-ad3b-afcc1eaa93ec req-6cf08ac7-09fb-424a-b4c9-24cefa0746eb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510701 Dec 08 21:54:12.182869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Port': ['ID=ddd411ba-e55f-4c94-a835-39d0e6d33459,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:12.203605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7917dd17-f81b-49a3-94ba-a96b8cb717e8 req-84beb068-674c-41bc-8582-081e7396259a tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.1031463 Dec 08 21:54:12.212746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] For port 3e60d434-a2df-4418-bd65-864538838cc9, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:12.274850 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-872a9652-417e-49e1-a2ef-31e7207c0362 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6001585 Dec 08 21:54:12.435339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] For port 3e60d434-a2df-4418-bd65-864538838cc9, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3e60d434-a2df-4418-bd65-864538838cc9,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:12.444271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:12.513392 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:12.517093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:12.518465 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-745694aa-8d5f-405d-b23d-5845dc551e6d tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "DELETE /v2.0/floatingips/c205993d-4206-4f17-999b-9ee3330e3a58 HTTP/1.1" status: 204 len: 168 time: 2.4536021 Dec 08 21:54:12.520650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.521722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59200) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:12.522145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:12.525373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/3e60d434-a2df-4418-bd65-864538838cc9 HTTP/1.1" status: 200 len: 1090 time: 3.7773144 Dec 08 21:54:12.564539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:12.623116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '3e60d434-a2df-4418-bd65-864538838cc9'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:12.631540 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "3e60d434-a2df-4418-bd65-864538838cc9"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:12.651450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c2ba2-1890-483a-98fb-24227232d4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e60d434-a2df-4418-bd65-864538838cc9,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:12.735543 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d171dafc-7456-449b-a1c5-f9ec0a550535 x-openstack-request-id: req-d171dafc-7456-449b-a1c5-f9ec0a550535 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:12.735815 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "3e60d434-a2df-4418-bd65-864538838cc9", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:12.736071 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d171dafc-7456-449b-a1c5-f9ec0a550535 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:12.741467 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '3e60d434-a2df-4418-bd65-864538838cc9', 'status': 'completed', 'code': 200} Dec 08 21:54:12.835212 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:12.868817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-87516840-4762-4aab-ac88-180071b76eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.869944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-87516840-4762-4aab-ac88-180071b76eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.870644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-87516840-4762-4aab-ac88-180071b76eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.871407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-87516840-4762-4aab-ac88-180071b76eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.872047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-87516840-4762-4aab-ac88-180071b76eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.872806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-87516840-4762-4aab-ac88-180071b76eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.873517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-87516840-4762-4aab-ac88-180071b76eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.878961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-87516840-4762-4aab-ac88-180071b76eed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6353 time: 0.1316400 Dec 08 21:54:12.903016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d03ed-919e-4293-9282-2ad2bbf98dbc req-9c50bcfb-0e3c-480b-9384-3428ffda5198 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:12.912511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-135d03ed-919e-4293-9282-2ad2bbf98dbc req-9c50bcfb-0e3c-480b-9384-3428ffda5198 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.3891411 Dec 08 21:54:12.946211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7c0bc841-77e7-47d3-8272-947b89863bd6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting port 85d0f69f-b532-42da-a04a-4f1ef8c82eef {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:12.946927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc841-77e7-47d3-8272-947b89863bd6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:13.054283 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc841-77e7-47d3-8272-947b89863bd6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:13.080045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7c0bc841-77e7-47d3-8272-947b89863bd6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Calling delete_port for 85d0f69f-b532-42da-a04a-4f1ef8c82eef owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:13.163025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-135d03ed-919e-4293-9282-2ad2bbf98dbc req-6be6399e-5fc1-45cf-9304-44f30202d3e3 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365224 Dec 08 21:54:13.237757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-9a111b43-4a2a-42b2-ab88-de694d1f824b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.250936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-9a111b43-4a2a-42b2-ab88-de694d1f824b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.259390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-9a111b43-4a2a-42b2-ab88-de694d1f824b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.266389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-9a111b43-4a2a-42b2-ab88-de694d1f824b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.273841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-9a111b43-4a2a-42b2-ab88-de694d1f824b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.280921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-9a111b43-4a2a-42b2-ab88-de694d1f824b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.286896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-9a111b43-4a2a-42b2-ab88-de694d1f824b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.288805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-9a111b43-4a2a-42b2-ab88-de694d1f824b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5406 time: 0.3671899 Dec 08 21:54:13.369504 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b83729c-879c-474d-910d-8899e33858b3 req-5c8216b5-7bd8-4a25-85d8-02022a3e9d5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b HTTP/1.1" status: 200 len: 210 time: 0.0795498 Dec 08 21:54:13.383571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2cdc6-a7aa-4b0b-8bc5-debe0c3d3ec2 req-ca3d0d74-102d-4aca-8fff-eccc8d456972 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.392609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde2cdc6-a7aa-4b0b-8bc5-debe0c3d3ec2 req-ca3d0d74-102d-4aca-8fff-eccc8d456972 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.0730662 Dec 08 21:54:13.431450 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc841-77e7-47d3-8272-947b89863bd6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:13.473975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bc841-77e7-47d3-8272-947b89863bd6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Port': ['ID=85d0f69f-b532-42da-a04a-4f1ef8c82eef,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:13.483506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-05fa8ae4-3281-4010-a43f-5cb0ede72f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.484358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-05fa8ae4-3281-4010-a43f-5cb0ede72f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.485756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-05fa8ae4-3281-4010-a43f-5cb0ede72f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.490885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-05fa8ae4-3281-4010-a43f-5cb0ede72f54 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4a416cf8102348dfb60903a1c74a36c7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5553279 Dec 08 21:54:13.509114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f31b1e7-6cca-4c4b-917e-5dcc88e91e32 req-b59cd790-ec2a-4e1d-8ed1-842dd00431ba tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2073798 Dec 08 21:54:13.521856 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fde2cdc6-a7aa-4b0b-8bc5-debe0c3d3ec2 req-a43620d1-38d0-4e9a-9115-79f5f68caa7f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241817 Dec 08 21:54:13.622764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc841-77e7-47d3-8272-947b89863bd6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:13.628698 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7c0bc841-77e7-47d3-8272-947b89863bd6 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "DELETE /v2.0/ports/85d0f69f-b532-42da-a04a-4f1ef8c82eef HTTP/1.1" status: 204 len: 168 time: 1.1040397 Dec 08 21:54:13.631411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59228) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:13.724441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a39813cb-450b-4a0d-9675-0b4d1b1dce4f req-5c2abf09-7b57-47b1-9987-961a574b43cc tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0560393 Dec 08 21:54:13.837367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0d352bd7-0035-47f1-9fc8-4ad473e68a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting port f8358168-1a05-4df7-9924-89d8d3e61d23 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:13.837716 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d352bd7-0035-47f1-9fc8-4ad473e68a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:13.882361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-acbf1af9-2368-49dc-9e86-82179037aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.886631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8a32fb7-fb9a-4bd8-baed-41c0ae1eeeb8 req-acbf1af9-2368-49dc-9e86-82179037aaea service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3299472 Dec 08 21:54:13.909931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49ae823-5889-4464-9f80-18088dcdfa39 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:13.936110 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:13.977699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d352bd7-0035-47f1-9fc8-4ad473e68a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:13.986990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Transition to ACTIVE for port object b49ae823-5889-4464-9f80-18088dcdfa39 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:13.991623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-58e668e1-f1f4-4932-85de-dd979a4d4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:13.994446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-58e668e1-f1f4-4932-85de-dd979a4d4c2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0&tenant_id=8729a6b924fd4001a66a971c05635117 HTTP/1.1" status: 200 len: 1095 time: 0.1062775 Dec 08 21:54:13.996376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:14.011930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0d352bd7-0035-47f1-9fc8-4ad473e68a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Calling delete_port for f8358168-1a05-4df7-9924-89d8d3e61d23 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:14.113527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Pushing event updated for resources: {'Port': ['ID=b49ae823-5889-4464-9f80-18088dcdfa39,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:14.153845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-c76e4e16-3f8a-4dd2-9ea2-81e60bf3fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.155412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-c76e4e16-3f8a-4dd2-9ea2-81e60bf3fffd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1095 time: 0.1269104 Dec 08 21:54:14.341499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Attempting to bind port b49ae823-5889-4464-9f80-18088dcdfa39 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:14.342144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Attempting to bind port b49ae823-5889-4464-9f80-18088dcdfa39 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:14.342144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Attempting to bind port b49ae823-5889-4464-9f80-18088dcdfa39 on network e871f1df-f380-4b86-8547-dfdae5b5807d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:14.372452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Port b49ae823-5889-4464-9f80-18088dcdfa39 on network e871f1df-f380-4b86-8547-dfdae5b5807d not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:14.372871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Attempting to bind port b49ae823-5889-4464-9f80-18088dcdfa39 on network e871f1df-f380-4b86-8547-dfdae5b5807d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:14.398785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:14.399234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Checking segment: {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:14.399687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Bound using segment: {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:14.400197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Bound port: b49ae823-5889-4464-9f80-18088dcdfa39, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:14.400623 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:14.432125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d352bd7-0035-47f1-9fc8-4ad473e68a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:14.442950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-024c9c88-e56a-4821-b0d8-62be0d461fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.449653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-024c9c88-e56a-4821-b0d8-62be0d461fd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.2859876 Dec 08 21:54:14.556824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d352bd7-0035-47f1-9fc8-4ad473e68a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Port': ['ID=f8358168-1a05-4df7-9924-89d8d3e61d23,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:14.586358 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-9396cbd0-3a39-417c-9a6c-56e8c58b46c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 200 len: 1000 time: 0.1073775 Dec 08 21:54:14.649419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab702e7-93e3-4361-b0dc-d1717ee7265c req-ef856a8d-f6ac-4fc9-bce5-f913777ae479 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.651085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dab702e7-93e3-4361-b0dc-d1717ee7265c req-ef856a8d-f6ac-4fc9-bce5-f913777ae479 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.2373819 Dec 08 21:54:14.720031 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dab702e7-93e3-4361-b0dc-d1717ee7265c req-544a075c-45e7-44e3-8839-70e1c5bf729f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489736 Dec 08 21:54:14.729060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d352bd7-0035-47f1-9fc8-4ad473e68a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:14.733064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0d352bd7-0035-47f1-9fc8-4ad473e68a9a tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "DELETE /v2.0/ports/f8358168-1a05-4df7-9924-89d8d3e61d23 HTTP/1.1" status: 204 len: 168 time: 1.0997055 Dec 08 21:54:14.736670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59248) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:14.786081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] For port b49ae823-5889-4464-9f80-18088dcdfa39, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:14.788947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-479dc83c-3193-4d78-bce4-905f3ef55540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.790429 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-479dc83c-3193-4d78-bce4-905f3ef55540 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.1950152 Dec 08 21:54:14.792583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] For port b49ae823-5889-4464-9f80-18088dcdfa39, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b49ae823-5889-4464-9f80-18088dcdfa39,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:14.836431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7bf347d3-8aae-4388-8430-3301caa08957 req-4a40df7d-d10f-4862-8991-2902bf41fc22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0420914 Dec 08 21:54:14.847843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-3ed52401-b652-4b55-aa61-bf5114b12874 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.854247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9b37eb-d51b-472c-b13c-cf87eb6db3c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting subnet 6e3ec96c-90c8-48d5-85ff-309b87cceb20 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:54:14.855746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-3ed52401-b652-4b55-aa61-bf5114b12874 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.858248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca9b37eb-d51b-472c-b13c-cf87eb6db3c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:14.863333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-3ed52401-b652-4b55-aa61-bf5114b12874 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.869844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-3ed52401-b652-4b55-aa61-bf5114b12874 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.876359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-3ed52401-b652-4b55-aa61-bf5114b12874 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.883177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-3ed52401-b652-4b55-aa61-bf5114b12874 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.890393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-3ed52401-b652-4b55-aa61-bf5114b12874 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.892382 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-3ed52401-b652-4b55-aa61-bf5114b12874 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5418 time: 0.2329502 Dec 08 21:54:14.893630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:14.979541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:14.980156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:14.981524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] 10.222.0.23 "PUT /v2.0/ports/b49ae823-5889-4464-9f80-18088dcdfa39 HTTP/1.1" status: 200 len: 1091 time: 2.4233541 Dec 08 21:54:14.985469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': 'b49ae823-5889-4464-9f80-18088dcdfa39'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:14.987899 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e31e75d-e639-45b0-8963-dfaba7438b82" -d '{"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "b49ae823-5889-4464-9f80-18088dcdfa39"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:15.060046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca9b37eb-d51b-472c-b13c-cf87eb6db3c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:15.070384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Request body: {'port': {'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:15.083007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-aeffb52c-dfeb-4277-99ed-71ae95e24c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.090204 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-aeffb52c-dfeb-4277-99ed-71ae95e24c62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912750 Dec 08 21:54:15.120521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea97c89-e2ac-4972-9581-a21822d4fe95 service neutron] Pushing event updated for resources: {'Port': ['ID=b49ae823-5889-4464-9f80-18088dcdfa39,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:15.134867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9ac03-c9fe-433c-a114-a686da8b89de req-78bc72ce-71ae-4e2f-bf01-58fc559d0d58 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.136565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1a9ac03-c9fe-433c-a114-a686da8b89de req-78bc72ce-71ae-4e2f-bf01-58fc559d0d58 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1746905 Dec 08 21:54:15.260934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1a9ac03-c9fe-433c-a114-a686da8b89de req-cc1cf228-1156-4d94-845c-d0b47e4d6f6f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071749 Dec 08 21:54:15.290945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dbe8754c-f761-424b-9b57-d0a1c4e85efe req-53a41929-f96e-4ea7-990f-0722d795b5c3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3685782 Dec 08 21:54:15.329465 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca9b37eb-d51b-472c-b13c-cf87eb6db3c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:15.414271 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da5768-4e3b-4535-8116-98937ce16437 x-openstack-request-id: req-22da5768-4e3b-4535-8116-98937ce16437 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:15.414908 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "b49ae823-5889-4464-9f80-18088dcdfa39", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:15.414908 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22da5768-4e3b-4535-8116-98937ce16437 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:15.415895 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': 'b49ae823-5889-4464-9f80-18088dcdfa39', 'status': 'completed', 'code': 200} Dec 08 21:54:15.487433 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f4972f67-e51b-4d21-a55f-9ee947d8b0ad req-011eb3cb-063e-47f6-bd3a-8b954d4bf42b tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0731795 Dec 08 21:54:15.533688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:15.537950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca9b37eb-d51b-472c-b13c-cf87eb6db3c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:15.539772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-8109870c-568c-4644-8621-a175b82f1a71 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209347 Dec 08 21:54:15.580347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b37eb-d51b-472c-b13c-cf87eb6db3c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3ec96c-90c8-48d5-85ff-309b87cceb20,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:15.593754 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca9b37eb-d51b-472c-b13c-cf87eb6db3c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:15.595040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15f00f-9a83-4446-a469-88e513ddf1d2 None None] Network cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:15.598056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ca9b37eb-d51b-472c-b13c-cf87eb6db3c4 tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "DELETE /v2.0/subnets/6e3ec96c-90c8-48d5-85ff-309b87cceb20 HTTP/1.1" status: 204 len: 168 time: 0.8604438 Dec 08 21:54:15.601515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59266) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:15.717029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-02d23011-dc7f-43ed-8c31-ea4b1524daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.717510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-02d23011-dc7f-43ed-8c31-ea4b1524daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.717974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-02d23011-dc7f-43ed-8c31-ea4b1524daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.718654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-02d23011-dc7f-43ed-8c31-ea4b1524daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.719277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-02d23011-dc7f-43ed-8c31-ea4b1524daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.719730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-02d23011-dc7f-43ed-8c31-ea4b1524daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.720183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-02d23011-dc7f-43ed-8c31-ea4b1524daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:15.722145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-02d23011-dc7f-43ed-8c31-ea4b1524daae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6420 time: 0.2967525 Dec 08 21:54:15.729571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d49b471-be08-4fd9-aceb-4b168b44c1be tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Deleting subnet 411ffe26-508c-4472-9d98-1139e5adfeaf {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:54:15.741563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d49b471-be08-4fd9-aceb-4b168b44c1be tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:15.839080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] DHCP port deletion for cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:54:15.857861 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d49b471-be08-4fd9-aceb-4b168b44c1be tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:15.972914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Deleting port a8953100-d003-4168-b942-a3075e264d4c {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:15.973999 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:16.003016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-264634af-61e9-4a8b-afc2-ed376b0e4baf service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530027 Dec 08 21:54:16.082681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] For port a8953100-d003-4168-b942-a3075e264d4c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8953100-d003-4168-b942-a3075e264d4c,segment=NetworkSegment(869fd86c-3a93-40fe-88b0-0e0adfbc5ffd),segment_id=869fd86c-3a93-40fe-88b0-0e0adfbc5ffd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:16.084160 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:16.105303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Calling delete_port for a8953100-d003-4168-b942-a3075e264d4c owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:16.118037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d49b471-be08-4fd9-aceb-4b168b44c1be tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:16.226046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d49b471-be08-4fd9-aceb-4b168b44c1be tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:16.275439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:16.288642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49b471-be08-4fd9-aceb-4b168b44c1be tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Subnet': ['ID=411ffe26-508c-4472-9d98-1139e5adfeaf,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:16.301207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d49b471-be08-4fd9-aceb-4b168b44c1be tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:16.305660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5d49b471-be08-4fd9-aceb-4b168b44c1be tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "DELETE /v2.0/subnets/411ffe26-508c-4472-9d98-1139e5adfeaf HTTP/1.1" status: 204 len: 168 time: 0.7029102 Dec 08 21:54:16.308293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59286) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:16.324622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Pushing event deleted for resources: {'Port': ['ID=a8953100-d003-4168-b942-a3075e264d4c,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:16.334891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a85db-cba0-4ee2-9569-12c5a5416167 None None] Network 7af39c87-7458-42f6-94db-a404c345e57b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:16.340861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.350033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.352883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.354467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.355704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.358382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.359021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.360583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.361169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.361861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.363510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.364086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:16.569125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6014f-bc39-47e2-a539-d2c7faf1a7e5 None None] No DVR routers for this DVR port a8953100-d003-4168-b942-a3075e264d4c on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:54:16.800965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] DHCP port deletion for 7af39c87-7458-42f6-94db-a404c345e57b request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:54:16.942049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] Deleting port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:16.945122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:17.137247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] For port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99,segment=NetworkSegment(35ac97bb-1945-499b-bd84-0626939fc2e8),segment_id=35ac97bb-1945-499b-bd84-0626939fc2e8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:17.137554 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:17.159197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] Calling delete_port for 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:17.294677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:17.320622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-d7c98ee1-f7c1-4720-a915-47170a4182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:17.325024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-d7c98ee1-f7c1-4720-a915-47170a4182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:17.329789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-d7c98ee1-f7c1-4720-a915-47170a4182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:17.335177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-d7c98ee1-f7c1-4720-a915-47170a4182a4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4a416cf8102348dfb60903a1c74a36c7&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.5850050 Dec 08 21:54:17.392305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] No DVR routers for this DVR port 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:54:17.409831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49b4cf-7e9f-491b-8edf-9c6b0cd405b1 None None] Pushing event deleted for resources: {'Port': ['ID=69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:17.416804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8953100-d003-4168-b942-a3075e264d4c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:17.486078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a8953100-d003-4168-b942-a3075e264d4c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:17.486737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8953100-d003-4168-b942-a3075e264d4c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:17.488020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:17.500540 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:17.533689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1138-ddea-4ce9-a1dd-e9a56eccef4e req-7ce0927c-18e2-4b21-9388-595a3f257130 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:17.535722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-263f1138-ddea-4ce9-a1dd-e9a56eccef4e req-7ce0927c-18e2-4b21-9388-595a3f257130 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 1.0862889 Dec 08 21:54:17.542728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:17.554946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 69e3ce7a-7fa3-40b9-9e37-d97ba6a7bc99 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:17.556570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527f669c-87c1-45b7-8315-03137ffba182 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:17.569001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:17.585764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Transition to ACTIVE for port object 527f669c-87c1-45b7-8315-03137ffba182 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:17.606141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:17.673069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867632d-1183-4771-a816-17deb26ff298 req-e89f8852-8c46-41e9-9678-5fd5283115fb tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:17.678116 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f867632d-1183-4771-a816-17deb26ff298 req-e89f8852-8c46-41e9-9678-5fd5283115fb tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 1.7018292 Dec 08 21:54:17.707370 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-263f1138-ddea-4ce9-a1dd-e9a56eccef4e req-1bee2500-9723-418d-bfa2-557a1b1e5db7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653047 Dec 08 21:54:17.887488 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:17.968861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf6bf43-cd4f-4d9e-a885-f1926edc6d42']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:18.009718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:18.010017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869fd86c-3a93-40fe-88b0-0e0adfbc5ffd') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:18.052928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:18.057330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Pushing event updated for resources: {'Port': ['ID=527f669c-87c1-45b7-8315-03137ffba182,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:18.090077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-6c4a5052-b551-48a3-8e65-d112413cd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.091966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e31e75d-e639-45b0-8963-dfaba7438b82 req-6c4a5052-b551-48a3-8e65-d112413cd962 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7204313 Dec 08 21:54:18.092712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Attempting to bind port 527f669c-87c1-45b7-8315-03137ffba182 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:18.093046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Attempting to bind port 527f669c-87c1-45b7-8315-03137ffba182 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:18.093372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Attempting to bind port 527f669c-87c1-45b7-8315-03137ffba182 on network e871f1df-f380-4b86-8547-dfdae5b5807d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:18.100608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f867632d-1183-4771-a816-17deb26ff298 req-f1c621c5-7f49-41d7-97da-5f3d9d02fd04 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492813 Dec 08 21:54:18.103015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Port 527f669c-87c1-45b7-8315-03137ffba182 on network e871f1df-f380-4b86-8547-dfdae5b5807d not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:18.103335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Attempting to bind port 527f669c-87c1-45b7-8315-03137ffba182 on network e871f1df-f380-4b86-8547-dfdae5b5807d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:18.117100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:18.117453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Checking segment: {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:18.117778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Bound using segment: {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:18.122332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Bound port: 527f669c-87c1-45b7-8315-03137ffba182, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddff876f-0a06-46ae-8ebf-3e16a972e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:18.122798 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:18.174856 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:18.197829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:54:18.211201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:54:18.215089 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:54:18.359391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253496-6de8-496b-8ee3-c21f9544226b req-70b4851a-2b26-484d-80b2-e3a9f951f09a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.365931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253496-6de8-496b-8ee3-c21f9544226b req-70b4851a-2b26-484d-80b2-e3a9f951f09a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.392304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253496-6de8-496b-8ee3-c21f9544226b req-70b4851a-2b26-484d-80b2-e3a9f951f09a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.399878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253496-6de8-496b-8ee3-c21f9544226b req-70b4851a-2b26-484d-80b2-e3a9f951f09a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.402895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e0d31d9-5142-4d7b-9667-fcea5d6cd9b3 req-e5a99824-7aad-4e44-b46a-ac336cb20f21 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0517745 Dec 08 21:54:18.410736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253496-6de8-496b-8ee3-c21f9544226b req-70b4851a-2b26-484d-80b2-e3a9f951f09a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.418092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253496-6de8-496b-8ee3-c21f9544226b req-70b4851a-2b26-484d-80b2-e3a9f951f09a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.423885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] For port 527f669c-87c1-45b7-8315-03137ffba182, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:18.426730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253496-6de8-496b-8ee3-c21f9544226b req-70b4851a-2b26-484d-80b2-e3a9f951f09a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.428709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a253496-6de8-496b-8ee3-c21f9544226b req-70b4851a-2b26-484d-80b2-e3a9f951f09a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.3460488 Dec 08 21:54:18.480010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] For port 527f669c-87c1-45b7-8315-03137ffba182, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=527f669c-87c1-45b7-8315-03137ffba182,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:18.498221 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:18.548783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:18.595025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.595603 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:18.596458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:18.609548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] 10.222.0.23 "PUT /v2.0/ports/527f669c-87c1-45b7-8315-03137ffba182 HTTP/1.1" status: 200 len: 1091 time: 3.5922749 Dec 08 21:54:18.612271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '527f669c-87c1-45b7-8315-03137ffba182'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:18.613264 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "DELETE /v2.0/networks/cbf6bf43-cd4f-4d9e-a885-f1926edc6d42 HTTP/1.1" status: 204 len: 168 time: 2.3038850 Dec 08 21:54:18.614164 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a5a8b3-2c9a-4f38-801f-d232aed159a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "527f669c-87c1-45b7-8315-03137ffba182"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:18.627129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59332) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:18.843147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292ff25-ceb2-4b72-85f1-6b7778ec440d service neutron] Pushing event updated for resources: {'Port': ['ID=527f669c-87c1-45b7-8315-03137ffba182,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:18.898349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-019059df-b937-4b25-b22a-6cf9fdfebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.899702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-019059df-b937-4b25-b22a-6cf9fdfebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.899702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-019059df-b937-4b25-b22a-6cf9fdfebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.899702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-019059df-b937-4b25-b22a-6cf9fdfebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.901818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-019059df-b937-4b25-b22a-6cf9fdfebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.901818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-019059df-b937-4b25-b22a-6cf9fdfebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.901818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-019059df-b937-4b25-b22a-6cf9fdfebff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:18.903023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-019059df-b937-4b25-b22a-6cf9fdfebff6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6487 time: 0.2161076 Dec 08 21:54:18.964836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-702bbe7a-0497-4f25-9bcf-4d52f7336cfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce HTTP/1.1" status: 200 len: 217 time: 0.0491800 Dec 08 21:54:19.002859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:19.013837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a253496-6de8-496b-8ee3-c21f9544226b req-3d6a88fb-0452-4763-aca9-be7c3429f230 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5739775 Dec 08 21:54:19.021461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f076d9-19a0-4255-9124-3cfd73acb6dc tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Network': ['ID=cbf6bf43-cd4f-4d9e-a885-f1926edc6d42,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:19.142540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c624d10e-0fc6-4f04-b9e8-748f2bf353fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:19.163390 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-c624d10e-0fc6-4f04-b9e8-748f2bf353fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a73796-c08b-4780-a9f8-0e5e808676e6 HTTP/1.1" status: 200 len: 855 time: 0.1732981 Dec 08 21:54:19.218112 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b748cd9-fa47-4228-bb3e-f9be330c4803 x-openstack-request-id: req-9b748cd9-fa47-4228-bb3e-f9be330c4803 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:19.218700 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "527f669c-87c1-45b7-8315-03137ffba182", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:19.220659 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b748cd9-fa47-4228-bb3e-f9be330c4803 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:19.221242 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '527f669c-87c1-45b7-8315-03137ffba182', 'status': 'completed', 'code': 200} Dec 08 21:54:19.340186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-b05ff0ec-ba9a-4b12-88cd-db8296572f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:19.340186 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-b05ff0ec-ba9a-4b12-88cd-db8296572f9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752677 Dec 08 21:54:19.421423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:19.467210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af39c87-7458-42f6-94db-a404c345e57b']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:19.478293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ac97bb-1945-499b-bd84-0626939fc2e8') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:19.478293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ac97bb-1945-499b-bd84-0626939fc2e8') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:19.492295 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:19.517935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:19.571644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6d08d-febe-4216-928d-65027ae076dc req-8122a3b7-6298-491f-9195-09770d779df4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:19.573473 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9c6d08d-febe-4216-928d-65027ae076dc req-8122a3b7-6298-491f-9195-09770d779df4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.0911922 Dec 08 21:54:19.604214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:54:19.605322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:54:19.623883 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:54:19.726927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e814b2-0c52-4c43-b90d-92a9712e5a8e req-86e5612d-b14c-4ab2-b944-20d6dbd9d018 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:19.728814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7e814b2-0c52-4c43-b90d-92a9712e5a8e req-86e5612d-b14c-4ab2-b944-20d6dbd9d018 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.2244892 Dec 08 21:54:19.730412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:19.736489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-26a3290f-22fe-4cc7-870c-7889778bb092 service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886764 Dec 08 21:54:19.753607 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:19.757178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] 10.222.0.21 "DELETE /v2.0/networks/7af39c87-7458-42f6-94db-a404c345e57b HTTP/1.1" status: 204 len: 168 time: 1.1272924 Dec 08 21:54:19.797476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e082250-ea17-4df3-a36b-ea5939e7a63e tempest-TaggedBootDevicesTest-750045992 tempest-TaggedBootDevicesTest-750045992-project] Pushing event deleted for resources: {'Network': ['ID=7af39c87-7458-42f6-94db-a404c345e57b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:19.833997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9c6d08d-febe-4216-928d-65027ae076dc req-4c8bf824-4079-4349-9d97-21ccaa456f7f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503831 Dec 08 21:54:19.855684 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7e814b2-0c52-4c43-b90d-92a9712e5a8e req-7eb69d53-93fe-4ebd-8031-e2c18b5074a6 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152682 Dec 08 21:54:20.043499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-9cbbd0b9-51fe-47ea-8175-f4c2003c68dd service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635772 Dec 08 21:54:20.126123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-6511c175-67fb-4072-bc04-1a5609bc8c56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 217 time: 0.0744369 Dec 08 21:54:20.302637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-591f23be-a27e-4271-9f46-18d23f275868 req-a1fbf9a6-1250-490b-b25b-ff6e0fdbaf16 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.1743510 Dec 08 21:54:20.349284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-6ccbd8f7-455d-42e7-8708-41b1cc24a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.350769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-6ccbd8f7-455d-42e7-8708-41b1cc24a44f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.2170248 Dec 08 21:54:20.454849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-3cfddb07-0df5-4a5c-8f2c-f42c1982b77f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.482575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-3cfddb07-0df5-4a5c-8f2c-f42c1982b77f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.491429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-3cfddb07-0df5-4a5c-8f2c-f42c1982b77f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.498203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-3cfddb07-0df5-4a5c-8f2c-f42c1982b77f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.525785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-3cfddb07-0df5-4a5c-8f2c-f42c1982b77f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.538048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-3cfddb07-0df5-4a5c-8f2c-f42c1982b77f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.540639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-323d2420-3698-4064-adb4-688c5fe2d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.544901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-3cfddb07-0df5-4a5c-8f2c-f42c1982b77f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:20.547189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-323d2420-3698-4064-adb4-688c5fe2d2ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893368 Dec 08 21:54:20.554829 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-3cfddb07-0df5-4a5c-8f2c-f42c1982b77f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.2698560 Dec 08 21:54:20.576599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59384) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:20.636751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83a8ea23-531a-46a4-8e2d-be18b748fdb3 req-563a309e-5b2a-4b5c-b21b-19a7d44bdaee tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815580 Dec 08 21:54:20.896035 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-9da35b68-bc05-47b2-a420-86e9d686aeb5 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331642 Dec 08 21:54:21.103399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde05222-3863-4c53-b399-b6e0f31e4ff5 req-2aff6d1a-962c-4566-8c10-aec4586201f5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.113828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bde05222-3863-4c53-b399-b6e0f31e4ff5 req-2aff6d1a-962c-4566-8c10-aec4586201f5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1288178 Dec 08 21:54:21.174188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bde05222-3863-4c53-b399-b6e0f31e4ff5 req-ce333e14-fdd5-4b83-a033-e2784f9ec178 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569420 Dec 08 21:54:21.216575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-4ddcb79c-9c4a-414a-999d-1e61f84eb799 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077426 Dec 08 21:54:21.448632 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-70456354-aad3-4782-bb7e-b280ae417e40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 217 time: 0.2229342 Dec 08 21:54:21.451690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40111900-1286-4f91-aa41-dee8c3fa2720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:21.547764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba01ff4e-b295-445b-987f-e0568efdcd8c req-847420e5-4a25-4142-b5bb-cb3f6020293f tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0645270 Dec 08 21:54:21.779127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2d86-b069-43c3-892d-39bd878bb63d req-ca591038-da93-43ba-a089-15f7c4402536 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.792143 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bcd2d86-b069-43c3-892d-39bd878bb63d req-ca591038-da93-43ba-a089-15f7c4402536 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.5650976 Dec 08 21:54:21.899993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-8575368b-74ed-4429-a49e-52c3a7f370a4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.912940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-8575368b-74ed-4429-a49e-52c3a7f370a4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.935531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-8575368b-74ed-4429-a49e-52c3a7f370a4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.942066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-8575368b-74ed-4429-a49e-52c3a7f370a4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.950684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-8575368b-74ed-4429-a49e-52c3a7f370a4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.958777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-8575368b-74ed-4429-a49e-52c3a7f370a4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.965540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-8575368b-74ed-4429-a49e-52c3a7f370a4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.983788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-de614989-c149-44d8-bd7d-d5411ed4d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:21.984656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-8575368b-74ed-4429-a49e-52c3a7f370a4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1762953 Dec 08 21:54:21.990414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-de614989-c149-44d8-bd7d-d5411ed4d926 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.5209961 Dec 08 21:54:22.090140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-697b3223-2c93-4fe8-b42c-829b1e17a1be req-d7713d80-936e-4230-808a-bbc2eb87b5c6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024616 Dec 08 21:54:22.251103 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bcd2d86-b069-43c3-892d-39bd878bb63d req-1f3612e9-6341-4909-9aee-ff251f2b16c8 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548934 Dec 08 21:54:22.395071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-011dee6f-c42a-4b1a-a471-19144e579c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:22.404233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-011dee6f-c42a-4b1a-a471-19144e579c13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3098152 Dec 08 21:54:22.471153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75a878-a9ef-45d9-a363-893018735089 req-0addb975-fb8e-4c05-98a6-66a62a42b72f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:22.491774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8c75a878-a9ef-45d9-a363-893018735089 req-0addb975-fb8e-4c05-98a6-66a62a42b72f tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1507692 Dec 08 21:54:22.556558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40111900-1286-4f91-aa41-dee8c3fa2720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:22.681361 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8c75a878-a9ef-45d9-a363-893018735089 req-c956aa94-8270-4f18-a651-88d22ee352f9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800160 Dec 08 21:54:22.777846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e208ba66-5e2a-4c5e-aaca-079dbb0b6e67 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531466 Dec 08 21:54:22.780469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40111900-1286-4f91-aa41-dee8c3fa2720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:23.050616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-19eda4a6-2bcc-4e4d-b0a6-fdaab1e30a7c req-a54f9e9c-fc36-4ca8-bb07-4daf934289da tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.2327366 Dec 08 21:54:23.083260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59416) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:23.099286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-40111900-1286-4f91-aa41-dee8c3fa2720 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be230115f1e04e8088f954f389663166&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5189166 Dec 08 21:54:23.130738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40111900-1286-4f91-aa41-dee8c3fa2720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1cba35-f47d-4355-90ed-695b7229a3de,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:23.242350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58700365-b88d-4fbe-bbee-7811faa31433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:23.263247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-44ca5a16-29a8-404b-aaff-bae3edc6a802 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119182 Dec 08 21:54:23.306250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58700365-b88d-4fbe-bbee-7811faa31433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:23.331539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-0fdd7f3b-00b1-4c5a-a546-542edc9036a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d HTTP/1.1" status: 200 len: 217 time: 0.0573292 Dec 08 21:54:23.437076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-07ccf85a-9fed-44be-ad71-243ad5f686c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.443954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-07ccf85a-9fed-44be-ad71-243ad5f686c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.451418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-07ccf85a-9fed-44be-ad71-243ad5f686c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.460000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-07ccf85a-9fed-44be-ad71-243ad5f686c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.466431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-07ccf85a-9fed-44be-ad71-243ad5f686c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.473637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-07ccf85a-9fed-44be-ad71-243ad5f686c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.481408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-07ccf85a-9fed-44be-ad71-243ad5f686c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.483691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-07ccf85a-9fed-44be-ad71-243ad5f686c0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1501672 Dec 08 21:54:23.547140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3bcd3cf2-4b6a-4b83-9518-3f3d74a0c2de req-1ae02268-04f5-4d5e-aa6d-ab6ed076f7c1 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550177 Dec 08 21:54:23.548445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58700365-b88d-4fbe-bbee-7811faa31433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:23.552849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58700365-b88d-4fbe-bbee-7811faa31433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:23.554221 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-58700365-b88d-4fbe-bbee-7811faa31433 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c1cba35-f47d-4355-90ed-695b7229a3de HTTP/1.1" status: 204 len: 168 time: 0.4695055 Dec 08 21:54:23.576489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-359ce622-f1a3-49da-bbf0-1b173042ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.579459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58700365-b88d-4fbe-bbee-7811faa31433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1cba35-f47d-4355-90ed-695b7229a3de,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:23.587881 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-359ce622-f1a3-49da-bbf0-1b173042ddc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.2402961 Dec 08 21:54:23.663718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11666d7-0303-48a0-928a-f2767c26627d req-b1e9dcc4-066c-41dd-b844-0b774fbdd391 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.675764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b11666d7-0303-48a0-928a-f2767c26627d req-b1e9dcc4-066c-41dd-b844-0b774fbdd391 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.3042731 Dec 08 21:54:23.790665 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b11666d7-0303-48a0-928a-f2767c26627d req-2bb052af-5363-4b81-8a52-b34ec9a8c74d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123939 Dec 08 21:54:23.801559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-89982d43-7a5f-4783-be6a-c04c647080c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:23.805063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-89982d43-7a5f-4783-be6a-c04c647080c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2159941 Dec 08 21:54:24.084656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e7493-9762-44d0-9ac0-f5a08f0689b6 req-b83f286b-5134-4f27-8811-91430fc3a711 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:24.098112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-100e7493-9762-44d0-9ac0-f5a08f0689b6 req-b83f286b-5134-4f27-8811-91430fc3a711 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.2825029 Dec 08 21:54:24.128246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-a77cfa4a-e772-4947-98b1-70f76c5ac633 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151865 Dec 08 21:54:24.209379 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-100e7493-9762-44d0-9ac0-f5a08f0689b6 req-be33ad12-399f-4f68-bc90-ee141e4bf481 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969543 Dec 08 21:54:24.343841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59436) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:24.354131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d7268b8-95f8-4378-ae74-dbb569957c15 req-b2390298-31f8-4ef4-ab83-cdb9a02adf18 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0787666 Dec 08 21:54:24.373521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c35a-4fc2-4889-ade7-0153076383a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:24.422893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-d01fbec5-c239-451c-b6f1-441fde4107c6 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826250 Dec 08 21:54:24.501976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-62635b7d-a5ea-42ca-bc5f-f0fb5e54cfe2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3e60d434-a2df-4418-bd65-864538838cc9 HTTP/1.1" status: 200 len: 217 time: 0.0703135 Dec 08 21:54:24.617198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-ced7c52f-108e-41c4-8b22-60d0e1cb2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:24.618798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-ced7c52f-108e-41c4-8b22-60d0e1cb2385 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.1080399 Dec 08 21:54:24.649254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c35a-4fc2-4889-ade7-0153076383a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:24.667538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c35a-4fc2-4889-ade7-0153076383a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:24.782355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c4f5c35a-4fc2-4889-ade7-0153076383a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fea7257f1b044c2d8c43c5fdc89ee989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322984 Dec 08 21:54:24.783279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59442) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:24.795452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5c35a-4fc2-4889-ade7-0153076383a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b751bb0f-7576-4d53-9919-3d5f7b001616,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:24.797821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-3058f846-af43-49ec-90d9-a450750bbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:24.799694 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-3058f846-af43-49ec-90d9-a450750bbd1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1729817 Dec 08 21:54:24.956362 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-511c605a-7ea2-4965-bff9-236ff5cd5fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:25.007044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-511c605a-7ea2-4965-bff9-236ff5cd5fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:25.016578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-fe3500b0-fa13-441c-806e-0daf10900d99 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984098 Dec 08 21:54:25.147377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-511c605a-7ea2-4965-bff9-236ff5cd5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:25.167635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b15a2-c9cc-4079-85ff-7e473d173fb2 req-de607b45-e07f-42db-a306-9f9d128a3a5c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.169952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-511c605a-7ea2-4965-bff9-236ff5cd5fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:25.175921 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e2b15a2-c9cc-4079-85ff-7e473d173fb2 req-de607b45-e07f-42db-a306-9f9d128a3a5c tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.1384563 Dec 08 21:54:25.191434 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-511c605a-7ea2-4965-bff9-236ff5cd5fb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b751bb0f-7576-4d53-9919-3d5f7b001616 HTTP/1.1" status: 204 len: 168 time: 0.4032850 Dec 08 21:54:25.286979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-7d14c72a-7460-4450-ae9c-a6ad3a79741f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.293533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-7d14c72a-7460-4450-ae9c-a6ad3a79741f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.299969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-7d14c72a-7460-4450-ae9c-a6ad3a79741f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.306647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-7d14c72a-7460-4450-ae9c-a6ad3a79741f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.315205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-7d14c72a-7460-4450-ae9c-a6ad3a79741f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.322309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-071a6d51-c54e-432b-bb18-b521976cef1f service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978632 Dec 08 21:54:25.331842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e2b15a2-c9cc-4079-85ff-7e473d173fb2 req-007c7178-20fc-4297-ac26-477de15c0636 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522171 Dec 08 21:54:25.338467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-7d14c72a-7460-4450-ae9c-a6ad3a79741f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.371067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-7d14c72a-7460-4450-ae9c-a6ad3a79741f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.379657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-7d14c72a-7460-4450-ae9c-a6ad3a79741f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.5205684 Dec 08 21:54:25.383203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c605a-7ea2-4965-bff9-236ff5cd5fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b751bb0f-7576-4d53-9919-3d5f7b001616,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:25.445514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-ef9704ab-1066-449d-bf16-5b14c07c9041 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b49ae823-5889-4464-9f80-18088dcdfa39 HTTP/1.1" status: 200 len: 217 time: 0.1105950 Dec 08 21:54:25.499457 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-144c948f-92ee-4de9-b6f9-7d89ed94b6e0 req-06db0cd8-27cd-4a16-9976-b4df8dfc17d4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181793 Dec 08 21:54:25.651147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e99dfcbf-bd44-43a6-b014-516485e99522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.658959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-e99dfcbf-bd44-43a6-b014-516485e99522 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.2046883 Dec 08 21:54:25.683813 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04750427-0815-4948-9dd1-3a18a86e8094 req-4514aefe-3fe6-4e1f-9118-b1a24fd5089c tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0663240 Dec 08 21:54:25.692136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74334c-e25c-4878-b883-de92d506b568 req-edf014da-d292-4838-84ba-f80bad725007 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.694162 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b74334c-e25c-4878-b883-de92d506b568 req-edf014da-d292-4838-84ba-f80bad725007 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1685190 Dec 08 21:54:25.799686 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b74334c-e25c-4878-b883-de92d506b568 req-4b9d5ab7-f249-44b1-9e49-71e26d2683bf tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917509 Dec 08 21:54:25.825117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-411821f6-2efe-41b5-981a-7f67f7cebf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:25.826852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-411821f6-2efe-41b5-981a-7f67f7cebf96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1316910 Dec 08 21:54:25.996901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59464) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:26.015165 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f176dab2-5d09-41e6-9fd5-ba371c8e6735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:26.022037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-83909de0-549f-4991-90d2-5860e8a14957 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841371 Dec 08 21:54:26.209821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-2096f7f6-cd99-4d71-a547-499f9501fb18 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741457 Dec 08 21:54:26.220438 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f176dab2-5d09-41e6-9fd5-ba371c8e6735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:26.230420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f176dab2-5d09-41e6-9fd5-ba371c8e6735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:26.304320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-7d25e61f-50d1-4d44-9d5d-6ced9c3c72a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=527f669c-87c1-45b7-8315-03137ffba182 HTTP/1.1" status: 200 len: 217 time: 0.0821676 Dec 08 21:54:26.309301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f176dab2-5d09-41e6-9fd5-ba371c8e6735 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f0415662d2248189f63de4b1cb8e505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187196 Dec 08 21:54:26.310054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59478) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:26.312670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176dab2-5d09-41e6-9fd5-ba371c8e6735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf373b0-fe24-44eb-85d2-405c3d08bfef,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:26.433452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-8aabff22-b95a-4460-8006-94f4107c23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:26.435146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-8aabff22-b95a-4460-8006-94f4107c23d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.1214914 Dec 08 21:54:26.485547 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01ea1318-71ef-4867-b565-5284deca67b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:26.533665 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01ea1318-71ef-4867-b565-5284deca67b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:26.563254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-6391f9df-d224-49bf-b493-64547298a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:26.564836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-6391f9df-d224-49bf-b493-64547298a777 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190012 Dec 08 21:54:26.639062 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01ea1318-71ef-4867-b565-5284deca67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:26.641770 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01ea1318-71ef-4867-b565-5284deca67b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:26.647428 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01ea1318-71ef-4867-b565-5284deca67b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbf373b0-fe24-44eb-85d2-405c3d08bfef HTTP/1.1" status: 204 len: 168 time: 0.3356242 Dec 08 21:54:26.686221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea1318-71ef-4867-b565-5284deca67b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf373b0-fe24-44eb-85d2-405c3d08bfef,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:26.768933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd723b62-8a32-4282-bf88-70c1ed038933 req-6945c34d-bf5a-4a67-82da-567bac173d91 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:26.797200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd723b62-8a32-4282-bf88-70c1ed038933 req-6945c34d-bf5a-4a67-82da-567bac173d91 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.1793659 Dec 08 21:54:26.873164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd723b62-8a32-4282-bf88-70c1ed038933 req-beaf038b-87ae-4fdb-9797-82b957869fe5 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735974 Dec 08 21:54:26.952995 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-f90bdbc0-d79f-450b-90d9-b5f9c70b113d service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747711 Dec 08 21:54:27.121049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2142a836-ef34-43a2-818e-0b584e01c795 req-9376a16f-8d5e-4cf0-9b5a-0b63aaebc30b tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0446479 Dec 08 21:54:27.235409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-9bf5a401-87aa-48dd-a236-a6a2a482999a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.241647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-9bf5a401-87aa-48dd-a236-a6a2a482999a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.260918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-9bf5a401-87aa-48dd-a236-a6a2a482999a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.278516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-9bf5a401-87aa-48dd-a236-a6a2a482999a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.284944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-9bf5a401-87aa-48dd-a236-a6a2a482999a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.299468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-9bf5a401-87aa-48dd-a236-a6a2a482999a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.316342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-9bf5a401-87aa-48dd-a236-a6a2a482999a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.325322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-9bf5a401-87aa-48dd-a236-a6a2a482999a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.6606798 Dec 08 21:54:27.347806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc90d-3467-4b5c-a969-87eba9df0676 req-10afc246-bc96-44b5-adc0-27469d548c62 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.363323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70ebc90d-3467-4b5c-a969-87eba9df0676 req-10afc246-bc96-44b5-adc0-27469d548c62 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1019995 Dec 08 21:54:27.461268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70ebc90d-3467-4b5c-a969-87eba9df0676 req-f651227f-d03f-49df-b41f-983d3a33ec2a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873532 Dec 08 21:54:27.487843 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-17c1aa34-2c6e-488a-ad4a-452364b78e1e req-fdb7ea72-552b-498c-b110-e769cdc93139 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615636 Dec 08 21:54:27.535753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0db79d1f-01c7-42ae-8434-1730f5a7f9e7 req-7e34b7c4-583a-4703-8756-234ae07891c0 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288024 Dec 08 21:54:27.706826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-aa5e2462-5cc1-4057-9721-272be08cee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.707355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-aa5e2462-5cc1-4057-9721-272be08cee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.709561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-aa5e2462-5cc1-4057-9721-272be08cee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.710014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-aa5e2462-5cc1-4057-9721-272be08cee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.710487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-aa5e2462-5cc1-4057-9721-272be08cee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.710986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-aa5e2462-5cc1-4057-9721-272be08cee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.711448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-aa5e2462-5cc1-4057-9721-272be08cee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.717686 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-aa5e2462-5cc1-4057-9721-272be08cee6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6487 time: 0.1013391 Dec 08 21:54:27.912276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-a5f90e72-f507-4504-9d64-5d76e56ad0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:27.917146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-a5f90e72-f507-4504-9d64-5d76e56ad0b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e871f1df-f380-4b86-8547-dfdae5b5807d HTTP/1.1" status: 200 len: 902 time: 0.1895833 Dec 08 21:54:28.031536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-b713956d-4020-4f2e-a83f-b529ddf39122 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=527f669c-87c1-45b7-8315-03137ffba182 HTTP/1.1" status: 200 len: 217 time: 0.0965679 Dec 08 21:54:28.169192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65eec4-bb32-47d1-b379-8131e446736c req-5b4926a8-9259-4ba4-bd53-07cc21d54c0e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:28.193788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd65eec4-bb32-47d1-b379-8131e446736c req-5b4926a8-9259-4ba4-bd53-07cc21d54c0e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.2210178 Dec 08 21:54:28.236191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-d00ff557-d670-497b-8997-ae8ebf8700b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:28.239799 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-d00ff557-d670-497b-8997-ae8ebf8700b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.1934421 Dec 08 21:54:28.303920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dd65eec4-bb32-47d1-b379-8131e446736c req-ee7ade94-4cd5-40b5-b89d-75ac08989e39 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091683 Dec 08 21:54:28.458107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e22395ad-f1f1-48a2-8409-fceace95efb8 req-b1ec64f6-a3e4-4fee-8494-7907b8be175b tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0982878 Dec 08 21:54:28.480554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-cff49b5c-57bf-4953-a048-023e88df80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:28.482308 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-cff49b5c-57bf-4953-a048-023e88df80b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2355268 Dec 08 21:54:28.752463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-44970074-8878-4aee-909b-e0ed99a88d46 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547708 Dec 08 21:54:28.805830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09b25-d6af-4848-bca0-76413f5f7d28 req-ede1642f-e906-4c97-9e43-5f8106504ae9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:28.821137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74a09b25-d6af-4848-bca0-76413f5f7d28 req-ede1642f-e906-4c97-9e43-5f8106504ae9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1740935 Dec 08 21:54:28.903468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74a09b25-d6af-4848-bca0-76413f5f7d28 req-9e6bf5af-532a-4d9c-9b2e-f468f64582d5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814559 Dec 08 21:54:29.019025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229da8-5351-4226-ada4-4702cc1310a9 req-dd88c917-08ca-4e1e-a40d-ff557e09da7e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:29.029929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229da8-5351-4226-ada4-4702cc1310a9 req-dd88c917-08ca-4e1e-a40d-ff557e09da7e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:29.046316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229da8-5351-4226-ada4-4702cc1310a9 req-dd88c917-08ca-4e1e-a40d-ff557e09da7e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:29.056656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229da8-5351-4226-ada4-4702cc1310a9 req-dd88c917-08ca-4e1e-a40d-ff557e09da7e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:29.073075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229da8-5351-4226-ada4-4702cc1310a9 req-dd88c917-08ca-4e1e-a40d-ff557e09da7e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:29.090348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229da8-5351-4226-ada4-4702cc1310a9 req-dd88c917-08ca-4e1e-a40d-ff557e09da7e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:29.101937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229da8-5351-4226-ada4-4702cc1310a9 req-dd88c917-08ca-4e1e-a40d-ff557e09da7e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:29.110546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57229da8-5351-4226-ada4-4702cc1310a9 req-dd88c917-08ca-4e1e-a40d-ff557e09da7e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.3909588 Dec 08 21:54:29.247331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57229da8-5351-4226-ada4-4702cc1310a9 req-d5faed57-7314-4818-9ae6-62087fe419ae tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354592 Dec 08 21:54:29.266614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a5a8b3-2c9a-4f38-801f-d232aed159a6 req-2984d79e-b7f7-44ec-a43c-a3ae7923aad4 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068889 Dec 08 21:54:29.501076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59636) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:29.560424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9096a-8fc0-4575-9d76-e7152546e23c req-af81d899-c01e-4a84-ad9c-330348a85cd2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:29.571348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5b9096a-8fc0-4575-9d76-e7152546e23c req-af81d899-c01e-4a84-ad9c-330348a85cd2 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.1125658 Dec 08 21:54:29.673907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5b9096a-8fc0-4575-9d76-e7152546e23c req-ad6e72e3-94c8-4327-a45f-0c39b5081490 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921483 Dec 08 21:54:29.694292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd5323ba-f665-44c8-92f1-c259f53d6c14 req-1f0b676b-104b-4312-8eb3-76ebad1c79b4 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0605066 Dec 08 21:54:29.736632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-975256630', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:29.768853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Made reservation on behalf of 3f867ad55e964c9394f36ee40491715f for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:29.772750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:29.788558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:29.947581 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:29.964254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:29.980928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] device_id is not set on port eb463aab-4689-497b-acc1-a58694b31e94 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:54:30.179398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3b1926-551d-41e4-9960-54e010641d0c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:30.304461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad254b4c-a569-4986-a3cb-d121f405f0ac req-37be5375-3409-4106-8c40-097e89563242 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.311862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad254b4c-a569-4986-a3cb-d121f405f0ac req-37be5375-3409-4106-8c40-097e89563242 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1910119 Dec 08 21:54:30.363296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Allocated IP 172.25.1.110 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/eb463aab-4689-497b-acc1-a58694b31e94) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:54:30.384304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad254b4c-a569-4986-a3cb-d121f405f0ac req-120e6529-e323-42db-b3d7-607e9631e165 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714092 Dec 08 21:54:30.490444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-6620a1b8-1967-4fb4-a8e5-e3bec62cbe72 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.500406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-6620a1b8-1967-4fb4-a8e5-e3bec62cbe72 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.513676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-6620a1b8-1967-4fb4-a8e5-e3bec62cbe72 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.533810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-6620a1b8-1967-4fb4-a8e5-e3bec62cbe72 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.548372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-6620a1b8-1967-4fb4-a8e5-e3bec62cbe72 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.567598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:30.568494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-6620a1b8-1967-4fb4-a8e5-e3bec62cbe72 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.582488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-6620a1b8-1967-4fb4-a8e5-e3bec62cbe72 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.603528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-6620a1b8-1967-4fb4-a8e5-e3bec62cbe72 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.2399383 Dec 08 21:54:30.653561 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:30.662742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10a8356d-b2b7-49c0-821e-88d8b93072ff req-c8264a9a-49c9-474e-8198-f7643c89b9a2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503039 Dec 08 21:54:30.837198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:30.840367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:30.846594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:54:30.878550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d985fd-5638-4507-8cce-cb0c7fbd7af3 req-304a02db-5047-489e-8b7c-71609a4d9a1f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.893055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04d985fd-5638-4507-8cce-cb0c7fbd7af3 req-304a02db-5047-489e-8b7c-71609a4d9a1f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.0744541 Dec 08 21:54:30.971736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:30.972209 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:30.974963 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04d985fd-5638-4507-8cce-cb0c7fbd7af3 req-0f6a2e03-f95a-4f03-a7a2-6d8aff2f27ef tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799394 Dec 08 21:54:31.049657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Pushing event updated for resources: {'Port': ['ID=eb463aab-4689-497b-acc1-a58694b31e94,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:31.065192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f1993be6-08dc-4030-a881-d1d0030028e6 req-46c5d4e9-15f7-4afe-ba56-16202af14724 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0950298 Dec 08 21:54:31.092511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59744) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:31.093498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5909941 Dec 08 21:54:31.095246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.095596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.095942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.096282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.096842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.097181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.097446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.110'}]}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:31.097583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.097834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.098165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.098746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.099594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.099941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccfeb12-10c0-4f2c-8f7f-de74f0e01781 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:31.173161 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:31.174609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:31.363686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:31.766433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:31.803750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e223-621f-4632-8f79-5d46c8d34b7f req-d6eef653-041e-48a6-9c1f-a169b1fcb2d7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:31.813442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f6e223-621f-4632-8f79-5d46c8d34b7f req-d6eef653-041e-48a6-9c1f-a169b1fcb2d7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.3151627 Dec 08 21:54:31.870025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-e8db324c-c11d-485d-b2eb-83f7222f4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:31.877784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-e8db324c-c11d-485d-b2eb-83f7222f4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:31.884923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-e8db324c-c11d-485d-b2eb-83f7222f4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:31.915325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-e8db324c-c11d-485d-b2eb-83f7222f4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:31.922124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-e8db324c-c11d-485d-b2eb-83f7222f4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:31.943239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-e8db324c-c11d-485d-b2eb-83f7222f4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:31.961012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-e8db324c-c11d-485d-b2eb-83f7222f4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:31.969585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-e8db324c-c11d-485d-b2eb-83f7222f4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1950200 Dec 08 21:54:32.011403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-76f6e223-621f-4632-8f79-5d46c8d34b7f req-314d02bb-a8f6-4d39-bce1-2fe111ab7031 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969802 Dec 08 21:54:32.086233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a2468ef-7487-459c-8362-a9840f6025c9 req-83e34391-47f7-4ca8-bab6-222129276db4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120505 Dec 08 21:54:32.340696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:32.347002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ebfc7b8-f787-4226-ab5d-f98ac4a9e3b1 req-0e45b45e-bc43-4c50-b2e6-3be279616e0a tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0666156 Dec 08 21:54:32.394229 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:32.571166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f0d31-835a-4e14-94ce-1118f09e627b req-bb406b7b-9150-4701-9c2d-0ae03b75e47f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:32.580297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a19f0d31-835a-4e14-94ce-1118f09e627b req-bb406b7b-9150-4701-9c2d-0ae03b75e47f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.4201753 Dec 08 21:54:32.705342 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a19f0d31-835a-4e14-94ce-1118f09e627b req-4f21f894-b35e-4564-91b9-225cc39860be tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210558 Dec 08 21:54:32.907446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:33.191618 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:33.200199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:33.295937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7a33d-804c-42cc-854e-787d88b4502a req-6b7629be-2857-4ab5-9beb-abd6cb4b0d2a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:33.318886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-60b7a33d-804c-42cc-854e-787d88b4502a req-6b7629be-2857-4ab5-9beb-abd6cb4b0d2a tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1777964 Dec 08 21:54:33.347832 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:33.348556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a969c60d-8ff2-4556-8799-8fb97437cfc1 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:54:33.394540 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 21:54:33.395806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-96771151-2e82-49f6-a064-7606c6ecc86d tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3020365 Dec 08 21:54:33.400710 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59920) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:33.418669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-60b7a33d-804c-42cc-854e-787d88b4502a req-b9b7962a-395e-4e0a-87ec-e132b3eba49c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Dec 08 21:54:33.500366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-184ccad1-3070-4760-90b7-32292b709d33 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:33.507863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-184ccad1-3070-4760-90b7-32292b709d33 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:33.517746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-184ccad1-3070-4760-90b7-32292b709d33 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:33.525626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-184ccad1-3070-4760-90b7-32292b709d33 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:33.534588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-184ccad1-3070-4760-90b7-32292b709d33 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:33.541849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-184ccad1-3070-4760-90b7-32292b709d33 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:33.548006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-184ccad1-3070-4760-90b7-32292b709d33 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:33.550474 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-184ccad1-3070-4760-90b7-32292b709d33 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.2485178 Dec 08 21:54:33.645349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eea285a2-0da2-429b-9f25-9c1d2abc941d req-b3546c87-9cc1-468f-8f26-a612ac40c6a8 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0851865 Dec 08 21:54:33.651194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-416e0c4c-bd4c-4855-99ec-cd93f14b1280 req-cfb30f26-e037-4cf4-a7b0-0588b5c6d2d2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675390 Dec 08 21:54:33.653667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6f226697-0500-4887-8d53-d7212c20ee69 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Deleting port eb463aab-4689-497b-acc1-a58694b31e94 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:33.654237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f226697-0500-4887-8d53-d7212c20ee69 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:33.828539 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f226697-0500-4887-8d53-d7212c20ee69 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:33.847986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6f226697-0500-4887-8d53-d7212c20ee69 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Calling delete_port for eb463aab-4689-497b-acc1-a58694b31e94 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:34.103100 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f226697-0500-4887-8d53-d7212c20ee69 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:34.169190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f226697-0500-4887-8d53-d7212c20ee69 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb463aab-4689-497b-acc1-a58694b31e94,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:34.203498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82db545-821d-4105-a51e-06f48a42f74c req-098ca3e4-bafd-40ad-ab4a-ed65e7982de9 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:34.205343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d82db545-821d-4105-a51e-06f48a42f74c req-098ca3e4-bafd-40ad-ab4a-ed65e7982de9 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.3586233 Dec 08 21:54:34.279240 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f226697-0500-4887-8d53-d7212c20ee69 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:34.289586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6f226697-0500-4887-8d53-d7212c20ee69 tempest-RoutersAdminNegativeIpV6Test-787853223 tempest-RoutersAdminNegativeIpV6Test-787853223-project-admin] 10.222.0.21 "DELETE /v2.0/ports/eb463aab-4689-497b-acc1-a58694b31e94 HTTP/1.1" status: 204 len: 168 time: 0.8871624 Dec 08 21:54:34.339419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d82db545-821d-4105-a51e-06f48a42f74c req-63f8696c-b4bc-4d39-af1c-2bcfca51b299 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048157 Dec 08 21:54:34.778255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf545f-07fc-4af7-8be1-2d44379ab21d req-bda55078-761a-456e-b7e2-c73a9608a804 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:34.781895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abbf545f-07fc-4af7-8be1-2d44379ab21d req-bda55078-761a-456e-b7e2-c73a9608a804 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1839268 Dec 08 21:54:34.871432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abbf545f-07fc-4af7-8be1-2d44379ab21d req-300ab576-eae8-475a-be37-7b688e4f3efa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819535 Dec 08 21:54:34.925901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6d5b45ba-66a4-4bfc-99ad-c40e70869cc9 req-d05ddb28-61db-4efe-8b02-a703e9b88b5d tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0720272 Dec 08 21:54:35.005656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60074) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:35.042316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-d198cdaa-2b61-4982-a36c-aa6264ec6607 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:35.048913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-d198cdaa-2b61-4982-a36c-aa6264ec6607 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:35.062653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-d198cdaa-2b61-4982-a36c-aa6264ec6607 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:35.072750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-d198cdaa-2b61-4982-a36c-aa6264ec6607 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:35.078943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-d198cdaa-2b61-4982-a36c-aa6264ec6607 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:35.085885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-d198cdaa-2b61-4982-a36c-aa6264ec6607 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:35.093024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-d198cdaa-2b61-4982-a36c-aa6264ec6607 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:35.102969 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-d198cdaa-2b61-4982-a36c-aa6264ec6607 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1404967 Dec 08 21:54:35.173087 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8f492bc-47a9-4fc1-bf2b-1714826cd6cd req-fa7a5186-186b-427a-b3aa-6c54b1a2ad49 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688715 Dec 08 21:54:35.233824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb6d37dc-37ae-4d06-9f72-31c75993d9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.341125 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb6d37dc-37ae-4d06-9f72-31c75993d9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.348503 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb6d37dc-37ae-4d06-9f72-31c75993d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.387693 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cb6d37dc-37ae-4d06-9f72-31c75993d9bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a83a3991d9264452b5655650bc9104b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799722 Dec 08 21:54:35.389594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60082) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:35.454571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d37dc-37ae-4d06-9f72-31c75993d9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e2fbf4-7bae-460e-9d81-a6779f581445,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:35.458171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:35.585145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8352b07-dfb2-440b-a4da-789bcdbec49a req-d38645b9-f0d8-4df4-be41-cc9abd39638d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:35.586751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8352b07-dfb2-440b-a4da-789bcdbec49a req-d38645b9-f0d8-4df4-be41-cc9abd39638d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 944 time: 0.1401966 Dec 08 21:54:35.628615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c20151a-bfe8-48b2-9969-f0a0a376f1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.654849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:35.687709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'port_id': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'mac_address': 'fa:16:3e:bc:97:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:35.735793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8352b07-dfb2-440b-a4da-789bcdbec49a req-559cd636-b86d-4cca-b8b2-bb62e1f55510 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269157 Dec 08 21:54:35.746424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c20151a-bfe8-48b2-9969-f0a0a376f1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.802370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.837932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be913d7a-aeec-4963-a15a-dac26adeb4ac {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:35.850324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c20151a-bfe8-48b2-9969-f0a0a376f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.852192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c20151a-bfe8-48b2-9969-f0a0a376f1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.853500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1c20151a-bfe8-48b2-9969-f0a0a376f1e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8e2fbf4-7bae-460e-9d81-a6779f581445 HTTP/1.1" status: 204 len: 168 time: 0.4621284 Dec 08 21:54:35.853759 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e00efd8-e117-4774-827f-cedfe3fcd033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:35.878153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20151a-bfe8-48b2-9969-f0a0a376f1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e2fbf4-7bae-460e-9d81-a6779f581445,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:35.880024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:35.886545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:36.000109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:36.087204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cd04f-4e0f-45b9-aac5-993e789e7108 req-8c30aba2-9731-4c7e-8683-400713646737 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.099135 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-009cd04f-4e0f-45b9-aac5-993e789e7108 req-8c30aba2-9731-4c7e-8683-400713646737 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.0995381 Dec 08 21:54:36.107474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['be913d7a-aeec-4963-a15a-dac26adeb4ac'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:36.184574 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-009cd04f-4e0f-45b9-aac5-993e789e7108 req-5f5f194f-7806-4c3d-a357-fb0f8593ff2c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824378 Dec 08 21:54:36.202057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-e04cf0b1-7218-44f2-9407-36e8b6eb6d9b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.213597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-e04cf0b1-7218-44f2-9407-36e8b6eb6d9b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/networks?id=bd772f92-44fc-4de6-8034-b0c0645ea396 HTTP/1.1" status: 200 len: 814 time: 0.2419248 Dec 08 21:54:36.232262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8a2d4162-786f-4729-bc5d-029123f177d1 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/quotas/1f8f377e82954749932225e095460f3b HTTP/1.1" status: 200 len: 375 time: 0.0173993 Dec 08 21:54:36.274643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-bd14f73d-ddd5-4791-8d8d-e96fb20b48c0 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f8f377e82954749932225e095460f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413632 Dec 08 21:54:36.357045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60126) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:36.378917 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99e3b854-878c-44dd-9f9b-4fee3e919e9a req-584655da-8281-4f0a-9b7a-ae35746b3095 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0611799 Dec 08 21:54:36.453567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5f20427a-bc85-4970-a769-9916a2ea0cde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f867ad55e964c9394f36ee40491715f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952930 Dec 08 21:54:36.456395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60128) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:36.589328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-b1ecd50c-fb06-4ad2-b5ea-948b263b7cfd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.598413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-b1ecd50c-fb06-4ad2-b5ea-948b263b7cfd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.606777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-b1ecd50c-fb06-4ad2-b5ea-948b263b7cfd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.613886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-b1ecd50c-fb06-4ad2-b5ea-948b263b7cfd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.621698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-b1ecd50c-fb06-4ad2-b5ea-948b263b7cfd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.629223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-b1ecd50c-fb06-4ad2-b5ea-948b263b7cfd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.637549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-b1ecd50c-fb06-4ad2-b5ea-948b263b7cfd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:36.646197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-b1ecd50c-fb06-4ad2-b5ea-948b263b7cfd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1909916 Dec 08 21:54:36.662086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6405a9c7-d805-418c-871d-3a1244d52b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:36.684810 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-abd1befb-d662-47c3-b6f4-90b225a09347 service neutron] 10.222.0.21 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088175 Dec 08 21:54:36.709489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60132) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:36.718930 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6405a9c7-d805-418c-871d-3a1244d52b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:36.759381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ac2b88e3-2bf5-4e2c-bcd9-edb633b926f8 req-5aadaa1e-73c8-4c03-b9a0-8ebce84958e0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115870 Dec 08 21:54:36.829783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-f1110680-cd17-45ef-946b-8d7970aba6d3 service neutron] 10.222.0.21 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432714 Dec 08 21:54:36.830407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6405a9c7-d805-418c-871d-3a1244d52b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:36.836069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6405a9c7-d805-418c-871d-3a1244d52b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:36.837409 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6405a9c7-d805-418c-871d-3a1244d52b5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe3b1926-551d-41e4-9960-54e010641d0c HTTP/1.1" status: 204 len: 168 time: 0.3786061 Dec 08 21:54:36.878221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405a9c7-d805-418c-871d-3a1244d52b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3b1926-551d-41e4-9960-54e010641d0c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:36.947184 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-059c88b4-e687-4bbd-a613-5418aa595b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.109966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa621d53-ea16-4fb3-80fc-83c1b3d7bbff req-3f27d81e-2b56-4c4c-a396-a878705ca820 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:37.111677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aa621d53-ea16-4fb3-80fc-83c1b3d7bbff req-3f27d81e-2b56-4c4c-a396-a878705ca820 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 945 time: 0.2112129 Dec 08 21:54:37.113697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-059c88b4-e687-4bbd-a613-5418aa595b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.153713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-059c88b4-e687-4bbd-a613-5418aa595b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.265250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-059c88b4-e687-4bbd-a613-5418aa595b53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ee09267359e46169cc051363fa6ed05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486133 Dec 08 21:54:37.289160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60158) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:37.292596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aa621d53-ea16-4fb3-80fc-83c1b3d7bbff req-be60f756-69d1-464b-b4a0-a2b486c5913e tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732216 Dec 08 21:54:37.307193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c88b4-e687-4bbd-a613-5418aa595b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727e3089-4619-4f7b-89d3-42f590cb5966,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:37.356498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2140322c-97fc-4ace-9f9b-6059618ad790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.408290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2140322c-97fc-4ace-9f9b-6059618ad790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.472890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:37.509160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2140322c-97fc-4ace-9f9b-6059618ad790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.512511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2140322c-97fc-4ace-9f9b-6059618ad790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.517035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2140322c-97fc-4ace-9f9b-6059618ad790 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/727e3089-4619-4f7b-89d3-42f590cb5966 HTTP/1.1" status: 204 len: 168 time: 0.2232580 Dec 08 21:54:37.531085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140322c-97fc-4ace-9f9b-6059618ad790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727e3089-4619-4f7b-89d3-42f590cb5966,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:37.544078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a92a2-38da-4d18-9ee7-3851a605ea63 req-69030281-3599-48be-bdcb-5e30d72edc53 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:37.545464 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-394a92a2-38da-4d18-9ee7-3851a605ea63 req-69030281-3599-48be-bdcb-5e30d72edc53 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.0834632 Dec 08 21:54:37.625969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-394a92a2-38da-4d18-9ee7-3851a605ea63 req-96f66912-9468-4160-ae00-87edb8144ad0 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697742 Dec 08 21:54:37.670755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port be913d7a-aeec-4963-a15a-dac26adeb4ac triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:37.671281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.730253 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1fce5330-48b4-4d27-b084-394662b3e9b6 req-6e9f3be0-9806-4d38-b793-b0f3d9d12447 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 210 time: 0.6485312 Dec 08 21:54:37.798562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80ca400c-ab24-4c5d-abf1-bb8a8e7b1a77 req-0d881af8-c1fe-47ca-8cb4-9232e70738b1 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0309584 Dec 08 21:54:37.845686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.893773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:37.895198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:37.905203 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e936072a-f5c7-489b-8345-1a305a9e2aa9" -d '{"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-plugged", "status": "completed", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:37.915836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:37.967279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-9b1c63b8-e1a4-4e07-8b40-fffd1d96aec9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:37.976378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-9b1c63b8-e1a4-4e07-8b40-fffd1d96aec9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:37.982803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-9b1c63b8-e1a4-4e07-8b40-fffd1d96aec9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:37.990597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-9b1c63b8-e1a4-4e07-8b40-fffd1d96aec9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:37.999014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-9b1c63b8-e1a4-4e07-8b40-fffd1d96aec9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:38.006543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-9b1c63b8-e1a4-4e07-8b40-fffd1d96aec9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:38.024533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-9b1c63b8-e1a4-4e07-8b40-fffd1d96aec9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:38.028269 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a3992a-fa01-4b19-b503-04d66feca822 x-openstack-request-id: req-a7a3992a-fa01-4b19-b503-04d66feca822 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:38.028673 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-plugged", "status": "completed", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:38.029027 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7a3992a-fa01-4b19-b503-04d66feca822 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:38.030214 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'code': 200} Dec 08 21:54:38.032631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-9b1c63b8-e1a4-4e07-8b40-fffd1d96aec9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1424181 Dec 08 21:54:38.085189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=10']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:38.096862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60188) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:38.135858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a665ce5a-1dfb-4aed-ab05-3c83085fc512 req-36ea871a-5c2d-4f51-b63e-80086abf57aa tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015985 Dec 08 21:54:38.230019 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5af46737-6212-444a-ae64-a3b81bd250c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.254457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a43fe-d668-4942-aebf-a89b342abf80 req-e20299a0-1406-4f71-8838-338f1f918ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:38.256125 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-713a43fe-d668-4942-aebf-a89b342abf80 req-e20299a0-1406-4f71-8838-338f1f918ac3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1098 time: 0.0466328 Dec 08 21:54:38.257806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-547259599'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:38.282552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:38.287511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.304596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-713a43fe-d668-4942-aebf-a89b342abf80 req-9cb10f77-d127-49d9-9358-0212f1b8591f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Dec 08 21:54:38.307569 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.395908 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.401059 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.435996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:54:38.481973 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.482414 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment e8ba20f5-803e-4ed5-9328-07fd02cb396e of type vlan for network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e Dec 08 21:54:38.487149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e583d2-636e-4d79-882f-7c56b705149e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:38.544555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edf101-cf0f-40fd-9ace-d48aa2ee81d0 req-e9d1a168-5f3c-4207-9848-6f423e27392a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:38.551975 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32edf101-cf0f-40fd-9ace-d48aa2ee81d0 req-e9d1a168-5f3c-4207-9848-6f423e27392a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 947 time: 0.1120317 Dec 08 21:54:38.557073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.621322 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32edf101-cf0f-40fd-9ace-d48aa2ee81d0 req-d37d4258-0802-4516-95e1-5a4bfd3edbfa tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616052 Dec 08 21:54:38.623714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.643178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:38.643178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.652270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-e72f4d3b-0972-4879-b191-6813663e7b6c tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:38.654198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-e72f4d3b-0972-4879-b191-6813663e7b6c tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.23 "GET /v2.0/networks?id=bd772f92-44fc-4de6-8034-b0c0645ea396 HTTP/1.1" status: 200 len: 814 time: 0.1636128 Dec 08 21:54:38.679862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Request body: {'port': {'device_id': 'a58ae6d7-81be-4f75-b871-123e2ca13f42', 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396', 'admin_state_up': True, 'tenant_id': '1f8f377e82954749932225e095460f3b'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:38.754265 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.758642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6544154 Dec 08 21:54:38.772161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60210) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:38.777150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1171359249'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:38.783148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580f65d-bf72-4a97-aefc-23cdefd6e1b3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:38.795935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:54:38.847570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:38.851693 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.852925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60216) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:38.882680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd2022-2207-4727-aaef-887de73dfbfc req-407962c5-4126-4989-96da-6c7162dc11ae tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:38.890194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2fd2022-2207-4727-aaef-887de73dfbfc req-407962c5-4126-4989-96da-6c7162dc11ae tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1270490 Dec 08 21:54:38.905096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36b89ddf-da97-46d0-b0a5-27bd63d3c3ad req-0fc54977-221b-4d30-910b-3b2a139a7299 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 210 time: 0.0376258 Dec 08 21:54:38.940731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:54:38.951194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:38.951775 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment 31757c27-5416-4d90-b6fb-fd91b8a6c2f7 of type vlan for network b42da60b-c9a1-439c-9c36-99e986c2829e Dec 08 21:54:38.997506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254497164-network', 'tenant_id': '0ec0cac1dea4436fab0f87af3903a381'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:39.011628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2fd2022-2207-4727-aaef-887de73dfbfc req-8b6878f0-a2dc-46ce-af44-197e1d4f8b39 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205838 Dec 08 21:54:39.016186 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.024855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Made reservation on behalf of 1f8f377e82954749932225e095460f3b for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:39.028392 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.048514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10063430-7a31-4c26-99b1-02f677aa68d9 req-968b366a-a43f-40a3-8cfe-7f5352f84504 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0697665 Dec 08 21:54:39.081671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Made reservation on behalf of 0ec0cac1dea4436fab0f87af3903a381 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:39.084176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.099053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.105541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.111403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.112010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.243763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.248466 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.264066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4907608 Dec 08 21:54:39.266616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60228) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:39.278535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': '2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:39.316867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:54:39.323079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3a56b-a440-4768-8e50-de7686ddd049 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=b42da60b-c9a1-439c-9c36-99e986c2829e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:39.357967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b42da60b-c9a1-439c-9c36-99e986c2829e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:54:39.366307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1420bc-6e83-4d94-b567-5c4a989b25c5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:39.369364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Allocated IP 172.20.0.11 (bd772f92-44fc-4de6-8034-b0c0645ea396/a3474a1e-c033-4c7c-93c8-cc1e12020aa2/f238da37-da0d-45c0-b3cf-d2477f02af35) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:54:39.396377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.396853 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Added segment c8e48859-12ac-4fc0-879e-ebdb411896f6 of type vlan for network 91294df6-e9b1-400f-af51-2ad814d5c30a Dec 08 21:54:39.413695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-d6caa4c8-4d41-4151-ba9a-a344f11a3ef3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.420406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-d6caa4c8-4d41-4151-ba9a-a344f11a3ef3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.427628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-d6caa4c8-4d41-4151-ba9a-a344f11a3ef3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.434540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-d6caa4c8-4d41-4151-ba9a-a344f11a3ef3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.441415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-d6caa4c8-4d41-4151-ba9a-a344f11a3ef3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.448062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-d6caa4c8-4d41-4151-ba9a-a344f11a3ef3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.450340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.455650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-d6caa4c8-4d41-4151-ba9a-a344f11a3ef3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.464491 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-d6caa4c8-4d41-4151-ba9a-a344f11a3ef3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.2157426 Dec 08 21:54:39.470438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.475836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.522245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.526678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.527346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.550855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c48507c-d239-4ca3-ac2f-a4afc533147a req-bb10c66d-4b85-4314-b87d-a91d40f03a10 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827091 Dec 08 21:54:39.623612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] Pushing event updated for resources: {'Network': ['ID=91294df6-e9b1-400f-af51-2ad814d5c30a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:39.633989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 91294df6-e9b1-400f-af51-2ad814d5c30a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:54:39.651027 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-893b6602-0b0e-44b9-9035-32527a25e587 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7965176 Dec 08 21:54:39.652253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60240) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:39.672500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Request body: {'subnet': {'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254497164-subnet', 'tenant_id': '0ec0cac1dea4436fab0f87af3903a381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:39.729465 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.757221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:39.761019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.825457 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.879785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Network bd772f92-44fc-4de6-8034-b0c0645ea396 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:39.883945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:39.888482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:54:39.915576 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:39.933182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Pushing event updated for resources: {'Port': ['ID=f238da37-da0d-45c0-b3cf-d2477f02af35,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:39.979196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:39.980505 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.060865 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-eb3a1585-bab1-4418-af3c-66f7ece407c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3909814 Dec 08 21:54:40.076118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Request body: {'port': {'device_id': 'a58ae6d7-81be-4f75-b871-123e2ca13f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:40.134463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eaa88-4e17-4237-80bf-637768d5f1ff req-3623368b-c937-426f-9e8d-7c8a41f22cb0 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.150479 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-142eaa88-4e17-4237-80bf-637768d5f1ff req-3623368b-c937-426f-9e8d-7c8a41f22cb0 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 932 time: 0.1563027 Dec 08 21:54:40.200520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.268161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123abaf7-0734-4eb5-af3a-96287f0d1697 req-9aea2052-1020-449a-b918-d508730699db tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.269748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-123abaf7-0734-4eb5-af3a-96287f0d1697 req-9aea2052-1020-449a-b918-d508730699db tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 947 time: 0.5582938 Dec 08 21:54:40.274673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Made reservation on behalf of 0ec0cac1dea4436fab0f87af3903a381 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:40.275361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-142eaa88-4e17-4237-80bf-637768d5f1ff req-113ccfc7-920d-47a4-ba67-13319ad3869d tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032648 Dec 08 21:54:40.277089 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.504185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-123abaf7-0734-4eb5-af3a-96287f0d1697 req-cfea29be-a522-49dd-be33-f75d9fee5742 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148157 Dec 08 21:54:40.568941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ffa92-1237-40f2-8970-3698761e7bb2 req-4a31a6cf-de37-4374-b332-5958061a2844 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.570487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a7ffa92-1237-40f2-8970-3698761e7bb2 req-4a31a6cf-de37-4374-b332-5958061a2844 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1678009 Dec 08 21:54:40.618329 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.690393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c41d2294-40e0-4a3f-a1fb-d4183a60254e req-85b2d785-708d-4062-89e3-36d177cf553d tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0696993 Dec 08 21:54:40.694775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a7ffa92-1237-40f2-8970-3698761e7bb2 req-9766d44c-ba98-4614-8a1c-4fd355b48ffb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120186 Dec 08 21:54:40.703564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f238da37-da0d-45c0-b3cf-d2477f02af35 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:40.722804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.735655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa336ae1-3874-4fc0-9116-a7573436162f,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:40.741532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Transition to ACTIVE for port object f238da37-da0d-45c0-b3cf-d2477f02af35 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:40.753662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.757135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.820403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Checking segment: {'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:40.821105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Network hostable DHCP agents. Network: 91294df6-e9b1-400f-af51-2ad814d5c30a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:54:40.858005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f238da37-da0d-45c0-b3cf-d2477f02af35,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:40.881428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=e0977615-337d-4fbc-8e78-69690a9da977,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:40.896721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': 'e8ba20f5-803e-4ed5-9328-07fd02cb396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:40.897124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:54:40.925356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Network 91294df6-e9b1-400f-af51-2ad814d5c30a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:54:40.946079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.950164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Attempting to bind port f238da37-da0d-45c0-b3cf-d2477f02af35 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:40.950599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Attempting to bind port f238da37-da0d-45c0-b3cf-d2477f02af35 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:40.951011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Attempting to bind port f238da37-da0d-45c0-b3cf-d2477f02af35 on network bd772f92-44fc-4de6-8034-b0c0645ea396 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:40.953817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-23b604aa-b73f-458c-b810-95dd30f3b5d6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.959746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Port f238da37-da0d-45c0-b3cf-d2477f02af35 on network bd772f92-44fc-4de6-8034-b0c0645ea396 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:40.960151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-23b604aa-b73f-458c-b810-95dd30f3b5d6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.960471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Attempting to bind port f238da37-da0d-45c0-b3cf-d2477f02af35 on network bd772f92-44fc-4de6-8034-b0c0645ea396 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:40.966291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-23b604aa-b73f-458c-b810-95dd30f3b5d6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.968959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:40.969517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Checking segment: {'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:40.970099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Bound using segment: {'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:40.970740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Bound port: f238da37-da0d-45c0-b3cf-d2477f02af35, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:40.971324 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:40.972275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-23b604aa-b73f-458c-b810-95dd30f3b5d6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.978232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-23b604aa-b73f-458c-b810-95dd30f3b5d6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.984139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-23b604aa-b73f-458c-b810-95dd30f3b5d6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.990004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-23b604aa-b73f-458c-b810-95dd30f3b5d6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:40.992383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-23b604aa-b73f-458c-b810-95dd30f3b5d6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1947238 Dec 08 21:54:41.002689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 91294df6-e9b1-400f-af51-2ad814d5c30a) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:41.008241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.008831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:41.015863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40b08ab-b598-4e63-9e55-adfe57326bd0 None None] Network 91294df6-e9b1-400f-af51-2ad814d5c30a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:41.028357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:54:41.046897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:41.065886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.068302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:41.069687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe02bb-f7ed-413b-83a0-8b94aed91955 None None] Network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:41.089695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403842b-04a1-4f8b-9afb-e75c161b130b req-53a47a52-b57a-4d67-8271-18fd8f6ff2e4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.098339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9403842b-04a1-4f8b-9afb-e75c161b130b req-53a47a52-b57a-4d67-8271-18fd8f6ff2e4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1152802 Dec 08 21:54:41.121348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2b35ddf-c0e4-4c41-91d2-75fbca629dd1 req-e8c0078b-e543-47d9-b93d-65bb493e0a94 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199915 Dec 08 21:54:41.126851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] For port f238da37-da0d-45c0-b3cf-d2477f02af35, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:41.153929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0520e7c2-a33b-4a9a-ab46-512931d49875 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4994099 Dec 08 21:54:41.175773 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-88eb6fb6-e8fa-4256-b3ae-3019472e3455 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9052773 Dec 08 21:54:41.178149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60284) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:41.184647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': 'b42da60b-c9a1-439c-9c36-99e986c2829e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:41.198295 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9403842b-04a1-4f8b-9afb-e75c161b130b req-eb98d18e-aa3d-40fa-a51f-c144568762a6 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903354 Dec 08 21:54:41.212407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] For port f238da37-da0d-45c0-b3cf-d2477f02af35, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f238da37-da0d-45c0-b3cf-d2477f02af35,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:41.226552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:41.302996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.303686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:41.305172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/f238da37-da0d-45c0-b3cf-d2477f02af35 HTTP/1.1" status: 200 len: 1092 time: 1.2355423 Dec 08 21:54:41.305659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58ae6d7-81be-4f75-b871-123e2ca13f42', 'tag': 'f238da37-da0d-45c0-b3cf-d2477f02af35'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:41.314448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:41.319539 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147363a1-24c2-428f-b2aa-12282b722894" -d '{"events": [{"name": "network-changed", "server_uuid": "a58ae6d7-81be-4f75-b871-123e2ca13f42", "tag": "f238da37-da0d-45c0-b3cf-d2477f02af35"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:41.320983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:41.407064 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ba0707-1fc0-445e-82f4-644d0242c920 x-openstack-request-id: req-b9ba0707-1fc0-445e-82f4-644d0242c920 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:41.407514 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58ae6d7-81be-4f75-b871-123e2ca13f42", "tag": "f238da37-da0d-45c0-b3cf-d2477f02af35", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:41.407851 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9ba0707-1fc0-445e-82f4-644d0242c920 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:41.408384 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58ae6d7-81be-4f75-b871-123e2ca13f42', 'tag': 'f238da37-da0d-45c0-b3cf-d2477f02af35', 'status': 'completed', 'code': 200} Dec 08 21:54:41.414079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659484d-aaf6-440b-93cc-86c6b79fc0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f238da37-da0d-45c0-b3cf-d2477f02af35,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:41.448513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-a7b4511f-d208-4da0-8f67-56fe9add7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.450554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-a7b4511f-d208-4da0-8f67-56fe9add7919 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f8f377e82954749932225e095460f3b&device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 1095 time: 0.0851674 Dec 08 21:54:41.474656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06712cc8-dc94-4033-8dbd-0586c4c6b77f None None] Network 91294df6-e9b1-400f-af51-2ad814d5c30a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:41.562047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06c08-4697-4b83-9162-da322680bdee req-1c6260a0-1be2-4693-a40f-af0b3ce4500c tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.564356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08a06c08-4697-4b83-9162-da322680bdee req-1c6260a0-1be2-4693-a40f-af0b3ce4500c tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 944 time: 0.1077349 Dec 08 21:54:41.571016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-63e42523-c8a2-4b98-86df-d42c933640b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f238da37-da0d-45c0-b3cf-d2477f02af35 HTTP/1.1" status: 200 len: 217 time: 0.1032097 Dec 08 21:54:41.644728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08a06c08-4697-4b83-9162-da322680bdee req-c4d32b3a-108b-481d-993b-df3d6f21c4a3 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727620 Dec 08 21:54:41.701591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e', 'network_id': '2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': 'e0977615-337d-4fbc-8e78-69690a9da977'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:54:41.702504 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:41.719527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd520b-88c4-4ed1-9ebf-3d1e4c3a1195 req-74c9ed9b-710a-498a-a129-564de25c419b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.729787 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86dd520b-88c4-4ed1-9ebf-3d1e4c3a1195 req-74c9ed9b-710a-498a-a129-564de25c419b tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 947 time: 0.0896423 Dec 08 21:54:41.736760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-da03255b-4161-4297-b8b9-821fb015e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.738283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-da03255b-4161-4297-b8b9-821fb015e784 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3474a1e-c033-4c7c-93c8-cc1e12020aa2 HTTP/1.1" status: 200 len: 854 time: 0.1664586 Dec 08 21:54:41.744619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:41.817674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-3192cbcf-62a5-4bb9-a9a0-899210331200 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd772f92-44fc-4de6-8034-b0c0645ea396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621376 Dec 08 21:54:41.872581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-acc67963-e428-4a90-bed6-100865a46d59 req-85e1c685-5bf5-431d-863f-abdfcbca7736 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0538239 Dec 08 21:54:41.893718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=5909c7ae-9fee-40ca-b3e4-0c405200b328,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:41.910204 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86dd520b-88c4-4ed1-9ebf-3d1e4c3a1195 req-adf28f3e-5265-41eb-b10a-bbe636adff27 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800935 Dec 08 21:54:41.913552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': '31757c27-5416-4d90-b6fb-fd91b8a6c2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b42da60b-c9a1-439c-9c36-99e986c2829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:41.913908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: b42da60b-c9a1-439c-9c36-99e986c2829e, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:54:41.963317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network b42da60b-c9a1-439c-9c36-99e986c2829e is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:54:41.979254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b42da60b-c9a1-439c-9c36-99e986c2829e) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:41.992360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:41.992976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:41.998132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-93f661d3-58e1-42aa-9049-6095c7dcf9f2 service neutron] 10.222.0.23 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685410 Dec 08 21:54:42.014444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d5aa7-cd49-48fe-8678-d70a266ccbee None None] Network b42da60b-c9a1-439c-9c36-99e986c2829e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:42.026542 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a296b39e-8996-4b5e-8490-e536de1e6b8a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8469708 Dec 08 21:54:42.029921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60302) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:42.034617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-36b19927-0012-4b67-acea-5a090fb93729 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1044292079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:42.074765 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-36b19927-0012-4b67-acea-5a090fb93729 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.075870 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-36b19927-0012-4b67-acea-5a090fb93729 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.111680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Allocated IP 172.20.0.2 (2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e/e0977615-337d-4fbc-8e78-69690a9da977/72055f5b-522c-4ff2-82ee-5fb77afb291f) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:54:42.157102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-36b19927-0012-4b67-acea-5a090fb93729 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.164451 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-36b19927-0012-4b67-acea-5a090fb93729 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.201965 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-36b19927-0012-4b67-acea-5a090fb93729 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.205185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-36b19927-0012-4b67-acea-5a090fb93729 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1742737 Dec 08 21:54:42.208175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60310) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:42.221364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c434f458-f39b-47ab-8c55-d89c1e9ded45 req-e316e30c-b5c9-48b4-8bf6-888ab56b8e15 service neutron] 10.222.0.23 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071791 Dec 08 21:54:42.289919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9603c2b7-0d8a-4e65-a110-2cc885de37b3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.292108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9603c2b7-0d8a-4e65-a110-2cc885de37b3 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1357751 Dec 08 21:54:42.353112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-b42da60b-c9a1-439c-9c36-99e986c2829e', 'network_id': 'b42da60b-c9a1-439c-9c36-99e986c2829e', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': '5909c7ae-9fee-40ca-b3e4-0c405200b328'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:54:42.353966 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.466887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631bcbd-b5a0-4923-b55d-12426b789b96 req-878f5592-aa3a-4ac7-9a28-3c6b77eacfa4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.468445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5631bcbd-b5a0-4923-b55d-12426b789b96 req-878f5592-aa3a-4ac7-9a28-3c6b77eacfa4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 945 time: 0.1271412 Dec 08 21:54:42.518795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60318) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:42.521908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147363a1-24c2-428f-b2aa-12282b722894 req-ff33cbfb-47b3-4e7b-8fcd-e9a428902f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.523266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Allocated IP 172.21.0.2 (b42da60b-c9a1-439c-9c36-99e986c2829e/5909c7ae-9fee-40ca-b3e4-0c405200b328/fa41d6fd-dd1b-435b-9b4b-45fb2988baa8) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:54:42.523537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-147363a1-24c2-428f-b2aa-12282b722894 req-ff33cbfb-47b3-4e7b-8fcd-e9a428902f7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f8f377e82954749932225e095460f3b&device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 1095 time: 0.2301228 Dec 08 21:54:42.610621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Deleting port f7098a29-fba5-4b21-a84b-9b87f703f572 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:42.611013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.726485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5631bcbd-b5a0-4923-b55d-12426b789b96 req-86674086-80e4-4b7b-a418-5a845c751dc7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490633 Dec 08 21:54:42.778229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-c314463e-68a3-402d-9fed-1b22e0f06c05 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.785348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-c314463e-68a3-402d-9fed-1b22e0f06c05 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.793042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-c314463e-68a3-402d-9fed-1b22e0f06c05 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.799495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-c314463e-68a3-402d-9fed-1b22e0f06c05 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.805901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.810423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-c314463e-68a3-402d-9fed-1b22e0f06c05 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.828451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-c314463e-68a3-402d-9fed-1b22e0f06c05 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.829631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.844091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-c314463e-68a3-402d-9fed-1b22e0f06c05 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:42.853874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-c314463e-68a3-402d-9fed-1b22e0f06c05 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.5640430 Dec 08 21:54:42.884810 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Pushing event updated for resources: {'Port': ['ID=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:42.924373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Network b42da60b-c9a1-439c-9c36-99e986c2829e is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:42.925875 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.928388 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eac0f27-d13f-491a-b0f1-e21d2c8e47cc req-ea0343b6-8534-4cfe-8024-86e903064225 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680687 Dec 08 21:54:42.930639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:42.939630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:54:42.973801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:42.990096 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.013525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] For port f7098a29-fba5-4b21-a84b-9b87f703f572, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f7098a29-fba5-4b21-a84b-9b87f703f572,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:43.015733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.035145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:43.049889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Pushing event updated for resources: {'Port': ['ID=72055f5b-522c-4ff2-82ee-5fb77afb291f,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:43.053807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:43.059148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:54:43.098003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Attempting to bind port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:43.098753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Attempting to bind port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '31757c27-5416-4d90-b6fb-fd91b8a6c2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b42da60b-c9a1-439c-9c36-99e986c2829e'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:43.099338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Attempting to bind port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 on network b42da60b-c9a1-439c-9c36-99e986c2829e {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:43.122177 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:43.123024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Checking segment: {'id': '31757c27-5416-4d90-b6fb-fd91b8a6c2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b42da60b-c9a1-439c-9c36-99e986c2829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:43.123630 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.124358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Bound using segment: {'id': '31757c27-5416-4d90-b6fb-fd91b8a6c2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b42da60b-c9a1-439c-9c36-99e986c2829e'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:43.125270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Bound port: fa41d6fd-dd1b-435b-9b4b-45fb2988baa8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31757c27-5416-4d90-b6fb-fd91b8a6c2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b42da60b-c9a1-439c-9c36-99e986c2829e'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:43.125837 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.152181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Calling delete_port for f7098a29-fba5-4b21-a84b-9b87f703f572 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:43.162630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Attempting to bind port 72055f5b-522c-4ff2-82ee-5fb77afb291f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:43.163018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Attempting to bind port 72055f5b-522c-4ff2-82ee-5fb77afb291f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e8ba20f5-803e-4ed5-9328-07fd02cb396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:43.163375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Attempting to bind port 72055f5b-522c-4ff2-82ee-5fb77afb291f on network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:43.171396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:43.171814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Checking segment: {'id': 'e8ba20f5-803e-4ed5-9328-07fd02cb396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:43.172327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.172724 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Bound using segment: {'id': 'e8ba20f5-803e-4ed5-9328-07fd02cb396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:43.174399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Bound port: 72055f5b-522c-4ff2-82ee-5fb77afb291f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ba20f5-803e-4ed5-9328-07fd02cb396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:43.174399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.206451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65806447-25f4-4b09-be24-fb9d4dc76861 req-fcb108a8-de1f-4437-b74d-6763729bea44 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0940108 Dec 08 21:54:43.351051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] For port 72055f5b-522c-4ff2-82ee-5fb77afb291f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:43.370892 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] For port 72055f5b-522c-4ff2-82ee-5fb77afb291f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=72055f5b-522c-4ff2-82ee-5fb77afb291f,segment=NetworkSegment(e8ba20f5-803e-4ed5-9328-07fd02cb396e),segment_id=e8ba20f5-803e-4ed5-9328-07fd02cb396e)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:43.372361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] For port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:43.384456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.398906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] For port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,segment=NetworkSegment(31757c27-5416-4d90-b6fb-fd91b8a6c2f7),segment_id=31757c27-5416-4d90-b6fb-fd91b8a6c2f7)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:43.433693 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.478894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec94b-3016-4fd3-a739-1448c42f00e0 req-40905861-7112-4805-9bf4-6bac4c7d2a54 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:43.487263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5bcec94b-3016-4fd3-a739-1448c42f00e0 req-40905861-7112-4805-9bf4-6bac4c7d2a54 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 944 time: 0.5865841 Dec 08 21:54:43.487622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6524e-be9c-4345-ae2f-255bf9d5df59 None None] Pushing event updated for resources: {'Port': ['ID=72055f5b-522c-4ff2-82ee-5fb77afb291f,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:43.500906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.20.0.1 (2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e/e0977615-337d-4fbc-8e78-69690a9da977/f7857104-c596-4485-812c-e0b18b628298) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:54:43.513274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147363a1-24c2-428f-b2aa-12282b722894 req-f700de5c-58b8-4086-b761-b4b2dea62851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:43.514781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-147363a1-24c2-428f-b2aa-12282b722894 req-f700de5c-58b8-4086-b761-b4b2dea62851 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd772f92-44fc-4de6-8034-b0c0645ea396 HTTP/1.1" status: 200 len: 915 time: 0.9795227 Dec 08 21:54:43.593463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8fd2-6e18-429f-8b8c-7c1fc91e0c38 None None] Pushing event updated for resources: {'Port': ['ID=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:43.605503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-147363a1-24c2-428f-b2aa-12282b722894 req-ead281b1-a1af-447e-9a9f-9328dcf6b439 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f238da37-da0d-45c0-b3cf-d2477f02af35 HTTP/1.1" status: 200 len: 217 time: 0.0592089 Dec 08 21:54:43.617846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5bcec94b-3016-4fd3-a739-1448c42f00e0 req-2a2e1843-be3c-43d7-b03f-2f4f181cb73b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296647 Dec 08 21:54:43.648916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.661862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f7098a29-fba5-4b21-a84b-9b87f703f572'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:43.744128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event deleted for resources: {'Port': ['ID=f7098a29-fba5-4b21-a84b-9b87f703f572,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:43.827082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147363a1-24c2-428f-b2aa-12282b722894 req-05209637-e1ab-4cf5-b13c-d6836b527343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:43.828540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-147363a1-24c2-428f-b2aa-12282b722894 req-05209637-e1ab-4cf5-b13c-d6836b527343 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3474a1e-c033-4c7c-93c8-cc1e12020aa2 HTTP/1.1" status: 200 len: 854 time: 0.1992340 Dec 08 21:54:43.868269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] No DVR routers for this DVR port f7098a29-fba5-4b21-a84b-9b87f703f572 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:54:43.881032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.884538 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2ae79dc-f9fa-4bdc-9567-18140e9c4861 req-9ecdde4e-bec9-4025-a749-04c7b0a9023c tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "DELETE /v2.0/ports/f7098a29-fba5-4b21-a84b-9b87f703f572 HTTP/1.1" status: 204 len: 173 time: 1.5832260 Dec 08 21:54:43.884819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:43.885285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72eb9f-876a-4adf-abd8-5737b53afa40', 'name': 'network-vif-deleted', 'tag': 'f7098a29-fba5-4b21-a84b-9b87f703f572'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:43.887292 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7504cb7-1a8e-4167-8427-56c875053f71" -d '{"events": [{"server_uuid": "2c72eb9f-876a-4adf-abd8-5737b53afa40", "name": "network-vif-deleted", "tag": "f7098a29-fba5-4b21-a84b-9b87f703f572"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:43.907445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-147363a1-24c2-428f-b2aa-12282b722894 req-62b7a3d0-3f17-49e3-92da-7f8ee1af26a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd772f92-44fc-4de6-8034-b0c0645ea396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413070 Dec 08 21:54:43.938797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-132d18bb-34a5-42d2-85ea-8c7624543426 req-1ab2a762-4181-4055-94a1-25205bdfa893 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c72eb9f-876a-4adf-abd8-5737b53afa40 HTTP/1.1" status: 200 len: 210 time: 0.1184247 Dec 08 21:54:44.002943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:44.017190 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1b3834-c2f0-4bb5-9cfc-3c24087cd9b9 x-openstack-request-id: req-1d1b3834-c2f0-4bb5-9cfc-3c24087cd9b9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:44.017694 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72eb9f-876a-4adf-abd8-5737b53afa40", "name": "network-vif-deleted", "tag": "f7098a29-fba5-4b21-a84b-9b87f703f572", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:44.017694 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d1b3834-c2f0-4bb5-9cfc-3c24087cd9b9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:44.018112 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72eb9f-876a-4adf-abd8-5737b53afa40', 'name': 'network-vif-deleted', 'tag': 'f7098a29-fba5-4b21-a84b-9b87f703f572', 'status': 'completed', 'code': 200} Dec 08 21:54:44.064186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=f7857104-c596-4485-812c-e0b18b628298,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:44.095050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-147363a1-24c2-428f-b2aa-12282b722894 req-5322c925-5b4d-445c-adcd-d659744e6751 service neutron] 10.222.0.23 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755655 Dec 08 21:54:44.107231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:44.111100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:44.114839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:54:44.174946 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:44.177537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-2ccfdef0-a9a9-4a3e-b5ff-9f1236f95e70 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:44.183560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-2ccfdef0-a9a9-4a3e-b5ff-9f1236f95e70 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:44.189534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-2ccfdef0-a9a9-4a3e-b5ff-9f1236f95e70 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:44.195608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-2ccfdef0-a9a9-4a3e-b5ff-9f1236f95e70 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:44.201568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-2ccfdef0-a9a9-4a3e-b5ff-9f1236f95e70 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:44.207794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-2ccfdef0-a9a9-4a3e-b5ff-9f1236f95e70 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:44.213926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-2ccfdef0-a9a9-4a3e-b5ff-9f1236f95e70 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:44.215925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-2ccfdef0-a9a9-4a3e-b5ff-9f1236f95e70 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1543274 Dec 08 21:54:44.219340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:44.263981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-147363a1-24c2-428f-b2aa-12282b722894 req-09d3cd39-7d26-4460-87d7-d5c842e1a404 service neutron] 10.222.0.23 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613042 Dec 08 21:54:44.329624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b39b4c87-0937-4f23-ad5a-9600c66be6ae req-5d358e5a-2955-4373-9e0a-d6c9f688599c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760176 Dec 08 21:54:44.369587 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48011eb3-7701-4c09-a869-40518350a94f req-efbe24b1-6bfa-4d1b-b4ea-2f8f23e668d0 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0752256 Dec 08 21:54:44.388842 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:44.541915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Deleting port f5d4e624-e57d-4795-bd2b-f917ff848395 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:44.542388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:44.758430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-bd35f206-73df-4469-bfa2-9d6f25e49388 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:44.759952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-bd35f206-73df-4469-bfa2-9d6f25e49388 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/networks?id=91294df6-e9b1-400f-af51-2ad814d5c30a HTTP/1.1" status: 200 len: 809 time: 0.1991627 Dec 08 21:54:44.794353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-3377ec1e-c889-4ea1-8e8d-8bdb994c6365 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/quotas/0ec0cac1dea4436fab0f87af3903a381 HTTP/1.1" status: 200 len: 375 time: 0.0219612 Dec 08 21:54:44.844438 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-24b2d732-8269-492c-b545-6e6fa5fdb98f tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ec0cac1dea4436fab0f87af3903a381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366898 Dec 08 21:54:44.890484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:44.896365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b46c5-b387-4046-a456-3fb0b42151bd None None] Network b42da60b-c9a1-439c-9c36-99e986c2829e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:44.918782 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:45.006568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:45.031305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=f7857104-c596-4485-812c-e0b18b628298,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:45.051122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38b482-ce57-4cf8-9582-31fc8c24afea req-75f84a6c-2880-42d9-b343-68bb01ec5a48 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.053969 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a38b482-ce57-4cf8-9582-31fc8c24afea req-75f84a6c-2880-42d9-b343-68bb01ec5a48 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 944 time: 0.0776238 Dec 08 21:54:45.071270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a6434e2f-eee8-428a-8d0c-6a2975158c4a None None] Provisioning complete for port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:45.071794 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6434e2f-eee8-428a-8d0c-6a2975158c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:45.084379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] For port f5d4e624-e57d-4795-bd2b-f917ff848395, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f5d4e624-e57d-4795-bd2b-f917ff848395,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:45.084738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:45.097991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-5af311b4-03c7-4e68-9be8-eee2437508a8 service neutron] 10.222.0.21 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374980 Dec 08 21:54:45.102405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Calling delete_port for f5d4e624-e57d-4795-bd2b-f917ff848395 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:45.232770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:45.240851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6434e2f-eee8-428a-8d0c-6a2975158c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:45.243393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-0a7e44c4-d365-4f8a-a69b-61b6be897a54 service neutron] 10.222.0.21 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387162 Dec 08 21:54:45.244869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:45.335816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a6434e2f-eee8-428a-8d0c-6a2975158c4a None None] For port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,segment=NetworkSegment(31757c27-5416-4d90-b6fb-fd91b8a6c2f7),segment_id=31757c27-5416-4d90-b6fb-fd91b8a6c2f7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:45.342792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a38b482-ce57-4cf8-9582-31fc8c24afea req-32287f92-1f0d-4f4e-aa35-7c7a0fa36381 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757845 Dec 08 21:54:45.360204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6434e2f-eee8-428a-8d0c-6a2975158c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:45.488183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6434e2f-eee8-428a-8d0c-6a2975158c4a None None] Pushing event updated for resources: {'Port': ['ID=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:45.552266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:45.555149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 7ff01c0c-6122-4f78-bc2a-dfc6f712204c is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:54:45.563369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9262a-284d-4367-a8d4-2c6a3382cc2c None None] Network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:45.599102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:45.636374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d4e624-e57d-4795-bd2b-f917ff848395,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:45.680106 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ddfd1f68-18fd-49d6-8724-4a8679d6da31 req-b056dc6a-4d4b-4440-826b-182a9c30ca7f tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0276465 Dec 08 21:54:45.748018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:54:45.758378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-158ae270-05d2-4d2f-b4a8-e1b2db149e47 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/7ff01c0c-6122-4f78-bc2a-dfc6f712204c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5471804 Dec 08 21:54:45.761168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60366) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:45.761320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-367a0c63-b0df-46a4-a4a6-319e7f53bc69 None None] Provisioning complete for port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:45.761683 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-367a0c63-b0df-46a4-a4a6-319e7f53bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:45.806273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bb0a0-ac69-42fa-9c96-2d28f63fb49e None None] Sync routers for ids ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:54:45.823569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-bf164129-7757-4044-ba0e-dbf4060e2994 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.829859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-bf164129-7757-4044-ba0e-dbf4060e2994 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.837302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-bf164129-7757-4044-ba0e-dbf4060e2994 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.843096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-bf164129-7757-4044-ba0e-dbf4060e2994 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.849725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-bf164129-7757-4044-ba0e-dbf4060e2994 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.856723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-bf164129-7757-4044-ba0e-dbf4060e2994 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.862889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-bf164129-7757-4044-ba0e-dbf4060e2994 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.871087 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-bf164129-7757-4044-ba0e-dbf4060e2994 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.2368300 Dec 08 21:54:45.872561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bb0a0-ac69-42fa-9c96-2d28f63fb49e None None] Routers {'7ff01c0c-6122-4f78-bc2a-dfc6f712204c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:45.873257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a62bb0a0-ac69-42fa-9c96-2d28f63fb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:45.876213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c6d1b7c-8f0a-4ce1-bde4-5724db87eac6 req-c6be22f9-3269-48a5-8ab3-5c613020a7a6 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 210 time: 0.0878038 Dec 08 21:54:45.916475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278889b6-a61a-44c5-9a49-620f23a28449 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:45.919070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-278889b6-a61a-44c5-9a49-620f23a28449 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports/f7857104-c596-4485-812c-e0b18b628298 HTTP/1.1" status: 200 len: 910 time: 0.1561031 Dec 08 21:54:45.928053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60372) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:45.978222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a62bb0a0-ac69-42fa-9c96-2d28f63fb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:45.984323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:45.984574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:46.053662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bb0a0-ac69-42fa-9c96-2d28f63fb49e None None] Routers {'7ff01c0c-6122-4f78-bc2a-dfc6f712204c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:46.054296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a62bb0a0-ac69-42fa-9c96-2d28f63fb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:46.063548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb497b24-e285-4d0c-b2ae-e3acf93751d0 req-280bcc50-8e8e-448e-92fc-264457b43a1b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913872 Dec 08 21:54:46.100582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:46.155829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a62bb0a0-ac69-42fa-9c96-2d28f63fb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:46.157104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bb0a0-ac69-42fa-9c96-2d28f63fb49e None None] The sync data for ids ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:54:46.226673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f238da37-da0d-45c0-b3cf-d2477f02af35 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:46.288161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-367a0c63-b0df-46a4-a4a6-319e7f53bc69 None None] Provisioning complete for port 72055f5b-522c-4ff2-82ee-5fb77afb291f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:46.288710 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-367a0c63-b0df-46a4-a4a6-319e7f53bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:46.589732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 72055f5b-522c-4ff2-82ee-5fb77afb291f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:46.623300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-8a6394f7-baf8-430c-b6c3-4fc520744395 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:46.630917 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-8a6394f7-baf8-430c-b6c3-4fc520744395 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.6336350 Dec 08 21:54:46.647948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-8573a93f-909b-4a48-8319-ea6aa9c22dbb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/quotas/fe05e004238d4ce8b63d03a6110bb09d HTTP/1.1" status: 200 len: 375 time: 0.0160871 Dec 08 21:54:46.653821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f238da37-da0d-45c0-b3cf-d2477f02af35, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f238da37-da0d-45c0-b3cf-d2477f02af35,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:46.680469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Router 5b697140-1fda-40e9-82a4-893d61e9e82a has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:54:46.681503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'f238da37-da0d-45c0-b3cf-d2477f02af35', 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396', 'port_id': 'f238da37-da0d-45c0-b3cf-d2477f02af35', 'mac_address': 'fa:16:3e:02:58:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3474a1e-c033-4c7c-93c8-cc1e12020aa2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:46.686944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-b9b9c60f-841c-4322-b4dc-f912778117d5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381048 Dec 08 21:54:46.731502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:46.735822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7f2ff-483a-4862-82d9-101306d0684e req-e8a57dbe-cb79-41c7-89cf-affa178646ab tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:46.737395 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-35e7f2ff-483a-4862-82d9-101306d0684e req-e8a57dbe-cb79-41c7-89cf-affa178646ab tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 944 time: 0.2955754 Dec 08 21:54:46.809628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-30503e68-d401-40cf-9c93-a44827fee047 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149108 Dec 08 21:54:46.851820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f238da37-da0d-45c0-b3cf-d2477f02af35 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:46.854980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:46.860874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-367a0c63-b0df-46a4-a4a6-319e7f53bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:46.865035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 72055f5b-522c-4ff2-82ee-5fb77afb291f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:46.865393 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:46.898399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-35e7f2ff-483a-4862-82d9-101306d0684e req-7706f142-5285-41f8-bd9e-da0ea202718c tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523609 Dec 08 21:54:46.922926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f238da37-da0d-45c0-b3cf-d2477f02af35, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f238da37-da0d-45c0-b3cf-d2477f02af35,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:46.940311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:46.973190 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:54:46.997906 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-fb5471f0-a34c-4b80-8c08-1ba1dcc93690 service neutron] 10.222.0.21 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873989 Dec 08 21:54:47.050623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-367a0c63-b0df-46a4-a4a6-319e7f53bc69 None None] For port 72055f5b-522c-4ff2-82ee-5fb77afb291f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=72055f5b-522c-4ff2-82ee-5fb77afb291f,segment=NetworkSegment(e8ba20f5-803e-4ed5-9328-07fd02cb396e),segment_id=e8ba20f5-803e-4ed5-9328-07fd02cb396e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:47.072402 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-367a0c63-b0df-46a4-a4a6-319e7f53bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:47.104782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f238da37-da0d-45c0-b3cf-d2477f02af35,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:47.219488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f238da37-da0d-45c0-b3cf-d2477f02af35'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:47.230853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78ceb468-2363-4d0a-858c-ab20c8f14f36 req-5bf59ca6-b2c2-4b85-9974-5c68d0e5d048 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.1593056 Dec 08 21:54:47.252803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fce0d7e5-c368-4463-b4c4-a3c202730d7c None None] Provisioning complete for port 72055f5b-522c-4ff2-82ee-5fb77afb291f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:47.273118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fce0d7e5-c368-4463-b4c4-a3c202730d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:47.288213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-26364770-729a-4dd1-a3f7-3bf0a05a0fc6 req-fa5ed678-a7df-4809-a855-2a085235206e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 210 time: 0.0482218 Dec 08 21:54:47.353330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9737a12f-8c5a-49ed-a5e3-2434106b56f1 req-55f7e3f2-70de-4271-8642-22f767ddbfc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0471840 Dec 08 21:54:47.420209 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55c38457-ca44-4ea4-bbf7-f887366544cc req-65814226-71a0-4b69-a268-882f740c7dac tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 210 time: 0.0629857 Dec 08 21:54:47.439486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a0c63-b0df-46a4-a4a6-319e7f53bc69 None None] Pushing event updated for resources: {'Port': ['ID=72055f5b-522c-4ff2-82ee-5fb77afb291f,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:47.500803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:54:47.507052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:47.511178 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-30c7c19d-e71d-45fa-a9e8-58a059e9aede admin admin] 10.222.0.21 "PUT /v2.0/routers/5b697140-1fda-40e9-82a4-893d61e9e82a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9835908 Dec 08 21:54:47.511317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60400) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:47.517895 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] Sync routers for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:54:47.529840 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:47.530610 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:47.565315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.21.0.1 (b42da60b-c9a1-439c-9c36-99e986c2829e/5909c7ae-9fee-40ca-b3e4-0c405200b328/7ea75344-042e-4acb-9359-99d52221c0dd) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:54:47.568979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f7098a29-fba5-4b21-a84b-9b87f703f572 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:47.611995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-4db7a51b-56e0-44cd-914a-d25e7f4354fb tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:47.612430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: f7098a29-fba5-4b21-a84b-9b87f703f572 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:47.612784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f7098a29-fba5-4b21-a84b-9b87f703f572 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:47.615292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-4db7a51b-56e0-44cd-914a-d25e7f4354fb tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.37 "GET /v2.0/networks?id=91294df6-e9b1-400f-af51-2ad814d5c30a HTTP/1.1" status: 200 len: 809 time: 0.5656734 Dec 08 21:54:47.641934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Request body: {'port': {'device_id': '85172a27-6cc5-4189-bb46-d5cf8a4e28cd', 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a', 'admin_state_up': True, 'tenant_id': '0ec0cac1dea4436fab0f87af3903a381'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:47.652406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:47.670879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fce0d7e5-c368-4463-b4c4-a3c202730d7c None None] Provisioning complete for port f7857104-c596-4485-812c-e0b18b628298 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:47.671249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fce0d7e5-c368-4463-b4c4-a3c202730d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:47.712411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:47.712774 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:47.719637 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:54:47.781037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fce0d7e5-c368-4463-b4c4-a3c202730d7c None None] Port f7857104-c596-4485-812c-e0b18b628298 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:54:47.801219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:47.837409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793389be-6e36-4826-b1c2-9982a545ba96 req-efa1a5e3-0bb0-48ca-810a-d472284b4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:47.843660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793389be-6e36-4826-b1c2-9982a545ba96 req-efa1a5e3-0bb0-48ca-810a-d472284b4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:47.850345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793389be-6e36-4826-b1c2-9982a545ba96 req-efa1a5e3-0bb0-48ca-810a-d472284b4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:47.857307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793389be-6e36-4826-b1c2-9982a545ba96 req-efa1a5e3-0bb0-48ca-810a-d472284b4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:47.863599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793389be-6e36-4826-b1c2-9982a545ba96 req-efa1a5e3-0bb0-48ca-810a-d472284b4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:47.867618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Deleting port edf67812-1a72-45c7-afb7-7f02563a0ab2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:47.867954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:47.870701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793389be-6e36-4826-b1c2-9982a545ba96 req-efa1a5e3-0bb0-48ca-810a-d472284b4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:47.877073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793389be-6e36-4826-b1c2-9982a545ba96 req-efa1a5e3-0bb0-48ca-810a-d472284b4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:47.879077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-793389be-6e36-4826-b1c2-9982a545ba96 req-efa1a5e3-0bb0-48ca-810a-d472284b4e46 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.4624159 Dec 08 21:54:47.966485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-793389be-6e36-4826-b1c2-9982a545ba96 req-40e68a0e-717e-4f70-be4d-3e896f86c76f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788426 Dec 08 21:54:47.982875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] For port edf67812-1a72-45c7-afb7-7f02563a0ab2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edf67812-1a72-45c7-afb7-7f02563a0ab2,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:47.983360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:47.999407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Calling delete_port for edf67812-1a72-45c7-afb7-7f02563a0ab2 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:48.022362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.041432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Made reservation on behalf of 0ec0cac1dea4436fab0f87af3903a381 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:48.045006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.066009 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:54:45Z', 'revision_number': 5, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port': {'id': 'edf67812-1a72-45c7-afb7-7f02563a0ab2', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:41Z', 'updated_at': '2021-12-08T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:48.104342 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] Checking router: 5b697140-1fda-40e9-82a4-893d61e9e82a for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:54:48.113310 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.117219 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] Routers {'5b697140-1fda-40e9-82a4-893d61e9e82a'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:48.118499 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5b697140-1fda-40e9-82a4-893d61e9e82a'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:48.131233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456940c-65bf-4275-86f1-b6ede4a80573 req-d5cf0f95-ad17-4d22-bee7-a3730aadff6d tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:48.132757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a456940c-65bf-4275-86f1-b6ede4a80573 req-d5cf0f95-ad17-4d22-bee7-a3730aadff6d tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 945 time: 0.0737302 Dec 08 21:54:48.168170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network b42da60b-c9a1-439c-9c36-99e986c2829e is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:48.175535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:48.181922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:54:48.215999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a456940c-65bf-4275-86f1-b6ede4a80573 req-fd862f8b-7d55-4eb5-bf4c-0fa6fa102d32 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527167 Dec 08 21:54:48.223842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f238da37-da0d-45c0-b3cf-d2477f02af35 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:48.241782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=7ea75344-042e-4acb-9359-99d52221c0dd,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:48.283199 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] Set router 5b697140-1fda-40e9-82a4-893d61e9e82a gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:54:48.301280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9cfe63e-332f-492e-ab62-7a003b87d17a req-9fe3c7d4-f77e-4b98-8f7f-795ce411a844 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0491977 Dec 08 21:54:48.335102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.350258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.353777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Allocated IP 172.20.0.12 (91294df6-e9b1-400f-af51-2ad814d5c30a/aa336ae1-3874-4fc0-9116-a7573436162f/2ea80971-e640-420e-98b8-872b95e6c7e8) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:54:48.399018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port f238da37-da0d-45c0-b3cf-d2477f02af35 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:54:48.399640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Pushing event deleted for resources: {'Port': ['ID=edf67812-1a72-45c7-afb7-7f02563a0ab2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:48.409794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port f238da37-da0d-45c0-b3cf-d2477f02af35 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:48.410486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.455991 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:54:47Z', 'revision_number': 6, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:48.523613 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334aab13-5328-4196-a4a3-32c91e354d24 None None] The sync data for ids ['5b697140-1fda-40e9-82a4-893d61e9e82a'] in n-d-821126-1 is: [{'id': '5b697140-1fda-40e9-82a4-893d61e9e82a', 'name': 'tempest-TaggedBootDevicesTest-1013634356-router', 'tenant_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:39Z', 'updated_at': '2021-12-08T21:54:47Z', 'revision_number': 6, 'project_id': 'a058b55a04bc40c6a22d5390df5f81cc', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:54:48.524720 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.526392 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a63ada4e-7381-4880-b953-b15ebe469dcb req-a282f5b6-ff19-4039-848d-1a7b41d08086 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 210 time: 0.0906916 Dec 08 21:54:48.536991 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9cfe63e-332f-492e-ab62-7a003b87d17a req-91848de2-bea0-47c5-b631-451eb0ac5c38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5c03135e1bf40a9bedc5bdfd3c15d3c&device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b HTTP/1.1" status: 200 len: 210 time: 0.0717485 Dec 08 21:54:48.539665 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-76b5de2d-6f07-4664-9fb2-5b5da97687c5 req-a270d243-1f0e-4214-a416-164bfac69d28 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0617838 Dec 08 21:54:48.571158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.641469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f238da37-da0d-45c0-b3cf-d2477f02af35, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f238da37-da0d-45c0-b3cf-d2477f02af35,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:48.643817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58ae6d7-81be-4f75-b871-123e2ca13f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f238da37-da0d-45c0-b3cf-d2477f02af35'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:48.647043 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c0dcaf-aa4b-479b-bb1b-664d3ad30f2b" -d '{"events": [{"server_uuid": "a58ae6d7-81be-4f75-b871-123e2ca13f42", "name": "network-vif-plugged", "status": "completed", "tag": "f238da37-da0d-45c0-b3cf-d2477f02af35"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:48.653570 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.677805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9cfe63e-332f-492e-ab62-7a003b87d17a req-b92bd57e-1674-4197-9754-a00a511381a1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e5c03135e1bf40a9bedc5bdfd3c15d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761085 Dec 08 21:54:48.688797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1a7f35f8-8f9a-473b-8498-c92429704263 None None] Provisioning complete for port 7ea75344-042e-4acb-9359-99d52221c0dd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:48.689175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1a7f35f8-8f9a-473b-8498-c92429704263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.725352 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955cd98-b057-49fe-8783-00f8d7117ad5 x-openstack-request-id: req-e955cd98-b057-49fe-8783-00f8d7117ad5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:48.725894 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58ae6d7-81be-4f75-b871-123e2ca13f42", "name": "network-vif-plugged", "status": "completed", "tag": "f238da37-da0d-45c0-b3cf-d2477f02af35", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:48.726021 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e955cd98-b057-49fe-8783-00f8d7117ad5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:48.726362 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58ae6d7-81be-4f75-b871-123e2ca13f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f238da37-da0d-45c0-b3cf-d2477f02af35', 'code': 200} Dec 08 21:54:48.770947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f238da37-da0d-45c0-b3cf-d2477f02af35,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:48.787889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f35f8-8f9a-473b-8498-c92429704263 None None] Port 7ea75344-042e-4acb-9359-99d52221c0dd cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:54:48.852025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad84ed5b-f8f5-4d9a-be56-bf4e9fe8605a req-3d66c911-d8ba-45c2-a815-4ac6e406c1a7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 210 time: 0.1405661 Dec 08 21:54:48.853620 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.857299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.899456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.924689 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.925221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b697140-1fda-40e9-82a4-893d61e9e82a {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:54:48.931364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:48.931825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e3e21c66-d9e6-4890-8dbc-44e5de97febf admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b697140-1fda-40e9-82a4-893d61e9e82a HTTP/1.1" status: 204 len: 168 time: 1.4195435 Dec 08 21:54:48.934240 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60414) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:48.975123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-6564942d-1697-4948-96a7-2cebd887bd60 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:48.976640 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-6564942d-1697-4948-96a7-2cebd887bd60 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 811 time: 0.2672904 Dec 08 21:54:48.991461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Request body: {'port': {'device_id': '5c61b569-9aa6-4d77-b7aa-9e51246d0c29', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'admin_state_up': True, 'tenant_id': 'fe05e004238d4ce8b63d03a6110bb09d'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:49.012926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbda271f-aade-49b0-af59-ba3a8d087a1f admin admin] Deleting subnet 54db3cff-c2b8-41dd-b755-7ba7b427cde0 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:54:49.049400 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbda271f-aade-49b0-af59-ba3a8d087a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.101127 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbda271f-aade-49b0-af59-ba3a8d087a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.217936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Made reservation on behalf of fe05e004238d4ce8b63d03a6110bb09d for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:54:49.221493 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.227148 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbda271f-aade-49b0-af59-ba3a8d087a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.355333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfe63e-332f-492e-ab62-7a003b87d17a req-a1955dac-9335-4800-a642-2f49a2c8700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.356824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9cfe63e-332f-492e-ab62-7a003b87d17a req-a1955dac-9335-4800-a642-2f49a2c8700f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6678972 Dec 08 21:54:49.358559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ada3b6-f815-4ec8-9744-db67685df6bd req-7dbd0c18-6b3a-4b29-b3a9-1520bd10e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.359927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55ada3b6-f815-4ec8-9744-db67685df6bd req-7dbd0c18-6b3a-4b29-b3a9-1520bd10e846 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 1097 time: 0.5533853 Dec 08 21:54:49.381511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbda271f-aade-49b0-af59-ba3a8d087a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.439455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda271f-aade-49b0-af59-ba3a8d087a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54db3cff-c2b8-41dd-b755-7ba7b427cde0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:49.446601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 72055f5b-522c-4ff2-82ee-5fb77afb291f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:49.448331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbda271f-aade-49b0-af59-ba3a8d087a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.452508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dbda271f-aade-49b0-af59-ba3a8d087a1f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/54db3cff-c2b8-41dd-b755-7ba7b427cde0 HTTP/1.1" status: 204 len: 168 time: 0.5171845 Dec 08 21:54:49.456608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e80e2d3-f1a9-4836-9dac-1b5b5cfe1ad3 None None] Network fb78ba57-643a-4584-bdac-628c6a3fec79 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:49.459727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60420) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:49.479434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110b8bc-b269-426e-8941-3a2cd5380aa5 req-faecc3f4-d09f-4928-907f-9d00f525421c tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.481110 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0110b8bc-b269-426e-8941-3a2cd5380aa5 req-faecc3f4-d09f-4928-907f-9d00f525421c tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 946 time: 0.1725769 Dec 08 21:54:49.521867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Allocated IP 172.20.0.14 (a700447e-c508-4bef-b294-50d1921fc07d/00290753-5cf6-4030-a175-b2ef55574df3/79c4a271-5346-44c7-bed1-f30aae165551) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:54:49.526928 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.557304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944295-3090-47ec-b46d-44714793be37 req-44f70144-ea4a-4161-a1d0-a0d9c6968bf6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.567574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944295-3090-47ec-b46d-44714793be37 req-44f70144-ea4a-4161-a1d0-a0d9c6968bf6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.573653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944295-3090-47ec-b46d-44714793be37 req-44f70144-ea4a-4161-a1d0-a0d9c6968bf6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.579791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944295-3090-47ec-b46d-44714793be37 req-44f70144-ea4a-4161-a1d0-a0d9c6968bf6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.586302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944295-3090-47ec-b46d-44714793be37 req-44f70144-ea4a-4161-a1d0-a0d9c6968bf6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.592337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944295-3090-47ec-b46d-44714793be37 req-44f70144-ea4a-4161-a1d0-a0d9c6968bf6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.595202 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.599159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944295-3090-47ec-b46d-44714793be37 req-44f70144-ea4a-4161-a1d0-a0d9c6968bf6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:49.608890 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-83944295-3090-47ec-b46d-44714793be37 req-44f70144-ea4a-4161-a1d0-a0d9c6968bf6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.2793365 Dec 08 21:54:49.616354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0110b8bc-b269-426e-8941-3a2cd5380aa5 req-57fbfb24-a2de-4676-93ed-60fd95b4edab tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205869 Dec 08 21:54:49.638832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55ada3b6-f815-4ec8-9744-db67685df6bd req-585e6287-593e-47e4-9fea-4b4cc653e35f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519231 Dec 08 21:54:49.648385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 72055f5b-522c-4ff2-82ee-5fb77afb291f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:49.649184 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.767338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-83944295-3090-47ec-b46d-44714793be37 req-9cc86684-ee27-4b4d-b2f0-cc239139a113 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546917 Dec 08 21:54:49.783579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a6d05de-fa43-4c80-96d6-68ba33d118a9 req-fe66d0e4-2b88-4994-9b58-125b85af89dc tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 210 time: 0.0412297 Dec 08 21:54:49.816635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Deleting port 9bac8239-82e5-4ac1-b460-d474b7919c56 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:49.817106 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.831824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] DHCP port deletion for fb78ba57-643a-4584-bdac-628c6a3fec79 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:54:49.880772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.896289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edf67812-1a72-45c7-afb7-7f02563a0ab2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:49.900209 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.917285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.920546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.920987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] For port 9bac8239-82e5-4ac1-b460-d474b7919c56, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9bac8239-82e5-4ac1-b460-d474b7919c56,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:49.921463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:49.940815 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: edf67812-1a72-45c7-afb7-7f02563a0ab2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:49.941162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edf67812-1a72-45c7-afb7-7f02563a0ab2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:49.941591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f5d4e624-e57d-4795-bd2b-f917ff848395 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:49.949736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Calling delete_port for 9bac8239-82e5-4ac1-b460-d474b7919c56 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:49.973652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f5d4e624-e57d-4795-bd2b-f917ff848395 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:49.974277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f5d4e624-e57d-4795-bd2b-f917ff848395 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:49.983598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d827208-b390-4e34-b0c7-7295be5f3e28 req-75aca8eb-e5dc-4bc6-a523-83e95f873645 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0809815 Dec 08 21:54:49.995298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] Deleting port 9bac8239-82e5-4ac1-b460-d474b7919c56 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:49.995691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.022778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.027803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Network 91294df6-e9b1-400f-af51-2ad814d5c30a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:50.034603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:50.043311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:54:50.050705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=7ea75344-042e-4acb-9359-99d52221c0dd,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:50.085435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] For port 9bac8239-82e5-4ac1-b460-d474b7919c56, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9bac8239-82e5-4ac1-b460-d474b7919c56,segment=NetworkSegment(6d48d8b4-ae0a-4699-bf42-906e04f5d548),segment_id=6d48d8b4-ae0a-4699-bf42-906e04f5d548)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:50.085836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.109503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] Calling delete_port for 9bac8239-82e5-4ac1-b460-d474b7919c56 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:50.115926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Pushing event updated for resources: {'Port': ['ID=2ea80971-e640-420e-98b8-872b95e6c7e8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:50.118120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Network a700447e-c508-4bef-b294-50d1921fc07d is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:50.120594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.131076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:50.134012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:54:50.137595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event updated for resources: {'Port': ['ID=79c4a271-5346-44c7-bed1-f30aae165551,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:50.170551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e32ff0-5a9a-4cb9-ba1f-91c0a4057731 req-0e2ddc5e-5ace-47bc-9945-f4ed4536f7c7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:50.177892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78e32ff0-5a9a-4cb9-ba1f-91c0a4057731 req-0e2ddc5e-5ace-47bc-9945-f4ed4536f7c7 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 932 time: 0.1750131 Dec 08 21:54:50.219509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:50.220523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.232935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.242431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:50.243252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.250952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78e32ff0-5a9a-4cb9-ba1f-91c0a4057731 req-c419d3a9-c703-44fb-8e7a-f29f61195bba tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722017 Dec 08 21:54:50.259336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-13f40d0c-36a3-4a58-b747-eb33528fd982 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6295314 Dec 08 21:54:50.268238 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.280784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] No DVR routers for this DVR port 9bac8239-82e5-4ac1-b460-d474b7919c56 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:54:50.282682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bac8239-82e5-4ac1-b460-d474b7919c56,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:50.284677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] No DVR routers for this DVR port 9bac8239-82e5-4ac1-b460-d474b7919c56 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:54:50.290941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-ca1f33f6-f70a-448e-9497-6ddcccc5ace9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3040526 Dec 08 21:54:50.295418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Request body: {'port': {'device_id': '85172a27-6cc5-4189-bb46-d5cf8a4e28cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:50.306057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf66f67-383e-4b36-bf45-328a3c22714f None None] Pushing event deleted for resources: {'Port': ['ID=9bac8239-82e5-4ac1-b460-d474b7919c56,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:50.318331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Request body: {'port': {'device_id': '5c61b569-9aa6-4d77-b7aa-9e51246d0c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:54:50.348362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network b42da60b-c9a1-439c-9c36-99e986c2829e is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:54:50.364886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:54:50.383460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.399631 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.439477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb78ba57-643a-4584-bdac-628c6a3fec79']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:50.446617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.451679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d48d8b4-ae0a-4699-bf42-906e04f5d548') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:50.451975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d48d8b4-ae0a-4699-bf42-906e04f5d548') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:50.468775 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.475672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-954b758a-b20a-4217-825a-5304d4d6acad req-ae0cce2d-8fb5-4532-b09a-35bf3e258a2a tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b&device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b HTTP/1.1" status: 200 len: 210 time: 0.0944898 Dec 08 21:54:50.515713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.525873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:54:50.526308 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:54:50.528168 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:54:50.544894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 7ff01c0c-6122-4f78-bc2a-dfc6f712204c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:54:50.660145 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.670200 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.677194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb78ba57-643a-4584-bdac-628c6a3fec79 HTTP/1.1" status: 204 len: 168 time: 1.2129200 Dec 08 21:54:50.685726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60434) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:50.735375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9210-c3f0-4aad-be8b-210e49e3cb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb78ba57-643a-4584-bdac-628c6a3fec79,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:50.750073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5e750ace-eaa8-4f81-aae7-223bce5a0243 None None] Provisioning complete for port 7ea75344-042e-4acb-9359-99d52221c0dd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:50.750609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e750ace-eaa8-4f81-aae7-223bce5a0243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:50.764142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:54:50.782725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-77915d7e-aba7-4a9e-bc00-10341fe2e63d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/7ff01c0c-6122-4f78-bc2a-dfc6f712204c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8520942 Dec 08 21:54:50.802041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60438) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:50.808770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a94a3b-fe4a-434b-989a-4de6c9f50741 None None] Sync routers for ids ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:54:50.824618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a94a3b-fe4a-434b-989a-4de6c9f50741 None None] Routers {'7ff01c0c-6122-4f78-bc2a-dfc6f712204c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:50.825689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-04a94a3b-fe4a-434b-989a-4de6c9f50741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:50.869466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-04a94a3b-fe4a-434b-989a-4de6c9f50741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:50.877738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5e750ace-eaa8-4f81-aae7-223bce5a0243 None None] Port 7ea75344-042e-4acb-9359-99d52221c0dd cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:54:50.883577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a94a3b-fe4a-434b-989a-4de6c9f50741 None None] Routers {'7ff01c0c-6122-4f78-bc2a-dfc6f712204c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:50.884445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-04a94a3b-fe4a-434b-989a-4de6c9f50741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:50.904807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848924a6-4873-4862-974f-360ea1b4a093 req-50158a07-bd37-410e-8c24-3a1ae9f0dbdf tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:50.906371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-848924a6-4873-4862-974f-360ea1b4a093 req-50158a07-bd37-410e-8c24-3a1ae9f0dbdf tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 946 time: 0.1183567 Dec 08 21:54:50.917862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-04a94a3b-fe4a-434b-989a-4de6c9f50741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:50.918696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a94a3b-fe4a-434b-989a-4de6c9f50741 None None] The sync data for ids ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:54:50.983070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-848924a6-4873-4862-974f-360ea1b4a093 req-b84cfd42-137b-4cbf-a5f1-dce201c1313d tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656612 Dec 08 21:54:51.045029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea80971-e640-420e-98b8-872b95e6c7e8 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:51.061058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:51.092314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Transition to ACTIVE for port object 2ea80971-e640-420e-98b8-872b95e6c7e8 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:51.100719 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:51.150498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-bcbe96f1-9692-43b3-a185-c41129f1d8a0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.156433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-bcbe96f1-9692-43b3-a185-c41129f1d8a0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.163467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-bcbe96f1-9692-43b3-a185-c41129f1d8a0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.169745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-bcbe96f1-9692-43b3-a185-c41129f1d8a0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.175695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-bcbe96f1-9692-43b3-a185-c41129f1d8a0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.181658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-bcbe96f1-9692-43b3-a185-c41129f1d8a0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.187936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-bcbe96f1-9692-43b3-a185-c41129f1d8a0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.189885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-bcbe96f1-9692-43b3-a185-c41129f1d8a0 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1405077 Dec 08 21:54:51.190438 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f46be49-394c-463d-888b-262da405d5ea req-3fae949d-a70b-4416-8566-0e8eeef7336a tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.3915856 Dec 08 21:54:51.198055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3399738-03c4-4c38-a416-ff6d02eb1a59 req-09674f7e-077e-4833-b733-ea117544c0f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5c03135e1bf40a9bedc5bdfd3c15d3c&device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.3727257 Dec 08 21:54:51.213930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Pushing event updated for resources: {'Port': ['ID=2ea80971-e640-420e-98b8-872b95e6c7e8,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:51.247024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c111a50-e116-4a63-a239-0baf5146d820 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.252389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5c111a50-e116-4a63-a239-0baf5146d820 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports/7ea75344-042e-4acb-9359-99d52221c0dd HTTP/1.1" status: 200 len: 910 time: 0.4454846 Dec 08 21:54:51.264380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60444) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:51.277861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3399738-03c4-4c38-a416-ff6d02eb1a59 req-58a332d4-5d76-4fed-a545-dbafb3e749c0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e5c03135e1bf40a9bedc5bdfd3c15d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633831 Dec 08 21:54:51.306442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c3baeb8-289d-4ab0-964e-b6b9cc22c871 req-8985a2ce-797e-4fe7-906e-5dc7325deb40 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793843 Dec 08 21:54:51.319817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Attempting to bind port 2ea80971-e640-420e-98b8-872b95e6c7e8 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:51.320144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Attempting to bind port 2ea80971-e640-420e-98b8-872b95e6c7e8 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:51.320463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Attempting to bind port 2ea80971-e640-420e-98b8-872b95e6c7e8 on network 91294df6-e9b1-400f-af51-2ad814d5c30a {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:51.325146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Port 2ea80971-e640-420e-98b8-872b95e6c7e8 on network 91294df6-e9b1-400f-af51-2ad814d5c30a not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:51.325466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Attempting to bind port 2ea80971-e640-420e-98b8-872b95e6c7e8 on network 91294df6-e9b1-400f-af51-2ad814d5c30a {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:51.340704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:51.341272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Checking segment: {'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:51.341854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Bound using segment: {'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:51.342483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Bound port: 2ea80971-e640-420e-98b8-872b95e6c7e8, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:51.343039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:51.343174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9bac8239-82e5-4ac1-b460-d474b7919c56 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:51.367204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 9bac8239-82e5-4ac1-b460-d474b7919c56 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:51.367660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9bac8239-82e5-4ac1-b460-d474b7919c56 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:51.444743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] For port 2ea80971-e640-420e-98b8-872b95e6c7e8, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:51.448377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] For port 2ea80971-e640-420e-98b8-872b95e6c7e8, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2ea80971-e640-420e-98b8-872b95e6c7e8,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:51.456325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:51.470920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71a38-5edb-40d6-b57f-79984cfee3d4 req-1c3ac897-00a7-4349-9e6d-3e30ead0c5d6 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.472389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf71a38-5edb-40d6-b57f-79984cfee3d4 req-1c3ac897-00a7-4349-9e6d-3e30ead0c5d6 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 932 time: 0.0811379 Dec 08 21:54:51.503981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.505099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:51.506398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] 10.222.0.37 "PUT /v2.0/ports/2ea80971-e640-420e-98b8-872b95e6c7e8 HTTP/1.1" status: 200 len: 1092 time: 1.2325113 Dec 08 21:54:51.508715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85172a27-6cc5-4189-bb46-d5cf8a4e28cd', 'tag': '2ea80971-e640-420e-98b8-872b95e6c7e8'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:51.510970 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73965fc8-f9c4-4b44-acf4-53e98a31c43e" -d '{"events": [{"name": "network-changed", "server_uuid": "85172a27-6cc5-4189-bb46-d5cf8a4e28cd", "tag": "2ea80971-e640-420e-98b8-872b95e6c7e8"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:51.561361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9225825-db04-41c0-a309-1e9c20e409ae service neutron] Pushing event updated for resources: {'Port': ['ID=2ea80971-e640-420e-98b8-872b95e6c7e8,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:51.589934 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf71a38-5edb-40d6-b57f-79984cfee3d4 req-2cca54d6-6e46-42f9-a975-7b674f3f2acf tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971863 Dec 08 21:54:51.602785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-6787577e-78d2-453e-b2ce-97d6b48ce025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.604519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-6787577e-78d2-453e-b2ce-97d6b48ce025 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ec0cac1dea4436fab0f87af3903a381&device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 1095 time: 0.0573714 Dec 08 21:54:51.656219 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d635037-e8b2-41fe-a3d8-6a7f288981fb x-openstack-request-id: req-6d635037-e8b2-41fe-a3d8-6a7f288981fb {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:51.656525 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85172a27-6cc5-4189-bb46-d5cf8a4e28cd", "tag": "2ea80971-e640-420e-98b8-872b95e6c7e8", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:51.656755 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d635037-e8b2-41fe-a3d8-6a7f288981fb {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:51.657154 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85172a27-6cc5-4189-bb46-d5cf8a4e28cd', 'tag': '2ea80971-e640-420e-98b8-872b95e6c7e8', 'status': 'completed', 'code': 200} Dec 08 21:54:51.659032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-34810abe-7191-41b7-b67c-4bb0dd3797ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea80971-e640-420e-98b8-872b95e6c7e8 HTTP/1.1" status: 200 len: 217 time: 0.0442345 Dec 08 21:54:51.695447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561a8f1-55ce-42b8-aced-1d35d708d211 req-d3786647-07ce-48a3-963b-fcc22095b1e5 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.697054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b561a8f1-55ce-42b8-aced-1d35d708d211 req-d3786647-07ce-48a3-963b-fcc22095b1e5 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 944 time: 0.3770230 Dec 08 21:54:51.707055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-cf8a3622-c225-4865-8891-3779c186538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.709101 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-cf8a3622-c225-4865-8891-3779c186538b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa336ae1-3874-4fc0-9116-a7573436162f HTTP/1.1" status: 200 len: 849 time: 0.0433946 Dec 08 21:54:51.741586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-ac288bbf-d955-41b5-b3e5-ec93109070de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91294df6-e9b1-400f-af51-2ad814d5c30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244656 Dec 08 21:54:51.768894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c4a271-5346-44c7-bed1-f30aae165551 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:51.793311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:51.805302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3399738-03c4-4c38-a416-ff6d02eb1a59 req-79c6c068-bbd3-4133-a000-3420cace5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:51.806781 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3399738-03c4-4c38-a416-ff6d02eb1a59 req-79c6c068-bbd3-4133-a000-3420cace5b46 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5185940 Dec 08 21:54:51.843475 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-d4a1d4e7-0fad-46f9-a2f7-a54f00b9bb88 service neutron] 10.222.0.37 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936956 Dec 08 21:54:51.847901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Transition to ACTIVE for port object 79c4a271-5346-44c7-bed1-f30aae165551 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:54:51.859965 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:51.864567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b561a8f1-55ce-42b8-aced-1d35d708d211 req-250cd789-fc0e-44fa-9443-93800432f877 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299336 Dec 08 21:54:51.936432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f0464b0-0c52-4281-8c84-bbaddb12dfd1 req-16ed84f4-0a84-4da2-a8fc-a1e400abe22f service neutron] 10.222.0.37 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857618 Dec 08 21:54:51.983198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Pushing event updated for resources: {'Port': ['ID=79c4a271-5346-44c7-bed1-f30aae165551,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:52.041738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-cd039e49-3595-44dd-808c-600334fbd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.043400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-cd039e49-3595-44dd-808c-600334fbd992 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ec0cac1dea4436fab0f87af3903a381&device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 1095 time: 0.0475810 Dec 08 21:54:52.133333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Attempting to bind port 79c4a271-5346-44c7-bed1-f30aae165551 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:54:52.133672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Attempting to bind port 79c4a271-5346-44c7-bed1-f30aae165551 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:54:52.134007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Attempting to bind port 79c4a271-5346-44c7-bed1-f30aae165551 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:52.166172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Port 79c4a271-5346-44c7-bed1-f30aae165551 on network a700447e-c508-4bef-b294-50d1921fc07d not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:54:52.166499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Attempting to bind port 79c4a271-5346-44c7-bed1-f30aae165551 on network a700447e-c508-4bef-b294-50d1921fc07d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:54:52.176918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:54:52.177260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Checking segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:54:52.177646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Bound using segment: {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:54:52.178064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Bound port: 79c4a271-5346-44c7-bed1-f30aae165551, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774346b6-8748-4f11-bb4d-7441fc7dc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:54:52.178429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:52.193000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd99d8f-70d8-4026-854c-b29005d7f412 req-44cefbd2-ce26-4ef6-b5bf-6475319f7f7f tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.194483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8dd99d8f-70d8-4026-854c-b29005d7f412 req-44cefbd2-ce26-4ef6-b5bf-6475319f7f7f tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 946 time: 0.0775137 Dec 08 21:54:52.200628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-0ab7fd37-88ae-4833-8a62-f18492f24bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.202055 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-0ab7fd37-88ae-4833-8a62-f18492f24bdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=91294df6-e9b1-400f-af51-2ad814d5c30a HTTP/1.1" status: 200 len: 910 time: 0.1493394 Dec 08 21:54:52.257980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-5b677d2b-ec6b-4189-8f2a-c7dccf1b9556 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea80971-e640-420e-98b8-872b95e6c7e8 HTTP/1.1" status: 200 len: 217 time: 0.0403059 Dec 08 21:54:52.270468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8dd99d8f-70d8-4026-854c-b29005d7f412 req-0ffeb5bc-6d74-4d7b-9171-8d8faaf003e6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663309 Dec 08 21:54:52.293293 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:52.323577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-5b9798e6-a23c-41ca-b6e6-084a7a615343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.325179 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-5b9798e6-a23c-41ca-b6e6-084a7a615343 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa336ae1-3874-4fc0-9116-a7573436162f HTTP/1.1" status: 200 len: 849 time: 0.0538487 Dec 08 21:54:52.357987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-274e1d47-0026-4299-b9b4-65108e16e3b2 req-25eeb9bc-740f-4b04-ab70-f11d3407501d tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0815949 Dec 08 21:54:52.375758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-29c9e6dd-f420-4870-a9ff-d47a87344f4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91294df6-e9b1-400f-af51-2ad814d5c30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400100 Dec 08 21:54:52.393980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] For port 79c4a271-5346-44c7-bed1-f30aae165551, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:54:52.421330 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:52.423980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] For port 79c4a271-5346-44c7-bed1-f30aae165551, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=79c4a271-5346-44c7-bed1-f30aae165551,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:54:52.464895 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:52.523761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-2bbcbe7f-040b-4e01-ab5c-e0e3781ff8d8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.531458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-2bbcbe7f-040b-4e01-ab5c-e0e3781ff8d8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.540172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.540820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:52.542243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-2bbcbe7f-040b-4e01-ab5c-e0e3781ff8d8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.542393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] 10.222.0.37 "PUT /v2.0/ports/79c4a271-5346-44c7-bed1-f30aae165551 HTTP/1.1" status: 200 len: 1092 time: 2.2292130 Dec 08 21:54:52.545159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c61b569-9aa6-4d77-b7aa-9e51246d0c29', 'tag': '79c4a271-5346-44c7-bed1-f30aae165551'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:52.547521 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9342f14-6d0c-44fb-8197-719f9b9660ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5c61b569-9aa6-4d77-b7aa-9e51246d0c29", "tag": "79c4a271-5346-44c7-bed1-f30aae165551"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:52.549637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-2bbcbe7f-040b-4e01-ab5c-e0e3781ff8d8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.557056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-2bbcbe7f-040b-4e01-ab5c-e0e3781ff8d8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.563722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-2bbcbe7f-040b-4e01-ab5c-e0e3781ff8d8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.571639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-2bbcbe7f-040b-4e01-ab5c-e0e3781ff8d8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.574401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-2bbcbe7f-040b-4e01-ab5c-e0e3781ff8d8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1581182 Dec 08 21:54:52.633419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-71dd06c0-bea9-43b9-9cdb-b931cdf28aba service neutron] 10.222.0.37 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448311 Dec 08 21:54:52.653955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4113fa0a-96b7-4e92-9e0b-cac3f1ae7639 req-4203166a-fccc-4bf3-9778-ec8c1b7ee5c4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582960 Dec 08 21:54:52.669059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b90ef-da91-48f1-860e-50d01336c807 service neutron] Pushing event updated for resources: {'Port': ['ID=79c4a271-5346-44c7-bed1-f30aae165551,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:52.762005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-4c5d64b5-a4ae-4989-a150-9c5bf355e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.763593 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-4c5d64b5-a4ae-4989-a150-9c5bf355e5ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 1095 time: 0.1466980 Dec 08 21:54:52.789593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73965fc8-f9c4-4b44-acf4-53e98a31c43e req-6eaa17f2-59b2-4904-b420-3ba224bfe55b service neutron] 10.222.0.37 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346965 Dec 08 21:54:52.853269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-b5b3ba8d-6526-4efd-8c64-73fe601e7772 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79c4a271-5346-44c7-bed1-f30aae165551 HTTP/1.1" status: 200 len: 217 time: 0.0769632 Dec 08 21:54:52.855781 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2dc871-62ad-498a-9ed1-cf0132f83e30 x-openstack-request-id: req-9f2dc871-62ad-498a-9ed1-cf0132f83e30 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:52.856069 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c61b569-9aa6-4d77-b7aa-9e51246d0c29", "tag": "79c4a271-5346-44c7-bed1-f30aae165551", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:52.856340 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f2dc871-62ad-498a-9ed1-cf0132f83e30 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:52.856722 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c61b569-9aa6-4d77-b7aa-9e51246d0c29', 'tag': '79c4a271-5346-44c7-bed1-f30aae165551', 'status': 'completed', 'code': 200} Dec 08 21:54:52.885475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfded27-3d8c-4204-bed6-36c589678054 req-7889e7d4-f878-42da-b968-810eb06760fb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:52.893256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4cfded27-3d8c-4204-bed6-36c589678054 req-7889e7d4-f878-42da-b968-810eb06760fb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 944 time: 0.0714121 Dec 08 21:54:52.946309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4cfded27-3d8c-4204-bed6-36c589678054 req-6755f984-6b66-4dd5-ae66-b4655343b423 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475173 Dec 08 21:54:52.999772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-f1017c52-3f40-45b7-87f9-f1372cb5544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.001241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-f1017c52-3f40-45b7-87f9-f1372cb5544f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.1233895 Dec 08 21:54:53.243420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b3399738-03c4-4c38-a416-ff6d02eb1a59 req-b4bac14f-3563-42b8-bee4-1008833c8489 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.37 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0284495 Dec 08 21:54:53.383426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-30d9ad67-16a6-45b1-8302-446ba0e439a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3625569 Dec 08 21:54:53.396351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d0daf-6cc8-4667-94c2-d5ef3e615cef req-02076680-c3e1-43a9-83d6-003bc82aed26 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.397824 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c8d0daf-6cc8-4667-94c2-d5ef3e615cef req-02076680-c3e1-43a9-83d6-003bc82aed26 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 944 time: 0.4405210 Dec 08 21:54:53.464864 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acf2a06e-ae82-4618-bce3-df1427f761de req-01759bda-633d-40ad-9203-c8072f062f00 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=f74edb15-c909-40d4-8ba2-c6cf3530a32b HTTP/1.1" status: 200 len: 210 time: 0.0347049 Dec 08 21:54:53.494849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 7ea75344-042e-4acb-9359-99d52221c0dd {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:53.495192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:53.572622 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c8d0daf-6cc8-4667-94c2-d5ef3e615cef req-20b0ddf3-2b88-4956-a7f5-2097196f302f tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651051 Dec 08 21:54:53.626561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-292926b0-6afc-435f-9e95-b9351c9edd0d service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277579 Dec 08 21:54:53.637352 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Deleting port 44122662-16fe-4d58-9767-b16d2e0ecb14 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:53.637741 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:53.657801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:53.746941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 7ea75344-042e-4acb-9359-99d52221c0dd owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:53.829932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-8501b27b-b6ff-466a-b63d-5a25f038d083 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.839117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-8501b27b-b6ff-466a-b63d-5a25f038d083 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.845850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-8501b27b-b6ff-466a-b63d-5a25f038d083 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.852244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-8501b27b-b6ff-466a-b63d-5a25f038d083 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.855729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] For port 44122662-16fe-4d58-9767-b16d2e0ecb14, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=44122662-16fe-4d58-9767-b16d2e0ecb14,segment=NetworkSegment(3ddd0579-159e-4dc2-8e54-de6d97569aed),segment_id=3ddd0579-159e-4dc2-8e54-de6d97569aed)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:53.856103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:53.860113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-8501b27b-b6ff-466a-b63d-5a25f038d083 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.866434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-8501b27b-b6ff-466a-b63d-5a25f038d083 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.872736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-8501b27b-b6ff-466a-b63d-5a25f038d083 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:53.875423 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-8501b27b-b6ff-466a-b63d-5a25f038d083 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5430 time: 0.1210599 Dec 08 21:54:53.883774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-754b3db3-f3fa-4829-9907-8ef65aae1581 req-980d31a3-9514-4a2c-adc9-83cac11b4f36 service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393801 Dec 08 21:54:53.884638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Calling delete_port for 44122662-16fe-4d58-9767-b16d2e0ecb14 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:53.954759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-088d5e56-15b3-4488-8909-93e786a9f4b5 req-ecf3c694-910a-4a7e-92ed-f70d96092914 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637314 Dec 08 21:54:54.150896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-7641fac4-c44e-4f9d-ae1e-e4d8942fb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:54.152415 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-7641fac4-c44e-4f9d-ae1e-e4d8942fb0ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 1095 time: 0.1855183 Dec 08 21:54:54.185446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0af2a-59a9-4652-bf03-6a7d339189d2 req-4e5a1116-4957-4b60-9662-6a433e470738 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:54.186943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7c0af2a-59a9-4652-bf03-6a7d339189d2 req-4e5a1116-4957-4b60-9662-6a433e470738 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 944 time: 0.1672113 Dec 08 21:54:54.244373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:54.252517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b49ae823-5889-4464-9f80-18088dcdfa39 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:54.293899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=7ea75344-042e-4acb-9359-99d52221c0dd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:54.394278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b49ae823-5889-4464-9f80-18088dcdfa39, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b49ae823-5889-4464-9f80-18088dcdfa39,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:54.409029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'b49ae823-5889-4464-9f80-18088dcdfa39', 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d', 'port_id': 'b49ae823-5889-4464-9f80-18088dcdfa39', 'mac_address': 'fa:16:3e:73:bf:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d418f7-6d04-4c59-a482-4ac7db5c4979', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:54.457636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7c0af2a-59a9-4652-bf03-6a7d339189d2 req-d405bc48-eb93-408b-9567-eb382bc7abe5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335539 Dec 08 21:54:54.458337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:54.468783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-c8301ed0-d605-4fa6-b17b-ae8f1dfdea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:54.470515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-c8301ed0-d605-4fa6-b17b-ae8f1dfdea36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 200 len: 912 time: 0.3025568 Dec 08 21:54:54.481673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49ae823-5889-4464-9f80-18088dcdfa39 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:54.512336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b49ae823-5889-4464-9f80-18088dcdfa39, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b49ae823-5889-4464-9f80-18088dcdfa39,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:54.519646 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:54.520550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:54.564054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-221d7bb8-239d-4377-bcc8-f94b3c2d1714 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79c4a271-5346-44c7-bed1-f30aae165551 HTTP/1.1" status: 200 len: 217 time: 0.0836475 Dec 08 21:54:54.636213 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b49ae823-5889-4464-9f80-18088dcdfa39,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:54.666666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-7e47c418-2dd0-45cd-8f1c-6d87bb94c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:54.668159 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-7e47c418-2dd0-45cd-8f1c-6d87bb94c49e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 200 len: 851 time: 0.0738227 Dec 08 21:54:54.668764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:54.708732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:54.731901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-674f1088-ab2f-407a-b493-3a166fa3cbf4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a700447e-c508-4bef-b294-50d1921fc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526822 Dec 08 21:54:54.733152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'port_id': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'mac_address': 'fa:16:3e:1d:41:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:54.738555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Pushing event deleted for resources: {'Port': ['ID=44122662-16fe-4d58-9767-b16d2e0ecb14,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:54.758687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb9dac-6017-4239-b4ca-7d4aed76928b req-a7b0801d-f050-4dff-b87e-8f6dfe8dad54 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:54.772067 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07fb9dac-6017-4239-b4ca-7d4aed76928b req-a7b0801d-f050-4dff-b87e-8f6dfe8dad54 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 944 time: 0.0949805 Dec 08 21:54:54.824408 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:54.843533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:54.880612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:54.889575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:54.890674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3e60d434-a2df-4418-bd65-864538838cc9 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:54.901437 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:54.916251 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9abfaad1-3b2f-411d-8368-077e4b922e5c req-36ded1d5-ebf3-4f7b-b9e6-026ff9b6599a tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b HTTP/1.1" status: 200 len: 210 time: 0.0536022 Dec 08 21:54:54.942051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07fb9dac-6017-4239-b4ca-7d4aed76928b req-d4672401-faa7-4676-a178-0c21026f19a8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687336 Dec 08 21:54:54.944754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7e02b2e-026a-457c-9442-95a51fe0799a req-17dabca9-84ab-4f59-b245-5204a27d096b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5c03135e1bf40a9bedc5bdfd3c15d3c&device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b HTTP/1.1" status: 200 len: 210 time: 0.1207025 Dec 08 21:54:54.993036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7e02b2e-026a-457c-9442-95a51fe0799a req-cfc8a046-18ab-448b-8806-b2c11da3abe0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e5c03135e1bf40a9bedc5bdfd3c15d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337050 Dec 08 21:54:55.038875 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.resource_extend [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:54:55.105504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:55.132702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-da7876a3-204c-448c-bebb-e38730cbd9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895738 Dec 08 21:54:55.182957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3e60d434-a2df-4418-bd65-864538838cc9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3e60d434-a2df-4418-bd65-864538838cc9,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.196323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643fc8-f270-4e21-b726-9595731904d1 req-8730e0ca-2ea1-49e1-a0b8-7b3cc830e149 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:55.202487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643fc8-f270-4e21-b726-9595731904d1 req-8730e0ca-2ea1-49e1-a0b8-7b3cc830e149 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:55.210314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643fc8-f270-4e21-b726-9595731904d1 req-8730e0ca-2ea1-49e1-a0b8-7b3cc830e149 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:55.211023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '3e60d434-a2df-4418-bd65-864538838cc9', 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'port_id': '3e60d434-a2df-4418-bd65-864538838cc9', 'mac_address': 'fa:16:3e:bd:f3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f21fcd-1562-4704-814f-1159442d3f0b', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:55.216870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643fc8-f270-4e21-b726-9595731904d1 req-8730e0ca-2ea1-49e1-a0b8-7b3cc830e149 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:55.223186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643fc8-f270-4e21-b726-9595731904d1 req-8730e0ca-2ea1-49e1-a0b8-7b3cc830e149 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:55.229638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643fc8-f270-4e21-b726-9595731904d1 req-8730e0ca-2ea1-49e1-a0b8-7b3cc830e149 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:55.236247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643fc8-f270-4e21-b726-9595731904d1 req-8730e0ca-2ea1-49e1-a0b8-7b3cc830e149 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:55.238305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d643fc8-f270-4e21-b726-9595731904d1 req-8730e0ca-2ea1-49e1-a0b8-7b3cc830e149 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5432 time: 0.1530607 Dec 08 21:54:55.243420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e02b2e-026a-457c-9442-95a51fe0799a req-c9b4e196-c0b5-49c9-a5f7-1c16555ea6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:55.244898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7e02b2e-026a-457c-9442-95a51fe0799a req-c9b4e196-c0b5-49c9-a5f7-1c16555ea6f3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472060 Dec 08 21:54:55.275223 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:55.296385 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d643fc8-f270-4e21-b726-9595731904d1 req-5f92882a-f6ec-41b4-8db8-00a842e6f425 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503721 Dec 08 21:54:55.316131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e60d434-a2df-4418-bd65-864538838cc9 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:55.342124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3e60d434-a2df-4418-bd65-864538838cc9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3e60d434-a2df-4418-bd65-864538838cc9,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.347568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:55.348722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9ce62691-50ff-4fcb-b348-52eb9a1af15d details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:55.378452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9342f14-6d0c-44fb-8197-719f9b9660ca req-832cb587-739d-4a24-aec3-8c62b645937b service neutron] 10.222.0.37 "GET /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362218 Dec 08 21:54:55.399896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:55.417386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3e60d434-a2df-4418-bd65-864538838cc9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:55.421171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9ce62691-50ff-4fcb-b348-52eb9a1af15d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.432489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '9ce62691-50ff-4fcb-b348-52eb9a1af15d', 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'port_id': '9ce62691-50ff-4fcb-b348-52eb9a1af15d', 'mac_address': 'fa:16:3e:7f:85:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f21fcd-1562-4704-814f-1159442d3f0b', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:55.456892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 7ff01c0c-6122-4f78-bc2a-dfc6f712204c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:54:55.477095 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:55.491446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce62691-50ff-4fcb-b348-52eb9a1af15d {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:55.519574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9ce62691-50ff-4fcb-b348-52eb9a1af15d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.526974 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:55.527761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 527f669c-87c1-45b7-8315-03137ffba182 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:55.599397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2ea80971-e640-420e-98b8-872b95e6c7e8 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:55.607331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 527f669c-87c1-45b7-8315-03137ffba182, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=527f669c-87c1-45b7-8315-03137ffba182,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.609951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=9ce62691-50ff-4fcb-b348-52eb9a1af15d,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:55.630545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '527f669c-87c1-45b7-8315-03137ffba182', 'network_id': 'e871f1df-f380-4b86-8547-dfdae5b5807d', 'port_id': '527f669c-87c1-45b7-8315-03137ffba182', 'mac_address': 'fa:16:3e:f4:e0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d418f7-6d04-4c59-a482-4ac7db5c4979', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:55.719611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:55.744639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527f669c-87c1-45b7-8315-03137ffba182 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:55.776463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2ea80971-e640-420e-98b8-872b95e6c7e8, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2ea80971-e640-420e-98b8-872b95e6c7e8,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.787742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 527f669c-87c1-45b7-8315-03137ffba182, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=527f669c-87c1-45b7-8315-03137ffba182,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.792718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '2ea80971-e640-420e-98b8-872b95e6c7e8', 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a', 'port_id': '2ea80971-e640-420e-98b8-872b95e6c7e8', 'mac_address': 'fa:16:3e:dc:08:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa336ae1-3874-4fc0-9116-a7573436162f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:55.795829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:55.796495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6f424728-030b-4cd2-9bb5-8d02e49b4248 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:55.900904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6f424728-030b-4cd2-9bb5-8d02e49b4248, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.904901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=527f669c-87c1-45b7-8315-03137ffba182,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:55.922684 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:55.925253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '6f424728-030b-4cd2-9bb5-8d02e49b4248', 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'port_id': '6f424728-030b-4cd2-9bb5-8d02e49b4248', 'mac_address': 'fa:16:3e:53:f9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f21fcd-1562-4704-814f-1159442d3f0b', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:55.939482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea80971-e640-420e-98b8-872b95e6c7e8 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:55.966961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:54:55.986267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2ea80971-e640-420e-98b8-872b95e6c7e8, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2ea80971-e640-420e-98b8-872b95e6c7e8,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:55.997335 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b234136-753e-4201-a32d-262d66e1674e None None] Sync routers for ids ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:54:55.997901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.003265 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.005018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-14c194b1-8494-47be-ab94-37eb7ee5f80b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/7ff01c0c-6122-4f78-bc2a-dfc6f712204c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7381887 Dec 08 21:54:56.007946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60562) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:56.015011 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b234136-753e-4201-a32d-262d66e1674e None None] Routers {'7ff01c0c-6122-4f78-bc2a-dfc6f712204c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:56.015629 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b234136-753e-4201-a32d-262d66e1674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:56.041837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70573aeb-e050-489b-a1df-a15b1555bfd4 req-0df64806-4bbd-4b4a-959c-6db31b582db2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.043390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70573aeb-e050-489b-a1df-a15b1555bfd4 req-0df64806-4bbd-4b4a-959c-6db31b582db2 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 944 time: 0.4934852 Dec 08 21:54:56.051843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f424728-030b-4cd2-9bb5-8d02e49b4248 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:56.105523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70573aeb-e050-489b-a1df-a15b1555bfd4 req-8c0e98a5-b4ac-45e8-b93f-4a5a45a155e9 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Dec 08 21:54:56.114403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6f424728-030b-4cd2-9bb5-8d02e49b4248, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:56.120014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Router 79e11317-466c-428a-adce-b778e1f6689c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:54:56.120198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=2ea80971-e640-420e-98b8-872b95e6c7e8,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:56.125646 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.126558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:56.164974 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b234136-753e-4201-a32d-262d66e1674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:56.188255 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b234136-753e-4201-a32d-262d66e1674e None None] Routers {'7ff01c0c-6122-4f78-bc2a-dfc6f712204c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:56.189999 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b234136-753e-4201-a32d-262d66e1674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:56.274171 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b234136-753e-4201-a32d-262d66e1674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:56.276571 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b234136-753e-4201-a32d-262d66e1674e None None] The sync data for ids ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:54:56.308986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b150-09dd-4471-a769-2b096148ebe2 req-ae0d29ab-3f6a-4746-b36e-92ce8c5c6348 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.311932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4202b150-09dd-4471-a769-2b096148ebe2 req-ae0d29ab-3f6a-4746-b36e-92ce8c5c6348 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 945 time: 0.0793297 Dec 08 21:54:56.325997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cad79b2f-c41a-415b-a1ab-44ccd6076e6d req-15cbd9e9-2866-4d6f-804b-ed17a59c4306 tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b HTTP/1.1" status: 200 len: 210 time: 0.0840089 Dec 08 21:54:56.330032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:54:56.349235 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ae9ac0f-92e4-470f-b6b0-bedc31541720 admin admin] 10.222.0.21 "PUT /v2.0/routers/79e11317-466c-428a-adce-b778e1f6689c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6338248 Dec 08 21:54:56.360805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60568) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:56.420286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] Sync routers for ids ['79e11317-466c-428a-adce-b778e1f6689c'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:54:56.454634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:56.467434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] Routers {'79e11317-466c-428a-adce-b778e1f6689c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:56.467695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4202b150-09dd-4471-a769-2b096148ebe2 req-d048e7f1-5cca-4c67-a189-a0b2624ae8a2 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451240 Dec 08 21:54:56.468478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['79e11317-466c-428a-adce-b778e1f6689c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:56.514874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['2ea80971-e640-420e-98b8-872b95e6c7e8'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:56.534916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.546330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7e02b2e-026a-457c-9442-95a51fe0799a req-eb818fc0-946a-4299-b756-e35f2932066b tempest-ServerShowV247Test-794340752 tempest-ServerShowV247Test-794340752-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b42829-2ac0-4249-b1a0-e3975e70e20b HTTP/1.1" status: 200 len: 210 time: 0.0399246 Dec 08 21:54:56.567253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '25777d9c-4bd1-478e-b1a2-e4daee18c5a4', 'network_id': '766a0277-f49e-461d-b4fb-5cbd226f3e75', 'port_id': '25777d9c-4bd1-478e-b1a2-e4daee18c5a4', 'mac_address': 'fa:16:3e:d8:cd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f21fcd-1562-4704-814f-1159442d3f0b', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:56.572218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=6f424728-030b-4cd2-9bb5-8d02e49b4248,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:56.599610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-344cd5ea-29db-4c56-9433-bf137e511359 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.605844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-344cd5ea-29db-4c56-9433-bf137e511359 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.611776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-344cd5ea-29db-4c56-9433-bf137e511359 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.617720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-344cd5ea-29db-4c56-9433-bf137e511359 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.624254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-344cd5ea-29db-4c56-9433-bf137e511359 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.632658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-344cd5ea-29db-4c56-9433-bf137e511359 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.638822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-344cd5ea-29db-4c56-9433-bf137e511359 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:56.640753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-344cd5ea-29db-4c56-9433-bf137e511359 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5436 time: 0.1947639 Dec 08 21:54:56.657909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.693603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] Set router 79e11317-466c-428a-adce-b778e1f6689c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:54:56.712533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c2dbfbfc-d0bf-4b4f-a006-50404e2e5ea4 req-e1b6343e-cf0b-4448-86a6-4dcf82e3c285 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597379 Dec 08 21:54:56.760208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:56.764129 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.797480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.838279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:56.850543 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.872819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-bf29ba90-a27c-4e1d-96c6-6da4ae61e54b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685599 Dec 08 21:54:56.893254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Deleting port adda2067-55f5-4ce7-ae0e-9edf23b43551 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:56.894354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:56.960421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:57.023759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:54:54Z', 'revision_number': 5, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port': {'id': 'adda2067-55f5-4ce7-ae0e-9edf23b43551', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e11317-466c-428a-adce-b778e1f6689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:42:58Z', 'updated_at': '2021-12-08T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:57.054920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] Checking router: 79e11317-466c-428a-adce-b778e1f6689c for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:54:57.065927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] Routers {'79e11317-466c-428a-adce-b778e1f6689c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:57.066571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['79e11317-466c-428a-adce-b778e1f6689c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:57.091434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-690c1e0e-06ab-4662-bebf-20c317cf0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:57.092930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-690c1e0e-06ab-4662-bebf-20c317cf0754 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8729a6b924fd4001a66a971c05635117&device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 1098 time: 0.0984511 Dec 08 21:54:57.094793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] For port adda2067-55f5-4ce7-ae0e-9edf23b43551, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=adda2067-55f5-4ce7-ae0e-9edf23b43551,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:57.095156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:57.118318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Calling delete_port for adda2067-55f5-4ce7-ae0e-9edf23b43551 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:57.178000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port f7857104-c596-4485-812c-e0b18b628298 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:57.178611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:57.200410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] Set router 79e11317-466c-428a-adce-b778e1f6689c gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:54:57.306623 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:57.330476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for f7857104-c596-4485-812c-e0b18b628298 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:54:57.332179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:54:56Z', 'revision_number': 6, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:57.340692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cffd3-95f0-4da7-9dc7-f2f577718733 req-678f7343-ea58-4190-a5c6-3bb3699a24ea tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:57.342667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce0cffd3-95f0-4da7-9dc7-f2f577718733 req-678f7343-ea58-4190-a5c6-3bb3699a24ea tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 944 time: 0.1198373 Dec 08 21:54:57.368462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22ee9a0-7c19-479e-b06b-6bb8ffd07030 None None] The sync data for ids ['79e11317-466c-428a-adce-b778e1f6689c'] in n-d-821126-1 is: [{'id': '79e11317-466c-428a-adce-b778e1f6689c', 'name': 'tempest-TaggedBootDevicesTest-1832296819-router', 'tenant_id': '6501fbce04f44da7927ebad22585b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:42:56Z', 'updated_at': '2021-12-08T21:54:56Z', 'revision_number': 6, 'project_id': '6501fbce04f44da7927ebad22585b20f', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:54:57.396549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3e60d434-a2df-4418-bd65-864538838cc9'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:57.451408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6f424728-030b-4cd2-9bb5-8d02e49b4248'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:57.456961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['b49ae823-5889-4464-9f80-18088dcdfa39'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:57.459611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-123141ce-c470-4d09-97ab-a6c4dd870180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:57.461344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-123141ce-c470-4d09-97ab-a6c4dd870180 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 200 len: 918 time: 0.3270817 Dec 08 21:54:57.496768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce0cffd3-95f0-4da7-9dc7-f2f577718733 req-3cc0c372-5aa0-4ea2-9d3c-1b477424ee6d tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426919 Dec 08 21:54:57.600336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9ce62691-50ff-4fcb-b348-52eb9a1af15d'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:57.625186 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-4bbd1dd3-ef83-4c66-9418-d7d74ab2ccbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 200 len: 1002 time: 0.1448545 Dec 08 21:54:57.673076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 79c4a271-5346-44c7-bed1-f30aae165551 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:54:57.678486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2ea80971-e640-420e-98b8-872b95e6c7e8 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:57.695692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-25b45857-3beb-4fc5-95d1-364ba434f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:57.697189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-25b45857-3beb-4fc5-95d1-364ba434f0e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 200 len: 856 time: 0.0621717 Dec 08 21:54:57.804896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:57.882301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60586) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:57.892974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=adda2067-55f5-4ce7-ae0e-9edf23b43551,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:58.012612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-398a50a5-d9ed-4d0e-8d19-10274f7eea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.014394 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-398a50a5-d9ed-4d0e-8d19-10274f7eea12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3081436 Dec 08 21:54:58.043669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.resource_extend [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:54:58.103647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.128052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168378e-55cc-4b59-a33a-8a1fb9a223a3 req-cea33941-73d6-4de2-a3c7-53a2d31b77d1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.136613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0168378e-55cc-4b59-a33a-8a1fb9a223a3 req-cea33941-73d6-4de2-a3c7-53a2d31b77d1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 945 time: 0.0785983 Dec 08 21:54:58.155854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-e26a8259-18fe-4cd3-9a2d-f460ccef409e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.162166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-e26a8259-18fe-4cd3-9a2d-f460ccef409e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.168587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-e26a8259-18fe-4cd3-9a2d-f460ccef409e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.175563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-e26a8259-18fe-4cd3-9a2d-f460ccef409e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.182124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-e26a8259-18fe-4cd3-9a2d-f460ccef409e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.188921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-e26a8259-18fe-4cd3-9a2d-f460ccef409e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.208214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 2ea80971-e640-420e-98b8-872b95e6c7e8 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:54:58.209348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-e26a8259-18fe-4cd3-9a2d-f460ccef409e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.212168 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-e26a8259-18fe-4cd3-9a2d-f460ccef409e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5437 time: 0.3028815 Dec 08 21:54:58.223907 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0168378e-55cc-4b59-a33a-8a1fb9a223a3 req-db71020d-4055-4b1e-8762-e826a8894960 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862801 Dec 08 21:54:58.225828 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.259148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=f7857104-c596-4485-812c-e0b18b628298,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:58.259610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 2ea80971-e640-420e-98b8-872b95e6c7e8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:58.260107 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.334237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-b25a4a77-ad8f-4fd2-a56b-6efcd4821bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087194 Dec 08 21:54:58.335009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.397693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['25777d9c-4bd1-478e-b1a2-e4daee18c5a4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:58.422459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:58.520779 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.521152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['527f669c-87c1-45b7-8315-03137ffba182'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:54:58.534581 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.557778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.670544 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d14e051f-5f32-4b45-a498-54ff8e5df543 req-1c615e09-e9fe-463c-969a-4fad7a7a358f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2645209 Dec 08 21:54:58.682037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.682942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e11317-466c-428a-adce-b778e1f6689c {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:54:58.722486 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.724727 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9da7ba8b-4d7b-422d-94b4-ce0f146eeba0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/79e11317-466c-428a-adce-b778e1f6689c HTTP/1.1" status: 204 len: 168 time: 2.3626878 Dec 08 21:54:58.732117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60594) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:58.747865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 79c4a271-5346-44c7-bed1-f30aae165551, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=79c4a271-5346-44c7-bed1-f30aae165551,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:58.814548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c618d60-3be7-4aea-ad6d-70248e5695ec req-241df4c4-4df0-4de0-b9b6-196eb9ee9c9e tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:58.816263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c618d60-3be7-4aea-ad6d-70248e5695ec req-241df4c4-4df0-4de0-b9b6-196eb9ee9c9e tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 944 time: 0.1343770 Dec 08 21:54:58.827847 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e883b651-18c6-4d96-aaae-fd696f20bc93 req-7b403e09-794d-446f-867d-4a1a82d63042 service neutron] 10.222.0.37 "GET /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259067 Dec 08 21:54:58.845786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.860116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b099381-ac91-4df2-9db4-2a04012341cf admin admin] Deleting subnet 005a139e-a770-419c-8c60-f7b692a441ed {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:54:58.864416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.867827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b099381-ac91-4df2-9db4-2a04012341cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.942410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039710e1-5ac4-4664-a784-6557b5f69c9c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:58.951792 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b099381-ac91-4df2-9db4-2a04012341cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:58.954690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.960936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.961288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.961887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.962228 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.962566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.962942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.963277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.963611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.963940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.964271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.964598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:54:58.987931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9024e0ca-a2e0-439f-8061-0b8727b61dd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5c03135e1bf40a9bedc5bdfd3c15d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1023955 Dec 08 21:54:58.990884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60596) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:59.009349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 7ff01c0c-6122-4f78-bc2a-dfc6f712204c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:54:59.009593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.016922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c618d60-3be7-4aea-ad6d-70248e5695ec req-c70a2e6f-5a52-482a-ab54-af42f7f3f429 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810292 Dec 08 21:54:59.036588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '79c4a271-5346-44c7-bed1-f30aae165551', 'network_id': 'a700447e-c508-4bef-b294-50d1921fc07d', 'port_id': '79c4a271-5346-44c7-bed1-f30aae165551', 'mac_address': 'fa:16:3e:42:ce:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00290753-5cf6-4030-a175-b2ef55574df3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:54:59.039194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b49ae823-5889-4464-9f80-18088dcdfa39 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:54:59.115176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:54:59.121561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85172a27-6cc5-4189-bb46-d5cf8a4e28cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea80971-e640-420e-98b8-872b95e6c7e8'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:54:59.123712 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8c8d9faf-9cb2-4567-872c-bc24d3dcfec3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/7ff01c0c-6122-4f78-bc2a-dfc6f712204c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1139584 Dec 08 21:54:59.124746 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7cf58e-abbe-4330-bbd2-45150b096639" -d '{"events": [{"server_uuid": "85172a27-6cc5-4189-bb46-d5cf8a4e28cd", "name": "network-vif-plugged", "status": "completed", "tag": "2ea80971-e640-420e-98b8-872b95e6c7e8"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:54:59.124905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60598) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:59.127590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bd80829-c02a-4329-ad0d-1a2492288df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.128354 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d560a-2446-49fe-ac20-eac44d5a72d5 None None] Sync routers for ids ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:54:59.140330 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d560a-2446-49fe-ac20-eac44d5a72d5 None None] Routers {'7ff01c0c-6122-4f78-bc2a-dfc6f712204c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:59.141209 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9a0d560a-2446-49fe-ac20-eac44d5a72d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:59.161872 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b099381-ac91-4df2-9db4-2a04012341cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.204934 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44017070-dd3e-4295-9b2c-cf3940522e1f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff01c0c-6122-4f78-bc2a-dfc6f712204c HTTP/1.1" status: 200 len: 205 time: 0.0790834 Dec 08 21:54:59.215484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60602) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:59.228185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bd80829-c02a-4329-ad0d-1a2492288df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.236698 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9a0d560a-2446-49fe-ac20-eac44d5a72d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:59.269365 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d560a-2446-49fe-ac20-eac44d5a72d5 None None] Routers {'7ff01c0c-6122-4f78-bc2a-dfc6f712204c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:54:59.271125 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9a0d560a-2446-49fe-ac20-eac44d5a72d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:54:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:59.337272 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d396b88-a467-4629-a56f-e8c4a130708d x-openstack-request-id: req-5d396b88-a467-4629-a56f-e8c4a130708d {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:54:59.337682 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85172a27-6cc5-4189-bb46-d5cf8a4e28cd", "name": "network-vif-plugged", "status": "completed", "tag": "2ea80971-e640-420e-98b8-872b95e6c7e8", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:54:59.338539 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d396b88-a467-4629-a56f-e8c4a130708d {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:54:59.339519 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85172a27-6cc5-4189-bb46-d5cf8a4e28cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea80971-e640-420e-98b8-872b95e6c7e8', 'code': 200} Dec 08 21:54:59.347726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e3663-65ee-401a-89dd-9f4fc2fed9c7 req-f5376ab5-a299-45bd-ae66-9eed519fabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.348757 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c38d-db7b-4989-ba49-e226dcdf1fe5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.350825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc2e3663-65ee-401a-89dd-9f4fc2fed9c7 req-f5376ab5-a299-45bd-ae66-9eed519fabb1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 1096 time: 0.1001539 Dec 08 21:54:59.352422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b099381-ac91-4df2-9db4-2a04012341cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.359317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bd80829-c02a-4329-ad0d-1a2492288df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.363186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1bd80829-c02a-4329-ad0d-1a2492288df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.365204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1bd80829-c02a-4329-ad0d-1a2492288df4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/039710e1-5ac4-4664-a784-6557b5f69c9c HTTP/1.1" status: 204 len: 168 time: 0.3734546 Dec 08 21:54:59.370214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2ea80971-e640-420e-98b8-872b95e6c7e8, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2ea80971-e640-420e-98b8-872b95e6c7e8,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:59.371260 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.386160 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.418619 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9a0d560a-2446-49fe-ac20-eac44d5a72d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:54:59.429663 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d560a-2446-49fe-ac20-eac44d5a72d5 None None] The sync data for ids ['7ff01c0c-6122-4f78-bc2a-dfc6f712204c'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:54:59.463377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 44122662-16fe-4d58-9767-b16d2e0ecb14 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:59.493733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c4a271-5346-44c7-bed1-f30aae165551 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:54:59.496809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd80829-c02a-4329-ad0d-1a2492288df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039710e1-5ac4-4664-a784-6557b5f69c9c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:59.507509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 44122662-16fe-4d58-9767-b16d2e0ecb14 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:59.507754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 44122662-16fe-4d58-9767-b16d2e0ecb14 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:59.508178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device adda2067-55f5-4ce7-ae0e-9edf23b43551 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:54:59.515373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099381-ac91-4df2-9db4-2a04012341cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005a139e-a770-419c-8c60-f7b692a441ed,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:59.530909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0b099381-ac91-4df2-9db4-2a04012341cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.541791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0b099381-ac91-4df2-9db4-2a04012341cf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/005a139e-a770-419c-8c60-f7b692a441ed HTTP/1.1" status: 204 len: 168 time: 0.8082795 Dec 08 21:54:59.545078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60610) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:59.567624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322dd1c4-5a20-49a2-91cc-5a9a154ccd3c None None] Network 323b4808-71d0-48dc-b7fb-bbbd7dffc21d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:54:59.585183 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc2e3663-65ee-401a-89dd-9f4fc2fed9c7 req-32b8e1b7-1afb-4092-81a9-b567bfb0dd8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864119 Dec 08 21:54:59.630193 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port b49ae823-5889-4464-9f80-18088dcdfa39 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:54:59.648689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75371e0-8252-4c0c-a1bd-f886b4afa8e3 req-8085adc6-cb5e-4295-8e01-2ac5312c2361 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.656789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b75371e0-8252-4c0c-a1bd-f886b4afa8e3 req-8085adc6-cb5e-4295-8e01-2ac5312c2361 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 946 time: 0.2680795 Dec 08 21:54:59.673952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.693743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: adda2067-55f5-4ce7-ae0e-9edf23b43551 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:54:59.694084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device adda2067-55f5-4ce7-ae0e-9edf23b43551 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:54:59.717904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 79c4a271-5346-44c7-bed1-f30aae165551, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=79c4a271-5346-44c7-bed1-f30aae165551,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:59.731528 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c38d-db7b-4989-ba49-e226dcdf1fe5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.739259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c38d-db7b-4989-ba49-e226dcdf1fe5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.740773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=2ea80971-e640-420e-98b8-872b95e6c7e8,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:54:59.742928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Deleting port 329716b2-12a0-4419-83a5-a6f430ec149e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:54:59.743457 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.755552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port b49ae823-5889-4464-9f80-18088dcdfa39 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:54:59.756236 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.779170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b75371e0-8252-4c0c-a1bd-f886b4afa8e3 req-02f61864-2d95-44e4-8ede-5f5c8cdb0c18 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168187 Dec 08 21:54:59.812139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.841146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c38d-db7b-4989-ba49-e226dcdf1fe5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.842904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d7c38d-db7b-4989-ba49-e226dcdf1fe5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff01c0c-6122-4f78-bc2a-dfc6f712204c {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:54:59.861336 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c38d-db7b-4989-ba49-e226dcdf1fe5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.862476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e1d7c38d-db7b-4989-ba49-e226dcdf1fe5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/7ff01c0c-6122-4f78-bc2a-dfc6f712204c HTTP/1.1" status: 204 len: 168 time: 0.6457844 Dec 08 21:54:59.866031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60618) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:54:59.876709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] For port 329716b2-12a0-4419-83a5-a6f430ec149e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=329716b2-12a0-4419-83a5-a6f430ec149e,segment=NetworkSegment(3ddd0579-159e-4dc2-8e54-de6d97569aed),segment_id=3ddd0579-159e-4dc2-8e54-de6d97569aed)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:54:59.877186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:54:59.907472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-cd885360-5d1b-415f-83c7-504612b89e74 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.915924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-cd885360-5d1b-415f-83c7-504612b89e74 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.922553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-cd885360-5d1b-415f-83c7-504612b89e74 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.930958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-cd885360-5d1b-415f-83c7-504612b89e74 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.939888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-cd885360-5d1b-415f-83c7-504612b89e74 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.947075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-cd885360-5d1b-415f-83c7-504612b89e74 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.953411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-cd885360-5d1b-415f-83c7-504612b89e74 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:54:59.955741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-cd885360-5d1b-415f-83c7-504612b89e74 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5437 time: 0.1452966 Dec 08 21:54:59.960116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Calling delete_port for 329716b2-12a0-4419-83a5-a6f430ec149e owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:00.009669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-880fe0e5-9e3b-4e57-8eac-a2dd39d2cf25 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet 5909c7ae-9fee-40ca-b3e4-0c405200b328 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:00.011468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ededcc3b-a25c-4556-986f-fef7fe9ef5fe req-c0cbac60-70a6-4936-b0c9-e0b6ba428255 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489149 Dec 08 21:55:00.013390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-880fe0e5-9e3b-4e57-8eac-a2dd39d2cf25 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.030140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=79c4a271-5346-44c7-bed1-f30aae165551,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:00.086224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['79c4a271-5346-44c7-bed1-f30aae165551'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:00.119846 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.132966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-880fe0e5-9e3b-4e57-8eac-a2dd39d2cf25 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.133240 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.170412 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Pushing event deleted for resources: {'Port': ['ID=329716b2-12a0-4419-83a5-a6f430ec149e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:00.174421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] No DVR routers for this DVR port 329716b2-12a0-4419-83a5-a6f430ec149e on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:00.243536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8b42d-9249-4bd6-b5df-32c4dc6830ce None None] DHCP port deletion for 323b4808-71d0-48dc-b7fb-bbbd7dffc21d request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:55:00.247987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b49ae823-5889-4464-9f80-18088dcdfa39, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b49ae823-5889-4464-9f80-18088dcdfa39,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:00.266850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.294335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-880fe0e5-9e3b-4e57-8eac-a2dd39d2cf25 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.338928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.385963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b49ae823-5889-4464-9f80-18088dcdfa39,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:00.390653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-880fe0e5-9e3b-4e57-8eac-a2dd39d2cf25 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.404694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323b4808-71d0-48dc-b7fb-bbbd7dffc21d']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:00.430556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddd0579-159e-4dc2-8e54-de6d97569aed') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:00.430995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddd0579-159e-4dc2-8e54-de6d97569aed') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:00.439808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fe0e5-9e3b-4e57-8eac-a2dd39d2cf25 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=5909c7ae-9fee-40ca-b3e4-0c405200b328,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:00.443721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-880fe0e5-9e3b-4e57-8eac-a2dd39d2cf25 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.449330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-880fe0e5-9e3b-4e57-8eac-a2dd39d2cf25 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/5909c7ae-9fee-40ca-b3e4-0c405200b328 HTTP/1.1" status: 204 len: 168 time: 0.5798676 Dec 08 21:55:00.449652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.449755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60634) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:00.452755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958773d4-d99f-4758-9d72-7598fe044ced None None] Network b42da60b-c9a1-439c-9c36-99e986c2829e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:00.479621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.501110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:00.501915 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:00.504099 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:00.506653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69917255-85fa-4173-b851-dc9c62ee97a2 req-e3e9c9b0-1051-4f97-bb0e-76d6e16a6274 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:00.507014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69917255-85fa-4173-b851-dc9c62ee97a2 req-e3e9c9b0-1051-4f97-bb0e-76d6e16a6274 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 945 time: 0.1374371 Dec 08 21:55:00.521749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3febe1-15ba-4fe3-bdbd-1daccbec2115 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet e0977615-337d-4fbc-8e78-69690a9da977 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:00.526705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe3febe1-15ba-4fe3-bdbd-1daccbec2115 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.630500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.637245 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69917255-85fa-4173-b851-dc9c62ee97a2 req-3494cf67-06da-40aa-b449-e592be4d3aaa tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131432 Dec 08 21:55:00.645212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.656168 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe3febe1-15ba-4fe3-bdbd-1daccbec2115 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.662488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] 10.222.0.21 "DELETE /v2.0/networks/323b4808-71d0-48dc-b7fb-bbbd7dffc21d HTTP/1.1" status: 204 len: 168 time: 1.1144676 Dec 08 21:55:00.714952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f59c-eaea-4fc1-a76f-f0503271c20c admin admin] Pushing event deleted for resources: {'Network': ['ID=323b4808-71d0-48dc-b7fb-bbbd7dffc21d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:00.838355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60644) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:00.857583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] DHCP port deletion for b42da60b-c9a1-439c-9c36-99e986c2829e request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:55:00.859255 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe3febe1-15ba-4fe3-bdbd-1daccbec2115 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:00.916160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 527f669c-87c1-45b7-8315-03137ffba182 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:00.985961 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe3febe1-15ba-4fe3-bdbd-1daccbec2115 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.030663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] Deleting port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:01.031633 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.034093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 527f669c-87c1-45b7-8315-03137ffba182 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:01.060410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60650) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:01.075976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 527f669c-87c1-45b7-8315-03137ffba182 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:01.076545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.079964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19f85e-0e43-4536-85cd-d8d041500bcf req-1f1b9737-a810-426c-8694-a2dcd6e8d681 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.083768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3febe1-15ba-4fe3-bdbd-1daccbec2115 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=e0977615-337d-4fbc-8e78-69690a9da977,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:01.092954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a19f85e-0e43-4536-85cd-d8d041500bcf req-1f1b9737-a810-426c-8694-a2dcd6e8d681 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 946 time: 0.1551778 Dec 08 21:55:01.094473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe3febe1-15ba-4fe3-bdbd-1daccbec2115 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.099432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fe3febe1-15ba-4fe3-bdbd-1daccbec2115 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/e0977615-337d-4fbc-8e78-69690a9da977 HTTP/1.1" status: 204 len: 168 time: 0.6489964 Dec 08 21:55:01.102057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60652) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:01.111974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1381188504-network', 'tenant_id': '7b9a0f4e48464be0959ed01f77a30aa6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:01.138420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa901d4-dd27-443d-a690-22027273bbc9 None None] Network 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:01.212922 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a19f85e-0e43-4536-85cd-d8d041500bcf req-3dc96350-66fb-4bee-b18c-b0ec655e3e0b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184809 Dec 08 21:55:01.213564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Made reservation on behalf of 7b9a0f4e48464be0959ed01f77a30aa6 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:01.216438 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.251720 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4013d5fd-ee68-4857-8af5-a7223f1d9eec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a058b55a04bc40c6a22d5390df5f81cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883216 Dec 08 21:55:01.260829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60656) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:01.287908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.309874 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.326249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] For port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,segment=NetworkSegment(31757c27-5416-4d90-b6fb-fd91b8a6c2f7),segment_id=31757c27-5416-4d90-b6fb-fd91b8a6c2f7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:01.326810 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.342155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49ae823-5889-4464-9f80-18088dcdfa39'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:01.346909 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4d9b9b-fa87-4f44-9038-0af177850459" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "b49ae823-5889-4464-9f80-18088dcdfa39"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:01.374034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] Calling delete_port for fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:01.430276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 329716b2-12a0-4419-83a5-a6f430ec149e no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:01.439188 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551a8e9-999a-4e9f-a539-067c89c56338 x-openstack-request-id: req-e551a8e9-999a-4e9f-a539-067c89c56338 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:01.439562 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "b49ae823-5889-4464-9f80-18088dcdfa39", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:01.439930 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e551a8e9-999a-4e9f-a539-067c89c56338 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:01.440381 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49ae823-5889-4464-9f80-18088dcdfa39', 'code': 200} Dec 08 21:55:01.448008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900370-9363-4806-abe7-963314d7abad req-283ec878-f29d-40cd-8436-24e5d01cf72a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.458737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900370-9363-4806-abe7-963314d7abad req-283ec878-f29d-40cd-8436-24e5d01cf72a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.468514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900370-9363-4806-abe7-963314d7abad req-283ec878-f29d-40cd-8436-24e5d01cf72a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.474856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 329716b2-12a0-4419-83a5-a6f430ec149e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:01.475254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 329716b2-12a0-4419-83a5-a6f430ec149e not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:01.475770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:01.477521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900370-9363-4806-abe7-963314d7abad req-283ec878-f29d-40cd-8436-24e5d01cf72a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.485250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900370-9363-4806-abe7-963314d7abad req-283ec878-f29d-40cd-8436-24e5d01cf72a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.487421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.492292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900370-9363-4806-abe7-963314d7abad req-283ec878-f29d-40cd-8436-24e5d01cf72a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.494130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.500723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900370-9363-4806-abe7-963314d7abad req-283ec878-f29d-40cd-8436-24e5d01cf72a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.511072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80900370-9363-4806-abe7-963314d7abad req-283ec878-f29d-40cd-8436-24e5d01cf72a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5438 time: 0.3258595 Dec 08 21:55:01.511594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:55:01.542281 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.543112 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Added segment d0694e4e-49f7-4446-81f9-7096224e7fa4 of type vlan for network afe1cb6a-183c-431f-b43d-4999a39e4269 Dec 08 21:55:01.553713 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25282be1-280c-4722-9601-c152476d7222,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:01.579284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bbf302f2-4e5c-4423-9d43-7090562ec5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.608167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.614894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.655749 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bbf302f2-4e5c-4423-9d43-7090562ec5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.666143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.671154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:01.671953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.710140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80900370-9363-4806-abe7-963314d7abad req-c2b2a105-3ad0-4230-8868-4fc25be39c0b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981080 Dec 08 21:55:01.734056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] DHCP port deletion for 2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:55:01.734334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:01.734771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.789000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.793999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 527f669c-87c1-45b7-8315-03137ffba182, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=527f669c-87c1-45b7-8315-03137ffba182,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:01.824035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.833386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] Pushing event updated for resources: {'Network': ['ID=afe1cb6a-183c-431f-b43d-4999a39e4269,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:01.839142 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d918f794-422f-411f-868a-3f52c4dba33d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9989202 Dec 08 21:55:01.841944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60670) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:01.845803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.846826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:01.847207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,segment=NetworkSegment(31757c27-5416-4d90-b6fb-fd91b8a6c2f7),segment_id=31757c27-5416-4d90-b6fb-fd91b8a6c2f7)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:01.847579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.848686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Request body: {'subnet': {'network_id': 'afe1cb6a-183c-431f-b43d-4999a39e4269', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1381188504-subnet', 'tenant_id': '7b9a0f4e48464be0959ed01f77a30aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:01.864566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 79c4a271-5346-44c7-bed1-f30aae165551 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:01.865184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:01.867385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network afe1cb6a-183c-431f-b43d-4999a39e4269 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:55:01.871523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bbf302f2-4e5c-4423-9d43-7090562ec5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.875204 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bbf302f2-4e5c-4423-9d43-7090562ec5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.880079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bbf302f2-4e5c-4423-9d43-7090562ec5ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88c01139-ef5b-4adb-b9b4-ce0079f449de HTTP/1.1" status: 204 len: 168 time: 0.6174958 Dec 08 21:55:01.885947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Made reservation on behalf of 7b9a0f4e48464be0959ed01f77a30aa6 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:01.889469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:01.902947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf302f2-4e5c-4423-9d43-7090562ec5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c01139-ef5b-4adb-b9b4-ce0079f449de,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:02.004316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0585e6c-9fed-4a11-bbb3-49d3166d673f req-c00ccf40-6e60-4b54-af32-f76b24c9dccd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:02.006135 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a0585e6c-9fed-4a11-bbb3-49d3166d673f req-c00ccf40-6e60-4b54-af32-f76b24c9dccd tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 945 time: 0.1739876 Dec 08 21:55:02.011849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.027950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No DVR routers for this DVR port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:02.062331 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a0585e6c-9fed-4a11-bbb3-49d3166d673f req-e5a37e03-0d10-449e-8f74-b9f1eef9f318 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483358 Dec 08 21:55:02.081303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:02.172586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.217954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] No DVR routers for this DVR port fa41d6fd-dd1b-435b-9b4b-45fb2988baa8 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:02.218576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42da60b-c9a1-439c-9c36-99e986c2829e']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:02.224193 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301c26a-39d6-4941-bd54-272e98fdf2e9 None None] Pushing event deleted for resources: {'Port': ['ID=fa41d6fd-dd1b-435b-9b4b-45fb2988baa8,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:02.237152 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.254580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31757c27-5416-4d90-b6fb-fd91b8a6c2f7') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:02.254850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31757c27-5416-4d90-b6fb-fd91b8a6c2f7') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:02.290521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.330703 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.341485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:02.342173 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.344415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8ba825-9eff-4e91-b399-b095af169708,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:02.345763 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:02.353581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Checking segment: {'id': 'd0694e4e-49f7-4446-81f9-7096224e7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'afe1cb6a-183c-431f-b43d-4999a39e4269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:02.354577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Network hostable DHCP agents. Network: afe1cb6a-183c-431f-b43d-4999a39e4269, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:55:02.382888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Network afe1cb6a-183c-431f-b43d-4999a39e4269 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:55:02.399079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, afe1cb6a-183c-431f-b43d-4999a39e4269) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:02.423168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:02.426064 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.451691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d8f3bf44-4666-4a14-a091-8421e7b21beb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6075923 Dec 08 21:55:02.479599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1308050-f125-4293-9706-4694ae0b24ff None None] Network afe1cb6a-183c-431f-b43d-4999a39e4269 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:02.526929 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.554343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.560672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/b42da60b-c9a1-439c-9c36-99e986c2829e HTTP/1.1" status: 204 len: 168 time: 1.4575615 Dec 08 21:55:02.561705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60684) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:02.564110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fbd9d-673f-4464-bf65-2b94803c0a66 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=b42da60b-c9a1-439c-9c36-99e986c2829e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:02.630554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f0c9f-8600-4d3c-9451-1286aebeb0d8 req-35aaad2f-2d00-47aa-b058-300d127d2884 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:02.633138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f8f0c9f-8600-4d3c-9451-1286aebeb0d8 req-35aaad2f-2d00-47aa-b058-300d127d2884 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 946 time: 0.1138120 Dec 08 21:55:02.652707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60686) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:02.687327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=527f669c-87c1-45b7-8315-03137ffba182,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:02.703666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f8f0c9f-8600-4d3c-9451-1286aebeb0d8 req-8c70fdec-e2c2-4200-a68c-72a6a45547df tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634420 Dec 08 21:55:02.713957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.733404 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-086d1b94-99cd-4f8b-be08-b5f932d41019 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6501fbce04f44da7927ebad22585b20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792534 Dec 08 21:55:02.742389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 79c4a271-5346-44c7-bed1-f30aae165551 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:02.746905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60690) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:02.766347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] Deleting port 72055f5b-522c-4ff2-82ee-5fb77afb291f {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:02.766747 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.793784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 79c4a271-5346-44c7-bed1-f30aae165551 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:02.794154 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.863528 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-407ae679-15ad-4bf6-95d2-59af3a637b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.886950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-407ae679-15ad-4bf6-95d2-59af3a637b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.888077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:02.913242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 72055f5b-522c-4ff2-82ee-5fb77afb291f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:02.913727 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.948519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:02.949018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.951174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-407ae679-15ad-4bf6-95d2-59af3a637b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.953882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-407ae679-15ad-4bf6-95d2-59af3a637b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:02.958541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-407ae679-15ad-4bf6-95d2-59af3a637b32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54fab7db-1227-48f7-97fe-d39ee9f22b1b HTTP/1.1" status: 204 len: 168 time: 0.2074702 Dec 08 21:55:02.972514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ae679-15ad-4bf6-95d2-59af3a637b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fab7db-1227-48f7-97fe-d39ee9f22b1b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:03.028901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port 72055f5b-522c-4ff2-82ee-5fb77afb291f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=72055f5b-522c-4ff2-82ee-5fb77afb291f,segment=NetworkSegment(e8ba20f5-803e-4ed5-9328-07fd02cb396e),segment_id=e8ba20f5-803e-4ed5-9328-07fd02cb396e)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:03.029687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.066048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] For port 72055f5b-522c-4ff2-82ee-5fb77afb291f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=72055f5b-522c-4ff2-82ee-5fb77afb291f,segment=NetworkSegment(e8ba20f5-803e-4ed5-9328-07fd02cb396e),segment_id=e8ba20f5-803e-4ed5-9328-07fd02cb396e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:03.066610 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.069901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e39b04-13ca-42e0-ac5d-6744211fb845 None None] Network afe1cb6a-183c-431f-b43d-4999a39e4269 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:03.075664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 72055f5b-522c-4ff2-82ee-5fb77afb291f owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:03.151790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] Calling delete_port for 72055f5b-522c-4ff2-82ee-5fb77afb291f owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:03.212914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-5adb3573-8831-4982-81e8-6537dadb14e9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:03.223074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-5adb3573-8831-4982-81e8-6537dadb14e9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:03.230383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-5adb3573-8831-4982-81e8-6537dadb14e9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:03.238218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-5adb3573-8831-4982-81e8-6537dadb14e9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:03.249849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-5adb3573-8831-4982-81e8-6537dadb14e9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:03.261149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-5adb3573-8831-4982-81e8-6537dadb14e9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:03.270318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-5adb3573-8831-4982-81e8-6537dadb14e9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:03.276002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660dc15-2012-4917-be3d-c7b15d40ce31 req-0918d8a5-21fd-44b5-8431-3e5337a2e993 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:03.283453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-5adb3573-8831-4982-81e8-6537dadb14e9 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5439 time: 0.4429748 Dec 08 21:55:03.284237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d660dc15-2012-4917-be3d-c7b15d40ce31 req-0918d8a5-21fd-44b5-8431-3e5337a2e993 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 945 time: 0.0954137 Dec 08 21:55:03.328915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.347850 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe3dbe5d-be1f-441d-b2f4-6d4dd526c59c req-b24c0598-5f1e-41d3-b1ac-9978afc19a89 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627656 Dec 08 21:55:03.369039 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.390173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d660dc15-2012-4917-be3d-c7b15d40ce31 req-1f1c586a-510b-4a45-8a0a-46b507929a05 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048524 Dec 08 21:55:03.396221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=72055f5b-522c-4ff2-82ee-5fb77afb291f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:03.409791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No DVR routers for this DVR port 72055f5b-522c-4ff2-82ee-5fb77afb291f on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:03.462396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 72055f5b-522c-4ff2-82ee-5fb77afb291f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:03.464422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527f669c-87c1-45b7-8315-03137ffba182'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:03.467283 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382a9dc-0f98-400f-b5e6-33af6e0634fb" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "527f669c-87c1-45b7-8315-03137ffba182"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:03.507851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.519035 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.529072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 72055f5b-522c-4ff2-82ee-5fb77afb291f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:03.529859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 72055f5b-522c-4ff2-82ee-5fb77afb291f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:03.546611 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 21:55:03.558392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.565019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60716) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:03.570539 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909d2c46-d203-411c-930b-579f6dc33eed x-openstack-request-id: req-909d2c46-d203-411c-930b-579f6dc33eed {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:03.570804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-23827311-network', 'tenant_id': '165c9fb9d88c4d53aedc119f10c26269'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:03.570945 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "527f669c-87c1-45b7-8315-03137ffba182", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:03.571151 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-909d2c46-d203-411c-930b-579f6dc33eed {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:03.571746 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527f669c-87c1-45b7-8315-03137ffba182', 'code': 200} Dec 08 21:55:03.573641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:03.595206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ba20f5-803e-4ed5-9328-07fd02cb396e') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:03.595759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 79c4a271-5346-44c7-bed1-f30aae165551, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=79c4a271-5346-44c7-bed1-f30aae165551,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:03.596150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ba20f5-803e-4ed5-9328-07fd02cb396e') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:03.600738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Made reservation on behalf of 165c9fb9d88c4d53aedc119f10c26269 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:03.603242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.617732 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.622467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:03.625394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.649300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.659305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:03.659707 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:03.664442 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:03.683199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] No DVR routers for this DVR port 72055f5b-522c-4ff2-82ee-5fb77afb291f on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:03.686104 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.689294 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.690159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3e60d434-a2df-4418-bd65-864538838cc9 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:03.717564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bbf4f-b938-45e8-885c-737aa3e2add7 None None] Pushing event deleted for resources: {'Port': ['ID=72055f5b-522c-4ff2-82ee-5fb77afb291f,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:03.752773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.793180 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.795907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.797252 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e HTTP/1.1" status: 204 len: 168 time: 1.2344146 Dec 08 21:55:03.801657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a53f0-62e9-4e8c-a8bd-3beb83abafca tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=2d7fcc7c-6da1-41ff-aa45-66aca66b0d4e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:03.806756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60724) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:03.812825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.824037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1470458066'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:03.827094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:55:03.853701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=79c4a271-5346-44c7-bed1-f30aae165551,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:03.901097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:03.902366 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.903404 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Added segment 521a4795-0b65-401b-9b72-94976e40df0e of type vlan for network b5be889e-8e3c-4c6d-bd7f-447bfadfe41f Dec 08 21:55:03.909010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.914307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 3e60d434-a2df-4418-bd65-864538838cc9 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:03.922587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 3e60d434-a2df-4418-bd65-864538838cc9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:03.923007 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.924528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:03.960087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:55:03.976432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:03.978793 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment 8f3e3d3a-911b-436e-9ff9-30043567f7bc of type vlan for network 9b7a8564-940b-4085-bc23-8fc914bc2d4a Dec 08 21:55:04.035011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.039517 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.040920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.041809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4bad3a-5fc3-442f-8af7-16dcf65437e0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:04.084727 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.092262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.093518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.094028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36be1190-e085-4ad1-bb66-c02b75c5b20d tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.095932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36be1190-e085-4ad1-bb66-c02b75c5b20d tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.37 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 946 time: 0.2452688 Dec 08 21:55:04.111949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3e60d434-a2df-4418-bd65-864538838cc9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3e60d434-a2df-4418-bd65-864538838cc9,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:04.123667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.124281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ba20-edd8-4b1c-bb8c-94e6449a7452 req-681c96ca-1614-4530-9578-8c8063b62c7b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.126091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6f424728-030b-4cd2-9bb5-8d02e49b4248 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:04.126246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e70ba20-edd8-4b1c-bb8c-94e6449a7452 req-681c96ca-1614-4530-9578-8c8063b62c7b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 946 time: 0.2870340 Dec 08 21:55:04.212595 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.213570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.214147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.224583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4168119 Dec 08 21:55:04.225645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60736) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:04.238242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': '9b7a8564-940b-4085-bc23-8fc914bc2d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:04.250309 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3e60d434-a2df-4418-bd65-864538838cc9,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:04.261138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 6f424728-030b-4cd2-9bb5-8d02e49b4248 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:04.268683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 6f424728-030b-4cd2-9bb5-8d02e49b4248 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:04.270741 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.270904 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e70ba20-edd8-4b1c-bb8c-94e6449a7452 req-9df0e73a-877f-41ac-b45b-b3a80e3c68d8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175151 Dec 08 21:55:04.368100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60740) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:04.388802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cafa75-882a-447a-b646-ac1d23de6cf9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=9b7a8564-940b-4085-bc23-8fc914bc2d4a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:04.409318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:55:04.414611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:04.424024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.484876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.561761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6f424728-030b-4cd2-9bb5-8d02e49b4248, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:04.568875 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.570419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9ce62691-50ff-4fcb-b348-52eb9a1af15d up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:04.611432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-879205664-network', 'tenant_id': '9ee4e51d494344fda5dd80db5a5ace01'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:04.669721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-1d698f32-be3d-479f-ade3-57053425886a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.675966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-1d698f32-be3d-479f-ade3-57053425886a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.681683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=6f424728-030b-4cd2-9bb5-8d02e49b4248,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:04.682119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-1d698f32-be3d-479f-ade3-57053425886a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.690381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-1d698f32-be3d-479f-ade3-57053425886a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.697080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-1d698f32-be3d-479f-ade3-57053425886a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.703325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-1d698f32-be3d-479f-ade3-57053425886a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.710580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-1d698f32-be3d-479f-ade3-57053425886a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.711699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 9ce62691-50ff-4fcb-b348-52eb9a1af15d completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:04.712692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-1d698f32-be3d-479f-ade3-57053425886a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5441 time: 0.1909788 Dec 08 21:55:04.715821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Made reservation on behalf of 9ee4e51d494344fda5dd80db5a5ace01 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:04.717223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 9ce62691-50ff-4fcb-b348-52eb9a1af15d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:04.717602 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.718064 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.742218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.808383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2390602 Dec 08 21:55:04.812859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60748) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:04.816392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb5fde-885b-4cd7-9f0c-c88b6cd3fd7d admin admin] Pushing event updated for resources: {'Network': ['ID=b5be889e-8e3c-4c6d-bd7f-447bfadfe41f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:04.827935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Request body: {'subnet': {'network_id': 'b5be889e-8e3c-4c6d-bd7f-447bfadfe41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-23827311-subnet', 'tenant_id': '165c9fb9d88c4d53aedc119f10c26269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:04.829129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.833249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b5be889e-8e3c-4c6d-bd7f-447bfadfe41f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:55:04.842278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55951c7-3cce-4f5e-ad10-1bf91acdc743 req-fdb466a4-0608-4cff-a48c-69a63a227fdf tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:04.849827 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f55951c7-3cce-4f5e-ad10-1bf91acdc743 req-fdb466a4-0608-4cff-a48c-69a63a227fdf tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 946 time: 0.0922687 Dec 08 21:55:04.880187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Deleting port 2ea80971-e640-420e-98b8-872b95e6c7e8 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:04.880583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.909565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f55951c7-3cce-4f5e-ad10-1bf91acdc743 req-798388bb-a810-4c24-b135-1e233cdb2606 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Dec 08 21:55:04.915469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9ce62691-50ff-4fcb-b348-52eb9a1af15d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:04.936753 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:04.968287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:05.047583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=9ce62691-50ff-4fcb-b348-52eb9a1af15d,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:05.065280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:05.070158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:05.071072 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.077884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] For port 2ea80971-e640-420e-98b8-872b95e6c7e8, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2ea80971-e640-420e-98b8-872b95e6c7e8,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:05.078263 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.094437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Calling delete_port for 2ea80971-e640-420e-98b8-872b95e6c7e8 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:05.171601 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.224924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:05.231365 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.246701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88429cd0-0913-4306-aaa1-1c5308e5f546 req-bf2ca80d-fa28-4fcb-96a6-1b132c76ae14 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5228744 Dec 08 21:55:05.265660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.283777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['2ea80971-e640-420e-98b8-872b95e6c7e8'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:05.307758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Pushing event deleted for resources: {'Port': ['ID=2ea80971-e640-420e-98b8-872b95e6c7e8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:05.343754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:05.360193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Made reservation on behalf of 165c9fb9d88c4d53aedc119f10c26269 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:05.363543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.365811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] No DVR routers for this DVR port 2ea80971-e640-420e-98b8-872b95e6c7e8 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:05.368599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.372871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-999e0285-8e89-4d68-89e7-e86dd313188a req-36d97d9b-1fcf-4c57-9c91-aca9ef30fcb1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.37 "DELETE /v2.0/ports/2ea80971-e640-420e-98b8-872b95e6c7e8 HTTP/1.1" status: 204 len: 173 time: 1.2675412 Dec 08 21:55:05.374899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85172a27-6cc5-4189-bb46-d5cf8a4e28cd', 'name': 'network-vif-deleted', 'tag': '2ea80971-e640-420e-98b8-872b95e6c7e8'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:05.378127 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc64dfc-8338-402d-8e30-0e4f3d2eb35c" -d '{"events": [{"server_uuid": "85172a27-6cc5-4189-bb46-d5cf8a4e28cd", "name": "network-vif-deleted", "tag": "2ea80971-e640-420e-98b8-872b95e6c7e8"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:05.428340 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6bc746-3b8b-4492-bc47-1db99e01ec00 x-openstack-request-id: req-df6bc746-3b8b-4492-bc47-1db99e01ec00 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:05.428974 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85172a27-6cc5-4189-bb46-d5cf8a4e28cd", "name": "network-vif-deleted", "tag": "2ea80971-e640-420e-98b8-872b95e6c7e8", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:05.429428 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df6bc746-3b8b-4492-bc47-1db99e01ec00 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:05.430388 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85172a27-6cc5-4189-bb46-d5cf8a4e28cd', 'name': 'network-vif-deleted', 'tag': '2ea80971-e640-420e-98b8-872b95e6c7e8', 'status': 'completed', 'code': 200} Dec 08 21:55:05.443240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7f3b286-ea70-42cb-b78b-85026e39824a req-11829c2b-3c96-406e-8eb0-26e569578e18 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=85172a27-6cc5-4189-bb46-d5cf8a4e28cd HTTP/1.1" status: 200 len: 210 time: 0.0692186 Dec 08 21:55:05.480731 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.535851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.553905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.559651 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da46b891-84f2-4782-99e3-f504535ceec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.573000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c61b569-9aa6-4d77-b7aa-9e51246d0c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c4a271-5346-44c7-bed1-f30aae165551'}, {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce'}, {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e60d434-a2df-4418-bd65-864538838cc9'}, {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f424728-030b-4cd2-9bb5-8d02e49b4248'}, {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce62691-50ff-4fcb-b348-52eb9a1af15d'}, {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25777d9c-4bd1-478e-b1a2-e4daee18c5a4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:05.575390 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a09c05c-67e7-46e6-9b16-a6a19ef313a9" -d '{"events": [{"server_uuid": "5c61b569-9aa6-4d77-b7aa-9e51246d0c29", "name": "network-vif-plugged", "status": "completed", "tag": "79c4a271-5346-44c7-bed1-f30aae165551"}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce"}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "3e60d434-a2df-4418-bd65-864538838cc9"}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "6f424728-030b-4cd2-9bb5-8d02e49b4248"}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "9ce62691-50ff-4fcb-b348-52eb9a1af15d"}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "25777d9c-4bd1-478e-b1a2-e4daee18c5a4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:05.610101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:55:05.635116 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a69d79-88c7-4681-bddf-bd8cb7dc0e2a x-openstack-request-id: req-97a69d79-88c7-4681-bddf-bd8cb7dc0e2a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:05.637231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=f6ce2e39-bd9e-4f2d-9bae-52c4864fc463,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:05.639366 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c61b569-9aa6-4d77-b7aa-9e51246d0c29", "name": "network-vif-plugged", "status": "completed", "tag": "79c4a271-5346-44c7-bed1-f30aae165551", "code": 200}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce", "code": 200}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "3e60d434-a2df-4418-bd65-864538838cc9", "code": 200}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "6f424728-030b-4cd2-9bb5-8d02e49b4248", "code": 200}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "9ce62691-50ff-4fcb-b348-52eb9a1af15d", "code": 200}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-plugged", "status": "completed", "tag": "25777d9c-4bd1-478e-b1a2-e4daee18c5a4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:05.641306 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97a69d79-88c7-4681-bddf-bd8cb7dc0e2a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:05.641910 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c61b569-9aa6-4d77-b7aa-9e51246d0c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c4a271-5346-44c7-bed1-f30aae165551', 'code': 200} Dec 08 21:55:05.642875 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'code': 200} Dec 08 21:55:05.649024 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e60d434-a2df-4418-bd65-864538838cc9', 'code': 200} Dec 08 21:55:05.652067 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f424728-030b-4cd2-9bb5-8d02e49b4248', 'code': 200} Dec 08 21:55:05.653609 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce62691-50ff-4fcb-b348-52eb9a1af15d', 'code': 200} Dec 08 21:55:05.653609 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25777d9c-4bd1-478e-b1a2-e4daee18c5a4', 'code': 200} Dec 08 21:55:05.676632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.677054 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Added segment 5e7967f7-a3fe-4007-945a-1fe95c47857a of type vlan for network fa30b409-79d2-4159-a94b-687271d96327 Dec 08 21:55:05.692395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449da677-567d-4e00-b148-343caadb6982,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:05.735348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': '8f3e3d3a-911b-436e-9ff9-30043567f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b7a8564-940b-4085-bc23-8fc914bc2d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:05.735710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: 9b7a8564-940b-4085-bc23-8fc914bc2d4a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:55:05.751459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bfbd3-7614-4eb7-a90a-a7b1f4c06ac2 req-d9728331-b4f7-4f39-a95f-c71f69d3ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.752982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea1bfbd3-7614-4eb7-a90a-a7b1f4c06ac2 req-d9728331-b4f7-4f39-a95f-c71f69d3ea59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 1097 time: 0.0486233 Dec 08 21:55:05.792879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.796100 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea1bfbd3-7614-4eb7-a90a-a7b1f4c06ac2 req-35213ecf-ba7f-41b0-9382-8e53165be261 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Dec 08 21:55:05.845923 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.852081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:55:05.900183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.901131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.901706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.903566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 9b7a8564-940b-4085-bc23-8fc914bc2d4a) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:05.913699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0903d04-5c86-4b0e-9ead-2d562a7a776e None None] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:05.922471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-b5b50e55-555d-4361-b269-ca18c1ec858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.922964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-b5b50e55-555d-4361-b269-ca18c1ec858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.923428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-b5b50e55-555d-4361-b269-ca18c1ec858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.923882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-b5b50e55-555d-4361-b269-ca18c1ec858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.924337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-b5b50e55-555d-4361-b269-ca18c1ec858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.924790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-b5b50e55-555d-4361-b269-ca18c1ec858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.925242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-b5b50e55-555d-4361-b269-ca18c1ec858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.927183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-b5b50e55-555d-4361-b269-ca18c1ec858d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6501 time: 0.1802411 Dec 08 21:55:05.928457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:05.929015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:05.993922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78ffc2b-f04f-41eb-87f7-1f740ee05def,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:06.043459 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6742828 Dec 08 21:55:06.049739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60762) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:06.058965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a68435af-bfb9-438e-872a-319bb0788c09 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8256118 Dec 08 21:55:06.063864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60764) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:06.065460 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Request body: {'subnet': {'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-879205664-subnet', 'tenant_id': '9ee4e51d494344fda5dd80db5a5ace01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:06.068502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaeae9-f51b-4bcc-9397-ec6298b999c7 admin admin] Pushing event updated for resources: {'Network': ['ID=fa30b409-79d2-4159-a94b-687271d96327,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:06.073414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-979ea126-baad-408d-80f9-4d206d01a8a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1944563100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:06.098642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Checking segment: {'id': '521a4795-0b65-401b-9b72-94976e40df0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b5be889e-8e3c-4c6d-bd7f-447bfadfe41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:06.099334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Network hostable DHCP agents. Network: b5be889e-8e3c-4c6d-bd7f-447bfadfe41f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:55:06.099756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ad7ba-1d91-49ef-82b1-5fa793abe261 req-135fef67-d866-4045-841e-d19f146e9ce4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.103084 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b338d171-2990-47dd-b4fb-85c73a063d51 req-55248825-56b1-46e3-8d0e-16c7eb78c49e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297796 Dec 08 21:55:06.103397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-194ad7ba-1d91-49ef-82b1-5fa793abe261 req-135fef67-d866-4045-841e-d19f146e9ce4 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 946 time: 0.1003249 Dec 08 21:55:06.106612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Made reservation on behalf of 9ee4e51d494344fda5dd80db5a5ace01 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:06.111907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.127315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network fa30b409-79d2-4159-a94b-687271d96327 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:55:06.139292 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-979ea126-baad-408d-80f9-4d206d01a8a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.140735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-979ea126-baad-408d-80f9-4d206d01a8a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.155951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Network b5be889e-8e3c-4c6d-bd7f-447bfadfe41f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:55:06.182058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b5be889e-8e3c-4c6d-bd7f-447bfadfe41f) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:06.226869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-194ad7ba-1d91-49ef-82b1-5fa793abe261 req-101f3744-25ad-4772-a9ec-6edf73ef51ed tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111188 Dec 08 21:55:06.272361 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-979ea126-baad-408d-80f9-4d206d01a8a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.277669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.278532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.283478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-979ea126-baad-408d-80f9-4d206d01a8a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.315984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3cb7c955-725d-4326-bda0-85f3621192ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5003412 Dec 08 21:55:06.333731 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-979ea126-baad-408d-80f9-4d206d01a8a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.337711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-979ea126-baad-408d-80f9-4d206d01a8a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2699919 Dec 08 21:55:06.339278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb12e6-1f3b-460c-8707-9dd1360e2dea None None] Network b5be889e-8e3c-4c6d-bd7f-447bfadfe41f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:06.342541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60770) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:06.359031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'port': {'network_id': '9b7a8564-940b-4085-bc23-8fc914bc2d4a', 'name': 'tempest-RoutersTest-1848274787'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:06.433347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.490128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-9b7a8564-940b-4085-bc23-8fc914bc2d4a', 'network_id': '9b7a8564-940b-4085-bc23-8fc914bc2d4a', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': 'f6ce2e39-bd9e-4f2d-9bae-52c4864fc463'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:55:06.491555 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.522879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=541bf1e0-216e-48b9-a566-6f75b4347daa,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:06.548925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Checking segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:06.549302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Network hostable DHCP agents. Network: fa30b409-79d2-4159-a94b-687271d96327, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:55:06.579211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Network fa30b409-79d2-4159-a94b-687271d96327 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:55:06.595858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, fa30b409-79d2-4159-a94b-687271d96327) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:06.604280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.605172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.643376 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-496cc317-561e-4093-ac71-9565ee7eb9de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5780883 Dec 08 21:55:06.677054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:06.677621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78fa71-72d7-457a-a2de-2f102c598bbf None None] Network fa30b409-79d2-4159-a94b-687271d96327 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:06.680887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:06.712506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] device_id is not set on port ac61a46a-bd2a-48d2-b577-07878e352f06 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:55:06.734960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-56eeed96-23c5-4b07-a5ae-9d401bac2e96 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.751399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-56eeed96-23c5-4b07-a5ae-9d401bac2e96 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.759211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-56eeed96-23c5-4b07-a5ae-9d401bac2e96 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.767217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-56eeed96-23c5-4b07-a5ae-9d401bac2e96 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.778660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-56eeed96-23c5-4b07-a5ae-9d401bac2e96 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.795462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-56eeed96-23c5-4b07-a5ae-9d401bac2e96 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.805185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-56eeed96-23c5-4b07-a5ae-9d401bac2e96 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:06.817363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6c133-a20e-4ed0-91ff-8f13a858a3d9 None None] Network b5be889e-8e3c-4c6d-bd7f-447bfadfe41f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:06.817641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-56eeed96-23c5-4b07-a5ae-9d401bac2e96 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5444 time: 0.2251699 Dec 08 21:55:07.023792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Allocated IP 172.20.0.2 (9b7a8564-940b-4085-bc23-8fc914bc2d4a/f6ce2e39-bd9e-4f2d-9bae-52c4864fc463/c2d5ddc2-51be-426e-86d9-277c49cb736d) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:07.047181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e4a5c32-16ec-4831-9c2c-50885f59dc6c req-b7817352-453b-4018-b889-f1bbdc21bbfb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194476 Dec 08 21:55:07.084885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acefb02-44bc-4364-adb3-4f8e3d7e8e58 None None] Network fa30b409-79d2-4159-a94b-687271d96327 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:07.212841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-4bded973-3f71-4d5a-916b-b87cf54c9238 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:07.222732 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-4bded973-3f71-4d5a-916b-b87cf54c9238 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/networks?id=afe1cb6a-183c-431f-b43d-4999a39e4269 HTTP/1.1" status: 200 len: 825 time: 0.1477187 Dec 08 21:55:07.241421 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-f00de02f-0834-4b2e-ab46-cf3aa7c7e3e3 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/quotas/7b9a0f4e48464be0959ed01f77a30aa6 HTTP/1.1" status: 200 len: 375 time: 0.0175107 Dec 08 21:55:07.289696 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-f36c9f2f-03d5-4c14-b80b-49714c959b07 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b9a0f4e48464be0959ed01f77a30aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442841 Dec 08 21:55:07.308396 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:07.352245 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:07.387905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-9462d35a-5dd3-4c09-877a-117f8a51d070 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:07.389842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-9462d35a-5dd3-4c09-877a-117f8a51d070 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/networks?id=91294df6-e9b1-400f-af51-2ad814d5c30a HTTP/1.1" status: 200 len: 809 time: 0.2084808 Dec 08 21:55:07.391677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:07.417029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-bdab3253-b376-4b47-9ad2-5aa0eae0f7c1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/quotas/0ec0cac1dea4436fab0f87af3903a381 HTTP/1.1" status: 200 len: 375 time: 0.0161853 Dec 08 21:55:07.421410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09dabb28-bfe7-45e2-9043-1c156ea7f6e2 service neutron] 10.222.0.21 "GET /v2.0/networks/afe1cb6a-183c-431f-b43d-4999a39e4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261950 Dec 08 21:55:07.440366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:07.449265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.20.0.11 (9b7a8564-940b-4085-bc23-8fc914bc2d4a/f6ce2e39-bd9e-4f2d-9bae-52c4864fc463/ac61a46a-bd2a-48d2-b577-07878e352f06) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:07.454046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:07.456598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Pushing event updated for resources: {'Port': ['ID=c2d5ddc2-51be-426e-86d9-277c49cb736d,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:07.506772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-411aa0de-1632-425a-bb6b-aa29ce16b83a tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ec0cac1dea4436fab0f87af3903a381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721710 Dec 08 21:55:07.530642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-52e100af-e20b-46ae-9c95-194764df32af service neutron] 10.222.0.21 "GET /v2.0/networks/afe1cb6a-183c-431f-b43d-4999a39e4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080070 Dec 08 21:55:07.558484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Attempting to bind port c2d5ddc2-51be-426e-86d9-277c49cb736d on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:07.559025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Attempting to bind port c2d5ddc2-51be-426e-86d9-277c49cb736d by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8f3e3d3a-911b-436e-9ff9-30043567f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b7a8564-940b-4085-bc23-8fc914bc2d4a'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:07.559587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Attempting to bind port c2d5ddc2-51be-426e-86d9-277c49cb736d on network 9b7a8564-940b-4085-bc23-8fc914bc2d4a {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:07.577777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:07.578168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Checking segment: {'id': '8f3e3d3a-911b-436e-9ff9-30043567f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b7a8564-940b-4085-bc23-8fc914bc2d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:07.578547 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:07.578999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Bound using segment: {'id': '8f3e3d3a-911b-436e-9ff9-30043567f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b7a8564-940b-4085-bc23-8fc914bc2d4a'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:07.579491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Bound port: c2d5ddc2-51be-426e-86d9-277c49cb736d, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3e3d3a-911b-436e-9ff9-30043567f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b7a8564-940b-4085-bc23-8fc914bc2d4a'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:07.579873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:07.661959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-75123171-d211-474f-8a82-6ee04240af6b None None] For port c2d5ddc2-51be-426e-86d9-277c49cb736d, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:07.666637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-75123171-d211-474f-8a82-6ee04240af6b None None] For port c2d5ddc2-51be-426e-86d9-277c49cb736d, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c2d5ddc2-51be-426e-86d9-277c49cb736d,segment=NetworkSegment(8f3e3d3a-911b-436e-9ff9-30043567f7bc),segment_id=8f3e3d3a-911b-436e-9ff9-30043567f7bc)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:07.673018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:07.753227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75123171-d211-474f-8a82-6ee04240af6b None None] Pushing event updated for resources: {'Port': ['ID=c2d5ddc2-51be-426e-86d9-277c49cb736d,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:07.788269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-55a0c21d-86ac-42e2-be84-68ee3f0ba19f service neutron] 10.222.0.21 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463892 Dec 08 21:55:07.867142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2ea80971-e640-420e-98b8-872b95e6c7e8 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:07.899019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 2ea80971-e640-420e-98b8-872b95e6c7e8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:07.899371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2ea80971-e640-420e-98b8-872b95e6c7e8 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:07.949917 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:08.040943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-95ab3d70-640f-4fad-93bc-384ef5c262dd service neutron] 10.222.0.21 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381136 Dec 08 21:55:08.069033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:08.162683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:08.166323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:08.174603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:08.224283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=ac61a46a-bd2a-48d2-b577-07878e352f06,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:08.242660 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ede92ade-3270-49a6-b647-e707ddc63183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:08.286492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ad9081f-e888-4853-87c7-be0930cbf0a1 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:08.295144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ad9081f-e888-4853-87c7-be0930cbf0a1 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 812 time: 0.3668303 Dec 08 21:55:08.298852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:08.300339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:08.324521 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-4c91d35f-2a44-4036-9300-20dd1101f291 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/quotas/9ee4e51d494344fda5dd80db5a5ace01 HTTP/1.1" status: 200 len: 375 time: 0.0231774 Dec 08 21:55:08.341912 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-58408dfa-9cfa-4c05-85d4-701c9ddb116c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9981217 Dec 08 21:55:08.344026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60834) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:08.403954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-58d80305-8f7c-411c-aa96-4b06d023f1c2 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693238 Dec 08 21:55:08.662928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-feeb111c-741a-463d-934d-021034255231 service neutron] 10.222.0.21 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574072 Dec 08 21:55:08.695743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d42dc-b97a-47d8-b92a-2436ab543055 req-95950ccb-6b04-4178-aa12-f42e6391fbdb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:08.704361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd0d42dc-b97a-47d8-b92a-2436ab543055 req-95950ccb-6b04-4178-aa12-f42e6391fbdb tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 946 time: 0.1762359 Dec 08 21:55:08.771101 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:08.862912 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd0d42dc-b97a-47d8-b92a-2436ab543055 req-9c4b2cbd-470f-4492-93d8-ce90d9eb8c97 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522295 Dec 08 21:55:08.882364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-49a42244-1328-473f-99df-73da472e8e5f service neutron] 10.222.0.21 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171957 Dec 08 21:55:09.073052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69235c94-2b6e-49e9-abc6-e938e9604ef5 req-84677301-4e46-4d0a-a006-e55289b3ee95 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 210 time: 0.0756636 Dec 08 21:55:09.232768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:09.406291 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:09.407361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:09.465464 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4572b1e-6a3e-4e69-be23-853a7c3de7e2 req-47e47589-452a-4484-a7e7-5c766055af91 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 210 time: 0.0657370 Dec 08 21:55:09.492641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c2d5ddc2-51be-426e-86d9-277c49cb736d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:09.532517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc90949-df18-427d-a911-eedaf11f3a72 None None] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:09.627738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8dd1f8de-3952-44ae-bcfe-3b6f36ade843 None None] Provisioning complete for port c2d5ddc2-51be-426e-86d9-277c49cb736d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:09.627738 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f8de-3952-44ae-bcfe-3b6f36ade843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:09.631451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-6e3818d4-fa6b-407a-9f0f-fda3d290cacc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:09.650059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-6e3818d4-fa6b-407a-9f0f-fda3d290cacc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:09.668156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-6e3818d4-fa6b-407a-9f0f-fda3d290cacc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:09.688353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-6e3818d4-fa6b-407a-9f0f-fda3d290cacc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:09.707218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-6e3818d4-fa6b-407a-9f0f-fda3d290cacc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:09.723279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-6e3818d4-fa6b-407a-9f0f-fda3d290cacc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:09.739763 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-6e3818d4-fa6b-407a-9f0f-fda3d290cacc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:09.745639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-6e3818d4-fa6b-407a-9f0f-fda3d290cacc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5444 time: 0.5872753 Dec 08 21:55:09.785008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c2d5ddc2-51be-426e-86d9-277c49cb736d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:09.786307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:09.976601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c888-bf20-4460-a945-b8e452320a1f req-05783731-55b9-457e-9bfe-019b97f135dc tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:09.978477 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe6c888-bf20-4460-a945-b8e452320a1f req-05783731-55b9-457e-9bfe-019b97f135dc tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 946 time: 0.0929315 Dec 08 21:55:10.050562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe6c888-bf20-4460-a945-b8e452320a1f req-0023c51c-aa08-4833-a91e-29ce20d438b5 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656717 Dec 08 21:55:10.060828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:10.083058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61419a40-c71c-4d37-9a5a-0fa3c51542d8 req-c37c87e1-9aa5-4652-b0cf-66713d89b96d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992999 Dec 08 21:55:10.127259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-888207f6-6766-4ffc-9772-c2165c90940e tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.135046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-888207f6-6766-4ffc-9772-c2165c90940e tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.23 "GET /v2.0/networks?id=afe1cb6a-183c-431f-b43d-4999a39e4269 HTTP/1.1" status: 200 len: 825 time: 0.5689111 Dec 08 21:55:10.158950 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:10.189801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Request body: {'port': {'device_id': '2469c7bc-408c-4335-a602-cc810c7eaa12', 'network_id': 'afe1cb6a-183c-431f-b43d-4999a39e4269', 'admin_state_up': True, 'tenant_id': '7b9a0f4e48464be0959ed01f77a30aa6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:10.217407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-485fe96a-e142-4ab1-8611-e046d83bb87e req-3757e596-d4ee-4bc1-8813-6b19ef38681e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 210 time: 0.0885513 Dec 08 21:55:10.274115 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f8de-3952-44ae-bcfe-3b6f36ade843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:10.297523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:10.340580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5323-7b62-478c-94fc-41645017f240 req-082c0d00-719c-4fd8-9b05-8ca375b1302d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.344170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port c2d5ddc2-51be-426e-86d9-277c49cb736d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c2d5ddc2-51be-426e-86d9-277c49cb736d,segment=NetworkSegment(8f3e3d3a-911b-436e-9ff9-30043567f7bc),segment_id=8f3e3d3a-911b-436e-9ff9-30043567f7bc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:10.349511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5323-7b62-478c-94fc-41645017f240 req-082c0d00-719c-4fd8-9b05-8ca375b1302d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.353641 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:10.359666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5323-7b62-478c-94fc-41645017f240 req-082c0d00-719c-4fd8-9b05-8ca375b1302d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.369914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5323-7b62-478c-94fc-41645017f240 req-082c0d00-719c-4fd8-9b05-8ca375b1302d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.377430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5323-7b62-478c-94fc-41645017f240 req-082c0d00-719c-4fd8-9b05-8ca375b1302d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.385269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5323-7b62-478c-94fc-41645017f240 req-082c0d00-719c-4fd8-9b05-8ca375b1302d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.392326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5323-7b62-478c-94fc-41645017f240 req-082c0d00-719c-4fd8-9b05-8ca375b1302d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.399943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d78f5323-7b62-478c-94fc-41645017f240 req-082c0d00-719c-4fd8-9b05-8ca375b1302d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5444 time: 0.1282394 Dec 08 21:55:10.407865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60874) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:10.415320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Request body: {'floatingip': {'port_id': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:10.416726 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:10.501691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:10.627268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e53d841-e6a2-490a-9d57-59d9263d3bbe req-7a4e91cd-a5ce-4348-88a2-3ee73f4f4a34 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 210 time: 0.4528143 Dec 08 21:55:10.674838 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-8dd1f8de-3952-44ae-bcfe-3b6f36ade843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:55:10.675231 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-8dd1f8de-3952-44ae-bcfe-3b6f36ade843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:55:10.676207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=c2d5ddc2-51be-426e-86d9-277c49cb736d,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:10.720755 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1ddf2afc-c60f-443f-a448-3f599cb06b37 req-bcdea4d0-78f5-4a1f-afea-56e4d4e8fca6 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 210 time: 0.1151457 Dec 08 21:55:10.834587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-b4e72ead-2e93-4eaf-a43e-bb8d913250c5 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:10.836402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-b4e72ead-2e93-4eaf-a43e-bb8d913250c5 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.23 "GET /v2.0/networks?id=91294df6-e9b1-400f-af51-2ad814d5c30a HTTP/1.1" status: 200 len: 809 time: 0.4206271 Dec 08 21:55:10.837330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=ac61a46a-bd2a-48d2-b577-07878e352f06,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:10.864169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Request body: {'port': {'device_id': 'f27ed0b8-52bc-457d-ac1f-ffe3db06885e', 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a', 'admin_state_up': True, 'tenant_id': '0ec0cac1dea4436fab0f87af3903a381'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:10.949027 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.027011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Made reservation on behalf of 7b9a0f4e48464be0959ed01f77a30aa6 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:11.030482 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.263995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Allocated IP 172.20.0.3 (afe1cb6a-183c-431f-b43d-4999a39e4269/0c8ba825-9eff-4e91-b399-b095af169708/53b1d9fe-3b90-4c16-bda0-f67bd237635f) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:11.310032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.resource_extend [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:55:11.406881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-92bf42a6-b3d2-454f-8433-9c66afda75eb None None] Provisioning complete for port c2d5ddc2-51be-426e-86d9-277c49cb736d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:11.407548 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-92bf42a6-b3d2-454f-8433-9c66afda75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.474235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c2d5ddc2-51be-426e-86d9-277c49cb736d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:11.488274 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99823bb1-2955-4f8e-a9a8-88d40c05fa8e req-9fac3a34-83f2-4d87-a181-9e41243d2e7d tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 210 time: 0.0717537 Dec 08 21:55:11.580249 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.590617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.700690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c2d5ddc2-51be-426e-86d9-277c49cb736d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:11.700992 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.727702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-92bf42a6-b3d2-454f-8433-9c66afda75eb None None] Provisioning complete for port ac61a46a-bd2a-48d2-b577-07878e352f06 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:11.728079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-92bf42a6-b3d2-454f-8433-9c66afda75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.771490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Made reservation on behalf of 0ec0cac1dea4436fab0f87af3903a381 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:11.775126 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.778948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-92bf42a6-b3d2-454f-8433-9c66afda75eb None None] Port ac61a46a-bd2a-48d2-b577-07878e352f06 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:55:11.792502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e8e14-1c3e-4ec8-9a41-fb300872997d req-479f819c-271e-45c0-8b95-e8f97c9fd419 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:11.800670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d26e8e14-1c3e-4ec8-9a41-fb300872997d req-479f819c-271e-45c0-8b95-e8f97c9fd419 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 946 time: 0.5048866 Dec 08 21:55:11.802594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.828592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a42e261f-26e4-4a1f-978e-096291c09bc3 req-f9190dda-d352-4bbb-ba43-03c326e4ffd3 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 210 time: 0.0896482 Dec 08 21:55:11.872502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-7b17843b-a6b8-418c-ab34-c0021ed4f7d5 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:11.874046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-7b17843b-a6b8-418c-ab34-c0021ed4f7d5 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 812 time: 0.4839461 Dec 08 21:55:11.891310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Request body: {'port': {'device_id': 'd4830f82-4ee1-43f8-81be-e5544b7f5444', 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'admin_state_up': True, 'tenant_id': '9ee4e51d494344fda5dd80db5a5ace01'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:11.905179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5e49bd5f-4b3d-4573-8ad4-8b2da90e4724 None None] Provisioning complete for port ac61a46a-bd2a-48d2-b577-07878e352f06 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:11.905541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e49bd5f-4b3d-4573-8ad4-8b2da90e4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:11.948219 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Floating IP 64799637-86e3-4220-9954-4e8899a445d8 associated. External IP: 172.25.1.241, port: 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce. Dec 08 21:55:11.960628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5e49bd5f-4b3d-4573-8ad4-8b2da90e4724 None None] Port ac61a46a-bd2a-48d2-b577-07878e352f06 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:55:12.058474 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf9b5033-a57e-4524-8289-ff8a46b8be24 req-aa7c9abf-22bb-45cb-bec1-1a6f7d0c6e15 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 210 time: 0.1204689 Dec 08 21:55:12.154253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Made reservation on behalf of 9ee4e51d494344fda5dd80db5a5ace01 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:12.158023 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:12.355142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Router 6d42eba7-8d5d-4f30-963c-333030be7408 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:55:12.374140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-f43630c7-a98f-4461-bed7-49b93d3633d3 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:12.376053 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-f43630c7-a98f-4461-bed7-49b93d3633d3 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.23 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 812 time: 0.9415641 Dec 08 21:55:12.386684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Allocated IP 172.20.0.8 (fa30b409-79d2-4159-a94b-687271d96327/541bf1e0-216e-48b9-a566-6f75b4347daa/6efece9d-c51a-487b-a270-dc64f8d8774d) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:12.394533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d26e8e14-1c3e-4ec8-9a41-fb300872997d req-15220c84-0a17-4e58-92d6-e37616fa553e tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928814 Dec 08 21:55:12.402391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Request body: {'port': {'device_id': '2869e39e-8f03-4906-8d70-da7d22525cef', 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'admin_state_up': True, 'tenant_id': '9ee4e51d494344fda5dd80db5a5ace01'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:12.473339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:12.600957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:12.648724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Allocated IP 172.20.0.7 (91294df6-e9b1-400f-af51-2ad814d5c30a/aa336ae1-3874-4fc0-9116-a7573436162f/cf58bb7d-7369-4745-95b7-56984f1c998a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:12.657417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:12.664282 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:12.674601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] Sync routers for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:12.690013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:12.693197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:12.693994 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-96000788-5818-414f-a0fc-246a8ada5ec4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "PUT /v2.0/floatingips/64799637-86e3-4220-9954-4e8899a445d8 HTTP/1.1" status: 200 len: 992 time: 2.2843578 Dec 08 21:55:12.698851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:12.701463 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb86703b-ae65-479f-9f3b-100238928d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:12.729851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:12.730861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-92ab2def-aade-4196-8eb4-ceee187609e1 req-9272c29c-90bc-481f-af04-d2443155c0be tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 210 time: 0.0870392 Dec 08 21:55:12.751639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:12.809946 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:12.926629 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61945bb0-baf2-4913-9fb6-3a50bc9b5ead x-openstack-request-id: req-61945bb0-baf2-4913-9fb6-3a50bc9b5ead {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:12.935149 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:12.935516 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61945bb0-baf2-4913-9fb6-3a50bc9b5ead {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:12.936032 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'status': 'completed', 'code': 200} Dec 08 21:55:12.993836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Made reservation on behalf of 9ee4e51d494344fda5dd80db5a5ace01 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:12.997594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:13.002162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Network afe1cb6a-183c-431f-b43d-4999a39e4269 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:13.022074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:55:13.030541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Pushing event updated for resources: {'Port': ['ID=6efece9d-c51a-487b-a270-dc64f8d8774d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:13.063417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Network fa30b409-79d2-4159-a94b-687271d96327 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:13.063818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:13.067720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:13.076201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:13.086484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd10186-82d1-4350-9d35-4f28bfd8abe1 req-b7ee6945-03a2-4123-b51f-7d8a68ccad79 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.089528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1dd10186-82d1-4350-9d35-4f28bfd8abe1 req-b7ee6945-03a2-4123-b51f-7d8a68ccad79 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 931 time: 0.0941379 Dec 08 21:55:13.091838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:13.143414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Pushing event updated for resources: {'Port': ['ID=53b1d9fe-3b90-4c16-bda0-f67bd237635f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:13.159430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a58c4fd3-c559-474b-820a-0b259456aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.160574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a58c4fd3-c559-474b-820a-0b259456aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.161053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a58c4fd3-c559-474b-820a-0b259456aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.161509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a58c4fd3-c559-474b-820a-0b259456aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.161963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a58c4fd3-c559-474b-820a-0b259456aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.162416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a58c4fd3-c559-474b-820a-0b259456aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.162915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a58c4fd3-c559-474b-820a-0b259456aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.165078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a58c4fd3-c559-474b-820a-0b259456aa9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6501 time: 0.2792592 Dec 08 21:55:13.300105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '64799637-86e3-4220-9954-4e8899a445d8', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'port_id': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'mac_address': 'fa:16:3e:1d:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:53:27Z', 'updated_at': '2021-12-08T21:55:11Z', 'revision_number': 1, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:29Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:13.307523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1dd10186-82d1-4350-9d35-4f28bfd8abe1 req-0ae88253-6fa1-4b99-9146-f79ea45b4339 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806636 Dec 08 21:55:13.321173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.328991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:13.334447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] Checking router: 6d42eba7-8d5d-4f30-963c-333030be7408 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:55:13.340647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.341343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:13.345627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:13.346406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:13.387260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321011c-e6b9-4eaa-aac4-51b9bbdbae17 req-24a53da5-4eb9-4990-8fa8-4e9f3130b6b0 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.389435 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8321011c-e6b9-4eaa-aac4-51b9bbdbae17 req-24a53da5-4eb9-4990-8fa8-4e9f3130b6b0 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 946 time: 0.4378088 Dec 08 21:55:13.399147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0ff70740-ce1c-4600-9993-7a9592fef96f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5124879 Dec 08 21:55:13.415651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Request body: {'port': {'device_id': 'd4830f82-4ee1-43f8-81be-e5544b7f5444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:13.469768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:55:13.475074 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ae4f3ac-942e-4b6b-a274-ddea65589c9b req-974db3cd-724b-41d1-ba57-74694d7d080b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 210 time: 0.0810924 Dec 08 21:55:13.595929 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:13.661484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Allocated IP 172.20.0.2 (fa30b409-79d2-4159-a94b-687271d96327/541bf1e0-216e-48b9-a566-6f75b4347daa/5bcd84d3-14e9-4050-ae79-e5428880dff7) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:13.771692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '64799637-86e3-4220-9954-4e8899a445d8', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'port_id': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'mac_address': 'fa:16:3e:1d:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:53:27Z', 'updated_at': '2021-12-08T21:55:11Z', 'revision_number': 1, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:29Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:13.804906 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-69bcb3c9-ee90-4a16-866d-60719309b1f4 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6330488 Dec 08 21:55:13.809805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c7771-d38c-4600-8346-07ee4a5cd876 None None] The sync data for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 is: [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '64799637-86e3-4220-9954-4e8899a445d8', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'port_id': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'mac_address': 'fa:16:3e:1d:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:53:27Z', 'updated_at': '2021-12-08T21:55:11Z', 'revision_number': 1, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:29Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:13.830322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:13.845209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Request body: {'port': {'device_id': '2469c7bc-408c-4335-a602-cc810c7eaa12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:13.893507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7de2cbbf-b4e8-4a13-a355-a2a4a2859e8e req-ff8f1155-3fc7-4f76-95dd-e72512f06abf tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 210 time: 0.0315969 Dec 08 21:55:13.899182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-117d1615-d808-4870-90a1-4c7ca1cf7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:13.900687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb86703b-ae65-479f-9f3b-100238928d1c req-117d1615-d808-4870-90a1-4c7ca1cf7045 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63 HTTP/1.1" status: 200 len: 917 time: 0.7188568 Dec 08 21:55:13.916536 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:13.981981 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.027286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.047755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.113953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Network 91294df6-e9b1-400f-af51-2ad814d5c30a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:14.124506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8321011c-e6b9-4eaa-aac4-51b9bbdbae17 req-95861e5e-747e-4754-975a-f3c411b2df64 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186898 Dec 08 21:55:14.132405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb86703b-ae65-479f-9f3b-100238928d1c req-6469f0c3-574e-4da9-ae15-f99c85bcb763 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce HTTP/1.1" status: 200 len: 1000 time: 0.2241533 Dec 08 21:55:14.139899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:14.159172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Pushing event updated for resources: {'Port': ['ID=cf58bb7d-7369-4745-95b7-56984f1c998a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:14.161582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.178096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:14.182305 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c784364-6bfb-4864-adbb-f9bcbaef3bd0 None None] New status for floating IP 64799637-86e3-4220-9954-4e8899a445d8: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:55:14.208870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-b0a61f61-8635-4b33-855f-d0fddee3fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:14.210680 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb86703b-ae65-479f-9f3b-100238928d1c req-b0a61f61-8635-4b33-855f-d0fddee3fd96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a73796-c08b-4780-a9f8-0e5e808676e6 HTTP/1.1" status: 200 len: 855 time: 0.0706649 Dec 08 21:55:14.267621 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.280182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86703b-ae65-479f-9f3b-100238928d1c req-699145b2-d7a7-4aff-a573-3b169537168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:14.282130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb86703b-ae65-479f-9f3b-100238928d1c req-699145b2-d7a7-4aff-a573-3b169537168d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641134 Dec 08 21:55:14.455554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb86703b-ae65-479f-9f3b-100238928d1c req-34ed8f91-0ff0-43b9-bf58-c25ff5c2ca40 service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649301 Dec 08 21:55:14.473497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-9bcfbece-2317-4a38-9c27-7361985a1801 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:14.475222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-9bcfbece-2317-4a38-9c27-7361985a1801 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 946 time: 0.3251469 Dec 08 21:55:14.495734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=ac61a46a-bd2a-48d2-b577-07878e352f06,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:14.541486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:14.542591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.551467 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.585017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea28a2-59f3-486d-a16b-1b525eb9b79f req-e0ce03ab-35eb-4b52-86c9-2abac13beccc tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:14.586511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9ea28a2-59f3-486d-a16b-1b525eb9b79f req-e0ce03ab-35eb-4b52-86c9-2abac13beccc tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 931 time: 0.1721857 Dec 08 21:55:14.666517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a9318ba0-6d87-4ef3-9a72-e4ccc301cf12 service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012453 Dec 08 21:55:14.673638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9ea28a2-59f3-486d-a16b-1b525eb9b79f req-889f2d42-51b4-4ec5-aaac-6fd5978e641e tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760229 Dec 08 21:55:14.721653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-72df8388-45d3-49df-8b0c-7b98d2d4c48e tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8666852 Dec 08 21:55:14.729006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Network fa30b409-79d2-4159-a94b-687271d96327 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:14.799824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efece9d-c51a-487b-a270-dc64f8d8774d {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:14.801498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.802548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Request body: {'port': {'device_id': 'f27ed0b8-52bc-457d-ac1f-ffe3db06885e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:14.806481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Pushing event updated for resources: {'Port': ['ID=5bcd84d3-14e9-4050-ae79-e5428880dff7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:14.811513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:14.818531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:14.834861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Transition to ACTIVE for port object 6efece9d-c51a-487b-a270-dc64f8d8774d will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:55:14.839574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:14.914923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Pushing event updated for resources: {'Port': ['ID=6efece9d-c51a-487b-a270-dc64f8d8774d,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:14.957438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880d870-8133-4556-a543-f08c67faa80f req-bd957db4-c4ca-4f20-9bcc-6404ecb48101 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:14.959207 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d880d870-8133-4556-a543-f08c67faa80f req-bd957db4-c4ca-4f20-9bcc-6404ecb48101 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 931 time: 0.3777540 Dec 08 21:55:14.983040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:15.001988 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Attempting to bind port 6efece9d-c51a-487b-a270-dc64f8d8774d on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:15.002336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Attempting to bind port 6efece9d-c51a-487b-a270-dc64f8d8774d by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:15.002667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Attempting to bind port 6efece9d-c51a-487b-a270-dc64f8d8774d on network fa30b409-79d2-4159-a94b-687271d96327 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:15.028317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:15.043421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Port 6efece9d-c51a-487b-a270-dc64f8d8774d on network fa30b409-79d2-4159-a94b-687271d96327 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:55:15.043749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Attempting to bind port 6efece9d-c51a-487b-a270-dc64f8d8774d on network fa30b409-79d2-4159-a94b-687271d96327 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:15.050789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:15.051747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:15.052091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Checking segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:15.052250 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:15.052476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Bound using segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:15.052916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Bound port: 6efece9d-c51a-487b-a270-dc64f8d8774d, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:15.053279 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:15.087249 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:15.103749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d880d870-8133-4556-a543-f08c67faa80f req-5de6ce09-5596-4d0a-9263-4afa12ce16a2 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356597 Dec 08 21:55:15.142571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5e22-d0d2-44c1-9823-f5a796340ffa req-39ca2078-42a1-43e1-b2a0-4278ea8403d7 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:15.146654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a0d5e22-d0d2-44c1-9823-f5a796340ffa req-39ca2078-42a1-43e1-b2a0-4278ea8403d7 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 931 time: 0.1457930 Dec 08 21:55:15.195971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a2def24c-b7a6-427e-bc84-ed4d44375a36 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8043685 Dec 08 21:55:15.214789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Deleting port 79c4a271-5346-44c7-bed1-f30aae165551 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:15.215063 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:15.225371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Request body: {'port': {'device_id': '2869e39e-8f03-4906-8d70-da7d22525cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:15.270533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] For port 6efece9d-c51a-487b-a270-dc64f8d8774d, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:15.288887 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a0d5e22-d0d2-44c1-9823-f5a796340ffa req-7143b174-1cca-4af8-b170-6b72046649af tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190698 Dec 08 21:55:15.320130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] For port 6efece9d-c51a-487b-a270-dc64f8d8774d, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6efece9d-c51a-487b-a270-dc64f8d8774d,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:15.330238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:15.416535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6986f518-44d4-4b60-8734-53f1c197ed3c None None] Provisioning complete for port ac61a46a-bd2a-48d2-b577-07878e352f06 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:15.418098 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6986f518-44d4-4b60-8734-53f1c197ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:15.430782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:15.431550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:15.432967 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] 10.222.0.37 "PUT /v2.0/ports/6efece9d-c51a-487b-a270-dc64f8d8774d HTTP/1.1" status: 200 len: 1091 time: 2.0215793 Dec 08 21:55:15.433434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4830f82-4ee1-43f8-81be-e5544b7f5444', 'tag': '6efece9d-c51a-487b-a270-dc64f8d8774d'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:15.435969 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8595215-a976-4902-8dac-cdf35096cb50" -d '{"events": [{"name": "network-changed", "server_uuid": "d4830f82-4ee1-43f8-81be-e5544b7f5444", "tag": "6efece9d-c51a-487b-a270-dc64f8d8774d"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:15.471247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea1655-924e-473a-afa6-d56d7cc3302f service neutron] Pushing event updated for resources: {'Port': ['ID=6efece9d-c51a-487b-a270-dc64f8d8774d,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:15.497911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6986f518-44d4-4b60-8734-53f1c197ed3c None None] Port ac61a46a-bd2a-48d2-b577-07878e352f06 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:55:15.587134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-9ebe0122-8897-4ca2-9dbb-cde8c0a1c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:15.589258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-9ebe0122-8897-4ca2-9dbb-cde8c0a1c2ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&device_id=d4830f82-4ee1-43f8-81be-e5544b7f5444 HTTP/1.1" status: 200 len: 1094 time: 0.1117039 Dec 08 21:55:15.600225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc470e12-d40c-47e6-b8fa-823e9e6859b0 req-1f70d88a-4c25-44a1-9059-ba0c37af8c14 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:15.604742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc470e12-d40c-47e6-b8fa-823e9e6859b0 req-1f70d88a-4c25-44a1-9059-ba0c37af8c14 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 947 time: 0.1132600 Dec 08 21:55:15.663623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-d6a0ac8d-ea66-4c48-8299-bacdcb9b6016 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efece9d-c51a-487b-a270-dc64f8d8774d HTTP/1.1" status: 200 len: 217 time: 0.0576317 Dec 08 21:55:15.743462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc470e12-d40c-47e6-b8fa-823e9e6859b0 req-6332ab89-b6e0-4d05-b849-721b2d34bb15 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270404 Dec 08 21:55:15.745067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-6c290c9c-10ae-4acc-8a7f-3d023c389d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:15.746931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-6c290c9c-10ae-4acc-8a7f-3d023c389d59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 200 len: 852 time: 0.0748875 Dec 08 21:55:15.783977 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-8dd8bce3-61a9-45d5-ad74-c6f8ddf12791 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa30b409-79d2-4159-a94b-687271d96327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284472 Dec 08 21:55:15.844751 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee34e45d-c4e2-4743-a893-6a74d2d74689 x-openstack-request-id: req-ee34e45d-c4e2-4743-a893-6a74d2d74689 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:15.845067 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4830f82-4ee1-43f8-81be-e5544b7f5444", "tag": "6efece9d-c51a-487b-a270-dc64f8d8774d", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:15.845384 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee34e45d-c4e2-4743-a893-6a74d2d74689 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:15.845907 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4830f82-4ee1-43f8-81be-e5544b7f5444', 'tag': '6efece9d-c51a-487b-a270-dc64f8d8774d', 'status': 'completed', 'code': 200} Dec 08 21:55:15.918663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-4158568d-ed5d-4094-9098-e90866cf4943 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266987 Dec 08 21:55:15.935905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b1d9fe-3b90-4c16-bda0-f67bd237635f {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:15.978558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:16.031917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1137e-2ad0-47b5-94b6-d8652ddf817d req-ab806323-8490-45ec-9cb4-6e5be37c3e51 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:16.033497 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22a1137e-2ad0-47b5-94b6-d8652ddf817d req-ab806323-8490-45ec-9cb4-6e5be37c3e51 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 931 time: 0.1306353 Dec 08 21:55:16.047257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:16.051196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Transition to ACTIVE for port object 53b1d9fe-3b90-4c16-bda0-f67bd237635f will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:55:16.081391 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-986f8971-fdc0-46af-9b97-a3aea77146a5 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463363 Dec 08 21:55:16.108257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22a1137e-2ad0-47b5-94b6-d8652ddf817d req-efe0c71b-c116-48dc-9c0b-1a4fd8d57e53 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628984 Dec 08 21:55:16.130604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] For port 79c4a271-5346-44c7-bed1-f30aae165551, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=79c4a271-5346-44c7-bed1-f30aae165551,segment=NetworkSegment(774346b6-8748-4f11-bb4d-7441fc7dc223),segment_id=774346b6-8748-4f11-bb4d-7441fc7dc223)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:16.131008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:16.139678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:16.179358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419edac8-3816-4bd1-beb3-e37217ab65b2 req-710e0cfd-b5ff-4b83-acc3-e509d1d54491 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:16.181190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-419edac8-3816-4bd1-beb3-e37217ab65b2 req-710e0cfd-b5ff-4b83-acc3-e509d1d54491 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 946 time: 0.3636932 Dec 08 21:55:16.214067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Calling delete_port for 79c4a271-5346-44c7-bed1-f30aae165551 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:16.232430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8595215-a976-4902-8dac-cdf35096cb50 req-4e999923-c431-4bf8-9328-82a0116462cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:16.234877 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8595215-a976-4902-8dac-cdf35096cb50 req-4e999923-c431-4bf8-9328-82a0116462cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&device_id=d4830f82-4ee1-43f8-81be-e5544b7f5444 HTTP/1.1" status: 200 len: 1094 time: 0.0800383 Dec 08 21:55:16.356217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9852d8f-65da-4d43-a9df-3bf1f1b412f0 req-fe24311a-d8fa-4c4f-9eed-12a61c35f901 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:16.357722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9852d8f-65da-4d43-a9df-3bf1f1b412f0 req-fe24311a-d8fa-4c4f-9eed-12a61c35f901 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 931 time: 0.1193631 Dec 08 21:55:16.392059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router d7181d94-79a2-4d70-a0c3-8b307ea15444 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:55:16.400550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8595215-a976-4902-8dac-cdf35096cb50 req-6722ecdb-dd21-467c-af06-248b794682fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:16.401815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8595215-a976-4902-8dac-cdf35096cb50 req-6722ecdb-dd21-467c-af06-248b794682fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 913 time: 0.1504309 Dec 08 21:55:16.411856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1d9fe-3b90-4c16-bda0-f67bd237635f,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:16.427330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9852d8f-65da-4d43-a9df-3bf1f1b412f0 req-cdd00509-e12f-4b31-95b8-87968242d9bd tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578866 Dec 08 21:55:16.464004 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8595215-a976-4902-8dac-cdf35096cb50 req-36f49b0d-2e99-42f6-977e-0f11b2a018d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efece9d-c51a-487b-a270-dc64f8d8774d HTTP/1.1" status: 200 len: 217 time: 0.0523911 Dec 08 21:55:16.504975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-419edac8-3816-4bd1-beb3-e37217ab65b2 req-a9ebbcf2-cbc1-4b8c-a5e3-5c069fdd11e0 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/security-groups?id=28364ef2-e6e6-416e-8b72-23ec5814a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891774 Dec 08 21:55:16.576996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8595215-a976-4902-8dac-cdf35096cb50 req-8c18ae5c-0554-4d71-8a2d-6a4c4d081956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:16.579301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8595215-a976-4902-8dac-cdf35096cb50 req-8c18ae5c-0554-4d71-8a2d-6a4c4d081956 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 200 len: 852 time: 0.1034081 Dec 08 21:55:16.593983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f5098-6ff5-4783-90d4-4f3d99b51f7a req-52f91d1f-f72d-4e78-bea8-f49fed7d2cc6 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:16.595535 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f4f5098-6ff5-4783-90d4-4f3d99b51f7a req-52f91d1f-f72d-4e78-bea8-f49fed7d2cc6 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 931 time: 0.0796335 Dec 08 21:55:16.629709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8595215-a976-4902-8dac-cdf35096cb50 req-da91d295-168d-49ae-be7b-ec3f3dc8dd62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa30b409-79d2-4159-a94b-687271d96327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331845 Dec 08 21:55:16.702689 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f4f5098-6ff5-4783-90d4-4f3d99b51f7a req-5f81f5ce-cbb1-4e33-8bfc-1a06f641a111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979424 Dec 08 21:55:16.764120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8595215-a976-4902-8dac-cdf35096cb50 req-c300c6cd-e96c-4595-9acf-e8f8ee5dcc0e service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242783 Dec 08 21:55:16.870172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-33e78c56-3117-494d-964a-562ee14edb9d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:16.871600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Attempting to bind port 53b1d9fe-3b90-4c16-bda0-f67bd237635f on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:16.871939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Attempting to bind port 53b1d9fe-3b90-4c16-bda0-f67bd237635f by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'd0694e4e-49f7-4446-81f9-7096224e7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'afe1cb6a-183c-431f-b43d-4999a39e4269'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:16.872236 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-33e78c56-3117-494d-964a-562ee14edb9d tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 947 time: 0.1244340 Dec 08 21:55:16.872383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Attempting to bind port 53b1d9fe-3b90-4c16-bda0-f67bd237635f on network afe1cb6a-183c-431f-b43d-4999a39e4269 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:16.874866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:16.888844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b974eb-aa94-4cfb-8793-1710ffe83774 None None] Sync routers for ids ['d7181d94-79a2-4d70-a0c3-8b307ea15444'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:16.900445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2482ec73-4e8a-49bf-9bf3-58fe7ee0f226 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/d7181d94-79a2-4d70-a0c3-8b307ea15444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5532050 Dec 08 21:55:16.901294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b974eb-aa94-4cfb-8793-1710ffe83774 None None] Routers {'d7181d94-79a2-4d70-a0c3-8b307ea15444'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:16.905421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-52b974eb-aa94-4cfb-8793-1710ffe83774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d7181d94-79a2-4d70-a0c3-8b307ea15444'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:16.906660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60974) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:16.945006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-52b974eb-aa94-4cfb-8793-1710ffe83774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:16.951653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf58bb7d-7369-4745-95b7-56984f1c998a {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:16.956646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Port 53b1d9fe-3b90-4c16-bda0-f67bd237635f on network afe1cb6a-183c-431f-b43d-4999a39e4269 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:55:16.957541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Attempting to bind port 53b1d9fe-3b90-4c16-bda0-f67bd237635f on network afe1cb6a-183c-431f-b43d-4999a39e4269 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:16.959607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b974eb-aa94-4cfb-8793-1710ffe83774 None None] Routers {'d7181d94-79a2-4d70-a0c3-8b307ea15444'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:16.959761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f8595215-a976-4902-8dac-cdf35096cb50 req-97c5d67a-fdbf-4155-91d0-f0229c822818 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779609 Dec 08 21:55:16.960987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-52b974eb-aa94-4cfb-8793-1710ffe83774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d7181d94-79a2-4d70-a0c3-8b307ea15444'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:16.998209 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-52b974eb-aa94-4cfb-8793-1710ffe83774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:16.999196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b974eb-aa94-4cfb-8793-1710ffe83774 None None] The sync data for ids ['d7181d94-79a2-4d70-a0c3-8b307ea15444'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:17.004383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.028259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:17.028685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Checking segment: {'id': 'd0694e4e-49f7-4446-81f9-7096224e7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'afe1cb6a-183c-431f-b43d-4999a39e4269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:17.028986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Bound using segment: {'id': 'd0694e4e-49f7-4446-81f9-7096224e7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'afe1cb6a-183c-431f-b43d-4999a39e4269'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:17.029435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Bound port: 53b1d9fe-3b90-4c16-bda0-f67bd237635f, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0694e4e-49f7-4446-81f9-7096224e7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'afe1cb6a-183c-431f-b43d-4999a39e4269'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:17.029817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.046316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Deleting port be913d7a-aeec-4963-a15a-dac26adeb4ac {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:17.046605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.071638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70378f9f-1358-49c4-8538-7e48401d7239 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:17.075603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-70378f9f-1358-49c4-8538-7e48401d7239 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports/ac61a46a-bd2a-48d2-b577-07878e352f06 HTTP/1.1" status: 200 len: 978 time: 0.1634505 Dec 08 21:55:17.078550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.080530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Transition to ACTIVE for port object cf58bb7d-7369-4745-95b7-56984f1c998a will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:55:17.083674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60976) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:17.104273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.148047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] For port be913d7a-aeec-4963-a15a-dac26adeb4ac, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=be913d7a-aeec-4963-a15a-dac26adeb4ac,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:17.148327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.166542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a77373-e52e-43f8-acf0-eaca6ec07886 req-9a20d84f-11b7-425c-88b0-c145f5573834 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:17.168098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1a77373-e52e-43f8-acf0-eaca6ec07886 req-9a20d84f-11b7-425c-88b0-c145f5573834 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ee9199-7c8c-49bc-8c02-70665df532a0 HTTP/1.1" status: 200 len: 947 time: 0.2904863 Dec 08 21:55:17.228015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Pushing event deleted for resources: {'Port': ['ID=79c4a271-5346-44c7-bed1-f30aae165551,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:17.352525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe295c1-fc15-45a9-820c-640768876360 req-576e5cf4-58d6-47a7-b4ef-fa10b10db7d6 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:17.354010 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abe295c1-fc15-45a9-820c-640768876360 req-576e5cf4-58d6-47a7-b4ef-fa10b10db7d6 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 943 time: 0.0968981 Dec 08 21:55:17.374533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.374925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.375242 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Floating IP c4357353-cd96-4b5a-b98d-4d426acb989b disassociated. External IP: 172.25.1.245, port: be913d7a-aeec-4963-a15a-dac26adeb4ac. Dec 08 21:55:17.375577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Calling delete_port for be913d7a-aeec-4963-a15a-dac26adeb4ac owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:17.394988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] No DVR routers for this DVR port 79c4a271-5346-44c7-bed1-f30aae165551 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:17.399918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcd84d3-14e9-4050-ae79-e5428880dff7 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:17.420302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.423612 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9cdaf866-e072-4b23-931c-0c55f263ddba req-06d4f3d8-6bcc-4b83-bba5-996a79def418 tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.37 "DELETE /v2.0/ports/79c4a271-5346-44c7-bed1-f30aae165551 HTTP/1.1" status: 204 len: 173 time: 2.9320643 Dec 08 21:55:17.429440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c61b569-9aa6-4d77-b7aa-9e51246d0c29', 'name': 'network-vif-deleted', 'tag': '79c4a271-5346-44c7-bed1-f30aae165551'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:17.432103 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3acca7-d96e-4071-be27-610b3c661af7" -d '{"events": [{"server_uuid": "5c61b569-9aa6-4d77-b7aa-9e51246d0c29", "name": "network-vif-deleted", "tag": "79c4a271-5346-44c7-bed1-f30aae165551"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:17.442882 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abe295c1-fc15-45a9-820c-640768876360 req-e9f7847a-c162-4a3a-a583-2bbf76a40b02 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758436 Dec 08 21:55:17.456542 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.472315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e1a77373-e52e-43f8-acf0-eaca6ec07886 req-78895993-4f22-4bb6-a2e0-145b5cfc55ed tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549598 Dec 08 21:55:17.472956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Pushing event updated for resources: {'Port': ['ID=cf58bb7d-7369-4745-95b7-56984f1c998a,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:17.506973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] For port 53b1d9fe-3b90-4c16-bda0-f67bd237635f, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:17.568849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.585917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] For port 53b1d9fe-3b90-4c16-bda0-f67bd237635f, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=53b1d9fe-3b90-4c16-bda0-f67bd237635f,segment=NetworkSegment(d0694e4e-49f7-4446-81f9-7096224e7fa4),segment_id=d0694e4e-49f7-4446-81f9-7096224e7fa4)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:17.589558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Transition to ACTIVE for port object 5bcd84d3-14e9-4050-ae79-e5428880dff7 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:55:17.597020 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.611274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event deleted for resources: {'Port': ['ID=be913d7a-aeec-4963-a15a-dac26adeb4ac,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:17.621851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.698738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:17.699350 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.700714 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] 10.222.0.23 "PUT /v2.0/ports/53b1d9fe-3b90-4c16-bda0-f67bd237635f HTTP/1.1" status: 200 len: 1091 time: 3.8598855 Dec 08 21:55:17.769264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Router 0e2cf252-7a1d-44b6-9004-f10862bbe69d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:55:17.779077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Attempting to bind port cf58bb7d-7369-4745-95b7-56984f1c998a on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:17.779418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Attempting to bind port cf58bb7d-7369-4745-95b7-56984f1c998a by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:17.779783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Attempting to bind port cf58bb7d-7369-4745-95b7-56984f1c998a on network 91294df6-e9b1-400f-af51-2ad814d5c30a {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:17.824487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Port cf58bb7d-7369-4745-95b7-56984f1c998a on network 91294df6-e9b1-400f-af51-2ad814d5c30a not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:55:17.824766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Attempting to bind port cf58bb7d-7369-4745-95b7-56984f1c998a on network 91294df6-e9b1-400f-af51-2ad814d5c30a {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:17.828685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a095b3-5b94-4fbd-956e-19f7e4675992 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1d9fe-3b90-4c16-bda0-f67bd237635f,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:17.862914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:17.863832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Checking segment: {'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:17.864005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Bound using segment: {'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:17.864456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Bound port: cf58bb7d-7369-4745-95b7-56984f1c998a, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e48859-12ac-4fc0-879e-ebdb411896f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:17.864817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.896153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:17.907839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe4376-d47b-40b0-86a1-59df7ea3b299 req-37cb1e2d-8bca-4c1f-b6fc-c55c76fd70d1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:17.909580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] Sync routers for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:17.912414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 79c4a271-5346-44c7-bed1-f30aae165551 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:17.915560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0abe4376-d47b-40b0-86a1-59df7ea3b299 req-37cb1e2d-8bca-4c1f-b6fc-c55c76fd70d1 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 943 time: 0.3140879 Dec 08 21:55:17.927590 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:17.928583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:17.971608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] No DVR routers for this DVR port be913d7a-aeec-4963-a15a-dac26adeb4ac on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:17.975381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:17.980319 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57f6b9a9-0d9b-4086-a32b-5f985218cf86 req-ca9a7eda-5e52-4d5b-bbf9-7c8641a73db4 tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.37 "DELETE /v2.0/ports/be913d7a-aeec-4963-a15a-dac26adeb4ac HTTP/1.1" status: 204 len: 173 time: 1.0985715 Dec 08 21:55:17.980821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-deleted', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:17.986775 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7961e7-7121-4a54-b76c-2544010f04a4" -d '{"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-deleted", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:18.010393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 79c4a271-5346-44c7-bed1-f30aae165551 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:18.014247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 79c4a271-5346-44c7-bed1-f30aae165551 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:18.152900 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:55:18.227070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a538cdee-50a1-4248-8306-a8ebd898d20b req-f94395d8-7a93-4af8-81e2-4449d5d5137b tempest-DeleteServersTestJSON-1026456959 tempest-DeleteServersTestJSON-1026456959-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c61b569-9aa6-4d77-b7aa-9e51246d0c29 HTTP/1.1" status: 200 len: 210 time: 0.0584259 Dec 08 21:55:18.422610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c3af4-4980-48b1-a832-5c4f10b63eb3 req-5395b348-4b59-45fc-93db-a3a81ccc8112 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:18.423189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-814c3af4-4980-48b1-a832-5c4f10b63eb3 req-5395b348-4b59-45fc-93db-a3a81ccc8112 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 943 time: 0.0557075 Dec 08 21:55:18.423512 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d8cb8-415f-4989-a4e2-a96100aa0cbe x-openstack-request-id: req-a73d8cb8-415f-4989-a4e2-a96100aa0cbe {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:18.424370 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c61b569-9aa6-4d77-b7aa-9e51246d0c29", "name": "network-vif-deleted", "tag": "79c4a271-5346-44c7-bed1-f30aae165551", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:18.424717 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a73d8cb8-415f-4989-a4e2-a96100aa0cbe {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:18.425212 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c61b569-9aa6-4d77-b7aa-9e51246d0c29', 'name': 'network-vif-deleted', 'tag': '79c4a271-5346-44c7-bed1-f30aae165551', 'status': 'completed', 'code': 200} Dec 08 21:55:18.470108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-814c3af4-4980-48b1-a832-5c4f10b63eb3 req-a20c71b1-eb84-4d5c-b821-5cbe970967ea tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Dec 08 21:55:18.518193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] For port cf58bb7d-7369-4745-95b7-56984f1c998a, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:18.522673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] For port cf58bb7d-7369-4745-95b7-56984f1c998a, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=cf58bb7d-7369-4745-95b7-56984f1c998a,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:18.543094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-58435f1a-08a6-4621-bea8-46bd0ea7d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:18.544750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-58435f1a-08a6-4621-bea8-46bd0ea7d60d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b9a0f4e48464be0959ed01f77a30aa6&device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 1094 time: 0.7843084 Dec 08 21:55:18.570665 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe20b43b-f192-4484-b5d2-c3d003dfc42f x-openstack-request-id: req-fe20b43b-f192-4484-b5d2-c3d003dfc42f {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:18.570982 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee9199-7c8c-49bc-8c02-70665df532a0", "name": "network-vif-deleted", "tag": "be913d7a-aeec-4963-a15a-dac26adeb4ac", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:18.571244 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe20b43b-f192-4484-b5d2-c3d003dfc42f {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:18.571634 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ee9199-7c8c-49bc-8c02-70665df532a0', 'name': 'network-vif-deleted', 'tag': 'be913d7a-aeec-4963-a15a-dac26adeb4ac', 'status': 'completed', 'code': 200} Dec 08 21:55:18.612161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:18.622910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-7a18efd7-3a95-4d13-9463-d83a6b1eed04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b1d9fe-3b90-4c16-bda0-f67bd237635f HTTP/1.1" status: 200 len: 217 time: 0.0609615 Dec 08 21:55:18.635905 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:18.639686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Attempting to bind port 5bcd84d3-14e9-4050-ae79-e5428880dff7 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:18.640261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Attempting to bind port 5bcd84d3-14e9-4050-ae79-e5428880dff7 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:18.640771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Attempting to bind port 5bcd84d3-14e9-4050-ae79-e5428880dff7 on network fa30b409-79d2-4159-a94b-687271d96327 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:18.665246 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] Checking router: 0e2cf252-7a1d-44b6-9004-f10862bbe69d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:55:18.674283 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:18.674844 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:18.700694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Pushing event updated for resources: {'Port': ['ID=5bcd84d3-14e9-4050-ae79-e5428880dff7,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:18.720617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:18.721237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:18.722684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] 10.222.0.23 "PUT /v2.0/ports/cf58bb7d-7369-4745-95b7-56984f1c998a HTTP/1.1" status: 200 len: 1091 time: 3.9871807 Dec 08 21:55:18.741017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775301b-0242-4b6d-99e6-60bc9f732fa4 req-2eb0300f-968e-4e66-8326-a2a2e57721ad tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:18.755430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5775301b-0242-4b6d-99e6-60bc9f732fa4 req-2eb0300f-968e-4e66-8326-a2a2e57721ad tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 943 time: 0.1069756 Dec 08 21:55:18.760897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Port 5bcd84d3-14e9-4050-ae79-e5428880dff7 on network fa30b409-79d2-4159-a94b-687271d96327 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:55:18.761571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Attempting to bind port 5bcd84d3-14e9-4050-ae79-e5428880dff7 on network fa30b409-79d2-4159-a94b-687271d96327 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:18.775275 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0abe4376-d47b-40b0-86a1-59df7ea3b299 req-86280f9c-31ee-4862-93f2-7e1974e4d5c5 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8588009 Dec 08 21:55:18.819617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5775301b-0242-4b6d-99e6-60bc9f732fa4 req-1e1f5b98-f61f-41a3-af21-2ab9aae79a18 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Dec 08 21:55:18.821128 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:55:18.823659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7ea8-7606-48b8-8864-71bf87f36a64 service neutron] Pushing event updated for resources: {'Port': ['ID=cf58bb7d-7369-4745-95b7-56984f1c998a,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:18.854972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:18.855373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Checking segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:18.855768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Bound using segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:18.856242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Bound port: 5bcd84d3-14e9-4050-ae79-e5428880dff7, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:18.856662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:18.868412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-2bccc117-7631-43a3-a977-beadceb5d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:18.868412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-2bccc117-7631-43a3-a977-beadceb5d615 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c8ba825-9eff-4e91-b399-b095af169708 HTTP/1.1" status: 200 len: 865 time: 0.2257578 Dec 08 21:55:18.875732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32778) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:18.922597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-1a0e9397-b5bd-4f05-8898-bdf3c8fe4eea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=afe1cb6a-183c-431f-b43d-4999a39e4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450132 Dec 08 21:55:18.938132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-301dac78-89dd-4074-8bf3-c90cced9e62f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:18.964499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-301dac78-89dd-4074-8bf3-c90cced9e62f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.030596 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-301dac78-89dd-4074-8bf3-c90cced9e62f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.032170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-35e65246-a1fa-4831-a065-8e49c91019d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:19.033676 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-35e65246-a1fa-4831-a065-8e49c91019d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ec0cac1dea4436fab0f87af3903a381&device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 1094 time: 0.2356331 Dec 08 21:55:19.035093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-301dac78-89dd-4074-8bf3-c90cced9e62f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.039008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-301dac78-89dd-4074-8bf3-c90cced9e62f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "DELETE /v2.0/security-groups/2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe HTTP/1.1" status: 204 len: 168 time: 0.1595774 Dec 08 21:55:19.045151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32780) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:19.049684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dac78-89dd-4074-8bf3-c90cced9e62f tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:19.092962 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:19.128369 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-7473c911-b7aa-45f3-afda-c32da58b9f0a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] show failed (client error): The resource could not be found. Dec 08 21:55:19.130167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7473c911-b7aa-45f3-afda-c32da58b9f0a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "GET /v2.0/security-groups/2cb32dee-bc14-4bd5-bf5e-89c1c3e85fbe HTTP/1.1" status: 404 len: 347 time: 0.0840499 Dec 08 21:55:19.133493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32784) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:19.135439 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ce082-2969-45f8-aefe-51246ed56893 None None] The sync data for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 is: [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:46:32Z', 'revision_number': 4, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bd742190-82d4-4f3c-896b-9ba952befca8', 'name': '', 'network_id': '68384c7e-7189-4ba9-a5be-dcb3c5ca70ab', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'mac_address': 'fa:16:3e:f5:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:30Z', 'updated_at': '2021-12-08T21:46:39Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'subnets': [{'id': '6e73bef9-e869-446c-9317-917c2b1d543a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:19.135896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-328c0559-3c03-402d-adb3-6d9ad867578c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf58bb7d-7369-4745-95b7-56984f1c998a HTTP/1.1" status: 200 len: 217 time: 0.0737195 Dec 08 21:55:19.142305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] For port 5bcd84d3-14e9-4050-ae79-e5428880dff7, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:19.214539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] For port 5bcd84d3-14e9-4050-ae79-e5428880dff7, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=5bcd84d3-14e9-4050-ae79-e5428880dff7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:19.318880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Deleting port 630c96a1-9907-454e-9d3f-4ced2c9de658 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:19.320206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.349019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.377779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:19.379113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.380681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] 10.222.0.23 "PUT /v2.0/ports/5bcd84d3-14e9-4050-ae79-e5428880dff7 HTTP/1.1" status: 200 len: 1091 time: 4.1600091 Dec 08 21:55:19.415780 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.416454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.435051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-a9d7330a-7da2-4113-8c0a-9d0b99c51260 service neutron] 10.222.0.23 "GET /v2.0/networks/afe1cb6a-183c-431f-b43d-4999a39e4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002434 Dec 08 21:55:19.435791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Calling delete_port for 630c96a1-9907-454e-9d3f-4ced2c9de658 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:19.536976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b273335-4248-4713-996a-2ed9526da1db None None] New status for floating IP c4357353-cd96-4b5a-b98d-4d426acb989b: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:55:19.580955 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.594744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-ca9a912f-cffe-4956-aff5-3fc12c1ecff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:19.596904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-ca9a912f-cffe-4956-aff5-3fc12c1ecff7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa336ae1-3874-4fc0-9116-a7573436162f HTTP/1.1" status: 200 len: 849 time: 0.4277036 Dec 08 21:55:19.618479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.669706 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-4b273335-4248-4713-996a-2ed9526da1db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:55:19.670081 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-4b273335-4248-4713-996a-2ed9526da1db None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:55:19.714832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Pushing event deleted for resources: {'Port': ['ID=630c96a1-9907-454e-9d3f-4ced2c9de658,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:19.778496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-58f9ff75-8dd8-4312-a54f-8c2e47b7e723 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91294df6-e9b1-400f-af51-2ad814d5c30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249063 Dec 08 21:55:19.789191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381d654-29ce-4fc8-9918-5fac59bbcaf9 req-6e0b9970-e9bb-4fe1-be18-2dc23a84a901 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:19.789325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f1bed-a1cf-4563-ae57-ff6fa17da50e service neutron] Pushing event updated for resources: {'Port': ['ID=5bcd84d3-14e9-4050-ae79-e5428880dff7,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:19.790452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a381d654-29ce-4fc8-9918-5fac59bbcaf9 req-6e0b9970-e9bb-4fe1-be18-2dc23a84a901 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 943 time: 0.1653669 Dec 08 21:55:19.821361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-8127ab80-8c42-4e72-b899-f0b3865a3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:19.823221 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-8127ab80-8c42-4e72-b899-f0b3865a3187 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 1094 time: 0.3564789 Dec 08 21:55:19.851189 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.853728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:19.857862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1e947ba6-e97b-4f33-a69d-5f516f6f195a tempest-AttachVolumeShelveTestJSON-908473712 tempest-AttachVolumeShelveTestJSON-908473712-project] 10.222.0.21 "DELETE /v2.0/floatingips/c4357353-cd96-4b5a-b98d-4d426acb989b HTTP/1.1" status: 204 len: 168 time: 0.7200000 Dec 08 21:55:19.891318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a381d654-29ce-4fc8-9918-5fac59bbcaf9 req-ac167d5f-a6e6-4513-acdf-4844950166b3 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877175 Dec 08 21:55:19.911445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6efece9d-c51a-487b-a270-dc64f8d8774d details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:55:19.959229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-964ac359-a662-433e-bfce-d261da09474d service neutron] 10.222.0.23 "GET /v2.0/networks/afe1cb6a-183c-431f-b43d-4999a39e4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803953 Dec 08 21:55:20.012487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-0afd5739-0532-478b-9f6a-b2cf587c5279 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bcd84d3-14e9-4050-ae79-e5428880dff7 HTTP/1.1" status: 200 len: 217 time: 0.1167207 Dec 08 21:55:20.071514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6efece9d-c51a-487b-a270-dc64f8d8774d, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6efece9d-c51a-487b-a270-dc64f8d8774d,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:20.085051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '6efece9d-c51a-487b-a270-dc64f8d8774d', 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'port_id': '6efece9d-c51a-487b-a270-dc64f8d8774d', 'mac_address': 'fa:16:3e:9c:18:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541bf1e0-216e-48b9-a566-6f75b4347daa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:55:20.137491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187dfe-3309-4c4c-bd4f-3dfc4254a01a req-3b5032da-8add-4041-9cc4-64b82274de59 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:20.140365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb187dfe-3309-4c4c-bd4f-3dfc4254a01a req-3b5032da-8add-4041-9cc4-64b82274de59 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 943 time: 0.0860562 Dec 08 21:55:20.159131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:20.184409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b273335-4248-4713-996a-2ed9526da1db None None] New status for floating IP c4357353-cd96-4b5a-b98d-4d426acb989b: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:55:20.187525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efece9d-c51a-487b-a270-dc64f8d8774d {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:20.233857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb187dfe-3309-4c4c-bd4f-3dfc4254a01a req-2445be51-cae1-4972-b6ef-e3ee0649c8ae tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851026 Dec 08 21:55:20.285802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-6a5e6c7a-f0f7-47e2-bf98-1d0b092d72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:20.288242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-6a5e6c7a-f0f7-47e2-bf98-1d0b092d72ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 200 len: 852 time: 0.2409790 Dec 08 21:55:20.306458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1df5d-ae1b-4e82-ac6d-9cc1b97c1d5d req-52cc6d1f-1abd-4b7c-ba4f-06fa28a75bd8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:20.308569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eed1df5d-ae1b-4e82-ac6d-9cc1b97c1d5d req-52cc6d1f-1abd-4b7c-ba4f-06fa28a75bd8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 943 time: 0.3527491 Dec 08 21:55:20.324847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-cd28d31d-42c4-481d-b3a2-ad03dbb3754a service neutron] 10.222.0.23 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306013 Dec 08 21:55:20.355189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6efece9d-c51a-487b-a270-dc64f8d8774d, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6efece9d-c51a-487b-a270-dc64f8d8774d,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:20.363233 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:20.379319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-f8f5fc77-9478-4627-a404-7dbbfe3eaff0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa30b409-79d2-4159-a94b-687271d96327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688796 Dec 08 21:55:20.430548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2469c7bc-408c-4335-a602-cc810c7eaa12', 'tag': '53b1d9fe-3b90-4c16-bda0-f67bd237635f'}, {'name': 'network-changed', 'server_uuid': 'f27ed0b8-52bc-457d-ac1f-ffe3db06885e', 'tag': 'cf58bb7d-7369-4745-95b7-56984f1c998a'}, {'name': 'network-changed', 'server_uuid': '2869e39e-8f03-4906-8d70-da7d22525cef', 'tag': '5bcd84d3-14e9-4050-ae79-e5428880dff7'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:20.433082 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f141f8-8c3d-4886-b32d-ab6d56028d12" -d '{"events": [{"name": "network-changed", "server_uuid": "2469c7bc-408c-4335-a602-cc810c7eaa12", "tag": "53b1d9fe-3b90-4c16-bda0-f67bd237635f"}, {"name": "network-changed", "server_uuid": "f27ed0b8-52bc-457d-ac1f-ffe3db06885e", "tag": "cf58bb7d-7369-4745-95b7-56984f1c998a"}, {"name": "network-changed", "server_uuid": "2869e39e-8f03-4906-8d70-da7d22525cef", "tag": "5bcd84d3-14e9-4050-ae79-e5428880dff7"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:20.488856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6efece9d-c51a-487b-a270-dc64f8d8774d,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:20.510024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.512655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.513323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.513832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.515940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.516472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.517241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.518292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.518824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.520175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.520773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.521998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:20.545722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc0beb40-7321-4f97-89d4-c46eda79a274 req-58759a69-8a8d-4413-880b-ec4118c76764 service neutron] 10.222.0.23 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683450 Dec 08 21:55:20.585751 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc2c776-6784-4705-b978-44c46f94edc0 x-openstack-request-id: req-7cc2c776-6784-4705-b978-44c46f94edc0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:20.586230 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2469c7bc-408c-4335-a602-cc810c7eaa12", "tag": "53b1d9fe-3b90-4c16-bda0-f67bd237635f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f27ed0b8-52bc-457d-ac1f-ffe3db06885e", "tag": "cf58bb7d-7369-4745-95b7-56984f1c998a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2869e39e-8f03-4906-8d70-da7d22525cef", "tag": "5bcd84d3-14e9-4050-ae79-e5428880dff7", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:20.586540 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cc2c776-6784-4705-b978-44c46f94edc0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:20.586907 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2469c7bc-408c-4335-a602-cc810c7eaa12', 'tag': '53b1d9fe-3b90-4c16-bda0-f67bd237635f', 'status': 'completed', 'code': 200} Dec 08 21:55:20.587214 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27ed0b8-52bc-457d-ac1f-ffe3db06885e', 'tag': 'cf58bb7d-7369-4745-95b7-56984f1c998a', 'status': 'completed', 'code': 200} Dec 08 21:55:20.587429 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2869e39e-8f03-4906-8d70-da7d22525cef', 'tag': '5bcd84d3-14e9-4050-ae79-e5428880dff7', 'status': 'completed', 'code': 200} Dec 08 21:55:20.603126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6efece9d-c51a-487b-a270-dc64f8d8774d'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:20.670449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eed1df5d-ae1b-4e82-ac6d-9cc1b97c1d5d req-0ae60bb8-90f6-4775-95cb-ca69efa45e1b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477936 Dec 08 21:55:20.733164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-46e8dc23-cf27-476c-a14b-4b67f5474747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:20.734611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-46e8dc23-cf27-476c-a14b-4b67f5474747 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b9a0f4e48464be0959ed01f77a30aa6&device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 1094 time: 0.1318657 Dec 08 21:55:20.768060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-022817a2-3617-4a17-90a5-35f90ac63525 service neutron] 10.222.0.23 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650131 Dec 08 21:55:20.779618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port ac61a46a-bd2a-48d2-b577-07878e352f06 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:20.779959 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:21.010881 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:21.014903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9bfd61e-074d-4129-ae61-a7e18b4daee7 req-07d176ca-3da4-447b-8e0a-097658030039 service neutron] 10.222.0.23 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009754 Dec 08 21:55:21.021322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-0d068b4f-8f77-44ed-bbca-e96d075f32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:21.022882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-0d068b4f-8f77-44ed-bbca-e96d075f32e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=afe1cb6a-183c-431f-b43d-4999a39e4269 HTTP/1.1" status: 200 len: 926 time: 0.2787101 Dec 08 21:55:21.032248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for ac61a46a-bd2a-48d2-b577-07878e352f06 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:21.072285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f73b7-19bf-46bb-bab7-6930c7edbf7b req-35a0e683-d8fb-4095-9a56-9c3bda201c1e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:21.073930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f5f73b7-19bf-46bb-bab7-6930c7edbf7b req-35a0e683-d8fb-4095-9a56-9c3bda201c1e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 943 time: 0.0670273 Dec 08 21:55:21.084620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-d582906a-57d7-4f42-9d30-dbd3ab638a33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b1d9fe-3b90-4c16-bda0-f67bd237635f HTTP/1.1" status: 200 len: 217 time: 0.0499117 Dec 08 21:55:21.143547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f5f73b7-19bf-46bb-bab7-6930c7edbf7b req-f1362c5f-452c-4e89-b794-d67b44e86c98 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Dec 08 21:55:21.189594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-9ac96065-7e1c-498e-8f5b-c46c4560af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:21.191498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-9ac96065-7e1c-498e-8f5b-c46c4560af44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c8ba825-9eff-4e91-b399-b095af169708 HTTP/1.1" status: 200 len: 865 time: 0.0987027 Dec 08 21:55:21.232978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-ac1315e1-cfbc-4006-9f9f-042b4b4e1289 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=afe1cb6a-183c-431f-b43d-4999a39e4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329063 Dec 08 21:55:21.468364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47042ae-f07e-40de-8d96-155b6c637323 req-23a5fdf1-46b7-4d67-a18b-b68edc3dec64 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:21.469963 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d47042ae-f07e-40de-8d96-155b6c637323 req-23a5fdf1-46b7-4d67-a18b-b68edc3dec64 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 943 time: 0.1343293 Dec 08 21:55:21.498486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-c47a4e09-cd22-4d73-9b83-8182dc0a8650 service neutron] 10.222.0.23 "GET /v2.0/networks/afe1cb6a-183c-431f-b43d-4999a39e4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245431 Dec 08 21:55:21.509298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:21.604878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d47042ae-f07e-40de-8d96-155b6c637323 req-eb0ea734-aad5-4663-8e39-9472071bfca2 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238482 Dec 08 21:55:21.657020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=ac61a46a-bd2a-48d2-b577-07878e352f06,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:21.734358 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-b8711812-9b21-43f4-84d3-6a7950f8f4a6 service neutron] 10.222.0.23 "GET /v2.0/networks/afe1cb6a-183c-431f-b43d-4999a39e4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271013 Dec 08 21:55:21.928032 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6efece9d-c51a-487b-a270-dc64f8d8774d up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:22.023206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 6efece9d-c51a-487b-a270-dc64f8d8774d completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:22.029326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 6efece9d-c51a-487b-a270-dc64f8d8774d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:22.030098 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:22.133633 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:22.161161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4830f82-4ee1-43f8-81be-e5544b7f5444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efece9d-c51a-487b-a270-dc64f8d8774d'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:22.164269 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e25931-019a-4252-a0f7-77a73ba6a728" -d '{"events": [{"server_uuid": "d4830f82-4ee1-43f8-81be-e5544b7f5444", "name": "network-vif-plugged", "status": "completed", "tag": "6efece9d-c51a-487b-a270-dc64f8d8774d"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:22.182927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6efece9d-c51a-487b-a270-dc64f8d8774d, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6efece9d-c51a-487b-a270-dc64f8d8774d,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:22.202398 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:22.203247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:22.255803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: be913d7a-aeec-4963-a15a-dac26adeb4ac {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:22.256144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device be913d7a-aeec-4963-a15a-dac26adeb4ac not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:22.285528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6efece9d-c51a-487b-a270-dc64f8d8774d,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:22.326746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66313b05-39e5-49be-9704-37fd9a93fbdb req-9d72276c-ab2a-419a-a4b9-5151471dcfe2 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:22.329013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-66313b05-39e5-49be-9704-37fd9a93fbdb req-9d72276c-ab2a-419a-a4b9-5151471dcfe2 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 943 time: 0.0627186 Dec 08 21:55:22.394203 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-66313b05-39e5-49be-9704-37fd9a93fbdb req-91da1e7c-ba6f-4b86-af50-efa2891c5e6b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523710 Dec 08 21:55:22.459372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:22.471717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-b8ec0420-541c-4bd9-adf1-ca981c082e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:22.474367 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-b8ec0420-541c-4bd9-adf1-ca981c082e60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ec0cac1dea4436fab0f87af3903a381&device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 1094 time: 0.6359246 Dec 08 21:55:22.475680 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1accc7fe-78ad-4e9c-838a-105d09ac70e8 x-openstack-request-id: req-1accc7fe-78ad-4e9c-838a-105d09ac70e8 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:22.476124 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4830f82-4ee1-43f8-81be-e5544b7f5444", "name": "network-vif-plugged", "status": "completed", "tag": "6efece9d-c51a-487b-a270-dc64f8d8774d", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:22.476454 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1accc7fe-78ad-4e9c-838a-105d09ac70e8 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:22.476981 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4830f82-4ee1-43f8-81be-e5544b7f5444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efece9d-c51a-487b-a270-dc64f8d8774d', 'code': 200} Dec 08 21:55:22.485693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e4a3f-e621-4636-9166-cf53571b08d1 req-ca661fc1-f1e9-4072-a636-8147a879eb18 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:22.495379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e90e4a3f-e621-4636-9166-cf53571b08d1 req-ca661fc1-f1e9-4072-a636-8147a879eb18 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 943 time: 0.6757417 Dec 08 21:55:22.610156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c36190-03cf-4ecc-aa31-0c390e2dd26d req-03c45c22-e902-4eb6-8690-cd3d262f7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:22.612108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-92c36190-03cf-4ecc-aa31-0c390e2dd26d req-03c45c22-e902-4eb6-8690-cd3d262f7ea4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4830f82-4ee1-43f8-81be-e5544b7f5444 HTTP/1.1" status: 200 len: 1096 time: 0.0515928 Dec 08 21:55:22.692313 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e90e4a3f-e621-4636-9166-cf53571b08d1 req-117ef9a3-334b-4477-9366-35a923ce84fd tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826384 Dec 08 21:55:22.780515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-92c36190-03cf-4ecc-aa31-0c390e2dd26d req-a01e31cd-0048-4e09-9449-05fcb5ece333 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568878 Dec 08 21:55:22.804306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router d7181d94-79a2-4d70-a0c3-8b307ea15444 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:55:22.810300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddcd1d-2568-49a4-b3e6-c3547c16e8f9 req-60cc00cd-a501-48ea-b0bb-2dc002936fce tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:22.811961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24ddcd1d-2568-49a4-b3e6-c3547c16e8f9 req-60cc00cd-a501-48ea-b0bb-2dc002936fce tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 943 time: 0.1205654 Dec 08 21:55:22.818997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-580b3c2b-d9ce-418d-8c08-d1201cc76426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:22.828449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-580b3c2b-d9ce-418d-8c08-d1201cc76426 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91294df6-e9b1-400f-af51-2ad814d5c30a HTTP/1.1" status: 200 len: 910 time: 0.3309698 Dec 08 21:55:22.873012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24ddcd1d-2568-49a4-b3e6-c3547c16e8f9 req-4890396b-d707-4ca8-af6f-1269021dba4f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526910 Dec 08 21:55:22.900068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-e84a03c3-9eca-401d-9f29-f561fd1dc769 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf58bb7d-7369-4745-95b7-56984f1c998a HTTP/1.1" status: 200 len: 217 time: 0.0553024 Dec 08 21:55:22.970953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 53b1d9fe-3b90-4c16-bda0-f67bd237635f details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:55:23.019784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:23.028197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32866) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:23.028362 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-185b43d4-d38b-4433-a3e6-77b286f27bd6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/d7181d94-79a2-4d70-a0c3-8b307ea15444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9424665 Dec 08 21:55:23.034816 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2017a-11aa-4ada-ac6e-2a8a08793356 None None] Sync routers for ids ['d7181d94-79a2-4d70-a0c3-8b307ea15444'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:23.051287 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2017a-11aa-4ada-ac6e-2a8a08793356 None None] Routers {'d7181d94-79a2-4d70-a0c3-8b307ea15444'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:23.053741 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fdb2017a-11aa-4ada-ac6e-2a8a08793356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d7181d94-79a2-4d70-a0c3-8b307ea15444'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:23.061922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-86535fc0-9347-46a3-8a67-6627de2a44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:23.072388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-86535fc0-9347-46a3-8a67-6627de2a44f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa336ae1-3874-4fc0-9116-a7573436162f HTTP/1.1" status: 200 len: 849 time: 0.1277206 Dec 08 21:55:23.122203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-00f36484-1800-4d67-99c3-7780d19ec94e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91294df6-e9b1-400f-af51-2ad814d5c30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460279 Dec 08 21:55:23.124511 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fdb2017a-11aa-4ada-ac6e-2a8a08793356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:23.146179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2017a-11aa-4ada-ac6e-2a8a08793356 None None] Routers {'d7181d94-79a2-4d70-a0c3-8b307ea15444'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:23.146737 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fdb2017a-11aa-4ada-ac6e-2a8a08793356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d7181d94-79a2-4d70-a0c3-8b307ea15444'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:23.164266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 53b1d9fe-3b90-4c16-bda0-f67bd237635f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=53b1d9fe-3b90-4c16-bda0-f67bd237635f,segment=NetworkSegment(d0694e4e-49f7-4446-81f9-7096224e7fa4),segment_id=d0694e4e-49f7-4446-81f9-7096224e7fa4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:23.179728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '53b1d9fe-3b90-4c16-bda0-f67bd237635f', 'network_id': 'afe1cb6a-183c-431f-b43d-4999a39e4269', 'port_id': '53b1d9fe-3b90-4c16-bda0-f67bd237635f', 'mac_address': 'fa:16:3e:77:0b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8ba825-9eff-4e91-b399-b095af169708', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:55:23.224675 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:23.240972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b1d9fe-3b90-4c16-bda0-f67bd237635f {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:23.266610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 53b1d9fe-3b90-4c16-bda0-f67bd237635f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=53b1d9fe-3b90-4c16-bda0-f67bd237635f,segment=NetworkSegment(d0694e4e-49f7-4446-81f9-7096224e7fa4),segment_id=d0694e4e-49f7-4446-81f9-7096224e7fa4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:23.272200 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fdb2017a-11aa-4ada-ac6e-2a8a08793356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:23.272917 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2017a-11aa-4ada-ac6e-2a8a08793356 None None] The sync data for ids ['d7181d94-79a2-4d70-a0c3-8b307ea15444'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:23.275699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:23.340973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-5a74d447-2977-43c4-ab6c-f9ad2a218300 service neutron] 10.222.0.23 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099915 Dec 08 21:55:23.360291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=53b1d9fe-3b90-4c16-bda0-f67bd237635f,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:23.495156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-86796bf5-4870-47a0-b5d0-f49b930cb344 service neutron] 10.222.0.23 "GET /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441090 Dec 08 21:55:23.591851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['53b1d9fe-3b90-4c16-bda0-f67bd237635f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:23.605810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-0e6f60c9-3231-4a6e-92e6-07e7135881bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:23.607496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-0e6f60c9-3231-4a6e-92e6-07e7135881bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 1094 time: 0.0549111 Dec 08 21:55:23.747382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-c7310a97-5a49-4bea-a862-c4a16c5fd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:23.751782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-c7310a97-5a49-4bea-a862-c4a16c5fd9f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 913 time: 0.1364276 Dec 08 21:55:23.761352 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-4f72a2b1-5e56-49c3-93b3-d7507187ac83 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 21:55:23.762437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4f72a2b1-5e56-49c3-93b3-d7507187ac83 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/d7181d94-79a2-4d70-a0c3-8b307ea15444/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7328777 Dec 08 21:55:23.765198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32876) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:23.798079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1bbd6ad3-c201-4edd-a312-c7920768848a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7181d94-79a2-4d70-a0c3-8b307ea15444 HTTP/1.1" status: 200 len: 205 time: 0.0314932 Dec 08 21:55:23.807225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e26148-c8b4-4ffc-b3a1-7bc359425610 req-4378cb4c-26d1-43d3-865c-f523197fb3e6 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:23.814398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10e26148-c8b4-4ffc-b3a1-7bc359425610 req-4378cb4c-26d1-43d3-865c-f523197fb3e6 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 943 time: 0.1354599 Dec 08 21:55:23.817302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32878) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:23.846458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-b09b48cb-cc91-4197-a1e9-e5d49f962873 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bcd84d3-14e9-4050-ae79-e5428880dff7 HTTP/1.1" status: 200 len: 217 time: 0.0791824 Dec 08 21:55:23.914752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-0147d017-2a40-470c-995b-cab0db6c2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:23.916922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-0147d017-2a40-470c-995b-cab0db6c2070 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 200 len: 852 time: 0.0613992 Dec 08 21:55:23.954389 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b690ce0e-8402-48af-a871-a387d4c41dac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:23.973255 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:55:24.020755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-f11da5b9-bb56-4648-8b0a-3ad7b2dc8333 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa30b409-79d2-4159-a94b-687271d96327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643964 Dec 08 21:55:24.035327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a79acc-a72c-42cb-86af-6fcbcb55855f req-461b2bc0-e1c2-4c2b-b81f-830f0dae6c8d tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:24.036935 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-39a79acc-a72c-42cb-86af-6fcbcb55855f req-461b2bc0-e1c2-4c2b-b81f-830f0dae6c8d tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 943 time: 0.1945143 Dec 08 21:55:24.070804 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10e26148-c8b4-4ffc-b3a1-7bc359425610 req-da26744c-e685-4276-8078-d9c864195f12 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553437 Dec 08 21:55:24.147470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-39a79acc-a72c-42cb-86af-6fcbcb55855f req-07dfd61f-027a-4896-99d5-28200deff654 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569177 Dec 08 21:55:24.171882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-b2e72f1c-4c21-4e3a-ab40-5b1726ee9f77 service neutron] 10.222.0.23 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338956 Dec 08 21:55:24.237634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b690ce0e-8402-48af-a871-a387d4c41dac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.242581 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b690ce0e-8402-48af-a871-a387d4c41dac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.305735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45f141f8-8c3d-4886-b32d-ab6d56028d12 req-6f6e7c2c-d3cb-494d-a1b1-2fbccecd4da0 service neutron] 10.222.0.23 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260824 Dec 08 21:55:24.307125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617c1c-3516-4692-86e7-97dc8295694c req-db03a444-aebb-43cd-929b-97e56c97317d tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:24.308772 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6617c1c-3516-4692-86e7-97dc8295694c req-db03a444-aebb-43cd-929b-97e56c97317d tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 944 time: 0.1538577 Dec 08 21:55:24.315577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b690ce0e-8402-48af-a871-a387d4c41dac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.316895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b690ce0e-8402-48af-a871-a387d4c41dac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Fanout notify agent at l3_agent the message router_deleted on router d7181d94-79a2-4d70-a0c3-8b307ea15444 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:55:24.325024 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b690ce0e-8402-48af-a871-a387d4c41dac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.329223 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b690ce0e-8402-48af-a871-a387d4c41dac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/d7181d94-79a2-4d70-a0c3-8b307ea15444 HTTP/1.1" status: 204 len: 168 time: 0.5064270 Dec 08 21:55:24.329843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32886) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:24.406469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6617c1c-3516-4692-86e7-97dc8295694c req-7778c18d-e7de-4bef-a371-5d6178e9de2d tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663671 Dec 08 21:55:24.413137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f08311-6322-4e65-9650-2796b1b65e5d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet f6ce2e39-bd9e-4f2d-9bae-52c4864fc463 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:24.416492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94f08311-6322-4e65-9650-2796b1b65e5d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.468025 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94f08311-6322-4e65-9650-2796b1b65e5d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.565581 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94f08311-6322-4e65-9650-2796b1b65e5d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.640669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94f08311-6322-4e65-9650-2796b1b65e5d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.670995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f08311-6322-4e65-9650-2796b1b65e5d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ce2e39-bd9e-4f2d-9bae-52c4864fc463,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:24.677662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94f08311-6322-4e65-9650-2796b1b65e5d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.684219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe3a5b-097e-44f3-be56-e30a9fe706a0 None None] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:24.688655 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-94f08311-6322-4e65-9650-2796b1b65e5d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/f6ce2e39-bd9e-4f2d-9bae-52c4864fc463 HTTP/1.1" status: 204 len: 168 time: 0.3578002 Dec 08 21:55:24.689329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32890) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:24.786552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.846266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port c2d5ddc2-51be-426e-86d9-277c49cb736d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:24.846811 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.908434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] DHCP port deletion for 9b7a8564-940b-4085-bc23-8fc914bc2d4a request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:55:24.936324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port c2d5ddc2-51be-426e-86d9-277c49cb736d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c2d5ddc2-51be-426e-86d9-277c49cb736d,segment=NetworkSegment(8f3e3d3a-911b-436e-9ff9-30043567f7bc),segment_id=8f3e3d3a-911b-436e-9ff9-30043567f7bc)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:24.936831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:24.961123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for c2d5ddc2-51be-426e-86d9-277c49cb736d owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:24.980215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] Deleting port c2d5ddc2-51be-426e-86d9-277c49cb736d {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:24.980653 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.037704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 5bcd84d3-14e9-4050-ae79-e5428880dff7 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:55:25.040137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 53b1d9fe-3b90-4c16-bda0-f67bd237635f up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:25.056827 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.093326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=c2d5ddc2-51be-426e-86d9-277c49cb736d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:25.096638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No DVR routers for this DVR port c2d5ddc2-51be-426e-86d9-277c49cb736d on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:25.169670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] For port c2d5ddc2-51be-426e-86d9-277c49cb736d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c2d5ddc2-51be-426e-86d9-277c49cb736d,segment=NetworkSegment(8f3e3d3a-911b-436e-9ff9-30043567f7bc),segment_id=8f3e3d3a-911b-436e-9ff9-30043567f7bc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:25.170011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.221535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.273474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7a8564-940b-4085-bc23-8fc914bc2d4a']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:25.284525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] Calling delete_port for c2d5ddc2-51be-426e-86d9-277c49cb736d owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:25.287320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3e3d3a-911b-436e-9ff9-30043567f7bc') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:25.287769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3e3d3a-911b-436e-9ff9-30043567f7bc') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:25.301159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.330921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918beb79-dd04-44c7-bd9b-4bcc611b6680 req-f0882832-1bee-4ca2-8dc8-8ebbb8458ae0 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:25.333375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-918beb79-dd04-44c7-bd9b-4bcc611b6680 req-f0882832-1bee-4ca2-8dc8-8ebbb8458ae0 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 943 time: 0.1035528 Dec 08 21:55:25.337898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.367716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:25.369400 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.369784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7d59-78fb-4c2b-a590-59180265dff4 req-d451af4c-21a1-47e0-a209-bb1c447002c8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:25.379691 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:25.382616 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe2b7d59-78fb-4c2b-a590-59180265dff4 req-d451af4c-21a1-47e0-a209-bb1c447002c8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 943 time: 0.0975494 Dec 08 21:55:25.435777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c2d5ddc2-51be-426e-86d9-277c49cb736d no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:25.458007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe2b7d59-78fb-4c2b-a590-59180265dff4 req-e9021a67-63a1-4f61-a3de-10622e135f0f tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766480 Dec 08 21:55:25.484437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: c2d5ddc2-51be-426e-86d9-277c49cb736d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:25.484910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c2d5ddc2-51be-426e-86d9-277c49cb736d not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:25.497497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 53b1d9fe-3b90-4c16-bda0-f67bd237635f completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:25.507429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 53b1d9fe-3b90-4c16-bda0-f67bd237635f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:25.507952 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.513169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32914) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:25.513375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-918beb79-dd04-44c7-bd9b-4bcc611b6680 req-a44b3d13-ef50-4d76-b345-bff78f19623b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699381 Dec 08 21:55:25.524703 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.533102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.547059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/9b7a8564-940b-4085-bc23-8fc914bc2d4a HTTP/1.1" status: 204 len: 168 time: 0.8528562 Dec 08 21:55:25.547242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32916) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:25.552216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1969843779'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:25.567474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a49ce8-255e-4deb-a7a8-72f60f9457fe tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=9b7a8564-940b-4085-bc23-8fc914bc2d4a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:25.598496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:25.602659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.614758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 5bcd84d3-14e9-4050-ae79-e5428880dff7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=5bcd84d3-14e9-4050-ae79-e5428880dff7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:25.617210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbd8432-8385-42f5-9692-29ab531f4a75 admin admin] Deleting subnet 00290753-5cf6-4030-a175-b2ef55574df3 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:25.628404 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-acbd8432-8385-42f5-9692-29ab531f4a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.645179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:55:25.650467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '5bcd84d3-14e9-4050-ae79-e5428880dff7', 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'port_id': '5bcd84d3-14e9-4050-ae79-e5428880dff7', 'mac_address': 'fa:16:3e:f4:e9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541bf1e0-216e-48b9-a566-6f75b4347daa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:55:25.665768 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.679939 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-acbd8432-8385-42f5-9692-29ab531f4a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.709568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.709979 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment 9e8c14e0-56b8-4354-a560-b6291dcd6f2c of type vlan for network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef Dec 08 21:55:25.723859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] Network 9b7a8564-940b-4085-bc23-8fc914bc2d4a is not hosted by any dhcp agent {{(pid=102391) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 21:55:25.724979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-acbd8432-8385-42f5-9692-29ab531f4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.725304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] No DVR routers for this DVR port c2d5ddc2-51be-426e-86d9-277c49cb736d on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:25.732669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a5a1a-9f74-4546-89ea-dbbe7379f8fd req-434120fb-8561-4c4f-b09d-e345979f3f5c tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:25.734265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c51a5a1a-9f74-4546-89ea-dbbe7379f8fd req-434120fb-8561-4c4f-b09d-e345979f3f5c tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 944 time: 0.1070123 Dec 08 21:55:25.773177 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152772b4-c4d2-4159-bc4f-293e4b5b4e10 None None] Pushing event deleted for resources: {'Port': ['ID=c2d5ddc2-51be-426e-86d9-277c49cb736d,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:25.775288 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.803425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-acbd8432-8385-42f5-9692-29ab531f4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.814034 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.819670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-acbd8432-8385-42f5-9692-29ab531f4a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.826877 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-acbd8432-8385-42f5-9692-29ab531f4a75 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00290753-5cf6-4030-a175-b2ef55574df3 HTTP/1.1" status: 204 len: 168 time: 0.3123615 Dec 08 21:55:25.827560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32920) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:25.834328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcd84d3-14e9-4050-ae79-e5428880dff7 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:25.838198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2469c7bc-408c-4335-a602-cc810c7eaa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1d9fe-3b90-4c16-bda0-f67bd237635f'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:25.841135 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd0aa62-7ca7-4470-a62c-1b3f6faa34b0" -d '{"events": [{"server_uuid": "2469c7bc-408c-4335-a602-cc810c7eaa12", "name": "network-vif-plugged", "status": "completed", "tag": "53b1d9fe-3b90-4c16-bda0-f67bd237635f"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:25.847633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.852928 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c51a5a1a-9f74-4546-89ea-dbbe7379f8fd req-0ec59d29-8a77-4d21-8509-8b75338bde35 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977724 Dec 08 21:55:25.880941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 53b1d9fe-3b90-4c16-bda0-f67bd237635f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=53b1d9fe-3b90-4c16-bda0-f67bd237635f,segment=NetworkSegment(d0694e4e-49f7-4446-81f9-7096224e7fa4),segment_id=d0694e4e-49f7-4446-81f9-7096224e7fa4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:25.892719 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1ba9a0-bfc6-4b14-a160-f107529206f7 x-openstack-request-id: req-9e1ba9a0-bfc6-4b14-a160-f107529206f7 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:25.893166 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2469c7bc-408c-4335-a602-cc810c7eaa12", "name": "network-vif-plugged", "status": "completed", "tag": "53b1d9fe-3b90-4c16-bda0-f67bd237635f", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:25.893518 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e1ba9a0-bfc6-4b14-a160-f107529206f7 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:25.894028 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2469c7bc-408c-4335-a602-cc810c7eaa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1d9fe-3b90-4c16-bda0-f67bd237635f', 'code': 200} Dec 08 21:55:25.899655 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.903001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.917806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:25.918834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.924091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 5bcd84d3-14e9-4050-ae79-e5428880dff7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=5bcd84d3-14e9-4050-ae79-e5428880dff7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:25.986281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:25.988574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device cf58bb7d-7369-4745-95b7-56984f1c998a details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:55:25.998979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.005619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd8432-8385-42f5-9692-29ab531f4a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00290753-5cf6-4030-a175-b2ef55574df3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:26.110261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.118919 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5706065 Dec 08 21:55:26.128044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32926) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:26.138001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': '511e1c7d-4250-4e5e-8c47-ee2f6ca155ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:26.138279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a700447e-c508-4bef-b294-50d1921fc07d']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:26.149488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774346b6-8748-4f11-bb4d-7441fc7dc223') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:26.149789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774346b6-8748-4f11-bb4d-7441fc7dc223') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:26.161931 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.179014 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.187236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:26.188673 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:26.257120 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:26.260251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d19a31-f535-40c4-baa9-c1bcd2d518dd tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=511e1c7d-4250-4e5e-8c47-ee2f6ca155ef,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:26.260700 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.275663 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.282408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a700447e-c508-4bef-b294-50d1921fc07d HTTP/1.1" status: 204 len: 168 time: 0.4526458 Dec 08 21:55:26.290458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc51fc-68e9-4e72-b5d8-16f1406b7b28 req-0e6b4750-b6c1-470e-9f1a-bcb5d49e70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:26.294555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5cc51fc-68e9-4e72-b5d8-16f1406b7b28 req-0e6b4750-b6c1-470e-9f1a-bcb5d49e70e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 1096 time: 0.3200259 Dec 08 21:55:26.299210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b41972-666f-49c9-9f9c-ba2deba66366 admin admin] Pushing event deleted for resources: {'Network': ['ID=a700447e-c508-4bef-b294-50d1921fc07d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:26.356172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:55:26.359632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=53b1d9fe-3b90-4c16-bda0-f67bd237635f,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:26.363842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5cc51fc-68e9-4e72-b5d8-16f1406b7b28 req-7fa517a5-3040-4419-8c81-efde07e25e4b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551274 Dec 08 21:55:26.369673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:26.373952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.483638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32932) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:26.560061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=5bcd84d3-14e9-4050-ae79-e5428880dff7,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:26.578435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port cf58bb7d-7369-4745-95b7-56984f1c998a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=cf58bb7d-7369-4745-95b7-56984f1c998a,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:26.591846 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'cf58bb7d-7369-4745-95b7-56984f1c998a', 'network_id': '91294df6-e9b1-400f-af51-2ad814d5c30a', 'port_id': 'cf58bb7d-7369-4745-95b7-56984f1c998a', 'mac_address': 'fa:16:3e:38:ca:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa336ae1-3874-4fc0-9116-a7573436162f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:55:26.604333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bf4108e0-20bd-4509-a124-a7104c40bd01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe05e004238d4ce8b63d03a6110bb09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1195104 Dec 08 21:55:26.607001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32936) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:26.659739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.662891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972b7d-bc09-468d-afd7-318d1a00f6a6 req-4ff46263-af1a-4fbf-be3a-de311b55fad8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:26.672675 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf972b7d-bc09-468d-afd7-318d1a00f6a6 req-4ff46263-af1a-4fbf-be3a-de311b55fad8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 943 time: 0.1176383 Dec 08 21:55:26.675372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf58bb7d-7369-4745-95b7-56984f1c998a {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:26.681747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.702114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port cf58bb7d-7369-4745-95b7-56984f1c998a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=cf58bb7d-7369-4745-95b7-56984f1c998a,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:26.708790 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.714781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb34ee-1a27-4fb9-b812-aaa81c9121c3 req-f389f06d-273f-4cde-91ba-a6a1683f7a29 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:26.716377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18eb34ee-1a27-4fb9-b812-aaa81c9121c3 req-f389f06d-273f-4cde-91ba-a6a1683f7a29 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 944 time: 0.0908315 Dec 08 21:55:26.721542 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d60b3f7-fa5a-4b1e-bb67-b29170e5a082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.755972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf972b7d-bc09-468d-afd7-318d1a00f6a6 req-a1772137-b312-42af-a1ed-9e87ee8a3fb8 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823503 Dec 08 21:55:26.766606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d60b3f7-fa5a-4b1e-bb67-b29170e5a082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.804413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18eb34ee-1a27-4fb9-b812-aaa81c9121c3 req-4c685189-3142-4a07-a891-4a4b1cbb5c3c tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807726 Dec 08 21:55:26.807572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=cf58bb7d-7369-4745-95b7-56984f1c998a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:26.834565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=59fc4471-8ffc-4813-8e06-33e4b27cdd67,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:26.854446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': '9e8c14e0-56b8-4354-a560-b6291dcd6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '511e1c7d-4250-4e5e-8c47-ee2f6ca155ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:26.855183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:55:26.881450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:55:26.888986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d60b3f7-fa5a-4b1e-bb67-b29170e5a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.891846 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d60b3f7-fa5a-4b1e-bb67-b29170e5a082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.893412 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9d60b3f7-fa5a-4b1e-bb67-b29170e5a082 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28364ef2-e6e6-416e-8b72-23ec5814a1e8 HTTP/1.1" status: 204 len: 168 time: 0.2851236 Dec 08 21:55:26.902602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60b3f7-fa5a-4b1e-bb67-b29170e5a082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28364ef2-e6e6-416e-8b72-23ec5814a1e8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:26.907237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:26.911566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:26.912198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.929050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4604199-4431-4f14-bae7-aafd9b744c0e None None] Network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:26.934854 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3384320a-e0a4-48ba-8515-4af230aaf826 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8030992 Dec 08 21:55:26.935190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32946) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:26.940453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-76d2c65c-f789-4038-990d-07e823cb4f76 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-153351427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:26.975093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d2c65c-f789-4038-990d-07e823cb4f76 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:26.976810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d2c65c-f789-4038-990d-07e823cb4f76 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.020555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c2311-f3a5-4b1d-acf0-f4aff72d098e req-af48c185-4ec0-4cff-97d2-c45863bd8af3 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:27.028554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a28c2311-f3a5-4b1d-acf0-f4aff72d098e req-af48c185-4ec0-4cff-97d2-c45863bd8af3 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 945 time: 0.0728471 Dec 08 21:55:27.063034 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d2c65c-f789-4038-990d-07e823cb4f76 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.068993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d2c65c-f789-4038-990d-07e823cb4f76 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.074734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a28c2311-f3a5-4b1d-acf0-f4aff72d098e req-03a4d56c-e680-4e2e-92ea-fd775b4f76c1 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Dec 08 21:55:27.089026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['5bcd84d3-14e9-4050-ae79-e5428880dff7'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:27.092056 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d2c65c-f789-4038-990d-07e823cb4f76 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.092228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['cf58bb7d-7369-4745-95b7-56984f1c998a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:27.093519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-76d2c65c-f789-4038-990d-07e823cb4f76 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1573653 Dec 08 21:55:27.096401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32950) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:27.262553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-511e1c7d-4250-4e5e-8c47-ee2f6ca155ef', 'network_id': '511e1c7d-4250-4e5e-8c47-ee2f6ca155ef', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': '59fc4471-8ffc-4813-8e06-33e4b27cdd67'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:55:27.263441 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.497150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.536148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Allocated IP 172.20.0.2 (511e1c7d-4250-4e5e-8c47-ee2f6ca155ef/59fc4471-8ffc-4813-8e06-33e4b27cdd67/0c0043c2-4cde-47b5-8263-5118fbc440a2) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:27.752181 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.758605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.801908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:27.804914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:27.811010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:27.829427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Pushing event updated for resources: {'Port': ['ID=0c0043c2-4cde-47b5-8263-5118fbc440a2,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:27.885589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.20.0.1 (511e1c7d-4250-4e5e-8c47-ee2f6ca155ef/59fc4471-8ffc-4813-8e06-33e4b27cdd67/6ad12c62-3477-4f2c-8557-c2bfd8cb802f) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:27.965910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32978) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:27.979578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Attempting to bind port 0c0043c2-4cde-47b5-8263-5118fbc440a2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:27.980112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Attempting to bind port 0c0043c2-4cde-47b5-8263-5118fbc440a2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '9e8c14e0-56b8-4354-a560-b6291dcd6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '511e1c7d-4250-4e5e-8c47-ee2f6ca155ef'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:27.980472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Attempting to bind port 0c0043c2-4cde-47b5-8263-5118fbc440a2 on network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:27.986798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:27.987123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Checking segment: {'id': '9e8c14e0-56b8-4354-a560-b6291dcd6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '511e1c7d-4250-4e5e-8c47-ee2f6ca155ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:27.987574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:27.988043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Bound using segment: {'id': '9e8c14e0-56b8-4354-a560-b6291dcd6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '511e1c7d-4250-4e5e-8c47-ee2f6ca155ef'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:27.988511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Bound port: 0c0043c2-4cde-47b5-8263-5118fbc440a2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8c14e0-56b8-4354-a560-b6291dcd6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '511e1c7d-4250-4e5e-8c47-ee2f6ca155ef'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:27.988892 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.032130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f0a3c-9514-4099-a416-95d1dd8ac437 req-bd663b52-196c-4b98-9eb5-87690eba4b80 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:28.034344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6d0f0a3c-9514-4099-a416-95d1dd8ac437 req-bd663b52-196c-4b98-9eb5-87690eba4b80 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 944 time: 0.0835814 Dec 08 21:55:28.061081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] For port 0c0043c2-4cde-47b5-8263-5118fbc440a2, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:28.066057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] For port 0c0043c2-4cde-47b5-8263-5118fbc440a2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0c0043c2-4cde-47b5-8263-5118fbc440a2,segment=NetworkSegment(9e8c14e0-56b8-4354-a560-b6291dcd6f2c),segment_id=9e8c14e0-56b8-4354-a560-b6291dcd6f2c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:28.070974 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.083489 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6d0f0a3c-9514-4099-a416-95d1dd8ac437 req-20e34b86-a864-418d-aed2-f686f8f0025a tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Dec 08 21:55:28.092617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd48102-7f3e-469b-86c4-8b777db17561 req-854cca45-e287-4124-b673-e204a903ed73 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:28.094741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9bd48102-7f3e-469b-86c4-8b777db17561 req-854cca45-e287-4124-b673-e204a903ed73 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 944 time: 0.1724658 Dec 08 21:55:28.143779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1736186736-network', 'tenant_id': '4c43180bf7894d7f8a336972e75a3310'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:28.177630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Made reservation on behalf of 4c43180bf7894d7f8a336972e75a3310 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:28.180687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.182252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.182405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6489e68-192f-408d-b82a-b63868f2d43a None None] Pushing event updated for resources: {'Port': ['ID=0c0043c2-4cde-47b5-8263-5118fbc440a2,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:28.203939 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.208811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9bd48102-7f3e-469b-86c4-8b777db17561 req-54c4c367-74d5-4a2d-b222-2c857d1e1d88 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064680 Dec 08 21:55:28.270235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.381258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.385848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32990) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:28.403524 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.466746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3544683-9012-413d-a208-c7e60b598b77 req-de7d0cd5-8fde-4c42-92fe-97885ac2a1ce tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:28.468423 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3544683-9012-413d-a208-c7e60b598b77 req-de7d0cd5-8fde-4c42-92fe-97885ac2a1ce tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 945 time: 0.1530645 Dec 08 21:55:28.469334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:55:28.509690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:28.514224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.514578 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Added segment d730c877-46b0-4f36-8e84-67c726cfe935 of type vlan for network ef80b716-3972-49f6-9183-9253db6c54cd Dec 08 21:55:28.643739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:28.644908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3544683-9012-413d-a208-c7e60b598b77 req-8aabdd5b-b9bf-4fdb-b2c9-b2a48af5c418 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684082 Dec 08 21:55:28.647219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:28.651811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:28.667620 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.685336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=6ad12c62-3477-4f2c-8557-c2bfd8cb802f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:28.706338 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.725197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.726253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:28.726931 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.836968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879647dc-ac38-4d2a-8983-a265213433c2 req-daedcbc8-e0c0-4b6d-ba6a-35ef56640aab tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:28.838482 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-879647dc-ac38-4d2a-8983-a265213433c2 req-daedcbc8-e0c0-4b6d-ba6a-35ef56640aab tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 945 time: 0.0654702 Dec 08 21:55:28.848057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8776612 Dec 08 21:55:28.853763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32996) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:28.860167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Request body: {'subnet': {'network_id': 'ef80b716-3972-49f6-9183-9253db6c54cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1736186736-subnet', 'tenant_id': '4c43180bf7894d7f8a336972e75a3310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:28.884149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4131ddd-c1e7-49c7-903f-5e9ccf32b92f admin admin] Pushing event updated for resources: {'Network': ['ID=ef80b716-3972-49f6-9183-9253db6c54cd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:28.887973 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.902289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network ef80b716-3972-49f6-9183-9253db6c54cd details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:55:28.913400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Made reservation on behalf of 4c43180bf7894d7f8a336972e75a3310 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:28.916232 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:28.987228 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-879647dc-ac38-4d2a-8983-a265213433c2 req-290dac02-7df2-4037-8cf3-1e713bc238f9 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238730 Dec 08 21:55:29.035522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device cf58bb7d-7369-4745-95b7-56984f1c998a up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:29.113352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port cf58bb7d-7369-4745-95b7-56984f1c998a completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:29.124710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port cf58bb7d-7369-4745-95b7-56984f1c998a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:29.125707 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.278000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.333197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27ed0b8-52bc-457d-ac1f-ffe3db06885e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf58bb7d-7369-4745-95b7-56984f1c998a'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:29.336197 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7e32d8-e222-4dff-bfe0-5cdf0147e0e5" -d '{"events": [{"server_uuid": "f27ed0b8-52bc-457d-ac1f-ffe3db06885e", "name": "network-vif-plugged", "status": "completed", "tag": "cf58bb7d-7369-4745-95b7-56984f1c998a"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:29.346793 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.363304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port cf58bb7d-7369-4745-95b7-56984f1c998a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=cf58bb7d-7369-4745-95b7-56984f1c998a,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:29.368157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.369300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 5bcd84d3-14e9-4050-ae79-e5428880dff7 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:29.466633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e540c78-69a4-414a-af74-4723dc0b9a75,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:29.493373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=cf58bb7d-7369-4745-95b7-56984f1c998a,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:29.516178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Checking segment: {'id': 'd730c877-46b0-4f36-8e84-67c726cfe935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef80b716-3972-49f6-9183-9253db6c54cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:29.516579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Network hostable DHCP agents. Network: ef80b716-3972-49f6-9183-9253db6c54cd, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:55:29.519843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 5bcd84d3-14e9-4050-ae79-e5428880dff7 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:29.524409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.526134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 5bcd84d3-14e9-4050-ae79-e5428880dff7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:29.527038 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.570501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0c0043c2-4cde-47b5-8263-5118fbc440a2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:29.575750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fb9c8-789f-47f1-8dd6-fbb391461279 req-63d41c44-a5cd-4c96-8905-f87902a556e9 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:29.581203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c69fb9c8-789f-47f1-8dd6-fbb391461279 req-63d41c44-a5cd-4c96-8905-f87902a556e9 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 944 time: 0.3261867 Dec 08 21:55:29.661593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Network ef80b716-3972-49f6-9183-9253db6c54cd is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:55:29.670345 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.671450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012705cd-df2a-46db-ac0b-300d6acc9673 None None] Network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:29.683711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c69fb9c8-789f-47f1-8dd6-fbb391461279 req-a1a7daee-c9fc-4c56-a14f-4d5d53408d73 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918663 Dec 08 21:55:29.700421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, ef80b716-3972-49f6-9183-9253db6c54cd) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:29.721643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:29.725924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.733112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6815cb-d3d2-4485-ac4b-3be73b57db8f None None] Network ef80b716-3972-49f6-9183-9253db6c54cd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:29.772646 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b25fd26-0e81-4d21-b4e0-595b741a58a3 x-openstack-request-id: req-9b25fd26-0e81-4d21-b4e0-595b741a58a3 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:29.772924 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27ed0b8-52bc-457d-ac1f-ffe3db06885e", "name": "network-vif-plugged", "status": "completed", "tag": "cf58bb7d-7369-4745-95b7-56984f1c998a", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:29.773177 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b25fd26-0e81-4d21-b4e0-595b741a58a3 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:29.773586 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27ed0b8-52bc-457d-ac1f-ffe3db06885e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf58bb7d-7369-4745-95b7-56984f1c998a', 'code': 200} Dec 08 21:55:29.801314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0c0043c2-4cde-47b5-8263-5118fbc440a2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:29.801681 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.803492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.813566 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.843377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ab467986-19d9-41f6-bbc5-b52943bdd91f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9883707 Dec 08 21:55:29.856864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 5bcd84d3-14e9-4050-ae79-e5428880dff7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=5bcd84d3-14e9-4050-ae79-e5428880dff7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:29.866480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.870434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef77da66-cf5b-4363-af04-64fd252974d9 None None] Provisioning complete for port 0c0043c2-4cde-47b5-8263-5118fbc440a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:29.870830 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef77da66-cf5b-4363-af04-64fd252974d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.900574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:29.937907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af98c6-3b36-4a20-bd63-e867f87fe2b9 req-ee40f2b4-003b-46c8-89d0-bf7740d95361 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:29.947075 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48af98c6-3b36-4a20-bd63-e867f87fe2b9 req-ee40f2b4-003b-46c8-89d0-bf7740d95361 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 945 time: 0.1829848 Dec 08 21:55:30.026401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48af98c6-3b36-4a20-bd63-e867f87fe2b9 req-21d04daa-0acf-4288-a08b-8d7678d0463b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779383 Dec 08 21:55:30.045226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=6ad12c62-3477-4f2c-8557-c2bfd8cb802f,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:30.063251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b9378-bfe9-4fc1-bf1b-9c036d8cbd2d req-265bbf6c-c4ea-4b98-abe2-9f7f8be57e1f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:30.072451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a33b9378-bfe9-4fc1-bf1b-9c036d8cbd2d req-265bbf6c-c4ea-4b98-abe2-9f7f8be57e1f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 945 time: 0.2486157 Dec 08 21:55:30.078322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=5bcd84d3-14e9-4050-ae79-e5428880dff7,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:30.108340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583245f-3548-4208-99b6-d73b4baaa1e8 None None] Network ef80b716-3972-49f6-9183-9253db6c54cd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:30.116735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ea1b1-56aa-469d-8cbd-f41b7e96e727 req-fb962e83-a895-4f32-8ca3-2b63a13f1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:30.118597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4c1ea1b1-56aa-469d-8cbd-f41b7e96e727 req-fb962e83-a895-4f32-8ca3-2b63a13f1ca0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 1096 time: 0.2937500 Dec 08 21:55:30.143576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Deleting port bd742190-82d4-4f3c-896b-9ba952befca8 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:30.144441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:30.195233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a33b9378-bfe9-4fc1-bf1b-9c036d8cbd2d req-e61f4e38-0c13-4824-a095-5043db8c490c tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164587 Dec 08 21:55:30.202898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4c1ea1b1-56aa-469d-8cbd-f41b7e96e727 req-e5e8c8fc-681d-438d-967c-403432af7039 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734751 Dec 08 21:55:30.221760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:30.224259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:30.365179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 749503e1-0834-469f-a046-ef4df1eb88da is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:55:30.369028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-a1565e67-965f-4660-b19d-c468e4e98b89 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:30.371607 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-a1565e67-965f-4660-b19d-c468e4e98b89 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/networks?id=ef80b716-3972-49f6-9183-9253db6c54cd HTTP/1.1" status: 200 len: 822 time: 0.1464412 Dec 08 21:55:30.403401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-dfa5b124-ccd4-4ec3-a3ea-0e7cf122b115 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/quotas/4c43180bf7894d7f8a336972e75a3310 HTTP/1.1" status: 200 len: 375 time: 0.0202031 Dec 08 21:55:30.413083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] For port bd742190-82d4-4f3c-896b-9ba952befca8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bd742190-82d4-4f3c-896b-9ba952befca8,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:30.413465 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:30.450832 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:30.460137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-beb65603-55b6-470d-b51b-26009b40ba27 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c43180bf7894d7f8a336972e75a3310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434501 Dec 08 21:55:30.475388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Calling delete_port for bd742190-82d4-4f3c-896b-9ba952befca8 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:30.483605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:30.490920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-09c703d6-e2d0-416c-be8f-11da77f51f3a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/749503e1-0834-469f-a046-ef4df1eb88da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3932817 Dec 08 21:55:30.498455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33038) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:30.502353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41231a-c78c-4cd7-9b2b-9fe6214da72e None None] Sync routers for ids ['749503e1-0834-469f-a046-ef4df1eb88da'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:30.505559 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef77da66-cf5b-4363-af04-64fd252974d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:30.549963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 0c0043c2-4cde-47b5-8263-5118fbc440a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0c0043c2-4cde-47b5-8263-5118fbc440a2,segment=NetworkSegment(9e8c14e0-56b8-4354-a560-b6291dcd6f2c),segment_id=9e8c14e0-56b8-4354-a560-b6291dcd6f2c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:30.574369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f7a9d-0adb-49e4-afca-8264093b3d07 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:30.575874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-646f7a9d-0adb-49e4-afca-8264093b3d07 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports/6ad12c62-3477-4f2c-8557-c2bfd8cb802f HTTP/1.1" status: 200 len: 910 time: 0.0750268 Dec 08 21:55:30.583830 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:30.584782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33040) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:30.595112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41231a-c78c-4cd7-9b2b-9fe6214da72e None None] Routers {'749503e1-0834-469f-a046-ef4df1eb88da'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:30.595742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3c41231a-c78c-4cd7-9b2b-9fe6214da72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['749503e1-0834-469f-a046-ef4df1eb88da'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:30.601523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f3576-feba-4565-8d10-f283c256186e req-90136b01-4316-4208-8023-c9c1a32d6a8c tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:30.603078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb3f3576-feba-4565-8d10-f283c256186e req-90136b01-4316-4208-8023-c9c1a32d6a8c tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 945 time: 0.1176000 Dec 08 21:55:30.615255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-df299e22-9f7a-4b3f-9989-b0b1d4bfc76c service neutron] 10.222.0.21 "GET /v2.0/networks/ef80b716-3972-49f6-9183-9253db6c54cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542363 Dec 08 21:55:30.663317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3c41231a-c78c-4cd7-9b2b-9fe6214da72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:30.712092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb3f3576-feba-4565-8d10-f283c256186e req-c726b1eb-03f1-4196-9e0f-fd667018970e tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761998 Dec 08 21:55:30.789433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:30.791340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41231a-c78c-4cd7-9b2b-9fe6214da72e None None] Routers {'749503e1-0834-469f-a046-ef4df1eb88da'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:30.792750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3c41231a-c78c-4cd7-9b2b-9fe6214da72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['749503e1-0834-469f-a046-ef4df1eb88da'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:30.801090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=0c0043c2-4cde-47b5-8263-5118fbc440a2,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:30.885867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-ef77da66-cf5b-4363-af04-64fd252974d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:55:30.886727 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-ef77da66-cf5b-4363-af04-64fd252974d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:55:30.889106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-3c41231a-c78c-4cd7-9b2b-9fe6214da72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:30.890106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41231a-c78c-4cd7-9b2b-9fe6214da72e None None] The sync data for ids ['749503e1-0834-469f-a046-ef4df1eb88da'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:30.907952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd742190-82d4-4f3c-896b-9ba952befca8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:31.027906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4865-6a92-4a71-978b-3fffdd411038 req-6c3a8478-59c1-4723-b0e6-d44fd338bd69 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:31.029553 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d7f4865-6a92-4a71-978b-3fffdd411038 req-6c3a8478-59c1-4723-b0e6-d44fd338bd69 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 945 time: 0.0996017 Dec 08 21:55:31.050605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-d8ae640f-8b87-4b6d-be17-a60757a42ba9 service neutron] 10.222.0.21 "GET /v2.0/networks/ef80b716-3972-49f6-9183-9253db6c54cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260088 Dec 08 21:55:31.117647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d7f4865-6a92-4a71-978b-3fffdd411038 req-c35896f2-407b-48c9-8af0-cdf65d85aca4 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767977 Dec 08 21:55:31.152928 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:31.288389 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:31.361623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af0dd2-242a-40d1-87c6-bb087dc528a0 req-2f9e4c03-db2f-4519-a72b-047c50d70ba2 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:31.372832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88af0dd2-242a-40d1-87c6-bb087dc528a0 req-2f9e4c03-db2f-4519-a72b-047c50d70ba2 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 945 time: 0.1296158 Dec 08 21:55:31.404401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a59cb4d2-58d6-49d3-bed4-89f521c79db9 req-42b46d3d-f54b-4ba0-802d-e8ec8db63c76 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 210 time: 0.1084602 Dec 08 21:55:31.569469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88af0dd2-242a-40d1-87c6-bb087dc528a0 req-b841a974-7628-43bc-a27a-565f7986da0b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991420 Dec 08 21:55:31.572860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0c0043c2-4cde-47b5-8263-5118fbc440a2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:31.648158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-13f95983-a285-4b0e-9e5e-d4e9df252b2e None None] Provisioning complete for port 6ad12c62-3477-4f2c-8557-c2bfd8cb802f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:31.648724 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13f95983-a285-4b0e-9e5e-d4e9df252b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:31.689513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-13f95983-a285-4b0e-9e5e-d4e9df252b2e None None] Port 6ad12c62-3477-4f2c-8557-c2bfd8cb802f cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:55:31.700261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0c0043c2-4cde-47b5-8263-5118fbc440a2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:31.700813 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:31.729043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-13f95983-a285-4b0e-9e5e-d4e9df252b2e None None] Provisioning complete for port 0c0043c2-4cde-47b5-8263-5118fbc440a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:31.729686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13f95983-a285-4b0e-9e5e-d4e9df252b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:31.785965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2869e39e-8f03-4906-8d70-da7d22525cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcd84d3-14e9-4050-ae79-e5428880dff7'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:31.788262 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18b3ecf-4b8e-4e25-a1f2-5769539335a1" -d '{"events": [{"server_uuid": "2869e39e-8f03-4906-8d70-da7d22525cef", "name": "network-vif-plugged", "status": "completed", "tag": "5bcd84d3-14e9-4050-ae79-e5428880dff7"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:31.844453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 6ad12c62-3477-4f2c-8557-c2bfd8cb802f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:31.848100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:31.917334 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bfb122-93b9-43ca-b071-7091d6e6b69f x-openstack-request-id: req-32bfb122-93b9-43ca-b071-7091d6e6b69f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:31.917624 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2869e39e-8f03-4906-8d70-da7d22525cef", "name": "network-vif-plugged", "status": "completed", "tag": "5bcd84d3-14e9-4050-ae79-e5428880dff7", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:31.917881 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32bfb122-93b9-43ca-b071-7091d6e6b69f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:31.918608 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2869e39e-8f03-4906-8d70-da7d22525cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcd84d3-14e9-4050-ae79-e5428880dff7', 'code': 200} Dec 08 21:55:31.958273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Router 0e2cf252-7a1d-44b6-9004-f10862bbe69d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:55:32.019635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:32.057172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 6ad12c62-3477-4f2c-8557-c2bfd8cb802f owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:32.076979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-780e2840-c063-45cd-ba8a-ba360bb033fd None None] Provisioning complete for port 6ad12c62-3477-4f2c-8557-c2bfd8cb802f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:32.077365 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-780e2840-c063-45cd-ba8a-ba360bb033fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:32.119701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-780e2840-c063-45cd-ba8a-ba360bb033fd None None] Port 6ad12c62-3477-4f2c-8557-c2bfd8cb802f cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:55:32.128485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a07bc-5b69-4560-8684-1e67ee368dcc req-97778619-700e-46f1-8320-410d577922ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:32.129840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-600a07bc-5b69-4560-8684-1e67ee368dcc req-97778619-700e-46f1-8320-410d577922ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 1096 time: 0.1269424 Dec 08 21:55:32.229242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-600a07bc-5b69-4560-8684-1e67ee368dcc req-f9db5df8-6a74-4ab0-b891-d49bfadc305f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785816 Dec 08 21:55:32.284412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-45022ef8-26c0-482f-81af-b95acce34200 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:32.287060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-45022ef8-26c0-482f-81af-b95acce34200 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 945 time: 0.1733644 Dec 08 21:55:32.352179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee317da-80e8-4e44-a7a9-dfeb4f1139ae req-8f1b1488-dc90-414e-a8f2-cdd5e8653206 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:32.353772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ee317da-80e8-4e44-a7a9-dfeb4f1139ae req-8f1b1488-dc90-414e-a8f2-cdd5e8653206 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 945 time: 0.1132898 Dec 08 21:55:32.431358 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ee317da-80e8-4e44-a7a9-dfeb4f1139ae req-c58840ff-f01b-4a95-b54b-2bf00e975a8f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697203 Dec 08 21:55:32.475070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab09da-dac1-4766-8da4-d1c20241d98e req-87029ad4-dc61-461b-a00d-36752a994e56 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:32.479114 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:32.479616 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5dab09da-dac1-4766-8da4-d1c20241d98e req-87029ad4-dc61-461b-a00d-36752a994e56 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 945 time: 0.6594217 Dec 08 21:55:32.546169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:32.555874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d45ddd7-4173-4310-b52d-6132962b011c admin admin] 10.222.0.21 "PUT /v2.0/routers/0e2cf252-7a1d-44b6-9004-f10862bbe69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1645322 Dec 08 21:55:32.557717 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] Sync routers for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:32.574039 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:32.575414 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5dab09da-dac1-4766-8da4-d1c20241d98e req-4b277c75-0b76-4b7a-bfc0-6354e91a0941 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700698 Dec 08 21:55:32.575698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33076) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:32.576570 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:32.601536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=6ad12c62-3477-4f2c-8557-c2bfd8cb802f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:32.690561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.695113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.695513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.695853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.696183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.696577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.696816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.697179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.697505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.697823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.698991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.699258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:32.728480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355968ef-85fd-4a07-af9c-de6c27a00164 req-c79bbf71-9f61-47a8-bf42-5e0d64d63cef tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:32.730104 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-355968ef-85fd-4a07-af9c-de6c27a00164 req-c79bbf71-9f61-47a8-bf42-5e0d64d63cef tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 945 time: 0.0936813 Dec 08 21:55:32.783767 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:55:32.924193 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-355968ef-85fd-4a07-af9c-de6c27a00164 req-3e9fa020-afed-45f5-a1ee-f613c04803ac tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620824 Dec 08 21:55:32.967875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-fb7e914c-ec5c-41e4-b183-e1ddc95d5a8d tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:32.969395 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-fb7e914c-ec5c-41e4-b183-e1ddc95d5a8d tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.37 "GET /v2.0/networks?id=ef80b716-3972-49f6-9183-9253db6c54cd HTTP/1.1" status: 200 len: 822 time: 0.1970246 Dec 08 21:55:32.983117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Request body: {'port': {'device_id': '64b49e2e-9d47-459e-a4b7-702e493bbeba', 'network_id': 'ef80b716-3972-49f6-9183-9253db6c54cd', 'admin_state_up': True, 'tenant_id': '4c43180bf7894d7f8a336972e75a3310'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:33.139822 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-603eee99-e9d1-4d3a-a476-e3980df083f2 req-925d3f91-bec4-47b1-a6df-0ab3fa35d6ce tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 210 time: 0.6081026 Dec 08 21:55:33.259400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Made reservation on behalf of 4c43180bf7894d7f8a336972e75a3310 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:33.261319 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:55:30Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:33.269256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:33.323438 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] Checking router: 0e2cf252-7a1d-44b6-9004-f10862bbe69d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:55:33.343570 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] Routers {'0e2cf252-7a1d-44b6-9004-f10862bbe69d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:33.344505 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:33.404867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:33.532925 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] Set router 0e2cf252-7a1d-44b6-9004-f10862bbe69d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:55:33.620346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Allocated IP 172.20.0.9 (ef80b716-3972-49f6-9183-9253db6c54cd/3e540c78-69a4-414a-af74-4723dc0b9a75/2d5f707f-32af-4727-ae7a-ba0df059ebb4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:33.641901 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:33.653214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Deleting port 53b1d9fe-3b90-4c16-bda0-f67bd237635f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:33.653705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:33.710774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ffc66-25fa-4cb0-8782-1fd0c1cec993 req-4a412fa5-a1b7-46ad-9a00-205df0f83cb5 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:33.718278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6d6ffc66-25fa-4cb0-8782-1fd0c1cec993 req-4a412fa5-a1b7-46ad-9a00-205df0f83cb5 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 945 time: 0.1693616 Dec 08 21:55:33.784367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6d6ffc66-25fa-4cb0-8782-1fd0c1cec993 req-9de3b860-f47d-4fd9-9d2b-5f69b5df257c tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651751 Dec 08 21:55:33.846781 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:55:30Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:33.863550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:33.881086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16c4c-9dbf-4eb3-9fd5-9db7c7ad80c4 req-2c63cac7-9d58-4968-b4e9-611d539dea23 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:33.882866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2e16c4c-9dbf-4eb3-9fd5-9db7c7ad80c4 req-2c63cac7-9d58-4968-b4e9-611d539dea23 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 945 time: 0.2048657 Dec 08 21:55:33.904836 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396027e-607f-4d47-b775-b5ef454da25c None None] The sync data for ids ['0e2cf252-7a1d-44b6-9004-f10862bbe69d'] in n-d-821126-1 is: [{'id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'name': 'tempest-AttachVolumeShelveTestJSON-1024391890-router', 'tenant_id': '8729a6b924fd4001a66a971c05635117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '454c1578-d527-4163-b62b-5dbd9e501456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:46:25Z', 'updated_at': '2021-12-08T21:55:30Z', 'revision_number': 5, 'project_id': '8729a6b924fd4001a66a971c05635117', 'gw_port': {'id': '454c1578-d527-4163-b62b-5dbd9e501456', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2cf252-7a1d-44b6-9004-f10862bbe69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:46:27Z', 'updated_at': '2021-12-08T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:33.950010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.009019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.062059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] For port 53b1d9fe-3b90-4c16-bda0-f67bd237635f, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=53b1d9fe-3b90-4c16-bda0-f67bd237635f,segment=NetworkSegment(d0694e4e-49f7-4446-81f9-7096224e7fa4),segment_id=d0694e4e-49f7-4446-81f9-7096224e7fa4)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:34.062536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.086265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 749503e1-0834-469f-a046-ef4df1eb88da has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:55:34.088422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Network ef80b716-3972-49f6-9183-9253db6c54cd is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:34.093674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Calling delete_port for 53b1d9fe-3b90-4c16-bda0-f67bd237635f owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:34.095336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:34.098091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Pushing event updated for resources: {'Port': ['ID=2d5f707f-32af-4727-ae7a-ba0df059ebb4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:34.099342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2e16c4c-9dbf-4eb3-9fd5-9db7c7ad80c4 req-cf524ab3-780e-487b-902d-adbd590ee6c9 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/security-groups?id=25282be1-280c-4722-9601-c152476d7222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707189 Dec 08 21:55:34.121895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:34.234430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:34.235011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.256436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baba436-374f-4848-9a02-cd06a5841d77 req-144233ff-399b-4df8-a48f-e32c003fcad9 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:34.257950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6baba436-374f-4848-9a02-cd06a5841d77 req-144233ff-399b-4df8-a48f-e32c003fcad9 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4830f82-4ee1-43f8-81be-e5544b7f5444 HTTP/1.1" status: 200 len: 945 time: 0.0959673 Dec 08 21:55:34.272366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-8f4075d5-9131-491b-950f-db6d2dad4404 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2940392 Dec 08 21:55:34.297065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Request body: {'port': {'device_id': '64b49e2e-9d47-459e-a4b7-702e493bbeba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:34.299732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Deleting port 454c1578-d527-4163-b62b-5dbd9e501456 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:34.301608 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.364883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6baba436-374f-4848-9a02-cd06a5841d77 req-5d6ba586-ec80-47f1-a965-e20811060807 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751381 Dec 08 21:55:34.406973 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.444115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0042cc6-24f1-471c-8807-64bfe6123f7b req-262d2911-d8e2-4726-ae0b-f77746009954 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:34.461413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0042cc6-24f1-471c-8807-64bfe6123f7b req-262d2911-d8e2-4726-ae0b-f77746009954 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 945 time: 0.2227952 Dec 08 21:55:34.470142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:34.480146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33118) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:34.482184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a294cd2-911d-45e7-b4a1-828d37449c4d None None] Sync routers for ids ['749503e1-0834-469f-a046-ef4df1eb88da'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:34.492811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7e6404d8-ae98-4e54-b87a-fbc465f05a7e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/749503e1-0834-469f-a046-ef4df1eb88da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9007871 Dec 08 21:55:34.500860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a294cd2-911d-45e7-b4a1-828d37449c4d None None] Routers {'749503e1-0834-469f-a046-ef4df1eb88da'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:34.503486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9a294cd2-911d-45e7-b4a1-828d37449c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['749503e1-0834-469f-a046-ef4df1eb88da'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:34.586818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9a294cd2-911d-45e7-b4a1-828d37449c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:34.591311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-917f7653-392c-49d2-b525-a0a236469f20 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=749503e1-0834-469f-a046-ef4df1eb88da HTTP/1.1" status: 200 len: 205 time: 0.1082201 Dec 08 21:55:34.594665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33120) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:34.597559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a294cd2-911d-45e7-b4a1-828d37449c4d None None] Routers {'749503e1-0834-469f-a046-ef4df1eb88da'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:34.599063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9a294cd2-911d-45e7-b4a1-828d37449c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['749503e1-0834-469f-a046-ef4df1eb88da'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:34.623039 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0042cc6-24f1-471c-8807-64bfe6123f7b req-ba4ca153-4606-4633-8d95-b6a5363c3a3c tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605151 Dec 08 21:55:34.658174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] For port 454c1578-d527-4163-b62b-5dbd9e501456, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=454c1578-d527-4163-b62b-5dbd9e501456,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:34.658824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.661472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9a294cd2-911d-45e7-b4a1-828d37449c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:34.662264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a294cd2-911d-45e7-b4a1-828d37449c4d None None] The sync data for ids ['749503e1-0834-469f-a046-ef4df1eb88da'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:34.683729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Calling delete_port for 454c1578-d527-4163-b62b-5dbd9e501456 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:34.698353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.713099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['53b1d9fe-3b90-4c16-bda0-f67bd237635f'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:34.757113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d67c3674-aea9-4e2e-9198-fb6961ccca52 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.780595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Pushing event deleted for resources: {'Port': ['ID=53b1d9fe-3b90-4c16-bda0-f67bd237635f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:34.844304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] No DVR routers for this DVR port 53b1d9fe-3b90-4c16-bda0-f67bd237635f on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:34.848816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:34.852613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-996b8407-f9a8-4ab0-bcc0-62962ffcc373 req-699ec09c-a5a7-43fa-a87c-9527459bbc6f tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.23 "DELETE /v2.0/ports/53b1d9fe-3b90-4c16-bda0-f67bd237635f HTTP/1.1" status: 204 len: 173 time: 2.3858547 Dec 08 21:55:34.853072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2469c7bc-408c-4335-a602-cc810c7eaa12', 'name': 'network-vif-deleted', 'tag': '53b1d9fe-3b90-4c16-bda0-f67bd237635f'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:34.855584 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcf5abc-8694-415c-8069-8ab3ef813498" -d '{"events": [{"server_uuid": "2469c7bc-408c-4335-a602-cc810c7eaa12", "name": "network-vif-deleted", "tag": "53b1d9fe-3b90-4c16-bda0-f67bd237635f"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:34.919788 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89633d-c2cb-4dce-a8e4-7b565828fc1d x-openstack-request-id: req-7b89633d-c2cb-4dce-a8e4-7b565828fc1d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:34.920089 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2469c7bc-408c-4335-a602-cc810c7eaa12", "name": "network-vif-deleted", "tag": "53b1d9fe-3b90-4c16-bda0-f67bd237635f", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:34.920343 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b89633d-c2cb-4dce-a8e4-7b565828fc1d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:34.920788 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2469c7bc-408c-4335-a602-cc810c7eaa12', 'name': 'network-vif-deleted', 'tag': '53b1d9fe-3b90-4c16-bda0-f67bd237635f', 'status': 'completed', 'code': 200} Dec 08 21:55:34.921927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dd748-ae28-4499-8f17-e2efcaa0a0e8 req-36190f03-4ab3-45d7-b261-2e01eacfc8a1 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:34.932792 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-709dd748-ae28-4499-8f17-e2efcaa0a0e8 req-36190f03-4ab3-45d7-b261-2e01eacfc8a1 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 931 time: 0.3231282 Dec 08 21:55:34.994950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.027469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=454c1578-d527-4163-b62b-5dbd9e501456,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:35.109855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.185375 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d67c3674-aea9-4e2e-9198-fb6961ccca52 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.188842 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d67c3674-aea9-4e2e-9198-fb6961ccca52 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.275516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-709dd748-ae28-4499-8f17-e2efcaa0a0e8 req-4f789ba8-9b23-4f2a-9661-d116250ccbba tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417985 Dec 08 21:55:35.295000 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d67c3674-aea9-4e2e-9198-fb6961ccca52 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.295659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67c3674-aea9-4e2e-9198-fb6961ccca52 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Fanout notify agent at l3_agent the message router_deleted on router 749503e1-0834-469f-a046-ef4df1eb88da {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:55:35.303989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d67c3674-aea9-4e2e-9198-fb6961ccca52 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.307995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d67c3674-aea9-4e2e-9198-fb6961ccca52 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/749503e1-0834-469f-a046-ef4df1eb88da HTTP/1.1" status: 204 len: 168 time: 0.7126594 Dec 08 21:55:35.316475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33134) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:35.324406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.336376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.392393 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-484f186f-7e71-48a5-985d-a0f1b831927d req-c91ff508-f232-4d3d-8f36-30a0e1c84d94 tempest-ServersNegativeTestMultiTenantJSON-2069321058 tempest-ServersNegativeTestMultiTenantJSON-2069321058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2469c7bc-408c-4335-a602-cc810c7eaa12 HTTP/1.1" status: 200 len: 210 time: 0.1295960 Dec 08 21:55:35.497229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bd742190-82d4-4f3c-896b-9ba952befca8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:35.505278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5f707f-32af-4727-ae7a-ba0df059ebb4 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:35.528013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.528689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e2cf252-7a1d-44b6-9004-f10862bbe69d {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:55:35.545832 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.547607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0a2563fd-4593-4713-9f3b-3d5d386f61c9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0e2cf252-7a1d-44b6-9004-f10862bbe69d HTTP/1.1" status: 204 len: 168 time: 2.9545512 Dec 08 21:55:35.549390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33146) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:35.561859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.589392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a736855-69d2-4bfb-94dd-fcd4e232f1cf tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet 59fc4471-8ffc-4813-8e06-33e4b27cdd67 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:35.593035 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9a736855-69d2-4bfb-94dd-fcd4e232f1cf tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.604683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: bd742190-82d4-4f3c-896b-9ba952befca8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:35.606495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bd742190-82d4-4f3c-896b-9ba952befca8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:35.611356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-382f6927-cac8-4a8a-8984-475a98bcfc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.659010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9a736855-69d2-4bfb-94dd-fcd4e232f1cf tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.666609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-930ad1f2-e947-4865-ac68-dfaa16717caf admin admin] Deleting subnet 6e73bef9-e869-446c-9317-917c2b1d543a {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:35.672629 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-930ad1f2-e947-4865-ac68-dfaa16717caf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.777488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Transition to ACTIVE for port object 2d5f707f-32af-4727-ae7a-ba0df059ebb4 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:55:35.790767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-930ad1f2-e947-4865-ac68-dfaa16717caf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.803294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.859296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-9671a7e8-d93c-4af2-b90b-ef6067c2dd79 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:35.860831 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-9671a7e8-d93c-4af2-b90b-ef6067c2dd79 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.23 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 945 time: 0.1196828 Dec 08 21:55:35.902760 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9a736855-69d2-4bfb-94dd-fcd4e232f1cf tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:35.907294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3f3-e33c-4f4f-ad24-f3dd6fce5170 req-cf23a914-d3d3-4834-9ed8-9fe139ce1cb3 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:35.908776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45c2c3f3-e33c-4f4f-ad24-f3dd6fce5170 req-cf23a914-d3d3-4834-9ed8-9fe139ce1cb3 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 945 time: 0.1387029 Dec 08 21:55:35.929831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Pushing event updated for resources: {'Port': ['ID=2d5f707f-32af-4727-ae7a-ba0df059ebb4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:35.943226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1cd64bd1-746e-4fcf-ac08-c85caf02c912 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:35.944722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1cd64bd1-746e-4fcf-ac08-c85caf02c912 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 812 time: 0.4471135 Dec 08 21:55:35.995837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-930ad1f2-e947-4865-ac68-dfaa16717caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.012156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-d1a413b9-7c2c-45e3-a53c-a59dff46387f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/quotas/9ee4e51d494344fda5dd80db5a5ace01 HTTP/1.1" status: 200 len: 375 time: 0.0474396 Dec 08 21:55:36.035733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45c2c3f3-e33c-4f4f-ad24-f3dd6fce5170 req-69d0ca83-3369-44d9-b45e-9380f7b42626 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079795 Dec 08 21:55:36.080359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Attempting to bind port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:36.080855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Attempting to bind port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'd730c877-46b0-4f36-8e84-67c726cfe935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef80b716-3972-49f6-9183-9253db6c54cd'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:36.081760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Attempting to bind port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 on network ef80b716-3972-49f6-9183-9253db6c54cd {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:36.084429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9a736855-69d2-4bfb-94dd-fcd4e232f1cf tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.096782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Deleting port cf58bb7d-7369-4745-95b7-56984f1c998a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:36.097852 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.124001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 on network ef80b716-3972-49f6-9183-9253db6c54cd not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:55:36.124486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Attempting to bind port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 on network ef80b716-3972-49f6-9183-9253db6c54cd {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:36.128374 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a736855-69d2-4bfb-94dd-fcd4e232f1cf tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=59fc4471-8ffc-4813-8e06-33e4b27cdd67,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:36.132022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-930ad1f2-e947-4865-ac68-dfaa16717caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.132804 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9a736855-69d2-4bfb-94dd-fcd4e232f1cf tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.136132 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9a736855-69d2-4bfb-94dd-fcd4e232f1cf tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/59fc4471-8ffc-4813-8e06-33e4b27cdd67 HTTP/1.1" status: 204 len: 168 time: 0.8185356 Dec 08 21:55:36.140324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33154) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:36.149743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:36.150111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Checking segment: {'id': 'd730c877-46b0-4f36-8e84-67c726cfe935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef80b716-3972-49f6-9183-9253db6c54cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:36.150457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Bound using segment: {'id': 'd730c877-46b0-4f36-8e84-67c726cfe935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef80b716-3972-49f6-9183-9253db6c54cd'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:36.150946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Bound port: 2d5f707f-32af-4727-ae7a-ba0df059ebb4, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd730c877-46b0-4f36-8e84-67c726cfe935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ef80b716-3972-49f6-9183-9253db6c54cd'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:36.151287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05a3ed-7461-41a2-ac96-3d4e1ae246ac None None] Network 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:36.151418 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.161486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-d50c35f1-bff6-4aef-9a20-63e2a867746a tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404238 Dec 08 21:55:36.195572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ad1f2-e947-4865-ac68-dfaa16717caf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e73bef9-e869-446c-9317-917c2b1d543a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:36.200161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-930ad1f2-e947-4865-ac68-dfaa16717caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.206147 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-930ad1f2-e947-4865-ac68-dfaa16717caf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6e73bef9-e869-446c-9317-917c2b1d543a HTTP/1.1" status: 204 len: 168 time: 0.6525879 Dec 08 21:55:36.209257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:36.268142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a3950-ba73-4762-ad6d-28e491a140bb None None] Network 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:36.342506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.400195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-f1e2d31d-6d3c-46b1-b756-2d5eee8578ce service neutron] 10.222.0.21 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123210 Dec 08 21:55:36.413473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] For port 2d5f707f-32af-4727-ae7a-ba0df059ebb4, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:36.489754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] For port 2d5f707f-32af-4727-ae7a-ba0df059ebb4, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2d5f707f-32af-4727-ae7a-ba0df059ebb4,segment=NetworkSegment(d730c877-46b0-4f36-8e84-67c726cfe935),segment_id=d730c877-46b0-4f36-8e84-67c726cfe935)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:36.508758 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.569256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:36.571802 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.573469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] 10.222.0.37 "PUT /v2.0/ports/2d5f707f-32af-4727-ae7a-ba0df059ebb4 HTTP/1.1" status: 200 len: 1091 time: 2.2850943 Dec 08 21:55:36.583285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b49e2e-9d47-459e-a4b7-702e493bbeba', 'tag': '2d5f707f-32af-4727-ae7a-ba0df059ebb4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:36.586052 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "64b49e2e-9d47-459e-a4b7-702e493bbeba", "tag": "2d5f707f-32af-4727-ae7a-ba0df059ebb4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:36.627634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] DHCP port deletion for 511e1c7d-4250-4e5e-8c47-ee2f6ca155ef request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:55:36.678049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] DHCP port deletion for 68384c7e-7189-4ba9-a5be-dcb3c5ca70ab request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:55:36.688991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] For port cf58bb7d-7369-4745-95b7-56984f1c998a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=cf58bb7d-7369-4745-95b7-56984f1c998a,segment=NetworkSegment(c8e48859-12ac-4fc0-879e-ebdb411896f6),segment_id=c8e48859-12ac-4fc0-879e-ebdb411896f6)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:36.689615 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.703367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-f9d80db6-179b-49b3-b925-2eefccd10d8c service neutron] 10.222.0.21 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013761 Dec 08 21:55:36.725504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.727617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Calling delete_port for cf58bb7d-7369-4745-95b7-56984f1c998a owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:36.757849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] Deleting port 0c0043c2-4cde-47b5-8263-5118fbc440a2 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:36.758747 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.787256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-291a4dd0-da41-4e36-b6d3-12e71b920a42 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:36.788802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-291a4dd0-da41-4e36-b6d3-12e71b920a42 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4830f82-4ee1-43f8-81be-e5544b7f5444 HTTP/1.1" status: 200 len: 945 time: 0.5253696 Dec 08 21:55:36.851424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be50b-1fc8-46cd-a130-656a050dc405 req-f2fefe52-d4dd-4bd7-b427-bde78d423c5c tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:36.859063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-922be50b-1fc8-46cd-a130-656a050dc405 req-f2fefe52-d4dd-4bd7-b427-bde78d423c5c tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 943 time: 0.2449152 Dec 08 21:55:36.869503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] For port 0c0043c2-4cde-47b5-8263-5118fbc440a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0c0043c2-4cde-47b5-8263-5118fbc440a2,segment=NetworkSegment(9e8c14e0-56b8-4354-a560-b6291dcd6f2c),segment_id=9e8c14e0-56b8-4354-a560-b6291dcd6f2c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:36.871030 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.872038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 0c0043c2-4cde-47b5-8263-5118fbc440a2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:36.872920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.887179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] Calling delete_port for 0c0043c2-4cde-47b5-8263-5118fbc440a2 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:36.930249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16783953-2af8-4978-83b8-fd45e30150aa service neutron] Pushing event updated for resources: {'Port': ['ID=2d5f707f-32af-4727-ae7a-ba0df059ebb4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:36.941820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-05d2d23b-56c5-4d9a-a95a-dc5a518c1977 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:36.943554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-05d2d23b-56c5-4d9a-a95a-dc5a518c1977 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.23 "GET /v2.0/ports?device_id=2869e39e-8f03-4906-8d70-da7d22525cef HTTP/1.1" status: 200 len: 945 time: 0.2511833 Dec 08 21:55:36.978249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] Deleting port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:36.979016 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:36.996851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port 0c0043c2-4cde-47b5-8263-5118fbc440a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0c0043c2-4cde-47b5-8263-5118fbc440a2,segment=NetworkSegment(9e8c14e0-56b8-4354-a560-b6291dcd6f2c),segment_id=9e8c14e0-56b8-4354-a560-b6291dcd6f2c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:36.997634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.015077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 0c0043c2-4cde-47b5-8263-5118fbc440a2 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:37.064288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 53b1d9fe-3b90-4c16-bda0-f67bd237635f no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:37.082959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33170) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:37.107171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 53b1d9fe-3b90-4c16-bda0-f67bd237635f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:37.107788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 53b1d9fe-3b90-4c16-bda0-f67bd237635f not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:37.122374 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.139556 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] For port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=02a9d347-4cdc-4baa-bafd-3c09f279bfd6,segment=NetworkSegment(15b3fa23-bc8e-44d5-87da-215c9437bc0c),segment_id=15b3fa23-bc8e-44d5-87da-215c9437bc0c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:37.141165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.154103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.187561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] No DVR routers for this DVR port 0c0043c2-4cde-47b5-8263-5118fbc440a2 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:37.190442 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50cfb14-b621-4355-acbf-6f04ed83bbf9 x-openstack-request-id: req-c50cfb14-b621-4355-acbf-6f04ed83bbf9 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:37.191122 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b49e2e-9d47-459e-a4b7-702e493bbeba", "tag": "2d5f707f-32af-4727-ae7a-ba0df059ebb4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:37.192912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b9b25-e0de-4dd3-b11e-b7880789782a None None] Pushing event deleted for resources: {'Port': ['ID=0c0043c2-4cde-47b5-8263-5118fbc440a2,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:37.201392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] Calling delete_port for 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:37.218754 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c50cfb14-b621-4355-acbf-6f04ed83bbf9 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:37.219246 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b49e2e-9d47-459e-a4b7-702e493bbeba', 'tag': '2d5f707f-32af-4727-ae7a-ba0df059ebb4', 'status': 'completed', 'code': 200} Dec 08 21:55:37.221331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-6d866f9e-5ebe-437b-8b9e-4a9f105f6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:37.232130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-6d866f9e-5ebe-437b-8b9e-4a9f105f6f29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c43180bf7894d7f8a336972e75a3310&device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 1094 time: 0.5267172 Dec 08 21:55:37.238210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No DVR routers for this DVR port 0c0043c2-4cde-47b5-8263-5118fbc440a2 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:37.262840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-922be50b-1fc8-46cd-a130-656a050dc405 req-012b577c-fe4f-45b9-80c8-035b1a1cdf2e tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981464 Dec 08 21:55:37.338190 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.367768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=0c0043c2-4cde-47b5-8263-5118fbc440a2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:37.399838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] Pushing event deleted for resources: {'Port': ['ID=02a9d347-4cdc-4baa-bafd-3c09f279bfd6,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:37.403006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d95bdc-af44-4c79-9b7d-e4edb753d7a4 None None] No DVR routers for this DVR port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:37.437243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bb90fd-4af6-450d-aab3-cb9abc34d133 admin admin] Deleting subnet 0c8ba825-9eff-4e91-b399-b095af169708 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:37.460677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 454c1578-d527-4163-b62b-5dbd9e501456 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:37.461644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2bb90fd-4af6-450d-aab3-cb9abc34d133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.507821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 454c1578-d527-4163-b62b-5dbd9e501456 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:37.508260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 454c1578-d527-4163-b62b-5dbd9e501456 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:37.508625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:37.537054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Deleting port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:37.537477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.569155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:37.569499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:37.569931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0c0043c2-4cde-47b5-8263-5118fbc440a2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:37.611324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.611575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] For port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6, host n-d-821126-1, got binding levels [] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:37.611841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.631332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0c0043c2-4cde-47b5-8263-5118fbc440a2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:37.631897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0c0043c2-4cde-47b5-8263-5118fbc440a2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:37.647255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Calling delete_port for 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:37.650126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511e1c7d-4250-4e5e-8c47-ee2f6ca155ef']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:37.657558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 was not found and therefore no delete operation was performed {{(pid=102390) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 21:55:37.664169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8c14e0-56b8-4354-a560-b6291dcd6f2c') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:37.664476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8c14e0-56b8-4354-a560-b6291dcd6f2c') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:37.667435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.675859 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2bb90fd-4af6-450d-aab3-cb9abc34d133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.676680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.688963 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-61a8b022-87c1-49fa-b390-a5263934c843 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d5f707f-32af-4727-ae7a-ba0df059ebb4 HTTP/1.1" status: 200 len: 217 time: 0.3924716 Dec 08 21:55:37.692750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.711883 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.725464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['cf58bb7d-7369-4745-95b7-56984f1c998a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:37.730916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:37.731324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.739440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Deleting port 6efece9d-c51a-487b-a270-dc64f8d8774d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:37.740080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.750820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Deleting port 5bcd84d3-14e9-4050-ae79-e5428880dff7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:37.751400 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.757576 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc19b1ec-8bae-4838-b7cc-a34d300f29a4 req-c905aa87-5ce0-400f-bc05-188070a0d608 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 210 time: 0.0669832 Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:37.758227 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:37.804951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=02a9d347-4cdc-4baa-bafd-3c09f279bfd6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:37.839237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] No DVR routers for this DVR port 02a9d347-4cdc-4baa-bafd-3c09f279bfd6 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:37.851443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-0c8e0b0e-45b2-4cf5-b272-347365e2a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:37.853338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-0c8e0b0e-45b2-4cf5-b272-347365e2a968 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e540c78-69a4-414a-af74-4723dc0b9a75 HTTP/1.1" status: 200 len: 862 time: 0.1508970 Dec 08 21:55:37.854467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.874993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:37.880164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/511e1c7d-4250-4e5e-8c47-ee2f6ca155ef HTTP/1.1" status: 204 len: 168 time: 1.7387195 Dec 08 21:55:37.906815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071a5d-ee11-43b4-a312-87285d95e729 req-b6909e41-4e18-49fb-aeb4-ef052ca4dfb4 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:37.912236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5039b-f050-4166-ac2a-8b9e089b14d0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=511e1c7d-4250-4e5e-8c47-ee2f6ca155ef,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:37.915669 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-f5cb53f5-e264-4d1f-9785-533ba9f075a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef80b716-3972-49f6-9183-9253db6c54cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344608 Dec 08 21:55:37.915870 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65071a5d-ee11-43b4-a312-87285d95e729 req-b6909e41-4e18-49fb-aeb4-ef052ca4dfb4 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/ports?device_id=f27ed0b8-52bc-457d-ac1f-ffe3db06885e HTTP/1.1" status: 200 len: 867 time: 0.5111275 Dec 08 21:55:37.916754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33190) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:37.921173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1959594424', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:37.982149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Pushing event deleted for resources: {'Port': ['ID=cf58bb7d-7369-4745-95b7-56984f1c998a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:38.051673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2bb90fd-4af6-450d-aab3-cb9abc34d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.058008 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.068478 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.132404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-a6d195cf-b29b-4a01-858b-980f535b909a service neutron] 10.222.0.37 "GET /v2.0/networks/ef80b716-3972-49f6-9183-9253db6c54cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021196 Dec 08 21:55:38.140371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] No DVR routers for this DVR port cf58bb7d-7369-4745-95b7-56984f1c998a on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:38.175240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.181833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c29c92e-b791-466d-a15b-be9f02a7a3e5 req-6079eebe-59af-4ecb-9891-f9c695a4559b tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.23 "DELETE /v2.0/ports/cf58bb7d-7369-4745-95b7-56984f1c998a HTTP/1.1" status: 204 len: 173 time: 2.3094997 Dec 08 21:55:38.205466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27ed0b8-52bc-457d-ac1f-ffe3db06885e', 'name': 'network-vif-deleted', 'tag': 'cf58bb7d-7369-4745-95b7-56984f1c998a'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:38.218411 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a4263-a347-4b68-b5d6-da4805dd6a35" -d '{"events": [{"server_uuid": "f27ed0b8-52bc-457d-ac1f-ffe3db06885e", "name": "network-vif-deleted", "tag": "cf58bb7d-7369-4745-95b7-56984f1c998a"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:38.270589 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-369aa426-7386-49d3-b815-7da17bffed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.299557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.330689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] For port 6efece9d-c51a-487b-a270-dc64f8d8774d, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6efece9d-c51a-487b-a270-dc64f8d8774d,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:38.331168 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.334591 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082cf0c3-58a4-473e-b437-7de8ac7d696d x-openstack-request-id: req-082cf0c3-58a4-473e-b437-7de8ac7d696d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:38.335086 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27ed0b8-52bc-457d-ac1f-ffe3db06885e", "name": "network-vif-deleted", "tag": "cf58bb7d-7369-4745-95b7-56984f1c998a", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:38.335348 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-082cf0c3-58a4-473e-b437-7de8ac7d696d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:38.335740 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27ed0b8-52bc-457d-ac1f-ffe3db06885e', 'name': 'network-vif-deleted', 'tag': 'cf58bb7d-7369-4745-95b7-56984f1c998a', 'status': 'completed', 'code': 200} Dec 08 21:55:38.353607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65071a5d-ee11-43b4-a312-87285d95e729 req-0e29cb07-4f1a-4819-9320-41810aea4de7 tempest-VolumesActionsTest-1927258397 tempest-VolumesActionsTest-1927258397-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1420bc-6e83-4d94-b567-5c4a989b25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365883 Dec 08 21:55:38.368176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] For port 5bcd84d3-14e9-4050-ae79-e5428880dff7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=5bcd84d3-14e9-4050-ae79-e5428880dff7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:38.373152 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.433126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68384c7e-7189-4ba9-a5be-dcb3c5ca70ab']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:38.436063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Calling delete_port for 6efece9d-c51a-487b-a270-dc64f8d8774d owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:38.438235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Calling delete_port for 5bcd84d3-14e9-4050-ae79-e5428880dff7 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:38.465854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b3fa23-bc8e-44d5-87da-215c9437bc0c') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:38.466571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b3fa23-bc8e-44d5-87da-215c9437bc0c') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:38.468968 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2bb90fd-4af6-450d-aab3-cb9abc34d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.497114 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.500163 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.619128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-96d9540a-3664-49fe-8f91-2db241c29c9c req-41159da0-2021-46e9-825b-aab8a5fd6e76 service neutron] 10.222.0.37 "GET /v2.0/networks/ef80b716-3972-49f6-9183-9253db6c54cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582133 Dec 08 21:55:38.663889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb90fd-4af6-450d-aab3-cb9abc34d133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8ba825-9eff-4e91-b399-b095af169708,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:38.666531 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2bb90fd-4af6-450d-aab3-cb9abc34d133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.669936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d2bb90fd-4af6-450d-aab3-cb9abc34d133 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c8ba825-9eff-4e91-b399-b095af169708 HTTP/1.1" status: 204 len: 168 time: 1.5761478 Dec 08 21:55:38.678582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33200) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:38.687780 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.701666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.745566 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.767433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:38.768014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:38.770043 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:38.802491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-4bf6e582-20e5-4e06-a8f3-581fb1ae6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:38.804045 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-4bf6e582-20e5-4e06-a8f3-581fb1ae6c20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c43180bf7894d7f8a336972e75a3310&device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 1094 time: 0.1072087 Dec 08 21:55:38.861482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf600-4242-490c-b8f8-fdb035c20570 req-9c87c714-1b49-4be1-9894-baf9397f9a75 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:38.863410 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-245bf600-4242-490c-b8f8-fdb035c20570 req-9c87c714-1b49-4be1-9894-baf9397f9a75 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 943 time: 0.3776872 Dec 08 21:55:38.912308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.945581 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.991338 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:38.994948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] 10.222.0.21 "DELETE /v2.0/networks/68384c7e-7189-4ba9-a5be-dcb3c5ca70ab HTTP/1.1" status: 204 len: 168 time: 2.7859859 Dec 08 21:55:39.069280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6a66f-12ec-4e1e-8ad7-8ba275d1eb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=68384c7e-7189-4ba9-a5be-dcb3c5ca70ab,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:39.120005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-245bf600-4242-490c-b8f8-fdb035c20570 req-1ab9031d-eead-4675-92ed-6521e6cb72a0 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206652 Dec 08 21:55:39.157184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.160283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.180934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.222289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Pushing event deleted for resources: {'Port': ['ID=5bcd84d3-14e9-4050-ae79-e5428880dff7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:39.228086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe1cb6a-183c-431f-b43d-4999a39e4269']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:39.241515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33206) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:39.251536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0694e4e-49f7-4446-81f9-7096224e7fa4') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:39.251812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0694e4e-49f7-4446-81f9-7096224e7fa4') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:39.324998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Pushing event deleted for resources: {'Port': ['ID=6efece9d-c51a-487b-a270-dc64f8d8774d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:39.330050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.381018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.383073 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.403037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a48ea71-8aef-4090-82c1-96c0d65fe83d req-c26a0fca-8801-49ae-906d-91cb370d0b2f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 210 time: 0.1264622 Dec 08 21:55:39.579556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-a1f5819a-0be5-401b-af5f-05f2f63e4974 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:39.581219 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-a1f5819a-0be5-401b-af5f-05f2f63e4974 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 812 time: 0.3076458 Dec 08 21:55:39.639012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Request body: {'port': {'device_id': '824d852d-7631-417b-abd4-b3112f4fab8b', 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'admin_state_up': True, 'tenant_id': '9ee4e51d494344fda5dd80db5a5ace01'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:39.645862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] No DVR routers for this DVR port 5bcd84d3-14e9-4050-ae79-e5428880dff7 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:39.650095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] No DVR routers for this DVR port 6efece9d-c51a-487b-a270-dc64f8d8774d on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:39.655498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.659016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4dab361-18a2-4502-b29c-d4b854402a8c req-4b090ea4-1af6-476a-929b-7fd8db562b2e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.23 "DELETE /v2.0/ports/5bcd84d3-14e9-4050-ae79-e5428880dff7 HTTP/1.1" status: 204 len: 173 time: 2.6832960 Dec 08 21:55:39.664176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.669593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "DELETE /v2.0/ports/6efece9d-c51a-487b-a270-dc64f8d8774d HTTP/1.1" status: 204 len: 173 time: 2.8641062 Dec 08 21:55:39.681401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.715915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:39.716583 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.799248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-2e42197b-dc70-416e-88b4-92b94b77463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:39.800790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-2e42197b-dc70-416e-88b4-92b94b77463c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef80b716-3972-49f6-9183-9253db6c54cd HTTP/1.1" status: 200 len: 923 time: 0.9882903 Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:39.830494 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:39.862044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e74a3154-7f63-4173-a301-fd6b2bbe7a07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8729a6b924fd4001a66a971c05635117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128201 Dec 08 21:55:39.871923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33230) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:39.896069 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.917635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.920874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/afe1cb6a-183c-431f-b43d-4999a39e4269 HTTP/1.1" status: 204 len: 168 time: 1.2378285 Dec 08 21:55:39.926261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:39.941110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:39.949993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf05233-7b4b-40e5-97b3-c4901e9952bc admin admin] Pushing event deleted for resources: {'Network': ['ID=afe1cb6a-183c-431f-b43d-4999a39e4269,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:39.982384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76b01d08-527e-4586-949c-2b9916b94c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.020119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76b01d08-527e-4586-949c-2b9916b94c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.023735 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-2893d55c-6878-41af-9157-08a2ee5c03ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d5f707f-32af-4727-ae7a-ba0df059ebb4 HTTP/1.1" status: 200 len: 217 time: 0.2029088 Dec 08 21:55:40.030386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6efece9d-c51a-487b-a270-dc64f8d8774d no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:40.067220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 6efece9d-c51a-487b-a270-dc64f8d8774d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:40.067709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6efece9d-c51a-487b-a270-dc64f8d8774d not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:40.080760 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76b01d08-527e-4586-949c-2b9916b94c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.087122 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76b01d08-527e-4586-949c-2b9916b94c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.091222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-76b01d08-527e-4586-949c-2b9916b94c52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d635cd8a-6de3-4b13-9828-ae353d6e4c3f HTTP/1.1" status: 204 len: 168 time: 0.2152655 Dec 08 21:55:40.100846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b01d08-527e-4586-949c-2b9916b94c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d635cd8a-6de3-4b13-9828-ae353d6e4c3f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:40.206785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.250014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-f2be11d7-2971-4039-abde-06a97e5c9f12 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:40.256937 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-f2be11d7-2971-4039-abde-06a97e5c9f12 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 812 time: 0.7214582 Dec 08 21:55:40.342200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Request body: {'port': {'device_id': '0675b5ad-2629-4d5f-85b9-e9e0f55c54c6', 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'admin_state_up': True, 'tenant_id': '9ee4e51d494344fda5dd80db5a5ace01'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:40.353312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2869e39e-8f03-4906-8d70-da7d22525cef', 'name': 'network-vif-deleted', 'tag': '5bcd84d3-14e9-4050-ae79-e5428880dff7'}, {'server_uuid': 'd4830f82-4ee1-43f8-81be-e5544b7f5444', 'name': 'network-vif-deleted', 'tag': '6efece9d-c51a-487b-a270-dc64f8d8774d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:40.356230 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cf1f76-e9e2-40a3-b472-0df8ae0f4235" -d '{"events": [{"server_uuid": "2869e39e-8f03-4906-8d70-da7d22525cef", "name": "network-vif-deleted", "tag": "5bcd84d3-14e9-4050-ae79-e5428880dff7"}, {"server_uuid": "d4830f82-4ee1-43f8-81be-e5544b7f5444", "name": "network-vif-deleted", "tag": "6efece9d-c51a-487b-a270-dc64f8d8774d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:40.368974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.395861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d56779-1167-4e8a-9db6-eb84d837934f admin admin] Deleting subnet d78ffc2b-f04f-41eb-87f7-1f740ee05def {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:40.397401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467d167-5161-4b6e-8e83-f669056117cb req-7ae56616-63b1-491b-bf24-ea40c5c7b922 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:40.407249 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0467d167-5161-4b6e-8e83-f669056117cb req-7ae56616-63b1-491b-bf24-ea40c5c7b922 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 943 time: 0.0934474 Dec 08 21:55:40.468068 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b2a086-ce16-473d-8805-e6188f1b8ac5 x-openstack-request-id: req-53b2a086-ce16-473d-8805-e6188f1b8ac5 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:40.468368 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2869e39e-8f03-4906-8d70-da7d22525cef", "name": "network-vif-deleted", "tag": "5bcd84d3-14e9-4050-ae79-e5428880dff7", "status": "completed", "code": 200}, {"server_uuid": "d4830f82-4ee1-43f8-81be-e5544b7f5444", "name": "network-vif-deleted", "tag": "6efece9d-c51a-487b-a270-dc64f8d8774d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:40.468621 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53b2a086-ce16-473d-8805-e6188f1b8ac5 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:40.469014 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2869e39e-8f03-4906-8d70-da7d22525cef', 'name': 'network-vif-deleted', 'tag': '5bcd84d3-14e9-4050-ae79-e5428880dff7', 'status': 'completed', 'code': 200} Dec 08 21:55:40.469264 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4830f82-4ee1-43f8-81be-e5544b7f5444', 'name': 'network-vif-deleted', 'tag': '6efece9d-c51a-487b-a270-dc64f8d8774d', 'status': 'completed', 'code': 200} Dec 08 21:55:40.497049 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0467d167-5161-4b6e-8e83-f669056117cb req-b9812013-81da-41ca-9638-a04e654ef71e tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881846 Dec 08 21:55:40.506987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d56779-1167-4e8a-9db6-eb84d837934f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.557792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-83e9a066-dec3-42dd-b724-6dda9bb7790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:40.559344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-83e9a066-dec3-42dd-b724-6dda9bb7790f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e540c78-69a4-414a-af74-4723dc0b9a75 HTTP/1.1" status: 200 len: 862 time: 0.5053978 Dec 08 21:55:40.684531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86f6a19e-2467-4cb1-a792-7dac108fe5cf req-eff0c256-fac9-4921-b968-805f6a2e4ecb tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 210 time: 0.1344974 Dec 08 21:55:40.693377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Made reservation on behalf of 9ee4e51d494344fda5dd80db5a5ace01 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:40.697421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.702436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-595e27d3-0b8d-43c1-9f62-0a4367be9e71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef80b716-3972-49f6-9183-9253db6c54cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912747 Dec 08 21:55:40.721299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d56779-1167-4e8a-9db6-eb84d837934f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:40.938372 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.046233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.25.1.232 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/d14f7062-5250-438c-b705-8c52023071b1) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:41.064013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 5bcd84d3-14e9-4050-ae79-e5428880dff7 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:41.074195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Allocated IP 172.20.0.5 (fa30b409-79d2-4159-a94b-687271d96327/541bf1e0-216e-48b9-a566-6f75b4347daa/4df3ca57-0d37-4ed3-bcb6-9da57697d6f7) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:41.076727 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d56779-1167-4e8a-9db6-eb84d837934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.096028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 5bcd84d3-14e9-4050-ae79-e5428880dff7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:41.101906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 5bcd84d3-14e9-4050-ae79-e5428880dff7 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:41.102352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device cf58bb7d-7369-4745-95b7-56984f1c998a no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:41.121690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: cf58bb7d-7369-4745-95b7-56984f1c998a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:41.122389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device cf58bb7d-7369-4745-95b7-56984f1c998a not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:41.153525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-6a33caa6-9566-4684-8226-c035136b057e service neutron] 10.222.0.37 "GET /v2.0/networks/ef80b716-3972-49f6-9183-9253db6c54cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432485 Dec 08 21:55:41.154361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Made reservation on behalf of 9ee4e51d494344fda5dd80db5a5ace01 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:41.159441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.393420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d56779-1167-4e8a-9db6-eb84d837934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.449354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56779-1167-4e8a-9db6-eb84d837934f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78ffc2b-f04f-41eb-87f7-1f740ee05def,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:41.542271 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d56779-1167-4e8a-9db6-eb84d837934f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.547932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-19d56779-1167-4e8a-9db6-eb84d837934f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d78ffc2b-f04f-41eb-87f7-1f740ee05def HTTP/1.1" status: 204 len: 168 time: 1.5762198 Dec 08 21:55:41.548900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33316) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:41.645218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31dfa690-b2e4-4373-aa8d-bf4c04e4c1a1 req-082aadcc-1479-4770-9741-902471d4405a service neutron] 10.222.0.37 "GET /v2.0/networks/ef80b716-3972-49f6-9183-9253db6c54cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658570 Dec 08 21:55:41.701612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.752222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.766100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a787e5e-0ed8-4a39-8aeb-ab891ad136e9 req-dc267deb-b2b0-4a74-aa58-cc140f1d7244 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:41.767694 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a787e5e-0ed8-4a39-8aeb-ab891ad136e9 req-dc267deb-b2b0-4a74-aa58-cc140f1d7244 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 943 time: 0.1557221 Dec 08 21:55:41.805733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.849430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6a787e5e-0ed8-4a39-8aeb-ab891ad136e9 req-8256f4cc-4a7e-421f-887d-97be4b555585 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711749 Dec 08 21:55:41.853651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.919420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:41.950069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:41.959031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:41.989814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.002069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:42.007785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=d14f7062-5250-438c-b705-8c52023071b1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:42.047420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2d5f707f-32af-4727-ae7a-ba0df059ebb4 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:55:42.093653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5be889e-8e3c-4c6d-bd7f-447bfadfe41f']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:42.143396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521a4795-0b65-401b-9b72-94976e40df0e') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:42.146039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521a4795-0b65-401b-9b72-94976e40df0e') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:42.179182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.208445 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.224072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:42.224681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:42.226745 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:42.281048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Network fa30b409-79d2-4159-a94b-687271d96327 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:42.326081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2d5f707f-32af-4727-ae7a-ba0df059ebb4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2d5f707f-32af-4727-ae7a-ba0df059ebb4,segment=NetworkSegment(d730c877-46b0-4f36-8e84-67c726cfe935),segment_id=d730c877-46b0-4f36-8e84-67c726cfe935)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:42.329539 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.336573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.341511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] 10.222.0.21 "DELETE /v2.0/networks/b5be889e-8e3c-4c6d-bd7f-447bfadfe41f HTTP/1.1" status: 204 len: 168 time: 0.7895508 Dec 08 21:55:42.356603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787eaf4-9b7e-49b0-9812-1378228caacf admin admin] Pushing event deleted for resources: {'Network': ['ID=b5be889e-8e3c-4c6d-bd7f-447bfadfe41f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:42.382559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '2d5f707f-32af-4727-ae7a-ba0df059ebb4', 'network_id': 'ef80b716-3972-49f6-9183-9253db6c54cd', 'port_id': '2d5f707f-32af-4727-ae7a-ba0df059ebb4', 'mac_address': 'fa:16:3e:bb:f4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e540c78-69a4-414a-af74-4723dc0b9a75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:55:42.439489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Allocated IP 172.20.0.13 (fa30b409-79d2-4159-a94b-687271d96327/541bf1e0-216e-48b9-a566-6f75b4347daa/84945649-36b6-4109-b2fc-f59820bb6304) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:42.443921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:42.455204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df11e16a-00cd-48e5-bb4d-1fd1870f0483 req-dd005ff6-8a58-4068-b6e8-1cac2d2a3105 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 210 time: 0.2321250 Dec 08 21:55:42.466694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:42.498242 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.552213 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5f707f-32af-4727-ae7a-ba0df059ebb4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:42.553874 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Pushing event updated for resources: {'Port': ['ID=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:42.611876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2d5f707f-32af-4727-ae7a-ba0df059ebb4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2d5f707f-32af-4727-ae7a-ba0df059ebb4,segment=NetworkSegment(d730c877-46b0-4f36-8e84-67c726cfe935),segment_id=d730c877-46b0-4f36-8e84-67c726cfe935)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:42.627716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.757759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:42.758671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:42.806867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=2d5f707f-32af-4727-ae7a-ba0df059ebb4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:42.816656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33354) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:42.859864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['2d5f707f-32af-4727-ae7a-ba0df059ebb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:42.899077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-56f3b33e-15f1-4ae7-b656-e8e15ef84a3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b9a0f4e48464be0959ed01f77a30aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809662 Dec 08 21:55:42.901355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33358) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:43.164470 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6070d94e-605f-47d3-adb2-36f9e8b8d668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:43.258783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794728d-d763-4042-b7aa-0cb42ee1d9d1 req-035b8738-8963-4fd5-a2dd-a3e209066c97 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:43.261766 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e794728d-d763-4042-b7aa-0cb42ee1d9d1 req-035b8738-8963-4fd5-a2dd-a3e209066c97 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 944 time: 0.2389343 Dec 08 21:55:43.271053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6070d94e-605f-47d3-adb2-36f9e8b8d668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:43.349999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e794728d-d763-4042-b7aa-0cb42ee1d9d1 req-435a214e-f912-468c-b4cb-b9382d1502c0 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817556 Dec 08 21:55:43.383740 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6070d94e-605f-47d3-adb2-36f9e8b8d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:43.388093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6070d94e-605f-47d3-adb2-36f9e8b8d668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:43.392106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6070d94e-605f-47d3-adb2-36f9e8b8d668 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25282be1-280c-4722-9601-c152476d7222 HTTP/1.1" status: 204 len: 168 time: 0.4872139 Dec 08 21:55:43.419368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070d94e-605f-47d3-adb2-36f9e8b8d668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25282be1-280c-4722-9601-c152476d7222,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:43.453047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6edf160f-3370-413a-8a17-0f1e335e6fab tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8322930 Dec 08 21:55:43.558071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Request body: {'port': {'device_id': '824d852d-7631-417b-abd4-b3112f4fab8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:43.691774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-faf8ca9c-13a6-4280-b1b6-d7c6cb1a35e2 req-2f87962d-adfc-47f1-a797-d3fc642cad1b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 210 time: 0.0894697 Dec 08 21:55:43.827651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:43.851598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:43.861686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.024371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33390) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:44.051650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2d5f707f-32af-4727-ae7a-ba0df059ebb4 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:44.099386 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f66ceb79-dac5-4b98-96a1-44beac97361d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=165c9fb9d88c4d53aedc119f10c26269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724993 Dec 08 21:55:44.102571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33394) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:44.183402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:44.192707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:44.193375 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.228057 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.420023 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.438525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Network fa30b409-79d2-4159-a94b-687271d96327 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:44.439827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Pushing event updated for resources: {'Port': ['ID=84945649-36b6-4109-b2fc-f59820bb6304,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:44.448981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:44.481126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b49e2e-9d47-459e-a4b7-702e493bbeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f707f-32af-4727-ae7a-ba0df059ebb4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:44.483473 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f0cc95-3b0a-41e0-9174-ae15e8fdb9c2" -d '{"events": [{"server_uuid": "64b49e2e-9d47-459e-a4b7-702e493bbeba", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f707f-32af-4727-ae7a-ba0df059ebb4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:44.512531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:44.518302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2d5f707f-32af-4727-ae7a-ba0df059ebb4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2d5f707f-32af-4727-ae7a-ba0df059ebb4,segment=NetworkSegment(d730c877-46b0-4f36-8e84-67c726cfe935),segment_id=d730c877-46b0-4f36-8e84-67c726cfe935)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:44.531435 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.589305 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1512f670-d938-4d40-a8f0-c5b3d5bbfa84 x-openstack-request-id: req-1512f670-d938-4d40-a8f0-c5b3d5bbfa84 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:44.589596 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b49e2e-9d47-459e-a4b7-702e493bbeba", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f707f-32af-4727-ae7a-ba0df059ebb4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:44.591375 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1512f670-d938-4d40-a8f0-c5b3d5bbfa84 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:44.591605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5429-3fb2-4fad-97a9-7e8a3d2eb922 req-ed21eb8f-2a83-4afa-8ad0-51ec79996f20 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:44.592517 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b49e2e-9d47-459e-a4b7-702e493bbeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f707f-32af-4727-ae7a-ba0df059ebb4', 'code': 200} Dec 08 21:55:44.601818 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4cde5429-3fb2-4fad-97a9-7e8a3d2eb922 req-ed21eb8f-2a83-4afa-8ad0-51ec79996f20 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 944 time: 0.1258435 Dec 08 21:55:44.650523 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71898893-2526-47ab-8910-5c7201e1fe75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.666739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=2d5f707f-32af-4727-ae7a-ba0df059ebb4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:44.679636 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71898893-2526-47ab-8910-5c7201e1fe75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.683498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4cde5429-3fb2-4fad-97a9-7e8a3d2eb922 req-ae98fe5b-bdc8-48c1-adc6-4c8649249cc6 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800641 Dec 08 21:55:44.728032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:44.729823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.814958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a98e30-0c2b-4a44-9596-c4f33b83f842 req-c16345a5-fe0d-45ea-ba78-84bdd2d9b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:44.816987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09a98e30-0c2b-4a44-9596-c4f33b83f842 req-c16345a5-fe0d-45ea-ba78-84bdd2d9b0c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 1096 time: 0.0710611 Dec 08 21:55:44.820116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-5d4b59c9-8457-4bc2-9663-e8614f905111 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5374019 Dec 08 21:55:44.827621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71898893-2526-47ab-8910-5c7201e1fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.830112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71898893-2526-47ab-8910-5c7201e1fe75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:44.834124 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-71898893-2526-47ab-8910-5c7201e1fe75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a4bad3a-5fc3-442f-8af7-16dcf65437e0 HTTP/1.1" status: 204 len: 168 time: 0.7251644 Dec 08 21:55:44.847316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Request body: {'port': {'device_id': '0675b5ad-2629-4d5f-85b9-e9e0f55c54c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:44.975979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71898893-2526-47ab-8910-5c7201e1fe75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4bad3a-5fc3-442f-8af7-16dcf65437e0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:45.071001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09a98e30-0c2b-4a44-9596-c4f33b83f842 req-e9dc325d-9b9b-4a74-9ac3-b275c94a1a25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357485 Dec 08 21:55:45.089902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:45.124957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ac3f7-3be8-4c91-bc34-86c146aed636 req-1267ec6d-571f-4d0b-9592-7a14cb88aa6f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:45.126509 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e1ac3f7-3be8-4c91-bc34-86c146aed636 req-1267ec6d-571f-4d0b-9592-7a14cb88aa6f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 932 time: 0.1919358 Dec 08 21:55:45.131810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:45.305869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e1ac3f7-3be8-4c91-bc34-86c146aed636 req-1f1220b9-d2e0-470b-ba3c-894e35f8bb53 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369209 Dec 08 21:55:45.476538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:45.500258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:45.531440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Transition to ACTIVE for port object 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:55:45.558613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:45.639585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Pushing event updated for resources: {'Port': ['ID=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:45.826414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 21cff666-409e-4327-a8d6-35f2400939fe is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:55:45.873670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Attempting to bind port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:45.874262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Attempting to bind port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:45.874593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Attempting to bind port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 on network fa30b409-79d2-4159-a94b-687271d96327 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:45.976591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 on network fa30b409-79d2-4159-a94b-687271d96327 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:55:45.977105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Attempting to bind port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 on network fa30b409-79d2-4159-a94b-687271d96327 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:46.020264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecbd12-e9de-4397-a009-975573c03639 req-8e9e7b74-d1cb-4247-b899-58fe785a80e8 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:46.028271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3cecbd12-e9de-4397-a009-975573c03639 req-8e9e7b74-d1cb-4247-b899-58fe785a80e8 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 945 time: 0.2327726 Dec 08 21:55:46.118548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:46.119265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Checking segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:46.119781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Bound using segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:46.120320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Bound port: 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:46.120697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:46.185895 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3cecbd12-e9de-4397-a009-975573c03639 req-ed09c770-1eb3-4ff2-a315-323beb9979df tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536081 Dec 08 21:55:46.313407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:46.328245 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40390d2-ae0a-4c64-b159-22ba126fd77e None None] Sync routers for ids ['21cff666-409e-4327-a8d6-35f2400939fe'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:46.349737 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40390d2-ae0a-4c64-b159-22ba126fd77e None None] Routers {'21cff666-409e-4327-a8d6-35f2400939fe'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:46.351441 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a40390d2-ae0a-4c64-b159-22ba126fd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['21cff666-409e-4327-a8d6-35f2400939fe'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:46.473432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84945649-36b6-4109-b2fc-f59820bb6304 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:46.489340 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a40390d2-ae0a-4c64-b159-22ba126fd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:46.526489 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40390d2-ae0a-4c64-b159-22ba126fd77e None None] Routers {'21cff666-409e-4327-a8d6-35f2400939fe'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:46.529286 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a40390d2-ae0a-4c64-b159-22ba126fd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['21cff666-409e-4327-a8d6-35f2400939fe'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:46.663498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:46.668134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aabe9a34-97d7-4700-a83e-20303a3885d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.7503133 Dec 08 21:55:46.684964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:46.687029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:46.822762 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a40390d2-ae0a-4c64-b159-22ba126fd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:46.823912 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40390d2-ae0a-4c64-b159-22ba126fd77e None None] The sync data for ids ['21cff666-409e-4327-a8d6-35f2400939fe'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:46.966822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Transition to ACTIVE for port object 84945649-36b6-4109-b2fc-f59820bb6304 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:55:47.067388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:47.102278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33476) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:47.109222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0bcd5367-22f7-4180-a83b-31ed1c1bb40d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/routers/21cff666-409e-4327-a8d6-35f2400939fe HTTP/1.1" status: 200 len: 881 time: 0.4062688 Dec 08 21:55:47.183503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b761-1ba9-46b8-a095-7f3eef531753 req-1d2084f9-041e-418d-bf38-274347b3e60e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:47.198951 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d14b761-1ba9-46b8-a095-7f3eef531753 req-1d2084f9-041e-418d-bf38-274347b3e60e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 932 time: 0.6729007 Dec 08 21:55:47.309661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] For port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:47.422530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] For port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:47.443474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Pushing event updated for resources: {'Port': ['ID=84945649-36b6-4109-b2fc-f59820bb6304,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:47.446114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33486) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:47.470687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:47.501028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:47.501664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:47.503252 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] 10.222.0.37 "PUT /v2.0/ports/4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 HTTP/1.1" status: 200 len: 1091 time: 3.9585297 Dec 08 21:55:47.515122 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d14b761-1ba9-46b8-a095-7f3eef531753 req-2ed8a775-6aa4-469d-933a-3984d1cd2b31 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993946 Dec 08 21:55:47.515601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824d852d-7631-417b-abd4-b3112f4fab8b', 'tag': '4df3ca57-0d37-4ed3-bcb6-9da57697d6f7'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:47.521602 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a" -d '{"events": [{"name": "network-changed", "server_uuid": "824d852d-7631-417b-abd4-b3112f4fab8b", "tag": "4df3ca57-0d37-4ed3-bcb6-9da57697d6f7"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:47.711656 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5dbd4-8834-4222-bbb0-0a7d80dce649 x-openstack-request-id: req-50f5dbd4-8834-4222-bbb0-0a7d80dce649 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:47.711927 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824d852d-7631-417b-abd4-b3112f4fab8b", "tag": "4df3ca57-0d37-4ed3-bcb6-9da57697d6f7", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:47.712285 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50f5dbd4-8834-4222-bbb0-0a7d80dce649 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:47.712672 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824d852d-7631-417b-abd4-b3112f4fab8b', 'tag': '4df3ca57-0d37-4ed3-bcb6-9da57697d6f7', 'status': 'completed', 'code': 200} Dec 08 21:55:47.779467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dffa54-a515-4858-a962-e4da1eb34feb req-d0f7a7a1-9383-4da8-ba48-3ea867d4b3fb tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:47.790788 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8dffa54-a515-4858-a962-e4da1eb34feb req-d0f7a7a1-9383-4da8-ba48-3ea867d4b3fb tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 945 time: 0.2108033 Dec 08 21:55:47.870390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af63546-11dd-4aaf-8523-cb58409761dd service neutron] Pushing event updated for resources: {'Port': ['ID=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:47.871468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8dffa54-a515-4858-a962-e4da1eb34feb req-11215992-ad56-4c2e-b494-4f6b7db021d0 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793393 Dec 08 21:55:47.917378 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92bf6578-57e6-4eea-b38a-4d3d608197bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:48.052048 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92bf6578-57e6-4eea-b38a-4d3d608197bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:48.064971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92bf6578-57e6-4eea-b38a-4d3d608197bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:48.075963 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-14988324-bd85-4b95-92b8-807807d1c975 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9708622 Dec 08 21:55:48.079800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:48.095591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9dceee8c-4159-49b2-9e46-f398fc1b3b28 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1959594424'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:48.105669 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-92bf6578-57e6-4eea-b38a-4d3d608197bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fffb213ef8c40d3831b3fbe5e67afce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6553569 Dec 08 21:55:48.109680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-4b77a159-f57a-44a9-a10e-b013c9e0bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:48.112111 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-4b77a159-f57a-44a9-a10e-b013c9e0bc3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&device_id=824d852d-7631-417b-abd4-b3112f4fab8b HTTP/1.1" status: 200 len: 1094 time: 0.5011160 Dec 08 21:55:48.116856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:48.146440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33512) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:48.648687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d370f42-76f0-4a59-97ec-ae34f2dc85ee req-ffe9c40d-fb52-410c-b967-0f352804e75c tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:48.650361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d370f42-76f0-4a59-97ec-ae34f2dc85ee req-ffe9c40d-fb52-410c-b967-0f352804e75c tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 945 time: 0.2002220 Dec 08 21:55:48.763296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Attempting to bind port 84945649-36b6-4109-b2fc-f59820bb6304 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:48.763679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Attempting to bind port 84945649-36b6-4109-b2fc-f59820bb6304 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:48.764008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Attempting to bind port 84945649-36b6-4109-b2fc-f59820bb6304 on network fa30b409-79d2-4159-a94b-687271d96327 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:48.781051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d370f42-76f0-4a59-97ec-ae34f2dc85ee req-7a44b713-97c7-4709-986c-dc383382f1e5 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234806 Dec 08 21:55:48.787603 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-4de7db67-16bf-43d4-b751-aff770bf5051 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 HTTP/1.1" status: 200 len: 217 time: 0.6596105 Dec 08 21:55:48.788360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db41eccd-c391-4bef-98cd-947eb31c1a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:48.811418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6578-57e6-4eea-b38a-4d3d608197bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0c5d90-1311-475c-b9b5-d61342f9bc1b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:48.848759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dceee8c-4159-49b2-9e46-f398fc1b3b28 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:48.853324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Port 84945649-36b6-4109-b2fc-f59820bb6304 on network fa30b409-79d2-4159-a94b-687271d96327 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:55:48.853818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Attempting to bind port 84945649-36b6-4109-b2fc-f59820bb6304 on network fa30b409-79d2-4159-a94b-687271d96327 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:48.861327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:48.861734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Checking segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:48.862318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Bound using segment: {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:48.862872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Bound port: 84945649-36b6-4109-b2fc-f59820bb6304, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7967f7-a3fe-4007-945a-1fe95c47857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:48.863436 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:48.869365 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dceee8c-4159-49b2-9e46-f398fc1b3b28 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:48.947556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-02ed6cdc-5689-44f5-8401-ef8122b42f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:48.949417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-02ed6cdc-5689-44f5-8401-ef8122b42f32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 200 len: 852 time: 0.1306005 Dec 08 21:55:49.067029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd977f6-f0ad-4bff-ab08-b044fe3750c8 req-946ad7ad-775b-48ac-9ca6-4a4bbbf2c8f1 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:49.076106 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bdd977f6-f0ad-4bff-ab08-b044fe3750c8 req-946ad7ad-775b-48ac-9ca6-4a4bbbf2c8f1 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 944 time: 0.3285162 Dec 08 21:55:49.109359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-57cb890f-40fc-43f6-aa47-3f5b0798bbd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa30b409-79d2-4159-a94b-687271d96327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363275 Dec 08 21:55:49.203853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dceee8c-4159-49b2-9e46-f398fc1b3b28 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 21cff666-409e-4327-a8d6-35f2400939fe has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:55:49.303231 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-440e0e57-fdfa-4c35-8adb-331a476a1380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:49.402811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bdd977f6-f0ad-4bff-ab08-b044fe3750c8 req-3c91745e-8aff-43c0-aca8-c7605c0dc152 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141546 Dec 08 21:55:49.403243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dceee8c-4159-49b2-9e46-f398fc1b3b28 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:55:49.436164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dceee8c-4159-49b2-9e46-f398fc1b3b28 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:49.437619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9dceee8c-4159-49b2-9e46-f398fc1b3b28 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/21cff666-409e-4327-a8d6-35f2400939fe HTTP/1.1" status: 200 len: 888 time: 1.3557909 Dec 08 21:55:49.441331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33536) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:49.447712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea83a1-ca91-4f69-887b-c863571153bd None None] Sync routers for ids ['21cff666-409e-4327-a8d6-35f2400939fe'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:55:49.462729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea83a1-ca91-4f69-887b-c863571153bd None None] Routers {'21cff666-409e-4327-a8d6-35f2400939fe'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:49.463869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-1aea83a1-ca91-4f69-887b-c863571153bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['21cff666-409e-4327-a8d6-35f2400939fe'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:49.469532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-440e0e57-fdfa-4c35-8adb-331a476a1380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:49.500869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-1aea83a1-ca91-4f69-887b-c863571153bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:49.521871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea83a1-ca91-4f69-887b-c863571153bd None None] Routers {'21cff666-409e-4327-a8d6-35f2400939fe'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:55:49.522486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-1aea83a1-ca91-4f69-887b-c863571153bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['21cff666-409e-4327-a8d6-35f2400939fe'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:49.563194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-1aea83a1-ca91-4f69-887b-c863571153bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:49.563848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea83a1-ca91-4f69-887b-c863571153bd None None] The sync data for ids ['21cff666-409e-4327-a8d6-35f2400939fe'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:55:49.581547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-126241cc-13d9-43a8-b012-e17d548a0d10 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/routers/21cff666-409e-4327-a8d6-35f2400939fe HTTP/1.1" status: 200 len: 888 time: 0.1386349 Dec 08 21:55:49.583843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33540) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:49.588675 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db41eccd-c391-4bef-98cd-947eb31c1a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:49.618002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db41eccd-c391-4bef-98cd-947eb31c1a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:49.632039 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-13c86892-10d2-42f4-b9e3-83fda9ac5c9a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=21cff666-409e-4327-a8d6-35f2400939fe HTTP/1.1" status: 200 len: 205 time: 0.0467553 Dec 08 21:55:49.635668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33544) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:49.682730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-db41eccd-c391-4bef-98cd-947eb31c1a2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04ac0b02fb6c4c009586a15397c8887e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5258148 Dec 08 21:55:49.683275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33546) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:49.756805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] For port 84945649-36b6-4109-b2fc-f59820bb6304, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:49.776536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] For port 84945649-36b6-4109-b2fc-f59820bb6304, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=84945649-36b6-4109-b2fc-f59820bb6304,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:49.786591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41eccd-c391-4bef-98cd-947eb31c1a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f85e711-7408-4c85-a06c-c681db3b9112,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:49.802089 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:49.916399 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:49.958965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-9f32f23a-3b53-4fba-84b8-ba3a0ff03889 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391385 Dec 08 21:55:49.983641 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-33568fbd-bd44-41f3-a5db-5b9ddcbdc254 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:49.988420 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-33568fbd-bd44-41f3-a5db-5b9ddcbdc254 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 945 time: 0.3805621 Dec 08 21:55:50.021032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:50.021698 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:50.024782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] 10.222.0.37 "PUT /v2.0/ports/84945649-36b6-4109-b2fc-f59820bb6304 HTTP/1.1" status: 200 len: 1092 time: 5.1832066 Dec 08 21:55:50.067489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0675b5ad-2629-4d5f-85b9-e9e0f55c54c6', 'tag': '84945649-36b6-4109-b2fc-f59820bb6304'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:50.077981 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ff489f-9837-497c-9493-060724dd01c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0675b5ad-2629-4d5f-85b9-e9e0f55c54c6", "tag": "84945649-36b6-4109-b2fc-f59820bb6304"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:50.188303 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9125c9c9-575b-4bf5-92ff-309600f5f005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:50.352201 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6180f7b3-f68e-45e3-b1f3-5c599bdbc713 x-openstack-request-id: req-6180f7b3-f68e-45e3-b1f3-5c599bdbc713 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:50.352654 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0675b5ad-2629-4d5f-85b9-e9e0f55c54c6", "tag": "84945649-36b6-4109-b2fc-f59820bb6304", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:50.353866 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6180f7b3-f68e-45e3-b1f3-5c599bdbc713 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:50.354641 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0675b5ad-2629-4d5f-85b9-e9e0f55c54c6', 'tag': '84945649-36b6-4109-b2fc-f59820bb6304', 'status': 'completed', 'code': 200} Dec 08 21:55:50.457480 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9125c9c9-575b-4bf5-92ff-309600f5f005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:50.518510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-440e0e57-fdfa-4c35-8adb-331a476a1380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:50.522879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-440e0e57-fdfa-4c35-8adb-331a476a1380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:50.524379 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-440e0e57-fdfa-4c35-8adb-331a476a1380 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d0c5d90-1311-475c-b9b5-d61342f9bc1b HTTP/1.1" status: 204 len: 168 time: 2.3976297 Dec 08 21:55:50.543362 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9125c9c9-575b-4bf5-92ff-309600f5f005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:50.546652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9125c9c9-575b-4bf5-92ff-309600f5f005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:50.551335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9125c9c9-575b-4bf5-92ff-309600f5f005 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f85e711-7408-4c85-a06c-c681db3b9112 HTTP/1.1" status: 204 len: 168 time: 0.8335373 Dec 08 21:55:50.553998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e0e57-fdfa-4c35-8adb-331a476a1380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0c5d90-1311-475c-b9b5-d61342f9bc1b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:50.557319 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ea6a2-68f7-4311-986c-3b6437e805de service neutron] Pushing event updated for resources: {'Port': ['ID=84945649-36b6-4109-b2fc-f59820bb6304,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:50.629871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125c9c9-575b-4bf5-92ff-309600f5f005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f85e711-7408-4c85-a06c-c681db3b9112,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:50.716983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-dce5c9c2-eed0-476d-ba54-c10717a07560 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2310486 Dec 08 21:55:50.717755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-462b3cf5-4c49-4e83-bd2c-fbc100fcad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:50.719905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-462b3cf5-4c49-4e83-bd2c-fbc100fcad95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 1095 time: 0.6120248 Dec 08 21:55:50.738757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe13ab-ebf9-4ee0-8fe2-afb83547f5e0 req-cf2bff63-bf3e-44fa-a834-dc0d7cbcc20f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:50.750734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7fe13ab-ebf9-4ee0-8fe2-afb83547f5e0 req-cf2bff63-bf3e-44fa-a834-dc0d7cbcc20f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 944 time: 0.1669037 Dec 08 21:55:50.763466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Deleting port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:50.763866 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:50.834155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e586be-92d3-47ec-aec5-e9cf62193152 req-97a73940-987a-4c82-b3f6-a0801fa88282 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:50.844833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9e586be-92d3-47ec-aec5-e9cf62193152 req-97a73940-987a-4c82-b3f6-a0801fa88282 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 945 time: 0.9312651 Dec 08 21:55:50.999797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-430c5f28-bca2-4e9c-9f44-e2d94dede5e9 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9920263 Dec 08 21:55:51.011289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-a70b843a-674c-41a6-b631-3277e68d7aa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84945649-36b6-4109-b2fc-f59820bb6304 HTTP/1.1" status: 200 len: 217 time: 0.2525823 Dec 08 21:55:51.048163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9e586be-92d3-47ec-aec5-e9cf62193152 req-14a2eb58-14f5-4042-bff0-7c525f3ec049 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897092 Dec 08 21:55:51.052579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:51.115050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-0ebebefb-c0fd-4038-8900-132c07958799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.118051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-0ebebefb-c0fd-4038-8900-132c07958799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.118569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-0ebebefb-c0fd-4038-8900-132c07958799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.119065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-0ebebefb-c0fd-4038-8900-132c07958799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.119593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-0ebebefb-c0fd-4038-8900-132c07958799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.120096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-0ebebefb-c0fd-4038-8900-132c07958799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.120617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-0ebebefb-c0fd-4038-8900-132c07958799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.122809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-0ebebefb-c0fd-4038-8900-132c07958799 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6501 time: 0.3139601 Dec 08 21:55:51.164980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7fe13ab-ebf9-4ee0-8fe2-afb83547f5e0 req-d7799570-b9a7-48c3-97ff-d89eef19e599 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129863 Dec 08 21:55:51.293950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-d7f5eed7-0c40-4b20-b7b3-c80ca5bb9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.301093 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-d7f5eed7-0c40-4b20-b7b3-c80ca5bb9054 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 200 len: 852 time: 0.1663008 Dec 08 21:55:51.509630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-a164a98a-b934-473a-b6fd-ff1e133e42cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa30b409-79d2-4159-a94b-687271d96327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475306 Dec 08 21:55:51.569369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port d14f7062-5250-438c-b705-8c52023071b1 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:55:51.570985 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:51.738785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-80df8bfc-e08d-4b07-88d9-553b883ddb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:51.740319 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-80df8bfc-e08d-4b07-88d9-553b883ddb14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&device_id=824d852d-7631-417b-abd4-b3112f4fab8b HTTP/1.1" status: 200 len: 1094 time: 0.5974159 Dec 08 21:55:51.791276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] For port 2d5f707f-32af-4727-ae7a-ba0df059ebb4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2d5f707f-32af-4727-ae7a-ba0df059ebb4,segment=NetworkSegment(d730c877-46b0-4f36-8e84-67c726cfe935),segment_id=d730c877-46b0-4f36-8e84-67c726cfe935)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:51.800652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:51.801249 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:51.822099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for d14f7062-5250-438c-b705-8c52023071b1 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:51.988993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Calling delete_port for 2d5f707f-32af-4727-ae7a-ba0df059ebb4 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:55:52.256241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-bf59cc17-3850-46eb-b644-4180523bc1a9 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350147 Dec 08 21:55:52.290242 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:52.339944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=d14f7062-5250-438c-b705-8c52023071b1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:52.353573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-e9393d10-1634-4a14-8a28-db0048f47147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:52.354086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-e9393d10-1634-4a14-8a28-db0048f47147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:52.354601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-e9393d10-1634-4a14-8a28-db0048f47147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:52.356710 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-e9393d10-1634-4a14-8a28-db0048f47147 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=e871f1df-f380-4b86-8547-dfdae5b5807d&id=e871f1df-f380-4b86-8547-dfdae5b5807d HTTP/1.1" status: 200 len: 2297 time: 1.1619453 Dec 08 21:55:52.381330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-f6c90e3d-6191-4f07-a1e2-104abcbf9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:52.389813 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-f6c90e3d-6191-4f07-a1e2-104abcbf9726 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 913 time: 0.6208949 Dec 08 21:55:52.620470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-37ccd2d6-501b-4cb3-95aa-7adf8d16c821 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce HTTP/1.1" status: 200 len: 1002 time: 0.2519867 Dec 08 21:55:52.640331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:52.674979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-7057cf0c-4589-47f9-90b4-016dfe57f836 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 HTTP/1.1" status: 200 len: 217 time: 0.2184916 Dec 08 21:55:52.910194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-9fa747b8-bbec-42a7-99fd-8fb001b49eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:52.917952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-9fa747b8-bbec-42a7-99fd-8fb001b49eb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 200 len: 852 time: 0.2334323 Dec 08 21:55:52.989839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d56570-eac6-4714-818e-755646ae75c4 req-f5f06c37-483c-42fa-882b-2eafa99a1591 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:52.998021 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4d56570-eac6-4714-818e-755646ae75c4 req-f5f06c37-483c-42fa-882b-2eafa99a1591 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 944 time: 0.6486306 Dec 08 21:55:53.021104 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.042421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.043528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-ceb09cc3-7e1e-4d1f-8599-c24889ae31bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa30b409-79d2-4159-a94b-687271d96327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092434 Dec 08 21:55:53.062752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4d56570-eac6-4714-818e-755646ae75c4 req-8efd7ad8-f642-4cd4-9f77-a8db6024eff2 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636983 Dec 08 21:55:53.068229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-cb6fbe9d-3dab-4e84-9b3d-bb04f57409ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:53.077745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-cb6fbe9d-3dab-4e84-9b3d-bb04f57409ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a73796-c08b-4780-a9f8-0e5e808676e6 HTTP/1.1" status: 200 len: 855 time: 0.4351778 Dec 08 21:55:53.168804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31efa-43c3-483e-9713-8d0efa2cb2d9 req-08244ecb-c7b9-4971-8bcc-3ff5108213b0 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:53.177027 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27c31efa-43c3-483e-9713-8d0efa2cb2d9 req-08244ecb-c7b9-4971-8bcc-3ff5108213b0 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 945 time: 0.9099059 Dec 08 21:55:53.180612 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-4a7aa142-7303-4c1b-9920-01609b0d70b1 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257260 Dec 08 21:55:53.400611 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b396d7e-e263-4b92-848b-a9e2e5ffdbba req-6f326665-055f-4fdd-8318-2b0c00651dd7 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1199250 Dec 08 21:55:53.417628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.428652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Fanout notify agent at l3_agent the message router_deleted on router 21cff666-409e-4327-a8d6-35f2400939fe {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:55:53.431348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27c31efa-43c3-483e-9713-8d0efa2cb2d9 req-8f8b6377-c434-47c3-9256-0a1b3e224a76 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533281 Dec 08 21:55:53.431673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-1c8ad266-7b0a-49f0-ab8d-721b3e3f5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:53.435256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.451440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-1c8ad266-7b0a-49f0-ab8d-721b3e3f5152 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3608170 Dec 08 21:55:53.467675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.479395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33642) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:53.481835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Pushing event deleted for resources: {'Port': ['ID=2d5f707f-32af-4727-ae7a-ba0df059ebb4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:53.482515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-52407fa5-48ef-4864-8004-8bef829b7e3c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/21cff666-409e-4327-a8d6-35f2400939fe HTTP/1.1" status: 204 len: 168 time: 3.8448572 Dec 08 21:55:53.522361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-922768959'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:53.595417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff489f-9837-497c-9493-060724dd01c9 req-cf70d63c-f5d0-4403-9c31-538feebdc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:53.597897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ff489f-9837-497c-9493-060724dd01c9 req-cf70d63c-f5d0-4403-9c31-538feebdc412 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 1095 time: 0.1175086 Dec 08 21:55:53.609971 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-76669a23-cb0b-4c31-8e28-af272370845d service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167349 Dec 08 21:55:53.633961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] No DVR routers for this DVR port 2d5f707f-32af-4727-ae7a-ba0df059ebb4 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:55:53.645534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:53.649287 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.651909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.655338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9c6b3f50-60b6-4d17-aa60-fc06eb361ebb req-759e8696-07d0-45eb-b0f6-b87c1a0ec874 tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.37 "DELETE /v2.0/ports/2d5f707f-32af-4727-ae7a-ba0df059ebb4 HTTP/1.1" status: 204 len: 173 time: 3.6295934 Dec 08 21:55:53.688076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b49e2e-9d47-459e-a4b7-702e493bbeba', 'name': 'network-vif-deleted', 'tag': '2d5f707f-32af-4727-ae7a-ba0df059ebb4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:53.690658 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0a8d2-1d57-435a-9533-563d5116d1a5" -d '{"events": [{"server_uuid": "64b49e2e-9d47-459e-a4b7-702e493bbeba", "name": "network-vif-deleted", "tag": "2d5f707f-32af-4727-ae7a-ba0df059ebb4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:53.768995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:55:53.779547 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.780268 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment 03a0063e-994f-450f-8b03-e17bf8af4380 of type vlan for network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe Dec 08 21:55:53.826793 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.854535 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864e8ad-74cc-4275-b70a-7e4b9031ef42 x-openstack-request-id: req-2864e8ad-74cc-4275-b70a-7e4b9031ef42 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:53.855191 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b49e2e-9d47-459e-a4b7-702e493bbeba", "name": "network-vif-deleted", "tag": "2d5f707f-32af-4727-ae7a-ba0df059ebb4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:53.855603 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2864e8ad-74cc-4275-b70a-7e4b9031ef42 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:53.856127 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b49e2e-9d47-459e-a4b7-702e493bbeba', 'name': 'network-vif-deleted', 'tag': '2d5f707f-32af-4727-ae7a-ba0df059ebb4', 'status': 'completed', 'code': 200} Dec 08 21:55:53.859462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.866260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:53.867115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:53.890560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-06e7b0b9-16c1-4250-8940-7c295c60e60e service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068136 Dec 08 21:55:53.891327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4069448 Dec 08 21:55:53.899516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33654) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:53.960790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': 'd54d2ed2-2d22-4fe0-99bf-cbc041ee64fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:53.993731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a62f09-0069-4c3e-aea7-d73be10ab46e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:54.000879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff489f-9837-497c-9493-060724dd01c9 req-1d6a68dc-e899-4410-8b9e-9db05127950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:54.003510 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ff489f-9837-497c-9493-060724dd01c9 req-1d6a68dc-e899-4410-8b9e-9db05127950b service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 200 len: 913 time: 0.3977182 Dec 08 21:55:54.015938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:55:54.067847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33656) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:54.224321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:55:54.226697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2d5f707f-32af-4727-ae7a-ba0df059ebb4 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:55:54.313667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ff489f-9837-497c-9493-060724dd01c9 req-6d775629-35e8-4890-b2d4-f2c48b5e5f88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84945649-36b6-4109-b2fc-f59820bb6304 HTTP/1.1" status: 200 len: 217 time: 0.3020153 Dec 08 21:55:54.404926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 2d5f707f-32af-4727-ae7a-ba0df059ebb4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:55:54.405453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2d5f707f-32af-4727-ae7a-ba0df059ebb4 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:55:54.469975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-1d2516c3-2e92-45cc-8a72-9b4059a27629 service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659726 Dec 08 21:55:54.585959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-397c1651-76b2-4591-922d-63ea4760549c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 217 time: 0.1065140 Dec 08 21:55:54.592130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:54.597507 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:54.723335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25493680-531c-42f1-9137-14b0d235b81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:54.733765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:54.763988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '4df3ca57-0d37-4ed3-bcb6-9da57697d6f7', 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'port_id': '4df3ca57-0d37-4ed3-bcb6-9da57697d6f7', 'mac_address': 'fa:16:3e:8e:9a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541bf1e0-216e-48b9-a566-6f75b4347daa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:55:54.765573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef8324-cb01-40fa-97ba-53762a93f62b req-72726e68-25b5-48cc-9580-3c08a5305e72 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:54.771093 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ecef8324-cb01-40fa-97ba-53762a93f62b req-72726e68-25b5-48cc-9580-3c08a5305e72 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 944 time: 0.4868963 Dec 08 21:55:54.872114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff489f-9837-497c-9493-060724dd01c9 req-f91cfd8f-a7bf-4f71-9f34-579b48c3e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:54.891548 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ff489f-9837-497c-9493-060724dd01c9 req-f91cfd8f-a7bf-4f71-9f34-579b48c3e64b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 200 len: 852 time: 0.5121241 Dec 08 21:55:54.902488 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:54.953906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:55.011945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:55.031638 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.037582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ff489f-9837-497c-9493-060724dd01c9 req-ddabb076-075b-481d-9d54-0ef9e674e360 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa30b409-79d2-4159-a94b-687271d96327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298699 Dec 08 21:55:55.115744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3926237-14fb-40c7-b28b-007b8fa0aa04 req-5885624f-218c-415e-a64c-2e27e30318dc tempest-ServerAddressesNegativeTestJSON-1869543413 tempest-ServerAddressesNegativeTestJSON-1869543413-project] 10.222.0.21 "GET /v2.0/ports?device_id=64b49e2e-9d47-459e-a4b7-702e493bbeba HTTP/1.1" status: 200 len: 210 time: 0.1295948 Dec 08 21:55:55.116729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.147784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:55.236341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['4df3ca57-0d37-4ed3-bcb6-9da57697d6f7'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:55.278595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-796ee958-01c9-4dda-be14-4d843603d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:55.280146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-796ee958-01c9-4dda-be14-4d843603d738 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.2882109 Dec 08 21:55:55.280825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ecef8324-cb01-40fa-97ba-53762a93f62b req-f2a52b8a-79fe-4de2-8794-45fd11031e74 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005360 Dec 08 21:55:55.286638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': '03a0063e-994f-450f-8b03-e17bf8af4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd54d2ed2-2d22-4fe0-99bf-cbc041ee64fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:55.287027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:55:55.291023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=c0f3bfc8-4860-4a3f-91de-2edf5b14c24e,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:55.351668 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25493680-531c-42f1-9137-14b0d235b81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.385120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25493680-531c-42f1-9137-14b0d235b81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.389961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:55:55.440953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:55.444490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-bc134b38-2c55-476d-8564-188d8d7ddf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:55.447073 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-bc134b38-2c55-476d-8564-188d8d7ddf62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1536379 Dec 08 21:55:55.452136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:55.454641 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.473369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25493680-531c-42f1-9137-14b0d235b81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20f363-8108-4a76-a55d-b57766702e7a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:55.497411 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-25493680-531c-42f1-9137-14b0d235b81f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8fc4cefd9d74d3fa4d0e405a2dcf726&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4259858 Dec 08 21:55:55.509581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33692) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:55.517957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78facb-e69e-47ed-bb53-687edb467ed0 None None] Network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:55:55.518882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b217d29d-d2c1-4211-a275-bd4d32ddbbc6 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6020486 Dec 08 21:55:55.529409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33694) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:55.571553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d59e0c5e-7310-4c1e-9993-a2c63aa80639 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1951633500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:55.598047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ff489f-9837-497c-9493-060724dd01c9 req-909c0659-5a3a-4975-8144-211761714e73 service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507545 Dec 08 21:55:55.610912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c5e-7310-4c1e-9993-a2c63aa80639 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.613006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c5e-7310-4c1e-9993-a2c63aa80639 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.650056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-e7be8c25-d3a5-4574-837d-5e2af735a2a3 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523824 Dec 08 21:55:55.788605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe', 'network_id': 'd54d2ed2-2d22-4fe0-99bf-cbc041ee64fe', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': 'c0f3bfc8-4860-4a3f-91de-2edf5b14c24e'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:55:55.790021 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.795193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8cf5de60-0f4e-4602-b3b2-1696b0dfd05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.828409 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c5e-7310-4c1e-9993-a2c63aa80639 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.841923 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c5e-7310-4c1e-9993-a2c63aa80639 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.855550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-3f937bfd-461e-46cf-9eb3-e9978995e447 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954136 Dec 08 21:55:55.890914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37ff489f-9837-497c-9493-060724dd01c9 req-5f7f1b12-0b98-481a-97b9-7c73bb4ada4c service neutron] 10.222.0.37 "GET /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792392 Dec 08 21:55:55.892892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8cf5de60-0f4e-4602-b3b2-1696b0dfd05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.957576 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c5e-7310-4c1e-9993-a2c63aa80639 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.976549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d59e0c5e-7310-4c1e-9993-a2c63aa80639 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4457037 Dec 08 21:55:55.976795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33698) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:55.978320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-b844ed63-48fa-4f80-8284-9d6a0a0c8f64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 217 time: 0.1079063 Dec 08 21:55:55.982016 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8cf5de60-0f4e-4602-b3b2-1696b0dfd05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:55.989400 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8cf5de60-0f4e-4602-b3b2-1696b0dfd05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:56.004774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8cf5de60-0f4e-4602-b3b2-1696b0dfd05a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb20f363-8108-4a76-a55d-b57766702e7a HTTP/1.1" status: 204 len: 168 time: 0.4924085 Dec 08 21:55:56.033110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Allocated IP 172.20.0.2 (d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe/c0f3bfc8-4860-4a3f-91de-2edf5b14c24e/e4fe0fd1-f00a-4d41-bf8b-30da94b29c39) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:56.148934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-07f51456-32a7-4d51-b02b-99e24d8bd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:56.150444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-07f51456-32a7-4d51-b02b-99e24d8bd0fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.1652524 Dec 08 21:55:56.252950 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:56.259868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 84945649-36b6-4109-b2fc-f59820bb6304 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:55:56.262516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:56.266943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:56.330082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33706) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:56.561837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Pushing event updated for resources: {'Port': ['ID=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:56.620833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-fe646211-70f7-4c08-a517-baa2fc9be161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:56.622972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-fe646211-70f7-4c08-a517-baa2fc9be161 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4611955 Dec 08 21:55:56.666634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:56.783274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 84945649-36b6-4109-b2fc-f59820bb6304, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=84945649-36b6-4109-b2fc-f59820bb6304,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:56.798453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:56.800901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '84945649-36b6-4109-b2fc-f59820bb6304', 'network_id': 'fa30b409-79d2-4159-a94b-687271d96327', 'port_id': '84945649-36b6-4109-b2fc-f59820bb6304', 'mac_address': 'fa:16:3e:20:32:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541bf1e0-216e-48b9-a566-6f75b4347daa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:55:56.820662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:56.868626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-ac80a7b9-b8d8-47be-a475-09e5d8a0e232 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064304 Dec 08 21:55:56.882064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e6cc76-e21d-4d4b-8dda-1d6acba67b96 admin admin] Deleting subnet 3e540c78-69a4-414a-af74-4723dc0b9a75 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:55:57.089301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:55:57.090651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-a7c4fdde-b5d2-457d-8efb-7f931673d5eb service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040722 Dec 08 21:55:57.093112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94e6cc76-e21d-4d4b-8dda-1d6acba67b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.124898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:57.125284 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.149447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Attempting to bind port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:55:57.149710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Attempting to bind port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03a0063e-994f-450f-8b03-e17bf8af4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd54d2ed2-2d22-4fe0-99bf-cbc041ee64fe'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:55:57.150010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Attempting to bind port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 on network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:55:57.169368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70521118-21cc-4b2f-92ac-577231d8733c req-1cb42e85-e041-44d2-8ab5-b39434bf1d21 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:57.171953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5de60-0f4e-4602-b3b2-1696b0dfd05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb20f363-8108-4a76-a55d-b57766702e7a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:57.175249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33734) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:57.183456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:55:57.183834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Checking segment: {'id': '03a0063e-994f-450f-8b03-e17bf8af4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd54d2ed2-2d22-4fe0-99bf-cbc041ee64fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:55:57.184240 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.184636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Bound using segment: {'id': '03a0063e-994f-450f-8b03-e17bf8af4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd54d2ed2-2d22-4fe0-99bf-cbc041ee64fe'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:55:57.185212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Bound port: e4fe0fd1-f00a-4d41-bf8b-30da94b29c39, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a0063e-994f-450f-8b03-e17bf8af4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd54d2ed2-2d22-4fe0-99bf-cbc041ee64fe'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:55:57.185576 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.191531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.197421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70521118-21cc-4b2f-92ac-577231d8733c req-1cb42e85-e041-44d2-8ab5-b39434bf1d21 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 944 time: 0.7587416 Dec 08 21:55:57.359360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-eef83aed-d8d6-4cf9-8d5e-0e23e7d59da4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d HTTP/1.1" status: 200 len: 217 time: 0.1428444 Dec 08 21:55:57.386980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84945649-36b6-4109-b2fc-f59820bb6304 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:55:57.524532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 84945649-36b6-4109-b2fc-f59820bb6304, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=84945649-36b6-4109-b2fc-f59820bb6304,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:57.551604 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.624085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=84945649-36b6-4109-b2fc-f59820bb6304,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:57.644502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94e6cc76-e21d-4d4b-8dda-1d6acba67b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.668645 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.680805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-4030d5d2-3123-455c-888a-f2a2ba83cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:57.682389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-4030d5d2-3123-455c-888a-f2a2ba83cb65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.2937093 Dec 08 21:55:57.690648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70521118-21cc-4b2f-92ac-577231d8733c req-80509a5a-858b-424c-86f2-313c2138c30d tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905336 Dec 08 21:55:57.766112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] For port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:55:57.849082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.852100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['84945649-36b6-4109-b2fc-f59820bb6304'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:55:57.873658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824d852d-7631-417b-abd4-b3112f4fab8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3ca57-0d37-4ed3-bcb6-9da57697d6f7'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:55:57.900581 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbd7c75-29c3-4d9f-89f4-c4615b20590a" -d '{"events": [{"server_uuid": "824d852d-7631-417b-abd4-b3112f4fab8b", "name": "network-vif-plugged", "status": "completed", "tag": "4df3ca57-0d37-4ed3-bcb6-9da57697d6f7"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:55:57.942891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94e6cc76-e21d-4d4b-8dda-1d6acba67b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.952339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] For port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,segment=NetworkSegment(03a0063e-994f-450f-8b03-e17bf8af4380),segment_id=03a0063e-994f-450f-8b03-e17bf8af4380)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:55:57.968281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:55:57.970251 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:57.987781 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.069000 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf91d00-6683-46be-a2eb-cb55e9251f0b x-openstack-request-id: req-2cf91d00-6683-46be-a2eb-cb55e9251f0b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:55:58.069317 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824d852d-7631-417b-abd4-b3112f4fab8b", "name": "network-vif-plugged", "status": "completed", "tag": "4df3ca57-0d37-4ed3-bcb6-9da57697d6f7", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:55:58.069696 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cf91d00-6683-46be-a2eb-cb55e9251f0b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:55:58.070166 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824d852d-7631-417b-abd4-b3112f4fab8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3ca57-0d37-4ed3-bcb6-9da57697d6f7', 'code': 200} Dec 08 21:55:58.152680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33760) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:58.165918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4b2e9-6455-4ee8-8092-07125f31a134 None None] Pushing event updated for resources: {'Port': ['ID=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:58.171952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-22d5fc7e-67dc-4a67-96c7-0ad22197b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:58.174745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-22d5fc7e-67dc-4a67-96c7-0ad22197b280 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4792581 Dec 08 21:55:58.356036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94e6cc76-e21d-4d4b-8dda-1d6acba67b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.427734 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.435014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac2ddb-c0e3-40bf-ba46-166c304028e8 req-9ec77e0a-3dd7-44c0-bd76-f4e1d781ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:58.441815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56ac2ddb-c0e3-40bf-ba46-166c304028e8 req-9ec77e0a-3dd7-44c0-bd76-f4e1d781ef51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=824d852d-7631-417b-abd4-b3112f4fab8b HTTP/1.1" status: 200 len: 1096 time: 0.2808299 Dec 08 21:55:58.450804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2026604563-network', 'tenant_id': '4e25d0b231734665b6c77e7de4fe84f0'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:55:58.459309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6cc76-e21d-4d4b-8dda-1d6acba67b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e540c78-69a4-414a-af74-4723dc0b9a75,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:58.489537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:58.491962 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94e6cc76-e21d-4d4b-8dda-1d6acba67b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.497990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-94e6cc76-e21d-4d4b-8dda-1d6acba67b96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3e540c78-69a4-414a-af74-4723dc0b9a75 HTTP/1.1" status: 204 len: 168 time: 2.1496286 Dec 08 21:55:58.507719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33768) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:58.593074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.599746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-f7d1499f-a0f7-4c5f-9a35-0ef3eb6ceadf service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119878 Dec 08 21:55:58.600368 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.711592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Made reservation on behalf of 4e25d0b231734665b6c77e7de4fe84f0 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:55:58.714003 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.726113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.779333 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:58.825458 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56ac2ddb-c0e3-40bf-ba46-166c304028e8 req-1e565caa-45c8-40cc-885e-3e1e4833849c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233685 Dec 08 21:55:58.976753 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d49cb9b5fd064b0f80cbd1a1119042c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7794917 Dec 08 21:55:58.986382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:55:59.035296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8642b-cac7-465c-9174-55173d4d2393,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:59.084818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.085158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.085497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.085839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.086167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.086497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.086860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.087176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.087498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.087820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.088152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.088453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b457be3-ac96-4d85-b405-75be255adccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:55:59.142436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408c10f-69e2-4d4c-a703-04ad6abcf477 req-a7894cd1-83da-4cd3-b04a-1c4f2387bc31 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:55:59.145582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c408c10f-69e2-4d4c-a703-04ad6abcf477 req-a7894cd1-83da-4cd3-b04a-1c4f2387bc31 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 945 time: 0.2840793 Dec 08 21:55:59.226406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d9efa0e-abe8-4138-90c7-a90a4a2817d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.331387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d9efa0e-abe8-4138-90c7-a90a4a2817d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.343907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c408c10f-69e2-4d4c-a703-04ad6abcf477 req-fb7e0c68-cf8b-490b-ad60-fa005fadc943 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662507 Dec 08 21:55:59.389781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.20.0.1 (d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe/c0f3bfc8-4860-4a3f-91de-2edf5b14c24e/36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:55:59.412933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.456811 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.482445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef80b716-3972-49f6-9183-9253db6c54cd']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:59.515696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:55:59.528380 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.548277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd730c877-46b0-4f36-8e84-67c726cfe935') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:59.548621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd730c877-46b0-4f36-8e84-67c726cfe935') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:55:59.570840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-57dae997-4cfe-492c-964d-ef872749bc62 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9595912 Dec 08 21:55:59.572715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.591722 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.598505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:55:59.599204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.604865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:55:59.653608 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.679572 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-02ff9232-8eb7-45f4-a188-f8f4ce7e2061 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3e60d434-a2df-4418-bd65-864538838cc9 HTTP/1.1" status: 200 len: 217 time: 0.0850794 Dec 08 21:55:59.684299 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.687970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847250ac-2a82-4591-9edd-8a00c6c2f05e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:59.727496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.729974 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Added segment 5c5dc84b-f029-47c5-8f66-cceff101cf68 of type vlan for network c2477569-6d8f-4a04-a8ed-ea5eb94a852d Dec 08 21:55:59.738628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d9efa0e-abe8-4138-90c7-a90a4a2817d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.757946 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d9efa0e-abe8-4138-90c7-a90a4a2817d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.759334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2d9efa0e-abe8-4138-90c7-a90a4a2817d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9d8642b-cac7-465c-9174-55173d4d2393 HTTP/1.1" status: 204 len: 168 time: 0.7718713 Dec 08 21:55:59.821432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9efa0e-abe8-4138-90c7-a90a4a2817d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8642b-cac7-465c-9174-55173d4d2393,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:55:59.823936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:55:59.824373 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:55:59.826357 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:55:59.833341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:55:59.861169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:55:59.873347 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.877109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:55:59.991232 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:55:59.995868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:00.013670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,segment=NetworkSegment(03a0063e-994f-450f-8b03-e17bf8af4380),segment_id=03a0063e-994f-450f-8b03-e17bf8af4380)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:00.029123 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.033666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.068452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-c149598f-d513-49d9-93e7-b0ce9d856cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:00.072256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-c149598f-d513-49d9-93e7-b0ce9d856cde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.3757327 Dec 08 21:56:00.081382 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.087226 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.091215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef80b716-3972-49f6-9183-9253db6c54cd HTTP/1.1" status: 204 len: 168 time: 1.5825357 Dec 08 21:56:00.191364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a79627-70f8-4f4f-a04d-ecd1f3fa3e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef80b716-3972-49f6-9183-9253db6c54cd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:00.198919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.199892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:00.200504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.232331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-53603e82-9e83-4aa9-b3f5-c2a02cf99b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:00.234306 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-53603e82-9e83-4aa9-b3f5-c2a02cf99b74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1289852 Dec 08 21:56:00.247940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:00.266742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df43b81b-8708-4f7a-8710-a79c54269220 None None] Network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:00.272954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 84945649-36b6-4109-b2fc-f59820bb6304 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:00.287053 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1302183 Dec 08 21:56:00.287917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33794) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:00.310019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Request body: {'subnet': {'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2026604563-subnet', 'tenant_id': '4e25d0b231734665b6c77e7de4fe84f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:00.375297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23e5c7-a7e3-4926-b641-a4117e791480 admin admin] Pushing event updated for resources: {'Network': ['ID=c2477569-6d8f-4a04-a8ed-ea5eb94a852d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:00.380628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.402028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Made reservation on behalf of 4e25d0b231734665b6c77e7de4fe84f0 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:00.404544 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.439969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0f726cc0-e625-458e-b476-a6cecc104e20 None None] Provisioning complete for port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:00.440346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0f726cc0-e625-458e-b476-a6cecc104e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.491661 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-889d020e-0392-427e-9260-c179a41c8bb6 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260029 Dec 08 21:56:00.524823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c2477569-6d8f-4a04-a8ed-ea5eb94a852d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:56:00.590567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33804) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:00.618761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33806) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:00.682999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03fe577-8178-4716-b3e5-8b1b6a2171df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.759456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d528e8-311e-46f3-9d35-54b541b6e5f1 req-2b6c3a3c-eb2e-4c00-a3cb-0cdc0fd245d4 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:00.769698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89d528e8-311e-46f3-9d35-54b541b6e5f1 req-2b6c3a3c-eb2e-4c00-a3cb-0cdc0fd245d4 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 945 time: 0.2231429 Dec 08 21:56:00.803970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee9767-0065-4fad-a849-c71dba3395a1 req-48405fa9-eb6a-46e7-992c-2881cc788e49 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:00.813815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41ee9767-0065-4fad-a849-c71dba3395a1 req-48405fa9-eb6a-46e7-992c-2881cc788e49 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 946 time: 0.2811613 Dec 08 21:56:00.830136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 84945649-36b6-4109-b2fc-f59820bb6304 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:56:00.841847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 84945649-36b6-4109-b2fc-f59820bb6304 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:00.842217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.844556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-11f24897-de35-43f4-abe3-58eea03b4607 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c43180bf7894d7f8a336972e75a3310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430356 Dec 08 21:56:00.853663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33808) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:00.925351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41ee9767-0065-4fad-a849-c71dba3395a1 req-a108096d-d435-442c-b354-a081695ae810 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101508 Dec 08 21:56:00.950392 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-bb34f766-2ec9-4797-9f54-e9a08674ca12 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440432 Dec 08 21:56:00.965341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89d528e8-311e-46f3-9d35-54b541b6e5f1 req-6e271120-a256-46b6-932f-1bdec2d9c9c7 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942856 Dec 08 21:56:00.973076 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:00.975695 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:56:01.040300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0675b5ad-2629-4d5f-85b9-e9e0f55c54c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84945649-36b6-4109-b2fc-f59820bb6304'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:01.047421 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d281722-4e81-4f52-993b-03c11b4a29c5" -d '{"events": [{"server_uuid": "0675b5ad-2629-4d5f-85b9-e9e0f55c54c6", "name": "network-vif-plugged", "status": "completed", "tag": "84945649-36b6-4109-b2fc-f59820bb6304"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:01.048190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-a491706c-41c1-42db-956c-7e719c46d878 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b49ae823-5889-4464-9f80-18088dcdfa39 HTTP/1.1" status: 200 len: 217 time: 0.0726483 Dec 08 21:56:01.075869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 84945649-36b6-4109-b2fc-f59820bb6304, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=84945649-36b6-4109-b2fc-f59820bb6304,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:01.084267 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.144512 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eb9398f5-4256-4220-9f11-6f9acafd2aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.145470 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2085d914-9ca2-47f8-a5f8-a7004537d3f8 x-openstack-request-id: req-2085d914-9ca2-47f8-a5f8-a7004537d3f8 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:01.145856 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0675b5ad-2629-4d5f-85b9-e9e0f55c54c6", "name": "network-vif-plugged", "status": "completed", "tag": "84945649-36b6-4109-b2fc-f59820bb6304", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:01.146181 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2085d914-9ca2-47f8-a5f8-a7004537d3f8 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:01.146647 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0675b5ad-2629-4d5f-85b9-e9e0f55c54c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84945649-36b6-4109-b2fc-f59820bb6304', 'code': 200} Dec 08 21:56:01.147370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=84945649-36b6-4109-b2fc-f59820bb6304,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:01.190962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-88501d98-2c1c-4f61-b1b1-3768ac5a7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:01.223025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-88501d98-2c1c-4f61-b1b1-3768ac5a7bbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.1548226 Dec 08 21:56:01.257426 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eb9398f5-4256-4220-9f11-6f9acafd2aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.272833 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03fe577-8178-4716-b3e5-8b1b6a2171df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.300751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03fe577-8178-4716-b3e5-8b1b6a2171df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.332194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-472b01d3-4ff1-4b69-9580-a182b3ebc916 None None] Provisioning complete for port 36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:01.332654 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-472b01d3-4ff1-4b69-9580-a182b3ebc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.351589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.411303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-472b01d3-4ff1-4b69-9580-a182b3ebc916 None None] Port 36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:01.426553 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d03fe577-8178-4716-b3e5-8b1b6a2171df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d534219d012a402882a5a3c1628e7f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850406 Dec 08 21:56:01.428558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33814) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:01.434686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe577-8178-4716-b3e5-8b1b6a2171df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f3842-e9af-4183-8106-d1f3c4f320b3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:01.436263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-472b01d3-4ff1-4b69-9580-a182b3ebc916 None None] Provisioning complete for port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:01.436605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-472b01d3-4ff1-4b69-9580-a182b3ebc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.442374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=85aac77e-f9bd-4884-9a1a-a1d18d093e61,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:01.523972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:01.632634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-de9f36fd-dd90-46fe-86d7-1fdf38af63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:01.645510 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-de9f36fd-dd90-46fe-86d7-1fdf38af63e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3410254 Dec 08 21:56:01.673558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c21b2-7a13-4e7d-a844-b112e5705182 req-19d9a51e-c687-4236-be61-73d7e7298010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:01.673558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-577c21b2-7a13-4e7d-a844-b112e5705182 req-19d9a51e-c687-4236-be61-73d7e7298010 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 1097 time: 0.4830761 Dec 08 21:56:01.697660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.697952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:01.698485 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.699635 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96beab48-4b2d-4604-b335-4e0383729d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.712091 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.725634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Checking segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:01.726006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Network hostable DHCP agents. Network: c2477569-6d8f-4a04-a8ed-ea5eb94a852d, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:56:01.784402 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.825652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Network c2477569-6d8f-4a04-a8ed-ea5eb94a852d is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:56:01.858662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:01.880705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96beab48-4b2d-4604-b335-4e0383729d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.883031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, c2477569-6d8f-4a04-a8ed-ea5eb94a852d) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:01.895833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:01.896817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.914046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831d3e6-c695-4a46-8d1d-6b15f6af4e06 None None] Network c2477569-6d8f-4a04-a8ed-ea5eb94a852d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:01.921595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7ff34bbc-0507-48a4-bb01-32523aee2af6 None None] Provisioning complete for port 36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:01.922987 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7ff34bbc-0507-48a4-bb01-32523aee2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.932683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-18db8f99-67ed-4361-b21d-024053a295ee service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384369 Dec 08 21:56:01.952282 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eb9398f5-4256-4220-9f11-6f9acafd2aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.956627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eb9398f5-4256-4220-9f11-6f9acafd2aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:01.956781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-927455ff-8029-4219-a404-1f7d77ce3abd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6529963 Dec 08 21:56:01.970493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-eb9398f5-4256-4220-9f11-6f9acafd2aba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f0c55e9-c5bb-4829-9a3e-596c2f7cedab HTTP/1.1" status: 204 len: 168 time: 1.1127241 Dec 08 21:56:01.978577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-577c21b2-7a13-4e7d-a844-b112e5705182 req-9d01fec6-3b51-4b9c-99c2-81f2530e4089 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844496 Dec 08 21:56:01.980263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-d5546053-ccc0-4592-b774-e28a7827127f tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:01.982225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-d5546053-ccc0-4592-b774-e28a7827127f tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 946 time: 0.1446450 Dec 08 21:56:02.021616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96beab48-4b2d-4604-b335-4e0383729d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:02.031928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96beab48-4b2d-4604-b335-4e0383729d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:02.040671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-96beab48-4b2d-4604-b335-4e0383729d20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd9f3842-e9af-4183-8106-d1f3c4f320b3 HTTP/1.1" status: 204 len: 168 time: 0.5866883 Dec 08 21:56:02.047180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9398f5-4256-4220-9f11-6f9acafd2aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c55e9-c5bb-4829-9a3e-596c2f7cedab,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:02.108171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beab48-4b2d-4604-b335-4e0383729d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f3842-e9af-4183-8106-d1f3c4f320b3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:02.236119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7ff34bbc-0507-48a4-bb01-32523aee2af6 None None] Port 36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:02.317054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53998ac8-75e0-43e5-bc53-87baacd545c6 req-01e68e57-6cdf-455b-81ae-90117ed3ae13 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:02.319374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53998ac8-75e0-43e5-bc53-87baacd545c6 req-01e68e57-6cdf-455b-81ae-90117ed3ae13 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 946 time: 0.1961889 Dec 08 21:56:02.336731 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-fb481a83-ad42-4566-93e2-ed9ec7c1c177 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776224 Dec 08 21:56:02.400836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-81c8a4b2-7469-4f3b-8929-ae0c72d42237 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=527f669c-87c1-45b7-8315-03137ffba182 HTTP/1.1" status: 200 len: 217 time: 0.0476484 Dec 08 21:56:02.462617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Deleting port f238da37-da0d-45c0-b3cf-d2477f02af35 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:56:02.463400 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:02.522667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c197e3b-8899-49bc-9fbb-58291af7a965 req-92b2fa93-239e-4de8-a082-27f7635b3dfd tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:02.527820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c197e3b-8899-49bc-9fbb-58291af7a965 req-92b2fa93-239e-4de8-a082-27f7635b3dfd tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 946 time: 0.3750038 Dec 08 21:56:02.600753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53998ac8-75e0-43e5-bc53-87baacd545c6 req-159d4f71-30aa-4a47-aa97-43353ded178c tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734044 Dec 08 21:56:02.620190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:02.624489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:02.640605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-b002045f-7d47-490a-b8c0-0d5c2a362c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:02.642129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-b002045f-7d47-490a-b8c0-0d5c2a362c4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.2324395 Dec 08 21:56:02.663278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd063127-6296-4a43-a397-9b57a5941660 None None] Network c2477569-6d8f-4a04-a8ed-ea5eb94a852d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:02.803812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] For port f238da37-da0d-45c0-b3cf-d2477f02af35, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f238da37-da0d-45c0-b3cf-d2477f02af35,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:02.804498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:02.859651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Calling delete_port for f238da37-da0d-45c0-b3cf-d2477f02af35 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:56:02.868338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-2088f3fc-3f7e-42fa-9fdb-b64dd6d3ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:02.870445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-2088f3fc-3f7e-42fa-9fdb-b64dd6d3ed63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2171710 Dec 08 21:56:03.100260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c197e3b-8899-49bc-9fbb-58291af7a965 req-75c1e958-f290-4e86-8164-069ad1556234 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558438 Dec 08 21:56:03.168511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router ee0005c9-237f-4b71-8172-4eb616c82ea8 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:56:03.176072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-db3fcfcf-45fb-4ab6-8c0e-03a3fb948ce5 None None] Provisioning complete for port 36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:03.176614 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db3fcfcf-45fb-4ab6-8c0e-03a3fb948ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:03.292015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-db3fcfcf-45fb-4ab6-8c0e-03a3fb948ce5 None None] Port 36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:03.379342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-44422906-0fb9-4870-960a-301cbdcd25ef service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940965 Dec 08 21:56:03.394169 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:03.414976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f238da37-da0d-45c0-b3cf-d2477f02af35'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:56:03.481971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:03.496004 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc0472-0e8f-4837-a314-67f69fbf1273 None None] Sync routers for ids ['ee0005c9-237f-4b71-8172-4eb616c82ea8'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:03.506908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-750e9556-506a-4cdb-88bb-ce3da27f1223 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/ee0005c9-237f-4b71-8172-4eb616c82ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5273023 Dec 08 21:56:03.509486 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc0472-0e8f-4837-a314-67f69fbf1273 None None] Routers {'ee0005c9-237f-4b71-8172-4eb616c82ea8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:03.510483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:03.511344 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b9fc0472-0e8f-4837-a314-67f69fbf1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ee0005c9-237f-4b71-8172-4eb616c82ea8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:03.594879 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b9fc0472-0e8f-4837-a314-67f69fbf1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:03.617365 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc0472-0e8f-4837-a314-67f69fbf1273 None None] Routers {'ee0005c9-237f-4b71-8172-4eb616c82ea8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:03.618368 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b9fc0472-0e8f-4837-a314-67f69fbf1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:55:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ee0005c9-237f-4b71-8172-4eb616c82ea8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:03.634996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f3050c-2ead-4b46-952f-915dfae31664 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:03.638398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c6f3050c-2ead-4b46-952f-915dfae31664 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports/36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 HTTP/1.1" status: 200 len: 910 time: 0.1258318 Dec 08 21:56:03.639493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33878) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:03.645027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-83e34e97-585b-4f35-b00b-bed4bd596c0e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0f3bfc8-4860-4a3f-91de-2edf5b14c24e'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:03.719898 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b9fc0472-0e8f-4837-a314-67f69fbf1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:03.720836 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc0472-0e8f-4837-a314-67f69fbf1273 None None] The sync data for ids ['ee0005c9-237f-4b71-8172-4eb616c82ea8'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:03.777733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-c3cbd43d-dcd7-41e9-80c7-9b74b510c98f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:03.779190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-c3cbd43d-dcd7-41e9-80c7-9b74b510c98f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 815 time: 0.3986659 Dec 08 21:56:03.782146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Pushing event deleted for resources: {'Port': ['ID=f238da37-da0d-45c0-b3cf-d2477f02af35,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:03.942258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef4131-4090-415a-a2d7-420e51dd7714 req-2c2d54b8-d0f0-46eb-86e9-1f5e7dd375fc tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:03.943932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9ef4131-4090-415a-a2d7-420e51dd7714 req-2c2d54b8-d0f0-46eb-86e9-1f5e7dd375fc tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 946 time: 0.1530848 Dec 08 21:56:03.979220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] No DVR routers for this DVR port f238da37-da0d-45c0-b3cf-d2477f02af35 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:56:03.982321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:03.986451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cfa7fdf2-f8d8-401b-8e4a-0061dc6d147a req-c9ad386a-351e-4539-84bc-bda032770076 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.23 "DELETE /v2.0/ports/f238da37-da0d-45c0-b3cf-d2477f02af35 HTTP/1.1" status: 204 len: 173 time: 1.9914246 Dec 08 21:56:03.988695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aeb88d0-ffe5-465c-83c6-e8f2e203d881 req-572f7bda-a2ff-4bd2-80ab-01f88ab0b9d2 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414450 Dec 08 21:56:04.009773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58ae6d7-81be-4f75-b871-123e2ca13f42', 'name': 'network-vif-deleted', 'tag': 'f238da37-da0d-45c0-b3cf-d2477f02af35'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:04.015881 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9ef4131-4090-415a-a2d7-420e51dd7714 req-6db7fb0d-8744-41d3-af6f-ed3f921ece04 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646198 Dec 08 21:56:04.016747 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83e34e97-585b-4f35-b00b-bed4bd596c0e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:04.028807 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07aad8d-8c37-4f52-b66a-dcce473c8989" -d '{"events": [{"server_uuid": "a58ae6d7-81be-4f75-b871-123e2ca13f42", "name": "network-vif-deleted", "tag": "f238da37-da0d-45c0-b3cf-d2477f02af35"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:04.039171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-400533bd-0cfa-4dee-a3e5-4cc4ba133887 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/quotas/4e25d0b231734665b6c77e7de4fe84f0 HTTP/1.1" status: 200 len: 375 time: 0.2327228 Dec 08 21:56:04.128740 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-5cefe385-d253-45ba-97a5-40c6e0d3ee64 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808771 Dec 08 21:56:04.349799 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d94355-339f-482c-ab16-8450416c26b6 x-openstack-request-id: req-80d94355-339f-482c-ab16-8450416c26b6 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:04.350086 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58ae6d7-81be-4f75-b871-123e2ca13f42", "name": "network-vif-deleted", "tag": "f238da37-da0d-45c0-b3cf-d2477f02af35", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:04.350362 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80d94355-339f-482c-ab16-8450416c26b6 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:04.351161 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58ae6d7-81be-4f75-b871-123e2ca13f42', 'name': 'network-vif-deleted', 'tag': 'f238da37-da0d-45c0-b3cf-d2477f02af35', 'status': 'completed', 'code': 200} Dec 08 21:56:04.426899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-d2e9a641-7f93-491f-b23f-f178bd65c9a2 service neutron] 10.222.0.21 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883568 Dec 08 21:56:04.547613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787b9ab-2ac9-420c-b8a0-2f4078033f47 req-049d0897-c0a3-4081-9821-459a24a4d31e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:04.547613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b787b9ab-2ac9-420c-b8a0-2f4078033f47 req-049d0897-c0a3-4081-9821-459a24a4d31e tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=824d852d-7631-417b-abd4-b3112f4fab8b HTTP/1.1" status: 200 len: 945 time: 0.1232638 Dec 08 21:56:04.588079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-d4738c23-ecc5-4b1a-963b-9075dc8f41d8 service neutron] 10.222.0.21 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542695 Dec 08 21:56:04.700802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b787b9ab-2ac9-420c-b8a0-2f4078033f47 req-a6f421e1-0fac-4c8d-8322-6fa50163b7db tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446311 Dec 08 21:56:04.917124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83e34e97-585b-4f35-b00b-bed4bd596c0e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:04.934449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83e34e97-585b-4f35-b00b-bed4bd596c0e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:05.210871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-15a34777-4bdc-4634-a4e9-d7631b2afebf req-774eee49-0609-4c50-a4a6-7feeb4a674a0 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58ae6d7-81be-4f75-b871-123e2ca13f42 HTTP/1.1" status: 200 len: 210 time: 0.1755967 Dec 08 21:56:05.330076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d19d931-e917-44c6-ae57-eda7aa246eb5 req-8d03a949-eb32-4c37-938b-5d800d49c5de tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 210 time: 0.0698991 Dec 08 21:56:05.341257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e34e97-585b-4f35-b00b-bed4bd596c0e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:05.414995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e34e97-585b-4f35-b00b-bed4bd596c0e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:05.415686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83e34e97-585b-4f35-b00b-bed4bd596c0e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:05.417086 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-83e34e97-585b-4f35-b00b-bed4bd596c0e tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/ports/36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 HTTP/1.1" status: 200 len: 910 time: 1.7764935 Dec 08 21:56:05.420194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33950) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:05.542750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33954) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:05.565418 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9f7bfdd8-0849-4757-a3de-e3bcaf4207fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:05.813820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b3afe0-1628-4792-b0f5-599bc9affb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:06.099332 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b3afe0-1628-4792-b0f5-599bc9affb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:06.112176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b3afe0-1628-4792-b0f5-599bc9affb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:06.185788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27736a3a-6f4e-4776-9b52-f7500026fa56 req-fccca81c-5312-409f-8e0a-0ff58275ea8c tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:06.193724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27736a3a-6f4e-4776-9b52-f7500026fa56 req-fccca81c-5312-409f-8e0a-0ff58275ea8c tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=824d852d-7631-417b-abd4-b3112f4fab8b HTTP/1.1" status: 200 len: 945 time: 0.4396718 Dec 08 21:56:06.224962 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-55b3afe0-1628-4792-b0f5-599bc9affb5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e9f7ddb232f4dce9daba34b671b8fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6811030 Dec 08 21:56:06.227454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3afe0-1628-4792-b0f5-599bc9affb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af3cfd-d3a3-4191-9e63-ba7b10e32fd6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:06.229957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33982) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:06.286520 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27736a3a-6f4e-4776-9b52-f7500026fa56 req-53f44ea9-ea04-446f-88ca-d461e97df89f tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914445 Dec 08 21:56:06.372641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73851f3b-da4a-4e08-bcfc-e24e2cbabc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:06.501600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d3232db-2b82-4dc6-b617-9fdf9f020069 req-0465a55c-45be-4692-92d1-1a669e316bf8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 210 time: 0.0874257 Dec 08 21:56:06.514756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73851f3b-da4a-4e08-bcfc-e24e2cbabc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:06.515141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:06.739883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-f932170f-e0c2-4304-9e81-39dad40decda tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:06.741809 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-f932170f-e0c2-4304-9e81-39dad40decda tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "GET /v2.0/ports?device_id=824d852d-7631-417b-abd4-b3112f4fab8b HTTP/1.1" status: 200 len: 945 time: 0.1596291 Dec 08 21:56:06.760606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73851f3b-da4a-4e08-bcfc-e24e2cbabc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:06.763724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73851f3b-da4a-4e08-bcfc-e24e2cbabc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:06.765360 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-73851f3b-da4a-4e08-bcfc-e24e2cbabc9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2af3cfd-d3a3-4191-9e63-ba7b10e32fd6 HTTP/1.1" status: 204 len: 168 time: 0.5336277 Dec 08 21:56:06.803916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73851f3b-da4a-4e08-bcfc-e24e2cbabc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af3cfd-d3a3-4191-9e63-ba7b10e32fd6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:06.942089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Deleting port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:56:06.942790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:07.068326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-a287e36a-c8c2-42a8-a807-cc65372af811 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:07.071206 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-a287e36a-c8c2-42a8-a807-cc65372af811 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.23 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 815 time: 0.3584208 Dec 08 21:56:07.096922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Request body: {'port': {'device_id': 'd6393e86-9dcb-40f8-a5da-0abd9a06f8e3', 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'admin_state_up': True, 'tenant_id': '4e25d0b231734665b6c77e7de4fe84f0'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:07.159326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac80713-d235-416a-9877-49704aada8b0 req-0f63e004-4b64-4ccd-878d-a7cd884bcdd2 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:07.160875 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ac80713-d235-416a-9877-49704aada8b0 req-0f63e004-4b64-4ccd-878d-a7cd884bcdd2 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "GET /v2.0/ports?device_id=0675b5ad-2629-4d5f-85b9-e9e0f55c54c6 HTTP/1.1" status: 200 len: 946 time: 0.0956945 Dec 08 21:56:07.241115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] For port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:07.241408 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:07.247300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f238da37-da0d-45c0-b3cf-d2477f02af35 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:56:07.305129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Calling delete_port for 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:56:07.318542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: f238da37-da0d-45c0-b3cf-d2477f02af35 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:56:07.319224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f238da37-da0d-45c0-b3cf-d2477f02af35 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:56:07.527695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Made reservation on behalf of 4e25d0b231734665b6c77e7de4fe84f0 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:07.538460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:07.604861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Deleting port 84945649-36b6-4109-b2fc-f59820bb6304 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:56:07.605212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:07.777731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Allocated IP 172.20.0.12 (c2477569-6d8f-4a04-a8ed-ea5eb94a852d/85aac77e-f9bd-4884-9a1a-a1d18d093e61/731667f5-54e3-4f04-aa8a-2a2850b96667) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:07.842396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] For port 84945649-36b6-4109-b2fc-f59820bb6304, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=84945649-36b6-4109-b2fc-f59820bb6304,segment=NetworkSegment(5e7967f7-a3fe-4007-945a-1fe95c47857a),segment_id=5e7967f7-a3fe-4007-945a-1fe95c47857a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:07.843268 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:07.857872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Calling delete_port for 84945649-36b6-4109-b2fc-f59820bb6304 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:56:07.972341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34036) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:08.023079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.059118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.072272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['4df3ca57-0d37-4ed3-bcb6-9da57697d6f7', '84945649-36b6-4109-b2fc-f59820bb6304'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:56:08.117121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d168bf-2f10-4f97-90aa-5c949906a3cc req-5fc62f71-e464-4ebc-83cb-5138fea57749 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:08.118973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86d168bf-2f10-4f97-90aa-5c949906a3cc req-5fc62f71-e464-4ebc-83cb-5138fea57749 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=824d852d-7631-417b-abd4-b3112f4fab8b HTTP/1.1" status: 200 len: 945 time: 0.6395307 Dec 08 21:56:08.123185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Pushing event deleted for resources: {'Port': ['ID=84945649-36b6-4109-b2fc-f59820bb6304,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:08.181090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] No DVR routers for this DVR port 84945649-36b6-4109-b2fc-f59820bb6304 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:56:08.198372 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.198617 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.198777 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ac80713-d235-416a-9877-49704aada8b0 req-46f43188-fc88-44f6-9679-2dda200e523b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "DELETE /v2.0/ports/84945649-36b6-4109-b2fc-f59820bb6304 HTTP/1.1" status: 204 len: 173 time: 1.0219030 Dec 08 21:56:08.198777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0675b5ad-2629-4d5f-85b9-e9e0f55c54c6', 'name': 'network-vif-deleted', 'tag': '84945649-36b6-4109-b2fc-f59820bb6304'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:08.201438 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d7482c-59d7-43a8-9c84-9cb508a8d865" -d '{"events": [{"server_uuid": "0675b5ad-2629-4d5f-85b9-e9e0f55c54c6", "name": "network-vif-deleted", "tag": "84945649-36b6-4109-b2fc-f59820bb6304"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:08.326271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86d168bf-2f10-4f97-90aa-5c949906a3cc req-b158b881-9235-45ec-aa2f-0f011d46716b tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/security-groups?id=449da677-567d-4e00-b148-343caadb6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990635 Dec 08 21:56:08.359522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.493632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Pushing event deleted for resources: {'Port': ['ID=4df3ca57-0d37-4ed3-bcb6-9da57697d6f7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:08.507394 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6156880e-bc2a-48bb-85ab-9846e5ffbd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.549993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f787-654e-4590-8ba4-9e04e9377e78 req-f7d6300e-c48e-4c44-ba30-929e238cbfcc tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:08.555441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d730f787-654e-4590-8ba4-9e04e9377e78 req-f7d6300e-c48e-4c44-ba30-929e238cbfcc tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 932 time: 0.4646122 Dec 08 21:56:08.772510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] No DVR routers for this DVR port 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:56:08.796689 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.814572 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2121a09-5bf0-4771-934b-fbf4c4081cff req-25a410f6-aa53-4ccc-9559-2969ca763b23 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.37 "DELETE /v2.0/ports/4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 HTTP/1.1" status: 204 len: 173 time: 2.0636420 Dec 08 21:56:08.824137 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c059eda0-4f7e-47e7-9dea-d60b23ffb28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.842054 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdcf936-14ed-41b1-b8e5-baf4b7b5171f x-openstack-request-id: req-2bdcf936-14ed-41b1-b8e5-baf4b7b5171f {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:08.842345 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0675b5ad-2629-4d5f-85b9-e9e0f55c54c6", "name": "network-vif-deleted", "tag": "84945649-36b6-4109-b2fc-f59820bb6304", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:08.847859 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bdcf936-14ed-41b1-b8e5-baf4b7b5171f {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:08.848338 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0675b5ad-2629-4d5f-85b9-e9e0f55c54c6', 'name': 'network-vif-deleted', 'tag': '84945649-36b6-4109-b2fc-f59820bb6304', 'status': 'completed', 'code': 200} Dec 08 21:56:08.900990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Network c2477569-6d8f-4a04-a8ed-ea5eb94a852d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:08.928028 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d730f787-654e-4590-8ba4-9e04e9377e78 req-70164148-84cc-4a02-8503-02eeb77d5881 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004627 Dec 08 21:56:08.929938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Pushing event updated for resources: {'Port': ['ID=731667f5-54e3-4f04-aa8a-2a2850b96667,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:08.936627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:08.966237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:08.966661 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:08.990137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['84945649-36b6-4109-b2fc-f59820bb6304'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:56:09.125280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c059eda0-4f7e-47e7-9dea-d60b23ffb28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.138284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c059eda0-4f7e-47e7-9dea-d60b23ffb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.407009 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.410337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.423037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c059eda0-4f7e-47e7-9dea-d60b23ffb28e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11347c26f50949248099cb3397ed4971&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4332693 Dec 08 21:56:09.425312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34062) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:09.425500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:09.426524 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.430491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059eda0-4f7e-47e7-9dea-d60b23ffb28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1048882a-0f6b-4960-bd67-ed52e9caaa13,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:09.489207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:56:09.489492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.658848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-f2828d35-1b54-4489-9569-66dd9368051c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5757844 Dec 08 21:56:09.670615 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b296326-7524-4126-a505-85820f5ce21d req-1bdd3c60-7f59-425e-b38a-989e7f2aa9d5 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] 10.222.0.21 "GET /v2.0/ports?device_id=824d852d-7631-417b-abd4-b3112f4fab8b HTTP/1.1" status: 200 len: 210 time: 0.1619999 Dec 08 21:56:09.712547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Request body: {'port': {'device_id': 'd6393e86-9dcb-40f8-a5da-0abd9a06f8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:09.768110 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89de0c17-2e79-4e62-b0ba-8db234c56597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.846439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89de0c17-2e79-4e62-b0ba-8db234c56597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.875587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.932094 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.976224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89de0c17-2e79-4e62-b0ba-8db234c56597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.990889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89de0c17-2e79-4e62-b0ba-8db234c56597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:09.996228 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89de0c17-2e79-4e62-b0ba-8db234c56597 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1048882a-0f6b-4960-bd67-ed52e9caaa13 HTTP/1.1" status: 204 len: 168 time: 0.5453615 Dec 08 21:56:10.008328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:56:10.018142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de0c17-2e79-4e62-b0ba-8db234c56597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1048882a-0f6b-4960-bd67-ed52e9caaa13,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:10.102224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:10.288092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af11f5-5c46-4f18-9a6a-9022a5d047fb req-e655bcf6-4eda-43f6-8154-f58a2ff990f7 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:10.302276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9af11f5-5c46-4f18-9a6a-9022a5d047fb req-e655bcf6-4eda-43f6-8154-f58a2ff990f7 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 932 time: 0.1687922 Dec 08 21:56:10.385413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9af11f5-5c46-4f18-9a6a-9022a5d047fb req-11cde166-01bd-4248-b2e6-115b3fe636e8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817397 Dec 08 21:56:10.670760 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:10.840826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=36e8d5bb-fe72-4a12-9d1c-eaf1ae5d3402,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:10.850058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824d852d-7631-417b-abd4-b3112f4fab8b', 'name': 'network-vif-deleted', 'tag': '4df3ca57-0d37-4ed3-bcb6-9da57697d6f7'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:10.853506 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d915a31a-0219-4af8-a9bc-9e0ac91c4b09" -d '{"events": [{"server_uuid": "824d852d-7631-417b-abd4-b3112f4fab8b", "name": "network-vif-deleted", "tag": "4df3ca57-0d37-4ed3-bcb6-9da57697d6f7"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:10.907186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34114) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:10.952191 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.017005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34120) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:11.029377 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c722932a-7cf9-430c-8a88-490c6947e817 x-openstack-request-id: req-c722932a-7cf9-430c-8a88-490c6947e817 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:11.029670 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824d852d-7631-417b-abd4-b3112f4fab8b", "name": "network-vif-deleted", "tag": "4df3ca57-0d37-4ed3-bcb6-9da57697d6f7", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:11.029927 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c722932a-7cf9-430c-8a88-490c6947e817 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:11.030330 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824d852d-7631-417b-abd4-b3112f4fab8b', 'name': 'network-vif-deleted', 'tag': '4df3ca57-0d37-4ed3-bcb6-9da57697d6f7', 'status': 'completed', 'code': 200} Dec 08 21:56:11.049221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-1713c314-7aec-40c0-b5f3-de80d1981e16 admin admin] Deleting subnet 541bf1e0-216e-48b9-a566-6f75b4347daa {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:56:11.053086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1713c314-7aec-40c0-b5f3-de80d1981e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.113830 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1713c314-7aec-40c0-b5f3-de80d1981e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.174393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7070c9a-3929-4548-9d4f-43636242ea98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.177353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1713c314-7aec-40c0-b5f3-de80d1981e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.306877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1713c314-7aec-40c0-b5f3-de80d1981e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.420778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713c314-7aec-40c0-b5f3-de80d1981e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541bf1e0-216e-48b9-a566-6f75b4347daa,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:11.436901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1713c314-7aec-40c0-b5f3-de80d1981e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.449956 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1713c314-7aec-40c0-b5f3-de80d1981e16 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/541bf1e0-216e-48b9-a566-6f75b4347daa HTTP/1.1" status: 204 len: 168 time: 0.5416236 Dec 08 21:56:11.454027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34130) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:11.602170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.704230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.782905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.810278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa30b409-79d2-4159-a94b-687271d96327']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:11.817423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dca7a-7356-430c-a0ac-64aa2a82797e req-908dc22b-000e-4d9e-800b-37ffe11dc19b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:11.822501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7967f7-a3fe-4007-945a-1fe95c47857a') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:11.823035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7967f7-a3fe-4007-945a-1fe95c47857a') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:11.825477 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-485dca7a-7356-430c-a0ac-64aa2a82797e req-908dc22b-000e-4d9e-800b-37ffe11dc19b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 932 time: 0.2863786 Dec 08 21:56:11.850151 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.887277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.895947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:56:11.897644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.971447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731667f5-54e3-4f04-aa8a-2a2850b96667 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:56:11.990992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7070c9a-3929-4548-9d4f-43636242ea98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:11.997957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:56:12.007302 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:56:12.112063 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:12.116329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-485dca7a-7356-430c-a0ac-64aa2a82797e req-5f8114cb-7755-4826-a868-525f87e52073 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898245 Dec 08 21:56:12.130588 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:12.138821 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fa30b409-79d2-4159-a94b-687271d96327 HTTP/1.1" status: 204 len: 168 time: 0.6821167 Dec 08 21:56:12.157476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7070c9a-3929-4548-9d4f-43636242ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:12.183053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8ec89-e35c-49fb-8b6f-cf82c860f047 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa30b409-79d2-4159-a94b-687271d96327,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:12.194790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b7070c9a-3929-4548-9d4f-43636242ea98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95cd7c085eab49e3bb122bd786d97e57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0546088 Dec 08 21:56:12.211229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34154) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:12.211884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:56:12.245538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Transition to ACTIVE for port object 731667f5-54e3-4f04-aa8a-2a2850b96667 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:56:12.259663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:56:12.260009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4df3ca57-0d37-4ed3-bcb6-9da57697d6f7 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:56:12.260435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 84945649-36b6-4109-b2fc-f59820bb6304 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:56:12.273896 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:12.282081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 84945649-36b6-4109-b2fc-f59820bb6304 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:56:12.282777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 84945649-36b6-4109-b2fc-f59820bb6304 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:56:12.315187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router ee0005c9-237f-4b71-8172-4eb616c82ea8 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:56:12.369432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7070c9a-3929-4548-9d4f-43636242ea98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28e969c-1b8b-42b5-96de-8759babd22f9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:12.522568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=731667f5-54e3-4f04-aa8a-2a2850b96667,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:12.584653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f961b0ad-3168-4a93-b202-f37c56becb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:12.695603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:12.708625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b30b7-e013-4656-b037-46d8a2c42a58 None None] Sync routers for ids ['ee0005c9-237f-4b71-8172-4eb616c82ea8'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:12.716306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34172) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:12.717679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-689ca2d2-80f3-45c3-b70a-b0b192c76454 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/ee0005c9-237f-4b71-8172-4eb616c82ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2959599 Dec 08 21:56:12.719246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34174) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:12.725969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b30b7-e013-4656-b037-46d8a2c42a58 None None] Routers {'ee0005c9-237f-4b71-8172-4eb616c82ea8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:12.729905 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c32b30b7-e013-4656-b037-46d8a2c42a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ee0005c9-237f-4b71-8172-4eb616c82ea8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:12.757651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-db2bab54-7d01-4806-9222-7ad9fb0d93eb tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee0005c9-237f-4b71-8172-4eb616c82ea8 HTTP/1.1" status: 200 len: 205 time: 0.0405562 Dec 08 21:56:12.759879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34176) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:12.778749 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f961b0ad-3168-4a93-b202-f37c56becb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:12.818398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c32b30b7-e013-4656-b037-46d8a2c42a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:12.844784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b30b7-e013-4656-b037-46d8a2c42a58 None None] Routers {'ee0005c9-237f-4b71-8172-4eb616c82ea8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:12.845682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c32b30b7-e013-4656-b037-46d8a2c42a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ee0005c9-237f-4b71-8172-4eb616c82ea8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:12.926596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c32b30b7-e013-4656-b037-46d8a2c42a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:12.927357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b30b7-e013-4656-b037-46d8a2c42a58 None None] The sync data for ids ['ee0005c9-237f-4b71-8172-4eb616c82ea8'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:12.930888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Attempting to bind port 731667f5-54e3-4f04-aa8a-2a2850b96667 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:12.931229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Attempting to bind port 731667f5-54e3-4f04-aa8a-2a2850b96667 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:12.931561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Attempting to bind port 731667f5-54e3-4f04-aa8a-2a2850b96667 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:12.950046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Port 731667f5-54e3-4f04-aa8a-2a2850b96667 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:56:12.950378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Attempting to bind port 731667f5-54e3-4f04-aa8a-2a2850b96667 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:12.966312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-216736bd-890d-4ee3-be5a-c3f703783275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ee4e51d494344fda5dd80db5a5ace01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376790 Dec 08 21:56:12.966972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34182) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:12.969990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:12.970333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Checking segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:12.970736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Bound using segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:12.971287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Bound port: 731667f5-54e3-4f04-aa8a-2a2850b96667, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:12.971622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.010936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f961b0ad-3168-4a93-b202-f37c56becb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.013643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f961b0ad-3168-4a93-b202-f37c56becb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.017948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f961b0ad-3168-4a93-b202-f37c56becb82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b28e969c-1b8b-42b5-96de-8759babd22f9 HTTP/1.1" status: 204 len: 168 time: 0.8045847 Dec 08 21:56:13.065968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961b0ad-3168-4a93-b202-f37c56becb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28e969c-1b8b-42b5-96de-8759babd22f9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:13.188949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ef524fe-01e5-46af-a39a-f684e4083cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.188949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] For port 731667f5-54e3-4f04-aa8a-2a2850b96667, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:13.188949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] For port 731667f5-54e3-4f04-aa8a-2a2850b96667, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=731667f5-54e3-4f04-aa8a-2a2850b96667,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:13.188949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ef524fe-01e5-46af-a39a-f684e4083cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.232170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.308409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:13.309128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.310860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] 10.222.0.23 "PUT /v2.0/ports/731667f5-54e3-4f04-aa8a-2a2850b96667 HTTP/1.1" status: 200 len: 1092 time: 3.6419499 Dec 08 21:56:13.311840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6393e86-9dcb-40f8-a5da-0abd9a06f8e3', 'tag': '731667f5-54e3-4f04-aa8a-2a2850b96667'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:13.315162 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6393e86-9dcb-40f8-a5da-0abd9a06f8e3", "tag": "731667f5-54e3-4f04-aa8a-2a2850b96667"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:13.364449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ef524fe-01e5-46af-a39a-f684e4083cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.371738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ef524fe-01e5-46af-a39a-f684e4083cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.382508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3ef524fe-01e5-46af-a39a-f684e4083cb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/449da677-567d-4e00-b148-343caadb6982 HTTP/1.1" status: 204 len: 168 time: 0.4140701 Dec 08 21:56:13.391100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c7bc9-6102-4ecd-b3a2-b7d9b7ace3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=731667f5-54e3-4f04-aa8a-2a2850b96667,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:13.392532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6778038-57ac-4d7d-97d4-5d5f99dcb37a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.425802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0123-6145-4a24-b43e-e443f0e3469c req-0f4f0b8a-2762-4b3f-8f8a-2ad82b65fad9 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:13.451512 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a46d0123-6145-4a24-b43e-e443f0e3469c req-0f4f0b8a-2762-4b3f-8f8a-2ad82b65fad9 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 944 time: 0.2617924 Dec 08 21:56:13.558928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef524fe-01e5-46af-a39a-f684e4083cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449da677-567d-4e00-b148-343caadb6982,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:13.599210 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afac3a3-f479-444d-8284-9315256d4f2e x-openstack-request-id: req-7afac3a3-f479-444d-8284-9315256d4f2e {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:13.599633 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6393e86-9dcb-40f8-a5da-0abd9a06f8e3", "tag": "731667f5-54e3-4f04-aa8a-2a2850b96667", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:13.599973 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7afac3a3-f479-444d-8284-9315256d4f2e {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:13.600468 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6393e86-9dcb-40f8-a5da-0abd9a06f8e3', 'tag': '731667f5-54e3-4f04-aa8a-2a2850b96667', 'status': 'completed', 'code': 200} Dec 08 21:56:13.605259 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a46d0123-6145-4a24-b43e-e443f0e3469c req-8b221caf-2e53-44f1-992c-472b7124e5ab tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508327 Dec 08 21:56:13.614765 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6778038-57ac-4d7d-97d4-5d5f99dcb37a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.617921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6778038-57ac-4d7d-97d4-5d5f99dcb37a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.635177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-c8cb9d80-0423-4c9f-97fa-6ffde7ea81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:13.648267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-c8cb9d80-0423-4c9f-97fa-6ffde7ea81ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 1095 time: 0.2644067 Dec 08 21:56:13.711574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6778038-57ac-4d7d-97d4-5d5f99dcb37a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.716569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6778038-57ac-4d7d-97d4-5d5f99dcb37a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Fanout notify agent at l3_agent the message router_deleted on router ee0005c9-237f-4b71-8172-4eb616c82ea8 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:56:13.729677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a6778038-57ac-4d7d-97d4-5d5f99dcb37a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.735148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a6778038-57ac-4d7d-97d4-5d5f99dcb37a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/ee0005c9-237f-4b71-8172-4eb616c82ea8 HTTP/1.1" status: 204 len: 168 time: 0.9712646 Dec 08 21:56:13.736984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34216) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:13.772669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-14ed2307-95af-4676-8131-1c8582408e4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731667f5-54e3-4f04-aa8a-2a2850b96667 HTTP/1.1" status: 200 len: 217 time: 0.1143548 Dec 08 21:56:13.898246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5969bb-8d73-48a8-9c0e-2fe0ac30477c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet c0f3bfc8-4860-4a3f-91de-2edf5b14c24e {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:56:13.898526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-82662568-f9c8-453e-a529-165c0a8ccd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:13.901403 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-82662568-f9c8-453e-a529-165c0a8ccd6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.1220553 Dec 08 21:56:13.902520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd5969bb-8d73-48a8-9c0e-2fe0ac30477c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:13.953622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-34f8f1f4-3e67-41b1-ba8f-aeb7ac6de0bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455005 Dec 08 21:56:13.956851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd5969bb-8d73-48a8-9c0e-2fe0ac30477c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:14.114252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd5969bb-8d73-48a8-9c0e-2fe0ac30477c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:14.138415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-fbfb8682-e37c-4064-8708-8644c73c4e38 service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759658 Dec 08 21:56:14.248078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd5969bb-8d73-48a8-9c0e-2fe0ac30477c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:14.305732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5969bb-8d73-48a8-9c0e-2fe0ac30477c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f3bfc8-4860-4a3f-91de-2edf5b14c24e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:14.321023 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd5969bb-8d73-48a8-9c0e-2fe0ac30477c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:14.326650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd5969bb-8d73-48a8-9c0e-2fe0ac30477c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/c0f3bfc8-4860-4a3f-91de-2edf5b14c24e HTTP/1.1" status: 204 len: 168 time: 0.5861282 Dec 08 21:56:14.330002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456e132-c48a-4ac0-9295-d7ab8d8631ac None None] Network d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:14.335956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34238) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:14.346068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e3c99a7-85ed-4106-938f-cbcd52c60f47 req-ca0f9879-5efa-4593-a06c-e0a86015b921 service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010057 Dec 08 21:56:14.516362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-f30f1bbc-126a-4d4b-af5d-920bf1e93c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:14.518699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-f30f1bbc-126a-4d4b-af5d-920bf1e93c2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 1095 time: 0.1144898 Dec 08 21:56:14.597985 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:14.699482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-520114b1-ac32-4968-a9b6-131ebfb2df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:14.700979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-520114b1-ac32-4968-a9b6-131ebfb2df1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 916 time: 0.1751068 Dec 08 21:56:14.738802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:56:14.739662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:14.775813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] DHCP port deletion for d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:56:14.819013 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-869ec047-9e2b-447b-9648-7dbdafcf6718 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731667f5-54e3-4f04-aa8a-2a2850b96667 HTTP/1.1" status: 200 len: 217 time: 0.1096573 Dec 08 21:56:14.855526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,segment=NetworkSegment(03a0063e-994f-450f-8b03-e17bf8af4380),segment_id=03a0063e-994f-450f-8b03-e17bf8af4380)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:14.856242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:14.885614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:56:14.936861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eb0df-000a-4800-ac79-0a03d6ecffcf req-c1c2f1e2-2f13-4769-9ce9-413faa483814 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:14.945449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eb2eb0df-000a-4800-ac79-0a03d6ecffcf req-c1c2f1e2-2f13-4769-9ce9-413faa483814 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 944 time: 0.1310973 Dec 08 21:56:14.964816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] Deleting port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:56:14.965171 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:14.972067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-e47d3e25-c1d8-44a1-9726-a265e8a342e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:14.977276 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-e47d3e25-c1d8-44a1-9726-a265e8a342e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.1491416 Dec 08 21:56:15.073035 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-800ddd6c-1e5d-4d5b-bcb1-a337514f066e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798252 Dec 08 21:56:15.077038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.113419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:15.121769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No DVR routers for this DVR port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:56:15.278988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.303319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eb2eb0df-000a-4800-ac79-0a03d6ecffcf req-a6ed1f04-1e6b-4c56-afca-01fff865d6a9 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459234 Dec 08 21:56:15.308692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:15.368266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-a7752534-50d9-43aa-9193-ea0c64f52576 service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765687 Dec 08 21:56:15.370836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a0063e-994f-450f-8b03-e17bf8af4380') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:15.372000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a0063e-994f-450f-8b03-e17bf8af4380') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:15.417893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.467830 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.481215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:56:15.481747 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:56:15.488138 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:56:15.583541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] For port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,segment=NetworkSegment(03a0063e-994f-450f-8b03-e17bf8af4380),segment_id=03a0063e-994f-450f-8b03-e17bf8af4380)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:15.584585 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.602390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] Calling delete_port for e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:56:15.703079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.713118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.718909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:56:15.722680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] No DVR routers for this DVR port e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:56:15.725176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed7f8c2a-5e51-4ae8-a7cb-803495d1901c req-26e90eea-36bd-4841-a0b4-35bf1d9fb442 service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436730 Dec 08 21:56:15.751077 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.765542 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe HTTP/1.1" status: 204 len: 168 time: 1.4253604 Dec 08 21:56:15.769851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34278) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:15.775642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:56:15.776363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e4fe0fd1-f00a-4d41-bf8b-30da94b29c39 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:56:15.777383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-275f5f3f-987e-42ac-b994-ee84446f2c77 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1317258265', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:15.793163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed5649-b0da-48d2-87e5-8abb94ddecb2 None None] Pushing event deleted for resources: {'Port': ['ID=e4fe0fd1-f00a-4d41-bf8b-30da94b29c39,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:15.837594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-275f5f3f-987e-42ac-b994-ee84446f2c77 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.841300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-275f5f3f-987e-42ac-b994-ee84446f2c77 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:15.850109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea49b7e-c8d2-4b84-a60d-4456e6756a5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=d54d2ed2-2d22-4fe0-99bf-cbc041ee64fe,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:16.002145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-275f5f3f-987e-42ac-b994-ee84446f2c77 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:16.011645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-275f5f3f-987e-42ac-b994-ee84446f2c77 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:16.053096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-275f5f3f-987e-42ac-b994-ee84446f2c77 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:16.054833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-275f5f3f-987e-42ac-b994-ee84446f2c77 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2823367 Dec 08 21:56:16.057291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34288) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:16.062266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-827378571'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:16.097801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34290) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:16.106483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:16.111236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:16.149998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:56:16.180861 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:16.181180 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment 6321b380-0502-4d68-910d-877da5372498 of type vlan for network 7d7ab876-6284-4928-8945-570a58780b13 Dec 08 21:56:16.287990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:16.509640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:16.520631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:16.521584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.072089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-139730936-network', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:17.130479 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0720575 Dec 08 21:56:17.133419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34322) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:17.139848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:17.191134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Made reservation on behalf of 64a902ad8ee746c39827af079b3a0c5f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:17.206986 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.245764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 731667f5-54e3-4f04-aa8a-2a2850b96667 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:56:17.266477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.270943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59f1d3-9fa1-43a1-8e1a-0626fab13ee8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=7d7ab876-6284-4928-8945-570a58780b13,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:17.291750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 7d7ab876-6284-4928-8945-570a58780b13 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:56:17.334689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6df3-8392-49df-a1cb-ff69d69661ac req-ed66561b-171a-4a49-bff5-1b9017e514b1 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:17.355140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1ca6df3-8392-49df-a1cb-ff69d69661ac req-ed66561b-171a-4a49-bff5-1b9017e514b1 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 944 time: 0.3088183 Dec 08 21:56:17.433972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:17.438070 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.466848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.resource_extend [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:56:17.506971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1ca6df3-8392-49df-a1cb-ff69d69661ac req-683d827a-9ea9-48be-8f60-8e54ebc1bace tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508203 Dec 08 21:56:17.652452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.667428 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.693859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 731667f5-54e3-4f04-aa8a-2a2850b96667, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=731667f5-54e3-4f04-aa8a-2a2850b96667,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:17.725527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:56:17.727128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '731667f5-54e3-4f04-aa8a-2a2850b96667', 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'port_id': '731667f5-54e3-4f04-aa8a-2a2850b96667', 'mac_address': 'fa:16:3e:78:88:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85aac77e-f9bd-4884-9a1a-a1d18d093e61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:56:17.755029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-4b6e7aff-8632-478d-a7be-2f8976d2f860 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:17.762967 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-4b6e7aff-8632-478d-a7be-2f8976d2f860 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/networks?id=bd772f92-44fc-4de6-8034-b0c0645ea396 HTTP/1.1" status: 200 len: 814 time: 0.3550394 Dec 08 21:56:17.780811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691bd36b-ed56-4a1b-9572-06e7e0c07799,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:17.789622 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-dc1b2314-95cd-45e0-b394-c2484f9a3f78 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/quotas/1f8f377e82954749932225e095460f3b HTTP/1.1" status: 200 len: 375 time: 0.0256965 Dec 08 21:56:17.796849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.797216 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Added segment 536fabe0-2332-46c7-af22-8ac3870ed33c of type vlan for network c76c03ce-0af3-41eb-8216-726e197ec182 Dec 08 21:56:17.857686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.863411 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-d0248463-5843-47da-b243-196dc0da0afb tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f8f377e82954749932225e095460f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727558 Dec 08 21:56:17.906992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731667f5-54e3-4f04-aa8a-2a2850b96667 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:56:17.932701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34350) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:17.958583 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:17.962033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 731667f5-54e3-4f04-aa8a-2a2850b96667, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=731667f5-54e3-4f04-aa8a-2a2850b96667,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:17.982158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.035749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.060837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.062015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:18.062997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.124829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=731667f5-54e3-4f04-aa8a-2a2850b96667,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:18.200443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=8610b719-ad00-44e2-8f63-329aa525c4a8,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:18.224946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:18.227801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: 7d7ab876-6284-4928-8945-570a58780b13, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:56:18.249090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1498597 Dec 08 21:56:18.254757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34358) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:18.262173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['731667f5-54e3-4f04-aa8a-2a2850b96667'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:56:18.262817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Request body: {'subnet': {'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-139730936-subnet', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:18.284082 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-d049472e-950d-467b-8409-9195cf5dd1aa service neutron] 10.222.0.21 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595689 Dec 08 21:56:18.287851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337646e-b882-4d59-a324-cad32dd12722 admin admin] Pushing event updated for resources: {'Network': ['ID=c76c03ce-0af3-41eb-8216-726e197ec182,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:18.330110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c76c03ce-0af3-41eb-8216-726e197ec182 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:56:18.345337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-372e7cbe-7afb-4373-a7a2-e9dc6f974032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.369590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 7d7ab876-6284-4928-8945-570a58780b13 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:56:18.392653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7d7ab876-6284-4928-8945-570a58780b13) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:18.411100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc75d47c-2fa9-4b6b-b56c-0286bdf321cb None None] Network 7d7ab876-6284-4928-8945-570a58780b13 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:18.412947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:18.413749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.431827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Made reservation on behalf of 64a902ad8ee746c39827af079b3a0c5f for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:18.435724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.503553 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4f3654a-ccff-421a-9dbf-06bf22b15be5 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3682818 Dec 08 21:56:18.509760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34364) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:18.599446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-8ce73e6a-b634-4d6b-9773-f53b3f7ddaac service neutron] 10.222.0.21 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097637 Dec 08 21:56:18.772334 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-372e7cbe-7afb-4373-a7a2-e9dc6f974032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.817600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-372e7cbe-7afb-4373-a7a2-e9dc6f974032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:18.842686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17801c-040b-4be4-8e85-c820da372d7b req-a853af72-6834-494f-a03e-8397227f74ad tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:18.851757 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa17801c-040b-4be4-8e85-c820da372d7b req-a853af72-6834-494f-a03e-8397227f74ad tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 945 time: 0.2160664 Dec 08 21:56:18.910330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-372e7cbe-7afb-4373-a7a2-e9dc6f974032 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2425d5f3e5947a9af61907fd7727d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9762459 Dec 08 21:56:18.911154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e7cbe-7afb-4373-a7a2-e9dc6f974032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9b1d43-7376-46e3-b283-939daa5d237e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:18.914013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34372) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:18.962633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa17801c-040b-4be4-8e85-c820da372d7b req-7a4bc7f6-f07e-40a3-8eb4-cd07f42e6dd8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098309 Dec 08 21:56:19.008982 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd25b-76b1-4e79-8702-1c18bc46436d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.034438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd25b-76b1-4e79-8702-1c18bc46436d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.125994 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd25b-76b1-4e79-8702-1c18bc46436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.129382 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd25b-76b1-4e79-8702-1c18bc46436d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.130806 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0e7cd25b-76b1-4e79-8702-1c18bc46436d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d9b1d43-7376-46e3-b283-939daa5d237e HTTP/1.1" status: 204 len: 168 time: 0.2106161 Dec 08 21:56:19.148640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.165555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd25b-76b1-4e79-8702-1c18bc46436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9b1d43-7376-46e3-b283-939daa5d237e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:19.182809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-7d7ab876-6284-4928-8945-570a58780b13', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:56:19.185052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.298814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc07377a-e86d-4281-a10a-309c4d111fc7 req-906f29d2-d43a-4654-b341-6de03bebf057 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 210 time: 0.2206209 Dec 08 21:56:19.322178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.409687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34386) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:19.592643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Allocated IP 172.20.0.2 (7d7ab876-6284-4928-8945-570a58780b13/8610b719-ad00-44e2-8f63-329aa525c4a8/0d01949b-4bf5-4788-af70-2b3577232485) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:19.745970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c4f60c-81a2-4017-83df-1236e4b55723,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:19.775231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Checking segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:19.777948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Network hostable DHCP agents. Network: c76c03ce-0af3-41eb-8216-726e197ec182, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:56:19.812657 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e766e015-45b9-4b80-b784-3df3c82b43ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.849605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Network c76c03ce-0af3-41eb-8216-726e197ec182 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:56:19.888162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, c76c03ce-0af3-41eb-8216-726e197ec182) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:19.894187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:19.894646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:19.921922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34398) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:19.922814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05573b-8f68-4aa0-815c-b04a66a784e3 None None] Network c76c03ce-0af3-41eb-8216-726e197ec182 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:19.971300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1f8e8ad0-5035-40eb-a47b-9fe65c3e63a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7135711 Dec 08 21:56:19.972806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34402) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:19.985492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:19.996003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1491df60-6ac7-4d8e-9cae-a575811ddda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.030284 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.080663 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.113080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.114320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.121527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e766e015-45b9-4b80-b784-3df3c82b43ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.132798 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e766e015-45b9-4b80-b784-3df3c82b43ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.160045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Pushing event updated for resources: {'Port': ['ID=0d01949b-4bf5-4788-af70-2b3577232485,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:20.170949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Network 7d7ab876-6284-4928-8945-570a58780b13 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:20.181306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:20.195967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:20.233721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.20.0.1 (7d7ab876-6284-4928-8945-570a58780b13/8610b719-ad00-44e2-8f63-329aa525c4a8/e3fbf403-1e24-4297-bb8e-d7377931dc6a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:20.246227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502683-876f-45d5-b40a-1caf3cecfacf req-ad6072ea-075e-456f-b5b2-eb65c49518ea tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:20.258393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff502683-876f-45d5-b40a-1caf3cecfacf req-ad6072ea-075e-456f-b5b2-eb65c49518ea tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 945 time: 0.1452532 Dec 08 21:56:20.297197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-c76c03ce-0af3-41eb-8216-726e197ec182', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:56:20.320497 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.321144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766e015-45b9-4b80-b784-3df3c82b43ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114a2912-73c0-437c-bbd9-f8a5c637a5f2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:20.379722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff502683-876f-45d5-b40a-1caf3cecfacf req-c90f66f7-2321-4079-a10b-7e303a861822 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189766 Dec 08 21:56:20.399983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e766e015-45b9-4b80-b784-3df3c82b43ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=892ff4b6e3114c6ea5a4cac1a0118e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9880979 Dec 08 21:56:20.405130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34408) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:20.423251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.474176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Attempting to bind port 0d01949b-4bf5-4788-af70-2b3577232485 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:20.475991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1491df60-6ac7-4d8e-9cae-a575811ddda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.483502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Attempting to bind port 0d01949b-4bf5-4788-af70-2b3577232485 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:20.484236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Attempting to bind port 0d01949b-4bf5-4788-af70-2b3577232485 on network 7d7ab876-6284-4928-8945-570a58780b13 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:20.497065 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1491df60-6ac7-4d8e-9cae-a575811ddda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.597110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:20.598413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Checking segment: {'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:20.599095 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.599802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Bound using segment: {'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:20.600538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Bound port: 0d01949b-4bf5-4788-af70-2b3577232485, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:20.601186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.617662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1491df60-6ac7-4d8e-9cae-a575811ddda9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d5494d5054648088c3dea2d80e5c866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938989 Dec 08 21:56:20.683452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34414) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:20.683452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-869609d5-7f03-4ee5-985e-5159a906ea8b req-8e2179ae-f8d9-42d5-af32-4424bee326c2 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 210 time: 0.2205861 Dec 08 21:56:20.683823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491df60-6ac7-4d8e-9cae-a575811ddda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7889211a-c9ba-4914-84ff-5ed96616ad23,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:20.707702 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.838618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] For port 0d01949b-4bf5-4788-af70-2b3577232485, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:20.851054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71328f6f-e996-4e80-95a7-671dad723009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.863085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.869251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] For port 0d01949b-4bf5-4788-af70-2b3577232485, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0d01949b-4bf5-4788-af70-2b3577232485,segment=NetworkSegment(6321b380-0502-4d68-910d-877da5372498),segment_id=6321b380-0502-4d68-910d-877da5372498)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:20.885840 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.923531 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.932751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17d504b5-f4b6-489b-b9b6-d75d93959405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:20.935513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Allocated IP 172.20.0.2 (c76c03ce-0af3-41eb-8216-726e197ec182/24c4f60c-81a2-4017-83df-1236e4b55723/ea908cd4-88af-4d26-aab4-79de7307e633) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:20.957802 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17d504b5-f4b6-489b-b9b6-d75d93959405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.007115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-df0737d7-d3e6-427d-ab71-35ac6a7561ca tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:21.008928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-df0737d7-d3e6-427d-ab71-35ac6a7561ca tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.37 "GET /v2.0/networks?id=bd772f92-44fc-4de6-8034-b0c0645ea396 HTTP/1.1" status: 200 len: 814 time: 0.2933452 Dec 08 21:56:21.013474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=e3fbf403-1e24-4297-bb8e-d7377931dc6a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:21.013687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71328f6f-e996-4e80-95a7-671dad723009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.024229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Request body: {'port': {'device_id': 'c8e13a5f-9b19-47f8-aec1-31bad9c7977e', 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396', 'admin_state_up': True, 'tenant_id': '1f8f377e82954749932225e095460f3b'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:21.045925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Pushing event updated for resources: {'Port': ['ID=0d01949b-4bf5-4788-af70-2b3577232485,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:21.053301 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17d504b5-f4b6-489b-b9b6-d75d93959405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.060161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.060797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.061233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.061662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.062153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.062574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.063067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.063485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.063902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.064316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.065308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.065727 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b7fc9-0c77-4926-a7ea-d213791906ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:21.066184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17d504b5-f4b6-489b-b9b6-d75d93959405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.073501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-17d504b5-f4b6-489b-b9b6-d75d93959405 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7889211a-c9ba-4914-84ff-5ed96616ad23 HTTP/1.1" status: 204 len: 168 time: 0.3946593 Dec 08 21:56:21.107466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 7d7ab876-6284-4928-8945-570a58780b13 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:21.109735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:21.132587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d504b5-f4b6-489b-b9b6-d75d93959405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7889211a-c9ba-4914-84ff-5ed96616ad23,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:21.223403 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71328f6f-e996-4e80-95a7-671dad723009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.230133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71328f6f-e996-4e80-95a7-671dad723009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.231341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-71328f6f-e996-4e80-95a7-671dad723009 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/114a2912-73c0-437c-bbd9-f8a5c637a5f2 HTTP/1.1" status: 204 len: 168 time: 0.8240652 Dec 08 21:56:21.260844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71328f6f-e996-4e80-95a7-671dad723009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114a2912-73c0-437c-bbd9-f8a5c637a5f2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:21.268766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 731667f5-54e3-4f04-aa8a-2a2850b96667 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:21.334010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:21.363407 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.392142 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.507270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.554475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Network c76c03ce-0af3-41eb-8216-726e197ec182 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:21.573054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:21.605360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:21.614662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Pushing event updated for resources: {'Port': ['ID=ea908cd4-88af-4d26-aab4-79de7307e633,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:21.631748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 731667f5-54e3-4f04-aa8a-2a2850b96667 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:56:21.659975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Made reservation on behalf of 1f8f377e82954749932225e095460f3b for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:21.664737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.707153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 731667f5-54e3-4f04-aa8a-2a2850b96667 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:21.713723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.748973 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.778146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.805661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:21.815943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0d01949b-4bf5-4788-af70-2b3577232485 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:21.980618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34442) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:21.999122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6674896-5bd3-4007-9d2e-f529ff3ae2e6 req-30f272af-039a-4e78-8c1a-9c3360fe0854 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 210 time: 0.1720152 Dec 08 21:56:22.013037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Attempting to bind port ea908cd4-88af-4d26-aab4-79de7307e633 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:22.013433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Attempting to bind port ea908cd4-88af-4d26-aab4-79de7307e633 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:22.013847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Attempting to bind port ea908cd4-88af-4d26-aab4-79de7307e633 on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:22.021182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0d01949b-4bf5-4788-af70-2b3577232485 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:22.021551 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.039495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6afe288e-57cf-453d-8d95-5efd7d7eb684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.041478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:22.041862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Checking segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:22.042253 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.042645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Bound using segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:22.043663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Bound port: ea908cd4-88af-4d26-aab4-79de7307e633, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:22.043663 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.169963 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.254415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Allocated IP 172.25.1.182 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/11b68e77-3163-4ab5-90ab-6f2550e9872d) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:22.356860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6393e86-9dcb-40f8-a5da-0abd9a06f8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731667f5-54e3-4f04-aa8a-2a2850b96667'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:22.359842 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fd9ac8-04b2-4d64-a2b1-b1fd3ecd5242" -d '{"events": [{"server_uuid": "d6393e86-9dcb-40f8-a5da-0abd9a06f8e3", "name": "network-vif-plugged", "status": "completed", "tag": "731667f5-54e3-4f04-aa8a-2a2850b96667"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:22.380393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] For port ea908cd4-88af-4d26-aab4-79de7307e633, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:22.386511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 731667f5-54e3-4f04-aa8a-2a2850b96667, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=731667f5-54e3-4f04-aa8a-2a2850b96667,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:22.405719 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.417114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] For port ea908cd4-88af-4d26-aab4-79de7307e633, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ea908cd4-88af-4d26-aab4-79de7307e633,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:22.478498 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9701cad4-acee-4041-a5b1-8e3452615d7f x-openstack-request-id: req-9701cad4-acee-4041-a5b1-8e3452615d7f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:22.489045 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6393e86-9dcb-40f8-a5da-0abd9a06f8e3", "name": "network-vif-plugged", "status": "completed", "tag": "731667f5-54e3-4f04-aa8a-2a2850b96667", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:22.490266 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9701cad4-acee-4041-a5b1-8e3452615d7f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:22.490893 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6393e86-9dcb-40f8-a5da-0abd9a06f8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731667f5-54e3-4f04-aa8a-2a2850b96667', 'code': 200} Dec 08 21:56:22.496064 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.554335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6afe288e-57cf-453d-8d95-5efd7d7eb684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.637059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=731667f5-54e3-4f04-aa8a-2a2850b96667,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:22.644337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6afe288e-57cf-453d-8d95-5efd7d7eb684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.674873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.719347 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.849029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 0d01949b-4bf5-4788-af70-2b3577232485, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0d01949b-4bf5-4788-af70-2b3577232485,segment=NetworkSegment(6321b380-0502-4d68-910d-877da5372498),segment_id=6321b380-0502-4d68-910d-877da5372498)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:22.850503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b4eb8-de1a-4b8c-82d1-9830d2679184 None None] Pushing event updated for resources: {'Port': ['ID=ea908cd4-88af-4d26-aab4-79de7307e633,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:22.859050 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.884393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:22.969167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=0d01949b-4bf5-4788-af70-2b3577232485,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:22.976357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97af86-be71-41ac-a53a-2ed4fb58b0ba None None] Network 7d7ab876-6284-4928-8945-570a58780b13 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:22.982565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Pushing event updated for resources: {'Port': ['ID=11b68e77-3163-4ab5-90ab-6f2550e9872d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:22.999991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:23.025012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:23.032343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:23.035214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe288e-57cf-453d-8d95-5efd7d7eb684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab0894e-d62a-4308-8758-6ededc52f346,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:23.043900 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6afe288e-57cf-453d-8d95-5efd7d7eb684 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56f30248b80b426993933fa42bc8afb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0424092 Dec 08 21:56:23.071310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:23.082706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0c8aa-1cc7-4489-9126-412afc29ea16 req-d47c0c56-94d3-4ee0-a869-087b7cf0c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:23.086190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e0c8aa-1cc7-4489-9126-412afc29ea16 req-d47c0c56-94d3-4ee0-a869-087b7cf0c2b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 1097 time: 0.5013199 Dec 08 21:56:23.142539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-23955e88-02c8-4283-9a33-33c79356650c None None] Provisioning complete for port 0d01949b-4bf5-4788-af70-2b3577232485 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:23.164895 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23955e88-02c8-4283-9a33-33c79356650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:23.276611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c9383-6371-49a3-9ac8-eae3291fd104 req-695ad4e0-6d9f-4a9e-8829-43e134f62789 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:23.278219 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-577c9383-6371-49a3-9ac8-eae3291fd104 req-695ad4e0-6d9f-4a9e-8829-43e134f62789 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 945 time: 1.5783212 Dec 08 21:56:23.324869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7f507c6-9d17-4b8c-8b07-596e9292df14 req-e9e748b1-b2a1-413b-8b9f-b79e15b1dc46 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 210 time: 0.1597798 Dec 08 21:56:23.329378 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e0c8aa-1cc7-4489-9126-412afc29ea16 req-e487318f-6e78-49c4-80b9-4866527b37f5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299142 Dec 08 21:56:23.374447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-594791b4-d705-4fc5-b548-2ff3f67e0e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:23.432059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Allocated IP 172.20.0.5 (bd772f92-44fc-4de6-8034-b0c0645ea396/a3474a1e-c033-4c7c-93c8-cc1e12020aa2/c0d1e14a-75b5-450b-ba3f-e858dd3b10b9) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:23.441791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-577c9383-6371-49a3-9ac8-eae3291fd104 req-595a54a4-024e-4c96-a570-994c20d33f5f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435649 Dec 08 21:56:23.475451 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-594791b4-d705-4fc5-b548-2ff3f67e0e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:23.680523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0d01949b-4bf5-4788-af70-2b3577232485 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:23.685845 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-594791b4-d705-4fc5-b548-2ff3f67e0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:23.691480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-594791b4-d705-4fc5-b548-2ff3f67e0e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:23.693841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-594791b4-d705-4fc5-b548-2ff3f67e0e88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ab0894e-d62a-4308-8758-6ededc52f346 HTTP/1.1" status: 204 len: 168 time: 0.6182179 Dec 08 21:56:23.717729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:23.781732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0d01949b-4bf5-4788-af70-2b3577232485 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:23.782232 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:23.868273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d39acbfd-c73a-4db2-bf4a-ce67be42dd4f None None] Provisioning complete for port 0d01949b-4bf5-4788-af70-2b3577232485 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:23.868709 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d39acbfd-c73a-4db2-bf4a-ce67be42dd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.130103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.139955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594791b4-d705-4fc5-b548-2ff3f67e0e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab0894e-d62a-4308-8758-6ededc52f346,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:24.169118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.201360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ea908cd4-88af-4d26-aab4-79de7307e633 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:24.308354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.398906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.476470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=e3fbf403-1e24-4297-bb8e-d7377931dc6a,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:24.480573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.524284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3c1e066b-e577-4c53-ad6b-9ee94994a6d2 req-2e1a2190-dba1-44ec-9cd1-6722ac2ceff1 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 210 time: 0.0621409 Dec 08 21:56:24.644711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805e4d1-343b-4714-ae01-b4904d420240 None None] Network c76c03ce-0af3-41eb-8216-726e197ec182 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:24.687145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d39acbfd-c73a-4db2-bf4a-ce67be42dd4f None None] Provisioning complete for port e3fbf403-1e24-4297-bb8e-d7377931dc6a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:24.687774 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d39acbfd-c73a-4db2-bf4a-ce67be42dd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.717234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.788752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e29c-c40a-4c47-94c8-a7b9ed72323a req-bb001b84-2f40-4a18-973b-c2852db193dc tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:24.796818 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0403e29c-c40a-4c47-94c8-a7b9ed72323a req-bb001b84-2f40-4a18-973b-c2852db193dc tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 946 time: 0.1611688 Dec 08 21:56:24.868512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Network bd772f92-44fc-4de6-8034-b0c0645ea396 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:24.881561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ea908cd4-88af-4d26-aab4-79de7307e633 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:24.881939 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:24.883802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d39acbfd-c73a-4db2-bf4a-ce67be42dd4f None None] Port e3fbf403-1e24-4297-bb8e-d7377931dc6a cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:24.899891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0403e29c-c40a-4c47-94c8-a7b9ed72323a req-e77663de-247f-45e4-8460-756098679917 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021149 Dec 08 21:56:24.902648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Router 44423093-5ef1-49f4-a7de-c114ab531e62 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:56:24.921311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:24.943427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Pushing event updated for resources: {'Port': ['ID=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:24.943427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:25.025153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 7d7ab876-6284-4928-8945-570a58780b13 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:25.030530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:25.052048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c08833f6-aa9b-4298-84ff-0f56d7fca4c8 None None] Provisioning complete for port ea908cd4-88af-4d26-aab4-79de7307e633 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:25.052425 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c08833f6-aa9b-4298-84ff-0f56d7fca4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:25.091279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:25.091279 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:25.092184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:25.103929 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Sync routers for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:25.128128 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:25.129146 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:25.134172 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:25.136172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b550dabc-2670-4935-88e8-dd3a917d512f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1556013 Dec 08 21:56:25.138658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34552) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:25.327767 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:25.335063 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-75153f87-e691-401e-a816-29886564adf6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3155618 Dec 08 21:56:25.357373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Request body: {'port': {'device_id': 'c8e13a5f-9b19-47f8-aec1-31bad9c7977e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:25.397542 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:25.491195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:25.613217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:56:25.614162 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c08833f6-aa9b-4298-84ff-0f56d7fca4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:25.629243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port ea908cd4-88af-4d26-aab4-79de7307e633, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ea908cd4-88af-4d26-aab4-79de7307e633,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:25.640860 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:23Z', 'revision_number': 3, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:25.670636 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Checking router: 44423093-5ef1-49f4-a7de-c114ab531e62 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:56:25.671321 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Updating router 44423093-5ef1-49f4-a7de-c114ab531e62 port 11b68e77-3163-4ab5-90ab-6f2550e9872d binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:56:25.675159 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:25.719977 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:25.996154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=ea908cd4-88af-4d26-aab4-79de7307e633,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:26.056574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c08833f6-aa9b-4298-84ff-0f56d7fca4c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:56:26.056799 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c08833f6-aa9b-4298-84ff-0f56d7fca4c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:56:26.156911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8110a5-50ca-4985-ae25-55865279fb1b req-98880e10-75e6-4e74-b158-0d8cc90105ba tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:26.164593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa8110a5-50ca-4985-ae25-55865279fb1b req-98880e10-75e6-4e74-b158-0d8cc90105ba tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 931 time: 0.2257328 Dec 08 21:56:26.235588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa8110a5-50ca-4985-ae25-55865279fb1b req-1299bd83-4d45-4a25-a121-7d8659050a82 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702839 Dec 08 21:56:26.273858 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.284909 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.330585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:56:26.337177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:26.352752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:26.365667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:26.366669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:26.412899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b21291c8-bf98-41b3-a60a-f9cac8c8977f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8959136 Dec 08 21:56:26.416744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34626) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:26.420201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.423049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-243304337'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:26.450773 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Attempting to bind port 11b68e77-3163-4ab5-90ab-6f2550e9872d on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:26.452422 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Attempting to bind port 11b68e77-3163-4ab5-90ab-6f2550e9872d by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:26.461966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Transition to ACTIVE for port object c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:56:26.466150 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Attempting to bind port 11b68e77-3163-4ab5-90ab-6f2550e9872d on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:26.487275 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:26.488645 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:26.490326 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.492310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.492656 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:26.493414 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Bound port: 11b68e77-3163-4ab5-90ab-6f2550e9872d, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:26.494780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:26.495478 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.499387 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.559488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:56:26.566216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Pushing event updated for resources: {'Port': ['ID=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:26.591302 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Pushing event updated for resources: {'Port': ['ID=11b68e77-3163-4ab5-90ab-6f2550e9872d,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:26.597485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.598914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb415f-c988-4f7e-b678-4885f665b78d req-4ed6d642-5124-4921-a873-d69a36c72702 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:26.607101 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment f919eca2-3519-49ab-af39-fe76c4542baf of type vlan for network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 Dec 08 21:56:26.608824 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55bb415f-c988-4f7e-b678-4885f665b78d req-4ed6d642-5124-4921-a873-d69a36c72702 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 946 time: 0.4111812 Dec 08 21:56:26.621671 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.622169 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.622598 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.623064 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.623730 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.624162 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.624574 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.625198 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.625393 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.625793 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.626206 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.626615 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:26.666473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:26.687886 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] For port 11b68e77-3163-4ab5-90ab-6f2550e9872d, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:26.692235 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] For port 11b68e77-3163-4ab5-90ab-6f2550e9872d, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=11b68e77-3163-4ab5-90ab-6f2550e9872d,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:26.700671 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.776427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55bb415f-c988-4f7e-b678-4885f665b78d req-4a1b71da-ab2f-499f-a03a-15b4e6873a8e tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666970 Dec 08 21:56:26.804102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.826381 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd2270-2938-4366-adc8-6dda6f368333 None None] Pushing event updated for resources: {'Port': ['ID=11b68e77-3163-4ab5-90ab-6f2550e9872d,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:26.847790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Attempting to bind port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:26.848200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Attempting to bind port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:26.851485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Attempting to bind port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 on network bd772f92-44fc-4de6-8034-b0c0645ea396 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:26.858352 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 on network bd772f92-44fc-4de6-8034-b0c0645ea396 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:56:26.860489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Attempting to bind port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 on network bd772f92-44fc-4de6-8034-b0c0645ea396 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:26.867352 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:26.870278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:26.871140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:26.882878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Checking segment: {'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:26.882878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Bound using segment: {'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:26.882878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Bound port: c0d1e14a-75b5-450b-ba3f-e858dd3b10b9, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7a880e-13dc-4512-87e5-017e43a2c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:26.882878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.919800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.965910 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:26.980691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:26.981352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:27.010150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] For port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:27.016384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] For port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:27.025739 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:27.051735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6327617 Dec 08 21:56:27.055718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c08833f6-aa9b-4298-84ff-0f56d7fca4c8 None None] Provisioning complete for port e3fbf403-1e24-4297-bb8e-d7377931dc6a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:27.061976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c08833f6-aa9b-4298-84ff-0f56d7fca4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:27.083463 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:27.088700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34642) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:27.109621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:27.155932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c08833f6-aa9b-4298-84ff-0f56d7fca4c8 None None] Port e3fbf403-1e24-4297-bb8e-d7377931dc6a cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:27.162841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:27.162841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:27.170055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] 10.222.0.37 "PUT /v2.0/ports/c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 HTTP/1.1" status: 200 len: 1091 time: 1.8257842 Dec 08 21:56:27.224599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e13a5f-9b19-47f8-aec1-31bad9c7977e', 'tag': 'c0d1e14a-75b5-450b-ba3f-e858dd3b10b9'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:27.238528 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773d266a-dc3d-461d-8881-bd30a4d31668" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e13a5f-9b19-47f8-aec1-31bad9c7977e", "tag": "c0d1e14a-75b5-450b-ba3f-e858dd3b10b9"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:27.332784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34648) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:27.388601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-044d630e-31a9-4679-9813-b5372126c591 None None] Provisioning complete for port ea908cd4-88af-4d26-aab4-79de7307e633 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:27.391543 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-044d630e-31a9-4679-9813-b5372126c591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:27.398390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1655c7c-5e92-42da-9457-a746395564ce service neutron] Pushing event updated for resources: {'Port': ['ID=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:27.458555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a1cfb-9ab5-41d9-b974-1f4e85037c5b tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=d0ea54c8-a900-45eb-af26-b8f5743bfaa2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:27.499496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:21Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:23Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:27.512148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-066a503d-67ed-483e-9db0-67cf51e5d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:27.513938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-066a503d-67ed-483e-9db0-67cf51e5d747 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f8f377e82954749932225e095460f3b&device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 1094 time: 0.2595906 Dec 08 21:56:27.546043 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:23Z', 'revision_number': 3, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:27.578638 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a5466-f75a-4316-a3dc-415c7b569b4e None None] The sync data for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 is: [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:23Z', 'revision_number': 3, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:27.606407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:56:27.652699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:56:27.653181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Updating router 70172661-6432-4638-86df-680606996270 port e3fbf403-1e24-4297-bb8e-d7377931dc6a binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:56:27.682388 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-6b724590-38b6-487f-892d-fd55ea1bb6fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 HTTP/1.1" status: 200 len: 217 time: 0.1537502 Dec 08 21:56:27.686381 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4f7f0d-1016-4d15-b121-ca91a62adf1a x-openstack-request-id: req-ee4f7f0d-1016-4d15-b121-ca91a62adf1a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:27.686672 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e13a5f-9b19-47f8-aec1-31bad9c7977e", "tag": "c0d1e14a-75b5-450b-ba3f-e858dd3b10b9", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:27.686994 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee4f7f0d-1016-4d15-b121-ca91a62adf1a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:27.687393 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e13a5f-9b19-47f8-aec1-31bad9c7977e', 'tag': 'c0d1e14a-75b5-450b-ba3f-e858dd3b10b9', 'status': 'completed', 'code': 200} Dec 08 21:56:27.742217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-ba5ef4e5-ead2-4578-a2f7-f4fe17f15c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:27.743678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-ba5ef4e5-ead2-4578-a2f7-f4fe17f15c6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3474a1e-c033-4c7c-93c8-cc1e12020aa2 HTTP/1.1" status: 200 len: 854 time: 0.0528712 Dec 08 21:56:27.765150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:27.774137 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:27.805092 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:27.884142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ea908cd4-88af-4d26-aab4-79de7307e633 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:27.892348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090783-0aa4-4692-aa17-2e572fd69e23 req-0cb59462-99b1-4636-b16f-238339568a7d tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:27.899141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-09090783-0aa4-4692-aa17-2e572fd69e23 req-0cb59462-99b1-4636-b16f-238339568a7d tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 943 time: 0.4641571 Dec 08 21:56:28.053489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-09090783-0aa4-4692-aa17-2e572fd69e23 req-ef0575ac-098d-4357-abf3-6cbac58d65f9 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512530 Dec 08 21:56:28.109134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-044d630e-31a9-4679-9813-b5372126c591 None None] Provisioning complete for port e3fbf403-1e24-4297-bb8e-d7377931dc6a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:28.113435 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-044d630e-31a9-4679-9813-b5372126c591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.120471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Allocated IP 172.20.0.1 (c76c03ce-0af3-41eb-8216-726e197ec182/24c4f60c-81a2-4017-83df-1236e4b55723/fb032ce8-9b00-4a21-8351-8a2fcd4d1cce) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:28.171380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-ebe99f87-b338-41f0-9330-e306a6a73fa6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd772f92-44fc-4de6-8034-b0c0645ea396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4175551 Dec 08 21:56:28.205220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-044d630e-31a9-4679-9813-b5372126c591 None None] Port e3fbf403-1e24-4297-bb8e-d7377931dc6a cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:28.314420 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-dc747f5c-0643-4b7f-ab5e-84d8264b44f9 service neutron] 10.222.0.37 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210225 Dec 08 21:56:28.314657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ea908cd4-88af-4d26-aab4-79de7307e633 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:28.315015 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.315985 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfd84a48-94e3-4af8-ae5b-04ccc5abcc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.331348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.390286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.403020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.482023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Network c76c03ce-0af3-41eb-8216-726e197ec182 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:28.545312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:28.565921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:28.660341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Pushing event updated for resources: {'Port': ['ID=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:28.701582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.770425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=6e97bb44-cb73-46b5-9883-5f23e7576d38,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:28.786289 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.802958 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:28.826025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:28.829269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: d0ea54c8-a900-45eb-af26-b8f5743bfaa2, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:56:28.843007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d841364-7d5e-426a-a38e-468efde7d4ae req-31abec88-1654-47af-acc6-73783bba2023 service neutron] 10.222.0.37 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173028 Dec 08 21:56:28.919195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:56:29.026861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, d0ea54c8-a900-45eb-af26-b8f5743bfaa2) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:29.029164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.056800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:29.057687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.062451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af49d7-ef28-4d27-bdcd-3c21fc28e908 None None] Network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:29.071961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfd84a48-94e3-4af8-ae5b-04ccc5abcc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.084870 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfd84a48-94e3-4af8-ae5b-04ccc5abcc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.128275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfd84a48-94e3-4af8-ae5b-04ccc5abcc9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1ca4a66afbc41109f416c54ddcec63e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7222886 Dec 08 21:56:29.131392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34700) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:29.244114 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c2e5f00e-401e-462b-92e2-503e883bb063 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1403368 Dec 08 21:56:29.254520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34704) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:29.263422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-8f953e4e-ee77-4ac6-80e6-46379246482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:29.266019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-8f953e4e-ee77-4ac6-80e6-46379246482a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f8f377e82954749932225e095460f3b&device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 1094 time: 0.3112912 Dec 08 21:56:29.327527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc8b73-9db4-4e5a-baf3-2a6a72f14d8e None None] Pushing event updated for resources: {'Port': ['ID=e3fbf403-1e24-4297-bb8e-d7377931dc6a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:29.356149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f7336196-dbfc-41de-9887-231cbffe3338 None None] Provisioning complete for port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:29.356526 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f7336196-dbfc-41de-9887-231cbffe3338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.358512 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Attempting to bind port e3fbf403-1e24-4297-bb8e-d7377931dc6a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:29.358887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Attempting to bind port e3fbf403-1e24-4297-bb8e-d7377931dc6a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:29.359612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Attempting to bind port e3fbf403-1e24-4297-bb8e-d7377931dc6a on network 7d7ab876-6284-4928-8945-570a58780b13 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:29.428341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3f8c6-05b4-4c78-bebc-4132a23a91dc req-09c71487-1d9a-48c8-926e-cf29abcd8a0f tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:29.431274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3e3f8c6-05b4-4c78-bebc-4132a23a91dc req-09c71487-1d9a-48c8-926e-cf29abcd8a0f tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 943 time: 0.1931252 Dec 08 21:56:29.499001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:29.499168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Checking segment: {'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:29.499564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.499953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Bound using segment: {'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:29.500440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Bound port: e3fbf403-1e24-4297-bb8e-d7377931dc6a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6321b380-0502-4d68-910d-877da5372498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d7ab876-6284-4928-8945-570a58780b13'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:29.500827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.526460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-d0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:56:29.541427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.552868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd84a48-94e3-4af8-ae5b-04ccc5abcc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c6dde2-efb0-4754-9f32-c6807cebba72,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:29.601879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3e3f8c6-05b4-4c78-bebc-4132a23a91dc req-e67bf905-4663-4a2a-97ba-78fb6aedbaba tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638401 Dec 08 21:56:29.603688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0c0e-c5a7-4717-a3c3-c0e91b648d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.652435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f7336196-dbfc-41de-9887-231cbffe3338 None None] Port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:29.661725 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0c0e-c5a7-4717-a3c3-c0e91b648d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.675076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.707066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:29.722729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-f9ce946e-4b33-4a2b-9bb3-0f6c06019534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:29.724283 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-f9ce946e-4b33-4a2b-9bb3-0f6c06019534 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd772f92-44fc-4de6-8034-b0c0645ea396 HTTP/1.1" status: 200 len: 915 time: 0.2961965 Dec 08 21:56:29.892272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Pushing event updated for resources: {'Port': ['ID=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:29.903674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34720) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:29.915643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.003558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-cb187e75-c756-4807-a2a7-3056ce60c8cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 HTTP/1.1" status: 200 len: 217 time: 0.1952910 Dec 08 21:56:30.083723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Network c76c03ce-0af3-41eb-8216-726e197ec182 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:30.085899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:30.154585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0c0e-c5a7-4717-a3c3-c0e91b648d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.157684 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0c0e-c5a7-4717-a3c3-c0e91b648d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.162537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0f7b0c0e-c5a7-4717-a3c3-c0e91b648d81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2c6dde2-efb0-4754-9f32-c6807cebba72 HTTP/1.1" status: 204 len: 168 time: 1.0258181 Dec 08 21:56:30.238482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 11b68e77-3163-4ab5-90ab-6f2550e9872d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:30.316088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] For port e3fbf403-1e24-4297-bb8e-d7377931dc6a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:30.323641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Allocated IP 172.21.0.2 (d0ea54c8-a900-45eb-af26-b8f5743bfaa2/6e97bb44-cb73-46b5-9883-5f23e7576d38/4e38a031-2845-4272-86f6-0ee3c38de911) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:30.336938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b0c0e-c5a7-4717-a3c3-c0e91b648d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c6dde2-efb0-4754-9f32-c6807cebba72,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:30.352398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Router 44423093-5ef1-49f4-a7de-c114ab531e62 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:56:30.352398 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e11d-02be-48a7-bbd0-126e1f4e945b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.369442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-2e95cbc0-5700-44c2-ba5d-00ae72de9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:30.375472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-2e95cbc0-5700-44c2-ba5d-00ae72de9df7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3474a1e-c033-4c7c-93c8-cc1e12020aa2 HTTP/1.1" status: 200 len: 854 time: 0.3613644 Dec 08 21:56:30.425301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] For port e3fbf403-1e24-4297-bb8e-d7377931dc6a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e3fbf403-1e24-4297-bb8e-d7377931dc6a,segment=NetworkSegment(6321b380-0502-4d68-910d-877da5372498),segment_id=6321b380-0502-4d68-910d-877da5372498)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:30.462836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.472335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-824b7f9a-87d0-40fc-b330-09b24a65d17a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd772f92-44fc-4de6-8034-b0c0645ea396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861514 Dec 08 21:56:30.587496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6ccd1fc7-a486-4746-841e-7aa7f9e7f58f None None] Provisioning complete for port e3fbf403-1e24-4297-bb8e-d7377931dc6a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:30.587870 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1fc7-a486-4746-841e-7aa7f9e7f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.657880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:30.671986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8770f989-5f4e-4eb5-bb4f-15fd6ae3138f admin admin] 10.222.0.21 "PUT /v2.0/routers/44423093-5ef1-49f4-a7de-c114ab531e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5243709 Dec 08 21:56:30.740778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e11d-02be-48a7-bbd0-126e1f4e945b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.751447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e11d-02be-48a7-bbd0-126e1f4e945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.806592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34740) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:30.826529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1e11d-02be-48a7-bbd0-126e1f4e945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8694b05-6010-4801-8c96-e67bbdd640ff,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:30.837911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-82af59e3-213b-4238-8348-347de624b22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.845451 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:30.847690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc8b73-9db4-4e5a-baf3-2a6a72f14d8e None None] Pushing event updated for resources: {'Port': ['ID=e3fbf403-1e24-4297-bb8e-d7377931dc6a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:30.927708 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1fa1e11d-02be-48a7-bbd0-126e1f4e945b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ca213ace05d467cb369fd7a2910cf79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0202875 Dec 08 21:56:30.931295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34742) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:31.012695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:31.013332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:31.026266 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Sync routers for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:31.038743 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:31.038973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:31.039329 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:31.102925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b140779e-0a04-4514-871b-4284fbbe5826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.140843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aef033-030c-4bf7-837d-38e3a3899c86 admin admin] Deleting subnet aa336ae1-3874-4fc0-9116-a7573436162f {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:56:31.149535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b140779e-0a04-4514-871b-4284fbbe5826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.167032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19aef033-030c-4bf7-837d-38e3a3899c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.296715 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:31.320457 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19aef033-030c-4bf7-837d-38e3a3899c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.350284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:31.382675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19aef033-030c-4bf7-837d-38e3a3899c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.446760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 11b68e77-3163-4ab5-90ab-6f2550e9872d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:31.447894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.478503 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.496972 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.527762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19aef033-030c-4bf7-837d-38e3a3899c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.551696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b140779e-0a04-4514-871b-4284fbbe5826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.556527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b140779e-0a04-4514-871b-4284fbbe5826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.569063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b140779e-0a04-4514-871b-4284fbbe5826 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8694b05-6010-4801-8c96-e67bbdd640ff HTTP/1.1" status: 204 len: 168 time: 0.6281388 Dec 08 21:56:31.643923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aef033-030c-4bf7-837d-38e3a3899c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa336ae1-3874-4fc0-9116-a7573436162f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:31.674112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19aef033-030c-4bf7-837d-38e3a3899c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.686409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-19aef033-030c-4bf7-837d-38e3a3899c86 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa336ae1-3874-4fc0-9116-a7573436162f HTTP/1.1" status: 204 len: 168 time: 0.6463461 Dec 08 21:56:31.688747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34756) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:31.690421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140779e-0a04-4514-871b-4284fbbe5826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8694b05-6010-4801-8c96-e67bbdd640ff,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:31.734534 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:29Z', 'revision_number': 2, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:31.743635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:31.810659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34758) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:31.818584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-fc8989bd-a50c-44cc-ab5d-bc20a749f236 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200175493', 'description': 'tempest-description--415188347'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:31.883761 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fc8989bd-a50c-44cc-ab5d-bc20a749f236 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.925011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:31.930751 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1fc7-a486-4746-841e-7aa7f9e7f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:31.935182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Pushing event updated for resources: {'Port': ['ID=4e38a031-2845-4272-86f6-0ee3c38de911,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:31.957605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:32.056820 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Checking router: 44423093-5ef1-49f4-a7de-c114ab531e62 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:56:32.057873 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Updating router 44423093-5ef1-49f4-a7de-c114ab531e62 port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:56:32.109525 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.140435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fc8989bd-a50c-44cc-ab5d-bc20a749f236 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.153239 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.154226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6ccd1fc7-a486-4746-841e-7aa7f9e7f58f None None] For port e3fbf403-1e24-4297-bb8e-d7377931dc6a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e3fbf403-1e24-4297-bb8e-d7377931dc6a,segment=NetworkSegment(6321b380-0502-4d68-910d-877da5372498),segment_id=6321b380-0502-4d68-910d-877da5372498)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:32.160617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Attempting to bind port 4e38a031-2845-4272-86f6-0ee3c38de911 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:32.161342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Attempting to bind port 4e38a031-2845-4272-86f6-0ee3c38de911 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:32.161963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Attempting to bind port 4e38a031-2845-4272-86f6-0ee3c38de911 on network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:32.172110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1fc7-a486-4746-841e-7aa7f9e7f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.177771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fc8989bd-a50c-44cc-ab5d-bc20a749f236 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.179326 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.201629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 11b68e77-3163-4ab5-90ab-6f2550e9872d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=11b68e77-3163-4ab5-90ab-6f2550e9872d,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:32.206591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:32.207360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Checking segment: {'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:32.208033 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.208889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Bound using segment: {'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:32.209753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Bound port: 4e38a031-2845-4272-86f6-0ee3c38de911, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:32.210414 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.232417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fc8989bd-a50c-44cc-ab5d-bc20a749f236 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.235059 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.247137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fc8989bd-a50c-44cc-ab5d-bc20a749f236 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4327185 Dec 08 21:56:32.249500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34764) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:32.264584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.21.0.1 (d0ea54c8-a900-45eb-af26-b8f5743bfaa2/6e97bb44-cb73-46b5-9883-5f23e7576d38/9e4ef072-5145-444a-b306-8fcaaf1cb336) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:32.284486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8ad0faf8-5b85-474f-9196-8ee47433f4ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'security_group_rule': {'security_group_id': '262f3da3-20b6-4d6e-96f4-8b295f9a8a8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:32.287262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34766) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:32.290528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:56:32.339317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-cede98b9-6700-4ce2-a7ed-efa2c68f0352 service neutron] 10.222.0.37 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8564320 Dec 08 21:56:32.356585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3a5705e0-df8a-4ae8-ab19-594a70236236 None None] Provisioning complete for port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:32.357013 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3a5705e0-df8a-4ae8-ab19-594a70236236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.386494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd1fc7-a486-4746-841e-7aa7f9e7f58f None None] Pushing event updated for resources: {'Port': ['ID=e3fbf403-1e24-4297-bb8e-d7377931dc6a,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:32.430041 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4e87eea-a6f5-40cb-bf9b-75c47aade471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.483826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.484734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=11b68e77-3163-4ab5-90ab-6f2550e9872d,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:32.538828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91294df6-e9b1-400f-af51-2ad814d5c30a']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:32.542994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-70f88152-657f-422f-9750-b1b3038f723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:21Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:29Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:32.549178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3a5705e0-df8a-4ae8-ab19-594a70236236 None None] Port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:32.570259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8989bd-a50c-44cc-ab5d-bc20a749f236 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:32.596201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241b745-1655-4493-9334-c5559e5d7c3a req-8e36c9b6-e3ee-4e62-a716-da095a7fb1c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:32.597025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e48859-12ac-4fc0-879e-ebdb411896f6') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:32.597395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e48859-12ac-4fc0-879e-ebdb411896f6') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:32.605300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c241b745-1655-4493-9334-c5559e5d7c3a req-8e36c9b6-e3ee-4e62-a716-da095a7fb1c7 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 943 time: 1.7622139 Dec 08 21:56:32.606273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] For port 4e38a031-2845-4272-86f6-0ee3c38de911, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:32.608860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f88152-657f-422f-9750-b1b3038f723d None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:21Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:29Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:32.641707 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.649692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf8-5b85-474f-9196-8ee47433f4ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.658606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] For port 4e38a031-2845-4272-86f6-0ee3c38de911, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4e38a031-2845-4272-86f6-0ee3c38de911,segment=NetworkSegment(f919eca2-3519-49ab-af39-fe76c4542baf),segment_id=f919eca2-3519-49ab-af39-fe76c4542baf)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:32.693088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3a5705e0-df8a-4ae8-ab19-594a70236236 None None] Provisioning complete for port e3fbf403-1e24-4297-bb8e-d7377931dc6a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:32.700217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3a5705e0-df8a-4ae8-ab19-594a70236236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.703168 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.707281 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.716659 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.723450 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.726547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:56:32.727119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:56:32.795867 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:56:32.808715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.815609 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:32.821177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] 10.222.0.21 "DELETE /v2.0/networks/91294df6-e9b1-400f-af51-2ad814d5c30a HTTP/1.1" status: 204 len: 168 time: 1.1213634 Dec 08 21:56:32.840230 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbc9c2-c44f-4a0f-a413-a3db78011599 None None] Pushing event updated for resources: {'Port': ['ID=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:32.840436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c241b745-1655-4493-9334-c5559e5d7c3a req-4f1df0b4-af78-40ab-80a4-670261ce0456 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337806 Dec 08 21:56:32.893204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:32.903531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Pushing event deleted for resources: {'Network': ['ID=91294df6-e9b1-400f-af51-2ad814d5c30a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:32.931870 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-773d266a-dc3d-461d-8881-bd30a4d31668 req-da3843c7-8062-485e-84ce-7ca5ed48a6cc service neutron] 10.222.0.37 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643318 Dec 08 21:56:32.940416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.941307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.943102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.943635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.945123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.945668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.947546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.948872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.949954 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.952059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.952676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.953264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df89866-90ba-4ba9-9d2d-1a424499efed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:56:32.978192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'c0d1e14a-75b5-450b-ba3f-e858dd3b10b9', 'network_id': 'bd772f92-44fc-4de6-8034-b0c0645ea396', 'port_id': 'c0d1e14a-75b5-450b-ba3f-e858dd3b10b9', 'mac_address': 'fa:16:3e:4e:d6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3474a1e-c033-4c7c-93c8-cc1e12020aa2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:56:32.993241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-82af59e3-213b-4238-8348-347de624b22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.014556 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-82af59e3-213b-4238-8348-347de624b22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.016338 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Attempting to bind port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:33.018747 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Attempting to bind port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:33.019180 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Attempting to bind port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:33.029965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf8-5b85-474f-9196-8ee47433f4ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.035452 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:33.038666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf8-5b85-474f-9196-8ee47433f4ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.040274 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Checking segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:33.042192 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.043137 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Bound using segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:33.046102 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Bound port: fb032ce8-9b00-4a21-8351-8a2fcd4d1cce, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:33.048244 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.116948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf8-5b85-474f-9196-8ee47433f4ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.128231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8ad0faf8-5b85-474f-9196-8ee47433f4ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8559258 Dec 08 21:56:33.130599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34774) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:33.136847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0faf8-5b85-474f-9196-8ee47433f4ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce3bd57-e58a-45c0-90cd-565608c8bdaa,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:33.143413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af59e3-213b-4238-8348-347de624b22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb00e9b5-8b68-445d-acd5-19c7c62a56c1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:33.157443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1bf22ff3-1406-43f2-885e-1412a527561b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'security_group_rule': {'security_group_id': '262f3da3-20b6-4d6e-96f4-8b295f9a8a8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:33.172422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.179519 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.181410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feb1e1-d337-43df-9fca-707526418160 None None] Pushing event updated for resources: {'Port': ['ID=4e38a031-2845-4272-86f6-0ee3c38de911,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:33.225454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-82af59e3-213b-4238-8348-347de624b22c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2f974544f68407d8fc1dc82ff06aeb6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4149683 Dec 08 21:56:33.227518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:33.246044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:56:33.288425 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf22ff3-1406-43f2-885e-1412a527561b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.332309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34778) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:33.334515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:33.364170 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.392447 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] For port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:33.402919 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] For port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:33.410171 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4e87eea-a6f5-40cb-bf9b-75c47aade471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.410867 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.423334 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4e87eea-a6f5-40cb-bf9b-75c47aade471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.473116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.530573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:33.549718 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbc9c2-c44f-4a0f-a413-a3db78011599 None None] Pushing event updated for resources: {'Port': ['ID=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:33.571438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8f2a8999-1774-4e26-8d72-9a3b13b32c38 None None] Provisioning complete for port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:33.573556 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8999-1774-4e26-8d72-9a3b13b32c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.575161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf22ff3-1406-43f2-885e-1412a527561b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.584999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf22ff3-1406-43f2-885e-1412a527561b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.587297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['c0d1e14a-75b5-450b-ba3f-e858dd3b10b9'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:56:33.590488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e87eea-a6f5-40cb-bf9b-75c47aade471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e12893-a025-4076-be84-eba0abe3e947,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:33.600112 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:33.601690 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:33.617454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f4e14ae3-c031-424d-ae2a-7df53b765f79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ec0cac1dea4436fab0f87af3903a381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738662 Dec 08 21:56:33.634245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34780) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:33.650893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c4e87eea-a6f5-40cb-bf9b-75c47aade471 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21fa3c8ab4774e8b9a9232b198692551&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3387394 Dec 08 21:56:33.654018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:33.660788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34784) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:33.711437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:33.726462 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1bf22ff3-1406-43f2-885e-1412a527561b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.731523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:33.734895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1bf22ff3-1406-43f2-885e-1412a527561b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5853424 Dec 08 21:56:33.735079 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-655e44c7-55cf-43a2-ae2d-ac3d82343eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.742160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=9e4ef072-5145-444a-b306-8fcaaf1cb336,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:33.751627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34786) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:33.764896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:33.782386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf22ff3-1406-43f2-885e-1412a527561b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adec2ff-b2c9-4fc8-9fef-638a47142a4f,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:33.861451 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.905162 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:33.942166 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-655e44c7-55cf-43a2-ae2d-ac3d82343eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.953461 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8999-1774-4e26-8d72-9a3b13b32c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:33.976295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3176194-da03-4df7-9d28-4197d0d7eae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.006331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3176194-da03-4df7-9d28-4197d0d7eae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.012543 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.047562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8f2a8999-1774-4e26-8d72-9a3b13b32c38 None None] For port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:34.059653 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8999-1774-4e26-8d72-9a3b13b32c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.065653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3176194-da03-4df7-9d28-4197d0d7eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.069038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d3176194-da03-4df7-9d28-4197d0d7eae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.070762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d3176194-da03-4df7-9d28-4197d0d7eae2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c1420bc-6e83-4d94-b567-5c4a989b25c5 HTTP/1.1" status: 204 len: 168 time: 0.3992395 Dec 08 21:56:34.086323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3176194-da03-4df7-9d28-4197d0d7eae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1420bc-6e83-4d94-b567-5c4a989b25c5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:34.194870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.296409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c269e1bc-9fb0-4b1a-ace5-7b3e517ef0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.393430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a8999-1774-4e26-8d72-9a3b13b32c38 None None] Pushing event updated for resources: {'Port': ['ID=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:34.483844 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:33Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:34.499966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c74c1fb4-c55f-414b-bc95-b82e226e6c33 None None] Provisioning complete for port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:34.500990 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c74c1fb4-c55f-414b-bc95-b82e226e6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.542275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c269e1bc-9fb0-4b1a-ace5-7b3e517ef0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.589727 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a4e0ea-c668-43e1-954b-6b84acf65d28 None None] The sync data for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 is: [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:33Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:34.594688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Allocated IP 172.25.1.48 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/adaaf5af-a06c-471f-87b9-2fc087fda698) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:34.628076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e8283-ac67-421b-89b6-90d117cdc079 req-703cf3d9-3426-4cf2-ae5d-10eb8919aead tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:34.636913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e7e8283-ac67-421b-89b6-90d117cdc079 req-703cf3d9-3426-4cf2-ae5d-10eb8919aead tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 944 time: 0.6588125 Dec 08 21:56:34.701131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4e38a031-2845-4272-86f6-0ee3c38de911 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:34.789454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-655e44c7-55cf-43a2-ae2d-ac3d82343eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.797464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-655e44c7-55cf-43a2-ae2d-ac3d82343eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.817862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-655e44c7-55cf-43a2-ae2d-ac3d82343eb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb00e9b5-8b68-445d-acd5-19c7c62a56c1 HTTP/1.1" status: 204 len: 168 time: 1.5869696 Dec 08 21:56:34.912923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4e38a031-2845-4272-86f6-0ee3c38de911 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:34.914075 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.971054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:34.977215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e44c7-55cf-43a2-ae2d-ac3d82343eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb00e9b5-8b68-445d-acd5-19c7c62a56c1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:35.024861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e7e8283-ac67-421b-89b6-90d117cdc079 req-dbc6e2bb-3aa3-4090-bf97-03f0293b7441 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867638 Dec 08 21:56:35.026216 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.076505 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.076811 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c269e1bc-9fb0-4b1a-ace5-7b3e517ef0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.082130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c269e1bc-9fb0-4b1a-ace5-7b3e517ef0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.084702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c269e1bc-9fb0-4b1a-ace5-7b3e517ef0e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95e12893-a025-4076-be84-eba0abe3e947 HTTP/1.1" status: 204 len: 168 time: 1.4160175 Dec 08 21:56:35.129000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.155142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269e1bc-9fb0-4b1a-ace5-7b3e517ef0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e12893-a025-4076-be84-eba0abe3e947,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:35.174348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:35.186652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:35.190863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:35.212842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ad989-6fd2-4850-982c-4a02ad830502 None None] Network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:35.255010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 4e38a031-2845-4272-86f6-0ee3c38de911, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4e38a031-2845-4272-86f6-0ee3c38de911,segment=NetworkSegment(f919eca2-3519-49ab-af39-fe76c4542baf),segment_id=f919eca2-3519-49ab-af39-fe76c4542baf)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:35.273436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'Port': ['ID=adaaf5af-a06c-471f-87b9-2fc087fda698,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:35.281486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.287886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 11b68e77-3163-4ab5-90ab-6f2550e9872d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:35.502063 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.510931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-acac26e9-7358-4674-8baf-edd45e6ad4d6 None None] Provisioning complete for port 4e38a031-2845-4272-86f6-0ee3c38de911 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:35.511778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-acac26e9-7358-4674-8baf-edd45e6ad4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.577575 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.699328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a2eba7e5-fcab-4495-8af2-7cc81888e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.748153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=4e38a031-2845-4272-86f6-0ee3c38de911,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:35.819784 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.830761 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:35.923169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 11b68e77-3163-4ab5-90ab-6f2550e9872d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:35.924102 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.037694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=9e4ef072-5145-444a-b306-8fcaaf1cb336,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:36.049125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.337240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:36.349881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b786542-7e2e-46cb-83b3-ab37473604b4 req-76857b1e-9e34-4fdc-aed1-ebfa99e20618 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:36.374996 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b786542-7e2e-46cb-83b3-ab37473604b4 req-76857b1e-9e34-4fdc-aed1-ebfa99e20618 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 944 time: 0.1769719 Dec 08 21:56:36.404655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:36.428691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:36.446869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e3fbf403-1e24-4297-bb8e-d7377931dc6a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:36.451862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.472271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.602993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:56:36.608769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:36.609148 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.618264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.621488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b786542-7e2e-46cb-83b3-ab37473604b4 req-417d9226-b850-48ca-8490-65410c7025e4 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345438 Dec 08 21:56:36.694012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:56:36.707745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'Port': ['ID=adaaf5af-a06c-471f-87b9-2fc087fda698,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:36.714458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e3fbf403-1e24-4297-bb8e-d7377931dc6a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:36.722723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.731966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.741798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-05305ba5-7dbb-4da9-a12b-ac1fd191ad95 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9808588 Dec 08 21:56:36.883718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4926bed7-b328-4528-a131-88e3e01cd253 None None] Provisioning complete for port 9e4ef072-5145-444a-b306-8fcaaf1cb336 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:36.884231 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4926bed7-b328-4528-a131-88e3e01cd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:36.928548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:36.945359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e0040749-ff60-4bd5-bcca-db37d890b7ce tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6779330 Dec 08 21:56:36.948453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34860) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:36.962854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1598108544'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:36.978668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:37.019011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:37.027675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.111827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:56:37.137578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.137922 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e of type vlan for network ca40d1a5-34ee-4eba-8d02-c6f7afc748be Dec 08 21:56:37.200174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4926bed7-b328-4528-a131-88e3e01cd253 None None] Port 9e4ef072-5145-444a-b306-8fcaaf1cb336 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:37.227961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:37.228803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:37.233833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-83c105bb-6dc1-425a-808d-e07c3f31c1e6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1200175493&fields=id&tenant_id=64a902ad8ee746c39827af079b3a0c5f HTTP/1.1" status: 200 len: 267 time: 0.0860293 Dec 08 21:56:37.244664 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.300532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.312268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:37.313220 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.341581 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.440700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4926bed7-b328-4528-a131-88e3e01cd253 None None] Provisioning complete for port 4e38a031-2845-4272-86f6-0ee3c38de911 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:37.441395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4926bed7-b328-4528-a131-88e3e01cd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.472263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb688-7a04-467f-b2a9-103684dad96c req-acadb403-2379-46b6-b212-7411969c45a8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:37.488050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-acadb403-2379-46b6-b212-7411969c45a8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.2530925 Dec 08 21:56:37.489738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5399902 Dec 08 21:56:37.493526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34880) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:37.499022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:37.540461 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-74520451-fd82-451a-83d8-1bf87aaf3907 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/quotas/64a902ad8ee746c39827af079b3a0c5f HTTP/1.1" status: 200 len: 375 time: 0.0484822 Dec 08 21:56:37.571017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0d35a-b90b-4053-b5f4-62cba2957498 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=ca40d1a5-34ee-4eba-8d02-c6f7afc748be,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:37.593138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e13a5f-9b19-47f8-aec1-31bad9c7977e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d1e14a-75b5-450b-ba3f-e858dd3b10b9'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:37.597662 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101717ce-a147-4f96-9085-cbc1f85fe8dc" -d '{"events": [{"server_uuid": "c8e13a5f-9b19-47f8-aec1-31bad9c7977e", "name": "network-vif-plugged", "status": "completed", "tag": "c0d1e14a-75b5-450b-ba3f-e858dd3b10b9"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:37.630989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network ca40d1a5-34ee-4eba-8d02-c6f7afc748be details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:56:37.632900 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4e38a031-2845-4272-86f6-0ee3c38de911 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:37.657941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:37.663667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.685976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:37.732400 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:37.735623 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cf6fde-ba67-45ca-8624-6ff8e05b9082 x-openstack-request-id: req-12cf6fde-ba67-45ca-8624-6ff8e05b9082 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:37.735960 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e13a5f-9b19-47f8-aec1-31bad9c7977e", "name": "network-vif-plugged", "status": "completed", "tag": "c0d1e14a-75b5-450b-ba3f-e858dd3b10b9", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:37.736851 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12cf6fde-ba67-45ca-8624-6ff8e05b9082 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:37.737297 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e13a5f-9b19-47f8-aec1-31bad9c7977e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d1e14a-75b5-450b-ba3f-e858dd3b10b9', 'code': 200} Dec 08 21:56:37.743475 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-85d46ae6-3012-437e-9bd5-fa29a372a6c0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2020128 Dec 08 21:56:37.743680 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:37.752792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34890) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:37.951223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642291-eb6e-4cf7-8b1b-686cfd5b1b6a req-06b4c4c0-06a4-4ad2-81e5-8e0cff121605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:37.952700 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b642291-eb6e-4cf7-8b1b-686cfd5b1b6a req-06b4c4c0-06a4-4ad2-81e5-8e0cff121605 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 1096 time: 0.1798840 Dec 08 21:56:37.975941 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:56:38.008033 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-c52f61d6-0a0f-46c1-9fb6-1be4fef40ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634885 Dec 08 21:56:38.049645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3066d49-0f28-413a-91c8-a9bca118022e req-e0b08416-085d-4d91-8e03-8381bf4ea587 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:38.051490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3066d49-0f28-413a-91c8-a9bca118022e req-e0b08416-085d-4d91-8e03-8381bf4ea587 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 945 time: 0.1875355 Dec 08 21:56:38.129849 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-df511c18-660d-49c6-83e0-9d8f04997071 service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208336 Dec 08 21:56:38.168376 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b642291-eb6e-4cf7-8b1b-686cfd5b1b6a req-9a109674-3ce6-4d50-9005-7cd46abb76e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083762 Dec 08 21:56:38.179609 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ca0070fb-ae64-4109-b04d-c3a5044cb939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:38.207665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:38.284354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4e38a031-2845-4272-86f6-0ee3c38de911 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:38.284813 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:38.340953 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91444c41-0159-41eb-814e-57c71cc0cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:38.389911 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3066d49-0f28-413a-91c8-a9bca118022e req-a75b32aa-3fbc-455d-b39f-be25b430f036 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299551 Dec 08 21:56:38.458429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:38.583079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=68ffee66-9eed-45db-a781-c9e545549e12,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:38.610014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c40340ee-bd41-4750-b2af-f99f8ffecd5f None None] Provisioning complete for port 9e4ef072-5145-444a-b306-8fcaaf1cb336 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:38.611608 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c40340ee-bd41-4750-b2af-f99f8ffecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:38.644193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f97d3bd6-52e1-40fe-8b7a-faca18334068 req-6b00296c-2947-4936-ab79-3d49aaec4dd7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 210 time: 0.1529527 Dec 08 21:56:38.730479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:38.732411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: ca40d1a5-34ee-4eba-8d02-c6f7afc748be, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:56:38.756362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ca0070fb-ae64-4109-b04d-c3a5044cb939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:38.767450 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ca0070fb-ae64-4109-b04d-c3a5044cb939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:38.809912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network ca40d1a5-34ee-4eba-8d02-c6f7afc748be is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:56:38.823030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ca0070fb-ae64-4109-b04d-c3a5044cb939 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=293ab05ab1ac4fe99c93cdc9cb78bddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0665345 Dec 08 21:56:38.823657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34930) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:38.834045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, ca40d1a5-34ee-4eba-8d02-c6f7afc748be) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:38.843628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:38.844230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:38.892006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0070fb-ae64-4109-b04d-c3a5044cb939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da37576-5d4a-4089-b765-6d66d06fec47,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:38.907292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-51d60698-24ce-4ae2-9f0b-0486707ec1b2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4123392 Dec 08 21:56:38.910518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34934) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:38.957658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d823fa0-c655-4eed-8a59-76ad379f04f0 None None] Network ca40d1a5-34ee-4eba-8d02-c6f7afc748be requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:39.015589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ccebf80-f20f-47c1-835a-8fdb727d6f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.030358 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.046942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fb032ce8-9b00-4a21-8351-8a2fcd4d1cce up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:39.051001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c40340ee-bd41-4750-b2af-f99f8ffecd5f None None] Port 9e4ef072-5145-444a-b306-8fcaaf1cb336 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:39.119912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ccebf80-f20f-47c1-835a-8fdb727d6f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.157525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:34Z', 'revision_number': 3, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:35Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:39.212962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:56:39.213564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Updating router 70172661-6432-4638-86df-680606996270 port 9e4ef072-5145-444a-b306-8fcaaf1cb336 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:56:39.247312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:39.247693 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.265005 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ccebf80-f20f-47c1-835a-8fdb727d6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.268770 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ccebf80-f20f-47c1-835a-8fdb727d6f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.269959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ccebf80-f20f-47c1-835a-8fdb727d6f60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8da37576-5d4a-4089-b765-6d66d06fec47 HTTP/1.1" status: 204 len: 168 time: 0.4451900 Dec 08 21:56:39.292231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccebf80-f20f-47c1-835a-8fdb727d6f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da37576-5d4a-4089-b765-6d66d06fec47,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:39.366386 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.462670 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.467515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.478075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:56:39.479353 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.713961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c23b-1dae-435b-a62d-ccfe975e936a req-3677fc89-2b7c-4218-b798-6645f9b54d77 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:39.724923 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e4e2c23b-1dae-435b-a62d-ccfe975e936a req-3677fc89-2b7c-4218-b798-6645f9b54d77 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 945 time: 0.1583896 Dec 08 21:56:39.806426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Allocated IP 172.22.0.2 (ca40d1a5-34ee-4eba-8d02-c6f7afc748be/68ffee66-9eed-45db-a781-c9e545549e12/e97cfcf4-adb4-4992-8aca-a8f554d764a2) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:39.840503 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e4e2c23b-1dae-435b-a62d-ccfe975e936a req-ec741681-c438-4441-a761-312d3f22ec4b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120837 Dec 08 21:56:39.875876 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-93ff4a6a-86fc-4a10-8ffb-7d724af5f4d3 req-1fe220ee-80f0-4a90-9652-482275fabba9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 210 time: 0.0784523 Dec 08 21:56:39.962680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:39.988546 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.148598 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.174352 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.286551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb688-7a04-467f-b2a9-103684dad96c req-bb81f666-7329-47a1-a83d-1ee53cb2c014 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:40.288100 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-bb81f666-7329-47a1-a83d-1ee53cb2c014 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.1831820 Dec 08 21:56:40.317395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Network ca40d1a5-34ee-4eba-8d02-c6f7afc748be is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:40.322928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:40.340002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:40.348058 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.350136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Pushing event updated for resources: {'Port': ['ID=e97cfcf4-adb4-4992-8aca-a8f554d764a2,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:40.367429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.380425 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-832be31c-086e-4057-80a8-ab6405e98e19 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64a902ad8ee746c39827af079b3a0c5f HTTP/1.1" status: 200 len: 380 time: 0.0811207 Dec 08 21:56:40.395196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'port': {'device_id': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'admin_state_up': True, 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'security_groups': ['262f3da3-20b6-4d6e-96f4-8b295f9a8a8e']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:40.505586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Attempting to bind port e97cfcf4-adb4-4992-8aca-a8f554d764a2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:40.509861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Attempting to bind port e97cfcf4-adb4-4992-8aca-a8f554d764a2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:40.516254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Attempting to bind port e97cfcf4-adb4-4992-8aca-a8f554d764a2 on network ca40d1a5-34ee-4eba-8d02-c6f7afc748be {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:40.544304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56113a77-5b1d-402f-9ff2-c11905180ff1 None None] Pushing event updated for resources: {'Port': ['ID=9e4ef072-5145-444a-b306-8fcaaf1cb336,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:40.595785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:40.596172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Checking segment: {'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:40.596587 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.596989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Bound using segment: {'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:40.599966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Bound port: e97cfcf4-adb4-4992-8aca-a8f554d764a2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:40.602492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.613785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.22.0.1 (ca40d1a5-34ee-4eba-8d02-c6f7afc748be/68ffee66-9eed-45db-a781-c9e545549e12/3861513a-83f2-4be7-90f0-05bb080b9378) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:40.692573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Made reservation on behalf of 64a902ad8ee746c39827af079b3a0c5f for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:40.696948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.793670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Attempting to bind port 9e4ef072-5145-444a-b306-8fcaaf1cb336 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:40.794057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Attempting to bind port 9e4ef072-5145-444a-b306-8fcaaf1cb336 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:40.794430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Attempting to bind port 9e4ef072-5145-444a-b306-8fcaaf1cb336 on network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:40.827146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:40.831062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Checking segment: {'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:40.832734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.834467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Bound using segment: {'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:40.835513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Bound port: 9e4ef072-5145-444a-b306-8fcaaf1cb336, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f919eca2-3519-49ab-af39-fe76c4542baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:40.836360 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:40.926361 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.001547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] For port e97cfcf4-adb4-4992-8aca-a8f554d764a2, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:41.004244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Allocated IP 172.20.0.14 (c76c03ce-0af3-41eb-8216-726e197ec182/24c4f60c-81a2-4017-83df-1236e4b55723/ce3528da-1908-48d4-a6cf-6e22f20b08ea) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:41.015589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] For port e97cfcf4-adb4-4992-8aca-a8f554d764a2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e97cfcf4-adb4-4992-8aca-a8f554d764a2,segment=NetworkSegment(ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e),segment_id=ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:41.028248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7a7ad06f-054f-45a7-ac65-6909814bad0a None None] Provisioning complete for port 9e4ef072-5145-444a-b306-8fcaaf1cb336 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:41.028678 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad06f-054f-45a7-ac65-6909814bad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.030987 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.121834 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78179e18-2942-432e-a485-bf694ddf4dcb req-3a440a6f-1dbb-4b10-98bd-949163c9359a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 210 time: 0.0500541 Dec 08 21:56:41.147880 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.171238 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.214435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network ca40d1a5-34ee-4eba-8d02-c6f7afc748be is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:41.222119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:41.228649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:41.253266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ad06f-054f-45a7-ac65-6909814bad0a None None] Port 9e4ef072-5145-444a-b306-8fcaaf1cb336 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:41.258151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c961354-6aa4-42c4-b15b-eb371cc38ff6 req-bcdef0a1-8652-44a9-8ca1-d12daa806b87 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:41.263030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] For port 9e4ef072-5145-444a-b306-8fcaaf1cb336, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:41.266333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c961354-6aa4-42c4-b15b-eb371cc38ff6 req-bcdef0a1-8652-44a9-8ca1-d12daa806b87 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 945 time: 0.2648087 Dec 08 21:56:41.272005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] For port 9e4ef072-5145-444a-b306-8fcaaf1cb336, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9e4ef072-5145-444a-b306-8fcaaf1cb336,segment=NetworkSegment(f919eca2-3519-49ab-af39-fe76c4542baf),segment_id=f919eca2-3519-49ab-af39-fe76c4542baf)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:41.278894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f33db8-b80a-4284-8f51-344d198036c5 None None] Pushing event updated for resources: {'Port': ['ID=e97cfcf4-adb4-4992-8aca-a8f554d764a2,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:41.301903 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.351092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=3861513a-83f2-4be7-90f0-05bb080b9378,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:41.358123 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.386664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5c961354-6aa4-42c4-b15b-eb371cc38ff6 req-86d4447c-a44c-4e94-b81f-76879e3e7102 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185300 Dec 08 21:56:41.386945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56113a77-5b1d-402f-9ff2-c11905180ff1 None None] Pushing event updated for resources: {'Port': ['ID=9e4ef072-5145-444a-b306-8fcaaf1cb336,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:41.391132 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.417125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:41.417753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:41.484605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.565128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:41.604038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Network c76c03ce-0af3-41eb-8216-726e197ec182 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:41.605930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:41.611580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:41.681938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:41.772822 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.822940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:41.823810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:41.929774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-66a6a10e-5faa-43fd-bcd7-ac5d0dceb687 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5409961 Dec 08 21:56:41.959083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Request body: {'port': {'device_id': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:42.196144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:42.225494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e97cfcf4-adb4-4992-8aca-a8f554d764a2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:42.297004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35120) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:42.359497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-636bc684-72a1-4b7d-9200-e26e370e0217 None None] Provisioning complete for port 9e4ef072-5145-444a-b306-8fcaaf1cb336 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:42.366705 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-636bc684-72a1-4b7d-9200-e26e370e0217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:42.490680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35124) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:42.523014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e97cfcf4-adb4-4992-8aca-a8f554d764a2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:42.523467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:42.710726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ad757-9f29-459c-8e83-862d75769207 req-2428eb13-ea93-4d94-8380-e6d676ff1408 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:42.713377 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da6ad757-9f29-459c-8e83-862d75769207 req-2428eb13-ea93-4d94-8380-e6d676ff1408 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 932 time: 0.3560815 Dec 08 21:56:42.795297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3528da-1908-48d4-a6cf-6e22f20b08ea {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:56:42.811559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:42.819602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6250c046-d04b-4f75-b12d-4f80bf316e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:42.845694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Transition to ACTIVE for port object ce3528da-1908-48d4-a6cf-6e22f20b08ea will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:56:42.856189 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:42.863782 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27a5f080-f94e-4dc8-8e14-bda7ba594c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:42.982225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:43.125322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da6ad757-9f29-459c-8e83-862d75769207 req-d715d1f2-c1a6-487c-8ddb-ae6068e8a1a2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035292 Dec 08 21:56:43.139875 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.163840 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Attempting to bind port ce3528da-1908-48d4-a6cf-6e22f20b08ea on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:43.165501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Attempting to bind port ce3528da-1908-48d4-a6cf-6e22f20b08ea by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:43.165949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Attempting to bind port ce3528da-1908-48d4-a6cf-6e22f20b08ea on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:43.169626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.176787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Port ce3528da-1908-48d4-a6cf-6e22f20b08ea on network c76c03ce-0af3-41eb-8216-726e197ec182 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:56:43.177495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Attempting to bind port ce3528da-1908-48d4-a6cf-6e22f20b08ea on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:43.183464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:43.184180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Checking segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:43.184820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Bound using segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:43.185502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Bound port: ce3528da-1908-48d4-a6cf-6e22f20b08ea, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:43.186124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.228572 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6250c046-d04b-4f75-b12d-4f80bf316e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.260072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8c825-c1ba-4b85-b827-0e86c5bce3e5 None None] Network ca40d1a5-34ee-4eba-8d02-c6f7afc748be requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:43.283577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6250c046-d04b-4f75-b12d-4f80bf316e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.317582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.361130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:43.370439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:43.391786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.403540 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-636bc684-72a1-4b7d-9200-e26e370e0217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.420868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:34Z', 'revision_number': 3, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:41Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:43.422876 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6250c046-d04b-4f75-b12d-4f80bf316e86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f191c6356ce144d2a0a1432077baae3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298987 Dec 08 21:56:43.437920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250c046-d04b-4f75-b12d-4f80bf316e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71de1247-13f5-473b-bd8e-7c0ed736c39d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:43.442917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35140) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:43.455763 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27a5f080-f94e-4dc8-8e14-bda7ba594c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.458286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.468199 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=3861513a-83f2-4be7-90f0-05bb080b9378,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:43.486922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27a5f080-f94e-4dc8-8e14-bda7ba594c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.487072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f3870-d018-47af-86b9-7ddb857126ac None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:34Z', 'revision_number': 3, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:41Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:43.509853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port e97cfcf4-adb4-4992-8aca-a8f554d764a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e97cfcf4-adb4-4992-8aca-a8f554d764a2,segment=NetworkSegment(ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e),segment_id=ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:43.525395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:43.525910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.527436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] 10.222.0.37 "PUT /v2.0/ports/ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 1092 time: 1.5901747 Dec 08 21:56:43.527893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:43.530205 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9c86b2-8261-402a-946b-55c4b5e1f63c" -d '{"events": [{"name": "network-changed", "server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:43.536516 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.618937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-636bc684-72a1-4b7d-9200-e26e370e0217 None None] For port 9e4ef072-5145-444a-b306-8fcaaf1cb336, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9e4ef072-5145-444a-b306-8fcaaf1cb336,segment=NetworkSegment(f919eca2-3519-49ab-af39-fe76c4542baf),segment_id=f919eca2-3519-49ab-af39-fe76c4542baf)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:43.661124 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-636bc684-72a1-4b7d-9200-e26e370e0217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.668821 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a2dc44-ed6d-4d21-89c4-850a55d6fd0e x-openstack-request-id: req-a3a2dc44-ed6d-4d21-89c4-850a55d6fd0e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:43.669586 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:43.669847 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3a2dc44-ed6d-4d21-89c4-850a55d6fd0e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:43.670677 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'status': 'completed', 'code': 200} Dec 08 21:56:43.685909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=e97cfcf4-adb4-4992-8aca-a8f554d764a2,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:43.698358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff00e4-b634-40e8-ae3b-26e277fc4cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:43.735576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb688-7a04-467f-b2a9-103684dad96c req-d3937094-d3a4-4e05-b39d-0746d9b36fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:43.737631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-d3937094-d3a4-4e05-b39d-0746d9b36fe3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1095 time: 0.1338205 Dec 08 21:56:43.820316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bc684-72a1-4b7d-9200-e26e370e0217 None None] Pushing event updated for resources: {'Port': ['ID=9e4ef072-5145-444a-b306-8fcaaf1cb336,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:43.834962 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-adbfde31-e592-484a-854f-8e1706bef6b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 217 time: 0.0852635 Dec 08 21:56:43.854726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-82cef7c4-99fb-4772-80ac-a0f0fc610a40 None None] Provisioning complete for port e97cfcf4-adb4-4992-8aca-a8f554d764a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:43.856668 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-82cef7c4-99fb-4772-80ac-a0f0fc610a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:43.943652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb688-7a04-467f-b2a9-103684dad96c req-34b89993-c66d-44e1-9362-80b68cbfd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:43.945193 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-34b89993-c66d-44e1-9362-80b68cbfd7b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1030548 Dec 08 21:56:44.136689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb688-7a04-467f-b2a9-103684dad96c req-f446fe26-f599-430a-8ba9-73984447b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:44.150934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-f446fe26-f599-430a-8ba9-73984447b887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777759 Dec 08 21:56:44.216252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e97cfcf4-adb4-4992-8aca-a8f554d764a2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:44.315772 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e97cfcf4-adb4-4992-8aca-a8f554d764a2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:44.316152 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:44.412886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6613f5e9-91d5-460b-b5bb-7b888a56d222 None None] Provisioning complete for port 3861513a-83f2-4be7-90f0-05bb080b9378 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:44.413256 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6613f5e9-91d5-460b-b5bb-7b888a56d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:44.505759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9e4ef072-5145-444a-b306-8fcaaf1cb336 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:44.513862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5f080-f94e-4dc8-8e14-bda7ba594c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6838bc6a-f748-4146-9ee2-1728099e4596,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:44.548151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-330afb0c-7029-44f2-8b55-3a409e6731b7 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921092 Dec 08 21:56:44.552868 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-27a5f080-f94e-4dc8-8e14-bda7ba594c44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02acbf8bdd8344fca2fa66b1234f4b41&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2547119 Dec 08 21:56:44.553911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35154) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:44.579943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e502f8-13a6-4eae-b0f0-6b77132c0989 req-9ecaeaa9-287d-408e-a6a7-bd0ea4003500 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:44.588230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25e502f8-13a6-4eae-b0f0-6b77132c0989 req-9ecaeaa9-287d-408e-a6a7-bd0ea4003500 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 944 time: 0.2609456 Dec 08 21:56:44.650117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6613f5e9-91d5-460b-b5bb-7b888a56d222 None None] Port 3861513a-83f2-4be7-90f0-05bb080b9378 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:44.664245 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4eda784b-0016-4fb5-9406-672bbe3bee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:44.668087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6613f5e9-91d5-460b-b5bb-7b888a56d222 None None] Provisioning complete for port e97cfcf4-adb4-4992-8aca-a8f554d764a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:44.668520 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6613f5e9-91d5-460b-b5bb-7b888a56d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:44.693105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9e4ef072-5145-444a-b306-8fcaaf1cb336 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:44.693477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:44.741113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23eb6ea3-b321-461d-8c79-82d2000b92c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:44.742050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25e502f8-13a6-4eae-b0f0-6b77132c0989 req-529509b1-2cc8-401d-bc21-ae3808bfd038 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326716 Dec 08 21:56:44.774697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23eb6ea3-b321-461d-8c79-82d2000b92c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:44.795592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-809cb688-7a04-467f-b2a9-103684dad96c req-f5ddf5e8-5523-4ee7-9db4-129b7d41193b service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055686 Dec 08 21:56:44.834631 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4eda784b-0016-4fb5-9406-672bbe3bee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:44.838520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network ca40d1a5-34ee-4eba-8d02-c6f7afc748be is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:44.852563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:44.970451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-708741f3-05f8-481f-b92b-595238279659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:44.972352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-708741f3-05f8-481f-b92b-595238279659 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1095 time: 0.1224918 Dec 08 21:56:44.975476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f1907393-dc46-4903-9756-30d2d93b3f86 None None] Provisioning complete for port 3861513a-83f2-4be7-90f0-05bb080b9378 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:44.975835 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1907393-dc46-4903-9756-30d2d93b3f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.050425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f1907393-dc46-4903-9756-30d2d93b3f86 None None] Port 3861513a-83f2-4be7-90f0-05bb080b9378 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:45.121832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:56:45.150705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-27e218e4-c3bb-4269-b814-cfc679f6f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:45.152579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-27e218e4-c3bb-4269-b814-cfc679f6f774 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.1724753 Dec 08 21:56:45.181657 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23eb6ea3-b321-461d-8c79-82d2000b92c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.184892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23eb6ea3-b321-461d-8c79-82d2000b92c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.186357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-23eb6ea3-b321-461d-8c79-82d2000b92c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6838bc6a-f748-4146-9ee2-1728099e4596 HTTP/1.1" status: 204 len: 168 time: 0.6293156 Dec 08 21:56:45.236901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb6ea3-b321-461d-8c79-82d2000b92c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838bc6a-f748-4146-9ee2-1728099e4596,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:45.239363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4eda784b-0016-4fb5-9406-672bbe3bee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.243809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4eda784b-0016-4fb5-9406-672bbe3bee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.245293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4eda784b-0016-4fb5-9406-672bbe3bee8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71de1247-13f5-473b-bd8e-7c0ed736c39d HTTP/1.1" status: 204 len: 168 time: 1.7976487 Dec 08 21:56:45.267110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda784b-0016-4fb5-9406-672bbe3bee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71de1247-13f5-473b-bd8e-7c0ed736c39d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:45.278574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:45.285696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66381f08-1d02-45e1-9621-e26cdce9bf80 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3704615 Dec 08 21:56:45.289112 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:45.301243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35168) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:45.311151 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:45.311967 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:45.320653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'network': {'name': 'tempest-RoutersTest-1342581102'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:45.334738 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-0aa7d58c-0b65-4f0d-ba9d-10b6092b779c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 217 time: 0.1741786 Dec 08 21:56:45.358054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-82e2c9f8-50d0-4727-8c17-260193b265ca None None] Provisioning complete for port 3861513a-83f2-4be7-90f0-05bb080b9378 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:45.359421 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-82e2c9f8-50d0-4727-8c17-260193b265ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.419999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:45.433037 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.544353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-4e7dc676-6e5e-41af-a83a-1764d9edb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:45.546104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:56:45.555011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-82e2c9f8-50d0-4727-8c17-260193b265ca None None] Port 3861513a-83f2-4be7-90f0-05bb080b9378 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:45.558105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-4e7dc676-6e5e-41af-a83a-1764d9edb992 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.2146587 Dec 08 21:56:45.578070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.581491 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added segment d876e870-b293-4b93-beab-879ea8987b10 of type vlan for network 1b95201c-1308-40fa-b482-899ceb5174af Dec 08 21:56:45.680000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-85088ebb-a62d-4cd3-a786-a898dabf7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:45.687099 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-85088ebb-a62d-4cd3-a786-a898dabf7e7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212220 Dec 08 21:56:45.690578 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:45.728891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.813390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.837298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:45.839625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:45.930454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35180) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:46.015710 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dbb74-95d4-4eb1-a5a9-548e4dfe225a req-e69817f9-8a61-4236-afc9-ec158b2d0190 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:46.017415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7139335 Dec 08 21:56:46.018083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35182) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:46.020198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc235b-4c48-4e12-a2d2-5d10cbaf5920 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Network': ['ID=1b95201c-1308-40fa-b482-899ceb5174af,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:46.021220 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d79dbb74-95d4-4eb1-a5a9-548e4dfe225a req-e69817f9-8a61-4236-afc9-ec158b2d0190 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 944 time: 0.1731162 Dec 08 21:56:46.022268 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b01ac8b-ad25-4068-8961-411c55d4644b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.036719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'subnet': {'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:46.037529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35184) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:46.042239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1b95201c-1308-40fa-b482-899ceb5174af details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:56:46.124375 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:41Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:42Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:46.146858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d79dbb74-95d4-4eb1-a5a9-548e4dfe225a req-162d36c4-50d8-4066-8e11-3c74583a1de6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083410 Dec 08 21:56:46.155770 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:56:46.156155 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Updating router 70172661-6432-4638-86df-680606996270 port 3861513a-83f2-4be7-90f0-05bb080b9378 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:56:46.181507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Made reservation on behalf of 7977a0bad6b8443a848b5d3bdb5535b1 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:46.182845 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c874a763-a92e-4486-b29b-a141d9017295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.191763 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.202121 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.214913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-0ab6c218-7e91-4fd2-b5d2-658928fbd36f service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203741 Dec 08 21:56:46.312076 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb9c86b2-8261-402a-946b-55c4b5e1f63c req-bfffa7bd-d422-4a17-b0d9-6f5a75e0da7c service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887513 Dec 08 21:56:46.393169 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b01ac8b-ad25-4068-8961-411c55d4644b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.405802 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b01ac8b-ad25-4068-8961-411c55d4644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.437459 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8b01ac8b-ad25-4068-8961-411c55d4644b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4697415a2e494b719702941f71d64bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008237 Dec 08 21:56:46.444106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35190) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:46.471118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c874a763-a92e-4486-b29b-a141d9017295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.492868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c874a763-a92e-4486-b29b-a141d9017295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.496166 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.521779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c874a763-a92e-4486-b29b-a141d9017295 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45a055e8921848a49a1b55ed4b84edfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641097 Dec 08 21:56:46.527533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35196) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:46.561334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01ac8b-ad25-4068-8961-411c55d4644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b507678-8398-416e-84a4-e1d062ffedb2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:46.614170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a763-a92e-4486-b29b-a141d9017295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de28024-1f32-4272-b1d2-4546d11a9fc1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:46.619901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Subnet': ['ID=e6ba5cf0-82b3-4028-aa6d-0777c33f69f6,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:46.660485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49d6aab9-bb42-4a01-b136-936ebd59f274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.679551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Checking segment: {'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:46.680478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network hostable DHCP agents. Network: 1b95201c-1308-40fa-b482-899ceb5174af, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:56:46.680823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96dcdf8d-3a09-400b-a1b6-40fec2b425e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.700482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 1b95201c-1308-40fa-b482-899ceb5174af is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:56:46.715157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1b95201c-1308-40fa-b482-899ceb5174af) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:46.725269 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96dcdf8d-3a09-400b-a1b6-40fec2b425e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.725902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ead40-2dcc-4b0e-aa56-8d0e618c250f None None] Network 1b95201c-1308-40fa-b482-899ceb5174af requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:46.728621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49d6aab9-bb42-4a01-b136-936ebd59f274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.735613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:46.741091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.772615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-70112135-27a4-4429-b461-d4bc975ff3c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7532895 Dec 08 21:56:46.775402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35200) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:46.839401 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49d6aab9-bb42-4a01-b136-936ebd59f274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.842395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49d6aab9-bb42-4a01-b136-936ebd59f274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.843592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-49d6aab9-bb42-4a01-b136-936ebd59f274 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3de28024-1f32-4272-b1d2-4546d11a9fc1 HTTP/1.1" status: 204 len: 168 time: 0.3140085 Dec 08 21:56:46.850039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96dcdf8d-3a09-400b-a1b6-40fec2b425e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.856692 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.865171 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96dcdf8d-3a09-400b-a1b6-40fec2b425e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.870758 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:46.870904 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-96dcdf8d-3a09-400b-a1b6-40fec2b425e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b507678-8398-416e-84a4-e1d062ffedb2 HTTP/1.1" status: 204 len: 168 time: 0.4134939 Dec 08 21:56:46.885875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6aab9-bb42-4a01-b136-936ebd59f274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de28024-1f32-4272-b1d2-4546d11a9fc1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:46.913331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcdf8d-3a09-400b-a1b6-40fec2b425e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b507678-8398-416e-84a4-e1d062ffedb2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:47.014281 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa87c06-6320-4216-b12d-3f21688dcb9b None None] Pushing event updated for resources: {'Port': ['ID=3861513a-83f2-4be7-90f0-05bb080b9378,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:47.155876 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Attempting to bind port 3861513a-83f2-4be7-90f0-05bb080b9378 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:47.158485 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Attempting to bind port 3861513a-83f2-4be7-90f0-05bb080b9378 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:47.159050 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Attempting to bind port 3861513a-83f2-4be7-90f0-05bb080b9378 on network ca40d1a5-34ee-4eba-8d02-c6f7afc748be {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:47.175405 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:47.176037 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Checking segment: {'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:47.176610 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:47.181771 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Bound using segment: {'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:47.182416 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Bound port: 3861513a-83f2-4be7-90f0-05bb080b9378, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:47.182997 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:47.247966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1b95201c-1308-40fa-b482-899ceb5174af', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:56:47.249857 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:47.287892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-869a0397-c0aa-4f70-add5-3ced22cf02d6 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:47.310956 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-869a0397-c0aa-4f70-add5-3ced22cf02d6 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 815 time: 0.3262169 Dec 08 21:56:47.342675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-e0cf3b71-bb47-42b9-8a17-aa66935fd05f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/quotas/4e25d0b231734665b6c77e7de4fe84f0 HTTP/1.1" status: 200 len: 375 time: 0.0301056 Dec 08 21:56:47.455850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f1739595-51be-41f9-89bc-49a26e8b5d39 None None] Provisioning complete for port 3861513a-83f2-4be7-90f0-05bb080b9378 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:47.458225 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1739595-51be-41f9-89bc-49a26e8b5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:47.480190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-ca812bb7-a62e-42ab-8240-fb1e1bd5a033 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306868 Dec 08 21:56:47.534484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3123c0-812a-4b9d-8989-d7f14fe6db43 req-2dd9d571-c68a-4627-a373-e66b16d88775 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:47.536093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b3123c0-812a-4b9d-8989-d7f14fe6db43 req-2dd9d571-c68a-4627-a373-e66b16d88775 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 944 time: 0.1619544 Dec 08 21:56:47.556536 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] For port 3861513a-83f2-4be7-90f0-05bb080b9378, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:47.564775 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] For port 3861513a-83f2-4be7-90f0-05bb080b9378, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3861513a-83f2-4be7-90f0-05bb080b9378,segment=NetworkSegment(ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e),segment_id=ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:47.571232 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:47.718632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f1739595-51be-41f9-89bc-49a26e8b5d39 None None] Port 3861513a-83f2-4be7-90f0-05bb080b9378 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:47.774836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Allocated IP 172.23.0.2 (1b95201c-1308-40fa-b482-899ceb5174af/e6ba5cf0-82b3-4028-aa6d-0777c33f69f6/4e113592-ee97-4d67-b15d-c84a4d6815aa) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:47.852555 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa87c06-6320-4216-b12d-3f21688dcb9b None None] Pushing event updated for resources: {'Port': ['ID=3861513a-83f2-4be7-90f0-05bb080b9378,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:47.868148 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:47.868862 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:48.029644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b3123c0-812a-4b9d-8989-d7f14fe6db43 req-b869f70b-6284-4222-b135-882d3cf555c5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4042680 Dec 08 21:56:48.030594 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:48.043763 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:48.091667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Network 1b95201c-1308-40fa-b482-899ceb5174af is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:48.157785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:48.176448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:48.199144 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:48.233554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Pushing event updated for resources: {'Port': ['ID=4e113592-ee97-4d67-b15d-c84a4d6815aa,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:48.332812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Attempting to bind port 4e113592-ee97-4d67-b15d-c84a4d6815aa on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:48.334008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Attempting to bind port 4e113592-ee97-4d67-b15d-c84a4d6815aa by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:48.335380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Attempting to bind port 4e113592-ee97-4d67-b15d-c84a4d6815aa on network 1b95201c-1308-40fa-b482-899ceb5174af {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:48.350092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:48.351904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Checking segment: {'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:48.353578 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:48.354205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Bound using segment: {'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:48.355496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Bound port: 4e113592-ee97-4d67-b15d-c84a4d6815aa, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:48.356266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:48.375483 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:48.384787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:56:48.481044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] For port 4e113592-ee97-4d67-b15d-c84a4d6815aa, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:48.491487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] For port 4e113592-ee97-4d67-b15d-c84a4d6815aa, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4e113592-ee97-4d67-b15d-c84a4d6815aa,segment=NetworkSegment(d876e870-b293-4b93-beab-879ea8987b10),segment_id=d876e870-b293-4b93-beab-879ea8987b10)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:48.525905 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:48.634291 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:41Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:47Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:48.654569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-645be74d-cff4-453c-b5b8-bbef216bbec4 service neutron] 10.222.0.21 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1644776 Dec 08 21:56:48.680264 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0fb7a-4fc8-4150-9ddc-91a9a84cefc7 None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:41Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:47Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:48.737872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6dfd0369-456d-4970-91b7-1001b59a6eb5 None None] Provisioning complete for port 3861513a-83f2-4be7-90f0-05bb080b9378 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:48.738244 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0369-456d-4970-91b7-1001b59a6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:48.943848 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-6689f209-d565-4502-8b86-608ac1bb7fbc service neutron] 10.222.0.21 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883236 Dec 08 21:56:48.948239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc097f-08b6-4fae-935f-e23a94bde187 None None] Pushing event updated for resources: {'Port': ['ID=4e113592-ee97-4d67-b15d-c84a4d6815aa,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:49.046853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:49.056523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Allocated IP 172.23.0.1 (1b95201c-1308-40fa-b482-899ceb5174af/e6ba5cf0-82b3-4028-aa6d-0777c33f69f6/d5092787-1dc6-4a88-a3ae-6795c4f3cc63) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:49.093651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'mac_address': 'fa:16:3e:7e:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:56:49.291501 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0369-456d-4970-91b7-1001b59a6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:49.402810 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6dfd0369-456d-4970-91b7-1001b59a6eb5 None None] For port 3861513a-83f2-4be7-90f0-05bb080b9378, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3861513a-83f2-4be7-90f0-05bb080b9378,segment=NetworkSegment(ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e),segment_id=ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:49.408850 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-135702f0-cfee-4a84-8f57-cec79a8fa04a req-c59f9cc8-cacf-4f8b-a4a6-77c41e5617c2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 210 time: 0.0732141 Dec 08 21:56:49.414920 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0369-456d-4970-91b7-1001b59a6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:49.420573 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:49.532496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3528da-1908-48d4-a6cf-6e22f20b08ea {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:56:49.544246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce570ea-c06b-4a86-bf3a-b2640a51654e req-6aec01af-9e4c-43b5-bc5b-512f61e516c9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:49.546372 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dce570ea-c06b-4a86-bf3a-b2640a51654e req-6aec01af-9e4c-43b5-bc5b-512f61e516c9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 944 time: 0.2032497 Dec 08 21:56:49.669260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd0369-456d-4970-91b7-1001b59a6eb5 None None] Pushing event updated for resources: {'Port': ['ID=3861513a-83f2-4be7-90f0-05bb080b9378,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:49.703565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:49.705258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:49.721361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:49.775542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dce570ea-c06b-4a86-bf3a-b2640a51654e req-3829f15f-6464-4439-885e-a3029ab6968d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163045 Dec 08 21:56:49.830252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:49.920116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:49.949330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ce3528da-1908-48d4-a6cf-6e22f20b08ea'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:56:49.949563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 1b95201c-1308-40fa-b482-899ceb5174af is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:49.965428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:49.981811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:50.101327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:50.164139 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:50.424647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3861513a-83f2-4be7-90f0-05bb080b9378 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:50.453485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:50.608856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3861513a-83f2-4be7-90f0-05bb080b9378 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:50.611072 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:50.687327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbdf30f8-7a24-4b4c-a42d-487f7ad63019 req-b2ac2020-0212-4c35-b76d-454f6984f2e8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 210 time: 0.1004035 Dec 08 21:56:50.844301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4e113592-ee97-4d67-b15d-c84a4d6815aa up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:50.846916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8542a27e-e6f9-457f-b7b6-efaccc16530d None None] Network 1b95201c-1308-40fa-b482-899ceb5174af requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:56:51.017655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc47e-d487-4d81-aa65-4c012198b5ec req-0c726c3d-4637-4527-b15a-a3d7900a5b7a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:51.032395 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9cfc47e-d487-4d81-aa65-4c012198b5ec req-0c726c3d-4637-4527-b15a-a3d7900a5b7a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1258183 Dec 08 21:56:51.068614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35356) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:51.141461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.157214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-31417b0e-4d12-4803-b131-ecab8258764a None None] Provisioning complete for port 4e113592-ee97-4d67-b15d-c84a4d6815aa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:51.157670 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-31417b0e-4d12-4803-b131-ecab8258764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.162741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9cfc47e-d487-4d81-aa65-4c012198b5ec req-766c40b4-2186-47db-a4ae-89ceff4f7321 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242180 Dec 08 21:56:51.175095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.262397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4e113592-ee97-4d67-b15d-c84a4d6815aa triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:51.263019 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.340930 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.435895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event updated for resources: {'Port': ['ID=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:51.470064 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76267331-b30a-4dca-86d9-fa2f19dd2e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.549803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-31417b0e-4d12-4803-b131-ecab8258764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.578593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-ae499c48-70ba-4ca4-923a-4a25f79ea811 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:51.581405 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-ae499c48-70ba-4ca4-923a-4a25f79ea811 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.23 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 815 time: 0.4464447 Dec 08 21:56:51.603101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Request body: {'port': {'device_id': '4ee9bed7-a6f2-4f80-9159-ef0400f8871a', 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'admin_state_up': True, 'tenant_id': '4e25d0b231734665b6c77e7de4fe84f0'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:51.662111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-31417b0e-4d12-4803-b131-ecab8258764a None None] For port 4e113592-ee97-4d67-b15d-c84a4d6815aa, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4e113592-ee97-4d67-b15d-c84a4d6815aa,segment=NetworkSegment(d876e870-b293-4b93-beab-879ea8987b10),segment_id=d876e870-b293-4b93-beab-879ea8987b10)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:51.663317 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.663469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Network 1b95201c-1308-40fa-b482-899ceb5174af is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:51.669223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:51.685738 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-31417b0e-4d12-4803-b131-ecab8258764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:51.871408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31417b0e-4d12-4803-b131-ecab8258764a None None] Pushing event updated for resources: {'Port': ['ID=4e113592-ee97-4d67-b15d-c84a4d6815aa,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:51.895538 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:56:51.896041 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:56:52.004705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76267331-b30a-4dca-86d9-fa2f19dd2e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.021790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cdfb13d0-5014-443d-8077-ff19986b7fc5 req-1c21098f-786c-472c-a7d4-cef2e9584897 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 210 time: 0.1347780 Dec 08 21:56:52.032634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76267331-b30a-4dca-86d9-fa2f19dd2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.107124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Made reservation on behalf of 4e25d0b231734665b6c77e7de4fe84f0 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:52.119824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.141847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-76267331-b30a-4dca-86d9-fa2f19dd2e77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ca1b0e7676440f09e307a6dc683850e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0719025 Dec 08 21:56:52.142489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1e5f1b6b-49e9-4b3a-9b97-7e06bb9bdfaa None None] Provisioning complete for port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:52.142489 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1b6b-49e9-4b3a-9b97-7e06bb9bdfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.144049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:56:52.145886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35390) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:52.163214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76267331-b30a-4dca-86d9-fa2f19dd2e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be894f59-1318-413d-8e50-3904623d4af7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:52.193690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f1b6b-49e9-4b3a-9b97-7e06bb9bdfaa None None] Port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:52.220368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1e5f1b6b-49e9-4b3a-9b97-7e06bb9bdfaa None None] Provisioning complete for port 4e113592-ee97-4d67-b15d-c84a4d6815aa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:52.222350 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1b6b-49e9-4b3a-9b97-7e06bb9bdfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.261969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f614be0-e9ee-4b3f-b978-6018cb5a0798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.312748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f614be0-e9ee-4b3f-b978-6018cb5a0798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.371703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:52.473749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708d446-0269-4710-9a20-b98bbd3a57c1 req-1d85ab19-97e0-4774-8f01-2689da3fd37e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:52.483182 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9708d446-0269-4710-9a20-b98bbd3a57c1 req-1d85ab19-97e0-4774-8f01-2689da3fd37e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1675117 Dec 08 21:56:52.542918 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f614be0-e9ee-4b3f-b978-6018cb5a0798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.546196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f614be0-e9ee-4b3f-b978-6018cb5a0798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.547768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5f614be0-e9ee-4b3f-b978-6018cb5a0798 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be894f59-1318-413d-8e50-3904623d4af7 HTTP/1.1" status: 204 len: 168 time: 0.4006822 Dec 08 21:56:52.601416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f614be0-e9ee-4b3f-b978-6018cb5a0798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be894f59-1318-413d-8e50-3904623d4af7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:52.607097 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5ad2da1a-11b0-41c1-925f-49bd8698072c None None] Provisioning complete for port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:52.607607 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ad2da1a-11b0-41c1-925f-49bd8698072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.629401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9708d446-0269-4710-9a20-b98bbd3a57c1 req-7d8ba3dd-c916-446e-bb9a-72e0d9fc07bf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413815 Dec 08 21:56:52.723369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4e113592-ee97-4d67-b15d-c84a4d6815aa up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:52.770907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2da1a-11b0-41c1-925f-49bd8698072c None None] Port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:52.836929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port ce3528da-1908-48d4-a6cf-6e22f20b08ea completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:56:52.846098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port ce3528da-1908-48d4-a6cf-6e22f20b08ea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:52.846467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.862249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35418) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:52.913624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0c1ae620-14b0-4c4d-adb6-443c7546c79c None None] Provisioning complete for port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:52.914040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae620-14b0-4c4d-adb6-443c7546c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.954919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4e113592-ee97-4d67-b15d-c84a4d6815aa triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:52.955293 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:52.959019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ae620-14b0-4c4d-adb6-443c7546c79c None None] Port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:56:53.040374 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.058033 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46e36e90-d72b-4f9a-ab58-0d7a2327748d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.120728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Allocated IP 172.20.0.2 (c2477569-6d8f-4a04-a8ed-ea5eb94a852d/85aac77e-f9bd-4884-9a1a-a1d18d093e61/39baf698-3090-430a-b285-54ae910cb7ec) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:56:53.132404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:53.146482 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-166043cd-5c91-4c76-8652-0e36dad2ff29 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3672338 Dec 08 21:56:53.150899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35434) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:53.151357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:53.163861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:53.176146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:53.179058 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9aa5a9-a0e3-42a0-9bf5-9f84d53f2b99" -d '{"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:53.189821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:53.190699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:53.203741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:53.208667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00676eff-611a-4192-872e-0d20bdb2ccef req-1cb3f8ba-ee3a-4b90-8c5c-01050a0a1b51 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 210 time: 0.0713828 Dec 08 21:56:53.290003 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0336bf-3363-48d0-9227-1c48b5ce913b x-openstack-request-id: req-3f0336bf-3363-48d0-9227-1c48b5ce913b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:53.290291 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:53.290550 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f0336bf-3363-48d0-9227-1c48b5ce913b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:53.290997 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'code': 200} Dec 08 21:56:53.291840 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.319594 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46e36e90-d72b-4f9a-ab58-0d7a2327748d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.328897 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46e36e90-d72b-4f9a-ab58-0d7a2327748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.384907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-46e36e90-d72b-4f9a-ab58-0d7a2327748d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a663e7d67b794a6d856a89bd236a9104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5196698 Dec 08 21:56:53.386926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:53.387935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35444) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:53.423497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:53.488559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e36e90-d72b-4f9a-ab58-0d7a2327748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3833a545-f6d1-4912-829e-278220e0a5ad,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:53.495902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff092a0e-a927-4522-b031-87f645a0e6a9 req-09a8359c-39c1-4986-977b-73bf63a31741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:53.497426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff092a0e-a927-4522-b031-87f645a0e6a9 req-09a8359c-39c1-4986-977b-73bf63a31741 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1097 time: 0.1340032 Dec 08 21:56:53.547673 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cda8a7b4-8bda-401c-a47b-27bc0bee0fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.588857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff092a0e-a927-4522-b031-87f645a0e6a9 req-5d5d037a-9195-4d11-b799-8c0d96f6b856 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742381 Dec 08 21:56:53.613934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cda8a7b4-8bda-401c-a47b-27bc0bee0fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.630439 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.703593 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cda8a7b4-8bda-401c-a47b-27bc0bee0fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.707515 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cda8a7b4-8bda-401c-a47b-27bc0bee0fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.709134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cda8a7b4-8bda-401c-a47b-27bc0bee0fda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3833a545-f6d1-4912-829e-278220e0a5ad HTTP/1.1" status: 204 len: 168 time: 0.2792273 Dec 08 21:56:53.726984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8a7b4-8bda-401c-a47b-27bc0bee0fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3833a545-f6d1-4912-829e-278220e0a5ad,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:53.741156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:53.764847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['731667f5-54e3-4f04-aa8a-2a2850b96667'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:56:53.796890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99cd3-b76a-40c5-b31d-0404227e384d req-1f50d417-6cc6-4e83-9ed6-9e66b9bc3cde tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:53.805986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e8f99cd3-b76a-40c5-b31d-0404227e384d req-1f50d417-6cc6-4e83-9ed6-9e66b9bc3cde tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 946 time: 0.0720677 Dec 08 21:56:53.869171 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e8f99cd3-b76a-40c5-b31d-0404227e384d req-b1966add-67fe-4aff-a20c-def576fe89cb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620985 Dec 08 21:56:53.905342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Network c2477569-6d8f-4a04-a8ed-ea5eb94a852d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:56:53.913699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:56:53.915880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Pushing event updated for resources: {'Port': ['ID=39baf698-3090-430a-b285-54ae910cb7ec,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:53.925928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:56:53.944539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:50Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:50Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:54.014132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:56:54.014499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Updating router 70172661-6432-4638-86df-680606996270 port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:56:54.053933 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.097775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:54.097985 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.132916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.extraroute_db [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 21:56:54.151104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-41c7fa19-9c61-458f-8a60-d13964c2861f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5570722 Dec 08 21:56:54.154891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.extraroute_db [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Removed routes are [] {{(pid=102390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 21:56:54.155287 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.164421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Request body: {'port': {'device_id': '4ee9bed7-a6f2-4f80-9159-ef0400f8871a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:54.319502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:54.338563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eec29ed4-e619-483a-bb11-4d0e2f2e2337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.450281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99779c-e1c4-4986-a4cb-db3a4719df55 req-ae6e4d4f-f83b-489a-b97c-abe5c96e3cc2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:54.452036 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e99779c-e1c4-4986-a4cb-db3a4719df55 req-ae6e4d4f-f83b-489a-b97c-abe5c96e3cc2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 931 time: 0.0811074 Dec 08 21:56:54.473937 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.567172 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e99779c-e1c4-4986-a4cb-db3a4719df55 req-df91fc5f-299d-4e68-a3f2-57d87d01a638 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069059 Dec 08 21:56:54.597157 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eec29ed4-e619-483a-bb11-4d0e2f2e2337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.613783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eec29ed4-e619-483a-bb11-4d0e2f2e2337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.632995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.642581 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.656060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-eec29ed4-e619-483a-bb11-4d0e2f2e2337 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3cfb7ebba6b4f78ba6b8c60b6d882b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354213 Dec 08 21:56:54.663283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35474) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:54.740821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec29ed4-e619-483a-bb11-4d0e2f2e2337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c331996-aebb-4511-b609-fc3256a65b2b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:54.742342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ce3d6-a874-48ac-8351-1a0499b976e0 None None] Pushing event updated for resources: {'Port': ['ID=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:54.781576 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.797514 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.830657 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2e387b33-b60d-4a37-a413-fa2c1fc87d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.858061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2e387b33-b60d-4a37-a413-fa2c1fc87d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.868068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Attempting to bind port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:54.868533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Attempting to bind port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:54.869054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Attempting to bind port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 on network 1b95201c-1308-40fa-b482-899ceb5174af {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:54.900311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:54.900677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Checking segment: {'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:54.901103 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.901504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Bound using segment: {'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:54.901996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Bound port: d5092787-1dc6-4a88-a3ae-6795c4f3cc63, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd876e870-b293-4b93-beab-879ea8987b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:54.902381 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.953756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2e387b33-b60d-4a37-a413-fa2c1fc87d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.958289 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2e387b33-b60d-4a37-a413-fa2c1fc87d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:54.964130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2e387b33-b60d-4a37-a413-fa2c1fc87d13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c331996-aebb-4511-b609-fc3256a65b2b HTTP/1.1" status: 204 len: 168 time: 0.2978718 Dec 08 21:56:54.981338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e387b33-b60d-4a37-a413-fa2c1fc87d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c331996-aebb-4511-b609-fc3256a65b2b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:55.085513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:56:55.088366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] For port d5092787-1dc6-4a88-a3ae-6795c4f3cc63, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:55.097490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] For port d5092787-1dc6-4a88-a3ae-6795c4f3cc63, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,segment=NetworkSegment(d876e870-b293-4b93-beab-879ea8987b10),segment_id=d876e870-b293-4b93-beab-879ea8987b10)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:55.105763 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:55.144994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35490) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:55.236033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa974d33-47eb-48fa-8946-fefc874ed2d6 req-f25b6d7f-7aba-4e1b-a5c7-64f373742894 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:55.238149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa974d33-47eb-48fa-8946-fefc874ed2d6 req-f25b6d7f-7aba-4e1b-a5c7-64f373742894 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 946 time: 0.1879976 Dec 08 21:56:55.307826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-27ac74d1-75ef-43b9-8c78-bc73a5cda24b None None] Provisioning complete for port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:55.308201 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27ac74d1-75ef-43b9-8c78-bc73a5cda24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:55.315692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ce3d6-a874-48ac-8351-1a0499b976e0 None None] Pushing event updated for resources: {'Port': ['ID=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:55.320047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:55.320598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:55.340629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39baf698-3090-430a-b285-54ae910cb7ec {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:56:55.356145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:55.368447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:55.378945 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:55.382328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6ba25e8c-bb53-42f5-bbb4-51120f0023f2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 200 len: 934 time: 2.2279170 Dec 08 21:56:55.384265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35496) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:55.414744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa974d33-47eb-48fa-8946-fefc874ed2d6 req-7c52a2ac-b36a-4529-9ba9-e2a9029a9c08 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397269 Dec 08 21:56:55.419676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Transition to ACTIVE for port object 39baf698-3090-430a-b285-54ae910cb7ec will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:56:55.431642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:55.566678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Pushing event updated for resources: {'Port': ['ID=39baf698-3090-430a-b285-54ae910cb7ec,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:55.711573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-91a9c230-44c7-4b50-a658-1e1764fa8098 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/routers/70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 200 len: 934 time: 0.3226848 Dec 08 21:56:55.713564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-343828744'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:55.715730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35506) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:55.721935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'routes': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:55.779314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5201c-82b7-413c-88bc-d2987e5e1e5f req-1402ce4b-546f-41e2-9a86-ec4781401180 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:55.794811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81c5201c-82b7-413c-88bc-d2987e5e1e5f req-1402ce4b-546f-41e2-9a86-ec4781401180 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 946 time: 0.2476983 Dec 08 21:56:55.796074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35512) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:55.803357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'floatingip': {'port_id': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:55.810750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Made reservation on behalf of 23fdba70c4fa4ab0b08fde4ccb2617ea for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:55.814819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:55.821835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:55.826846 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:55.890983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:55.993275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Attempting to bind port 39baf698-3090-430a-b285-54ae910cb7ec on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:56:55.993611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Attempting to bind port 39baf698-3090-430a-b285-54ae910cb7ec by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:56:55.993934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Attempting to bind port 39baf698-3090-430a-b285-54ae910cb7ec on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:56.028069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Port 39baf698-3090-430a-b285-54ae910cb7ec on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:56:56.028846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Attempting to bind port 39baf698-3090-430a-b285-54ae910cb7ec on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:56:56.068825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:56:56.069405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Checking segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:56:56.070741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Bound using segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:56:56.071340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Bound port: 39baf698-3090-430a-b285-54ae910cb7ec, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:56:56.073378 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.081778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27ac74d1-75ef-43b9-8c78-bc73a5cda24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.135466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c0f8b-6ccd-470c-b685-18add8de2c1f req-00310956-ed2f-499a-aec4-b4ecf81793a1 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:56.149073 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a0c0f8b-6ccd-470c-b685-18add8de2c1f req-00310956-ed2f-499a-aec4-b4ecf81793a1 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 943 time: 0.4080322 Dec 08 21:56:56.161951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-27ac74d1-75ef-43b9-8c78-bc73a5cda24b None None] For port d5092787-1dc6-4a88-a3ae-6795c4f3cc63, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,segment=NetworkSegment(d876e870-b293-4b93-beab-879ea8987b10),segment_id=d876e870-b293-4b93-beab-879ea8987b10)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:56:56.178842 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27ac74d1-75ef-43b9-8c78-bc73a5cda24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.244886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac74d1-75ef-43b9-8c78-bc73a5cda24b None None] Pushing event updated for resources: {'Port': ['ID=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:56.257869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:54Z', 'revision_number': 6, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:55Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:56.286141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8b094-1f4b-418d-bac1-0bba954f4929 None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:54Z', 'revision_number': 6, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:55Z', 'revision_number': 4, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:56.301879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-367e36e6-aeaa-4dfa-9405-e7d08c0585f5 None None] Provisioning complete for port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:56.302288 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-367e36e6-aeaa-4dfa-9405-e7d08c0585f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.366884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.369342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35530) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:56.393766 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.442463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:56:56.449464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d710a4-b6b7-4565-9349-c0672bfeda9e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:56.474677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.475677 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Added segment aad88a2b-0158-48a9-b962-1088e02d66bf of type vlan for network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac Dec 08 21:56:56.528905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a0c0f8b-6ccd-470c-b685-18add8de2c1f req-774debbb-9f31-4ee9-bcd8-ec2e10489586 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745449 Dec 08 21:56:56.622986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] For port 39baf698-3090-430a-b285-54ae910cb7ec, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:56:56.662180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] For port 39baf698-3090-430a-b285-54ae910cb7ec, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39baf698-3090-430a-b285-54ae910cb7ec,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:56:56.676434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.752140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d5092787-1dc6-4a88-a3ae-6795c4f3cc63 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:56:56.768044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.799471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:56.800152 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.805023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] 10.222.0.23 "PUT /v2.0/ports/39baf698-3090-430a-b285-54ae910cb7ec HTTP/1.1" status: 200 len: 1091 time: 2.6454265 Dec 08 21:56:56.819200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee9bed7-a6f2-4f80-9159-ef0400f8871a', 'tag': '39baf698-3090-430a-b285-54ae910cb7ec'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:56.823133 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045b7ef-bbcc-48be-9932-c6c35915a339" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee9bed7-a6f2-4f80-9159-ef0400f8871a", "tag": "39baf698-3090-430a-b285-54ae910cb7ec"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:56.861142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.867202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:56.867849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:56.894879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:56:56.895353 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.043622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.resource_extend [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:56:57.051188 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24de2e28-bd90-4ec9-9499-d57710fe05f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.113726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Pushing event updated for resources: {'Network': ['ID=16ff1f70-fb73-4888-8af9-1cbca50bd0ac,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:57.146686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:56:57.168721 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-45999d31-fd91-47b0-a2b6-ea4d12404445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0225866 Dec 08 21:56:57.218475 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.232083 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.400551 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceaf76e-c3b4-444c-bc99-3759dd16a00b x-openstack-request-id: req-3ceaf76e-c3b4-444c-bc99-3759dd16a00b {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:57.401212 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee9bed7-a6f2-4f80-9159-ef0400f8871a", "tag": "39baf698-3090-430a-b285-54ae910cb7ec", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:57.401727 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ceaf76e-c3b4-444c-bc99-3759dd16a00b {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:57.402265 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee9bed7-a6f2-4f80-9159-ef0400f8871a', 'tag': '39baf698-3090-430a-b285-54ae910cb7ec', 'status': 'completed', 'code': 200} Dec 08 21:56:57.428178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24de2e28-bd90-4ec9-9499-d57710fe05f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.435726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35554) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:57.444297 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Floating IP ef63b5c0-e543-4436-8951-fec72de584aa associated. External IP: 172.25.1.48, port: ce3528da-1908-48d4-a6cf-6e22f20b08ea. Dec 08 21:56:57.452850 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-24de2e28-bd90-4ec9-9499-d57710fe05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.464439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d78dd1-e0e1-41fc-9d02-2ed5189976fc service neutron] Pushing event updated for resources: {'Port': ['ID=39baf698-3090-430a-b285-54ae910cb7ec,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:57.483348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-adda5c89-0442-4795-895b-f1d12539a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:57.486059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-adda5c89-0442-4795-895b-f1d12539a613 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 1094 time: 0.5979311 Dec 08 21:56:57.602304 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-24de2e28-bd90-4ec9-9499-d57710fe05f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e00bb93f9ef45b38a6b4ddc5268cdb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2299206 Dec 08 21:56:57.603015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35560) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:57.643997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-e1dcc425-5e61-4d65-83b1-4cddc54d9c7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39baf698-3090-430a-b285-54ae910cb7ec HTTP/1.1" status: 200 len: 217 time: 0.1127434 Dec 08 21:56:57.659070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de2e28-bd90-4ec9-9499-d57710fe05f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d9cb15-98c2-485a-8379-c81cff6a1e28,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:57.663461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.extraroute_db [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added routes are [] {{(pid=102390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 21:56:57.663773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.extraroute_db [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 21:56:57.717620 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89f1950c-a01a-4ccd-920c-29163d91db21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.774539 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.784811 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:57.791474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-671f995d-fa77-40cb-8548-d0fadc0431a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:57.792780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-671f995d-fa77-40cb-8548-d0fadc0431a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.1386881 Dec 08 21:56:57.822067 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:57.826788 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:57.834994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1de75e2f-afae-4258-8531-dcb1c1ad3757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:57.904803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35564) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:57.912457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Request body: {'port': {'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac', 'binding:host_id': 'n-h2-821126-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2131432291'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:56:57.918611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-85905f3a-5ee7-42d2-9a98-4d3d1b7e2087 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803313 Dec 08 21:56:57.949429 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:57.952315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802a256-703c-44fa-8f5b-f62c004f2770 req-e01c1eda-8201-43d5-b2af-f237f3d5c9f5 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:57.953855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c802a256-703c-44fa-8f5b-f62c004f2770 req-e01c1eda-8201-43d5-b2af-f237f3d5c9f5 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 943 time: 0.2539358 Dec 08 21:56:57.960393 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1de75e2f-afae-4258-8531-dcb1c1ad3757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.015594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Made reservation on behalf of 759b7e8525f448809c473bd277da72ef for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:56:58.018471 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.030989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89f1950c-a01a-4ccd-920c-29163d91db21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.047264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89f1950c-a01a-4ccd-920c-29163d91db21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.086524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c802a256-703c-44fa-8f5b-f62c004f2770 req-23bcc58c-33ac-49cc-b8e0-2477e915c54c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181509 Dec 08 21:56:58.096211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89f1950c-a01a-4ccd-920c-29163d91db21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29e65f8581914f6ba4373e5e2f38afd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592584 Dec 08 21:56:58.097556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.100646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35566) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:58.119530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1950c-a01a-4ccd-920c-29163d91db21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c6ebf1-a6e6-4813-916d-378ff5eaf239,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:58.128259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Router 44423093-5ef1-49f4-a7de-c114ab531e62 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:56:58.143538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1de75e2f-afae-4258-8531-dcb1c1ad3757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.147373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1de75e2f-afae-4258-8531-dcb1c1ad3757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.148819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1de75e2f-afae-4258-8531-dcb1c1ad3757 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90d9cb15-98c2-485a-8379-c81cff6a1e28 HTTP/1.1" status: 204 len: 168 time: 0.5424528 Dec 08 21:56:58.188243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-ae9aa08e-1edb-4359-a0c0-00f2846ec2fb service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610769 Dec 08 21:56:58.205448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de75e2f-afae-4258-8531-dcb1c1ad3757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d9cb15-98c2-485a-8379-c81cff6a1e28,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:58.207641 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:57Z', 'revision_number': 7, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:58.231776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.270326 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:56:58.282099 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:58.282978 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:58.284682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.298662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:58.306361 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.313085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f342-604f-4886-9e57-96e9f3252033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.316599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] Sync routers for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:58.338257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:58.339773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:58.358615 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3f582127-64f4-467f-9abc-c25dcd415b5a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "PUT /v2.0/floatingips/ef63b5c0-e543-4436-8951-fec72de584aa HTTP/1.1" status: 200 len: 991 time: 2.5606601 Dec 08 21:56:58.362047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:56:58.364250 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ca3ab-af51-491e-841b-aa90246e56d0" -d '{"events": [{"name": "network-changed", "server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:56:58.443887 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:58.465845 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1282f238-0b05-45d0-a12e-d9bf2f9340da x-openstack-request-id: req-1282f238-0b05-45d0-a12e-d9bf2f9340da {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:56:58.468502 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:56:58.468800 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1282f238-0b05-45d0-a12e-d9bf2f9340da {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:56:58.470433 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'status': 'completed', 'code': 200} Dec 08 21:56:58.533461 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-c003d866-f367-4cf5-8a68-4086abd873ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1227252 Dec 08 21:56:58.565844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-27faeb8d-f330-4ed2-93ec-8efe28f140f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:58.572722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-27faeb8d-f330-4ed2-93ec-8efe28f140f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1097 time: 0.0966041 Dec 08 21:56:58.668016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f342-604f-4886-9e57-96e9f3252033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.668934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:58.681522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0f7ebf1-c720-458a-8e2d-cc5acb3d0e7d req-20c7d682-c5f7-4625-bdbf-9734a547a8f4 service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661064 Dec 08 21:56:58.786898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:56:58.820777 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.828373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-13bc5be0-e440-4ad8-baf0-a1d66d7a6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:58.833613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-13bc5be0-e440-4ad8-baf0-a1d66d7a6e8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f8f377e82954749932225e095460f3b&device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 1096 time: 0.1992719 Dec 08 21:56:58.838992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.856979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-89526043-5aa8-4c4e-834c-d2f191763a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:58.861674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] device_id is not set on port 57e56783-80fd-4adb-a5f9-392f194de86c yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:56:58.861810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-89526043-5aa8-4c4e-834c-d2f191763a35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.2815771 Dec 08 21:56:58.872087 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f342-604f-4886-9e57-96e9f3252033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.874671 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f342-604f-4886-9e57-96e9f3252033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:58.882361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0aa3f342-604f-4886-9e57-96e9f3252033 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05c6ebf1-a6e6-4813-916d-378ff5eaf239 HTTP/1.1" status: 204 len: 168 time: 0.7731721 Dec 08 21:56:58.934205 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:57Z', 'revision_number': 7, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:58.993024 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e176309-af28-478b-98a9-0c4c12379f86 None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:57Z', 'revision_number': 7, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:56:59.151942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-1bba4eb5-2444-4853-afa9-288b8883b08e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.2784185 Dec 08 21:56:59.167306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa79a3-c2ed-4261-898f-29a97380139d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:59.203472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-2bcd336e-b4c3-4a85-b8bc-d5819f169d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:59.205450 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-2bcd336e-b4c3-4a85-b8bc-d5819f169d34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 1094 time: 0.4446349 Dec 08 21:56:59.236699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef63b5c0-e543-4436-8951-fec72de584aa', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'port_id': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'mac_address': 'fa:16:3e:7e:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:56:35Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 1, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:33Z', 'revision_number': 5, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:59.282907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] Checking router: 44423093-5ef1-49f4-a7de-c114ab531e62 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:56:59.305560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:59.307029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:59.332748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3f342-604f-4886-9e57-96e9f3252033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c6ebf1-a6e6-4813-916d-378ff5eaf239,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:56:59.346270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-3d8e67f4-f0bb-4d7e-a4c3-8939400207e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:59.347842 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-3d8e67f4-f0bb-4d7e-a4c3-8939400207e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd772f92-44fc-4de6-8034-b0c0645ea396 HTTP/1.1" status: 200 len: 915 time: 0.4757228 Dec 08 21:56:59.471524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:56:59.482916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:59.484151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cfa1997f-4670-4817-b3a9-ed23a6e08eb9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 200 len: 700 time: 3.7667935 Dec 08 21:56:59.488409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35610) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:59.492817 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:56:59.508410 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:56:59.511978 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:56:59.552356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:59.564097 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-1b62ba1c-5c2f-4e7f-b4b7-0226d530812d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 HTTP/1.1" status: 200 len: 217 time: 0.1679943 Dec 08 21:56:59.570361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-f4e83d41-93e5-4a14-93d9-46c27d7dd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:59.572117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-f4e83d41-93e5-4a14-93d9-46c27d7dd4cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.4048560 Dec 08 21:56:59.663584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-625630af-59e7-4c44-bfdf-aeb736261e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:59.665216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-625630af-59e7-4c44-bfdf-aeb736261e71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 916 time: 0.4473443 Dec 08 21:56:59.724202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55e62-6acc-4ef4-8873-bad1fb3514e7 req-3a2b2f8e-21be-4905-96dd-6217a2c6cc38 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:59.744167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eef55e62-6acc-4ef4-8873-bad1fb3514e7 req-3a2b2f8e-21be-4905-96dd-6217a2c6cc38 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 943 time: 0.4501379 Dec 08 21:56:59.774268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-28b72aa6-703a-49c7-8d33-d98c49a120b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39baf698-3090-430a-b285-54ae910cb7ec HTTP/1.1" status: 200 len: 217 time: 0.1004436 Dec 08 21:56:59.892340 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-25357231-7989-468e-9d0e-b2aee69dd35a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/routers/70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 200 len: 700 time: 0.3963518 Dec 08 21:56:59.897861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] device_id is not set on port 57e56783-80fd-4adb-a5f9-392f194de86c yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:56:59.901435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35626) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:56:59.920086 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:56:59.922288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:59.940553 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:56:59.951845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-8aae8cb9-97ca-4b71-9b72-be61b7f8e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:56:59.953416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-8aae8cb9-97ca-4b71-9b72-be61b7f8e7b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.1706109 Dec 08 21:57:00.031540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-5d2bf9fb-9f36-4056-a80a-a725ad217879 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637462 Dec 08 21:57:00.079741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef63b5c0-e543-4436-8951-fec72de584aa', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'port_id': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'mac_address': 'fa:16:3e:7e:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:56:35Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 1, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:33Z', 'revision_number': 5, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:00.101170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=57e56783-80fd-4adb-a5f9-392f194de86c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:00.130265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Checking segment: {'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:00.130634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Network hostable DHCP agents. Network: 16ff1f70-fb73-4888-8af9-1cbca50bd0ac, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:57:00.169505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccc317-37a7-4b5d-b2c9-38c95369d803 None None] The sync data for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 is: [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef63b5c0-e543-4436-8951-fec72de584aa', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'port_id': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'mac_address': 'fa:16:3e:7e:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:56:35Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 1, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:33Z', 'revision_number': 5, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:00.184774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-e20b4889-31ea-47dc-8905-d0b01a0cfb9c service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440260 Dec 08 21:57:00.185580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:57:00.243389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 16ff1f70-fb73-4888-8af9-1cbca50bd0ac) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:00.254692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f68a6b-9688-4531-9b6c-3b587bfbde81 None None] Network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:00.336276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:00.407708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.408043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.408405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.421214 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:57Z', 'revision_number': 7, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:00.429746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.430095 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.434586 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 2 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.470312 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:00.494627 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:00.495520 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:00.496703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.497044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.497383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.513571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.513892 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.525790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2045b7ef-bbcc-48be-9932-c6c35915a339 req-b4b5660c-42a1-4eba-8a9f-3edc5d49a7cb service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328133 Dec 08 21:57:00.526306 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 3 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.572870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.577693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.579660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.589853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35648) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:00.607790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.609739 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.618020 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 4 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.655632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.657537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.657879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.675340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.675678 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.676080 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 5 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.683989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500962bc-5b24-4091-85fc-a719ed4cad6e None None] New status for floating IP ef63b5c0-e543-4436-8951-fec72de584aa: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:57:00.707013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.707394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.707731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.707883 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:00.721588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.721995 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.722431 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 6 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.760454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.760761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.761093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.772800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.773134 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.773527 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 7 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.803932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.806932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.807337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.820653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.820990 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.821389 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 8 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.878211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.878556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.878923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.897277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.897277 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.897277 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 9 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.925498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.928393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.928940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:00.942412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:00.943347 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:00.944051 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 10 to bind port 57e56783-80fd-4adb-a5f9-392f194de86c Dec 08 21:57:00.975822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:00.976490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:00.978527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:01.019136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 57e56783-80fd-4adb-a5f9-392f194de86c on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:01.020410 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 57e56783-80fd-4adb-a5f9-392f194de86c on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:01.020813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:01.051558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-e556d48c-f8f6-4658-9216-abbe91713600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:01.054371 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5b4aa353-73b1-4040-a82a-abff47ac9a13 tempest-AgentManagementNegativeTest-1438309166 tempest-AgentManagementNegativeTest-1438309166-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4577777 Dec 08 21:57:01.060403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-e556d48c-f8f6-4658-9216-abbe91713600 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4671886 Dec 08 21:57:01.105072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-6817f4c1-a503-4093-95f1-a5e296779b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:01.111721 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-6817f4c1-a503-4093-95f1-a5e296779b1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3474a1e-c033-4c7c-93c8-cc1e12020aa2 HTTP/1.1" status: 200 len: 854 time: 1.5372913 Dec 08 21:57:01.300250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eef55e62-6acc-4ef4-8873-bad1fb3514e7 req-b3846e68-f88e-48ab-be2e-b1bb573a340b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5514486 Dec 08 21:57:01.302379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] For port 57e56783-80fd-4adb-a5f9-392f194de86c, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:01.302811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempted to set empty binding levels {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 21:57:01.308986 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:01.320454 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:57Z', 'revision_number': 7, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:01.356840 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0cf3f-def5-4747-9b76-3acc2ddfaa14 None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:56:57Z', 'revision_number': 7, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5092787-1dc6-4a88-a3ae-6795c4f3cc63', 'name': '', 'network_id': '1b95201c-1308-40fa-b482-899ceb5174af', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:48Z', 'updated_at': '2021-12-08T21:56:56Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': 'e6ba5cf0-82b3-4028-aa6d-0777c33f69f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:01.418492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:01.419145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:01.437499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 39baf698-3090-430a-b285-54ae910cb7ec details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:57:01.456883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-0352443e-4233-44da-bbc8-306fb4396b09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd772f92-44fc-4de6-8034-b0c0645ea396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2997096 Dec 08 21:57:01.511835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=57e56783-80fd-4adb-a5f9-392f194de86c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:01.530959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2b32be45-f601-41c1-963c-ad26032de2d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.6222696 Dec 08 21:57:01.533917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35672) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:01.645952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 39baf698-3090-430a-b285-54ae910cb7ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39baf698-3090-430a-b285-54ae910cb7ec,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:01.648217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35678) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:01.662965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '39baf698-3090-430a-b285-54ae910cb7ec', 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'port_id': '39baf698-3090-430a-b285-54ae910cb7ec', 'mac_address': 'fa:16:3e:65:d1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85aac77e-f9bd-4884-9a1a-a1d18d093e61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:57:01.722023 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:01.725597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Deleting port 57e56783-80fd-4adb-a5f9-392f194de86c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:01.725943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:01.736419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-549b90b6-44cb-415d-a4b0-bea1869c5d61 service neutron] 10.222.0.37 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687893 Dec 08 21:57:01.757382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39baf698-3090-430a-b285-54ae910cb7ec {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:57:01.758120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-68fccade-1656-499c-aa94-709d37dc718e service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737142 Dec 08 21:57:01.801895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 39baf698-3090-430a-b285-54ae910cb7ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39baf698-3090-430a-b285-54ae910cb7ec,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:01.819414 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:01.841458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] For port 57e56783-80fd-4adb-a5f9-392f194de86c, host n-h2-821126-1, got binding levels [] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:01.841928 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:01.856566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Calling delete_port for 57e56783-80fd-4adb-a5f9-392f194de86c owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:01.904093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=39baf698-3090-430a-b285-54ae910cb7ec,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:01.951929 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:01.952690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.011705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event deleted for resources: {'Port': ['ID=57e56783-80fd-4adb-a5f9-392f194de86c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:02.015899 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.020102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-515def6d-798c-41d8-a2b8-9348fb42c007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "DELETE /v2.0/ports/57e56783-80fd-4adb-a5f9-392f194de86c HTTP/1.1" status: 204 len: 168 time: 0.4851100 Dec 08 21:57:02.022902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35690) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:02.083720 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c39a0ac-e442-47b9-9213-93ed6e0d27c6 req-cb2888e0-13c5-41df-a568-3c6603136fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389187 Dec 08 21:57:02.107624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-375ca3ab-af51-491e-841b-aa90246e56d0 req-565b912f-5636-45cc-b859-681801bd6518 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750397 Dec 08 21:57:02.120595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['39baf698-3090-430a-b285-54ae910cb7ec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:57:02.173350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.182379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.217736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ea9af2-44d7-42aa-abe4-7748d7182bb5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:02.250262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.250605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.251534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.251873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.252207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.252537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.252863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.253191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.253517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.253839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.254311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.254492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:02.260929 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.269400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-50464598-dbd9-4974-8638-078a3ce96343 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=053d0558073c45ffb217cfd1c2c682f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121902 Dec 08 21:57:02.303288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35694) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:02.363489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35698) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:02.394201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'network': {'name': 'tempest-network-smoke--1280235178', 'project_id': '1e213ecbd042420eb9d356c97266b552', 'port_security_enabled': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:02.429867 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d08386c-82ae-4d3c-b4ac-096ea3b099d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] GET failed (client error): The resource could not be found. Dec 08 21:57:02.434867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4d08386c-82ae-4d3c-b4ac-096ea3b099d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "GET /v2.0/ports/57e56783-80fd-4adb-a5f9-392f194de86c HTTP/1.1" status: 404 len: 333 time: 0.4072835 Dec 08 21:57:02.434991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35700) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:02.440120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Request body: {'port': {'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-86581819'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:02.453445 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 21:57:02.453445 n-d-821126-1 neutron-server[102390]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 21:57:02.453445 n-d-821126-1 neutron-server[102390]: [parameters: {'project_id': '759b7e8525f448809c473bd277da72ef', 'id': '420c8f1b-ba78-48fb-ac4c-887728c1dbf8', 'expiration': datetime.datetime(2021, 12, 8, 21, 59, 2, 450064)}] Dec 08 21:57:02.453445 n-d-821126-1 neutron-server[102390]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:57:02.453999 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:57:02.488410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Made reservation on behalf of 1e213ecbd042420eb9d356c97266b552 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:02.491882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.495165 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8f074fa-0060-47ae-8d7e-6d5dbd2f3c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.544542 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.553590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854692-f730-4bbe-ade1-1cb929cd226c req-6c47752e-cd28-491e-9671-3502aba4edb5 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:02.555327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b854692-f730-4bbe-ade1-1cb929cd226c req-6c47752e-cd28-491e-9671-3502aba4edb5 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 944 time: 0.1664913 Dec 08 21:57:02.595463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8f074fa-0060-47ae-8d7e-6d5dbd2f3c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.685169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b854692-f730-4bbe-ade1-1cb929cd226c req-fa276315-3138-4310-8044-1ffef6bef966 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053991 Dec 08 21:57:02.713720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8f074fa-0060-47ae-8d7e-6d5dbd2f3c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.716186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8f074fa-0060-47ae-8d7e-6d5dbd2f3c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.717303 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e8f074fa-0060-47ae-8d7e-6d5dbd2f3c09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37ea9af2-44d7-42aa-abe4-7748d7182bb5 HTTP/1.1" status: 204 len: 168 time: 0.4130611 Dec 08 21:57:02.760594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f074fa-0060-47ae-8d7e-6d5dbd2f3c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ea9af2-44d7-42aa-abe4-7748d7182bb5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:02.781690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.810028 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.841531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:57:02.857295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1306b96-45e7-464d-b6e5-55756cd91fdf,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:02.865255 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.865700 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Added segment e41d6ac0-3707-4b8f-a868-d5353cfac843 of type vlan for network 6ea3e677-7b7b-419a-92d1-61d844b47873 Dec 08 21:57:02.922349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.926696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port d5092787-1dc6-4a88-a3ae-6795c4f3cc63 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:02.927314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:02.979076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Made reservation on behalf of 759b7e8525f448809c473bd277da72ef for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:02.984049 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.005511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.011122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] device_id is not set on port 9990fca8-8010-418e-9113-02ab3d50af4e yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:03.011602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:03.012195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.091802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35714) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:03.092010 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7043824 Dec 08 21:57:03.101846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port d5092787-1dc6-4a88-a3ae-6795c4f3cc63, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,segment=NetworkSegment(d876e870-b293-4b93-beab-879ea8987b10),segment_id=d876e870-b293-4b93-beab-879ea8987b10)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:03.102216 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.103028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'admin_state_up': True, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:03.124669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for d5092787-1dc6-4a88-a3ae-6795c4f3cc63 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:03.126386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de8f2-756d-456c-9bf9-ba14d335c5a4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Network': ['ID=6ea3e677-7b7b-419a-92d1-61d844b47873,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:03.145620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:57:03.264248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.265295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.360670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.368307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.401705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.432877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=d5092787-1dc6-4a88-a3ae-6795c4f3cc63,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:03.446066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 39baf698-3090-430a-b285-54ae910cb7ec up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:03.592995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 39baf698-3090-430a-b285-54ae910cb7ec completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:57:03.607661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 39baf698-3090-430a-b285-54ae910cb7ec triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:03.608037 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.761191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.838555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.854878 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.892308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:03.894199 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35732) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:03.946604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee9bed7-a6f2-4f80-9159-ef0400f8871a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39baf698-3090-430a-b285-54ae910cb7ec'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:57:03.950150 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803fe685-9a75-44f3-a342-fa7ea18b11f1" -d '{"events": [{"server_uuid": "4ee9bed7-a6f2-4f80-9159-ef0400f8871a", "name": "network-vif-plugged", "status": "completed", "tag": "39baf698-3090-430a-b285-54ae910cb7ec"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:57:03.969173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 39baf698-3090-430a-b285-54ae910cb7ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39baf698-3090-430a-b285-54ae910cb7ec,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:03.977651 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.065447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:04.069836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e9edb-af5d-448b-9cc3-8e7828711d3c req-31b2e4e5-ce74-4738-aac0-d1a69eda7b47 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:04.071605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-126e9edb-af5d-448b-9cc3-8e7828711d3c req-31b2e4e5-ce74-4738-aac0-d1a69eda7b47 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 944 time: 0.2495897 Dec 08 21:57:04.075147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=39baf698-3090-430a-b285-54ae910cb7ec,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:04.075424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:04.076432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=9990fca8-8010-418e-9113-02ab3d50af4e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:04.098611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:04.110931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:04.112148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:04.112969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.116139 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb9f6e-b87f-44b8-ae21-8e44fd317c02 x-openstack-request-id: req-97bb9f6e-b87f-44b8-ae21-8e44fd317c02 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:57:04.116470 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee9bed7-a6f2-4f80-9159-ef0400f8871a", "name": "network-vif-plugged", "status": "completed", "tag": "39baf698-3090-430a-b285-54ae910cb7ec", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:57:04.116733 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97bb9f6e-b87f-44b8-ae21-8e44fd317c02 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:57:04.117241 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee9bed7-a6f2-4f80-9159-ef0400f8871a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39baf698-3090-430a-b285-54ae910cb7ec', 'code': 200} Dec 08 21:57:04.140630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1610707337'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:04.165365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-07edb0ed-f653-4332-8b44-d0643f24aeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.7292850 Dec 08 21:57:04.170061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35740) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:04.176773 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:04.180023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-126e9edb-af5d-448b-9cc3-8e7828711d3c req-ea36e0a3-fb4f-49fc-a157-7bb36844ef78 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837944 Dec 08 21:57:04.214976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:04.221687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:04.224697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.237172 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7a2ff343-030f-45d5-af1c-74d04bbb37ec tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3193295 Dec 08 21:57:04.241395 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.245567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35746) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:04.252693 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:04.267139 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:04.267763 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:04.273866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25469a3-e8da-4bf7-bfb0-f0961ff75d66 req-92122920-ee94-409f-a9d2-4d7b9ff67927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:04.275419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e25469a3-e8da-4bf7-bfb0-f0961ff75d66 req-92122920-ee94-409f-a9d2-4d7b9ff67927 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 1096 time: 0.0933795 Dec 08 21:57:04.346457 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.380783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fa6d1e-fee5-41a6-a094-b8d0160673c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet e6ba5cf0-82b3-4028-aa6d-0777c33f69f6 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:57:04.384057 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58fa6d1e-fee5-41a6-a094-b8d0160673c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.416260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e25469a3-e8da-4bf7-bfb0-f0961ff75d66 req-785a5ebd-ae3d-493d-90b8-799e43956666 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297338 Dec 08 21:57:04.427080 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:04.432229 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58fa6d1e-fee5-41a6-a094-b8d0160673c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.446074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.470964 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.529052 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.537298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58fa6d1e-fee5-41a6-a094-b8d0160673c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.537501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.584913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:57:04.592025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e878fd10-8360-4594-ae9e-1695a99d2586,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:04.642355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.642540 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Added segment 85511973-0c1b-4cc6-8341-2213cefd5a0a of type vlan for network fc0cef81-1dba-4416-ba21-0e9e6939f225 Dec 08 21:57:04.705023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Allocated IP 172.25.1.126 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/2399e6b2-8ae5-4346-88f6-ac492ab72c5f) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:04.707411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58fa6d1e-fee5-41a6-a094-b8d0160673c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.708015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.741710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d25dbf-db9f-4fe0-992f-3e4783f1c48c None None] Network 1b95201c-1308-40fa-b482-899ceb5174af requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:04.745030 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:03Z', 'revision_number': 8, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:04.765653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58fa6d1e-fee5-41a6-a094-b8d0160673c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.772224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-58fa6d1e-fee5-41a6-a094-b8d0160673c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/e6ba5cf0-82b3-4028-aa6d-0777c33f69f6 HTTP/1.1" status: 204 len: 168 time: 0.5228508 Dec 08 21:57:04.773353 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:04.782854 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:04.783392 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:04.787565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35752) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:04.787931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa6d1e-fee5-41a6-a094-b8d0160673c3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ba5cf0-82b3-4028-aa6d-0777c33f69f6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:04.863055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.890400 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:04.901792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.resource_extend [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:57:04.921175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.951255 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.953122 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:04.978011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:04.978557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.008542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] DHCP port deletion for 1b95201c-1308-40fa-b482-899ceb5174af request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:57:05.039205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] device_id is not set on port 9990fca8-8010-418e-9113-02ab3d50af4e yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:05.049298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.067012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.069795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 4e113592-ee97-4d67-b15d-c84a4d6815aa {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:05.070183 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.103403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:05.126979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] Deleting port 4e113592-ee97-4d67-b15d-c84a4d6815aa {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:05.128249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.153775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:05.161872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:05.175214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=9990fca8-8010-418e-9113-02ab3d50af4e,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:05.182968 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:03Z', 'revision_number': 8, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:05.186208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2887056 Dec 08 21:57:05.196327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35756) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:05.201213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port 4e113592-ee97-4d67-b15d-c84a4d6815aa, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4e113592-ee97-4d67-b15d-c84a4d6815aa,segment=NetworkSegment(d876e870-b293-4b93-beab-879ea8987b10),segment_id=d876e870-b293-4b93-beab-879ea8987b10)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:05.201642 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.208145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'subnet': {'network_id': 'fc0cef81-1dba-4416-ba21-0e9e6939f225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:05.250270 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0286d80-287d-4367-8142-38ba8397be8c None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:03Z', 'revision_number': 8, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '3861513a-83f2-4be7-90f0-05bb080b9378', 'name': '', 'network_id': 'ca40d1a5-34ee-4eba-8d02-c6f7afc748be', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:e0:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '68ffee66-9eed-45db-a781-c9e545549e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:40Z', 'updated_at': '2021-12-08T21:56:49Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '68ffee66-9eed-45db-a781-c9e545549e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:05.278510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=2399e6b2-8ae5-4346-88f6-ac492ab72c5f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:05.281251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:05.281595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:05.281979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:05.300596 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 4e113592-ee97-4d67-b15d-c84a4d6815aa owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:05.304481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] For port 4e113592-ee97-4d67-b15d-c84a4d6815aa, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4e113592-ee97-4d67-b15d-c84a4d6815aa,segment=NetworkSegment(d876e870-b293-4b93-beab-879ea8987b10),segment_id=d876e870-b293-4b93-beab-879ea8987b10)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:05.304763 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bfbd3-cc6e-450e-833b-e3dec3824641 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Network': ['ID=fc0cef81-1dba-4416-ba21-0e9e6939f225,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:05.306672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.310662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:05.311078 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:05.316829 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 2 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:05.334110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:57:05.341199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] Calling delete_port for 4e113592-ee97-4d67-b15d-c84a4d6815aa owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:05.467178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:05.467529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:05.467872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:05.569654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:05.570294 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:05.572930 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 3 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:05.583791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.601193 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-330a4eea-5ed5-4599-b7f3-b40a08b1b28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.637352 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:05.641222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.642503 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.655148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=4e113592-ee97-4d67-b15d-c84a4d6815aa,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:05.657623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No DVR routers for this DVR port 4e113592-ee97-4d67-b15d-c84a4d6815aa on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:57:05.673182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] Pushing event deleted for resources: {'Port': ['ID=4e113592-ee97-4d67-b15d-c84a4d6815aa,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:05.683691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cc967-ea09-484f-9310-12f7017c1c07 None None] No DVR routers for this DVR port 4e113592-ee97-4d67-b15d-c84a4d6815aa on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:57:05.712600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:05.731675 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:05.732581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:05.733120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:06.037100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.196806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Router 913d8f18-491a-4a02-95c9-1a0a7f3b781b is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:57:06.231606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcce9d-498d-4974-a18c-a2b481423100 req-37d70e65-fc15-4b67-98fa-928eeba76d3e tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:06.233088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcfcce9d-498d-4974-a18c-a2b481423100 req-37d70e65-fc15-4b67-98fa-928eeba76d3e tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 945 time: 0.8460579 Dec 08 21:57:06.237480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:06.237802 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:06.239480 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 4 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:06.315011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:06.315269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:06.315614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:06.318234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:06.329960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Sync routers for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:06.338485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.338674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:06.339305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:06.339803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a3e73357-1740-404a-bd93-28a40ddaba8d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2428052 Dec 08 21:57:06.342786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35766) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:06.347958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:06.348291 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:06.355105 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 5 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:06.361317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.401613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcfcce9d-498d-4974-a18c-a2b481423100 req-0e06f75f-5aa0-493a-997b-6199d2d54f0c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555626 Dec 08 21:57:06.407036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:06.407381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:06.407722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:06.413382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b95201c-1308-40fa-b482-899ceb5174af']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:06.426187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:06.426348 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:06.430887 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 6 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:06.455293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd876e870-b293-4b93-beab-879ea8987b10') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:06.455592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd876e870-b293-4b93-beab-879ea8987b10') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:06.479043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.506033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:06.506373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:06.506853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:06.529292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:06.529559 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:06.529957 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 7 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:06.532943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.566091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:57:06.567585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:57:06.574291 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:57:06.591319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1e81dcac-ef08-4510-81af-889ebada9308 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1e213ecbd042420eb9d356c97266b552&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2473047 Dec 08 21:57:06.595167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35778) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:06.646261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:06.646991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:06.647536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:06.663491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d5092787-1dc6-4a88-a3ae-6795c4f3cc63 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:06.684368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:06.684840 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:06.688054 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 8 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:06.689625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: d5092787-1dc6-4a88-a3ae-6795c4f3cc63 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:06.690098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d5092787-1dc6-4a88-a3ae-6795c4f3cc63 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:06.690535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4e113592-ee97-4d67-b15d-c84a4d6815aa no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:06.707449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:06.707992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:06.708481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:06.713020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.718655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 4e113592-ee97-4d67-b15d-c84a4d6815aa {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:06.719025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4e113592-ee97-4d67-b15d-c84a4d6815aa not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:06.737205 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.738305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:06.742228 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:06.742854 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:06.770669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.774655 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/1b95201c-1308-40fa-b482-899ceb5174af HTTP/1.1" status: 204 len: 168 time: 1.9845743 Dec 08 21:57:06.775440 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 9 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:06.783083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35780) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:06.801423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:06.801947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:06.802318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:06.823873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:06.824239 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:06.830967 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 10 to bind port 9990fca8-8010-418e-9113-02ab3d50af4e Dec 08 21:57:06.858322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Subnet': ['ID=24f6e07e-7732-4284-9689-513229549f73,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:06.863456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886b6d-f320-475a-9141-d827b97ceb5c tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=1b95201c-1308-40fa-b482-899ceb5174af,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:06.890996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:06.891958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:06.892534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:06.900158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Checking segment: {'id': '85511973-0c1b-4cc6-8341-2213cefd5a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fc0cef81-1dba-4416-ba21-0e9e6939f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:06.900351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network hostable DHCP agents. Network: fc0cef81-1dba-4416-ba21-0e9e6939f225, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:57:06.903673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:06.904771 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 9990fca8-8010-418e-9113-02ab3d50af4e on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:06.905340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:06.935570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de152c6a-fb32-45fc-ba6f-46cb7376ccfa tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:06.937081 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-de152c6a-fb32-45fc-ba6f-46cb7376ccfa tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3393431 Dec 08 21:57:06.948501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35782) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:06.974534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:57:06.979012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:05Z', 'revision_number': 3, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:06.996435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, fc0cef81-1dba-4416-ba21-0e9e6939f225) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:06.997213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b7d8fbaa-d3d7-4bc1-b39f-2970cc72dc49 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454683 Dec 08 21:57:07.004832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35784) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:07.021103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e71fca-79fe-4213-b13a-17291c38dacf None None] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:07.024578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1814980422', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'project_id': '1e213ecbd042420eb9d356c97266b552', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:07.025296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Checking router: 913d8f18-491a-4a02-95c9-1a0a7f3b781b for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:07.025752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Updating router 913d8f18-491a-4a02-95c9-1a0a7f3b781b port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:57:07.030339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.031091 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.089744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] For port 9990fca8-8010-418e-9113-02ab3d50af4e, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:07.090042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempted to set empty binding levels {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 21:57:07.103589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-302705fb-8ff4-4f59-b009-a2ab4cc3839e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9037151 Dec 08 21:57:07.104837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35786) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:07.109604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1139170009', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:07.127004 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.178501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] In _notify_port_updated(), no bound segment for port 9990fca8-8010-418e-9113-02ab3d50af4e on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 21:57:07.179421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.180035 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.183852 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "PUT /v2.0/ports/9990fca8-8010-418e-9113-02ab3d50af4e HTTP/1.1" status: 200 len: 977 time: 3.0095553 Dec 08 21:57:07.210643 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.226404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35788) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:07.370791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.373262 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.380227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f6c57-2c31-40a8-a336-84d37f54bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=9990fca8-8010-418e-9113-02ab3d50af4e,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:07.385053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Made reservation on behalf of 1e213ecbd042420eb9d356c97266b552 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:07.389977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.458775 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488843e-a654-4bef-80f8-848cf0f556a0 None None] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:07.564974 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.578009 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.665363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.729387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bdd58-0cda-4ffa-bcd4-870be57293a3 req-c40f2066-7a55-4aab-bb05-ddee0dbe4586 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.731565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f1bdd58-0cda-4ffa-bcd4-870be57293a3 req-c40f2066-7a55-4aab-bb05-ddee0dbe4586 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 945 time: 0.1642950 Dec 08 21:57:07.732232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.732707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.733170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.733630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.734086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.734541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.737076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.743913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.743913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.744166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.744635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.745114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.745583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.746043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.746531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.754299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.755050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.755542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.756000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.756451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.756917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.757393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.758085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.758260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.758789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.760138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.760814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.761276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.761739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.762196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.762656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.765406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.769376 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.769830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.770325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.770803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.771269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:07.785533 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9b597ef7-4959-4193-a9d1-1d8cd97ac452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32591 time: 0.5579543 Dec 08 21:57:07.792723 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35798) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:07.796312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Attempting to bind port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:07.796965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Attempting to bind port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:07.798178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Attempting to bind port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:07.811091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ada2d2-d1fe-4635-bd3b-d20babc249ea None None] Pushing event updated for resources: {'Port': ['ID=2399e6b2-8ae5-4346-88f6-ac492ab72c5f,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:07.817524 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:57:07.818007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:07.818531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.819116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:57:07.819678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Bound port: 2399e6b2-8ae5-4346-88f6-ac492ab72c5f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:57:07.821577 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.894069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f1bdd58-0cda-4ffa-bcd4-870be57293a3 req-9919351b-4c6e-4ebf-b09d-12701de5340b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471102 Dec 08 21:57:07.900138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] For port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:07.904782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] For port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2399e6b2-8ae5-4346-88f6-ac492ab72c5f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:57:07.918780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:07.993702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:07.994930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:08.076368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ada2d2-d1fe-4635-bd3b-d20babc249ea None None] Pushing event updated for resources: {'Port': ['ID=2399e6b2-8ae5-4346-88f6-ac492ab72c5f,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:08.135334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:08.255489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 3861513a-83f2-4be7-90f0-05bb080b9378 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:08.255804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.290978 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.299921 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e98e4783-6f18-4974-a249-c7ab1ac0aa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.366555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.383290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port 3861513a-83f2-4be7-90f0-05bb080b9378, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3861513a-83f2-4be7-90f0-05bb080b9378,segment=NetworkSegment(ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e),segment_id=ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:08.384090 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.400155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 3861513a-83f2-4be7-90f0-05bb080b9378 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:08.428483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:05Z', 'revision_number': 3, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:08.474793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f247570-3511-4553-a66c-76b33761a6ff None None] The sync data for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 is: [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:05Z', 'revision_number': 3, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:08.562439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Subnet': ['ID=c0102ced-bf34-424d-918f-8e6e8e66c767,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:08.608395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Deleting port 9990fca8-8010-418e-9113-02ab3d50af4e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:08.608708 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.628121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Checking segment: {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:08.628492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network hostable DHCP agents. Network: 6ea3e677-7b7b-419a-92d1-61d844b47873, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:57:08.699604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.729922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] For port 9990fca8-8010-418e-9113-02ab3d50af4e, host n-h2-821126-1, got binding levels [] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:08.730231 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.739622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:57:08.767176 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:08.785026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Calling delete_port for 9990fca8-8010-418e-9113-02ab3d50af4e owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:08.790037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=3861513a-83f2-4be7-90f0-05bb080b9378,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:08.826337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 6ea3e677-7b7b-419a-92d1-61d844b47873) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:08.835596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460e91f-50dd-4f35-88f5-54df2f3770f3 None None] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:08.873584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:08.875186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.134449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.218142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-6ea3e677-7b7b-419a-92d1-61d844b47873', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:57:09.219231 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.220094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4895d6f-0801-49b2-a688-94125413f654 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2063847 Dec 08 21:57:09.223734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35824) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:09.272368 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.374727 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.475774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.550392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.554656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9990fca8-8010-418e-9113-02ab3d50af4e HTTP/1.1" status: 204 len: 168 time: 1.7607946 Dec 08 21:57:09.555589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9607089-f671-4e04-818f-0d05b57d8c8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event deleted for resources: {'Port': ['ID=9990fca8-8010-418e-9113-02ab3d50af4e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:09.565626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35828) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:09.582332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Allocated IP 172.20.0.2 (6ea3e677-7b7b-419a-92d1-61d844b47873/c0102ced-bf34-424d-918f-8e6e8e66c767/5456ab3e-f5da-405f-b81d-b3394800715d) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:09.609665 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c131a5-5bdd-4812-a202-c6b1eba4aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] GET failed (client error): The resource could not be found. Dec 08 21:57:09.612386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2c131a5-5bdd-4812-a202-c6b1eba4aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "GET /v2.0/ports/9990fca8-8010-418e-9113-02ab3d50af4e HTTP/1.1" status: 404 len: 333 time: 0.0424933 Dec 08 21:57:09.618016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35830) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:09.631394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-951348544', 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:09.686442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Made reservation on behalf of 759b7e8525f448809c473bd277da72ef for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:09.692440 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.739161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] device_id is not set on port be7abae8-4aca-4de2-8574-56142e250342 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:09.753361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.25.1.203 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/87097e8e-e4f7-475b-899c-e5540fd99702) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:09.823412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.826799 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:09.990276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.034079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.051703 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.061296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.073410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:10.073637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.122681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:10.132828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:10.136941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:10.138901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:10.139594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.143119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=be7abae8-4aca-4de2-8574-56142e250342,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:10.161108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:10.170432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:10.173508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:10.216635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Pushing event updated for resources: {'Port': ['ID=5456ab3e-f5da-405f-b81d-b3394800715d,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:10.241999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e00cceaa-2be6-412c-b672-0cd3072d35c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6206605 Dec 08 21:57:10.242880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35838) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:10.281278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.290111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c070273-423f-4b65-9c4b-0a2bebb37839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:10.294558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4c070273-423f-4b65-9c4b-0a2bebb37839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "GET /v2.0/ports/be7abae8-4aca-4de2-8574-56142e250342 HTTP/1.1" status: 200 len: 958 time: 0.0486319 Dec 08 21:57:10.295895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:10.297838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35840) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:10.304882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a40a74a5-7ab0-4667-9951-679eb0b0d9a7 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5198994 Dec 08 21:57:10.305169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35842) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:10.311215 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:10.312068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Attempting to bind port 5456ab3e-f5da-405f-b81d-b3394800715d on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:10.312068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Attempting to bind port 5456ab3e-f5da-405f-b81d-b3394800715d by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:10.312338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Attempting to bind port 5456ab3e-f5da-405f-b81d-b3394800715d on network 6ea3e677-7b7b-419a-92d1-61d844b47873 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:10.329356 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:10.329547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:57:10.329829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Checking segment: {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:10.330242 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.330641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Bound using segment: {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:57:10.330833 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:10.331144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Bound port: 5456ab3e-f5da-405f-b81d-b3394800715d, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:57:10.331531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.389899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-967461b1-2ceb-46e9-9551-e11e99451029 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet 68ffee66-9eed-45db-a781-c9e545549e12 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:57:10.399737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-967461b1-2ceb-46e9-9551-e11e99451029 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.505990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-967461b1-2ceb-46e9-9551-e11e99451029 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.508732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] For port 5456ab3e-f5da-405f-b81d-b3394800715d, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:10.512228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] For port 5456ab3e-f5da-405f-b81d-b3394800715d, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5456ab3e-f5da-405f-b81d-b3394800715d,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:57:10.513296 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:10.520309 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.663676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6c5c7-6548-4f2a-8b75-b57b08006798 None None] Pushing event updated for resources: {'Port': ['ID=5456ab3e-f5da-405f-b81d-b3394800715d,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:10.675446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.777862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-967461b1-2ceb-46e9-9551-e11e99451029 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:10.802533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=87097e8e-e4f7-475b-899c-e5540fd99702,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:10.885174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:10.885602 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2399e6b2-8ae5-4346-88f6-ac492ab72c5f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:10.889492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:10.892540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:11.040008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-967461b1-2ceb-46e9-9551-e11e99451029 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.051695 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.087430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:11.087815 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.139014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967461b1-2ceb-46e9-9551-e11e99451029 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=68ffee66-9eed-45db-a781-c9e545549e12,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:11.150147 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-967461b1-2ceb-46e9-9551-e11e99451029 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.153223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-967461b1-2ceb-46e9-9551-e11e99451029 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/68ffee66-9eed-45db-a781-c9e545549e12 HTTP/1.1" status: 204 len: 168 time: 0.8470252 Dec 08 21:57:11.156275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1b6af04c-2e15-4660-83b4-469df82651cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Deleting port be7abae8-4aca-4de2-8574-56142e250342 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:11.157298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6af04c-2e15-4660-83b4-469df82651cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.160036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35852) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:11.160162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba9c70-2681-421d-b7aa-581c9fd1d2bd None None] Network ca40d1a5-34ee-4eba-8d02-c6f7afc748be requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:11.338402 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:08Z', 'revision_number': 9, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:11.376690 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:11.387657 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:11.388703 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:11.396796 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.426972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2399e6b2-8ae5-4346-88f6-ac492ab72c5f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:11.434430 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.528534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] DHCP port deletion for ca40d1a5-34ee-4eba-8d02-c6f7afc748be request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:57:11.540942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=2399e6b2-8ae5-4346-88f6-ac492ab72c5f,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:11.544776 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:11.617323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] Deleting port e97cfcf4-adb4-4992-8aca-a8f554d764a2 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:11.617870 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.714230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] For port e97cfcf4-adb4-4992-8aca-a8f554d764a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e97cfcf4-adb4-4992-8aca-a8f554d764a2,segment=NetworkSegment(ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e),segment_id=ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:11.714915 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.763763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.860657 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:08Z', 'revision_number': 9, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:11.929871 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c69cbb-9b6c-426a-a2de-88559e202f50 None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:08Z', 'revision_number': 9, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': '9e4ef072-5145-444a-b306-8fcaaf1cb336', 'name': '', 'network_id': 'd0ea54c8-a900-45eb-af26-b8f5743bfaa2', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:c9:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:31Z', 'updated_at': '2021-12-08T21:56:43Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '6e97bb44-cb73-46b5-9883-5f23e7576d38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:11.966883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6af04c-2e15-4660-83b4-469df82651cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:11.972807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] Calling delete_port for e97cfcf4-adb4-4992-8aca-a8f554d764a2 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:12.027386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.030033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1b6af04c-2e15-4660-83b4-469df82651cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Calling delete_port for be7abae8-4aca-4de2-8574-56142e250342 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:12.110956 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.159214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] No DVR routers for this DVR port e97cfcf4-adb4-4992-8aca-a8f554d764a2 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:57:12.160769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002424e1-2d3e-4633-bb54-f71defb6c8a5 None None] Pushing event deleted for resources: {'Port': ['ID=e97cfcf4-adb4-4992-8aca-a8f554d764a2,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:12.165281 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.294611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a45f1-d49b-4715-8039-d29c469431de None None] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:12.424597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-da8756c8-54b3-4e56-b614-161de28a7810 None None] Provisioning complete for port 5456ab3e-f5da-405f-b81d-b3394800715d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:12.425198 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da8756c8-54b3-4e56-b614-161de28a7810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.459982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.526751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6af04c-2e15-4660-83b4-469df82651cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.548524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca40d1a5-34ee-4eba-8d02-c6f7afc748be']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:12.563813 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da8756c8-54b3-4e56-b614-161de28a7810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.588270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:12.588609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8b2fe1-f963-40fe-8cc6-9909b04b7e3e') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:12.596924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6af04c-2e15-4660-83b4-469df82651cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.600267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1b6af04c-2e15-4660-83b4-469df82651cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "DELETE /v2.0/ports/be7abae8-4aca-4de2-8574-56142e250342 HTTP/1.1" status: 204 len: 168 time: 2.3008325 Dec 08 21:57:12.601267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6af04c-2e15-4660-83b4-469df82651cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event deleted for resources: {'Port': ['ID=be7abae8-4aca-4de2-8574-56142e250342,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:12.603066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35870) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:12.621196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-da8756c8-54b3-4e56-b614-161de28a7810 None None] For port 5456ab3e-f5da-405f-b81d-b3394800715d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5456ab3e-f5da-405f-b81d-b3394800715d,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:12.628902 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da8756c8-54b3-4e56-b614-161de28a7810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.683981 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d760349f-bbeb-4bcb-a89e-fee32b1d81d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] GET failed (client error): The resource could not be found. Dec 08 21:57:12.691550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.694701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8756c8-54b3-4e56-b614-161de28a7810 None None] Pushing event updated for resources: {'Port': ['ID=5456ab3e-f5da-405f-b81d-b3394800715d,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:12.695228 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d760349f-bbeb-4bcb-a89e-fee32b1d81d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "GET /v2.0/ports/be7abae8-4aca-4de2-8574-56142e250342 HTTP/1.1" status: 404 len: 333 time: 0.0907986 Dec 08 21:57:12.699430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35872) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:12.707914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Request body: {'port': {'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449749730'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:12.754912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Made reservation on behalf of 759b7e8525f448809c473bd277da72ef for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:12.757710 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.774604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] device_id is not set on port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:12.801902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.824008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:57:12.825295 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.887948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2399e6b2-8ae5-4346-88f6-ac492ab72c5f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:12.947537 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:57:12.958870 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:57:12.963921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.973694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:12.991042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:12.991459 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.003198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.017698 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.029547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/ca40d1a5-34ee-4eba-8d02-c6f7afc748be HTTP/1.1" status: 204 len: 168 time: 1.8653808 Dec 08 21:57:13.031855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3a52a-81c2-4a2f-9764-9d14f7863a75 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=ca40d1a5-34ee-4eba-8d02-c6f7afc748be,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:13.039764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35878) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:13.068998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=1338aa4a-ec43-4e67-abdb-6a7d1083ff65,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:13.080448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:13.081968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:13.085380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:13.086323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:13.086953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.107331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1d5fd5a4-cd78-4b4c-af61-d2f7d4f8f6bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4047568 Dec 08 21:57:13.108415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35880) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:13.111915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5456ab3e-f5da-405f-b81d-b3394800715d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:13.116185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:13.118044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Allocated IP 172.20.0.1 (6ea3e677-7b7b-419a-92d1-61d844b47873/c0102ced-bf34-424d-918f-8e6e8e66c767/ef1c085d-529a-4c39-9ad1-b13106d0514f) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:13.176687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-48ba9a65-0100-4bbb-8e40-25750361ab04 None None] Provisioning complete for port 5456ab3e-f5da-405f-b81d-b3394800715d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:13.177441 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-48ba9a65-0100-4bbb-8e40-25750361ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.180533 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.205987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 5456ab3e-f5da-405f-b81d-b3394800715d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:13.206412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.414283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] device_id is not set on port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:13.422590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.435531 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.486486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e97cfcf4-adb4-4992-8aca-a8f554d764a2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:13.501284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.502398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=1338aa4a-ec43-4e67-abdb-6a7d1083ff65,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:13.509804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: e97cfcf4-adb4-4992-8aca-a8f554d764a2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:13.510313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e97cfcf4-adb4-4992-8aca-a8f554d764a2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:13.511111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3861513a-83f2-4be7-90f0-05bb080b9378 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:13.532544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3861513a-83f2-4be7-90f0-05bb080b9378 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:13.533044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3861513a-83f2-4be7-90f0-05bb080b9378 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:13.539987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.540124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.540570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.545616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.547128 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.547128 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 2 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.557229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:57:13.562502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.562840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.563862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.568294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.568801 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.569287 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 3 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.582360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.582794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.583252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.587635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.588109 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.588546 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 4 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.601091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.601569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.602021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.606469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.607067 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.607375 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 5 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.620951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.621435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.621869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.627145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.627582 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.628075 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 6 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.640773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.641267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.641702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.645981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.646434 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.646959 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 7 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.659925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.660393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.660831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.665504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.665943 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.666448 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 8 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.679448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.679912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.680351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.685370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.685823 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.686308 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 9 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.688154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.698297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.699074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.699200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.704238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.704547 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.705059 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempt 10 to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 Dec 08 21:57:13.718106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:13.718644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:13.719102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempting to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:13.723616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:13.724076 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Failed to bind port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on host n-h2-821126-1 for vnic_type normal using segments [{'id': 'aad88a2b-0158-48a9-b962-1088e02d66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '16ff1f70-fb73-4888-8af9-1cbca50bd0ac'}] Dec 08 21:57:13.724538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.758088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:13.774470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:13.777133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:13.789690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] For port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:13.790328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attempted to set empty binding levels {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 21:57:13.798985 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.805573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=ef1c085d-529a-4c39-9ad1-b13106d0514f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:13.823269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] In _notify_port_updated(), no bound segment for port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 on network 16ff1f70-fb73-4888-8af9-1cbca50bd0ac {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 21:57:13.823878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:13.825178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.829735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "PUT /v2.0/ports/1338aa4a-ec43-4e67-abdb-6a7d1083ff65 HTTP/1.1" status: 200 len: 979 time: 0.7198479 Dec 08 21:57:13.830404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35886) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:13.831476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:13.841150 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd0499-8273-4d1a-98c9-7076027540a5 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:13.856662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd0499-8273-4d1a-98c9-7076027540a5 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:13.857308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5afd0499-8273-4d1a-98c9-7076027540a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:13.869311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.905977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a73cc4-9853-4548-9d0b-3899ba0ce26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event updated for resources: {'Port': ['ID=1338aa4a-ec43-4e67-abdb-6a7d1083ff65,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:13.913204 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:13.914490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e4a99015-01c0-442d-8540-bcc421c2915a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8086004 Dec 08 21:57:13.920543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5afd0499-8273-4d1a-98c9-7076027540a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:13.931189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35888) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:13.938904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd0499-8273-4d1a-98c9-7076027540a5 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:13.939689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5afd0499-8273-4d1a-98c9-7076027540a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:14.003612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5afd0499-8273-4d1a-98c9-7076027540a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:14.004616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd0499-8273-4d1a-98c9-7076027540a5 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:14.020143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:14.150112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:14.192107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8b2be775-e5f3-49ed-80ce-b0000edeb6ac None None] Provisioning complete for port ef1c085d-529a-4c39-9ad1-b13106d0514f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:14.201687 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8b2be775-e5f3-49ed-80ce-b0000edeb6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:14.243486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8b2be775-e5f3-49ed-80ce-b0000edeb6ac None None] Port ef1c085d-529a-4c39-9ad1-b13106d0514f cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:57:14.365366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Deleting port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:14.365718 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:14.483763 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] For port 1338aa4a-ec43-4e67-abdb-6a7d1083ff65, host n-h2-821126-1, got binding levels [] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:14.484127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:14.521423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Calling delete_port for 1338aa4a-ec43-4e67-abdb-6a7d1083ff65 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:14.640098 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:14.673138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5456ab3e-f5da-405f-b81d-b3394800715d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:14.727450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 5456ab3e-f5da-405f-b81d-b3394800715d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:14.728185 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:14.736604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:14.976390 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:57:15.003397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 9e4ef072-5145-444a-b306-8fcaaf1cb336 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:15.003993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.076735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.086962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.106900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Pushing event deleted for resources: {'Port': ['ID=1338aa4a-ec43-4e67-abdb-6a7d1083ff65,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:15.119634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.125912 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d0ffba5e-dca4-4994-830d-115b2bdbaac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1338aa4a-ec43-4e67-abdb-6a7d1083ff65 HTTP/1.1" status: 204 len: 168 time: 1.2693682 Dec 08 21:57:15.126547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:15.152887 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b22a07-d19f-48c1-a9ec-f5932bde8494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] GET failed (client error): The resource could not be found. Dec 08 21:57:15.157824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b7b22a07-d19f-48c1-a9ec-f5932bde8494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-366776312-project-admin] 10.222.0.21 "GET /v2.0/ports/1338aa4a-ec43-4e67-abdb-6a7d1083ff65 HTTP/1.1" status: 404 len: 333 time: 0.0253086 Dec 08 21:57:15.161980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35898) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:15.237862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.378060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.20.0.1 (fc0cef81-1dba-4416-ba21-0e9e6939f225/24f6e07e-7732-4284-9689-513229549f73/fe89a9bd-8aa2-415b-ae24-284e66d96c1b) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:15.378654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:15.379959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=ef1c085d-529a-4c39-9ad1-b13106d0514f,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:15.389850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:15.403349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port 9e4ef072-5145-444a-b306-8fcaaf1cb336, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9e4ef072-5145-444a-b306-8fcaaf1cb336,segment=NetworkSegment(f919eca2-3519-49ab-af39-fe76c4542baf),segment_id=f919eca2-3519-49ab-af39-fe76c4542baf)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:15.403720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.429352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.438646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 9e4ef072-5145-444a-b306-8fcaaf1cb336 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:15.546823 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.590701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Router 913d8f18-491a-4a02-95c9-1a0a7f3b781b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:15.660435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.728302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:15.742216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:15.747666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:15.765514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-5424974b-ccb1-478a-aba3-f606089ebef1 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:15.767215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-5424974b-ccb1-478a-aba3-f606089ebef1 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 815 time: 0.1838911 Dec 08 21:57:15.767914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=fe89a9bd-8aa2-415b-ae24-284e66d96c1b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:15.774237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.789572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2f7d8d05-11bb-4a98-9acc-7dd18647364b None None] Provisioning complete for port ef1c085d-529a-4c39-9ad1-b13106d0514f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:15.790531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d05-11bb-4a98-9acc-7dd18647364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.811826 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-e3964a91-5fd1-4690-b3db-5a8b89407743 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/quotas/4e25d0b231734665b6c77e7de4fe84f0 HTTP/1.1" status: 200 len: 375 time: 0.0209007 Dec 08 21:57:15.825186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ff1f70-fb73-4888-8af9-1cbca50bd0ac']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:15.844770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d8d05-11bb-4a98-9acc-7dd18647364b None None] Port ef1c085d-529a-4c39-9ad1-b13106d0514f cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:57:15.862511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.874104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad88a2b-0158-48a9-b962-1088e02d66bf') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:15.874397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad88a2b-0158-48a9-b962-1088e02d66bf') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:15.901598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.931163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-9df8f709-f537-4b9a-8cdd-d9f5acadff15 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091466 Dec 08 21:57:15.932298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.942883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:57:15.944606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:57:15.950584 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:57:15.993573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:16.006838 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Sync routers for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:16.016656 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:16.020792 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e0683fd1-60ff-459d-9fe3-0f042d49ff67 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "PUT /v2.0/routers/913d8f18-491a-4a02-95c9-1a0a7f3b781b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7925036 Dec 08 21:57:16.027622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35922) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:16.028570 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:16.036010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5d671957-a15f-4d5a-bc0b-2c083a8a827d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2048369248', 'description': 'tempest-secgroup_access--2048369248 description', 'project_id': '1e213ecbd042420eb9d356c97266b552'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:16.082361 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.117500 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-a80690e8-8b45-43f9-8ec7-8cf930a4bd40 service neutron] 10.222.0.21 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434796 Dec 08 21:57:16.120190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.130918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=9e4ef072-5145-444a-b306-8fcaaf1cb336,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:16.133025 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d671957-a15f-4d5a-bc0b-2c083a8a827d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.139801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.147804 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] 10.222.0.21 "DELETE /v2.0/networks/16ff1f70-fb73-4888-8af9-1cbca50bd0ac HTTP/1.1" status: 204 len: 168 time: 0.9846976 Dec 08 21:57:16.167168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff7975-2074-499e-a5d8-d349a4d911c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227041825-project] Pushing event deleted for resources: {'Network': ['ID=16ff1f70-fb73-4888-8af9-1cbca50bd0ac,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:16.231805 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:16.273393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.381942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-209048c8-c72f-4c8c-932e-f700fdb4be5b service neutron] 10.222.0.21 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639780 Dec 08 21:57:16.659710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.727542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35936) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:16.742565 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 2, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:16.770648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-00549279-4669-4799-a99c-4a2f4ed0cc06 req-f6e6d7c2-e0af-4fba-870b-ce994cca9980 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 210 time: 0.0524299 Dec 08 21:57:16.789395 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Checking router: 913d8f18-491a-4a02-95c9-1a0a7f3b781b for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:16.798296 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Updating router 913d8f18-491a-4a02-95c9-1a0a7f3b781b port ef1c085d-529a-4c39-9ad1-b13106d0514f binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:57:16.861776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d671957-a15f-4d5a-bc0b-2c083a8a827d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.871807 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d671957-a15f-4d5a-bc0b-2c083a8a827d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.877210 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.877338 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.884266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.981750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5d671957-a15f-4d5a-bc0b-2c083a8a827d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:16.982999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5d671957-a15f-4d5a-bc0b-2c083a8a827d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9525077 Dec 08 21:57:17.016781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=fe89a9bd-8aa2-415b-ae24-284e66d96c1b,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:17.018764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35944) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:17.020562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.054534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8ba10c80-3c32-42b8-bcd4-240155473058 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1924901457', 'description': 'tempest-secgroup_general--1924901457 description', 'project_id': '1e213ecbd042420eb9d356c97266b552'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:17.060669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671957-a15f-4d5a-bc0b-2c083a8a827d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344fc84f-11f5-4aaa-9b91-f6621a495db1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:17.147374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ba10c80-3c32-42b8-bcd4-240155473058 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.188522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-447ab1c3-f40e-4514-8024-9ba9bab1bf1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23fdba70c4fa4ab0b08fde4ccb2617ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585514 Dec 08 21:57:17.193065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35950) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:17.214057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:17.267352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:17.269117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:17.316590 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.324232 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.403676 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7089854a-b2b1-4aee-8869-97f31867312c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.428251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7089854a-b2b1-4aee-8869-97f31867312c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.468817 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f6e83-3e10-4e53-9997-f13c1c4ba63b None None] Pushing event updated for resources: {'Port': ['ID=ef1c085d-529a-4c39-9ad1-b13106d0514f,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:17.508957 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Attempting to bind port ef1c085d-529a-4c39-9ad1-b13106d0514f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:17.509650 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Attempting to bind port ef1c085d-529a-4c39-9ad1-b13106d0514f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:17.509935 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Attempting to bind port ef1c085d-529a-4c39-9ad1-b13106d0514f on network 6ea3e677-7b7b-419a-92d1-61d844b47873 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:17.515683 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:57:17.517471 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Checking segment: {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:17.518061 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.518607 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Bound using segment: {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:57:17.519281 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Bound port: ef1c085d-529a-4c39-9ad1-b13106d0514f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:57:17.519797 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.526185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:17.612710 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] For port ef1c085d-529a-4c39-9ad1-b13106d0514f, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:17.616802 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] For port ef1c085d-529a-4c39-9ad1-b13106d0514f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ef1c085d-529a-4c39-9ad1-b13106d0514f,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:57:17.631595 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.637835 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ba10c80-3c32-42b8-bcd4-240155473058 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.640044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:17.647984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-97dc32d1-b2db-49f9-bed3-1f702c40e1d3 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6008997 Dec 08 21:57:17.649795 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ba10c80-3c32-42b8-bcd4-240155473058 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.657470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35956) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:17.661211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:17.718503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10c80-3c32-42b8-bcd4-240155473058 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d69eee-58de-494c-b621-cc6a19e4dcfd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:17.735655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:17.745513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:17.750393 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:17.751299 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:17.765207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7089854a-b2b1-4aee-8869-97f31867312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.767711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:17.772729 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d4393a26-494e-4658-9494-be7a86805fad tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/routers/7e25fbbf-8d8c-4b15-8c28-9b2819fbc905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8405232 Dec 08 21:57:17.779866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35958) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:17.782091 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7089854a-b2b1-4aee-8869-97f31867312c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.786339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7089854a-b2b1-4aee-8869-97f31867312c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9d710a4-b6b7-4565-9349-c0672bfeda9e HTTP/1.1" status: 204 len: 168 time: 0.5861142 Dec 08 21:57:17.787661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'port': {'network_id': 'fc0cef81-1dba-4416-ba21-0e9e6939f225', 'name': 'tempest-FloatingIPTestJSON-701522863'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:17.812016 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ba10c80-3c32-42b8-bcd4-240155473058 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.816547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8ba10c80-3c32-42b8-bcd4-240155473058 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7922361 Dec 08 21:57:17.816547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089854a-b2b1-4aee-8869-97f31867312c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d710a4-b6b7-4565-9349-c0672bfeda9e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:17.831400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35964) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:17.836574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8e37462b-085a-4426-966b-c15a2c1881f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'security_group_rule': {'security_group_id': '344fc84f-11f5-4aaa-9b91-f6621a495db1', 'project_id': '1e213ecbd042420eb9d356c97266b552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:17.914806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-da732917-f21c-494b-80b4-b5da8ad0d0ac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet 6e97bb44-cb73-46b5-9883-5f23e7576d38 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:57:17.936036 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2285807-a0f2-43ca-9302-72bc5d6c52c9 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:17.941385 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f6e83-3e10-4e53-9997-f13c1c4ba63b None None] Pushing event updated for resources: {'Port': ['ID=ef1c085d-529a-4c39-9ad1-b13106d0514f,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:17.946887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da732917-f21c-494b-80b4-b5da8ad0d0ac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:17.993195 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2285807-a0f2-43ca-9302-72bc5d6c52c9 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:17.994623 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c2285807-a0f2-43ca-9302-72bc5d6c52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:18.027156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:18.095571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-53e1442b-e01c-47e6-b773-fd4d441749f5 req-e8fbeefc-51db-4686-967b-456d32915ea5 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 210 time: 0.1577621 Dec 08 21:57:18.158310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:18.159993 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:18.169448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.176088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e37462b-085a-4426-966b-c15a2c1881f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.227939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] device_id is not set on port 5b4737ca-15a7-4d70-85a5-6a39eae23ae6 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:18.305829 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da732917-f21c-494b-80b4-b5da8ad0d0ac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.347038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b0a9772a-5010-4081-aeae-cc4a8e9f8c1f None None] Provisioning complete for port ef1c085d-529a-4c39-9ad1-b13106d0514f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:18.347449 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0a9772a-5010-4081-aeae-cc4a8e9f8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.377693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35970) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:18.420015 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c2285807-a0f2-43ca-9302-72bc5d6c52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:18.437890 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2285807-a0f2-43ca-9302-72bc5d6c52c9 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:18.438610 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c2285807-a0f2-43ca-9302-72bc5d6c52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:18.455793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-16e26f6a-ac29-4653-a8a3-981dcce69d51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=759b7e8525f448809c473bd277da72ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766981 Dec 08 21:57:18.458658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35972) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:18.462965 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e37462b-085a-4426-966b-c15a2c1881f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.480678 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e37462b-085a-4426-966b-c15a2c1881f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.488927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.20.0.4 (fc0cef81-1dba-4416-ba21-0e9e6939f225/24f6e07e-7732-4284-9689-513229549f73/5b4737ca-15a7-4d70-85a5-6a39eae23ae6) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:18.521027 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c2285807-a0f2-43ca-9302-72bc5d6c52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:18.521939 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2285807-a0f2-43ca-9302-72bc5d6c52c9 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:18.560584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40b5c0e8-84b6-4ce6-ba81-fe52e0f192da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.652612 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40b5c0e8-84b6-4ce6-ba81-fe52e0f192da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.676306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-bb989040-03ec-4565-b279-07b8757dc754 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:18.677895 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-bb989040-03ec-4565-b279-07b8757dc754 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.37 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 815 time: 0.5722668 Dec 08 21:57:18.686485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37462b-085a-4426-966b-c15a2c1881f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3aa95ae-69a0-4ce1-87c5-635b4f37fed0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:18.689026 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0a9772a-5010-4081-aeae-cc4a8e9f8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.712104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Request body: {'port': {'device_id': '281c7489-f959-4e26-ae13-b796335e8ade', 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'admin_state_up': True, 'tenant_id': '4e25d0b231734665b6c77e7de4fe84f0'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:18.742800 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:15Z', 'revision_number': 10, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:18.743556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.762287 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e37462b-085a-4426-966b-c15a2c1881f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.763768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40b5c0e8-84b6-4ce6-ba81-fe52e0f192da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.766979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40b5c0e8-84b6-4ce6-ba81-fe52e0f192da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.767209 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:17Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:18.771293 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e37462b-085a-4426-966b-c15a2c1881f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9382355 Dec 08 21:57:18.777124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:18.780262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b0a9772a-5010-4081-aeae-cc4a8e9f8c1f None None] For port ef1c085d-529a-4c39-9ad1-b13106d0514f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ef1c085d-529a-4c39-9ad1-b13106d0514f,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:18.784468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-40b5c0e8-84b6-4ce6-ba81-fe52e0f192da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43aa79a3-c2ed-4261-898f-29a97380139d HTTP/1.1" status: 204 len: 168 time: 0.3220601 Dec 08 21:57:18.793592 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0a9772a-5010-4081-aeae-cc4a8e9f8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.801066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:18.802027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:18.809232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5c0e8-84b6-4ce6-ba81-fe52e0f192da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa79a3-c2ed-4261-898f-29a97380139d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:18.874212 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:18.881503 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c73501-1f2b-481f-a0f6-93742d92c998 None None] The sync data for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 is: [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:17Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:18.924736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:18.996780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9772a-5010-4081-aeae-cc4a8e9f8c1f None None] Pushing event updated for resources: {'Port': ['ID=ef1c085d-529a-4c39-9ad1-b13106d0514f,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:19.003500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:19.014339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2db90ab5-7b3b-4094-9e06-17fc064c49bc None None] Provisioning complete for port ef1c085d-529a-4c39-9ad1-b13106d0514f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:19.014749 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2db90ab5-7b3b-4094-9e06-17fc064c49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:19.017076 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da732917-f21c-494b-80b4-b5da8ad0d0ac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:19.019164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:19.048547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:19.152399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=5b4737ca-15a7-4d70-85a5-6a39eae23ae6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:19.226883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:19.230045 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:19.245821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da732917-f21c-494b-80b4-b5da8ad0d0ac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:19.275251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Made reservation on behalf of 4e25d0b231734665b6c77e7de4fe84f0 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:19.284352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:19.301436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-230e63c5-837f-4636-bfcf-b8beeff5b043 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1924901457&fields=id&tenant_id=1e213ecbd042420eb9d356c97266b552 HTTP/1.1" status: 200 len: 267 time: 0.1777020 Dec 08 21:57:19.352388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7862e1b4-e14b-4cf2-b517-62caab9adb81 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5713432 Dec 08 21:57:19.359336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35996) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:19.390116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'port': {'network_id': 'fc0cef81-1dba-4416-ba21-0e9e6939f225', 'name': 'tempest-FloatingIPTestJSON-441825553'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:19.515751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:15Z', 'revision_number': 10, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:19.527051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da732917-f21c-494b-80b4-b5da8ad0d0ac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=6e97bb44-cb73-46b5-9883-5f23e7576d38,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:19.579349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-2ee9634c-dfb1-463f-b829-e6bef984f84e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--2048369248&fields=id&tenant_id=1e213ecbd042420eb9d356c97266b552 HTTP/1.1" status: 200 len: 267 time: 0.2661059 Dec 08 21:57:19.601349 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab08c8a0-a7b7-4021-a7d0-5da562887555 req-a619ad3d-d03b-4fef-a525-2d58ba842ca2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 210 time: 0.3183911 Dec 08 21:57:19.601677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80359a-3148-4421-9981-8c758b1045d5 None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:15Z', 'revision_number': 10, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None, '_interfaces': [{'id': 'e3fbf403-1e24-4297-bb8e-d7377931dc6a', 'name': '', 'network_id': '7d7ab876-6284-4928-8945-570a58780b13', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'mac_address': 'fa:16:3e:64:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70172661-6432-4638-86df-680606996270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:19Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 5, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'subnets': [{'id': '8610b719-ad00-44e2-8f63-329aa525c4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:19.601818 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da732917-f21c-494b-80b4-b5da8ad0d0ac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:19.608688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f737b8-66d7-47af-ae7b-1ac813730a76 None None] Network d0ea54c8-a900-45eb-af26-b8f5743bfaa2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:19.611952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-da732917-f21c-494b-80b4-b5da8ad0d0ac tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/6e97bb44-cb73-46b5-9883-5f23e7576d38 HTTP/1.1" status: 204 len: 168 time: 1.9082675 Dec 08 21:57:19.622014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36006) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:19.640167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:19.646232 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:19.734481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] device_id is not set on port f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:19.784282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Allocated IP 172.20.0.13 (c2477569-6d8f-4a04-a8ed-ea5eb94a852d/85aac77e-f9bd-4884-9a1a-a1d18d093e61/6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:19.878654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-7ede6368-c605-4707-8208-4a9753a53319 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:19.891142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-7ede6368-c605-4707-8208-4a9753a53319 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/networks?id=6ea3e677-7b7b-419a-92d1-61d844b47873 HTTP/1.1" status: 200 len: 797 time: 0.3034074 Dec 08 21:57:19.952096 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:19.982265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-7df245b8-5fa7-4323-b191-45672c07db4e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/quotas/1e213ecbd042420eb9d356c97266b552 HTTP/1.1" status: 200 len: 375 time: 0.0902421 Dec 08 21:57:20.025337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a080c-de9d-4314-8259-687e6723582d None None] DHCP port deletion for d0ea54c8-a900-45eb-af26-b8f5743bfaa2 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:57:20.065303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.20.0.5 (fc0cef81-1dba-4416-ba21-0e9e6939f225/24f6e07e-7732-4284-9689-513229549f73/f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:20.103864 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-3c30b6be-8959-41b7-8415-f92d484141a9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e213ecbd042420eb9d356c97266b552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006753 Dec 08 21:57:20.207356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-360a080c-de9d-4314-8259-687e6723582d None None] Deleting port 4e38a031-2845-4272-86f6-0ee3c38de911 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:20.207873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-360a080c-de9d-4314-8259-687e6723582d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:20.375483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-360a080c-de9d-4314-8259-687e6723582d None None] For port 4e38a031-2845-4272-86f6-0ee3c38de911, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4e38a031-2845-4272-86f6-0ee3c38de911,segment=NetworkSegment(f919eca2-3519-49ab-af39-fe76c4542baf),segment_id=f919eca2-3519-49ab-af39-fe76c4542baf)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:20.376899 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-360a080c-de9d-4314-8259-687e6723582d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:20.404828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-360a080c-de9d-4314-8259-687e6723582d None None] Calling delete_port for 4e38a031-2845-4272-86f6-0ee3c38de911 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:20.497663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-fe437a2a-f32e-4f17-8b07-379ba3ce856c service neutron] 10.222.0.21 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623061 Dec 08 21:57:20.590999 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-360a080c-de9d-4314-8259-687e6723582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:20.629883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a080c-de9d-4314-8259-687e6723582d None None] No DVR routers for this DVR port 4e38a031-2845-4272-86f6-0ee3c38de911 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:57:20.647486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:20.712492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a080c-de9d-4314-8259-687e6723582d None None] Pushing event deleted for resources: {'Port': ['ID=4e38a031-2845-4272-86f6-0ee3c38de911,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:20.715118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:20.761602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:20.793530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ef1c085d-529a-4c39-9ad1-b13106d0514f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:20.833630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a171a6c-b8ee-40cf-9169-b790c636fd61 req-41232b39-ad87-45a3-9826-4cecc28e5c32 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 210 time: 0.0591307 Dec 08 21:57:20.837134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:20.842391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:20.886322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:20.899961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ef1c085d-529a-4c39-9ad1-b13106d0514f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:20.901552 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:20.925261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 4e38a031-2845-4272-86f6-0ee3c38de911 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:20.928952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:20.966054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:20.992787 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-bcf3bbe3-4176-4d06-98c4-8c4d0616165c service neutron] 10.222.0.21 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784532 Dec 08 21:57:20.999564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:21.000224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.047875 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fff25faa-1cf3-484a-a162-cace5d26c9dc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6839497 Dec 08 21:57:21.048838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36034) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:21.053298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:21.098599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port 4e38a031-2845-4272-86f6-0ee3c38de911, host n-d-821126-1, got binding levels [] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:21.098921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.112895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.143577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 4e38a031-2845-4272-86f6-0ee3c38de911 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:21.149786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.152916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Port 4e38a031-2845-4272-86f6-0ee3c38de911 was not found and therefore no delete operation was performed {{(pid=102389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 21:57:21.165837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['731667f5-54e3-4f04-aa8a-2a2850b96667', '39baf698-3090-430a-b285-54ae910cb7ec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:57:21.174409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.181888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Network c2477569-6d8f-4a04-a8ed-ea5eb94a852d is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:21.206831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9e4ef072-5145-444a-b306-8fcaaf1cb336 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:21.231918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 9e4ef072-5145-444a-b306-8fcaaf1cb336 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:21.232932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9e4ef072-5145-444a-b306-8fcaaf1cb336 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:21.232932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4e38a031-2845-4272-86f6-0ee3c38de911 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:21.233863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:21.253647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:21.288751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No DVR routers for this DVR port 4e38a031-2845-4272-86f6-0ee3c38de911 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:57:21.288982 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 4e38a031-2845-4272-86f6-0ee3c38de911 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:21.289678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4e38a031-2845-4272-86f6-0ee3c38de911 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:21.296274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.305635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Pushing event updated for resources: {'Port': ['ID=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:21.433173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=4e38a031-2845-4272-86f6-0ee3c38de911,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:21.467021 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0703d89c-76a7-4452-8d59-66b6c6f30932 req-c8b7023b-6322-410f-9ca2-14f6886fbc55 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 210 time: 0.0665169 Dec 08 21:57:21.477523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.25.1.141 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/930ceaff-2379-4a0b-8322-6b65685a69ae) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:21.483397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:21.495172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.513225 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.573942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-7f2263e9-2aba-4c16-8caa-695688290601 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8793473 Dec 08 21:57:21.582134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ea54c8-a900-45eb-af26-b8f5743bfaa2']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:21.615649 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.624291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Request body: {'port': {'device_id': '281c7489-f959-4e26-ae13-b796335e8ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:21.660146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f919eca2-3519-49ab-af39-fe76c4542baf') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:21.660570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f919eca2-3519-49ab-af39-fe76c4542baf') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:21.666898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.687886 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.720417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.728891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.734129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:21.738552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:21.742999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:21.749958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:57:21.750671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:21.781147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=930ceaff-2379-4a0b-8322-6b65685a69ae,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:57:21.894425 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:57:22.040827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36072) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:22.113478 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:22.118993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb4ffb-13d5-4f30-b7d7-0c0442970095 req-98619066-1b88-4c4d-9e29-22f62168dc67 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:22.120543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97fb4ffb-13d5-4f30-b7d7-0c0442970095 req-98619066-1b88-4c4d-9e29-22f62168dc67 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 945 time: 0.0788176 Dec 08 21:57:22.136785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:22.140178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/d0ea54c8-a900-45eb-af26-b8f5743bfaa2 HTTP/1.1" status: 204 len: 168 time: 2.5171287 Dec 08 21:57:22.144316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36076) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:22.204899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fa1e5-9167-462b-8ada-53367f0ee162 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=d0ea54c8-a900-45eb-af26-b8f5743bfaa2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:22.249380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0a54e-bc35-4fcf-8361-cd28c10ff433 req-586d833c-3fbb-4afa-a47f-56d1126ed1da tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:22.251454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e0a54e-bc35-4fcf-8361-cd28c10ff433 req-586d833c-3fbb-4afa-a47f-56d1126ed1da tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 932 time: 0.2499614 Dec 08 21:57:22.313518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:57:22.325627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:22.331813 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e0a54e-bc35-4fcf-8361-cd28c10ff433 req-56d18572-e0e4-4aab-9c6a-e1b5598bcbd2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591691 Dec 08 21:57:22.343766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Transition to ACTIVE for port object 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:57:22.358101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:22.426979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:22.502654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Attempting to bind port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:22.503063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Attempting to bind port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:22.503400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Attempting to bind port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:22.508194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:22.508660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Attempting to bind port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:22.514089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:57:22.514439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Checking segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:22.514854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Bound using segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:57:22.515293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Bound port: 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:57:22.515656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:22.622671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c7ffb69-4167-4ad6-9827-b5a18a3b4190 req-c89fd40f-064a-4698-a443-3e8a70b80e40 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 210 time: 0.0431762 Dec 08 21:57:22.635472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] For port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:22.640227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] For port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:57:22.657656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:22.665165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8845aef4-8cd3-4265-bc4b-bfdcb071e8c6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:22.749590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:22.763510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:22.764425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:22.766936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-683e9c98-485c-440a-a1cc-cf888acd48b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 HTTP/1.1" status: 200 len: 1092 time: 1.1724019 Dec 08 21:57:22.767498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281c7489-f959-4e26-ae13-b796335e8ade', 'tag': '6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:57:22.773262 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f148a63f-f568-47e6-b16c-d99a8b91e0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "281c7489-f959-4e26-ae13-b796335e8ade", "tag": "6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:57:22.836837 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97fb4ffb-13d5-4f30-b7d7-0c0442970095 req-51f18584-fee2-4085-9062-cf0f6ffd7f11 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972749 Dec 08 21:57:22.881432 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c46bb0-c10d-4f1d-b7c9-b830af227fba x-openstack-request-id: req-39c46bb0-c10d-4f1d-b7c9-b830af227fba {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:57:22.881729 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281c7489-f959-4e26-ae13-b796335e8ade", "tag": "6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:57:22.881985 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39c46bb0-c10d-4f1d-b7c9-b830af227fba {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:57:22.882761 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281c7489-f959-4e26-ae13-b796335e8ade', 'tag': '6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78', 'status': 'completed', 'code': 200} Dec 08 21:57:22.899418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-20ea48b2-1ba4-4b41-8bae-84401e150564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:22.901007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-20ea48b2-1ba4-4b41-8bae-84401e150564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 1095 time: 0.0642092 Dec 08 21:57:22.944218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8845aef4-8cd3-4265-bc4b-bfdcb071e8c6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "PUT /v2.0/quotas/fed7873247b64caeaca42e0d6f70e14c HTTP/1.1" status: 200 len: 366 time: 0.9011576 Dec 08 21:57:22.947112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:22.953989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36084) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:22.961613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-b839f894-ab0b-4a26-ab4c-eddaf0132365 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 HTTP/1.1" status: 200 len: 217 time: 0.0522618 Dec 08 21:57:22.966273 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ea04969a-d863-47ac-994a-e0ebe7c8b7a8 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0110204 Dec 08 21:57:22.968946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:22.987494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2453d7f-2b02-4f7a-9459-86bcff0b8272 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "GET /v2.0/quotas/fed7873247b64caeaca42e0d6f70e14c HTTP/1.1" status: 200 len: 366 time: 0.0168722 Dec 08 21:57:22.994659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36088) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:23.025626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-2a3be4f3-84c3-4d64-a875-d50ff05a4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:23.027206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-2a3be4f3-84c3-4d64-a875-d50ff05a4744 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.0556014 Dec 08 21:57:23.065629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-3b6b566e-3c0a-4f4a-b2a2-974f4ded495b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267274 Dec 08 21:57:23.087021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-e41fa913-4de8-4643-a539-292c76c84909 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:23.089085 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-e41fa913-4de8-4643-a539-292c76c84909 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.23 "GET /v2.0/networks?id=6ea3e677-7b7b-419a-92d1-61d844b47873 HTTP/1.1" status: 200 len: 797 time: 0.4384754 Dec 08 21:57:23.129722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3fe46494-bdfa-449c-ae6d-658eefd3b349 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/fed7873247b64caeaca42e0d6f70e14c HTTP/1.1" status: 204 len: 168 time: 0.0940008 Dec 08 21:57:23.132798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36090) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:23.152770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-65cbacce-4b61-430d-b3b9-dbd02f578599 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0188119 Dec 08 21:57:23.156610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36092) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:23.170123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6b50ff9e-ab3b-433e-a1a7-ffdac0d39ff9 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "GET /v2.0/quotas/fed7873247b64caeaca42e0d6f70e14c HTTP/1.1" status: 200 len: 370 time: 0.0124598 Dec 08 21:57:23.172710 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36094) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:23.179487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a00565b9-b049-45ec-b5d6-9e916f123219 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "GET /v2.0/quotas/fed7873247b64caeaca42e0d6f70e14c/default HTTP/1.1" status: 200 len: 370 time: 0.0037832 Dec 08 21:57:23.180172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36096) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:23.202463 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-08a87f31-38a1-4129-8813-5a43c7a48756 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] delete failed (client error): The resource could not be found. Dec 08 21:57:23.206569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-08a87f31-38a1-4129-8813-5a43c7a48756 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/fed7873247b64caeaca42e0d6f70e14c HTTP/1.1" status: 404 len: 348 time: 0.0229094 Dec 08 21:57:23.210892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-f2e6f0df-3198-44e3-9698-74789d229777 service neutron] 10.222.0.37 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357985 Dec 08 21:57:23.225375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-bf9deb11-a626-48dd-a278-cd9854032703 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e213ecbd042420eb9d356c97266b552 HTTP/1.1" status: 200 len: 478 time: 0.1252866 Dec 08 21:57:23.233579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:23.259901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'port': {'device_id': 'a57d1149-7523-426f-b78b-7eabfb573860', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'admin_state_up': True, 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'security_groups': ['87d69eee-58de-494c-b621-cc6a19e4dcfd', '344fc84f-11f5-4aaa-9b91-f6621a495db1']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:23.316878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0cfb58cd-4a09-4b06-8501-b1bebd8067a1 req-46d205c6-3a11-46a4-9330-5eca13d2df46 service neutron] 10.222.0.37 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924153 Dec 08 21:57:23.338881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36100) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:23.361664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Usage tracker for resource:network and tenant:c524dc12b91144b8a40c539193d45685 is out of sync, need to count used quota {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 21:57:23.368724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 08 21:57:23.378031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Usage tracker for resource:subnet and tenant:c524dc12b91144b8a40c539193d45685 is out of sync, need to count used quota {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 21:57:23.383417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 08 21:57:23.402046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Usage tracker for resource:subnetpool and tenant:c524dc12b91144b8a40c539193d45685 is out of sync, need to count used quota {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 21:57:23.425832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 08 21:57:23.446270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Usage tracker for resource:port and tenant:c524dc12b91144b8a40c539193d45685 is out of sync, need to count used quota {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 21:57:23.455113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-b1f99c9f-0e12-4568-a715-896aab8582dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:23.456545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-b1f99c9f-0e12-4568-a715-896aab8582dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 1095 time: 0.0687854 Dec 08 21:57:23.457279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 08 21:57:23.463708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Usage tracker for resource:router and tenant:c524dc12b91144b8a40c539193d45685 is out of sync, need to count used quota {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 21:57:23.476012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 08 21:57:23.523881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Usage tracker for resource:floatingip and tenant:c524dc12b91144b8a40c539193d45685 is out of sync, need to count used quota {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 21:57:23.530326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 08 21:57:23.559553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcf6e0-f172-4e17-afef-ef0ad6c72b17 req-80526be9-458b-49f2-b99a-15ac5b0a880c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:23.561044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2fcf6e0-f172-4e17-afef-ef0ad6c72b17 req-80526be9-458b-49f2-b99a-15ac5b0a880c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 944 time: 0.1395955 Dec 08 21:57:23.570033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Made reservation on behalf of 1e213ecbd042420eb9d356c97266b552 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:23.573529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:23.588186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-701c6832-8cb9-4139-a45b-b25f3540676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:23.589638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-701c6832-8cb9-4139-a45b-b25f3540676b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 916 time: 0.1215231 Dec 08 21:57:23.653846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:23.656941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-c58c0ec1-7a97-4c5b-8d5d-429e25d3cab4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 HTTP/1.1" status: 200 len: 217 time: 0.0573885 Dec 08 21:57:23.666245 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:23.697888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Usage tracker for resource:security_group and tenant:c524dc12b91144b8a40c539193d45685 is out of sync, need to count used quota {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 21:57:23.709853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 08 21:57:23.724183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-997b6e0d-1af9-4597-b1e6-544e1d13d4f2 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:23.725625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-997b6e0d-1af9-4597-b1e6-544e1d13d4f2 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 945 time: 0.1407244 Dec 08 21:57:23.747375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2fcf6e0-f172-4e17-afef-ef0ad6c72b17 req-07bbae17-702f-4e33-997b-1bef9c887a35 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715755 Dec 08 21:57:23.751445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-8e623ae3-f67b-4719-912c-277f82d9afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:23.752531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-8e623ae3-f67b-4719-912c-277f82d9afbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.0860641 Dec 08 21:57:23.771171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Usage tracker for resource:security_group_rule and tenant:c524dc12b91144b8a40c539193d45685 is out of sync, need to count used quota {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 21:57:23.793280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9ea10d8-f742-485a-b16c-6be02f8fc92b req-90514b09-1022-4923-834d-77d908b8bbf7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 210 time: 0.0650036 Dec 08 21:57:23.806441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.quota.resource [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102389) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 08 21:57:23.820105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=930ceaff-2379-4a0b-8322-6b65685a69ae,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:23.828817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-ba85196b-0107-46d6-a580-a21d4bb47887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378439 Dec 08 21:57:23.835184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a1671852-e463-4df2-acad-3f0ce47945f6 tempest-QuotasTest-174271184 tempest-QuotasTest-174271184-project-admin] 10.222.0.21 "GET /v2.0/quotas/c524dc12b91144b8a40c539193d45685/details.json HTTP/1.1" status: 200 len: 703 time: 0.4952085 Dec 08 21:57:23.864360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:23.903461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:23.960368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Deleting port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:23.960910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:23.966009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-5c368972-b4d9-4db6-92fa-6311b17be6e8 service neutron] 10.222.0.37 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298006 Dec 08 21:57:23.971092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Allocated IP 172.20.0.13 (6ea3e677-7b7b-419a-92d1-61d844b47873/c0102ced-bf34-424d-918f-8e6e8e66c767/b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:24.121274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] For port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,segment=NetworkSegment(ac7a880e-13dc-4512-87e5-017e43a2c07a),segment_id=ac7a880e-13dc-4512-87e5-017e43a2c07a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:24.121639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:24.136042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f148a63f-f568-47e6-b16c-d99a8b91e0c7 req-90ccb02f-7992-485f-b9fb-132129fa35a4 service neutron] 10.222.0.37 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582763 Dec 08 21:57:24.139843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Calling delete_port for c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:24.159323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a1015-e30d-4580-8c99-66a310010d79 req-d7b02521-f587-459a-8196-c175ef9e755f tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:24.160832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d27a1015-e30d-4580-8c99-66a310010d79 req-d7b02521-f587-459a-8196-c175ef9e755f tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8e13a5f-9b19-47f8-aec1-31bad9c7977e HTTP/1.1" status: 200 len: 945 time: 0.1936741 Dec 08 21:57:24.252374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36116) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:24.261059 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 75e8cc8a-fe98-4e68-b8c0-1e2c79cade20 associated. External IP: 172.25.1.141, port: f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349. Dec 08 21:57:24.296463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:24.311708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['c0d1e14a-75b5-450b-ba3f-e858dd3b10b9'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:57:24.326700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Pushing event deleted for resources: {'Port': ['ID=c0d1e14a-75b5-450b-ba3f-e858dd3b10b9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:24.370498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] No DVR routers for this DVR port c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:57:24.373490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:24.377511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c44c2b6a-18db-455e-8247-17a5c55dfb12 req-1ef402ec-5bf5-4b2c-9e99-970770c0922b tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.37 "DELETE /v2.0/ports/c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 HTTP/1.1" status: 204 len: 173 time: 0.6364501 Dec 08 21:57:24.660403 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd22f90a-b559-4472-886e-1fda9eae27a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:24.680576 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d27a1015-e30d-4580-8c99-66a310010d79 req-ca9149d3-252c-4ed8-8faf-cafb6f362fb6 tempest-VolumesSnapshotTestJSON-1532589977 tempest-VolumesSnapshotTestJSON-1532589977-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c3df1f-f22d-4652-85fc-d887769d0dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990573 Dec 08 21:57:24.727946 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:24.880024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f915d3f-0bd8-4adc-92be-e2aeb1a3c2b5 req-ca6e9741-3ca0-4dcd-a749-e8a8bc4ddd7b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:24.881537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f915d3f-0bd8-4adc-92be-e2aeb1a3c2b5 req-ca6e9741-3ca0-4dcd-a749-e8a8bc4ddd7b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 944 time: 0.0594158 Dec 08 21:57:24.884701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e13a5f-9b19-47f8-aec1-31bad9c7977e', 'name': 'network-vif-deleted', 'tag': 'c0d1e14a-75b5-450b-ba3f-e858dd3b10b9'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:57:24.888640 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107c65ce-3a04-462d-bc74-9307e9c5fe02" -d '{"events": [{"server_uuid": "c8e13a5f-9b19-47f8-aec1-31bad9c7977e", "name": "network-vif-deleted", "tag": "c0d1e14a-75b5-450b-ba3f-e858dd3b10b9"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:57:24.931613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f915d3f-0bd8-4adc-92be-e2aeb1a3c2b5 req-40d58d25-b9b4-4949-9ee8-ef32dd822fd2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Dec 08 21:57:24.959983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9283bcc-b9d9-4ef2-aa55-145dff65d384 req-0a704b19-6457-4f19-922d-05de17f61e6a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 210 time: 0.0524936 Dec 08 21:57:24.961023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:24.987534 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee1f18-4477-49d7-a19c-2093ae84005d x-openstack-request-id: req-90ee1f18-4477-49d7-a19c-2093ae84005d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:57:24.988017 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e13a5f-9b19-47f8-aec1-31bad9c7977e", "name": "network-vif-deleted", "tag": "c0d1e14a-75b5-450b-ba3f-e858dd3b10b9", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:57:24.988108 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90ee1f18-4477-49d7-a19c-2093ae84005d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:57:24.988447 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e13a5f-9b19-47f8-aec1-31bad9c7977e', 'name': 'network-vif-deleted', 'tag': 'c0d1e14a-75b5-450b-ba3f-e858dd3b10b9', 'status': 'completed', 'code': 200} Dec 08 21:57:25.034489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd22f90a-b559-4472-886e-1fda9eae27a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.050744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:25.051495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd22f90a-b559-4472-886e-1fda9eae27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.071053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:25.074209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:25.093684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:25.152398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port e3fbf403-1e24-4297-bb8e-d7377931dc6a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:25.152742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.160476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:25.163021 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cd22f90a-b559-4472-886e-1fda9eae27a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6b659796f034e5c9442382a16e72c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9096899 Dec 08 21:57:25.165955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36130) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:25.179221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22f90a-b559-4472-886e-1fda9eae27a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae0772a-8c2e-4e47-b506-5122d31558ac,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:25.231052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:25.231700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.239395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cabefdfb-e2b4-4482-bc10-89baf320d1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.265357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cabefdfb-e2b4-4482-bc10-89baf320d1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.315058 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cabefdfb-e2b4-4482-bc10-89baf320d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.317464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cabefdfb-e2b4-4482-bc10-89baf320d1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.318914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cabefdfb-e2b4-4482-bc10-89baf320d1c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ae0772a-8c2e-4e47-b506-5122d31558ac HTTP/1.1" status: 204 len: 168 time: 0.1516302 Dec 08 21:57:25.327419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabefdfb-e2b4-4482-bc10-89baf320d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae0772a-8c2e-4e47-b506-5122d31558ac,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:25.333531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-94ad24b1-432c-4759-ba81-2cd6884020a5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0974679 Dec 08 21:57:25.355964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Request body: {'port': {'device_id': 'a57d1149-7523-426f-b78b-7eabfb573860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:25.362826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-67614161-fd80-4371-af94-77b61b01d152 None None] Provisioning complete for port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:25.363357 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-67614161-fd80-4371-af94-77b61b01d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.397756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-67614161-fd80-4371-af94-77b61b01d152 None None] Port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:57:25.400716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port e3fbf403-1e24-4297-bb8e-d7377931dc6a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e3fbf403-1e24-4297-bb8e-d7377931dc6a,segment=NetworkSegment(6321b380-0502-4d68-910d-877da5372498),segment_id=6321b380-0502-4d68-910d-877da5372498)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:25.401178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.423367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for e3fbf403-1e24-4297-bb8e-d7377931dc6a owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:25.464070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:25.478087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee3a7b-0525-4d74-9ef2-32da435cd273 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:25.487504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee3a7b-0525-4d74-9ef2-32da435cd273 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:25.488114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-90ee3a7b-0525-4d74-9ef2-32da435cd273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:25.492317 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.523418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-90ee3a7b-0525-4d74-9ef2-32da435cd273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:25.532911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee3a7b-0525-4d74-9ef2-32da435cd273 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:25.534109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-90ee3a7b-0525-4d74-9ef2-32da435cd273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:25.559648 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.574054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-90ee3a7b-0525-4d74-9ef2-32da435cd273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:25.575137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee3a7b-0525-4d74-9ef2-32da435cd273 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:25.631325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36140) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:25.648733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc492d13-d6a1-4198-b032-979242870cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.655955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-02a1975d-625e-4a0f-881e-71324d7a0147 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6032946 Dec 08 21:57:25.657946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36142) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:25.665505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:25.733799 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.821032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.863138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=e3fbf403-1e24-4297-bb8e-d7377931dc6a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:25.950178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.952598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc492d13-d6a1-4198-b032-979242870cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.959901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:25.960859 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 75e8cc8a-fe98-4e68-b8c0-1e2c79cade20 disassociated. External IP: 172.25.1.141, port: f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349. Dec 08 21:57:25.969937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc492d13-d6a1-4198-b032-979242870cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:26.145638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fc492d13-d6a1-4198-b032-979242870cb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c524dc12b91144b8a40c539193d45685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107961 Dec 08 21:57:26.149339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:26.152943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492d13-d6a1-4198-b032-979242870cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3b6fe7-c3e6-45f4-81fc-98a7a2761432,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:26.195980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:57:26.204891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b78263-3b7e-4ebb-ba37-dafa187ec84d req-1631c99b-aaa4-4e31-b9eb-7079e830f45f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:26.215392 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7b78263-3b7e-4ebb-ba37-dafa187ec84d req-1631c99b-aaa4-4e31-b9eb-7079e830f45f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 944 time: 0.1121037 Dec 08 21:57:26.241418 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:26.250937 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:26.285498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Transition to ACTIVE for port object b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:57:26.295717 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:26.324403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7b78263-3b7e-4ebb-ba37-dafa187ec84d req-61ee0595-efe8-4375-bbff-86bbb82f439b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078758 Dec 08 21:57:26.363946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:26.394362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4263a0-bc75-496b-8264-92f31d61f35d req-85157dd3-45e4-4170-84fc-ff2d7520dd2c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:26.395872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a4263a0-bc75-496b-8264-92f31d61f35d req-85157dd3-45e4-4170-84fc-ff2d7520dd2c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 971 time: 0.2491379 Dec 08 21:57:26.445957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7412859-77ef-47d9-9f39-911829338a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:26.454344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Pushing event updated for resources: {'Port': ['ID=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:26.492449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:26.504011 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826ab43-2b48-4d03-b744-fad5201ebdc2 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:26.507998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:26.510593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:57:26.529007 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826ab43-2b48-4d03-b744-fad5201ebdc2 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:26.529931 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2826ab43-2b48-4d03-b744-fad5201ebdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:26.562249 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a84b6d33-9586-4fe2-86c1-db68722ee21d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/floatingips/75e8cc8a-fe98-4e68-b8c0-1e2c79cade20 HTTP/1.1" status: 200 len: 688 time: 0.9001105 Dec 08 21:57:26.569435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36160) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:26.574791 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7412859-77ef-47d9-9f39-911829338a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:26.597742 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2826ab43-2b48-4d03-b744-fad5201ebdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:26.627029 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826ab43-2b48-4d03-b744-fad5201ebdc2 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:26.627665 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2826ab43-2b48-4d03-b744-fad5201ebdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:26.698421 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2826ab43-2b48-4d03-b744-fad5201ebdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:26.699223 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826ab43-2b48-4d03-b744-fad5201ebdc2 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:26.760263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a4263a0-bc75-496b-8264-92f31d61f35d req-0bda5c51-2a82-4c63-9a8d-1888442d948d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3378453 Dec 08 21:57:26.847157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:26.889866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:26.902670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78', 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'port_id': '6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78', 'mac_address': 'fa:16:3e:23:aa:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85aac77e-f9bd-4884-9a1a-a1d18d093e61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:57:26.923470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Attempting to bind port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:26.923982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Attempting to bind port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:26.924162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Attempting to bind port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df on network 6ea3e677-7b7b-419a-92d1-61d844b47873 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:26.957401 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:26.971008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df on network 6ea3e677-7b7b-419a-92d1-61d844b47873 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:57:26.971332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Attempting to bind port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df on network 6ea3e677-7b7b-419a-92d1-61d844b47873 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:26.979351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:57:27.011464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:27.016464 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.073959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:27.083713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.084066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.084410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.084731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.085057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.085382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.085703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.086028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.086346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.086663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.087011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.087360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:27.228776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:57:27.317237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:57:27.318126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Checking segment: {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:27.318126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Bound using segment: {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:57:27.318425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Bound port: b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41d6ac0-3707-4b8f-a868-d5353cfac843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:57:27.318807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.339587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7412859-77ef-47d9-9f39-911829338a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.342170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7412859-77ef-47d9-9f39-911829338a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.345643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f7412859-77ef-47d9-9f39-911829338a94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca3b6fe7-c3e6-45f4-81fc-98a7a2761432 HTTP/1.1" status: 204 len: 168 time: 1.1931202 Dec 08 21:57:27.347140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:27.358816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36174) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:27.360337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:27.367585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0708a2ce-c3cb-4ec9-a187-e7e22b6167af tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2183542 Dec 08 21:57:27.377526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:27.378256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:27.419550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7412859-77ef-47d9-9f39-911829338a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3b6fe7-c3e6-45f4-81fc-98a7a2761432,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:27.444146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 930ceaff-2379-4a0b-8322-6b65685a69ae {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:27.444485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.486988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:27.511230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf6cf29-c52d-49b0-a2cb-0e356e6eaafc tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting subnet 8610b719-ad00-44e2-8f63-329aa525c4a8 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:57:27.515921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-caf6cf29-c52d-49b0-a2cb-0e356e6eaafc tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.537006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] For port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:27.561562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:25Z', 'revision_number': 11, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:27.570352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-caf6cf29-c52d-49b0-a2cb-0e356e6eaafc tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.580608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] For port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:57:27.609327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.615648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:27.632417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:27.633420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:27.646248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a8bac-5745-4e89-9725-92fb92f50d62 req-86279e94-6dd8-4ad2-a9ec-5a082228063f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:27.654666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-179a8bac-5745-4e89-9725-92fb92f50d62 req-86279e94-6dd8-4ad2-a9ec-5a082228063f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 945 time: 0.1461089 Dec 08 21:57:27.660577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-caf6cf29-c52d-49b0-a2cb-0e356e6eaafc tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.684896 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.685356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.720178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:27.720939 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.722628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] 10.222.0.23 "PUT /v2.0/ports/b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df HTTP/1.1" status: 200 len: 1131 time: 2.3787482 Dec 08 21:57:27.728005 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-caf6cf29-c52d-49b0-a2cb-0e356e6eaafc tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.745949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:57:27.749607 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b6893f-89a9-4078-a123-aacb92ba2226" -d '{"events": [{"name": "network-changed", "server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:57:27.752933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-caf6cf29-c52d-49b0-a2cb-0e356e6eaafc tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.759150 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-caf6cf29-c52d-49b0-a2cb-0e356e6eaafc tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/8610b719-ad00-44e2-8f63-329aa525c4a8 HTTP/1.1" status: 204 len: 168 time: 0.3974719 Dec 08 21:57:27.761138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36184) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:27.769277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:27.814612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 930ceaff-2379-4a0b-8322-6b65685a69ae owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:27.837191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6cf29-c52d-49b0-a2cb-0e356e6eaafc tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Subnet': ['ID=8610b719-ad00-44e2-8f63-329aa525c4a8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:27.855600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a62a4c-a37a-4302-b68a-aca7ff24bc54 None None] Network 7d7ab876-6284-4928-8945-570a58780b13 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:27.912389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:25Z', 'revision_number': 11, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:27.952496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd02b10-1260-43d7-95a5-359fc754cef6 service neutron] Pushing event updated for resources: {'Port': ['ID=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:27.965277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:27.965428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-179a8bac-5745-4e89-9725-92fb92f50d62 req-3f5d2901-6c81-4c03-9396-ee8d5f893447 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096392 Dec 08 21:57:28.059532 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a8d84a-a342-46ad-8ddf-f9e651bc6b95 x-openstack-request-id: req-e1a8d84a-a342-46ad-8ddf-f9e651bc6b95 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:57:28.059814 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:57:28.060062 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1a8d84a-a342-46ad-8ddf-f9e651bc6b95 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:57:28.060453 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'status': 'completed', 'code': 200} Dec 08 21:57:28.116099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd31d6c-0028-4455-88f2-37b476593fa1 None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:25Z', 'revision_number': 11, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:28.121298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-c6b2e604-e253-4528-8a03-e67ce763146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:28.123161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-c6b2e604-e253-4528-8a03-e67ce763146f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e213ecbd042420eb9d356c97266b552&device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 1134 time: 0.3287311 Dec 08 21:57:28.204782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-dc49e184-937b-4f2d-8e7f-74f3b21db1b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df HTTP/1.1" status: 200 len: 217 time: 0.0696337 Dec 08 21:57:28.212704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d32a6-e56c-4a40-8174-6d41eff6084a req-51ba7c66-3f66-4c6d-9e49-e99480c15f45 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:28.217830 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e03d32a6-e56c-4a40-8174-6d41eff6084a req-51ba7c66-3f66-4c6d-9e49-e99480c15f45 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 983 time: 0.1419771 Dec 08 21:57:28.258117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Deleting port 0d01949b-4bf5-4788-af70-2b3577232485 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:28.258449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.327023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-f3a062f9-1fe5-4d5e-9c09-e15fc796ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:28.329014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-f3a062f9-1fe5-4d5e-9c09-e15fc796ba9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0102ced-bf34-424d-918f-8e6e8e66c767 HTTP/1.1" status: 200 len: 835 time: 0.1133940 Dec 08 21:57:28.347695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] For port 0d01949b-4bf5-4788-af70-2b3577232485, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0d01949b-4bf5-4788-af70-2b3577232485,segment=NetworkSegment(6321b380-0502-4d68-910d-877da5372498),segment_id=6321b380-0502-4d68-910d-877da5372498)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:28.348105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.354678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e03d32a6-e56c-4a40-8174-6d41eff6084a req-ec34eab2-1d0b-4be6-b94c-f251faba4692 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1275072 Dec 08 21:57:28.366590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Calling delete_port for 0d01949b-4bf5-4788-af70-2b3577232485 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:28.411262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.423067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-aff4ba22-11f0-40fc-bbee-b367d09712e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:28.424807 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-aff4ba22-11f0-40fc-bbee-b367d09712e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ea3e677-7b7b-419a-92d1-61d844b47873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868416 Dec 08 21:57:28.468034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=930ceaff-2379-4a0b-8322-6b65685a69ae,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:28.468651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.528581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:28.534776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2badbf-b4d8-43c7-b720-98360dc8edb7 None None] DHCP port deletion for 7d7ab876-6284-4928-8945-570a58780b13 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:57:28.541057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Port': ['ID=0d01949b-4bf5-4788-af70-2b3577232485,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:28.552913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No DVR routers for this DVR port 0d01949b-4bf5-4788-af70-2b3577232485 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:57:28.645423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:57:28.651721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.655501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.657542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-25c6f811-99dd-4294-a4d1-595227bda9e5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/floatingips/75e8cc8a-fe98-4e68-b8c0-1e2c79cade20 HTTP/1.1" status: 204 len: 168 time: 2.0867181 Dec 08 21:57:28.666031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36208) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:28.669538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:28.672660 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.676203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '5b4737ca-15a7-4d70-85a5-6a39eae23ae6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:28.714511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-a08bca28-f75b-4fc0-9160-35d76545e44d service neutron] 10.222.0.23 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670269 Dec 08 21:57:28.721024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.757488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0d01949b-4bf5-4788-af70-2b3577232485 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:28.795749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0d01949b-4bf5-4788-af70-2b3577232485 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:28.796444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0d01949b-4bf5-4788-af70-2b3577232485 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:28.797119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e3fbf403-1e24-4297-bb8e-d7377931dc6a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:28.820722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: e3fbf403-1e24-4297-bb8e-d7377931dc6a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:28.821393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e3fbf403-1e24-4297-bb8e-d7377931dc6a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:28.899230 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.921000 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02b7fbd7-2a06-445e-a782-9efbb9057a70 req-35bc0766-898f-4f3d-b942-2769df890761 service neutron] 10.222.0.23 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965687 Dec 08 21:57:28.949297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281c7489-f959-4e26-ae13-b796335e8ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:57:28.953131 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c54809c-2e37-4933-9caa-4695d08e834a" -d '{"events": [{"server_uuid": "281c7489-f959-4e26-ae13-b796335e8ade", "name": "network-vif-plugged", "status": "completed", "tag": "6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:57:28.961842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:28.971667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:28.975910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:57:29.038940 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d802cce2-ce27-46b6-a74f-0383e99c3930 x-openstack-request-id: req-d802cce2-ce27-46b6-a74f-0383e99c3930 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:57:29.041802 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281c7489-f959-4e26-ae13-b796335e8ade", "name": "network-vif-plugged", "status": "completed", "tag": "6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:57:29.042918 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d802cce2-ce27-46b6-a74f-0383e99c3930 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:57:29.043552 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281c7489-f959-4e26-ae13-b796335e8ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78', 'code': 200} Dec 08 21:57:29.058072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:57:29.061592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device c0d1e14a-75b5-450b-ba3f-e858dd3b10b9 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:57:29.137747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.166660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-58cef5ea-5867-490f-8add-36c934ed1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:29.170957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-58cef5ea-5867-490f-8add-36c934ed1499 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e213ecbd042420eb9d356c97266b552&device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 1134 time: 0.1807709 Dec 08 21:57:29.275726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:29.396774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.425337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae42e-d5b4-4239-b83b-e9fa22408bd9 req-7bfa5dac-7bd6-42f6-aefe-dd63083fdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:29.427106 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fdae42e-d5b4-4239-b83b-e9fa22408bd9 req-7bfa5dac-7bd6-42f6-aefe-dd63083fdffd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 1097 time: 0.1210001 Dec 08 21:57:29.431200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7ab876-6284-4928-8945-570a58780b13']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:29.438400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-63f6f3f7-8eac-40a1-a1fa-e255c3a5ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:29.439910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-63f6f3f7-8eac-40a1-a1fa-e255c3a5ed65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ea3e677-7b7b-419a-92d1-61d844b47873 HTTP/1.1" status: 200 len: 898 time: 0.2587345 Dec 08 21:57:29.441006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.25.1.20 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/14dfec77-8c2e-4d6f-9f1e-130c6222e420) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:29.451777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6564e3-5349-4dde-8101-ac7e20c07b4f req-88f99388-4184-49da-8519-63068c45e975 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:29.453693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e6564e3-5349-4dde-8101-ac7e20c07b4f req-88f99388-4184-49da-8519-63068c45e975 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 946 time: 0.1464400 Dec 08 21:57:29.462682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6321b380-0502-4d68-910d-877da5372498') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:29.463232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6321b380-0502-4d68-910d-877da5372498') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:29.489226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.498420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-ee5fcbff-e9e1-47c7-8718-aad546c5493b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df HTTP/1.1" status: 200 len: 217 time: 0.0468094 Dec 08 21:57:29.520917 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fdae42e-d5b4-4239-b83b-e9fa22408bd9 req-f54257dc-4742-4da6-a57e-ef501dc4f388 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832543 Dec 08 21:57:29.549733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.575126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e6564e3-5349-4dde-8101-ac7e20c07b4f req-934e1b69-88b1-4dcd-a0ff-06d5f2509145 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052396 Dec 08 21:57:29.576549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:57:29.578496 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:57:29.582091 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:57:29.648810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-14dd6409-edc2-477b-95c8-75fdf9ee77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:29.650314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-14dd6409-edc2-477b-95c8-75fdf9ee77a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0102ced-bf34-424d-918f-8e6e8e66c767 HTTP/1.1" status: 200 len: 835 time: 0.1327510 Dec 08 21:57:29.656953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.668104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87d3d-f050-41dc-b2e2-562e2cd02076 req-104f9f7c-3656-477b-83f5-74f3dd6abf3d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:29.669102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1b87d3d-f050-41dc-b2e2-562e2cd02076 req-104f9f7c-3656-477b-83f5-74f3dd6abf3d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 983 time: 0.1772916 Dec 08 21:57:29.669243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.674935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/networks/7d7ab876-6284-4928-8945-570a58780b13 HTTP/1.1" status: 204 len: 168 time: 1.9127963 Dec 08 21:57:29.677554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36238) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:29.683319 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'routes': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:29.702538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1d2d3-d2b2-4a9f-813a-f1a7ccc2300f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Pushing event deleted for resources: {'Network': ['ID=7d7ab876-6284-4928-8945-570a58780b13,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:29.723834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.730459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36240) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:29.780813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1b87d3d-f050-41dc-b2e2-562e2cd02076 req-2e603274-a028-47b0-a73c-2631b9d06f98 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0940366 Dec 08 21:57:29.785311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-6f156a58-30d3-4226-b5b3-db6a32c5a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:29.787886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-6f156a58-30d3-4226-b5b3-db6a32c5a5b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ea3e677-7b7b-419a-92d1-61d844b47873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179001 Dec 08 21:57:29.872063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-759553238', 'router:external': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:29.879040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.917363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.extraroute_db [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Added routes are [] {{(pid=102389) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 21:57:29.917677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.extraroute_db [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Removed routes are [] {{(pid=102389) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 21:57:29.918038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:29.947967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:29.964235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:29.965030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:29.974555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Made reservation on behalf of bf4ac3e120ae4325b3e610f2984d9aa7 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:29.977589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.004014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-26f92e12-72ee-454b-9457-b4b579f5eebb service neutron] 10.222.0.23 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022781 Dec 08 21:57:30.004626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=14dfec77-8c2e-4d6f-9f1e-130c6222e420,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:30.009676 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.108347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.112887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.199318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27b6893f-89a9-4078-a123-aacb92ba2226 req-3a22cca2-58ca-46ec-9c17-a8507f754d9a service neutron] 10.222.0.23 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835856 Dec 08 21:57:30.211313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 70172661-6432-4638-86df-680606996270 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:30.296902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:30.304623 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.306772 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] Sync routers for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:30.308956 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-713dec8c-cc62-40ed-a8b3-1bdc55ac8b4d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 200 len: 701 time: 0.6299388 Dec 08 21:57:30.309419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:30.317507 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:30.318400 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:30.351483 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89dd51d4-66b9-45da-a3a9-9e85429e7584 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 200 len: 205 time: 0.0407934 Dec 08 21:57:30.353391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36256) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:30.407267 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:30.438590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9aad4c1-fc38-445e-a7c0-0c0aa389bf0a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.467553 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:25Z', 'revision_number': 11, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:30.468508 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.476888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.521693 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] Checking router: 70172661-6432-4638-86df-680606996270 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:30.532276 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] Routers {'70172661-6432-4638-86df-680606996270'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:30.533509 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['70172661-6432-4638-86df-680606996270'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:30.547212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:57:30.549225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc26226-9b2b-4e32-90a8-9f07e589b62f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:30.583729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.584107 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Added segment f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e of type vlan for network e25048ac-165b-4a05-a3f5-5bd02b88a880 Dec 08 21:57:30.624013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.653346 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] Set router 70172661-6432-4638-86df-680606996270 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:30.673598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.747294 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:25Z', 'revision_number': 11, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:30.766520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.769081 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.770150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:30.771027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.772233 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9aad4c1-fc38-445e-a7c0-0c0aa389bf0a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.775339 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9aad4c1-fc38-445e-a7c0-0c0aa389bf0a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.782308 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6937c-6e34-471f-b735-d422a784bda1 None None] The sync data for ids ['70172661-6432-4638-86df-680606996270'] in n-d-821126-1 is: [{'id': '70172661-6432-4638-86df-680606996270', 'name': 'tempest-RoutersTest-router-1317258265', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:15Z', 'updated_at': '2021-12-08T21:57:25Z', 'revision_number': 11, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:30.849745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1141434 Dec 08 21:57:30.851240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36262) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:30.859852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'subnet': {'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:30.894555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d183-aea5-4303-ba8d-e99a6e0a8632 req-8ac700e2-17e4-4356-854e-3932951d55c6 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:30.896269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc27d183-aea5-4303-ba8d-e99a6e0a8632 req-8ac700e2-17e4-4356-854e-3932951d55c6 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 946 time: 0.1572254 Dec 08 21:57:30.897132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9aad4c1-fc38-445e-a7c0-0c0aa389bf0a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.897721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aad4c1-fc38-445e-a7c0-0c0aa389bf0a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Fanout notify agent at l3_agent the message router_deleted on router 70172661-6432-4638-86df-680606996270 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:57:30.906301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Made reservation on behalf of bf4ac3e120ae4325b3e610f2984d9aa7 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:30.906443 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9aad4c1-fc38-445e-a7c0-0c0aa389bf0a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.907446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d9aad4c1-fc38-445e-a7c0-0c0aa389bf0a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 204 len: 168 time: 0.5544012 Dec 08 21:57:30.908672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:30.916045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:30.916440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725617f-4b4c-49e7-a027-8e23a25b7275 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'Network': ['ID=e25048ac-165b-4a05-a3f5-5bd02b88a880,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:30.931036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e25048ac-165b-4a05-a3f5-5bd02b88a880 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:57:30.932249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6a277753-80ab-4930-8b66-c8e90321921f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1728306745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:31.014636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc27d183-aea5-4303-ba8d-e99a6e0a8632 req-0c646714-d793-4516-8614-5edfae8a319b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060190 Dec 08 21:57:31.020735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a277753-80ab-4930-8b66-c8e90321921f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.024994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a277753-80ab-4930-8b66-c8e90321921f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.106017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc48c36-ce39-4068-8072-a7c28a55542a req-ca947873-87b3-4948-a14f-3058d8347c3d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:31.107599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ccc48c36-ce39-4068-8072-a7c28a55542a req-ca947873-87b3-4948-a14f-3058d8347c3d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 983 time: 0.2213800 Dec 08 21:57:31.110545 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a277753-80ab-4930-8b66-c8e90321921f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.115789 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a277753-80ab-4930-8b66-c8e90321921f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.138010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a277753-80ab-4930-8b66-c8e90321921f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.141894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6a277753-80ab-4930-8b66-c8e90321921f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2223382 Dec 08 21:57:31.143171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36268) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:31.148811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e00a83c9-3c6c-4fbe-9e4b-128d402641a4 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:31.205709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ccc48c36-ce39-4068-8072-a7c28a55542a req-6ad10f5f-0418-437e-a3d4-1ef338adc8f1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0905724 Dec 08 21:57:31.283376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.291781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.373276 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e00a83c9-3c6c-4fbe-9e4b-128d402641a4 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.384454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e00a83c9-3c6c-4fbe-9e4b-128d402641a4 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.498126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00a83c9-3c6c-4fbe-9e4b-128d402641a4 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Router 4facae8e-524b-4e73-8344-1563256dfb7c is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:57:31.574359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a83c9-3c6c-4fbe-9e4b-128d402641a4 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:31.582272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e00a83c9-3c6c-4fbe-9e4b-128d402641a4 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.586641 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e00a83c9-3c6c-4fbe-9e4b-128d402641a4 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "PUT /v2.0/routers/4facae8e-524b-4e73-8344-1563256dfb7c HTTP/1.1" status: 200 len: 694 time: 0.4393325 Dec 08 21:57:31.589901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:57:31.594940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] Sync routers for ids ['4facae8e-524b-4e73-8344-1563256dfb7c'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:31.599285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36274) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:31.621578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] Routers {'4facae8e-524b-4e73-8344-1563256dfb7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:31.622473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['4facae8e-524b-4e73-8344-1563256dfb7c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:31.720626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36276) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:31.722211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d799c303-433b-496e-94a3-6b2f48bb6644 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/routers/4facae8e-524b-4e73-8344-1563256dfb7c HTTP/1.1" status: 200 len: 700 time: 0.1216671 Dec 08 21:57:31.732113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=14dfec77-8c2e-4d6f-9f1e-130c6222e420,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:31.751291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] Set router 4facae8e-524b-4e73-8344-1563256dfb7c gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:31.797190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d5130b4f-91df-43d5-97da-d320b8391809 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=4facae8e-524b-4e73-8344-1563256dfb7c HTTP/1.1" status: 200 len: 205 time: 0.0731323 Dec 08 21:57:31.797371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36278) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:31.803772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.810531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4facae8e-524b-4e73-8344-1563256dfb7c', 'name': 'tempest-RoutersTest-router-1728306745', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:31Z', 'updated_at': '2021-12-08T21:57:31Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:31.845158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] Checking router: 4facae8e-524b-4e73-8344-1563256dfb7c for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:31.867559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] Routers {'4facae8e-524b-4e73-8344-1563256dfb7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:31.868168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['4facae8e-524b-4e73-8344-1563256dfb7c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:31.946894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:31.949650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9631afd-fa3c-4b41-85ea-01ee62bc9c37 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:31.957012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] Set router 4facae8e-524b-4e73-8344-1563256dfb7c gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:32.009381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'port_id': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'mac_address': 'fa:16:3e:3f:46:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:57:32.011058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4facae8e-524b-4e73-8344-1563256dfb7c', 'name': 'tempest-RoutersTest-router-1728306745', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:31Z', 'updated_at': '2021-12-08T21:57:31Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:32.041178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e13e9-e9ca-4f4a-96c7-5d71e36f5906 None None] The sync data for ids ['4facae8e-524b-4e73-8344-1563256dfb7c'] in n-d-821126-1 is: [{'id': '4facae8e-524b-4e73-8344-1563256dfb7c', 'name': 'tempest-RoutersTest-router-1728306745', 'tenant_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:31Z', 'updated_at': '2021-12-08T21:57:31Z', 'revision_number': 2, 'project_id': '7977a0bad6b8443a848b5d3bdb5535b1', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:32.089437 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:32.103998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:57:32.144158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:32.160593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:32.166314 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 3faa39d9-744a-454e-afe7-00bd0f404ac9 associated. External IP: 172.25.1.20, port: 5b4737ca-15a7-4d70-85a5-6a39eae23ae6. Dec 08 21:57:32.203908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9631afd-fa3c-4b41-85ea-01ee62bc9c37 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:32.230477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bbf6f-7012-4b6e-8901-c7116778a5db req-694bd2a9-a9ca-4dbb-92ce-58ef27bf02cd tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:32.232037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-092bbf6f-7012-4b6e-8901-c7116778a5db req-694bd2a9-a9ca-4dbb-92ce-58ef27bf02cd tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 946 time: 0.0983655 Dec 08 21:57:32.262614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:32.293588 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9631afd-fa3c-4b41-85ea-01ee62bc9c37 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:32.309889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-092bbf6f-7012-4b6e-8901-c7116778a5db req-4518b24e-7ab6-42a0-9cb6-230781de779a tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675960 Dec 08 21:57:32.409458 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9631afd-fa3c-4b41-85ea-01ee62bc9c37 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:32.409458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9631afd-fa3c-4b41-85ea-01ee62bc9c37 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Fanout notify agent at l3_agent the message router_deleted on router 4facae8e-524b-4e73-8344-1563256dfb7c {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:57:32.419409 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9631afd-fa3c-4b41-85ea-01ee62bc9c37 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:32.420500 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b9631afd-fa3c-4b41-85ea-01ee62bc9c37 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/4facae8e-524b-4e73-8344-1563256dfb7c HTTP/1.1" status: 204 len: 168 time: 0.6222372 Dec 08 21:57:32.427349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36290) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:32.462197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:57:32.471898 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6588746d-c553-4d15-ae3d-19ee4271c912 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=4facae8e-524b-4e73-8344-1563256dfb7c HTTP/1.1" status: 200 len: 205 time: 0.0410931 Dec 08 21:57:32.472360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36292) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:32.554222 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-9fc8fd60-7047-49ed-b228-9b68ccbfd3e0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] delete failed (client error): The resource could not be found. Dec 08 21:57:32.558137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9fc8fd60-7047-49ed-b228-9b68ccbfd3e0 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/4facae8e-524b-4e73-8344-1563256dfb7c HTTP/1.1" status: 404 len: 336 time: 0.0798702 Dec 08 21:57:32.567091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36296) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:32.621403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dec3a-6b5a-4f65-b28c-8411326a4ba1 req-4af6d8ca-cdc6-49fd-81a4-f0c2e13a3d80 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:32.624747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473dec3a-6b5a-4f65-b28c-8411326a4ba1 req-4af6d8ca-cdc6-49fd-81a4-f0c2e13a3d80 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 984 time: 0.2344820 Dec 08 21:57:32.626668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 21:57:32.627389 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:32.628357 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-72131ff3-7afe-4f48-aa93-9739a4955f60 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:32.630971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72131ff3-7afe-4f48-aa93-9739a4955f60 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:32.636390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-72131ff3-7afe-4f48-aa93-9739a4955f60 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/e6ba5cf0-82b3-4028-aa6d-0777c33f69f6 HTTP/1.1" status: 404 len: 337 time: 0.0666482 Dec 08 21:57:32.644594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36298) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:32.760232 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4991dfb-183b-422b-a985-4a0913427692 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:32.760809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4991dfb-183b-422b-a985-4a0913427692 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:32.766305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d4991dfb-183b-422b-a985-4a0913427692 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/68ffee66-9eed-45db-a781-c9e545549e12 HTTP/1.1" status: 404 len: 337 time: 0.1181464 Dec 08 21:57:32.767195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36304) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:32.804971 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dc0cb2-d57e-435c-9f6b-8210681efedb tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:32.805351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dc0cb2-d57e-435c-9f6b-8210681efedb tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:32.809032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99dc0cb2-d57e-435c-9f6b-8210681efedb tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/6e97bb44-cb73-46b5-9883-5f23e7576d38 HTTP/1.1" status: 404 len: 337 time: 0.0406933 Dec 08 21:57:32.815018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36306) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:32.845285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7f25e4c0-2a90-4072-aea3-2109d64cb9bb,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:32.854942 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-215eb17a-cb2f-4a09-acce-a71381a38eff tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:32.855350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215eb17a-cb2f-4a09-acce-a71381a38eff tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:32.862677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-215eb17a-cb2f-4a09-acce-a71381a38eff tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/8610b719-ad00-44e2-8f63-329aa525c4a8 HTTP/1.1" status: 404 len: 337 time: 0.0465863 Dec 08 21:57:32.864023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36308) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:32.897976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473dec3a-6b5a-4f65-b28c-8411326a4ba1 req-b5747cc2-7115-4a33-9e6a-260a83d48b05 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2562020 Dec 08 21:57:32.902567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Checking segment: {'id': 'f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:32.903048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Network hostable DHCP agents. Network: e25048ac-165b-4a05-a3f5-5bd02b88a880, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:57:32.939353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bb4de906-77b3-41a4-9d68-6f9c0c28f7b9 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 200 len: 205 time: 0.0701849 Dec 08 21:57:32.942051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36310) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:32.944786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Network e25048ac-165b-4a05-a3f5-5bd02b88a880 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:57:32.991570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:32.992708 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-2525eaf4-f68e-4c2b-ae32-dda9208965e8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] delete failed (client error): The resource could not be found. Dec 08 21:57:32.993744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2525eaf4-f68e-4c2b-ae32-dda9208965e8 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/70172661-6432-4638-86df-680606996270 HTTP/1.1" status: 404 len: 336 time: 0.0504370 Dec 08 21:57:32.995179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, e25048ac-165b-4a05-a3f5-5bd02b88a880) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:32.997615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36314) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.001457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:33.004131 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:33.022974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebdae2-ecd2-4df7-b0e0-6a7e4f463900 None None] Network e25048ac-165b-4a05-a3f5-5bd02b88a880 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:33.082010 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fcbe1ffc-2e7b-419a-aca2-4960ba6067ee tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee0005c9-237f-4b71-8172-4eb616c82ea8 HTTP/1.1" status: 200 len: 205 time: 0.0812604 Dec 08 21:57:33.086256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36316) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.093299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7890d01d-fda6-4690-b0a0-beb34876cf8c tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2392042 Dec 08 21:57:33.096904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36318) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.110459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-179553775', 'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:33.134665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:33.146778 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f41e46-7ea8-41ed-b9aa-ed722e080ce9 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:33.167956 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f41e46-7ea8-41ed-b9aa-ed722e080ce9 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:33.168791 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:33.170099 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e7f41e46-7ea8-41ed-b9aa-ed722e080ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:33.235282 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e7f41e46-7ea8-41ed-b9aa-ed722e080ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:33.244348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0bf5798f-7b47-4672-830a-f08cdefe64f4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.5772324 Dec 08 21:57:33.245684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36322) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.260702 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f41e46-7ea8-41ed-b9aa-ed722e080ce9 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:33.261498 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e7f41e46-7ea8-41ed-b9aa-ed722e080ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:33.278706 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-a300fd7f-459f-4579-ac41-7fc0eb557433 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] delete failed (client error): The resource could not be found. Dec 08 21:57:33.280019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a300fd7f-459f-4579-ac41-7fc0eb557433 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/ee0005c9-237f-4b71-8172-4eb616c82ea8 HTTP/1.1" status: 404 len: 336 time: 0.1926517 Dec 08 21:57:33.287570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36324) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.334995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de5a8e0-60ac-4696-80c5-6ce9f9d80b1c None None] Network e25048ac-165b-4a05-a3f5-5bd02b88a880 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:57:33.344321 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e7f41e46-7ea8-41ed-b9aa-ed722e080ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:33.345106 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-af84f538-9446-407f-acf3-bc2fb7ced045 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:33.345569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af84f538-9446-407f-acf3-bc2fb7ced045 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:33.346534 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f41e46-7ea8-41ed-b9aa-ed722e080ce9 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:33.358784 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-af84f538-9446-407f-acf3-bc2fb7ced045 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/c0f3bfc8-4860-4a3f-91de-2edf5b14c24e HTTP/1.1" status: 404 len: 337 time: 0.0698156 Dec 08 21:57:33.363751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36326) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.376075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Made reservation on behalf of bf4ac3e120ae4325b3e610f2984d9aa7 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:33.378593 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:33.398005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1ac376c7-ea03-49ed-aad7-3a2074552935 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=21cff666-409e-4327-a8d6-35f2400939fe HTTP/1.1" status: 200 len: 205 time: 0.0329883 Dec 08 21:57:33.414123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36328) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.436769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d904d80f-b880-476a-810b-5211cb5910eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "GET /v2.0/floatingips/3faa39d9-744a-454e-afe7-00bd0f404ac9 HTTP/1.1" status: 200 len: 976 time: 0.1866028 Dec 08 21:57:33.437174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36332) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.483986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] device_id is not set on port 6c0edf9c-0e48-494b-90b7-9b6f6cb52983 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:33.672292 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-de4b71cc-3ef2-4002-b5b2-ceb34cd4931d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] delete failed (client error): The resource could not be found. Dec 08 21:57:33.676090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36336) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.676525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-de4b71cc-3ef2-4002-b5b2-ceb34cd4931d tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/21cff666-409e-4327-a8d6-35f2400939fe HTTP/1.1" status: 404 len: 336 time: 0.2613993 Dec 08 21:57:33.719286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Allocated IP 172.20.0.2 (e25048ac-165b-4a05-a3f5-5bd02b88a880/7f25e4c0-2a90-4072-aea3-2109d64cb9bb/6c0edf9c-0e48-494b-90b7-9b6f6cb52983) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:33.746932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bda135be-0792-48cf-ad9d-697e456d643a tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=749503e1-0834-469f-a046-ef4df1eb88da HTTP/1.1" status: 200 len: 205 time: 0.0693889 Dec 08 21:57:33.753914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-28462411-1896-4a5b-9e0d-a0483faf0fb7 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3148923 Dec 08 21:57:33.754176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36338) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.754486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36342) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.770854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'port_id': 'f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:33.902727 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-9c41648f-4206-46b9-8f07-e020425a1989 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] delete failed (client error): The resource could not be found. Dec 08 21:57:33.906362 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9c41648f-4206-46b9-8f07-e020425a1989 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/749503e1-0834-469f-a046-ef4df1eb88da HTTP/1.1" status: 404 len: 336 time: 0.1480951 Dec 08 21:57:33.906654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36344) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.928836 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:33.941685 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e10a792-bb48-4cee-989a-baee8d496d90 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:33.942365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e10a792-bb48-4cee-989a-baee8d496d90 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:33.946006 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4e10a792-bb48-4cee-989a-baee8d496d90 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/59fc4471-8ffc-4813-8e06-33e4b27cdd67 HTTP/1.1" status: 404 len: 337 time: 0.0379002 Dec 08 21:57:33.948198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36348) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:33.986034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-06e2656b-c1cb-4fed-8deb-b97877d46fff tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7181d94-79a2-4d70-a0c3-8b307ea15444 HTTP/1.1" status: 200 len: 205 time: 0.0367746 Dec 08 21:57:33.988810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36350) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:34.091904 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-8d45b4d1-6127-43e9-8a32-4f7e20c4eb4f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] delete failed (client error): The resource could not be found. Dec 08 21:57:34.092955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d45b4d1-6127-43e9-8a32-4f7e20c4eb4f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/d7181d94-79a2-4d70-a0c3-8b307ea15444 HTTP/1.1" status: 404 len: 336 time: 0.0857730 Dec 08 21:57:34.101438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36352) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:34.136113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:34.137622 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d58970-0542-41c0-97fb-7260a35e835f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:34.137819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d58970-0542-41c0-97fb-7260a35e835f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:34.143534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e1d58970-0542-41c0-97fb-7260a35e835f tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/f6ce2e39-bd9e-4f2d-9bae-52c4864fc463 HTTP/1.1" status: 404 len: 337 time: 0.0386770 Dec 08 21:57:34.149261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36354) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:34.186032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-064fa2e6-28ef-43f5-8498-842d497f3a19 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff01c0c-6122-4f78-bc2a-dfc6f712204c HTTP/1.1" status: 200 len: 205 time: 0.0357020 Dec 08 21:57:34.188854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36356) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:34.215850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098a3d5-8f93-4d8d-8e98-cf00b83d9316 req-4d7156f9-a426-45f7-8a3d-0ca89040f335 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:34.223806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6098a3d5-8f93-4d8d-8e98-cf00b83d9316 req-4d7156f9-a426-45f7-8a3d-0ca89040f335 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 984 time: 0.1993043 Dec 08 21:57:34.263665 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-95fe21d3-4f63-408f-ac43-8e751129aa83 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] delete failed (client error): The resource could not be found. Dec 08 21:57:34.271830 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-95fe21d3-4f63-408f-ac43-8e751129aa83 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/routers/7ff01c0c-6122-4f78-bc2a-dfc6f712204c HTTP/1.1" status: 404 len: 336 time: 0.0729654 Dec 08 21:57:34.275524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36360) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:34.289049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:34.334011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6098a3d5-8f93-4d8d-8e98-cf00b83d9316 req-05f46c92-da83-44b8-806f-60d2c32a10b1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1011961 Dec 08 21:57:34.356485 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-098595ca-a5f3-4a0d-8cbc-bfd176a7fea2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:34.356944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098595ca-a5f3-4a0d-8cbc-bfd176a7fea2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:34.360528 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-098595ca-a5f3-4a0d-8cbc-bfd176a7fea2 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/5909c7ae-9fee-40ca-b3e4-0c405200b328 HTTP/1.1" status: 404 len: 337 time: 0.0840473 Dec 08 21:57:34.363221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36362) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:34.364923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Network e25048ac-165b-4a05-a3f5-5bd02b88a880 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:34.376670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:34.396720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:34.421431 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-99995425-a777-47a5-b46f-953cbb90f078 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] DELETE failed (client error): The resource could not be found. Dec 08 21:57:34.423388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99995425-a777-47a5-b46f-953cbb90f078 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:57:34.430346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99995425-a777-47a5-b46f-953cbb90f078 tempest-RoutersTest-1425182675 tempest-RoutersTest-1425182675-project] 10.222.0.21 "DELETE /v2.0/subnets/e0977615-337d-4fbc-8e78-69690a9da977 HTTP/1.1" status: 404 len: 337 time: 0.0595131 Dec 08 21:57:34.430346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'Port': ['ID=6c0edf9c-0e48-494b-90b7-9b6f6cb52983,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:34.467063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:34.467557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:34.501054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6aadab87-b228-4407-a035-78f68a1cf7bd tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.3943706 Dec 08 21:57:34.504196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36366) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:34.514249 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:34.519516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:34.632052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-45ea25e1-93f1-4240-a8b3-4f56de2667c3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Deleting port 6c0edf9c-0e48-494b-90b7-9b6f6cb52983 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:34.632561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ea25e1-93f1-4240-a8b3-4f56de2667c3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:34.670605 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 3faa39d9-744a-454e-afe7-00bd0f404ac9 associated. External IP: 172.25.1.20, port: 5b4737ca-15a7-4d70-85a5-6a39eae23ae6. Dec 08 21:57:34.738665 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ea25e1-93f1-4240-a8b3-4f56de2667c3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:34.754259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-45ea25e1-93f1-4240-a8b3-4f56de2667c3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Calling delete_port for 6c0edf9c-0e48-494b-90b7-9b6f6cb52983 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:34.895470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36378) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:35.044613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ea25e1-93f1-4240-a8b3-4f56de2667c3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:35.093459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea25e1-93f1-4240-a8b3-4f56de2667c3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c0edf9c-0e48-494b-90b7-9b6f6cb52983,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:35.197484 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-250c20c2-f54a-4be9-87ea-99f266c9d444 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7977a0bad6b8443a848b5d3bdb5535b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008580 Dec 08 21:57:35.199883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36390) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:35.219925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45ea25e1-93f1-4240-a8b3-4f56de2667c3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:35.223126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-45ea25e1-93f1-4240-a8b3-4f56de2667c3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6c0edf9c-0e48-494b-90b7-9b6f6cb52983 HTTP/1.1" status: 204 len: 168 time: 0.7179823 Dec 08 21:57:35.227660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36392) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:35.231844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880', 'external_fixed_ips': [{'subnet_id': '7f25e4c0-2a90-4072-aea3-2109d64cb9bb', 'ip_address': '172.20.0.2'}]}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:35.276854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6086fbd6-d512-478f-88f6-01cbaffd403b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:35.282881 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:35.283903 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:35.306874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:35.325616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6086fbd6-d512-478f-88f6-01cbaffd403b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:35.383020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:35.514472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:35.535042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ccf9f-9976-44f7-9b17-920c549c0f67 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:35.545262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ccf9f-9976-44f7-9b17-920c549c0f67 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:35.549936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d51ccf9f-9976-44f7-9b17-920c549c0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:35.638804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:35.640693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d51ccf9f-9976-44f7-9b17-920c549c0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:35.697109 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-755fa586-24a5-4603-8feb-d2ae5e747972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:35.747213 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ccf9f-9976-44f7-9b17-920c549c0f67 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:35.748102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d51ccf9f-9976-44f7-9b17-920c549c0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:35.920675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:36.057144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.060928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6086fbd6-d512-478f-88f6-01cbaffd403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.063538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6086fbd6-d512-478f-88f6-01cbaffd403b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.064722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6086fbd6-d512-478f-88f6-01cbaffd403b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20e583d2-636e-4d79-882f-7c56b705149e HTTP/1.1" status: 204 len: 168 time: 0.8639255 Dec 08 21:57:36.075508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271f93-e833-4c4d-92bf-68c335652674 req-a70d84da-e2f0-4e41-8760-65d600e6d867 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:36.077434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:36.083274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.083748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10271f93-e833-4c4d-92bf-68c335652674 req-a70d84da-e2f0-4e41-8760-65d600e6d867 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 984 time: 0.6201093 Dec 08 21:57:36.107618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086fbd6-d512-478f-88f6-01cbaffd403b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e583d2-636e-4d79-882f-7c56b705149e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:36.158762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:57:36.161244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d51ccf9f-9976-44f7-9b17-920c549c0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:36.164124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ccf9f-9976-44f7-9b17-920c549c0f67 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:36.170528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:36.171810 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.178915 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13403450-9d3d-439d-b243-47437bcf16b1 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:36.186049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10271f93-e833-4c4d-92bf-68c335652674 req-6c530428-b477-4df8-95ac-cb7c54a9ce9c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1014872 Dec 08 21:57:36.193331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d69ff012-3623-4b52-b435-ea86e6170f5c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/floatingips/3faa39d9-744a-454e-afe7-00bd0f404ac9 HTTP/1.1" status: 200 len: 976 time: 2.4320838 Dec 08 21:57:36.194108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36406) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:36.206816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:36.207359 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13403450-9d3d-439d-b243-47437bcf16b1 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:36.208015 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-13403450-9d3d-439d-b243-47437bcf16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:36.273753 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.297028 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-13403450-9d3d-439d-b243-47437bcf16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:36.318472 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13403450-9d3d-439d-b243-47437bcf16b1 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:36.319114 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-13403450-9d3d-439d-b243-47437bcf16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:36.367857 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-13403450-9d3d-439d-b243-47437bcf16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:36.368773 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13403450-9d3d-439d-b243-47437bcf16b1 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:36.382116 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.417298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:57:36.419899 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d9112-5eb2-49dc-a2a4-f0b8660d4a78" -d '{"events": [{"server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "name": "network-vif-plugged", "status": "completed", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:57:36.431531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:36.438268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.520632 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece2cce5-a874-4e5d-9070-6886c74c6760 x-openstack-request-id: req-ece2cce5-a874-4e5d-9070-6886c74c6760 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:57:36.520779 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "name": "network-vif-plugged", "status": "completed", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:57:36.521039 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ece2cce5-a874-4e5d-9070-6886c74c6760 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:57:36.521454 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'code': 200} Dec 08 21:57:36.522998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:36.653963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.663929 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.664557 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 3faa39d9-744a-454e-afe7-00bd0f404ac9 disassociated. External IP: 172.25.1.20, port: f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349. Dec 08 21:57:36.668801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.758317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:36.787993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500fc1d-c2fb-4675-bd05-a72beca6d40a req-c82ff672-b173-4aa0-9e55-66e064136048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:36.790052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c500fc1d-c2fb-4675-bd05-a72beca6d40a req-c82ff672-b173-4aa0-9e55-66e064136048 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 1136 time: 0.1287534 Dec 08 21:57:36.918644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c500fc1d-c2fb-4675-bd05-a72beca6d40a req-329a2fce-9533-4bb8-bf89-c4910814f0d3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=344fc84f-11f5-4aaa-9b91-f6621a495db1&id=87d69eee-58de-494c-b621-cc6a19e4dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1136539 Dec 08 21:57:37.122046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:37.132637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Allocated IP 172.20.0.2 (e25048ac-165b-4a05-a3f5-5bd02b88a880/7f25e4c0-2a90-4072-aea3-2109d64cb9bb/350aed71-85a9-4ea0-9199-7be3053fb528) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:37.285229 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:37.415469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:37.479536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'Port': ['ID=350aed71-85a9-4ea0-9199-7be3053fb528,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:37.505192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2954122-473e-4a09-9ed6-9562185150c0 req-6349580b-529f-49d3-a071-bd67a7cfbf77 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:37.506986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2954122-473e-4a09-9ed6-9562185150c0 req-6349580b-529f-49d3-a071-bd67a7cfbf77 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 985 time: 0.1654673 Dec 08 21:57:37.508852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Network e25048ac-165b-4a05-a3f5-5bd02b88a880 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:37.510674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:37.521214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984bda1-5433-4ea5-a7e5-a26aba6f4ff8 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:37.522630 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:37.533527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984bda1-5433-4ea5-a7e5-a26aba6f4ff8 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:37.534458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0984bda1-5433-4ea5-a7e5-a26aba6f4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:37.573962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0984bda1-5433-4ea5-a7e5-a26aba6f4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:37.586360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984bda1-5433-4ea5-a7e5-a26aba6f4ff8 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:37.587509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0984bda1-5433-4ea5-a7e5-a26aba6f4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:37.605090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b067c499-9aba-4c53-91c6-e753a480eddd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/floatingips/3faa39d9-744a-454e-afe7-00bd0f404ac9 HTTP/1.1" status: 200 len: 687 time: 1.4035747 Dec 08 21:57:37.605090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:37.605422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36444) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:37.626906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:37.638387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0984bda1-5433-4ea5-a7e5-a26aba6f4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:37.639561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984bda1-5433-4ea5-a7e5-a26aba6f4ff8 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:37.724546 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2954122-473e-4a09-9ed6-9562185150c0 req-16406f6e-5588-473a-bb60-f88ce0f3d857 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1283486 Dec 08 21:57:37.969657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 14dfec77-8c2e-4d6f-9f1e-130c6222e420 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:37.970760 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:38.163023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:38.163704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:38.179823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 14dfec77-8c2e-4d6f-9f1e-130c6222e420 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:38.242672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:38.244035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-56b88320-510c-4fcb-aeaf-a5c4ebb024bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:38.638846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:38.667417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:38.762886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=14dfec77-8c2e-4d6f-9f1e-130c6222e420,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:38.772348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:38.955511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.955868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.956222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.960404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.960760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.961106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.966051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.966465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.966851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.971554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.975502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.975850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:38.989562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Router 065354b5-3d52-403a-bf0d-451d66b54c49 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:57:39.087508 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:39.090169 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:39.094256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-31da0d00-8dad-441c-864d-1768b689a836 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/floatingips/3faa39d9-744a-454e-afe7-00bd0f404ac9 HTTP/1.1" status: 204 len: 168 time: 1.4877999 Dec 08 21:57:39.094909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36474) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:39.151142 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-171b3864-219a-443a-93b1-aeaf0b94b7b5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] delete failed (client error): The resource could not be found. Dec 08 21:57:39.158538 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-171b3864-219a-443a-93b1-aeaf0b94b7b5 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/floatingips/3faa39d9-744a-454e-afe7-00bd0f404ac9 HTTP/1.1" status: 404 len: 345 time: 0.0624146 Dec 08 21:57:39.160397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36476) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:39.167634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508895b-19d6-4db7-afc2-779997a4be5a req-447b4a73-ebf5-4aea-bd1f-073404630111 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:39.173475 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c508895b-19d6-4db7-afc2-779997a4be5a req-447b4a73-ebf5-4aea-bd1f-073404630111 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 985 time: 0.2447581 Dec 08 21:57:39.255540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:39.267491 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Sync routers for ids ['065354b5-3d52-403a-bf0d-451d66b54c49'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:39.290783 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Routers {'065354b5-3d52-403a-bf0d-451d66b54c49'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:39.291572 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['065354b5-3d52-403a-bf0d-451d66b54c49'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:39.316177 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:39.327287 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e723849c-3e89-4b78-8291-9cc00c2b22b7 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.0986297 Dec 08 21:57:39.331534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36484) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:39.389849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550405b5-f63e-417b-9f4c-d3a0050dd39d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:39.397665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550405b5-f63e-417b-9f4c-d3a0050dd39d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:39.409972 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:39.410431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550405b5-f63e-417b-9f4c-d3a0050dd39d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:39.415437 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:39.415691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-550405b5-f63e-417b-9f4c-d3a0050dd39d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "GET /v2.0/ports?network_id=fc0cef81-1dba-4416-ba21-0e9e6939f225 HTTP/1.1" status: 200 len: 2356 time: 0.2420514 Dec 08 21:57:39.424058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c508895b-19d6-4db7-afc2-779997a4be5a req-0798b413-9ae3-4e0d-b0cb-db4b200ab3d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2355676 Dec 08 21:57:39.424685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36490) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:39.547695 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Set router 065354b5-3d52-403a-bf0d-451d66b54c49 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:39.633528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614be499-08f2-45ba-8069-b12caf348910 req-88a8c024-76cf-4de1-b8f6-b17d999965dd tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:39.635539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8dd325-e6d3-4ffe-a343-76062b4c4b90 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:39.641703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7f8dd325-e6d3-4ffe-a343-76062b4c4b90 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "GET /v2.0/subnets/24f6e07e-7732-4284-9689-513229549f73 HTTP/1.1" status: 200 len: 797 time: 0.2114077 Dec 08 21:57:39.642095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-614be499-08f2-45ba-8069-b12caf348910 req-88a8c024-76cf-4de1-b8f6-b17d999965dd tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 985 time: 0.1044865 Dec 08 21:57:39.642180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36496) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:39.647422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'port': {'network_id': 'fc0cef81-1dba-4416-ba21-0e9e6939f225', 'name': 'tempest-FloatingIPTestJSON-1980184790', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:39.672652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:39.808640 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065354b5-3d52-403a-bf0d-451d66b54c49', 'name': '', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880', 'external_fixed_ips': [{'subnet_id': '7f25e4c0-2a90-4072-aea3-2109d64cb9bb', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '350aed71-85a9-4ea0-9199-7be3053fb528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:35Z', 'updated_at': '2021-12-08T21:57:37Z', 'revision_number': 3, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port': {'id': '350aed71-85a9-4ea0-9199-7be3053fb528', 'name': '', 'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065354b5-3d52-403a-bf0d-451d66b54c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '7f25e4c0-2a90-4072-aea3-2109d64cb9bb', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:36Z', 'updated_at': '2021-12-08T21:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f25e4c0-2a90-4072-aea3-2109d64cb9bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:39.864362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:39.893513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-614be499-08f2-45ba-8069-b12caf348910 req-d75d84b3-2c41-4bab-9f0a-cd7750b5fbe6 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2294385 Dec 08 21:57:39.952762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36504) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:39.972568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:39.991328 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Checking router: 065354b5-3d52-403a-bf0d-451d66b54c49 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:39.991752 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Updating router 065354b5-3d52-403a-bf0d-451d66b54c49 port 350aed71-85a9-4ea0-9199-7be3053fb528 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:57:40.031989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.045358 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.051886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76110a-8df3-465a-a4e8-a3fcaeacdd0b req-ef58d8ac-94aa-44a9-8f8d-aaec4a6e9e18 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:40.053461 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1b76110a-8df3-465a-a4e8-a3fcaeacdd0b req-ef58d8ac-94aa-44a9-8f8d-aaec4a6e9e18 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 1136 time: 0.0648079 Dec 08 21:57:40.059448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.094206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] device_id is not set on port 3f44558e-240d-4696-b073-0c8888122d93 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:40.103762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1b76110a-8df3-465a-a4e8-a3fcaeacdd0b req-a9c7a176-c8e5-4e33-ac3c-f5aa79c4f8b0 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.135615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f57b-86e0-474e-9b08-be95ccc6c75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.238132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Deleting port 350aed71-85a9-4ea0-9199-7be3053fb528 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:40.238505 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.335377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1b76110a-8df3-465a-a4e8-a3fcaeacdd0b req-a9c7a176-c8e5-4e33-ac3c-f5aa79c4f8b0 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.353081 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1b76110a-8df3-465a-a4e8-a3fcaeacdd0b req-a9c7a176-c8e5-4e33-ac3c-f5aa79c4f8b0 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.393182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f57b-86e0-474e-9b08-be95ccc6c75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.401369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1b76110a-8df3-465a-a4e8-a3fcaeacdd0b req-a9c7a176-c8e5-4e33-ac3c-f5aa79c4f8b0 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3381696 Dec 08 21:57:40.413867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f57b-86e0-474e-9b08-be95ccc6c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.427967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.432947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:40.442226 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.450650 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.483983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7a176-c8e5-4e33-ac3c-f5aa79c4f8b0 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f92285-0ca2-4377-85f0-3f79608b260b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:40.491600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Calling delete_port for 350aed71-85a9-4ea0-9199-7be3053fb528 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:40.504849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.20.0.14 (fc0cef81-1dba-4416-ba21-0e9e6939f225/24f6e07e-7732-4284-9689-513229549f73/3f44558e-240d-4696-b073-0c8888122d93) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:40.519125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.20.0.13 (fc0cef81-1dba-4416-ba21-0e9e6939f225/24f6e07e-7732-4284-9689-513229549f73/3f44558e-240d-4696-b073-0c8888122d93) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:40.520981 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Pushing event updated for resources: {'Port': ['ID=350aed71-85a9-4ea0-9199-7be3053fb528,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:40.535291 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.535642 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.535986 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.536322 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.536867 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.537778 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.538288 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.538942 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.539042 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.539541 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.540425 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.540647 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:57:40.555774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3ce5f57b-86e0-474e-9b08-be95ccc6c75d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49c4de8300d14349bac5540521b3f1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031501 Dec 08 21:57:40.560007 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Attempting to bind port 350aed71-85a9-4ea0-9199-7be3053fb528 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:40.560446 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Attempting to bind port 350aed71-85a9-4ea0-9199-7be3053fb528 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:40.560814 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Attempting to bind port 350aed71-85a9-4ea0-9199-7be3053fb528 on network e25048ac-165b-4a05-a3f5-5bd02b88a880 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:40.565796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36514) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:40.567018 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:57:40.567395 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Checking segment: {'id': 'f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:40.567924 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.568477 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Bound using segment: {'id': 'f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:57:40.569034 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Bound port: 350aed71-85a9-4ea0-9199-7be3053fb528, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e25048ac-165b-4a05-a3f5-5bd02b88a880'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:57:40.569403 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.632224 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] For port 350aed71-85a9-4ea0-9199-7be3053fb528, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:40.635748 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] For port 350aed71-85a9-4ea0-9199-7be3053fb528, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=350aed71-85a9-4ea0-9199-7be3053fb528,segment=NetworkSegment(f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e),segment_id=f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:57:40.646916 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.720429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.723422 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540811c-0bea-4f3d-a5e4-f56721828451 None None] Pushing event updated for resources: {'Port': ['ID=350aed71-85a9-4ea0-9199-7be3053fb528,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:40.746170 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Routers {'065354b5-3d52-403a-bf0d-451d66b54c49'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:40.747141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['065354b5-3d52-403a-bf0d-451d66b54c49'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:40.758209 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.803311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:40.806642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:40.815903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:40.826939 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.829073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5f57b-86e0-474e-9b08-be95ccc6c75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b18cd48-f040-4a89-9848-4b9c5e7667d9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:40.858881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d1d30-b8b9-4517-8888-d1a8096df890 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:40.865079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36522) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:40.865532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fc1d1d30-b8b9-4517-8888-d1a8096df890 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 1131 time: 0.4305344 Dec 08 21:57:40.900939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event deleted for resources: {'Port': ['ID=350aed71-85a9-4ea0-9199-7be3053fb528,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:40.912407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:40.949411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11a334ed-66f6-43d2-8673-0987bf0d7d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.956654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=3f44558e-240d-4696-b073-0c8888122d93,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:40.966801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:40.979261 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] Set router 065354b5-3d52-403a-bf0d-451d66b54c49 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:41.018906 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11a334ed-66f6-43d2-8673-0987bf0d7d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.021860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:41.022530 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.050762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.051745 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065354b5-3d52-403a-bf0d-451d66b54c49', 'name': '', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:35Z', 'updated_at': '2021-12-08T21:57:40Z', 'revision_number': 4, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:41.061280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.087204 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a334fd-8fc7-41b0-8a8d-96a96b2d1cd8 None None] The sync data for ids ['065354b5-3d52-403a-bf0d-451d66b54c49'] in n-d-821126-1 is: [{'id': '065354b5-3d52-403a-bf0d-451d66b54c49', 'name': '', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:35Z', 'updated_at': '2021-12-08T21:57:40Z', 'revision_number': 4, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:41.143914 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-57108741-5d1d-4987-8e85-e6b2f0cfb79c tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5007124 Dec 08 21:57:41.147105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36528) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:41.154470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '3f44558e-240d-4696-b073-0c8888122d93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:41.219633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.394010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.480504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.589678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Allocated IP 172.25.1.208 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/d591ef1c-9813-4f3e-a0e6-f81699693229) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:41.590401 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.594137 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.649747 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.650499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 065354b5-3d52-403a-bf0d-451d66b54c49 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:57:41.656744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.657949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ca3995c7-555b-4328-ae05-708c9b2de03e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "DELETE /v2.0/routers/065354b5-3d52-403a-bf0d-451d66b54c49 HTTP/1.1" status: 204 len: 168 time: 2.3251514 Dec 08 21:57:41.660227 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11a334ed-66f6-43d2-8673-0987bf0d7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.660617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36532) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:41.664229 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11a334ed-66f6-43d2-8673-0987bf0d7d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.665440 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-11a334ed-66f6-43d2-8673-0987bf0d7d12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b18cd48-f040-4a89-9848-4b9c5e7667d9 HTTP/1.1" status: 204 len: 168 time: 1.0963793 Dec 08 21:57:41.675138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a334ed-66f6-43d2-8673-0987bf0d7d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b18cd48-f040-4a89-9848-4b9c5e7667d9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:41.763965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-44808231-13c5-44b4-bc56-7aa5ef879255 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Deleting subnet 7f25e4c0-2a90-4072-aea3-2109d64cb9bb {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:57:41.771071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44808231-13c5-44b4-bc56-7aa5ef879255 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.822840 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.828812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44808231-13c5-44b4-bc56-7aa5ef879255 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.885135 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44808231-13c5-44b4-bc56-7aa5ef879255 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.925318 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:41.995639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:42.007582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:42.014556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:42.044510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36542) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:42.059590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ac711ad-8a3b-46be-a41a-92420abd0c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.070475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44808231-13c5-44b4-bc56-7aa5ef879255 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.074929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.25.1.191 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/1e4ce7d7-5eb7-4531-9ff1-b83bf1385f48) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:42.078552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=d591ef1c-9813-4f3e-a0e6-f81699693229,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:42.116776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44808231-13c5-44b4-bc56-7aa5ef879255 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7f25e4c0-2a90-4072-aea3-2109d64cb9bb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:42.126800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44808231-13c5-44b4-bc56-7aa5ef879255 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.132628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44808231-13c5-44b4-bc56-7aa5ef879255 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/7f25e4c0-2a90-4072-aea3-2109d64cb9bb HTTP/1.1" status: 204 len: 168 time: 0.4684691 Dec 08 21:57:42.134895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36546) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:42.178054 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ac711ad-8a3b-46be-a41a-92420abd0c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.183423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ac711ad-8a3b-46be-a41a-92420abd0c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.231649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3ac711ad-8a3b-46be-a41a-92420abd0c7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd9d917f1a8f4a9ba3c9f9ee028a2206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855769 Dec 08 21:57:42.232754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac711ad-8a3b-46be-a41a-92420abd0c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de5b06e-a6f4-4811-8549-1d9cc63a90ae,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:42.237247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36548) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:42.294736 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a47d-04e7-4638-80a0-bcd8bab13c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.326637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a47d-04e7-4638-80a0-bcd8bab13c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.385823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a47d-04e7-4638-80a0-bcd8bab13c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.390824 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a47d-04e7-4638-80a0-bcd8bab13c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.395932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d8d0a47d-04e7-4638-80a0-bcd8bab13c38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3de5b06e-a6f4-4811-8549-1d9cc63a90ae HTTP/1.1" status: 204 len: 168 time: 0.1575053 Dec 08 21:57:42.405447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0a47d-04e7-4638-80a0-bcd8bab13c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de5b06e-a6f4-4811-8549-1d9cc63a90ae,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:42.422243 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.543474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:42.976864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.013453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25048ac-165b-4a05-a3f5-5bd02b88a880']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:43.055834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:43.056131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76c6bac-b3b5-4a4d-84d1-262fc60a8c0e') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:43.088415 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.120827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:43.123471 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.144616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:43.156396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:43.243738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.302208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:57:43.302923 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:57:43.304874 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:57:43.321261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=1e4ce7d7-5eb7-4531-9ff1-b83bf1385f48,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:43.406156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.553205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.565998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e25048ac-165b-4a05-a3f5-5bd02b88a880 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 21:57:43.571055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.574216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e25048ac-165b-4a05-a3f5-5bd02b88a880 HTTP/1.1" status: 204 len: 168 time: 1.4383624 Dec 08 21:57:43.588244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ca045-9eea-4110-898a-60a8c3beb79b tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event deleted for resources: {'Network': ['ID=e25048ac-165b-4a05-a3f5-5bd02b88a880,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:43.592368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.820437 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.830739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.920710 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36602) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:43.922873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=d591ef1c-9813-4f3e-a0e6-f81699693229,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:43.928069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-209be49f-df0d-4aa7-bd8c-8788982902a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'router': {'name': 'tempest-router--626331836', 'project_id': '53ca630a970c44ed963aa418cbdb9ff1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:43.959247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-209be49f-df0d-4aa7-bd8c-8788982902a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:43.962191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-209be49f-df0d-4aa7-bd8c-8788982902a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.008001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.070727 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-209be49f-df0d-4aa7-bd8c-8788982902a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.080267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-209be49f-df0d-4aa7-bd8c-8788982902a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.102997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-209be49f-df0d-4aa7-bd8c-8788982902a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.104906 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-209be49f-df0d-4aa7-bd8c-8788982902a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1813114 Dec 08 21:57:44.109856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36608) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:44.204204 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.220820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0abdba9-c844-4b1b-a2ea-184fb382a908 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.274065 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Floating IP e631ae30-9231-4af0-87a9-38770623e49c associated. External IP: 172.25.1.208, port: b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df. Dec 08 21:57:44.402469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.508658 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0abdba9-c844-4b1b-a2ea-184fb382a908 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.513359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0abdba9-c844-4b1b-a2ea-184fb382a908 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.578909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0abdba9-c844-4b1b-a2ea-184fb382a908 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.579821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0abdba9-c844-4b1b-a2ea-184fb382a908 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebcb2e78-bed2-4eae-bbdb-e21275fd4919 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:57:44.591306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0abdba9-c844-4b1b-a2ea-184fb382a908 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.591306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e0abdba9-c844-4b1b-a2ea-184fb382a908 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ebcb2e78-bed2-4eae-bbdb-e21275fd4919 HTTP/1.1" status: 204 len: 168 time: 0.4751940 Dec 08 21:57:44.788706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36632) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:44.803764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.812449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Router 913d8f18-491a-4a02-95c9-1a0a7f3b781b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:44.813215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:44.957529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=1e4ce7d7-5eb7-4531-9ff1-b83bf1385f48,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:44.972702 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:45.025885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1377531212', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:45.051620 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:45.052630 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:45.082222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:45.094766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] Sync routers for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:45.105858 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 540f6ffc-0977-4f43-9868-9850922391bb associated. External IP: 172.25.1.191, port: 3f44558e-240d-4696-b073-0c8888122d93. Dec 08 21:57:45.110465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:45.111244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:45.112507 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:45.142328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:45.208607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-722d4516-7a5b-4f6a-a037-127367171e5f tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3422446 Dec 08 21:57:45.210669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:57:45.213149 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110" -d '{"events": [{"name": "network-changed", "server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:57:45.217708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36656) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:45.295299 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72814f79-9e26-4905-9596-fd369e8d5235 x-openstack-request-id: req-72814f79-9e26-4905-9596-fd369e8d5235 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:57:45.295580 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:57:45.295835 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72814f79-9e26-4905-9596-fd369e8d5235 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:57:45.296232 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'status': 'completed', 'code': 200} Dec 08 21:57:45.296419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:45.349904 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:45.662312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'e631ae30-9231-4af0-87a9-38770623e49c', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'port_id': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'mac_address': 'fa:16:3e:3f:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d1149-7523-426f-b78b-7eabfb573860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:57:43Z', 'updated_at': '2021-12-08T21:57:43Z', 'revision_number': 0, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:18Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:45.678541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:45.727028 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:45.761001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] Checking router: 913d8f18-491a-4a02-95c9-1a0a7f3b781b for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:45.778860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:45.779597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:45.810455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-11ae46b7-b46d-4ab4-98bc-48086ddad576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:45.812798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-11ae46b7-b46d-4ab4-98bc-48086ddad576 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e213ecbd042420eb9d356c97266b552&device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 1136 time: 0.5151689 Dec 08 21:57:45.901662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Allocated IP 172.25.1.153 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/4cd99544-f2b7-4f9f-a7da-b1c8dfa50974) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:45.924648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:46.001120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.001444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.002141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.002603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.003371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.004253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.005288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.006044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.006681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.007585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.008183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.008776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.011346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-54e16691-786f-445d-8b9e-94ab0008d5ca tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8480 time: 0.7919254 Dec 08 21:57:46.017544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36706) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:46.096970 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:46.168586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:46.202370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.203098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.203694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.204283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.204867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.205491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.206076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.206648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.207249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.207834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.208417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.209114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.211424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fd7a7454-5bad-4dec-9cdf-773833a24bee tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7701 time: 0.1910388 Dec 08 21:57:46.215218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36722) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:46.278099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:46.279722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-96cced60-cbff-4dff-9bc2-f21a888b3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.281438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:46.281718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-96cced60-cbff-4dff-9bc2-f21a888b3a0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ea3e677-7b7b-419a-92d1-61d844b47873 HTTP/1.1" status: 200 len: 898 time: 0.3884442 Dec 08 21:57:46.284558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:46.288215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:46.323526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event updated for resources: {'Port': ['ID=4cd99544-f2b7-4f9f-a7da-b1c8dfa50974,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:46.390083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'e631ae30-9231-4af0-87a9-38770623e49c', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'port_id': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'mac_address': 'fa:16:3e:3f:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d1149-7523-426f-b78b-7eabfb573860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:57:43Z', 'updated_at': '2021-12-08T21:57:43Z', 'revision_number': 0, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:18Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:46.467913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8754039-d057-493e-902a-c3e51bef0e30 None None] The sync data for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 is: [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'e631ae30-9231-4af0-87a9-38770623e49c', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'port_id': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'mac_address': 'fa:16:3e:3f:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57d1149-7523-426f-b78b-7eabfb573860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T21:57:43Z', 'updated_at': '2021-12-08T21:57:43Z', 'revision_number': 0, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:18Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:46.578759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-9a2c6c49-6635-4231-8e45-782003fd384a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df HTTP/1.1" status: 200 len: 1000 time: 0.2334616 Dec 08 21:57:46.684109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:46.688926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-f1113ad7-1338-468b-8880-9f8163dabf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.690546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-f1113ad7-1338-468b-8880-9f8163dabf31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0102ced-bf34-424d-918f-8e6e8e66c767 HTTP/1.1" status: 200 len: 835 time: 0.1008039 Dec 08 21:57:46.801759 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cffebf-03cc-4da7-880e-1b2f82e2f564 None None] New status for floating IP e631ae30-9231-4af0-87a9-38770623e49c: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:57:46.856593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-aa470604-43bd-4950-9abb-f4753269a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:46.859077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-aa470604-43bd-4950-9abb-f4753269a2ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ea3e677-7b7b-419a-92d1-61d844b47873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591825 Dec 08 21:57:46.888749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:46.899820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cea171-b9cd-4092-9cb3-fe0a8d22741f None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:46.914595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cea171-b9cd-4092-9cb3-fe0a8d22741f None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:46.915367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-21cea171-b9cd-4092-9cb3-fe0a8d22741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:46.976698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:46.999453 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:47.010990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d3c472b0-2a93-4a39-ab30-bade1a325aef tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5034 time: 0.7931583 Dec 08 21:57:47.018693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-21cea171-b9cd-4092-9cb3-fe0a8d22741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:47.029413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36754) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:47.042120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cea171-b9cd-4092-9cb3-fe0a8d22741f None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:47.051142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-21cea171-b9cd-4092-9cb3-fe0a8d22741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:47.103576 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5662648f-4e2a-4c2f-87d4-05544554518b tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9529517 Dec 08 21:57:47.108932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36758) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:47.113428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7ee41182-ff3a-46bc-a078-2e4aedbbbdc4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'port_id': '3f44558e-240d-4696-b073-0c8888122d93', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:47.131376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-21cea171-b9cd-4092-9cb3-fe0a8d22741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:47.132716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cea171-b9cd-4092-9cb3-fe0a8d22741f None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:47.143548 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:47.166941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7542e0-b197-48ec-ae57-2f1427705a66 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:47.167432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7542e0-b197-48ec-ae57-2f1427705a66 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:47.183466 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4a7542e0-b197-48ec-ae57-2f1427705a66 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=913d8f18-491a-4a02-95c9-1a0a7f3b781b HTTP/1.1" status: 200 len: 1990 time: 0.1368411 Dec 08 21:57:47.183466 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-9f0ac155-5fb0-4104-9f9a-b4889ab603f8 service neutron] 10.222.0.23 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120184 Dec 08 21:57:47.191491 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0b55614-9f8a-4a2a-a003-f0418c5434dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:47.337806 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7ee41182-ff3a-46bc-a078-2e4aedbbbdc4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:47.370301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Router 9bae1c77-4ec3-44b4-8a18-135cb65eb837 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:57:47.555563 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b7f2df6-d5c4-465b-8a0e-2c647a19e110 req-1c8f7d8a-e75c-4402-b6ad-b27afe538814 service neutron] 10.222.0.23 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241780 Dec 08 21:57:47.611180 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0b55614-9f8a-4a2a-a003-f0418c5434dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:47.615252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:47.627319 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538da76b-1534-4fbd-bf56-b26af644b3ce None None] Sync routers for ids ['9bae1c77-4ec3-44b4-8a18-135cb65eb837'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:47.646932 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538da76b-1534-4fbd-bf56-b26af644b3ce None None] Routers {'9bae1c77-4ec3-44b4-8a18-135cb65eb837'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:47.647572 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-538da76b-1534-4fbd-bf56-b26af644b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9bae1c77-4ec3-44b4-8a18-135cb65eb837'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:47.651448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:47.657041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-06290825-a297-4dd8-b0ed-34966e9cb3b4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8642833 Dec 08 21:57:47.658050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36772) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:47.709450 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0b55614-9f8a-4a2a-a003-f0418c5434dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:47.720803 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-538da76b-1534-4fbd-bf56-b26af644b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:47.737340 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538da76b-1534-4fbd-bf56-b26af644b3ce None None] Routers {'9bae1c77-4ec3-44b4-8a18-135cb65eb837'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:47.738338 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-538da76b-1534-4fbd-bf56-b26af644b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9bae1c77-4ec3-44b4-8a18-135cb65eb837'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:47.778688 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-538da76b-1534-4fbd-bf56-b26af644b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:47.779882 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538da76b-1534-4fbd-bf56-b26af644b3ce None None] The sync data for ids ['9bae1c77-4ec3-44b4-8a18-135cb65eb837'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:47.794789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd22d63c-8e4f-47f1-9325-598d9a15fb91 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/routers/9bae1c77-4ec3-44b4-8a18-135cb65eb837 HTTP/1.1" status: 200 len: 921 time: 0.1354291 Dec 08 21:57:47.797612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36774) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:47.809315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d0b55614-9f8a-4a2a-a003-f0418c5434dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdcb787e9a6f4b43a3e1372c1c49585d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289464 Dec 08 21:57:47.811046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:47.814311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b55614-9f8a-4a2a-a003-f0418c5434dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7640b763-9ff1-4cb9-abd6-93b9a51eb653,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:47.867640 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc451cac-33b9-4f63-8df0-e10cabe0b8e2 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bae1c77-4ec3-44b4-8a18-135cb65eb837 HTTP/1.1" status: 200 len: 205 time: 0.0668101 Dec 08 21:57:47.871036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36780) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:48.007390 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55cd7cd1-2b72-49e7-978a-85a952c3fbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.034761 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.071879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55cd7cd1-2b72-49e7-978a-85a952c3fbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.186407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.190910 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7ee41182-ff3a-46bc-a078-2e4aedbbbdc4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.199314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55cd7cd1-2b72-49e7-978a-85a952c3fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.199314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55cd7cd1-2b72-49e7-978a-85a952c3fbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.201806 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7ee41182-ff3a-46bc-a078-2e4aedbbbdc4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.215227 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-55cd7cd1-2b72-49e7-978a-85a952c3fbf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7640b763-9ff1-4cb9-abd6-93b9a51eb653 HTTP/1.1" status: 204 len: 168 time: 0.3598578 Dec 08 21:57:48.253918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7cd1-2b72-49e7-978a-85a952c3fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7640b763-9ff1-4cb9-abd6-93b9a51eb653,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:48.305536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Deleting port 4cd99544-f2b7-4f9f-a7da-b1c8dfa50974 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:48.305994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.399993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.415962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Calling delete_port for 4cd99544-f2b7-4f9f-a7da-b1c8dfa50974 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:48.670646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36804) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:48.693667 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd6afe37-7b62-4a6c-8b7a-6c60a0826d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.695805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.729074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event deleted for resources: {'Port': ['ID=4cd99544-f2b7-4f9f-a7da-b1c8dfa50974,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:48.818194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.837587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee41182-ff3a-46bc-a078-2e4aedbbbdc4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:48.924615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.929996 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:48.992563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd6afe37-7b62-4a6c-8b7a-6c60a0826d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.002742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.002742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Fanout notify agent at l3_agent the message router_deleted on router 9bae1c77-4ec3-44b4-8a18-135cb65eb837 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:57:49.017101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.024058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6ba68472-df5f-42f1-ad4a-f4646458419a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/9bae1c77-4ec3-44b4-8a18-135cb65eb837 HTTP/1.1" status: 204 len: 168 time: 1.1447248 Dec 08 21:57:49.025085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36814) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:49.027632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee41182-ff3a-46bc-a078-2e4aedbbbdc4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:49.032001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'router': {'name': 'tempest-snat-router-634566956', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': False}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:49.035172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd6afe37-7b62-4a6c-8b7a-6c60a0826d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.036450 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7ee41182-ff3a-46bc-a078-2e4aedbbbdc4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.041724 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42489e59-a68c-4166-abc4-70ed0b202f10 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:49.059414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42489e59-a68c-4166-abc4-70ed0b202f10 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:49.065278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-42489e59-a68c-4166-abc4-70ed0b202f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:49.099078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.100323 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.104739 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7ee41182-ff3a-46bc-a078-2e4aedbbbdc4 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/floatingips/540f6ffc-0977-4f43-9868-9850922391bb HTTP/1.1" status: 200 len: 979 time: 1.9947000 Dec 08 21:57:49.108294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36816) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:49.117076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36818) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:49.117254 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd6afe37-7b62-4a6c-8b7a-6c60a0826d5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59db46759af540f58eb5b475e18bac48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422085 Dec 08 21:57:49.146386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-42489e59-a68c-4166-abc4-70ed0b202f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:49.164769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6afe37-7b62-4a6c-8b7a-6c60a0826d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58205493-615d-4be7-bd16-4c75b4e7c5f2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:49.165312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42489e59-a68c-4166-abc4-70ed0b202f10 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:49.166137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-42489e59-a68c-4166-abc4-70ed0b202f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:49.216510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7d0d-9ef8-4e5a-b340-413fa0da1248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.258338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-42489e59-a68c-4166-abc4-70ed0b202f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:49.259306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42489e59-a68c-4166-abc4-70ed0b202f10 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:49.267370 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7d0d-9ef8-4e5a-b340-413fa0da1248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.269652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.348179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7d0d-9ef8-4e5a-b340-413fa0da1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.352993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7d0d-9ef8-4e5a-b340-413fa0da1248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:49.355348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6a8c7d0d-9ef8-4e5a-b340-413fa0da1248 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58205493-615d-4be7-bd16-4c75b4e7c5f2 HTTP/1.1" status: 204 len: 168 time: 0.2372653 Dec 08 21:57:49.371587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c7d0d-9ef8-4e5a-b340-413fa0da1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58205493-615d-4be7-bd16-4c75b4e7c5f2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:49.930325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.009528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 1e4ce7d7-5eb7-4531-9ff1-b83bf1385f48 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:50.010053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.157323 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.157658 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.249551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 1e4ce7d7-5eb7-4531-9ff1-b83bf1385f48 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:50.403880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.428475 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.583806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Allocated IP 172.25.1.139 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/ee3e8254-873a-4cf4-abe5-efb26990e95c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:50.725597 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.800752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=1e4ce7d7-5eb7-4531-9ff1-b83bf1385f48,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:50.861928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.904459 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:50.904817 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 540f6ffc-0977-4f43-9868-9850922391bb disassociated (deleted). External IP: 172.25.1.191, port: 3f44558e-240d-4696-b073-0c8888122d93. Dec 08 21:57:51.055932 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:51.112851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:51.120382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:51.132501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:51.140335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'Port': ['ID=ee3e8254-873a-4cf4-abe5-efb26990e95c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:51.440583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:57:51.675904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:51.688637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:51.691843 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b98d796-2c46-4e79-8efc-07b54ca0c650 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:51.721462 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98d796-2c46-4e79-8efc-07b54ca0c650 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:51.724855 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b98d796-2c46-4e79-8efc-07b54ca0c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:51.725042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f26d813e-0f49-4a6b-b75f-ca6ff387f64a tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/floatingips/540f6ffc-0977-4f43-9868-9850922391bb HTTP/1.1" status: 204 len: 168 time: 2.6135142 Dec 08 21:57:51.725982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:51.728178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36884) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:51.802867 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b98d796-2c46-4e79-8efc-07b54ca0c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:51.820695 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98d796-2c46-4e79-8efc-07b54ca0c650 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:51.821847 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b98d796-2c46-4e79-8efc-07b54ca0c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:51.886930 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b98d796-2c46-4e79-8efc-07b54ca0c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:51.887952 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b98d796-2c46-4e79-8efc-07b54ca0c650 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:51.977102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-15eff882-b941-4036-b09b-c19cde6ab3ce tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 3f44558e-240d-4696-b073-0c8888122d93 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:51.977424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15eff882-b941-4036-b09b-c19cde6ab3ce tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:51.986946 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:57:52.030174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:52.160978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15eff882-b941-4036-b09b-c19cde6ab3ce tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:52.195450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-15eff882-b941-4036-b09b-c19cde6ab3ce tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 3f44558e-240d-4696-b073-0c8888122d93 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:52.283484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Router ef44946f-6cb3-4462-a29d-038fa54fe649 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:57:52.369554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-89387cdf-21c6-4a70-a8ba-af95dc86633e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1269310 Dec 08 21:57:52.496402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:52.521152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Sync routers for ids ['ef44946f-6cb3-4462-a29d-038fa54fe649'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:52.558361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Routers {'ef44946f-6cb3-4462-a29d-038fa54fe649'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:52.562287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ef44946f-6cb3-4462-a29d-038fa54fe649'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:52.570748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:52.587412 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8583ea77-ff99-4251-b7c5-475602bf5939 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5582490 Dec 08 21:57:52.594994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36908) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:52.632771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-9108b128-dbbf-4444-9289-ffe0a7d36329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:52.633481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-9108b128-dbbf-4444-9289-ffe0a7d36329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:52.634205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-9108b128-dbbf-4444-9289-ffe0a7d36329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:52.634856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-9108b128-dbbf-4444-9289-ffe0a7d36329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:52.635585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-9108b128-dbbf-4444-9289-ffe0a7d36329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:52.636219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-9108b128-dbbf-4444-9289-ffe0a7d36329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:52.636949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-9108b128-dbbf-4444-9289-ffe0a7d36329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:52.639224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-9108b128-dbbf-4444-9289-ffe0a7d36329 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6501 time: 0.1410136 Dec 08 21:57:52.761507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Set router ef44946f-6cb3-4462-a29d-038fa54fe649 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:52.775125 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15eff882-b941-4036-b09b-c19cde6ab3ce tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:52.836767 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b1b81d31-0ad7-42f4-8cf6-ed96862b755e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/routers/ef44946f-6cb3-4462-a29d-038fa54fe649 HTTP/1.1" status: 200 len: 908 time: 0.2378523 Dec 08 21:57:52.837240 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36912) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:52.859752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'router': {'name': 'tempest-snat-router-634566956', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': True}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:52.875396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eff882-b941-4036-b09b-c19cde6ab3ce tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=3f44558e-240d-4696-b073-0c8888122d93,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:52.894555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:52.899739 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:53.028493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-53bfff06-db27-4ad9-a09f-56e134979f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:53.029308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-53bfff06-db27-4ad9-a09f-56e134979f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:53.030031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-53bfff06-db27-4ad9-a09f-56e134979f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:53.033333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-53bfff06-db27-4ad9-a09f-56e134979f23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=e871f1df-f380-4b86-8547-dfdae5b5807d&id=e871f1df-f380-4b86-8547-dfdae5b5807d HTTP/1.1" status: 200 len: 2297 time: 0.3391957 Dec 08 21:57:53.040068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:53.137021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15eff882-b941-4036-b09b-c19cde6ab3ce tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:53.149572 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-15eff882-b941-4036-b09b-c19cde6ab3ce tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/ports/3f44558e-240d-4696-b073-0c8888122d93 HTTP/1.1" status: 204 len: 168 time: 1.4159195 Dec 08 21:57:53.152384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36920) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:53.164058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:53.170470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44946f-6cb3-4462-a29d-038fa54fe649', 'name': 'tempest-snat-router-634566956', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': False}, 'gw_port_id': 'ee3e8254-873a-4cf4-abe5-efb26990e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:49Z', 'updated_at': '2021-12-08T21:57:51Z', 'revision_number': 3, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port': {'id': 'ee3e8254-873a-4cf4-abe5-efb26990e95c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44946f-6cb3-4462-a29d-038fa54fe649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:50Z', 'updated_at': '2021-12-08T21:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:53.273489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-fa3b8de1-07dd-4636-b915-7a3f71668448 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce HTTP/1.1" status: 200 len: 1002 time: 0.2270188 Dec 08 21:57:53.299760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Checking router: ef44946f-6cb3-4462-a29d-038fa54fe649 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:53.302136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Updating router ef44946f-6cb3-4462-a29d-038fa54fe649 port ee3e8254-873a-4cf4-abe5-efb26990e95c binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:57:53.338112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:53.364529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-d485e755-e1b6-446d-affe-3f603e3bbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:53.366037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-d485e755-e1b6-446d-affe-3f603e3bbbff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a73796-c08b-4780-a9f8-0e5e808676e6 HTTP/1.1" status: 200 len: 855 time: 0.0798111 Dec 08 21:57:53.379049 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:53.466223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-f003ccfa-8ff1-4bde-b848-551affdfeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:53.475945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-f003ccfa-8ff1-4bde-b848-551affdfeadd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747449 Dec 08 21:57:53.500895 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:53.804634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:53.814859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-43464015-da8c-4152-a4f3-a790b30fa45f service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302615 Dec 08 21:57:54.072354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-ffb90655-8117-4702-981a-724155488786 service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485900 Dec 08 21:57:54.077833 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.096644 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.212377 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-dd82ad28-d84d-4823-b4e1-54c0a4a0a98a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 217 time: 0.1324184 Dec 08 21:57:54.215363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee0afd-9cdd-463b-9e69-affa29851814 None None] Pushing event updated for resources: {'Port': ['ID=ee3e8254-873a-4cf4-abe5-efb26990e95c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:54.269245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Attempting to bind port ee3e8254-873a-4cf4-abe5-efb26990e95c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:57:54.269787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Attempting to bind port ee3e8254-873a-4cf4-abe5-efb26990e95c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:57:54.270157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Attempting to bind port ee3e8254-873a-4cf4-abe5-efb26990e95c on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:57:54.281188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:57:54.281641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:57:54.282335 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.283027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:57:54.283387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Bound port: ee3e8254-873a-4cf4-abe5-efb26990e95c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:57:54.283773 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.318764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.25.1.189 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/9ba9ce9a-0ab4-498e-974b-ac4044e7a76c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:54.321927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-8f9589f9-f921-41b2-a914-dc045b4b34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:54.324223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-8f9589f9-f921-41b2-a914-dc045b4b34b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.0802310 Dec 08 21:57:54.330662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.377756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.406040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] For port ee3e8254-873a-4cf4-abe5-efb26990e95c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:57:54.410475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] For port ee3e8254-873a-4cf4-abe5-efb26990e95c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ee3e8254-873a-4cf4-abe5-efb26990e95c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:57:54.418520 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.441070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-38c03467-e0d7-4f7e-a731-d8cf53944ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:54.444131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-38c03467-e0d7-4f7e-a731-d8cf53944ffb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087036 Dec 08 21:57:54.502243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee0afd-9cdd-463b-9e69-affa29851814 None None] Pushing event updated for resources: {'Port': ['ID=ee3e8254-873a-4cf4-abe5-efb26990e95c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:54.506411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Routers {'ef44946f-6cb3-4462-a29d-038fa54fe649'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:54.507045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ef44946f-6cb3-4462-a29d-038fa54fe649'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:54.557428 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.619531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-86ae681a-70bf-421d-b693-3b20a94ba012 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668754 Dec 08 21:57:54.652145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] Set router ef44946f-6cb3-4462-a29d-038fa54fe649 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:54.675744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:54.739855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:54.745665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:54.761396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:54.802640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Allocated IP 172.25.1.57 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/9efe750e-0112-4778-8a5d-79d4ba9e05a4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:54.819632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=9ba9ce9a-0ab4-498e-974b-ac4044e7a76c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:54.886873 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-700b1f7c-1de2-404b-8624-f716e94f91ac service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590606 Dec 08 21:57:54.962460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44946f-6cb3-4462-a29d-038fa54fe649', 'name': 'tempest-snat-router-634566956', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': False}, 'gw_port_id': 'ee3e8254-873a-4cf4-abe5-efb26990e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:49Z', 'updated_at': '2021-12-08T21:57:51Z', 'revision_number': 3, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port': {'id': 'ee3e8254-873a-4cf4-abe5-efb26990e95c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44946f-6cb3-4462-a29d-038fa54fe649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:50Z', 'updated_at': '2021-12-08T21:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:54.982756 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-5a92511a-e5e0-4cfe-b5cd-fbcbef2bc22e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 217 time: 0.0843029 Dec 08 21:57:54.995233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127f274-be8d-48a7-b642-93805ffadbb8 None None] The sync data for ids ['ef44946f-6cb3-4462-a29d-038fa54fe649'] in n-d-821126-1 is: [{'id': 'ef44946f-6cb3-4462-a29d-038fa54fe649', 'name': 'tempest-snat-router-634566956', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': False}, 'gw_port_id': 'ee3e8254-873a-4cf4-abe5-efb26990e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:49Z', 'updated_at': '2021-12-08T21:57:51Z', 'revision_number': 3, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port': {'id': 'ee3e8254-873a-4cf4-abe5-efb26990e95c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44946f-6cb3-4462-a29d-038fa54fe649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:50Z', 'updated_at': '2021-12-08T21:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:55.063201 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:55.073733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:55.156524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-21924a03-bd5f-4f02-8dc7-72e099d03de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:55.160804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-21924a03-bd5f-4f02-8dc7-72e099d03de0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.1439800 Dec 08 21:57:55.163800 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:55.196702 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:55.224230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'Port': ['ID=9efe750e-0112-4778-8a5d-79d4ba9e05a4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:55.241757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:55.243610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:55.247327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:55.363776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-ed69fe0c-5761-47d0-b7fd-7e8e6b5d2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:55.365519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-ed69fe0c-5761-47d0-b7fd-7e8e6b5d2335 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1968613 Dec 08 21:57:55.629221 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-a48f5891-d90c-4930-a047-8aa2755ed78b service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483575 Dec 08 21:57:55.694461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d356a-8541-4236-b116-a19f2819ed0f req-168abd5c-a4d6-4b5a-b130-7f4adfc6b6f2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:55.696075 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-168abd5c-a4d6-4b5a-b130-7f4adfc6b6f2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 815 time: 0.1175423 Dec 08 21:57:55.770386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-57d5ead9-9223-4ae2-9b66-93a3c21dee86 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/quotas/4e25d0b231734665b6c77e7de4fe84f0 HTTP/1.1" status: 200 len: 375 time: 0.0604854 Dec 08 21:57:55.919144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-a5d41f6a-1460-4993-bbcb-4595cbb6bd6a service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667975 Dec 08 21:57:55.928827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:55.943000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:55.961208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:55.999783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-a3829f64-d7e6-44b0-bced-dd466974b41e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d HTTP/1.1" status: 200 len: 217 time: 0.0680661 Dec 08 21:57:56.032885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-61872d74-20fe-47e4-8a36-31a0f99c2441 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2559028 Dec 08 21:57:56.118165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=9ba9ce9a-0ab4-498e-974b-ac4044e7a76c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:56.130456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-5a278189-12dc-4e0b-aea0-6301fa594e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:56.131952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-5a278189-12dc-4e0b-aea0-6301fa594e49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.1098168 Dec 08 21:57:56.137213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:56.213450 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:56.217755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-05e67314-27b3-4007-828a-ee26db6ac318 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0594985 Dec 08 21:57:56.221115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36974) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:56.227218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'port': {'network_id': 'fc0cef81-1dba-4416-ba21-0e9e6939f225', 'name': 'tempest-FloatingIPTestJSON-1078493805'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:56.249259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-52bf9ac3-61f3-4f0d-9c41-18886d1dd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:56.250980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-52bf9ac3-61f3-4f0d-9c41-18886d1dd8e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107001 Dec 08 21:57:56.260515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-3b1bec21-5342-4676-88bf-85be2a5c9f41 service neutron] 10.222.0.21 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195446 Dec 08 21:57:56.366581 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:56.426013 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-4b900116-392e-478f-8c1a-98956af1096e service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492500 Dec 08 21:57:56.513888 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-6c6b9254-0d08-4301-8271-1db7456591bd service neutron] 10.222.0.21 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380948 Dec 08 21:57:56.555631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:56.563808 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:56.599429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] device_id is not set on port e5e61146-dc9d-4d07-9be8-df65bb75f322 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:57:56.618463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Router 28fdf0a4-33a2-47fd-b394-95e65b8e402c is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:57:56.742537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-b857c7f7-b0dc-401c-bf5a-796dce6035d9 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941453 Dec 08 21:57:56.843981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ee3e8254-873a-4cf4-abe5-efb26990e95c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:56.894507 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-5944b770-1732-49af-9e5a-07736b87b2f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3e60d434-a2df-4418-bd65-864538838cc9 HTTP/1.1" status: 200 len: 217 time: 0.1236396 Dec 08 21:57:56.947515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ee3e8254-873a-4cf4-abe5-efb26990e95c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:56.947824 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:56.961572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:57:56.981350 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Sync routers for ids ['28fdf0a4-33a2-47fd-b394-95e65b8e402c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:57:57.008439 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Routers {'28fdf0a4-33a2-47fd-b394-95e65b8e402c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:57.013166 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['28fdf0a4-33a2-47fd-b394-95e65b8e402c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:57.070692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8535441c-b1ee-4730-b8a8-99d0ff81bc47 req-05b98401-ba8b-47c6-a012-0bf8e32eac7e tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 210 time: 0.0927763 Dec 08 21:57:57.111803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:57.114135 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ff11f10b-d2e7-4ddf-9368-33b168fe06e1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.2758720 Dec 08 21:57:57.117704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36994) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:57.172987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-abf49df3-0b27-4d13-b388-b70c11468da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:57.179869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-abf49df3-0b27-4d13-b388-b70c11468da6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.2661521 Dec 08 21:57:57.184614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.20.0.8 (fc0cef81-1dba-4416-ba21-0e9e6939f225/24f6e07e-7732-4284-9689-513229549f73/e5e61146-dc9d-4d07-9be8-df65bb75f322) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:57:57.188084 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:57.228051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port ee3e8254-873a-4cf4-abe5-efb26990e95c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ee3e8254-873a-4cf4-abe5-efb26990e95c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:57:57.236399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:57.339352 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Set router 28fdf0a4-33a2-47fd-b394-95e65b8e402c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:57.414226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=ee3e8254-873a-4cf4-abe5-efb26990e95c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:57.461784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-09b16faf-a722-44c8-9e1c-75564d31efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:57.478971 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c893d619-176a-4fb2-b5ae-207f21069af6 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/routers/28fdf0a4-33a2-47fd-b394-95e65b8e402c HTTP/1.1" status: 200 len: 906 time: 0.3581269 Dec 08 21:57:57.479698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-09b16faf-a722-44c8-9e1c-75564d31efd1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2334118 Dec 08 21:57:57.487410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:57.698357 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fdf0a4-33a2-47fd-b394-95e65b8e402c', 'name': 'tempest-snat-router-634566956', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '9efe750e-0112-4778-8a5d-79d4ba9e05a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:52Z', 'updated_at': '2021-12-08T21:57:55Z', 'revision_number': 3, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port': {'id': '9efe750e-0112-4778-8a5d-79d4ba9e05a4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fdf0a4-33a2-47fd-b394-95e65b8e402c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:54Z', 'updated_at': '2021-12-08T21:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:57.749785 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Checking router: 28fdf0a4-33a2-47fd-b394-95e65b8e402c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:57:57.750500 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Updating router 28fdf0a4-33a2-47fd-b394-95e65b8e402c port 9efe750e-0112-4778-8a5d-79d4ba9e05a4 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:57:57.788723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:57.834418 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:57.939268 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:58.082075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Deleting port 9efe750e-0112-4778-8a5d-79d4ba9e05a4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:57:58.082925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:58.224846 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:58.262529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Calling delete_port for 9efe750e-0112-4778-8a5d-79d4ba9e05a4 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:57:58.467044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:58.498137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event deleted for resources: {'Port': ['ID=9efe750e-0112-4778-8a5d-79d4ba9e05a4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:58.505087 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.db.api [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:57:58.505853 n-d-821126-1 neutron-server[102392]: DEBUG oslo_db.api [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:57:58.526321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a53ad5f9-d3b1-4524-ae4b-20cc0f7f3f23 req-273c8aed-92bc-44f4-abff-eb3f2e532d4b tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 210 time: 0.1191106 Dec 08 21:57:58.551834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:58.604127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-504d01f3-373f-4a93-abde-39b66b09f21f service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0358386 Dec 08 21:57:58.644597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-53f49767-6864-488d-bfe2-4adee284b41c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102030 Dec 08 21:57:58.648297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:58.736598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:58.747132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ee3e8254-873a-4cf4-abe5-efb26990e95c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:57:58.756207 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-20817a38-2e1e-40e8-8a13-5b52f80c8e44 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355212 Dec 08 21:57:58.781866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network fc0cef81-1dba-4416-ba21-0e9e6939f225 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:57:58.830408 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-24ea56fe-1b3c-44e2-82bd-e15214207aa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b49ae823-5889-4464-9f80-18088dcdfa39 HTTP/1.1" status: 200 len: 217 time: 0.0471632 Dec 08 21:57:58.834437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:57:58.839411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:57:58.853995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ee3e8254-873a-4cf4-abe5-efb26990e95c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:57:58.875194 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:58.936429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=e5e61146-dc9d-4d07-9be8-df65bb75f322,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:57:58.967968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-ed14c7e3-73aa-4e5f-984f-8063594bc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:58.970271 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-ed14c7e3-73aa-4e5f-984f-8063594bc044 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.1275818 Dec 08 21:57:58.976778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:58.977590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:59.052117 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Port 9efe750e-0112-4778-8a5d-79d4ba9e05a4 not found while updating agent binding for router 28fdf0a4-33a2-47fd-b394-95e65b8e402c. {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 21:57:59.056424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9ca80ff8-163f-4ac9-98b1-42926a650ded tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8338151 Dec 08 21:57:59.057319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37028) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:59.066952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'port_id': 'e5e61146-dc9d-4d07-9be8-df65bb75f322'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:59.072282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-a6c18532-c9b4-4e53-a80a-4b29648400c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:59.075038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-a6c18532-c9b4-4e53-a80a-4b29648400c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931516 Dec 08 21:57:59.080982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:59.087512 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Routers {'28fdf0a4-33a2-47fd-b394-95e65b8e402c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:57:59.088290 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['28fdf0a4-33a2-47fd-b394-95e65b8e402c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:59.102270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:59.155926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-feb32a61-4e71-4e1f-b0b5-b61ecfbf67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:59.162331 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-feb32a61-4e71-4e1f-b0b5-b61ecfbf67b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1097 time: 0.3663914 Dec 08 21:57:59.221619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-d797ea1e-cfbb-44c5-a753-5fec294563ca service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162767 Dec 08 21:57:59.226421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:59.252487 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] Set router 28fdf0a4-33a2-47fd-b394-95e65b8e402c gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:57:59.390079 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fdf0a4-33a2-47fd-b394-95e65b8e402c', 'name': 'tempest-snat-router-634566956', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:52Z', 'updated_at': '2021-12-08T21:57:58Z', 'revision_number': 5, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:57:59.437379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d356a-8541-4236-b116-a19f2819ed0f req-3dc91290-d1b4-4d78-b0f4-074a532d651d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:59.439749 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10473274-7aa6-46d4-a290-a67ccbd3dbcc None None] The sync data for ids ['28fdf0a4-33a2-47fd-b394-95e65b8e402c'] in n-d-821126-1 is: [{'id': '28fdf0a4-33a2-47fd-b394-95e65b8e402c', 'name': 'tempest-snat-router-634566956', 'tenant_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:52Z', 'updated_at': '2021-12-08T21:57:58Z', 'revision_number': 5, 'project_id': 'bf4ac3e120ae4325b3e610f2984d9aa7', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:57:59.440656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-3dc91290-d1b4-4d78-b0f4-074a532d651d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.37 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 815 time: 0.8241336 Dec 08 21:57:59.445472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:59.446201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28fdf0a4-33a2-47fd-b394-95e65b8e402c {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:57:59.451387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:59.452920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0ab2897d-4420-4ff8-ba15-9bbdfe0192b0 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "DELETE /v2.0/routers/28fdf0a4-33a2-47fd-b394-95e65b8e402c HTTP/1.1" status: 204 len: 168 time: 1.9645483 Dec 08 21:57:59.459017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37032) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:57:59.463673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Request body: {'port': {'device_id': '276ba41c-f8d9-4ea8-952f-60dd6524e7fb', 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'admin_state_up': True, 'tenant_id': '4e25d0b231734665b6c77e7de4fe84f0'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:57:59.528315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-a06f12b2-fe06-48fa-8067-b1b24f66ddd9 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971783 Dec 08 21:57:59.586635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-63e85ec8-658f-4d07-a890-1dc0c4880948 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=527f669c-87c1-45b7-8315-03137ffba182 HTTP/1.1" status: 200 len: 217 time: 0.0502551 Dec 08 21:57:59.622786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-24ea538b-a7eb-4adc-be36-f8c9881009fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:59.624985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-24ea538b-a7eb-4adc-be36-f8c9881009fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.3770626 Dec 08 21:57:59.672661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-5effc867-0828-4b96-a010-1d6973ada911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:59.674185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-5effc867-0828-4b96-a010-1d6973ada911 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.0767627 Dec 08 21:57:59.724970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ab5a3a4-8b8a-4dee-ae42-ff1ac055fb3d req-3a765bf7-7c01-4270-8fd7-c5b9b887d1eb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 210 time: 0.0471594 Dec 08 21:57:59.773483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:59.780967 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-df947886-cff2-4c90-a79b-915898bdc468 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 1001 time: 0.1463015 Dec 08 21:57:59.861231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-cd97ae14-2eef-474a-b48a-4200bf6a6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:59.862886 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-cd97ae14-2eef-474a-b48a-4200bf6a6119 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540592 Dec 08 21:57:59.890362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-f332e793-73d3-4de7-a506-1e414e0054bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:59.891832 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-f332e793-73d3-4de7-a506-1e414e0054bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.0783107 Dec 08 21:57:59.959177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Made reservation on behalf of 4e25d0b231734665b6c77e7de4fe84f0 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:57:59.962573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:57:59.994391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-568e7e38-8887-4ad8-9e1d-5d5584bf640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:57:59.995913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-568e7e38-8887-4ad8-9e1d-5d5584bf640b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918777 Dec 08 21:58:00.010518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:00.109364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:00.142065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:00.320307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-8f3cdd4f-285b-4e03-a0b8-1f7b102fc90c service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424164 Dec 08 21:58:00.524283 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 679f13c1-a962-4a8c-925d-05dded8cb1e5 associated. External IP: 172.25.1.189, port: e5e61146-dc9d-4d07-9be8-df65bb75f322. Dec 08 21:58:00.658638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-8e5e6362-5bbd-4fd1-9af1-dcb3bf77f7c5 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450436 Dec 08 21:58:00.666744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Deleting port ee3e8254-873a-4cf4-abe5-efb26990e95c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:00.667143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:00.687940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7495bea-659a-4e2f-8a7d-3c8d0c574f85 req-872e6d81-2f6a-43be-a70c-868a3257297a service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526995 Dec 08 21:58:00.776543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] For port ee3e8254-873a-4cf4-abe5-efb26990e95c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ee3e8254-873a-4cf4-abe5-efb26990e95c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:00.776916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:00.810852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Calling delete_port for ee3e8254-873a-4cf4-abe5-efb26990e95c owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:00.853177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:00.950550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Allocated IP 172.20.0.11 (c2477569-6d8f-4a04-a8ed-ea5eb94a852d/85aac77e-f9bd-4884-9a1a-a1d18d093e61/880aaeb7-0b15-4242-8b56-d3612a40b8b1) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:01.084636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c7c4e3-c2c0-4009-bf44-0da20163b410 req-8549dd93-d33d-4607-9dd5-c72b42d6daa3 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456028 Dec 08 21:58:01.084826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:01.091546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.098092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1192d63f-453a-4104-8966-2599850fb725 req-46f26f9e-592c-462e-a3cf-f7742994812c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 210 time: 0.2369547 Dec 08 21:58:01.103211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e1f43-d7cd-4433-b97b-45e2fd962339 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:01.135065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-02a526b0-0ce7-4ece-b3a9-c0333d7116ef tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/floatingips/679f13c1-a962-4a8c-925d-05dded8cb1e5 HTTP/1.1" status: 200 len: 978 time: 2.0736773 Dec 08 21:58:01.136057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37054) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:01.153927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e1f43-d7cd-4433-b97b-45e2fd962339 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:01.154793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d58e1f43-d7cd-4433-b97b-45e2fd962339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:01.282217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.285406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d58e1f43-d7cd-4433-b97b-45e2fd962339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:01.307840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e1f43-d7cd-4433-b97b-45e2fd962339 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:01.309056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d58e1f43-d7cd-4433-b97b-45e2fd962339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:01.359994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d58e1f43-d7cd-4433-b97b-45e2fd962339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:01.360625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port e5e61146-dc9d-4d07-9be8-df65bb75f322 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:01.360985 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.361453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e1f43-d7cd-4433-b97b-45e2fd962339 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:01.413986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee3e8254-873a-4cf4-abe5-efb26990e95c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:01.470368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.538296 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.545893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.669788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.672172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.732689 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.733371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef44946f-6cb3-4462-a29d-038fa54fe649 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:01.744142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.745395 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-264ae029-88fc-43c1-8c2d-a2db3fff2b97 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ef44946f-6cb3-4462-a29d-038fa54fe649 HTTP/1.1" status: 204 len: 168 time: 2.2857244 Dec 08 21:58:01.751270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37066) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:01.758330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-571893803', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:01.768276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.768276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.768862 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 679f13c1-a962-4a8c-925d-05dded8cb1e5 disassociated. External IP: 172.25.1.189, port: e5e61146-dc9d-4d07-9be8-df65bb75f322. Dec 08 21:58:01.768862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for e5e61146-dc9d-4d07-9be8-df65bb75f322 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:01.808564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.810182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.820969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.841029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['731667f5-54e3-4f04-aa8a-2a2850b96667', '39baf698-3090-430a-b285-54ae910cb7ec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:58:01.846462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:58:01.929706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Network c2477569-6d8f-4a04-a8ed-ea5eb94a852d is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:01.938132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:01.939927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:01.942759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Pushing event updated for resources: {'Port': ['ID=880aaeb7-0b15-4242-8b56-d3612a40b8b1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:01.945186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:01.960948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:02.024290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=e5e61146-dc9d-4d07-9be8-df65bb75f322,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:02.070976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:02.071573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:02.150997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:02.168896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-4aed0a24-addd-4603-9e7b-421981ec9b20 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7042043 Dec 08 21:58:02.174026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Request body: {'port': {'device_id': '276ba41c-f8d9-4ea8-952f-60dd6524e7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:02.190528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:02.302106 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:02.742379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ee3e8254-873a-4cf4-abe5-efb26990e95c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:58:02.789653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ee3e8254-873a-4cf4-abe5-efb26990e95c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:58:02.790135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ee3e8254-873a-4cf4-abe5-efb26990e95c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:58:02.804526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:02.832502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:02.945134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:02.956787 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679b7f4-a52e-4a7a-9bdb-c56233cef9ec None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:02.958954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac679b-e8df-421f-986a-81ea7d8b5170 req-10a31719-e660-4688-bb2e-6b7b6053e204 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:02.960591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03ac679b-e8df-421f-986a-81ea7d8b5170 req-10a31719-e660-4688-bb2e-6b7b6053e204 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 932 time: 0.7203877 Dec 08 21:58:03.012919 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679b7f4-a52e-4a7a-9bdb-c56233cef9ec None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:03.019582 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b679b7f4-a52e-4a7a-9bdb-c56233cef9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:03.027534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.033957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e82aecce-42e7-4a15-ba10-a738aa973640 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/ports/e5e61146-dc9d-4d07-9be8-df65bb75f322 HTTP/1.1" status: 204 len: 168 time: 1.8942733 Dec 08 21:58:03.033957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37096) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:03.075589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03ac679b-e8df-421f-986a-81ea7d8b5170 req-180353c4-dcc7-4880-af5a-47cf25a95b5c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827193 Dec 08 21:58:03.078250 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b679b7f4-a52e-4a7a-9bdb-c56233cef9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:03.083451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b118d0fb-f5d3-406a-97fd-5200c6bafba7 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "GET /v2.0/floatingips/679f13c1-a962-4a8c-925d-05dded8cb1e5 HTTP/1.1" status: 200 len: 688 time: 0.0482924 Dec 08 21:58:03.086030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37098) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:03.092539 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679b7f4-a52e-4a7a-9bdb-c56233cef9ec None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:03.093975 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b679b7f4-a52e-4a7a-9bdb-c56233cef9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:03.129315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Allocated IP 172.25.1.249 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/b05c0a76-aac3-4972-82ff-2cc72a046a5e) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:03.131290 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b679b7f4-a52e-4a7a-9bdb-c56233cef9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:03.132189 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679b7f4-a52e-4a7a-9bdb-c56233cef9ec None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:03.153076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880aaeb7-0b15-4242-8b56-d3612a40b8b1 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:58:03.164281 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.219957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Transition to ACTIVE for port object 880aaeb7-0b15-4242-8b56-d3612a40b8b1 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:58:03.227106 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.265769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 9ba9ce9a-0ab4-498e-974b-ac4044e7a76c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:03.270026 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.304717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Pushing event updated for resources: {'Port': ['ID=880aaeb7-0b15-4242-8b56-d3612a40b8b1,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:03.347718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.347718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.348003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.348320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.348650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.348983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.349310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.349636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.349962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.350287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.350610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.351062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:03.362345 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.397014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.397736 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.427521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 9ba9ce9a-0ab4-498e-974b-ac4044e7a76c owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:03.451933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Attempting to bind port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:03.452848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Attempting to bind port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:03.453287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Attempting to bind port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:03.459853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:58:03.460212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Attempting to bind port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 on network c2477569-6d8f-4a04-a8ed-ea5eb94a852d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:03.465599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.479221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:03.479553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Checking segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:03.479948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Bound using segment: {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:03.480544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Bound port: 880aaeb7-0b15-4242-8b56-d3612a40b8b1, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5dc84b-f029-47c5-8f66-cceff101cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:03.480905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.513491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:03.519753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:03.525650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:03.598131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event updated for resources: {'Port': ['ID=b05c0a76-aac3-4972-82ff-2cc72a046a5e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:03.637812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.672597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=9ba9ce9a-0ab4-498e-974b-ac4044e7a76c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:03.703844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] For port 880aaeb7-0b15-4242-8b56-d3612a40b8b1, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:03.737838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] For port 880aaeb7-0b15-4242-8b56-d3612a40b8b1, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=880aaeb7-0b15-4242-8b56-d3612a40b8b1,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:03.747994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.761010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.765131 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.771753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4e1253b6-aa26-4338-a870-0ddb7ebe5a34 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/floatingips/679f13c1-a962-4a8c-925d-05dded8cb1e5 HTTP/1.1" status: 204 len: 168 time: 0.6844258 Dec 08 21:58:03.773389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37108) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:03.783831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:03.817054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.833932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:03.834831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.836400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] 10.222.0.37 "PUT /v2.0/ports/880aaeb7-0b15-4242-8b56-d3612a40b8b1 HTTP/1.1" status: 200 len: 1092 time: 1.6670659 Dec 08 21:58:03.840503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ba41c-f8d9-4ea8-952f-60dd6524e7fb', 'tag': '880aaeb7-0b15-4242-8b56-d3612a40b8b1'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:58:03.843214 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "276ba41c-f8d9-4ea8-952f-60dd6524e7fb", "tag": "880aaeb7-0b15-4242-8b56-d3612a40b8b1"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:58:03.966599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:03.992449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:04.066803 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0e173d-a869-486e-9f85-a6d01cad18c6 x-openstack-request-id: req-3e0e173d-a869-486e-9f85-a6d01cad18c6 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:58:04.066803 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276ba41c-f8d9-4ea8-952f-60dd6524e7fb", "tag": "880aaeb7-0b15-4242-8b56-d3612a40b8b1", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:58:04.066803 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e0e173d-a869-486e-9f85-a6d01cad18c6 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:58:04.067199 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ba41c-f8d9-4ea8-952f-60dd6524e7fb', 'tag': '880aaeb7-0b15-4242-8b56-d3612a40b8b1', 'status': 'completed', 'code': 200} Dec 08 21:58:04.111562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.25.1.222 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/86ebb47c-738e-4792-81f5-1e8093612297) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:04.178432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d356a-8541-4236-b116-a19f2819ed0f req-7bbd6c9c-a213-48f1-954e-f920696b5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:04.180232 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-7bbd6c9c-a213-48f1-954e-f920696b5241 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 1095 time: 0.1159284 Dec 08 21:58:04.182785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5c6ce-5b79-4bdb-8d1f-efaa5bda8e09 service neutron] Pushing event updated for resources: {'Port': ['ID=880aaeb7-0b15-4242-8b56-d3612a40b8b1,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:04.249284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:04.269333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-2b60eb28-426f-49b7-86a8-aa30d4aae875 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=880aaeb7-0b15-4242-8b56-d3612a40b8b1 HTTP/1.1" status: 200 len: 217 time: 0.0797396 Dec 08 21:58:04.283471 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:04.322137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:04.325006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:04.327498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:04.365457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=86ebb47c-738e-4792-81f5-1e8093612297,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:04.769386 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:04.794680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b2162-d3e1-41ef-882f-d55c9082b8d9 req-81e19dd9-dba4-4196-b4ef-a94f3f089aae tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:04.796256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c75b2162-d3e1-41ef-882f-d55c9082b8d9 req-81e19dd9-dba4-4196-b4ef-a94f3f089aae tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 944 time: 0.5912020 Dec 08 21:58:04.811135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d356a-8541-4236-b116-a19f2819ed0f req-0a5031d4-ccfa-436b-bb0f-07aad2b9634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:04.812633 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-0a5031d4-ccfa-436b-bb0f-07aad2b9634e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.5349638 Dec 08 21:58:04.861128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-af6826bb-1acc-4e25-bfd4-b1b364df101a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329676 Dec 08 21:58:04.879474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:04.929955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c75b2162-d3e1-41ef-882f-d55c9082b8d9 req-5a868ebc-5d4a-482c-a020-290bbd70c292 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231387 Dec 08 21:58:04.930905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:05.049462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-65ea0f5c-8582-4302-941b-956a1b939b58 service neutron] 10.222.0.37 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786959 Dec 08 21:58:05.081159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:05.088347 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:05.167605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-826d356a-8541-4236-b116-a19f2819ed0f req-ca8e3a35-f8ce-4752-a0e4-d0d201692f7d service neutron] 10.222.0.37 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105509 Dec 08 21:58:05.170007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Router 8d317336-33ad-405a-8a05-8f656c430a87 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:05.172637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=86ebb47c-738e-4792-81f5-1e8093612297,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:05.178495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:05.333748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-dff6a15e-f162-49f1-8957-3328c9ec93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:05.335294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-dff6a15e-f162-49f1-8957-3328c9ec93dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 1095 time: 0.0730829 Dec 08 21:58:05.350672 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 2d86888d-f840-4fee-8f74-c8e13232612e associated. External IP: 172.25.1.222, port: f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349. Dec 08 21:58:05.353517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:05.365077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc20dc-9b4c-430a-8246-b450f017ba75 None None] Sync routers for ids ['8d317336-33ad-405a-8a05-8f656c430a87'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:05.375895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc20dc-9b4c-430a-8246-b450f017ba75 None None] Routers {'8d317336-33ad-405a-8a05-8f656c430a87'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:05.376838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bcc20dc-9b4c-430a-8246-b450f017ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['8d317336-33ad-405a-8a05-8f656c430a87'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:05.414641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bcc20dc-9b4c-430a-8246-b450f017ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:05.423865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc20dc-9b4c-430a-8246-b450f017ba75 None None] Routers {'8d317336-33ad-405a-8a05-8f656c430a87'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:05.424647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bcc20dc-9b4c-430a-8246-b450f017ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['8d317336-33ad-405a-8a05-8f656c430a87'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:05.462262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bcc20dc-9b4c-430a-8246-b450f017ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:05.463678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc20dc-9b4c-430a-8246-b450f017ba75 None None] The sync data for ids ['8d317336-33ad-405a-8a05-8f656c430a87'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:05.494592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:05.497238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5181af28-134b-4c71-be1d-a36d00f0f94e tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7441978 Dec 08 21:58:05.500300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37138) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:05.505201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1caeccb8-ad66-46a5-a700-a229ef7c3f6e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': False}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:05.538491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-65cfd507-d711-4acf-aa73-b910ec58f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:05.540520 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-65cfd507-d711-4acf-aa73-b910ec58f2d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 916 time: 0.1964173 Dec 08 21:58:05.588026 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2298296c-339b-4be0-9793-75118615e93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:05.652573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-3f474501-93bd-49ef-82bb-b9de0c417500 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=880aaeb7-0b15-4242-8b56-d3612a40b8b1 HTTP/1.1" status: 200 len: 217 time: 0.0817101 Dec 08 21:58:05.713946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-50a7ab8e-25a6-429e-8583-1a351ba8cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:05.715464 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-50a7ab8e-25a6-429e-8583-1a351ba8cd39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.0556834 Dec 08 21:58:05.751999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-0ea2f8a9-457e-4372-8751-cd6e6a34c9bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290153 Dec 08 21:58:05.796945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:05.875656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-082f9ea4-cd7d-464a-88bd-ca5225d37eae service neutron] 10.222.0.37 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150522 Dec 08 21:58:05.997558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb47bdf5-ef0a-4083-aea6-a6e5e94f0f0b req-370b6c85-bbbd-4d02-ae3f-b5601f2fc987 service neutron] 10.222.0.37 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116824 Dec 08 21:58:05.998449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:06.014760 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd19f6-e61e-4783-8da0-6c7633ba2dc2 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:06.029637 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd19f6-e61e-4783-8da0-6c7633ba2dc2 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:06.031278 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-aabd19f6-e61e-4783-8da0-6c7633ba2dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:06.045675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.074309 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-aabd19f6-e61e-4783-8da0-6c7633ba2dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:06.083454 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd19f6-e61e-4783-8da0-6c7633ba2dc2 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:06.084224 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-aabd19f6-e61e-4783-8da0-6c7633ba2dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:06.090286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ba40b4ff-a33b-4dae-b956-82b08947203d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3165538 Dec 08 21:58:06.092750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37150) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:06.098245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1414587532'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:06.121258 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-aabd19f6-e61e-4783-8da0-6c7633ba2dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:06.122301 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd19f6-e61e-4783-8da0-6c7633ba2dc2 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:06.125496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1caeccb8-ad66-46a5-a700-a229ef7c3f6e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.136824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:06.141216 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.183546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:58:06.202150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.202916 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Added segment f7ecd561-8da0-40c7-8d02-97e52b06bad3 of type vlan for network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 Dec 08 21:58:06.250214 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.278689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9061c-1b2c-4587-a37c-992e295d3eef req-d679a1e3-092a-405a-b19c-a3559f609f97 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:06.282422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca9061c-1b2c-4587-a37c-992e295d3eef req-d679a1e3-092a-405a-b19c-a3559f609f97 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 944 time: 0.2338388 Dec 08 21:58:06.289143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.295517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:06.296784 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.387295 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2932489 Dec 08 21:58:06.391701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37158) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:06.398147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'subnet': {'network_id': 'f05d1597-f0ae-45bc-bdaf-435e98fd4c37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:06.476810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787728-d56d-4375-9332-ba568a760aba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Network': ['ID=f05d1597-f0ae-45bc-bdaf-435e98fd4c37,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:06.480272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ca9061c-1b2c-4587-a37c-992e295d3eef req-1eca95b9-5009-478e-bc2b-5ad9c05b2248 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819673 Dec 08 21:58:06.509328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:58:06.579186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:06.584234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.809259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1caeccb8-ad66-46a5-a700-a229ef7c3f6e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.814855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1caeccb8-ad66-46a5-a700-a229ef7c3f6e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.865361 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:06.949911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Subnet': ['ID=9bf7abdd-e068-45da-a762-37af5a4c3dab,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:06.956417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Checking segment: {'id': 'f7ecd561-8da0-40c7-8d02-97e52b06bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f05d1597-f0ae-45bc-bdaf-435e98fd4c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:06.956785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network hostable DHCP agents. Network: f05d1597-f0ae-45bc-bdaf-435e98fd4c37, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:58:06.979716 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:58:06.998360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, f05d1597-f0ae-45bc-bdaf-435e98fd4c37) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:07.005133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:07.007858 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.011743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d76bc6-9bef-46e2-9dfc-99c3780afbc4 None None] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:07.051882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caeccb8-ad66-46a5-a700-a229ef7c3f6e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Router 8d317336-33ad-405a-8a05-8f656c430a87 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:07.054073 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0f39f600-e0f3-4b8d-ac0c-dc39be67aa19 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6611826 Dec 08 21:58:07.056617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37182) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:07.063538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1260049336', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:07.118854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.119958 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.246023 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.322955 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-f05d1597-f0ae-45bc-bdaf-435e98fd4c37', 'network_id': 'f05d1597-f0ae-45bc-bdaf-435e98fd4c37', 'tenant_id': 'c45ee51c62a1471982bdd97643b5eab3', 'fixed_ips': [{'subnet_id': '9bf7abdd-e068-45da-a762-37af5a4c3dab'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:58:07.323764 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.344531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37186) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:07.351570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caeccb8-ad66-46a5-a700-a229ef7c3f6e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:07.356181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1caeccb8-ad66-46a5-a700-a229ef7c3f6e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.359077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1caeccb8-ad66-46a5-a700-a229ef7c3f6e tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "PUT /v2.0/routers/8d317336-33ad-405a-8a05-8f656c430a87 HTTP/1.1" status: 200 len: 921 time: 1.8557911 Dec 08 21:58:07.360548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37190) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:07.363689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7768dd3-9289-4b92-8e80-ea232a57aca1 None None] Sync routers for ids ['8d317336-33ad-405a-8a05-8f656c430a87'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:07.521508 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33832a19-5925-446f-bcee-a70cdf3b29ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.535780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Allocated IP 172.20.0.2 (f05d1597-f0ae-45bc-bdaf-435e98fd4c37/9bf7abdd-e068-45da-a762-37af5a4c3dab/c81c642a-d025-4927-bf56-90d2fde3d12a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:07.548724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.681331 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2a3d0009-22ff-4f63-ae8d-9c7a8ee02572 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/routers/8d317336-33ad-405a-8a05-8f656c430a87 HTTP/1.1" status: 200 len: 921 time: 0.3191359 Dec 08 21:58:07.687857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:07.744884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92fec6-8b90-4a36-b3ef-fab1af5828b3 req-0b7a671c-2935-461d-aa9f-4da34c9dce70 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:07.754732 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a92fec6-8b90-4a36-b3ef-fab1af5828b3 req-0b7a671c-2935-461d-aa9f-4da34c9dce70 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 944 time: 0.1339421 Dec 08 21:58:07.771373 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33832a19-5925-446f-bcee-a70cdf3b29ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.781870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33832a19-5925-446f-bcee-a70cdf3b29ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.787539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.791238 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7768dd3-9289-4b92-8e80-ea232a57aca1 None None] Routers {'8d317336-33ad-405a-8a05-8f656c430a87'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:07.791896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a7768dd3-9289-4b92-8e80-ea232a57aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['8d317336-33ad-405a-8a05-8f656c430a87'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:07.827371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a92fec6-8b90-4a36-b3ef-fab1af5828b3 req-3523e70e-5a8e-4c35-a971-b25fcfd4f7ba tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708742 Dec 08 21:58:07.848511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc240a-16f3-45c5-8511-23f02a8fe2a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:07.851008 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1efc240a-16f3-45c5-8511-23f02a8fe2a3 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=8d317336-33ad-405a-8a05-8f656c430a87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1615307 Dec 08 21:58:07.863927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37198) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:07.882111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-33832a19-5925-446f-bcee-a70cdf3b29ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3dfceb7a23f4020af58476e71fc2a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357471 Dec 08 21:58:07.882814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33832a19-5925-446f-bcee-a70cdf3b29ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8022e504-cb98-405e-9dc3-08271ed489c8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:07.885947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37200) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:07.907607 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:07.928002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a7768dd3-9289-4b92-8e80-ea232a57aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:07.976755 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7768dd3-9289-4b92-8e80-ea232a57aca1 None None] Routers {'8d317336-33ad-405a-8a05-8f656c430a87'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:07.985622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a7768dd3-9289-4b92-8e80-ea232a57aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:57:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['8d317336-33ad-405a-8a05-8f656c430a87'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:07.992039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:08.049048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:08.056631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:08.058600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a7768dd3-9289-4b92-8e80-ea232a57aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:08.059241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7768dd3-9289-4b92-8e80-ea232a57aca1 None None] The sync data for ids ['8d317336-33ad-405a-8a05-8f656c430a87'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:08.062334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Pushing event updated for resources: {'Port': ['ID=c81c642a-d025-4927-bf56-90d2fde3d12a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:08.087314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.126060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Attempting to bind port c81c642a-d025-4927-bf56-90d2fde3d12a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:08.126443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Attempting to bind port c81c642a-d025-4927-bf56-90d2fde3d12a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f7ecd561-8da0-40c7-8d02-97e52b06bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f05d1597-f0ae-45bc-bdaf-435e98fd4c37'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:08.126855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Attempting to bind port c81c642a-d025-4927-bf56-90d2fde3d12a on network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:08.132347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:08.132731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Checking segment: {'id': 'f7ecd561-8da0-40c7-8d02-97e52b06bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f05d1597-f0ae-45bc-bdaf-435e98fd4c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:08.133143 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.133542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Bound using segment: {'id': 'f7ecd561-8da0-40c7-8d02-97e52b06bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f05d1597-f0ae-45bc-bdaf-435e98fd4c37'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:08.134027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Bound port: c81c642a-d025-4927-bf56-90d2fde3d12a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ecd561-8da0-40c7-8d02-97e52b06bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f05d1597-f0ae-45bc-bdaf-435e98fd4c37'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:08.134416 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.138738 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.212452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] For port c81c642a-d025-4927-bf56-90d2fde3d12a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:08.220887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] For port c81c642a-d025-4927-bf56-90d2fde3d12a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c81c642a-d025-4927-bf56-90d2fde3d12a,segment=NetworkSegment(f7ecd561-8da0-40c7-8d02-97e52b06bad3),segment_id=f7ecd561-8da0-40c7-8d02-97e52b06bad3)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:08.236112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.265523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f0f48e-a414-4b33-92fd-e2eff9e1b65d tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:08.274015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-85f0f48e-a414-4b33-92fd-e2eff9e1b65d tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 881 time: 0.4032676 Dec 08 21:58:08.275004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37206) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:08.316464 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9d79e0e9-6bfd-4486-8b40-5bb9a3e0fcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.329984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b2621-b458-418e-920e-6f8b3acff0ed None None] Pushing event updated for resources: {'Port': ['ID=c81c642a-d025-4927-bf56-90d2fde3d12a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:08.416313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.25.1.123 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/3a68c87d-7bd7-438b-a70c-ae2be03ab9be) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:08.525589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e73347a5-d093-454b-9b2b-80a046a1d672 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d317336-33ad-405a-8a05-8f656c430a87 HTTP/1.1" status: 200 len: 205 time: 0.2428563 Dec 08 21:58:08.528081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37208) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:08.578651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.637798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.706121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:08.710965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:08.714605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:08.725412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a182ab4-1046-4963-bfad-fdfa157a053e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.749539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=3a68c87d-7bd7-438b-a70c-ae2be03ab9be,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:08.766291 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.767827 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a182ab4-1046-4963-bfad-fdfa157a053e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.779469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 880aaeb7-0b15-4242-8b56-d3612a40b8b1 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:58:08.793156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.941532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a182ab4-1046-4963-bfad-fdfa157a053e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.944633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a182ab4-1046-4963-bfad-fdfa157a053e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:08.961526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1a182ab4-1046-4963-bfad-fdfa157a053e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8022e504-cb98-405e-9dc3-08271ed489c8 HTTP/1.1" status: 204 len: 168 time: 1.0630825 Dec 08 21:58:09.011967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 880aaeb7-0b15-4242-8b56-d3612a40b8b1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=880aaeb7-0b15-4242-8b56-d3612a40b8b1,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:09.027872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '880aaeb7-0b15-4242-8b56-d3612a40b8b1', 'network_id': 'c2477569-6d8f-4a04-a8ed-ea5eb94a852d', 'port_id': '880aaeb7-0b15-4242-8b56-d3612a40b8b1', 'mac_address': 'fa:16:3e:19:ab:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85aac77e-f9bd-4884-9a1a-a1d18d093e61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:58:09.075036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a182ab4-1046-4963-bfad-fdfa157a053e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8022e504-cb98-405e-9dc3-08271ed489c8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:09.077890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.082441 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.106363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880aaeb7-0b15-4242-8b56-d3612a40b8b1 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:58:09.147056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 880aaeb7-0b15-4242-8b56-d3612a40b8b1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=880aaeb7-0b15-4242-8b56-d3612a40b8b1,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:09.154317 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.183119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67165b8-5dbb-49ba-9825-c5190a258a60 req-2d989102-a009-4fe3-805a-cfba9876a0bc tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:09.184952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d67165b8-5dbb-49ba-9825-c5190a258a60 req-2d989102-a009-4fe3-805a-cfba9876a0bc tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 944 time: 0.2022579 Dec 08 21:58:09.243092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d67165b8-5dbb-49ba-9825-c5190a258a60 req-b011d313-cfdc-4531-956a-378931c58ab8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Dec 08 21:58:09.257233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Deleting port b05c0a76-aac3-4972-82ff-2cc72a046a5e {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:09.257933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.266095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=880aaeb7-0b15-4242-8b56-d3612a40b8b1,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:09.325337 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.386897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['880aaeb7-0b15-4242-8b56-d3612a40b8b1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:58:09.399851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.433240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Calling delete_port for b05c0a76-aac3-4972-82ff-2cc72a046a5e owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:09.494534 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.500804 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.518284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37222) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:09.540740 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4db74f88-c841-43cd-ad79-67497c373ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.734701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8f276-2782-4c5f-ae2d-a9358ce10da7 None None] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:09.736980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.746741 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4db74f88-c841-43cd-ad79-67497c373ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.798830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4db74f88-c841-43cd-ad79-67497c373ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.817738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event deleted for resources: {'Port': ['ID=b05c0a76-aac3-4972-82ff-2cc72a046a5e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:09.860389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6ca6e054-79da-4a4a-9a04-bb528f3308b0 None None] Provisioning complete for port c81c642a-d025-4927-bf56-90d2fde3d12a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:09.860953 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e054-79da-4a4a-9a04-bb528f3308b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.884703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4db74f88-c841-43cd-ad79-67497c373ef5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dbe938103e54815bd2615ee16c38675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617482 Dec 08 21:58:09.884703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db74f88-c841-43cd-ad79-67497c373ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffce9f5-530e-4d4f-ab1f-61374f71043d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:09.889074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37224) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:09.913733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.988311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:09.996294 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e054-79da-4a4a-9a04-bb528f3308b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.032874 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.036459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.040850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6ca6e054-79da-4a4a-9a04-bb528f3308b0 None None] For port c81c642a-d025-4927-bf56-90d2fde3d12a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c81c642a-d025-4927-bf56-90d2fde3d12a,segment=NetworkSegment(f7ecd561-8da0-40c7-8d02-97e52b06bad3),segment_id=f7ecd561-8da0-40c7-8d02-97e52b06bad3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:10.049096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e054-79da-4a4a-9a04-bb528f3308b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.097583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.107598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e054-79da-4a4a-9a04-bb528f3308b0 None None] Pushing event updated for resources: {'Port': ['ID=c81c642a-d025-4927-bf56-90d2fde3d12a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:10.131704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46d6ea63-b668-41d0-abbd-f9c70d4c804c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.150261 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.150851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Fanout notify agent at l3_agent the message router_deleted on router 8d317336-33ad-405a-8a05-8f656c430a87 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:10.159750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.161169 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f1405e61-e67c-409e-b16f-d9f088053175 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/8d317336-33ad-405a-8a05-8f656c430a87 HTTP/1.1" status: 204 len: 168 time: 1.6312869 Dec 08 21:58:10.165714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37228) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:10.169999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-22d537ac-b4b7-451e-a26f-0459ddd295fd tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1186310484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:10.183355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46d6ea63-b668-41d0-abbd-f9c70d4c804c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.228976 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22d537ac-b4b7-451e-a26f-0459ddd295fd tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.230006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22d537ac-b4b7-451e-a26f-0459ddd295fd tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.272638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e6eb74ce-2d4d-43a9-b863-2cf5af4436d3 None None] Provisioning complete for port c81c642a-d025-4927-bf56-90d2fde3d12a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:10.273388 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6eb74ce-2d4d-43a9-b863-2cf5af4436d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.289798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 326ed734-b907-4cdc-baaf-081da25d176d is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:10.290211 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22d537ac-b4b7-451e-a26f-0459ddd295fd tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.310349 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46d6ea63-b668-41d0-abbd-f9c70d4c804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.319592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46d6ea63-b668-41d0-abbd-f9c70d4c804c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.324343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-46d6ea63-b668-41d0-abbd-f9c70d4c804c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dffce9f5-530e-4d4f-ab1f-61374f71043d HTTP/1.1" status: 204 len: 168 time: 0.4334633 Dec 08 21:58:10.325433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22d537ac-b4b7-451e-a26f-0459ddd295fd tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.342037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6ea63-b668-41d0-abbd-f9c70d4c804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffce9f5-530e-4d4f-ab1f-61374f71043d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:10.375180 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-22d537ac-b4b7-451e-a26f-0459ddd295fd tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.381354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-22d537ac-b4b7-451e-a26f-0459ddd295fd tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2147136 Dec 08 21:58:10.386344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37242) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:10.391846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:10.488953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19acad-679f-4e60-b7cd-06882a95c81f req-040aa101-635f-4f86-beff-150656060033 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:10.490607 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be19acad-679f-4e60-b7cd-06882a95c81f req-040aa101-635f-4f86-beff-150656060033 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 945 time: 0.0815485 Dec 08 21:58:10.508153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:10.522969 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3e3803-0bc7-40fe-b60b-72cf44a844b3 None None] Sync routers for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:10.540182 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e3803-0bc7-40fe-b60b-72cf44a844b3 None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:10.540793 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2c3e3803-0bc7-40fe-b60b-72cf44a844b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:10.569267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.574314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a647098e-2553-404d-a881-265f3365bdda tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5128760 Dec 08 21:58:10.574564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37244) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:10.592368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be19acad-679f-4e60-b7cd-06882a95c81f req-bd9b740c-16e6-4a28-885e-c3750690f2db tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856924 Dec 08 21:58:10.615876 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2c3e3803-0bc7-40fe-b60b-72cf44a844b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:10.630405 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e3803-0bc7-40fe-b60b-72cf44a844b3 None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:10.631200 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2c3e3803-0bc7-40fe-b60b-72cf44a844b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:10.674988 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2c3e3803-0bc7-40fe-b60b-72cf44a844b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:10.675997 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3e3803-0bc7-40fe-b60b-72cf44a844b3 None None] The sync data for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:10.753816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c81c642a-d025-4927-bf56-90d2fde3d12a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:10.776534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 880aaeb7-0b15-4242-8b56-d3612a40b8b1 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:10.840666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c81c642a-d025-4927-bf56-90d2fde3d12a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:10.841176 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.853543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37248) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:10.868134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b38fb82a-4692-4774-84fd-95de93cb35d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.871821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:58:10.880762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:10.881131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.897696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.969821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b38fb82a-4692-4774-84fd-95de93cb35d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.978112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b38fb82a-4692-4774-84fd-95de93cb35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:10.980135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.019888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fb82a-4692-4774-84fd-95de93cb35d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe4d2c6-0c02-4ac2-84c6-b307fe1af3f7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:11.043368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b38fb82a-4692-4774-84fd-95de93cb35d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e45c2fad491f417ea41065b3232d771e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884084 Dec 08 21:58:11.046046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37250) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:11.050186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.090101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 880aaeb7-0b15-4242-8b56-d3612a40b8b1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=880aaeb7-0b15-4242-8b56-d3612a40b8b1,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:11.091115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ba41c-f8d9-4ea8-952f-60dd6524e7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880aaeb7-0b15-4242-8b56-d3612a40b8b1'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:58:11.095458 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd86ebdc-71ea-48d7-9251-14c2dcd1920d" -d '{"events": [{"server_uuid": "276ba41c-f8d9-4ea8-952f-60dd6524e7fb", "name": "network-vif-plugged", "status": "completed", "tag": "880aaeb7-0b15-4242-8b56-d3612a40b8b1"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:58:11.114319 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.116632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97d58b8d-6564-4e28-bca4-5915bf19bff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.149295 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97d58b8d-6564-4e28-bca4-5915bf19bff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.241253 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215c3355-2c06-4c45-852e-a32f00b4aa05 x-openstack-request-id: req-215c3355-2c06-4c45-852e-a32f00b4aa05 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:58:11.241253 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ba41c-f8d9-4ea8-952f-60dd6524e7fb", "name": "network-vif-plugged", "status": "completed", "tag": "880aaeb7-0b15-4242-8b56-d3612a40b8b1", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:58:11.241253 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-215c3355-2c06-4c45-852e-a32f00b4aa05 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:58:11.241634 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ba41c-f8d9-4ea8-952f-60dd6524e7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880aaeb7-0b15-4242-8b56-d3612a40b8b1', 'code': 200} Dec 08 21:58:11.242078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=880aaeb7-0b15-4242-8b56-d3612a40b8b1,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:11.267983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97d58b8d-6564-4e28-bca4-5915bf19bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.271205 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-97d58b8d-6564-4e28-bca4-5915bf19bff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.274542 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-97d58b8d-6564-4e28-bca4-5915bf19bff3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfe4d2c6-0c02-4ac2-84c6-b307fe1af3f7 HTTP/1.1" status: 204 len: 168 time: 0.2250993 Dec 08 21:58:11.300558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d58b8d-6564-4e28-bca4-5915bf19bff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe4d2c6-0c02-4ac2-84c6-b307fe1af3f7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:11.333667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bff3f9-b4de-449c-b5f5-a9a7c30d4bd2 req-66dd5715-84c1-4935-8b29-94d789286508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:11.335211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70bff3f9-b4de-449c-b5f5-a9a7c30d4bd2 req-66dd5715-84c1-4935-8b29-94d789286508 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 1097 time: 0.0826247 Dec 08 21:58:11.376332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70bff3f9-b4de-449c-b5f5-a9a7c30d4bd2 req-1cead348-5f36-4e85-bf3e-ae068dd6ff18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Dec 08 21:58:11.386737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.408572 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.620258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Allocated IP 172.25.1.196 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/06c12fb4-e882-4869-a50d-4bf3e96ad129) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:11.642915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.733911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68d45-1529-4ea9-a7a8-77094d4a0dec req-105f7356-de69-418c-bd6d-afb773168233 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:11.735685 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7aa68d45-1529-4ea9-a7a8-77094d4a0dec req-105f7356-de69-418c-bd6d-afb773168233 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 946 time: 0.0637255 Dec 08 21:58:11.787777 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7aa68d45-1529-4ea9-a7a8-77094d4a0dec req-ff953c93-297e-46ed-8adb-b5ea13da1ed2 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446215 Dec 08 21:58:11.822883 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:11.948674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:12.007819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:12.035345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:12.044664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:12.072685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event updated for resources: {'Port': ['ID=06c12fb4-e882-4869-a50d-4bf3e96ad129,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:12.105325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.20.0.1 (f05d1597-f0ae-45bc-bdaf-435e98fd4c37/9bf7abdd-e068-45da-a762-37af5a4c3dab/d906c56a-78d0-4a20-bcc5-a82f6b033607) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:12.401557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:12.441564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:13.093589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:13.156633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddd668-1c20-437b-85b6-1212eac74fe8 req-a93f7297-2e62-4533-b806-fe1003f0027f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:13.164374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5ddd668-1c20-437b-85b6-1212eac74fe8 req-a93f7297-2e62-4533-b806-fe1003f0027f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 946 time: 0.1310709 Dec 08 21:58:13.180484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:13.227963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:13.260899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:13.263614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=d906c56a-78d0-4a20-bcc5-a82f6b033607,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:13.348703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5ddd668-1c20-437b-85b6-1212eac74fe8 req-49cb1cda-c59b-4d7f-a490-46f4c5eacba0 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834540 Dec 08 21:58:13.408410 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:13.500255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0a3162d9-c741-44dc-80cf-09836784c1b7 None None] Provisioning complete for port d906c56a-78d0-4a20-bcc5-a82f6b033607 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:13.503019 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0a3162d9-c741-44dc-80cf-09836784c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:13.531356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:13.540004 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:13.556996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0a3162d9-c741-44dc-80cf-09836784c1b7 None None] Port d906c56a-78d0-4a20-bcc5-a82f6b033607 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:13.676482 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:13.936101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Router a05abd75-e153-4d9f-93e4-43f7518af428 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:13.974917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37360) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:14.065594 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3e275792-6718-437e-876c-48afd03b27a7 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5778 time: 0.0894816 Dec 08 21:58:14.069145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37366) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:14.077619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'network': {'name': 'tempest-network-smoke--1036458719', 'project_id': '1e213ecbd042420eb9d356c97266b552', 'port_security_enabled': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:14.112472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Made reservation on behalf of 1e213ecbd042420eb9d356c97266b552 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:14.121290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.157028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:58:14.168608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:14.172322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.172678 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Added segment d12ef01d-41cc-475e-bbbc-b66165a24c2b of type vlan for network c54156f2-0ba4-461f-88c5-9ba188952d6b Dec 08 21:58:14.176138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.179861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1d584af7-acb6-4362-9049-c1124c06be46 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "PUT /v2.0/routers/a05abd75-e153-4d9f-93e4-43f7518af428 HTTP/1.1" status: 200 len: 880 time: 3.7896862 Dec 08 21:58:14.181255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37368) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:14.187909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4312c8-a835-4362-8c38-abd1016239e8 None None] Sync routers for ids ['a05abd75-e153-4d9f-93e4-43f7518af428'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:14.197805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.205590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.224401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4312c8-a835-4362-8c38-abd1016239e8 None None] Routers {'a05abd75-e153-4d9f-93e4-43f7518af428'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:14.228912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-cb4312c8-a835-4362-8c38-abd1016239e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a05abd75-e153-4d9f-93e4-43f7518af428'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:14.285647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.305513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-cb4312c8-a835-4362-8c38-abd1016239e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:14.331369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4312c8-a835-4362-8c38-abd1016239e8 None None] Routers {'a05abd75-e153-4d9f-93e4-43f7518af428'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:14.331991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-cb4312c8-a835-4362-8c38-abd1016239e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a05abd75-e153-4d9f-93e4-43f7518af428'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:14.336024 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.351048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:14.351714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.355208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=d906c56a-78d0-4a20-bcc5-a82f6b033607,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:14.372672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.412727 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-cb4312c8-a835-4362-8c38-abd1016239e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:14.413395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4312c8-a835-4362-8c38-abd1016239e8 None None] The sync data for ids ['a05abd75-e153-4d9f-93e4-43f7518af428'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:14.455325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Network': ['ID=c54156f2-0ba4-461f-88c5-9ba188952d6b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:14.460996 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f4e8fff8-8c6c-4f84-a694-b673c23491b9 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/routers/a05abd75-e153-4d9f-93e4-43f7518af428 HTTP/1.1" status: 200 len: 921 time: 0.2786984 Dec 08 21:58:14.463990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37370) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:14.471293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c54156f2-0ba4-461f-88c5-9ba188952d6b details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:58:14.486208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:14.487810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:14.621435 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6937d91f-39c1-4351-99a0-e849c9ca5d15 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5507958 Dec 08 21:58:14.649175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37374) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:14.656774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'admin_state_up': True, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:14.693180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 326ed734-b907-4cdc-baaf-081da25d176d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:14.710884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dab2ec-48f6-46b3-9842-791efabfecad tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:14.712599 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-11dab2ec-48f6-46b3-9842-791efabfecad tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=a05abd75-e153-4d9f-93e4-43f7518af428&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2478728 Dec 08 21:58:14.714260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.715314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:14.718114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37376) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:14.881367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.035168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8d138fcc-da5f-4ec0-b3d8-68cba3fe4be8 None None] Provisioning complete for port d906c56a-78d0-4a20-bcc5-a82f6b033607 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:15.035168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8d138fcc-da5f-4ec0-b3d8-68cba3fe4be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.112017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8d138fcc-da5f-4ec0-b3d8-68cba3fe4be8 None None] Port d906c56a-78d0-4a20-bcc5-a82f6b033607 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:15.124689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:15.130977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e97ba41c-523f-43d1-83df-a1555475dafd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/routers/326ed734-b907-4cdc-baaf-081da25d176d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5561674 Dec 08 21:58:15.137576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37386) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:15.138064 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c88182-b890-4432-85c4-5f7ab040c260 None None] Sync routers for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:15.140414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52e16f-8030-418c-a7cb-e776664fa1f8 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:15.144485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1e52e16f-8030-418c-a7cb-e776664fa1f8 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 881 time: 0.4107144 Dec 08 21:58:15.144735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37388) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:15.149852 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c88182-b890-4432-85c4-5f7ab040c260 None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:15.150605 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-61c88182-b890-4432-85c4-5f7ab040c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:15.155758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'port': {'network_id': 'f05d1597-f0ae-45bc-bdaf-435e98fd4c37', 'name': 'tempest-FloatingIPTestJSON-610529862'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:15.173656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ae56c99e-3726-4263-b5bf-9cf7fc14df9a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=a05abd75-e153-4d9f-93e4-43f7518af428 HTTP/1.1" status: 200 len: 205 time: 0.0256248 Dec 08 21:58:15.174234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37390) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:15.186158 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-61c88182-b890-4432-85c4-5f7ab040c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:15.198171 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c88182-b890-4432-85c4-5f7ab040c260 None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:15.198862 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-61c88182-b890-4432-85c4-5f7ab040c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:15.232512 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.238829 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-61c88182-b890-4432-85c4-5f7ab040c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:15.239758 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c88182-b890-4432-85c4-5f7ab040c260 None None] The sync data for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:15.316430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.362208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Made reservation on behalf of c45ee51c62a1471982bdd97643b5eab3 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:15.365712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.389542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] device_id is not set on port 1f7189e5-b6bd-4edf-8254-93d44469b331 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:58:15.423676 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.481221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Deleting port 06c12fb4-e882-4869-a50d-4bf3e96ad129 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:15.481596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.568028 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.583288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Calling delete_port for 06c12fb4-e882-4869-a50d-4bf3e96ad129 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:15.585295 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.616292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.631210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Allocated IP 172.20.0.10 (f05d1597-f0ae-45bc-bdaf-435e98fd4c37/9bf7abdd-e068-45da-a762-37af5a4c3dab/1f7189e5-b6bd-4edf-8254-93d44469b331) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:15.764264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.783597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Allocated IP 172.25.1.13 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/82814d30-0ef8-4ab7-89ca-3e386fe191c9) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:15.792277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event deleted for resources: {'Port': ['ID=06c12fb4-e882-4869-a50d-4bf3e96ad129,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:15.861100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.939245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.955466 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:15.957406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.007358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.024452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.024452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Fanout notify agent at l3_agent the message router_deleted on router a05abd75-e153-4d9f-93e4-43f7518af428 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:16.037070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.041620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5a38d983-307d-4ba9-b287-110cd001eedb tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/a05abd75-e153-4d9f-93e4-43f7518af428 HTTP/1.1" status: 204 len: 168 time: 0.8635089 Dec 08 21:58:16.042011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37402) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:16.053940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-604e906d-31df-4974-95d7-6fde57f049f6 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1808366966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:16.061538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.125172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.153701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:16.171308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:16.177241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:16.180105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-604e906d-31df-4974-95d7-6fde57f049f6 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.181051 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-604e906d-31df-4974-95d7-6fde57f049f6 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.184488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event updated for resources: {'Port': ['ID=1f7189e5-b6bd-4edf-8254-93d44469b331,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:16.194269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:16.227756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:16.240425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:16.415037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:16.417453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.474080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=82814d30-0ef8-4ab7-89ca-3e386fe191c9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:16.496435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-604e906d-31df-4974-95d7-6fde57f049f6 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.509958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e16cb9ba-1185-47a3-b1f1-69828bc11fdd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3716347 Dec 08 21:58:16.512631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37426) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:16.515084 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-604e906d-31df-4974-95d7-6fde57f049f6 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.521244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Request body: {'floatingip': {'port_id': '1f7189e5-b6bd-4edf-8254-93d44469b331'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:16.647014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.658649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4af36b00-a444-4a16-8504-88137a117f6b None None] Provisioning complete for port 1f7189e5-b6bd-4edf-8254-93d44469b331 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:16.659659 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4af36b00-a444-4a16-8504-88137a117f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.708186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-604e906d-31df-4974-95d7-6fde57f049f6 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:16.709500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-604e906d-31df-4974-95d7-6fde57f049f6 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6665311 Dec 08 21:58:16.724940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4af36b00-a444-4a16-8504-88137a117f6b None None] Port 1f7189e5-b6bd-4edf-8254-93d44469b331 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:16.727556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37432) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:16.742192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': True}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:17.164968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:17.221556 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:17.601716 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:17.607218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:17.760390 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 2d86888d-f840-4fee-8f74-c8e13232612e associated. External IP: 172.25.1.222, port: f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349. Dec 08 21:58:17.949803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:18.185831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:18.227598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:18.445105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Allocated IP 172.25.1.107 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/356adbfb-e80b-4ade-8990-ae9cd6192970) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:18.499796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:18.598586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:18.600087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Router b66770f4-ad21-424e-b1b0-6fb65ede80c9 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:18.691631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:18.704684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdcf4c6-8d8b-4bfb-a1cc-5f7e554df80d None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:18.714764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcf4c6-8d8b-4bfb-a1cc-5f7e554df80d None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:18.715714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4cdcf4c6-8d8b-4bfb-a1cc-5f7e554df80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:18.747601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:18.765078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:18.772295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4cdcf4c6-8d8b-4bfb-a1cc-5f7e554df80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:18.780829 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Sync routers for ids ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:18.789659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcf4c6-8d8b-4bfb-a1cc-5f7e554df80d None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:18.790273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4cdcf4c6-8d8b-4bfb-a1cc-5f7e554df80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:18.797375 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Routers {'b66770f4-ad21-424e-b1b0-6fb65ede80c9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:18.798014 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:18.837335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:18.838561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'Port': ['ID=356adbfb-e80b-4ade-8990-ae9cd6192970,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:18.841615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:18.846813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:18.851185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-589751ea-a671-45ee-a248-6e2400c05ff5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2009754 Dec 08 21:58:18.852177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:18.852634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37456) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:18.889018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4cdcf4c6-8d8b-4bfb-a1cc-5f7e554df80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:18.892306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdcf4c6-8d8b-4bfb-a1cc-5f7e554df80d None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:19.009713 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Set router b66770f4-ad21-424e-b1b0-6fb65ede80c9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:19.089253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae405cf-1c02-4265-8436-ddb2e962114f tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:19.091127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fae405cf-1c02-4265-8436-ddb2e962114f tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1e213ecbd042420eb9d356c97266b552&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2341011 Dec 08 21:58:19.105871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37460) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:19.152244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 326ed734-b907-4cdc-baaf-081da25d176d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:19.288392 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:58:16Z', 'revision_number': 3, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:19.321743 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Checking router: b66770f4-ad21-424e-b1b0-6fb65ede80c9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:58:19.322752 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Updating router b66770f4-ad21-424e-b1b0-6fb65ede80c9 port 82814d30-0ef8-4ab7-89ca-3e386fe191c9 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:58:19.333087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:19.338789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:19.344583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462012be-c62f-47c2-9969-67316934dd79 None None] Sync routers for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:19.363912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:19.386334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462012be-c62f-47c2-9969-67316934dd79 None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:19.392111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-462012be-c62f-47c2-9969-67316934dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:19.422946 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:19.439564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0dba17fc-109a-4f63-ac93-ce9bab98b9eb tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/floatingips/2d86888d-f840-4fee-8f74-c8e13232612e HTTP/1.1" status: 200 len: 978 time: 2.9256828 Dec 08 21:58:19.442616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37464) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:19.577682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bee888-8012-4391-a50e-cc953bef2e5a tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:19.579775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-24bee888-8012-4391-a50e-cc953bef2e5a tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4733758 Dec 08 21:58:19.586147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:19.635582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e9908b07-06bf-48d3-8b6c-491156a6de82 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440190 Dec 08 21:58:19.638312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37470) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:19.679814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 1f7189e5-b6bd-4edf-8254-93d44469b331 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:19.680161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:19.705588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9c89686a-03ff-422a-9b21-cd13a1a01f6a tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1e213ecbd042420eb9d356c97266b552&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600467 Dec 08 21:58:19.706272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37474) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:19.861204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-462012be-c62f-47c2-9969-67316934dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:19.867346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8651874-74af-4bbf-a8f7-2616ee47a6af tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:19.871471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e8651874-74af-4bbf-a8f7-2616ee47a6af tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569865 Dec 08 21:58:19.872500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37478) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:19.884071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:19.884631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462012be-c62f-47c2-9969-67316934dd79 None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:19.884831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-462012be-c62f-47c2-9969-67316934dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:19.906601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2fc01990-ad62-4a4d-a2d3-1c6bdc406ee2 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335317 Dec 08 21:58:19.909095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37480) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:19.915810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1588030167', 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b', 'project_id': '1e213ecbd042420eb9d356c97266b552', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:19.925135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:19.941564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:19.946939 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-462012be-c62f-47c2-9969-67316934dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:19.947890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462012be-c62f-47c2-9969-67316934dd79 None None] The sync data for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:20.000588 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.009226 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.110264 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bf9b0-64e7-4a26-9e64-d2a43d7de074 None None] Pushing event updated for resources: {'Port': ['ID=82814d30-0ef8-4ab7-89ca-3e386fe191c9,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:20.124929 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Attempting to bind port 82814d30-0ef8-4ab7-89ca-3e386fe191c9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:20.125983 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Attempting to bind port 82814d30-0ef8-4ab7-89ca-3e386fe191c9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:20.126520 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Attempting to bind port 82814d30-0ef8-4ab7-89ca-3e386fe191c9 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:20.134035 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:20.134428 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:20.134960 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.135959 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:20.136841 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Bound port: 82814d30-0ef8-4ab7-89ca-3e386fe191c9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:20.137368 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.237202 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] For port 82814d30-0ef8-4ab7-89ca-3e386fe191c9, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:20.241337 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] For port 82814d30-0ef8-4ab7-89ca-3e386fe191c9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=82814d30-0ef8-4ab7-89ca-3e386fe191c9,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:20.241741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Made reservation on behalf of 1e213ecbd042420eb9d356c97266b552 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:20.245425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.250572 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.301076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.301906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.302042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37488) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:20.302140 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Floating IP 2d86888d-f840-4fee-8f74-c8e13232612e disassociated. External IP: 172.25.1.222, port: 1f7189e5-b6bd-4edf-8254-93d44469b331. Dec 08 21:58:20.302750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 1f7189e5-b6bd-4edf-8254-93d44469b331 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:20.360654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Router 0ff80af3-e668-428f-989a-3ed61322becb is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:20.401513 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bf9b0-64e7-4a26-9e64-d2a43d7de074 None None] Pushing event updated for resources: {'Port': ['ID=82814d30-0ef8-4ab7-89ca-3e386fe191c9,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:20.414404 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Routers {'b66770f4-ad21-424e-b1b0-6fb65ede80c9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:20.415154 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:20.518549 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb4bfda7-af68-4ab6-8fcc-4ea5738c2299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.527366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.562611 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] Set router b66770f4-ad21-424e-b1b0-6fb65ede80c9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:20.589887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=1f7189e5-b6bd-4edf-8254-93d44469b331,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:20.674013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:20.689033 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.690311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d024432b-0870-4088-a846-5d2095be6c8a tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "PUT /v2.0/routers/0ff80af3-e668-428f-989a-3ed61322becb HTTP/1.1" status: 200 len: 915 time: 3.9580765 Dec 08 21:58:20.693737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37496) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:20.761687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 326ed734-b907-4cdc-baaf-081da25d176d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:20.795527 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e1b32-acef-4021-b887-a13f11f0161c None None] Sync routers for ids ['0ff80af3-e668-428f-989a-3ed61322becb'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:20.837417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:20.919166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:20.927147 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e1b32-acef-4021-b887-a13f11f0161c None None] Routers {'0ff80af3-e668-428f-989a-3ed61322becb'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:20.928202 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-825e1b32-acef-4021-b887-a13f11f0161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0ff80af3-e668-428f-989a-3ed61322becb'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:20.934859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2d4de-87c6-41a8-aa27-2f554a999d96 None None] Sync routers for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:20.937742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Subnet': ['ID=5a56b7ac-489e-46df-bba0-8d5470a6a98f,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:20.950508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2d4de-87c6-41a8-aa27-2f554a999d96 None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:20.951566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bff2d4de-87c6-41a8-aa27-2f554a999d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:20.980942 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-825e1b32-acef-4021-b887-a13f11f0161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:21.000003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd691cb5-c637-4d10-990e-864baf241848 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/routers/0ff80af3-e668-428f-989a-3ed61322becb HTTP/1.1" status: 200 len: 921 time: 0.2989211 Dec 08 21:58:21.001089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37498) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:21.004052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb4bfda7-af68-4ab6-8fcc-4ea5738c2299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.008497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Checking segment: {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:21.008944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network hostable DHCP agents. Network: c54156f2-0ba4-461f-88c5-9ba188952d6b, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:58:21.013461 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb4bfda7-af68-4ab6-8fcc-4ea5738c2299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.018959 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e1b32-acef-4021-b887-a13f11f0161c None None] Routers {'0ff80af3-e668-428f-989a-3ed61322becb'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:21.018959 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-825e1b32-acef-4021-b887-a13f11f0161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['0ff80af3-e668-428f-989a-3ed61322becb'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:21.054725 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.054989 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-825e1b32-acef-4021-b887-a13f11f0161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:21.055520 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e1b32-acef-4021-b887-a13f11f0161c None None] The sync data for ids ['0ff80af3-e668-428f-989a-3ed61322becb'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:21.063364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ba5a9616-be3c-4c24-91a7-47e8bebb9912 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/ports/1f7189e5-b6bd-4edf-8254-93d44469b331 HTTP/1.1" status: 204 len: 168 time: 1.6193619 Dec 08 21:58:21.066064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bff2d4de-87c6-41a8-aa27-2f554a999d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:21.067820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37502) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:21.076135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55eab04-14e3-4b32-bb92-6fceafdb9402 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:21.078518 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e55eab04-14e3-4b32-bb92-6fceafdb9402 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=0ff80af3-e668-428f-989a-3ed61322becb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0767505 Dec 08 21:58:21.081240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37504) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:21.092977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2d4de-87c6-41a8-aa27-2f554a999d96 None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:21.096860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bff2d4de-87c6-41a8-aa27-2f554a999d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:21.106684 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:58:16Z', 'revision_number': 3, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:21.136338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bff2d4de-87c6-41a8-aa27-2f554a999d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:21.137329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2d4de-87c6-41a8-aa27-2f554a999d96 None None] The sync data for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:21.153842 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275f6b3-6075-4faa-8da1-c0533c3899c1 None None] The sync data for ids ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'] in n-d-821126-1 is: [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:58:16Z', 'revision_number': 3, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:21.199880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5f7502-05b3-4c3b-8d5e-f6f46dd87264 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:21.201962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3e5f7502-05b3-4c3b-8d5e-f6f46dd87264 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 881 time: 0.1197517 Dec 08 21:58:21.204763 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37506) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:21.207692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bb4bfda7-af68-4ab6-8fcc-4ea5738c2299 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88a71d26af83461b90161149bb7d699b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9012287 Dec 08 21:58:21.215289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network c54156f2-0ba4-461f-88c5-9ba188952d6b is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:58:21.222454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:21.226362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bfda7-af68-4ab6-8fcc-4ea5738c2299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432b37b1-81e6-4bf9-b2dd-cce8a4284d98,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:21.236331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, c54156f2-0ba4-461f-88c5-9ba188952d6b) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:21.244431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f903f-de4d-47d2-82e4-5b1ae55ea765 None None] Network c54156f2-0ba4-461f-88c5-9ba188952d6b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:21.253950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:21.263223 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.303006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-60d572a2-c4e2-4d7b-83f1-5fc7ba9725ec tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ff80af3-e668-428f-989a-3ed61322becb HTTP/1.1" status: 200 len: 205 time: 0.0943215 Dec 08 21:58:21.303787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37512) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:21.305040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29ebe51b-f5a5-4b55-86df-487b2fa11ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.321117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-752be6e5-f1f1-47f4-89e6-bbd3ac1b1014 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4083779 Dec 08 21:58:21.321890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37516) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:21.341841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29ebe51b-f5a5-4b55-86df-487b2fa11ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.465413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.494581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-c54156f2-0ba4-461f-88c5-9ba188952d6b', 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'fixed_ips': [{'subnet_id': '5a56b7ac-489e-46df-bba0-8d5470a6a98f'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:58:21.495742 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.645683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.650995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29ebe51b-f5a5-4b55-86df-487b2fa11ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.654053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29ebe51b-f5a5-4b55-86df-487b2fa11ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.655957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-29ebe51b-f5a5-4b55-86df-487b2fa11ffc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/432b37b1-81e6-4bf9-b2dd-cce8a4284d98 HTTP/1.1" status: 204 len: 168 time: 0.4343638 Dec 08 21:58:21.677171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebe51b-f5a5-4b55-86df-487b2fa11ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b37b1-81e6-4bf9-b2dd-cce8a4284d98,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:21.790953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Deleting port 356adbfb-e80b-4ade-8990-ae9cd6192970 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:21.793805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.858545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Allocated IP 172.20.0.18 (c54156f2-0ba4-461f-88c5-9ba188952d6b/5a56b7ac-489e-46df-bba0-8d5470a6a98f/c3eb99b4-75a1-4696-874e-61eb525590f0) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:21.972831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:21.994312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Calling delete_port for 356adbfb-e80b-4ade-8990-ae9cd6192970 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:22.223801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.227183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37528) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:22.236889 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.298935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-575d9e5d-f416-4856-9ec7-585adbca186c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.307432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Pushing event updated for resources: {'Port': ['ID=c3eb99b4-75a1-4696-874e-61eb525590f0,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:22.335192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Network c54156f2-0ba4-461f-88c5-9ba188952d6b is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:22.354834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:22.370957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:22.393443 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.486798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Attempting to bind port c3eb99b4-75a1-4696-874e-61eb525590f0 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:22.487182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Attempting to bind port c3eb99b4-75a1-4696-874e-61eb525590f0 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:22.487549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Attempting to bind port c3eb99b4-75a1-4696-874e-61eb525590f0 on network c54156f2-0ba4-461f-88c5-9ba188952d6b {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:22.493071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:22.493448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Checking segment: {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:22.494053 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.494596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Bound using segment: {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:22.500559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Bound port: c3eb99b4-75a1-4696-874e-61eb525590f0, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:22.501187 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.624619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] For port c3eb99b4-75a1-4696-874e-61eb525590f0, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:22.627981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] For port c3eb99b4-75a1-4696-874e-61eb525590f0, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c3eb99b4-75a1-4696-874e-61eb525590f0,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:22.637129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.685519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event deleted for resources: {'Port': ['ID=356adbfb-e80b-4ade-8990-ae9cd6192970,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:22.698034 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-575d9e5d-f416-4856-9ec7-585adbca186c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.718156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-575d9e5d-f416-4856-9ec7-585adbca186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.761263 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.780623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788332da-ac8f-4743-b1a5-1ad215b8ce25 None None] Pushing event updated for resources: {'Port': ['ID=c3eb99b4-75a1-4696-874e-61eb525590f0,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:22.811479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 82814d30-0ef8-4ab7-89ca-3e386fe191c9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:22.902744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 82814d30-0ef8-4ab7-89ca-3e386fe191c9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:22.902744 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:22.980374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d9e5d-f416-4856-9ec7-585adbca186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685bc27a-0544-4adc-b81f-902beb8d06af,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:22.998181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.006424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-575d9e5d-f416-4856-9ec7-585adbca186c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a08fbe2c72849cb80602ca8c0a39dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7741535 Dec 08 21:58:23.006626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37536) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:23.008267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.024866 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.057566 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.080554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.081052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Fanout notify agent at l3_agent the message router_deleted on router 0ff80af3-e668-428f-989a-3ed61322becb {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:23.088643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.089942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c0e416f3-4cb5-4531-b8ed-0d73b5f615a1 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/0ff80af3-e668-428f-989a-3ed61322becb HTTP/1.1" status: 204 len: 168 time: 1.7410715 Dec 08 21:58:23.093822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37538) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:23.100992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aa1fc00c-d6fb-4c38-b31e-2c93f876ca0a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-336768065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:23.127128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 82814d30-0ef8-4ab7-89ca-3e386fe191c9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=82814d30-0ef8-4ab7-89ca-3e386fe191c9,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:23.154143 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.186700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc00c-d6fb-4c38-b31e-2c93f876ca0a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.188213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc00c-d6fb-4c38-b31e-2c93f876ca0a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.310074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=82814d30-0ef8-4ab7-89ca-3e386fe191c9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:23.327813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc00c-d6fb-4c38-b31e-2c93f876ca0a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.339742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc00c-d6fb-4c38-b31e-2c93f876ca0a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.375346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc00c-d6fb-4c38-b31e-2c93f876ca0a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.376895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aa1fc00c-d6fb-4c38-b31e-2c93f876ca0a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2820923 Dec 08 21:58:23.379592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37542) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:23.384109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': False}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:23.396933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.463752 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6dff1647-0424-48ef-9e4d-45b9a4e43d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.713220 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.777213 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6dff1647-0424-48ef-9e4d-45b9a4e43d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.985509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6dff1647-0424-48ef-9e4d-45b9a4e43d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:23.988370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6dff1647-0424-48ef-9e4d-45b9a4e43d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:24.004024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6dff1647-0424-48ef-9e4d-45b9a4e43d6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/685bc27a-0544-4adc-b81f-902beb8d06af HTTP/1.1" status: 204 len: 168 time: 0.9813986 Dec 08 21:58:24.068639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:24.098102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:24.178131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff1647-0424-48ef-9e4d-45b9a4e43d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685bc27a-0544-4adc-b81f-902beb8d06af,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:24.256302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Allocated IP 172.25.1.250 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/df40cffc-95c9-424e-8cf9-9563d56a4e3e) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:24.437104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port d906c56a-78d0-4a20-bcc5-a82f6b033607 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:24.437554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:24.465455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:24.527826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:24.585550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:24.588731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:24.593448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:24.652487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Pushing event updated for resources: {'Port': ['ID=df40cffc-95c9-424e-8cf9-9563d56a4e3e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:24.695006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Allocated IP 172.20.0.17 (c54156f2-0ba4-461f-88c5-9ba188952d6b/5a56b7ac-489e-46df-bba0-8d5470a6a98f/2b503a78-9f38-428f-babd-132ccf5461c4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:24.877558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:24.898285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for d906c56a-78d0-4a20-bcc5-a82f6b033607 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:24.960668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c3eb99b4-75a1-4696-874e-61eb525590f0 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:25.031870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.092831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509570bd-d4de-49fb-984b-10e6f4772675 None None] Network c54156f2-0ba4-461f-88c5-9ba188952d6b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:25.274550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37578) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:25.294310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.311350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b9b57742-ecd7-4611-a2fc-1e8dcd1adba0 None None] Provisioning complete for port c3eb99b4-75a1-4696-874e-61eb525590f0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:25.313762 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9b57742-ecd7-4611-a2fc-1e8dcd1adba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.407840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c3eb99b4-75a1-4696-874e-61eb525590f0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:25.408806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.435234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.501892 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9b57742-ecd7-4611-a2fc-1e8dcd1adba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.515653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network c54156f2-0ba4-461f-88c5-9ba188952d6b is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:25.522538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:25.547415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:25.609559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=2b503a78-9f38-428f-babd-132ccf5461c4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:25.691930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b9b57742-ecd7-4611-a2fc-1e8dcd1adba0 None None] For port c3eb99b4-75a1-4696-874e-61eb525590f0, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c3eb99b4-75a1-4696-874e-61eb525590f0,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:25.714610 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.714810 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9b57742-ecd7-4611-a2fc-1e8dcd1adba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.779450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a6cc3b-2b16-4b3a-b8a2-406e9f430bea admin admin] Deleting subnet a3474a1e-c033-4c7c-93c8-cc1e12020aa2 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:58:25.787915 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a6cc3b-2b16-4b3a-b8a2-406e9f430bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.817563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.893335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.905302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b57742-ecd7-4611-a2fc-1e8dcd1adba0 None None] Pushing event updated for resources: {'Port': ['ID=c3eb99b4-75a1-4696-874e-61eb525590f0,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:25.905781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:25.928698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 82814d30-0ef8-4ab7-89ca-3e386fe191c9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:25.981076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=d906c56a-78d0-4a20-bcc5-a82f6b033607,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:25.984681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a6cc3b-2b16-4b3a-b8a2-406e9f430bea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.056210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 82814d30-0ef8-4ab7-89ca-3e386fe191c9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:26.058963 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.173996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Router 42f1d856-d0cb-47e4-96e0-cafdfc5cc776 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:26.228451 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a6cc3b-2b16-4b3a-b8a2-406e9f430bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.321664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:26.338174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.339469 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad4030-0287-47fb-9ea4-0dd816d3bc98 None None] Sync routers for ids ['42f1d856-d0cb-47e4-96e0-cafdfc5cc776'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:26.341798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c29390bb-33c0-423d-944d-0c17704106a1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "PUT /v2.0/routers/42f1d856-d0cb-47e4-96e0-cafdfc5cc776 HTTP/1.1" status: 200 len: 915 time: 2.9611046 Dec 08 21:58:26.345012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-73d850fb-0010-414f-a010-8120b3108abb None None] Provisioning complete for port 2b503a78-9f38-428f-babd-132ccf5461c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:26.345665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37606) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:26.346630 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73d850fb-0010-414f-a010-8120b3108abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.346986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a6cc3b-2b16-4b3a-b8a2-406e9f430bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.366306 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad4030-0287-47fb-9ea4-0dd816d3bc98 None None] Routers {'42f1d856-d0cb-47e4-96e0-cafdfc5cc776'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:26.366965 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6ad4030-0287-47fb-9ea4-0dd816d3bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['42f1d856-d0cb-47e4-96e0-cafdfc5cc776'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:26.413132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-73d850fb-0010-414f-a010-8120b3108abb None None] Port 2b503a78-9f38-428f-babd-132ccf5461c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:26.429371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-73d850fb-0010-414f-a010-8120b3108abb None None] Provisioning complete for port c3eb99b4-75a1-4696-874e-61eb525590f0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:26.429743 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73d850fb-0010-414f-a010-8120b3108abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.463703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6cc3b-2b16-4b3a-b8a2-406e9f430bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3474a1e-c033-4c7c-93c8-cc1e12020aa2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:26.477447 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6ad4030-0287-47fb-9ea4-0dd816d3bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:26.504578 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad4030-0287-47fb-9ea4-0dd816d3bc98 None None] Routers {'42f1d856-d0cb-47e4-96e0-cafdfc5cc776'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:26.507356 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6ad4030-0287-47fb-9ea4-0dd816d3bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['42f1d856-d0cb-47e4-96e0-cafdfc5cc776'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:26.516842 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a6cc3b-2b16-4b3a-b8a2-406e9f430bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.519077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ec4e5587-66da-49df-b42b-0e112ba21279 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/routers/42f1d856-d0cb-47e4-96e0-cafdfc5cc776 HTTP/1.1" status: 200 len: 921 time: 0.1714635 Dec 08 21:58:26.521968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37608) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:26.523780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37610) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:26.524080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e5a6cc3b-2b16-4b3a-b8a2-406e9f430bea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a3474a1e-c033-4c7c-93c8-cc1e12020aa2 HTTP/1.1" status: 204 len: 168 time: 1.2426019 Dec 08 21:58:26.568261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.574466 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6ad4030-0287-47fb-9ea4-0dd816d3bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:26.575228 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad4030-0287-47fb-9ea4-0dd816d3bc98 None None] The sync data for ids ['42f1d856-d0cb-47e4-96e0-cafdfc5cc776'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:26.658928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e268107-8c32-46e9-ae31-984168dcc890 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:26.660468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9e268107-8c32-46e9-ae31-984168dcc890 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=42f1d856-d0cb-47e4-96e0-cafdfc5cc776&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1375661 Dec 08 21:58:26.665339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.666868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37618) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:26.736651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e1fb027a-bf0b-4ac4-bf7d-45b27f8a9333 None None] Provisioning complete for port 2b503a78-9f38-428f-babd-132ccf5461c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:26.737017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e1fb027a-bf0b-4ac4-bf7d-45b27f8a9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.775825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c3eb99b4-75a1-4696-874e-61eb525590f0 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:26.793602 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.829226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb027a-bf0b-4ac4-bf7d-45b27f8a9333 None None] Port 2b503a78-9f38-428f-babd-132ccf5461c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:26.875397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c3eb99b4-75a1-4696-874e-61eb525590f0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:26.876096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.884507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345bff9-979b-4181-bfe4-d85034d304c1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:26.888888 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d345bff9-979b-4181-bfe4-d85034d304c1 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 881 time: 0.2184150 Dec 08 21:58:26.889671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37632) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:26.926963 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3f35a379-0056-45e5-9c80-fd6a449c103a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=42f1d856-d0cb-47e4-96e0-cafdfc5cc776 HTTP/1.1" status: 200 len: 205 time: 0.0339808 Dec 08 21:58:26.926963 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:26.928906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37636) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:27.019738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd772f92-44fc-4de6-8034-b0c0645ea396']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:27.034630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7a880e-13dc-4512-87e5-017e43a2c07a') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:27.034630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7a880e-13dc-4512-87e5-017e43a2c07a') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:27.050532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.068585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.078225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:58:27.078577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:58:27.080299 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:58:27.098191 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.170158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.176368 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.230018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37642) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:27.237943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.247552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.251345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd772f92-44fc-4de6-8034-b0c0645ea396 HTTP/1.1" status: 204 len: 168 time: 0.7178688 Dec 08 21:58:27.264162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 326ed734-b907-4cdc-baaf-081da25d176d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:27.267398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd997ac-9b46-4a55-80af-ca01f0669195 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd772f92-44fc-4de6-8034-b0c0645ea396,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:27.285763 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.290182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=2b503a78-9f38-428f-babd-132ccf5461c4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:27.300154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.370751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Deleting port df40cffc-95c9-424e-8cf9-9563d56a4e3e {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:27.371146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.411417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37648) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:27.442246 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65548831-fdb1-4352-8013-19df1a0c2f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.455673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:27.464487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7d187741-2101-4c39-8cca-2b0199f34017 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/routers/326ed734-b907-4cdc-baaf-081da25d176d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3798859 Dec 08 21:58:27.464992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37650) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:27.466644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e0993-4a9b-4eaf-aaa2-a89f6337639d None None] Sync routers for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:27.477085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e0993-4a9b-4eaf-aaa2-a89f6337639d None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:27.477706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9a3e0993-4a9b-4eaf-aaa2-a89f6337639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:27.518048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9a3e0993-4a9b-4eaf-aaa2-a89f6337639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:27.518256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c1c01fd2-be9e-442f-801b-c56fac33007e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f8f377e82954749932225e095460f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1016474 Dec 08 21:58:27.523495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37652) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:27.524384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e0993-4a9b-4eaf-aaa2-a89f6337639d None None] Routers {'326ed734-b907-4cdc-baaf-081da25d176d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:27.524977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9a3e0993-4a9b-4eaf-aaa2-a89f6337639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['326ed734-b907-4cdc-baaf-081da25d176d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:27.526745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.557735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9a3e0993-4a9b-4eaf-aaa2-a89f6337639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:27.558383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e0993-4a9b-4eaf-aaa2-a89f6337639d None None] The sync data for ids ['326ed734-b907-4cdc-baaf-081da25d176d'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:27.563845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Calling delete_port for df40cffc-95c9-424e-8cf9-9563d56a4e3e owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:27.580145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network c54156f2-0ba4-461f-88c5-9ba188952d6b is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:27.583248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:27.686694 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1734c89b-fd0e-473a-9561-4d750bd87e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.689718 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65548831-fdb1-4352-8013-19df1a0c2f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.707009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65548831-fdb1-4352-8013-19df1a0c2f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.795866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1734c89b-fd0e-473a-9561-4d750bd87e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.817530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-65548831-fdb1-4352-8013-19df1a0c2f51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fc0af97fd654684ba36c6c249487923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5858419 Dec 08 21:58:27.818395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65548831-fdb1-4352-8013-19df1a0c2f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6845dac-4d07-45fb-8b56-c4a44e9bb546,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:27.820961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37656) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:27.858468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6530f53c-4c62-4e2c-926f-6dd929e7c2fe None None] Provisioning complete for port 2b503a78-9f38-428f-babd-132ccf5461c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:27.859309 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6530f53c-4c62-4e2c-926f-6dd929e7c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.928622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.937985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6530f53c-4c62-4e2c-926f-6dd929e7c2fe None None] Port 2b503a78-9f38-428f-babd-132ccf5461c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:27.941323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b296bd40-57bc-4f58-b8cd-6e7b03db60a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.957536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1734c89b-fd0e-473a-9561-4d750bd87e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.960088 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1734c89b-fd0e-473a-9561-4d750bd87e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.961238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1734c89b-fd0e-473a-9561-4d750bd87e0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14c3df1f-f22d-4652-85fc-d887769d0dd6 HTTP/1.1" status: 204 len: 168 time: 0.4367030 Dec 08 21:58:27.982136 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.985790 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b296bd40-57bc-4f58-b8cd-6e7b03db60a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:27.988798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734c89b-fd0e-473a-9561-4d750bd87e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c3df1f-f22d-4652-85fc-d887769d0dd6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:28.028528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event deleted for resources: {'Port': ['ID=df40cffc-95c9-424e-8cf9-9563d56a4e3e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:28.067238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Router b66770f4-ad21-424e-b1b0-6fb65ede80c9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:28.082799 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.111593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.217455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b296bd40-57bc-4f58-b8cd-6e7b03db60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.220093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b296bd40-57bc-4f58-b8cd-6e7b03db60a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.220877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:28.224584 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b296bd40-57bc-4f58-b8cd-6e7b03db60a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6845dac-4d07-45fb-8b56-c4a44e9bb546 HTTP/1.1" status: 204 len: 168 time: 0.3938801 Dec 08 21:58:28.234491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-de83be9e-90c5-414a-b732-8e499b0a3e8a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "PUT /v2.0/routers/b66770f4-ad21-424e-b1b0-6fb65ede80c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9051781 Dec 08 21:58:28.234971 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Sync routers for ids ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:28.236295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 3a68c87d-7bd7-438b-a70c-ae2be03ab9be {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:28.236645 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.242888 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Routers {'b66770f4-ad21-424e-b1b0-6fb65ede80c9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:28.243797 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:28.249320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.251164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296bd40-57bc-4f58-b8cd-6e7b03db60a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6845dac-4d07-45fb-8b56-c4a44e9bb546,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:28.254535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.317503 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.318105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Fanout notify agent at l3_agent the message router_deleted on router 42f1d856-d0cb-47e4-96e0-cafdfc5cc776 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:28.333386 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.334538 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-009b3d75-56fd-474b-aa56-3dc5b0306854 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/42f1d856-d0cb-47e4-96e0-cafdfc5cc776 HTTP/1.1" status: 204 len: 168 time: 1.4047258 Dec 08 21:58:28.340066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37670) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:28.344567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-293821587', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:28.347686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.362277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 3a68c87d-7bd7-438b-a70c-ae2be03ab9be owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:28.398646 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Set router b66770f4-ad21-424e-b1b0-6fb65ede80c9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:28.402429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.403699 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.533004 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.607699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.647249 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:58:26Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2b503a78-9f38-428f-babd-132ccf5461c4', 'name': '', 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:35:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '5a56b7ac-489e-46df-bba0-8d5470a6a98f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:23Z', 'updated_at': '2021-12-08T21:58:26Z', 'revision_number': 2, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': '5a56b7ac-489e-46df-bba0-8d5470a6a98f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:28.680042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=3a68c87d-7bd7-438b-a70c-ae2be03ab9be,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:28.728450 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Checking router: b66770f4-ad21-424e-b1b0-6fb65ede80c9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:58:28.728811 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Updating router b66770f4-ad21-424e-b1b0-6fb65ede80c9 port 2b503a78-9f38-428f-babd-132ccf5461c4 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:58:28.765474 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.785624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.819585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.851354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37692) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:28.884881 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea4e6afb-6d0f-4f3b-aaa9-568f471e9838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:28.917179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d99dc5c1-df20-4635-a976-36093bcf4a24 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:28.919349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d99dc5c1-df20-4635-a976-36093bcf4a24 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/networks?id=c54156f2-0ba4-461f-88c5-9ba188952d6b HTTP/1.1" status: 200 len: 798 time: 0.2665443 Dec 08 21:58:28.945277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-9dc16c35-e7f8-409e-a623-8980385aafa0 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/quotas/1e213ecbd042420eb9d356c97266b552 HTTP/1.1" status: 200 len: 375 time: 0.0147913 Dec 08 21:58:28.997514 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:58:29.006527 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.012970 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.071003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.071659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Fanout notify agent at l3_agent the message router_deleted on router 326ed734-b907-4cdc-baaf-081da25d176d {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:29.090979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.095214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37698) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:29.095588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4c1d806-5599-4ff0-8a6c-52855e5062ee tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/routers/326ed734-b907-4cdc-baaf-081da25d176d HTTP/1.1" status: 204 len: 168 time: 1.6270459 Dec 08 21:58:29.118098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-a154c325-dbce-4139-99b5-223ac37fa2db tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e213ecbd042420eb9d356c97266b552&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1575799 Dec 08 21:58:29.131596 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.137695 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.146321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea4e6afb-6d0f-4f3b-aaa9-568f471e9838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.202936 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422c107-3fd3-41c8-9bdf-77e376724963 None None] Pushing event updated for resources: {'Port': ['ID=2b503a78-9f38-428f-babd-132ccf5461c4,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:29.254869 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea4e6afb-6d0f-4f3b-aaa9-568f471e9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.290240 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Attempting to bind port 2b503a78-9f38-428f-babd-132ccf5461c4 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:29.291566 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Attempting to bind port 2b503a78-9f38-428f-babd-132ccf5461c4 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:29.292155 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Attempting to bind port 2b503a78-9f38-428f-babd-132ccf5461c4 on network c54156f2-0ba4-461f-88c5-9ba188952d6b {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:29.300509 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:29.301467 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Checking segment: {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:29.302072 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.302909 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Bound using segment: {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:29.303593 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Bound port: 2b503a78-9f38-428f-babd-132ccf5461c4, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:29.304920 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.342582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e6afb-6d0f-4f3b-aaa9-568f471e9838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93e8f24-3104-474a-bb08-c18bb801dffa,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:29.366318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ea4e6afb-6d0f-4f3b-aaa9-568f471e9838 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79495ebf10624a40a65ee859ad7b5acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074956 Dec 08 21:58:29.369027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37708) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:29.384961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef10c14-6a33-4373-b3d8-82941836506d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting subnet 9bf7abdd-e068-45da-a762-37af5a4c3dab {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:58:29.387877 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] For port 2b503a78-9f38-428f-babd-132ccf5461c4, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:29.392963 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] For port 2b503a78-9f38-428f-babd-132ccf5461c4, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2b503a78-9f38-428f-babd-132ccf5461c4,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:29.401610 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.408519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37710) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:29.421196 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eef10c14-6a33-4373-b3d8-82941836506d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.430879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.457154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc703b05-f5f0-4378-a1e7-30e80674c1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.481672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Provisioning complete for port 2b503a78-9f38-428f-babd-132ccf5461c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:29.482244 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.484721 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422c107-3fd3-41c8-9bdf-77e376724963 None None] Pushing event updated for resources: {'Port': ['ID=2b503a78-9f38-428f-babd-132ccf5461c4,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:29.488891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc703b05-f5f0-4378-a1e7-30e80674c1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.521254 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Routers {'b66770f4-ad21-424e-b1b0-6fb65ede80c9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:29.522559 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:29.550611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.571085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc703b05-f5f0-4378-a1e7-30e80674c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.577334 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc703b05-f5f0-4378-a1e7-30e80674c1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.583603 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eef10c14-6a33-4373-b3d8-82941836506d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.584949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-761008d1-bb52-4da2-9ebe-5251870e9840 service neutron] 10.222.0.21 "GET /v2.0/networks/c54156f2-0ba4-461f-88c5-9ba188952d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373803 Dec 08 21:58:29.587323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc703b05-f5f0-4378-a1e7-30e80674c1a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c93e8f24-3104-474a-bb08-c18bb801dffa HTTP/1.1" status: 204 len: 168 time: 0.2152493 Dec 08 21:58:29.609355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc703b05-f5f0-4378-a1e7-30e80674c1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93e8f24-3104-474a-bb08-c18bb801dffa,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:29.676015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-485820003-network', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:29.685307 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] Set router b66770f4-ad21-424e-b1b0-6fb65ede80c9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:29.691411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.722753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-9605b8f9-0ae6-43df-bf5f-8c5ef749bde1 service neutron] 10.222.0.21 "GET /v2.0/networks/c54156f2-0ba4-461f-88c5-9ba188952d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174865 Dec 08 21:58:29.723496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Made reservation on behalf of f23fd0cbfef6436facade31bc440ce8d for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:29.726375 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.750976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.793890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] For port 2b503a78-9f38-428f-babd-132ccf5461c4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2b503a78-9f38-428f-babd-132ccf5461c4,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:29.808290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.926854 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eef10c14-6a33-4373-b3d8-82941836506d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.953143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.959695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Pushing event updated for resources: {'Port': ['ID=2b503a78-9f38-428f-babd-132ccf5461c4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:29.962981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:29.989063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:58:29.995769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:29.996538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:29.996816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:29.999879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.000233 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Added segment 7385d0e7-a635-4343-a48f-6c45fc648717 of type vlan for network 7e39a683-f478-4ac4-af34-38ae203848cb Dec 08 21:58:30.000610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.002675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.003050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.003462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.003717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.004055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.004384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.004711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.005039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa034b8-2570-4742-806c-7b614dbeb33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:30.019550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Allocated IP 172.25.1.65 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/5055aca0-5ad4-446b-897c-db4e6894d9b5) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:30.033987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f3c49ffa-f746-4e50-8928-60f020f40eff None None] Provisioning complete for port 2b503a78-9f38-428f-babd-132ccf5461c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:30.034994 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f3c49ffa-f746-4e50-8928-60f020f40eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.104977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.130503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60302180-9fa3-4790-b983-7a103a9c357c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:30.205424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4793563-b2f2-4f78-9d11-5f71bd81776c req-0c6e045d-ea7d-469d-98b7-1b20644ba05c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 210 time: 0.1148524 Dec 08 21:58:30.253208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.254247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:30.255587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.371542 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:58:26Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2b503a78-9f38-428f-babd-132ccf5461c4', 'name': '', 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:35:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '5a56b7ac-489e-46df-bba0-8d5470a6a98f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:23Z', 'updated_at': '2021-12-08T21:58:29Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': '5a56b7ac-489e-46df-bba0-8d5470a6a98f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:30.384300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9746954 Dec 08 21:58:30.391783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37740) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:30.399639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Request body: {'subnet': {'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-485820003-subnet', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:30.409685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adda7a2-54d9-48bc-9344-5c4b3a911eef admin admin] Pushing event updated for resources: {'Network': ['ID=7e39a683-f478-4ac4-af34-38ae203848cb,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:30.423101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 7e39a683-f478-4ac4-af34-38ae203848cb details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:58:30.423420 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7576fc-2c53-477b-ba6e-6fe2ff85f306 None None] The sync data for ids ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'] in n-d-821126-1 is: [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:58:26Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2b503a78-9f38-428f-babd-132ccf5461c4', 'name': '', 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:35:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '5a56b7ac-489e-46df-bba0-8d5470a6a98f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:23Z', 'updated_at': '2021-12-08T21:58:29Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': '5a56b7ac-489e-46df-bba0-8d5470a6a98f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:30.443912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Made reservation on behalf of f23fd0cbfef6436facade31bc440ce8d for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:30.446795 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.780552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eef10c14-6a33-4373-b3d8-82941836506d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.843173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2b503a78-9f38-428f-babd-132ccf5461c4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:30.857575 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.872480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eef10c14-6a33-4373-b3d8-82941836506d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:30.880123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37754) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:30.885672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eef10c14-6a33-4373-b3d8-82941836506d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/subnets/9bf7abdd-e068-45da-a762-37af5a4c3dab HTTP/1.1" status: 204 len: 168 time: 1.7879591 Dec 08 21:58:30.893068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10c14-6a33-4373-b3d8-82941836506d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf7abdd-e068-45da-a762-37af5a4c3dab,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:30.942639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb675eb9-98c3-4418-9e51-0d27df19b1cd None None] Network f05d1597-f0ae-45bc-bdaf-435e98fd4c37 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:30.966192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.014508 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.021930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event updated for resources: {'Port': ['ID=5055aca0-5ad4-446b-897c-db4e6894d9b5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:31.036729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:31.038427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:31.043634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.044672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:31.171791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=30fe3c30-5bb2-4f0d-bf59-60b7327dc512,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:31.196671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2b503a78-9f38-428f-babd-132ccf5461c4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:31.197050 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.313227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Checking segment: {'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:31.313632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Network hostable DHCP agents. Network: 7e39a683-f478-4ac4-af34-38ae203848cb, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:58:31.324189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] DHCP port deletion for f05d1597-f0ae-45bc-bdaf-435e98fd4c37 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:58:31.405526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Network 7e39a683-f478-4ac4-af34-38ae203848cb is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:58:31.440226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7e39a683-f478-4ac4-af34-38ae203848cb) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:31.456505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:31.458627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.465164 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port c81c642a-d025-4927-bf56-90d2fde3d12a {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:31.465567 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.465691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf161136-91f7-4c93-b957-b6f3d02a59f2 None None] Network 7e39a683-f478-4ac4-af34-38ae203848cb requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:31.504773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.538645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3c421484-2cca-4c15-a0ac-6859a361f6df admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1453378 Dec 08 21:58:31.564063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:31.574729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:31.612033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] For port c81c642a-d025-4927-bf56-90d2fde3d12a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c81c642a-d025-4927-bf56-90d2fde3d12a,segment=NetworkSegment(f7ecd561-8da0-40c7-8d02-97e52b06bad3),segment_id=f7ecd561-8da0-40c7-8d02-97e52b06bad3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:31.615162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.648674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for c81c642a-d025-4927-bf56-90d2fde3d12a owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:31.655500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.656751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.668525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b095041-c393-4216-a95c-4b81224e6153 req-8c3938a5-89b3-49e1-ab47-83121022fe7d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 210 time: 0.1648343 Dec 08 21:58:31.697220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] Deleting port c81c642a-d025-4927-bf56-90d2fde3d12a {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:31.697576 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.878292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:31.931388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.007687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] For port c81c642a-d025-4927-bf56-90d2fde3d12a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c81c642a-d025-4927-bf56-90d2fde3d12a,segment=NetworkSegment(f7ecd561-8da0-40c7-8d02-97e52b06bad3),segment_id=f7ecd561-8da0-40c7-8d02-97e52b06bad3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:32.008160 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.062494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] Calling delete_port for c81c642a-d025-4927-bf56-90d2fde3d12a owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:32.202560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Router 237c89d2-6627-4d9f-9a9a-f9e29e897eb9 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:32.205595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-7e39a683-f478-4ac4-af34-38ae203848cb', 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'fixed_ips': [{'subnet_id': '30fe3c30-5bb2-4f0d-bf59-60b7327dc512'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:58:32.206458 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.244274 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.285494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6040c42d-f930-46b5-9dd7-512cf3a7c83a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:32.287244 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6040c42d-f930-46b5-9dd7-512cf3a7c83a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.37 "GET /v2.0/networks?id=c54156f2-0ba4-461f-88c5-9ba188952d6b HTTP/1.1" status: 200 len: 798 time: 0.4953425 Dec 08 21:58:32.289564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.318595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Request body: {'port': {'device_id': '18abbaf9-bae9-4b09-8592-eb5d17e02181', 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b', 'admin_state_up': True, 'tenant_id': '1e213ecbd042420eb9d356c97266b552'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:32.339046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.374368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:32.423288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.425433 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9d3840ad-6e51-481d-bb08-447ad1ab0e6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0840545 Dec 08 21:58:32.428492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37800) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:32.441238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:32.444792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=c81c642a-d025-4927-bf56-90d2fde3d12a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:32.447217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] No DVR routers for this DVR port c81c642a-d025-4927-bf56-90d2fde3d12a on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:58:32.634474 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.675679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41555c-88f0-4a5c-8b35-1b931cd4c028 None None] Sync routers for ids ['237c89d2-6627-4d9f-9a9a-f9e29e897eb9'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:32.677064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05d1597-f0ae-45bc-bdaf-435e98fd4c37']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:32.682182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] Pushing event deleted for resources: {'Port': ['ID=c81c642a-d025-4927-bf56-90d2fde3d12a,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:32.693769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ecd561-8da0-40c7-8d02-97e52b06bad3') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:32.693769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ecd561-8da0-40c7-8d02-97e52b06bad3') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:32.708979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.714164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a05e8b-fce6-4dd4-b31b-45616e8bc8fc None None] No DVR routers for this DVR port c81c642a-d025-4927-bf56-90d2fde3d12a on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:58:32.735607 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.742297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41555c-88f0-4a5c-8b35-1b931cd4c028 None None] Routers {'237c89d2-6627-4d9f-9a9a-f9e29e897eb9'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:32.742554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ae41555c-88f0-4a5c-8b35-1b931cd4c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['237c89d2-6627-4d9f-9a9a-f9e29e897eb9'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:32.783207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Allocated IP 172.20.0.2 (7e39a683-f478-4ac4-af34-38ae203848cb/30fe3c30-5bb2-4f0d-bf59-60b7327dc512/e6d3f01a-968e-4f17-b3b0-7f1ff626afb4) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:32.785621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ae41555c-88f0-4a5c-8b35-1b931cd4c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:32.807002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41555c-88f0-4a5c-8b35-1b931cd4c028 None None] Routers {'237c89d2-6627-4d9f-9a9a-f9e29e897eb9'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:32.807836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ae41555c-88f0-4a5c-8b35-1b931cd4c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['237c89d2-6627-4d9f-9a9a-f9e29e897eb9'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:32.808388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Made reservation on behalf of 1e213ecbd042420eb9d356c97266b552 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:32.817347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.822362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c81c642a-d025-4927-bf56-90d2fde3d12a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:58:32.839549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:58:32.840342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: items = [ Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:58:32.844701 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:58:32.930095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-381a9f9c-1ee7-402d-a2dd-469beb8df8d3 req-3ec30a08-f900-4946-951b-c8b9711fb61c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 210 time: 0.0530064 Dec 08 21:58:32.934088 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:32.954296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.012744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: c81c642a-d025-4927-bf56-90d2fde3d12a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:58:33.023868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c81c642a-d025-4927-bf56-90d2fde3d12a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:58:33.034797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ae41555c-88f0-4a5c-8b35-1b931cd4c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:33.035467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41555c-88f0-4a5c-8b35-1b931cd4c028 None None] The sync data for ids ['237c89d2-6627-4d9f-9a9a-f9e29e897eb9'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:33.062575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Deleting port 5055aca0-5ad4-446b-897c-db4e6894d9b5 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:33.063413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.076488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Allocated IP 172.20.0.28 (c54156f2-0ba4-461f-88c5-9ba188952d6b/5a56b7ac-489e-46df-bba0-8d5470a6a98f/e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:33.254199 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.282852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Calling delete_port for 5055aca0-5ad4-446b-897c-db4e6894d9b5 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:33.293760 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.315153 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.388211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Network 7e39a683-f478-4ac4-af34-38ae203848cb is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:33.391458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:33.395217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:33.407209 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Pushing event updated for resources: {'Port': ['ID=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:33.494483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Attempting to bind port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:33.495236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Attempting to bind port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:33.495713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Attempting to bind port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 on network 7e39a683-f478-4ac4-af34-38ae203848cb {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:33.501932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:33.502558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Checking segment: {'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:33.503179 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.503791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Bound using segment: {'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:33.504420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Bound port: e6d3f01a-968e-4f17-b3b0-7f1ff626afb4, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:33.504929 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.595056 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.614357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] For port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:33.618249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] For port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,segment=NetworkSegment(7385d0e7-a635-4343-a48f-6c45fc648717),segment_id=7385d0e7-a635-4343-a48f-6c45fc648717)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:33.624984 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.633033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Pushing event deleted for resources: {'Port': ['ID=5055aca0-5ad4-446b-897c-db4e6894d9b5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:33.694448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.722213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.723513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaa365-a768-4931-ab49-899a6f477ecd None None] Pushing event updated for resources: {'Port': ['ID=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:33.778369 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.823680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.829362 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.835205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/networks/f05d1597-f0ae-45bc-bdaf-435e98fd4c37 HTTP/1.1" status: 204 len: 168 time: 2.9514282 Dec 08 21:58:33.837868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event updated for resources: {'Port': ['ID=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:33.852343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37818) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:33.866870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca1be-b46a-410b-8d1d-35183db27fba tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Network': ['ID=f05d1597-f0ae-45bc-bdaf-435e98fd4c37,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:33.885065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Network c54156f2-0ba4-461f-88c5-9ba188952d6b is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:33.888448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:33.891680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:33.951891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:33.952573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:33.999865 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.023987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.163718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Allocated IP 172.25.1.58 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/fbd1bcc2-379a-4310-be31-c15abaa9ff15) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:34.235143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-6b1bc8de-01b8-4a65-995f-624de1a15ae8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9200704 Dec 08 21:58:34.291770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Request body: {'port': {'device_id': '18abbaf9-bae9-4b09-8592-eb5d17e02181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:34.349670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.355925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.377717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.393350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-85e31442-c960-4391-8447-cd69d5656b1d None None] Provisioning complete for port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:34.393889 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-85e31442-c960-4391-8447-cd69d5656b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.465621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-85e31442-c960-4391-8447-cd69d5656b1d None None] Port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:34.504739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Router 237c89d2-6627-4d9f-9a9a-f9e29e897eb9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:34.530803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 86ebb47c-738e-4792-81f5-1e8093612297 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:34.531145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.557704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c803f93-44cd-4b24-9fe4-c716e02ca8d2 req-c5128797-7fc0-443c-a636-e4cafe22e838 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:34.568371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9c803f93-44cd-4b24-9fe4-c716e02ca8d2 req-c5128797-7fc0-443c-a636-e4cafe22e838 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 895 time: 0.3299148 Dec 08 21:58:34.597050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.728289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:34.739694 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1d45e-c027-474e-a819-ff5e9a3dcccd None None] Sync routers for ids ['237c89d2-6627-4d9f-9a9a-f9e29e897eb9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:34.752253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.757259 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1d45e-c027-474e-a819-ff5e9a3dcccd None None] Routers {'237c89d2-6627-4d9f-9a9a-f9e29e897eb9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:34.757954 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-76c1d45e-c027-474e-a819-ff5e9a3dcccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['237c89d2-6627-4d9f-9a9a-f9e29e897eb9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:34.761144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-74756ea0-4a9d-4be5-9449-c2fe70da0714 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "PUT /v2.0/routers/237c89d2-6627-4d9f-9a9a-f9e29e897eb9 HTTP/1.1" status: 200 len: 705 time: 2.3311090 Dec 08 21:58:34.762263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37832) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:34.806965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.807268 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.823835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:34.886986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 86ebb47c-738e-4792-81f5-1e8093612297 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:34.889603 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-76c1d45e-c027-474e-a819-ff5e9a3dcccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:34.902211 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.917141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:34.917658 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1d45e-c027-474e-a819-ff5e9a3dcccd None None] Routers {'237c89d2-6627-4d9f-9a9a-f9e29e897eb9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:34.917901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:34.918274 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-76c1d45e-c027-474e-a819-ff5e9a3dcccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['237c89d2-6627-4d9f-9a9a-f9e29e897eb9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:34.921219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eabceee0-4e3e-431b-9ed3-312444997748 tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/routers/237c89d2-6627-4d9f-9a9a-f9e29e897eb9 HTTP/1.1" status: 200 len: 740 time: 0.1250722 Dec 08 21:58:34.929338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37834) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:34.993911 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-76c1d45e-c027-474e-a819-ff5e9a3dcccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:34.994845 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1d45e-c027-474e-a819-ff5e9a3dcccd None None] The sync data for ids ['237c89d2-6627-4d9f-9a9a-f9e29e897eb9'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:35.048424 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.097368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7abdff03-26c2-4a88-9328-94c2c6a2507f tempest-RoutersAdminTest-479013153 tempest-RoutersAdminTest-479013153-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=237c89d2-6627-4d9f-9a9a-f9e29e897eb9 HTTP/1.1" status: 200 len: 205 time: 0.1452694 Dec 08 21:58:35.099829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,segment=NetworkSegment(7385d0e7-a635-4343-a48f-6c45fc648717),segment_id=7385d0e7-a635-4343-a48f-6c45fc648717)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:35.104880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37836) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:35.105226 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.131218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:35.142412 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:35.162117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:35.167779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:35.170464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-65603529-8242-4b2e-9035-8218d0406b10 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=237c89d2-6627-4d9f-9a9a-f9e29e897eb9 HTTP/1.1" status: 200 len: 205 time: 0.0642874 Dec 08 21:58:35.172952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37838) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:35.190609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27610881-4949-41e4-a52c-ac0c5497c60a None None] Network 7e39a683-f478-4ac4-af34-38ae203848cb requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:35.213922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd1bcc2-379a-4310-be31-c15abaa9ff15,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:35.305247 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58026a06-d138-4439-9596-280771001c6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.306499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:58:35.320259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.334205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b1aa9a11-ca2c-4dae-9692-fb5463a90db0 None None] Provisioning complete for port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:35.334397 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b1aa9a11-ca2c-4dae-9692-fb5463a90db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.356603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Transition to ACTIVE for port object e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 21:58:35.372984 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.385000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.599586 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f501-916d-424a-94aa-0b2f47476a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.630542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Pushing event updated for resources: {'Port': ['ID=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:35.760489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Attempting to bind port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:35.760831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Attempting to bind port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:35.761167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Attempting to bind port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 on network c54156f2-0ba4-461f-88c5-9ba188952d6b {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:35.784966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 on network c54156f2-0ba4-461f-88c5-9ba188952d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 21:58:35.785304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Attempting to bind port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 on network c54156f2-0ba4-461f-88c5-9ba188952d6b {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:35.795671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:35.796753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Checking segment: {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:35.797169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Bound using segment: {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:35.797621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Bound port: e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12ef01d-41cc-475e-bbbc-b66165a24c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:35.797989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:35.831852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74110694-7e0c-4dde-bb8e-9bde37be640a req-d659fc46-0eb9-4464-af3a-8d75c05a4310 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:35.833424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74110694-7e0c-4dde-bb8e-9bde37be640a req-d659fc46-0eb9-4464-af3a-8d75c05a4310 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 946 time: 0.3492112 Dec 08 21:58:35.921682 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74110694-7e0c-4dde-bb8e-9bde37be640a req-30cce3f4-b5e0-482f-88aa-e51995213c34 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750203 Dec 08 21:58:35.974257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=86ebb47c-738e-4792-81f5-1e8093612297,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:36.067274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8db9c4a7-eb97-4ff5-b907-55871dbb3acf None None] Provisioning complete for port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:36.067588 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8db9c4a7-eb97-4ff5-b907-55871dbb3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.098959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] For port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:36.107344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] For port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:36.171050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.206107 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.249102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58026a06-d138-4439-9596-280771001c6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.251309 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58026a06-d138-4439-9596-280771001c6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.300623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:36.301157 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.302578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] 10.222.0.37 "PUT /v2.0/ports/e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 HTTP/1.1" status: 200 len: 1055 time: 2.0170777 Dec 08 21:58:36.304970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18abbaf9-bae9-4b09-8592-eb5d17e02181', 'tag': 'e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:58:36.307739 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28576fc0-64e6-41ae-b0c7-55bffb617e14" -d '{"events": [{"name": "network-changed", "server_uuid": "18abbaf9-bae9-4b09-8592-eb5d17e02181", "tag": "e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:58:36.347552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58026a06-d138-4439-9596-280771001c6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.348342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58026a06-d138-4439-9596-280771001c6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Fanout notify agent at l3_agent the message router_deleted on router 237c89d2-6627-4d9f-9a9a-f9e29e897eb9 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:36.359287 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58026a06-d138-4439-9596-280771001c6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.363675 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-58026a06-d138-4439-9596-280771001c6a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/237c89d2-6627-4d9f-9a9a-f9e29e897eb9 HTTP/1.1" status: 204 len: 168 time: 1.1847610 Dec 08 21:58:36.368134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656671d-b852-4dfd-9532-05b5bd3c2c3a req-c2f4a57d-c91a-4fcc-8bc8-dffccedc3e56 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:36.376809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1656671d-b852-4dfd-9532-05b5bd3c2c3a req-c2f4a57d-c91a-4fcc-8bc8-dffccedc3e56 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 907 time: 0.4059002 Dec 08 21:58:36.379331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37870) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.468360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bf0bb1af-3d40-42c4-a2a1-d709182c1a04 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=237c89d2-6627-4d9f-9a9a-f9e29e897eb9 HTTP/1.1" status: 200 len: 205 time: 0.0852480 Dec 08 21:58:36.470606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37878) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.476803 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def60edd-dce8-4afd-b8a4-3ab01abdf8f8 x-openstack-request-id: req-def60edd-dce8-4afd-b8a4-3ab01abdf8f8 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:58:36.479281 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18abbaf9-bae9-4b09-8592-eb5d17e02181", "tag": "e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:58:36.479649 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-def60edd-dce8-4afd-b8a4-3ab01abdf8f8 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:58:36.480176 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18abbaf9-bae9-4b09-8592-eb5d17e02181', 'tag': 'e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54', 'status': 'completed', 'code': 200} Dec 08 21:58:36.509579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4715b3d-9b1a-4252-a642-ee1982083c21 service neutron] Pushing event updated for resources: {'Port': ['ID=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:36.545789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-7da491d7-555f-4cb8-8f45-153383dc9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:36.547427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-7da491d7-555f-4cb8-8f45-153383dc9b5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e213ecbd042420eb9d356c97266b552&device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 1058 time: 0.1662927 Dec 08 21:58:36.612636 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.615260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.619672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5461336-8354-4387-abe6-d7ae275d43fd tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/floatingips/2d86888d-f840-4fee-8f74-c8e13232612e HTTP/1.1" status: 204 len: 168 time: 2.7622306 Dec 08 21:58:36.619672 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-ab383d2c-cc10-4a68-9bc2-ae097b168fff tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] delete failed (client error): The resource could not be found. Dec 08 21:58:36.621134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ab383d2c-cc10-4a68-9bc2-ae097b168fff tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/237c89d2-6627-4d9f-9a9a-f9e29e897eb9 HTTP/1.1" status: 404 len: 336 time: 0.1495712 Dec 08 21:58:36.621657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37884) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.622278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37886) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.669374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-26de85d6-6953-4ee5-831d-1bcbb88b90cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0818319 Dec 08 21:58:36.716328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1716330d-5e86-43db-9e3f-a366abc91dc6 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=42f1d856-d0cb-47e4-96e0-cafdfc5cc776 HTTP/1.1" status: 200 len: 205 time: 0.0853240 Dec 08 21:58:36.718330 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-61708f37-3d4c-4b78-8531-7d3556679af8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] DELETE failed (client error): The resource could not be found. Dec 08 21:58:36.719401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61708f37-3d4c-4b78-8531-7d3556679af8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:58:36.723222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-61708f37-3d4c-4b78-8531-7d3556679af8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/ports/1f7189e5-b6bd-4edf-8254-93d44469b331 HTTP/1.1" status: 404 len: 333 time: 0.0999708 Dec 08 21:58:36.724011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37888) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.729765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37890) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.783236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-4a8497ae-bf87-4f6f-acb1-23a12e024ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:36.784646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-4a8497ae-bf87-4f6f-acb1-23a12e024ec3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a56b7ac-489e-46df-bba0-8d5470a6a98f HTTP/1.1" status: 200 len: 838 time: 0.1020651 Dec 08 21:58:36.794735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.837526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:36.852135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-17e83b58-152c-4eaf-8c40-918c7d8f046e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "GET /v2.0/ports?device_id=326ed734-b907-4cdc-baaf-081da25d176d HTTP/1.1" status: 200 len: 205 time: 0.1209717 Dec 08 21:58:36.853683 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-3c681814-acea-460f-9b56-993cefa898f4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] delete failed (client error): The resource could not be found. Dec 08 21:58:36.856835 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3c681814-acea-460f-9b56-993cefa898f4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/42f1d856-d0cb-47e4-96e0-cafdfc5cc776 HTTP/1.1" status: 404 len: 336 time: 0.1296070 Dec 08 21:58:36.856835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37892) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.868885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37894) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.907670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d17752fe-77eb-4576-b6d3-b563e0d3f29b tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ff80af3-e668-428f-989a-3ed61322becb HTTP/1.1" status: 200 len: 205 time: 0.0368252 Dec 08 21:58:36.908223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37896) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.941574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:36.942281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:36.945565 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-20fea767-b564-42db-9ad7-4536ef7e7da2 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] delete failed (client error): The resource could not be found. Dec 08 21:58:36.946958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-20fea767-b564-42db-9ad7-4536ef7e7da2 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/routers/326ed734-b907-4cdc-baaf-081da25d176d HTTP/1.1" status: 404 len: 336 time: 0.0896494 Dec 08 21:58:36.948759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37898) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:36.986164 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-d5643186-368d-430c-ad54-b663beb62fc4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] delete failed (client error): The resource could not be found. Dec 08 21:58:36.987258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d5643186-368d-430c-ad54-b663beb62fc4 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/0ff80af3-e668-428f-989a-3ed61322becb HTTP/1.1" status: 404 len: 336 time: 0.0780668 Dec 08 21:58:36.991481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-0d17d4e0-4e86-4cae-8fad-9ad4eb5d887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:36.992959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-0d17d4e0-4e86-4cae-8fad-9ad4eb5d887d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c54156f2-0ba4-461f-88c5-9ba188952d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000177 Dec 08 21:58:36.995325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37900) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.001841 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad912703-f0b8-4154-aebc-94511bd41c37 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] DELETE failed (client error): The resource could not be found. Dec 08 21:58:37.002624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad912703-f0b8-4154-aebc-94511bd41c37 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:58:37.006353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ad912703-f0b8-4154-aebc-94511bd41c37 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/subnets/9bf7abdd-e068-45da-a762-37af5a4c3dab HTTP/1.1" status: 404 len: 337 time: 0.0564430 Dec 08 21:58:37.010165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37902) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.117039 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-66746b38-a2bc-4503-9f0b-f4cd9f0b569a tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=a05abd75-e153-4d9f-93e4-43f7518af428 HTTP/1.1" status: 200 len: 205 time: 0.1204581 Dec 08 21:58:37.119782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37906) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.242348 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-c7cf1831-33fe-4e8a-a8df-724f41b455af tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] delete failed (client error): The resource could not be found. Dec 08 21:58:37.248030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c7cf1831-33fe-4e8a-a8df-724f41b455af tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/a05abd75-e153-4d9f-93e4-43f7518af428 HTTP/1.1" status: 404 len: 336 time: 0.1265171 Dec 08 21:58:37.251457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37910) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.277572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Router 2165b8bd-e845-4418-a37c-858627a363c7 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:37.292699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-116e8818-930f-429f-9353-472c81d0f22d tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d317336-33ad-405a-8a05-8f656c430a87 HTTP/1.1" status: 200 len: 205 time: 0.0382125 Dec 08 21:58:37.293108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37912) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.313050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-ca16fbd9-c192-40e9-886d-802fac1c96cc service neutron] 10.222.0.37 "GET /v2.0/networks/c54156f2-0ba4-461f-88c5-9ba188952d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043053 Dec 08 21:58:37.335792 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-60938360-5646-4c91-a087-cf3c94d3d010 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] delete failed (client error): The resource could not be found. Dec 08 21:58:37.336489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-60938360-5646-4c91-a087-cf3c94d3d010 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/8d317336-33ad-405a-8a05-8f656c430a87 HTTP/1.1" status: 404 len: 336 time: 0.0422392 Dec 08 21:58:37.339157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37914) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.374644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bb2955d7-011e-4f4c-80f4-87d407cb61e9 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bae1c77-4ec3-44b4-8a18-135cb65eb837 HTTP/1.1" status: 200 len: 205 time: 0.0314915 Dec 08 21:58:37.375014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37916) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.416661 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-d58f117e-ce42-4b76-a2ff-d650b00fbf29 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] delete failed (client error): The resource could not be found. Dec 08 21:58:37.422101 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d58f117e-ce42-4b76-a2ff-d650b00fbf29 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/routers/9bae1c77-4ec3-44b4-8a18-135cb65eb837 HTTP/1.1" status: 404 len: 336 time: 0.0456276 Dec 08 21:58:37.422815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37920) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.464593 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a5f768-6680-475c-a7e5-a80458634272 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] DELETE failed (client error): The resource could not be found. Dec 08 21:58:37.465085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a5f768-6680-475c-a7e5-a80458634272 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:58:37.468769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f2a5f768-6680-475c-a7e5-a80458634272 tempest-RoutersAdminTest-475015118 tempest-RoutersAdminTest-475015118-project] 10.222.0.21 "DELETE /v2.0/subnets/7f25e4c0-2a90-4072-aea3-2109d64cb9bb HTTP/1.1" status: 404 len: 337 time: 0.0429811 Dec 08 21:58:37.642284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ebd386a4-d020-4176-a2ca-33e48b96d6c8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:37.642650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a4-d020-4176-a2ca-33e48b96d6c8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:37.755845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37932) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:37.865998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb687-c426-42bc-88d0-bbdff9569691 req-fd32e15e-0603-42ac-86a4-0add7bb94809 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:37.867516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-091cb687-c426-42bc-88d0-bbdff9569691 req-fd32e15e-0603-42ac-86a4-0add7bb94809 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 907 time: 0.2191603 Dec 08 21:58:37.885012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-054c5006-05d7-4316-bf53-a5e09099c0eb req-af41515b-21f1-4631-bd59-210133fb131b service neutron] 10.222.0.37 "GET /v2.0/networks/c54156f2-0ba4-461f-88c5-9ba188952d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628164 Dec 08 21:58:37.887981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:37.893801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6bc120a-8de3-49df-b00b-732dffe72ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:37.901776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Sync routers for ids ['2165b8bd-e845-4418-a37c-858627a363c7'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:37.905538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a4-d020-4176-a2ca-33e48b96d6c8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:37.922603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ebd386a4-d020-4176-a2ca-33e48b96d6c8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:37.923619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Routers {'2165b8bd-e845-4418-a37c-858627a363c7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:37.924288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['2165b8bd-e845-4418-a37c-858627a363c7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:37.933920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:37.937664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-18108fd9-0aec-4c51-a0d8-7a002fa39554 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.3700693 Dec 08 21:58:37.937943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37936) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:38.056151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Set router 2165b8bd-e845-4418-a37c-858627a363c7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:38.068213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-58c3d4a2-90a5-4136-aa69-e2c3dec5a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:38.070047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-58c3d4a2-90a5-4136-aa69-e2c3dec5a891 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e213ecbd042420eb9d356c97266b552&device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 1058 time: 0.0961344 Dec 08 21:58:38.153374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6bc120a-8de3-49df-b00b-732dffe72ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.162997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6bc120a-8de3-49df-b00b-732dffe72ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.185094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a4-d020-4176-a2ca-33e48b96d6c8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.223185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b6bc120a-8de3-49df-b00b-732dffe72ea2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01c41a96afdc429388973d5ded8ce08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637382 Dec 08 21:58:38.223662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37940) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:38.233386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc120a-8de3-49df-b00b-732dffe72ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b644dc-f29d-4627-96ab-c592c7258c1b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:38.259790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd386a4-d020-4176-a2ca-33e48b96d6c8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:38.268245 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6a66c1d4-6278-49bc-adb7-66fd0456791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.298442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:35Z', 'revision_number': 3, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:38.315507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-8dfa1d1e-a30f-405b-a115-77658d47102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:38.317031 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-8dfa1d1e-a30f-405b-a115-77658d47102a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c54156f2-0ba4-461f-88c5-9ba188952d6b HTTP/1.1" status: 200 len: 899 time: 0.2371178 Dec 08 21:58:38.347680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Checking router: 2165b8bd-e845-4418-a37c-858627a363c7 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:58:38.349165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Updating router 2165b8bd-e845-4418-a37c-858627a363c7 port fbd1bcc2-379a-4310-be31-c15abaa9ff15 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:58:38.371652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53b0fb47-5df1-4feb-99e3-e19759e5af5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.376839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-67f8406e-6f8f-4584-b170-cc5381fbacf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 HTTP/1.1" status: 200 len: 217 time: 0.0478253 Dec 08 21:58:38.377943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a4-d020-4176-a2ca-33e48b96d6c8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.382327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ebd386a4-d020-4176-a2ca-33e48b96d6c8 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/ports/f9d27ec7-4d10-4d0f-bdf5-a65ee3d3a349 HTTP/1.1" status: 204 len: 168 time: 1.3597791 Dec 08 21:58:38.387380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37946) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:38.393602 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.441407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53b0fb47-5df1-4feb-99e3-e19759e5af5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.459487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-2fb6b7b6-8bb3-40bf-b91a-c965bf234a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:38.461437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-2fb6b7b6-8bb3-40bf-b91a-c965bf234a2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a56b7ac-489e-46df-bba0-8d5470a6a98f HTTP/1.1" status: 200 len: 838 time: 0.0772746 Dec 08 21:58:38.526286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-d2f24ed1-25a4-4735-ba00-e91a319c5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:38.527899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-d2f24ed1-25a4-4735-ba00-e91a319c5f7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c54156f2-0ba4-461f-88c5-9ba188952d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559549 Dec 08 21:58:38.587705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53b0fb47-5df1-4feb-99e3-e19759e5af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.590238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53b0fb47-5df1-4feb-99e3-e19759e5af5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.591414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-53b0fb47-5df1-4feb-99e3-e19759e5af5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9b644dc-f29d-4627-96ab-c592c7258c1b HTTP/1.1" status: 204 len: 168 time: 0.3651879 Dec 08 21:58:38.627012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0fb47-5df1-4feb-99e3-e19759e5af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b644dc-f29d-4627-96ab-c592c7258c1b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:38.630378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 5b4737ca-15a7-4d70-85a5-6a39eae23ae6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:38.630742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.708051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-4cf1dd3c-38c8-40dc-b1c7-5f858bb0979f service neutron] 10.222.0.37 "GET /v2.0/networks/c54156f2-0ba4-461f-88c5-9ba188952d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691754 Dec 08 21:58:38.768675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.886821 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.897385 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28576fc0-64e6-41ae-b0c7-55bffb617e14 req-8b50df4e-b20a-4c6a-9fb3-587a3df72e57 service neutron] 10.222.0.37 "GET /v2.0/networks/c54156f2-0ba4-461f-88c5-9ba188952d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755872 Dec 08 21:58:38.914337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.923476 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.968360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.975556 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Attempting to bind port fbd1bcc2-379a-4310-be31-c15abaa9ff15 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:38.976039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Attempting to bind port fbd1bcc2-379a-4310-be31-c15abaa9ff15 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:38.976504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Attempting to bind port fbd1bcc2-379a-4310-be31-c15abaa9ff15 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:38.991472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:38.991957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:38.992461 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:38.992949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:38.993645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Bound port: fbd1bcc2-379a-4310-be31-c15abaa9ff15, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:38.994129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.021380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee2ef7-da36-4442-84bc-f1c4b9ee9699 None None] Pushing event updated for resources: {'Port': ['ID=fbd1bcc2-379a-4310-be31-c15abaa9ff15,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:39.038824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 5b4737ca-15a7-4d70-85a5-6a39eae23ae6 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:39.065786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] For port fbd1bcc2-379a-4310-be31-c15abaa9ff15, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:39.070130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] For port fbd1bcc2-379a-4310-be31-c15abaa9ff15, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fbd1bcc2-379a-4310-be31-c15abaa9ff15,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:39.078869 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.128047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37976) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:39.173134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Routers {'2165b8bd-e845-4418-a37c-858627a363c7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:39.173825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['2165b8bd-e845-4418-a37c-858627a363c7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:39.179244 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4405869f-3ebf-4bb5-a1c0-6eab70777789 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf4ac3e120ae4325b3e610f2984d9aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499065 Dec 08 21:58:39.180105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37978) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:39.182780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f700b-c27a-4ef1-8cdb-9aef28f865d5 req-a2468246-8108-446a-bbf4-31025a5859af tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:39.184478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-310f700b-c27a-4ef1-8cdb-9aef28f865d5 req-a2468246-8108-446a-bbf4-31025a5859af tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 907 time: 0.1773574 Dec 08 21:58:39.251601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81e207ad-b051-4725-9c06-3c797689d38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.255895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Allocated IP 172.20.0.1 (7e39a683-f478-4ac4-af34-38ae203848cb/30fe3c30-5bb2-4f0d-bf59-60b7327dc512/9f304edc-3132-4f8d-bc7a-696501e7804d) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:39.279768 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81e207ad-b051-4725-9c06-3c797689d38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.345476 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81e207ad-b051-4725-9c06-3c797689d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.349357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81e207ad-b051-4725-9c06-3c797689d38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.353489 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-81e207ad-b051-4725-9c06-3c797689d38e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dc26226-9b2b-4e32-90a8-9f07e589b62f HTTP/1.1" status: 204 len: 168 time: 0.1692686 Dec 08 21:58:39.356043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee2ef7-da36-4442-84bc-f1c4b9ee9699 None None] Pushing event updated for resources: {'Port': ['ID=fbd1bcc2-379a-4310-be31-c15abaa9ff15,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:39.372991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e207ad-b051-4725-9c06-3c797689d38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc26226-9b2b-4e32-90a8-9f07e589b62f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:39.378030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.392376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] Set router 2165b8bd-e845-4418-a37c-858627a363c7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:39.466012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=5b4737ca-15a7-4d70-85a5-6a39eae23ae6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:39.512823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.513178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.522059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.522517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.522894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.523240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.523588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.523924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.524253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.524582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.524912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.525236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:39.565926 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.568956 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.648922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.665274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.668875 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-52393581-e0ca-4613-98bf-ba19b89d140e tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/ports/5b4737ca-15a7-4d70-85a5-6a39eae23ae6 HTTP/1.1" status: 204 len: 168 time: 1.2774742 Dec 08 21:58:39.672148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37986) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:39.735998 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:39.741128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:35Z', 'revision_number': 3, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:39.763133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c008c7-86b5-4c45-b077-220b4095ae90 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:39.765656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c9c008c7-86b5-4c45-b077-220b4095ae90 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 HTTP/1.1" status: 200 len: 913 time: 0.0922377 Dec 08 21:58:39.769384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37992) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:39.778077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b724ef-42db-42c5-a8ba-ad1b75b6c7a5 None None] The sync data for ids ['2165b8bd-e845-4418-a37c-858627a363c7'] in n-d-821126-1 is: [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:35Z', 'revision_number': 3, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:39.847995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Network 7e39a683-f478-4ac4-af34-38ae203848cb is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:39.851358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:39.870348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:39.986159 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:40.011833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Pushing event updated for resources: {'Port': ['ID=9f304edc-3132-4f8d-bc7a-696501e7804d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:40.037294 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:40.321515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3896d0cb-bb11-4789-8d1f-09ec732993be None None] Provisioning complete for port 9f304edc-3132-4f8d-bc7a-696501e7804d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:40.323169 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3896d0cb-bb11-4789-8d1f-09ec732993be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:40.382544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3896d0cb-bb11-4789-8d1f-09ec732993be None None] Port 9f304edc-3132-4f8d-bc7a-696501e7804d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:40.404080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:40.508871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86fc1f-8411-4bf7-8305-5cb2aa06ceca req-20b00a83-e32d-4e56-899a-36e9f856943e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:40.518790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f86fc1f-8411-4bf7-8305-5cb2aa06ceca req-20b00a83-e32d-4e56-899a-36e9f856943e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 907 time: 0.1566689 Dec 08 21:58:40.615812 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:40.840379 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:40.859259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fbd1bcc2-379a-4310-be31-c15abaa9ff15 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:40.871532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:40.922889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:58:41.085889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.095279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Pushing event updated for resources: {'Port': ['ID=9f304edc-3132-4f8d-bc7a-696501e7804d,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:41.223518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:41.255595 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.262148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54', 'network_id': 'c54156f2-0ba4-461f-88c5-9ba188952d6b', 'port_id': 'e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54', 'mac_address': 'fa:16:3e:ac:00:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a56b7ac-489e-46df-bba0-8d5470a6a98f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:58:41.278224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port fe89a9bd-8aa2-415b-ae24-284e66d96c1b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:41.278558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.313984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Network 7e39a683-f478-4ac4-af34-38ae203848cb is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:41.314654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:41.325442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fbd1bcc2-379a-4310-be31-c15abaa9ff15 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:41.325822 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.476757 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.506338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:58:41.552722 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.602426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:41.611315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Router 2165b8bd-e845-4418-a37c-858627a363c7 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:41.614586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for fe89a9bd-8aa2-415b-ae24-284e66d96c1b owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:41.673542 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.674202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:58:41.805323 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.849026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port fbd1bcc2-379a-4310-be31-c15abaa9ff15, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fbd1bcc2-379a-4310-be31-c15abaa9ff15,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:41.862209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:41.936683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:41.972108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff476cb-93aa-400a-aed8-9767070bbc4c req-d99833f2-d8cb-4a09-acb2-bd235c7f4140 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:41.979082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-741810ff-7d69-4184-b586-7949dccf6484 None None] Provisioning complete for port 9f304edc-3132-4f8d-bc7a-696501e7804d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:41.979914 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-741810ff-7d69-4184-b586-7949dccf6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:42.001248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dff476cb-93aa-400a-aed8-9767070bbc4c req-d99833f2-d8cb-4a09-acb2-bd235c7f4140 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 908 time: 0.3588510 Dec 08 21:58:42.052915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:42.070416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7d7c2b66-a6d3-40e8-93d0-332b4a5cd304 admin admin] 10.222.0.21 "PUT /v2.0/routers/2165b8bd-e845-4418-a37c-858627a363c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1313505 Dec 08 21:58:42.142362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-741810ff-7d69-4184-b586-7949dccf6484 None None] Port 9f304edc-3132-4f8d-bc7a-696501e7804d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:58:42.150519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:42.190746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'mac_address': 'fa:16:3e:7e:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:58:42.195582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=fbd1bcc2-379a-4310-be31-c15abaa9ff15,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:42.307243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:42.359320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce3528da-1908-48d4-a6cf-6e22f20b08ea {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:58:42.380481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:42.407639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:42.422701 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:42.512592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=fe89a9bd-8aa2-415b-ae24-284e66d96c1b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:42.525614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38092) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:42.646038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:42.686535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ce3528da-1908-48d4-a6cf-6e22f20b08ea'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:58:42.801853 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Sync routers for ids ['2165b8bd-e845-4418-a37c-858627a363c7'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:42.819171 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Routers {'2165b8bd-e845-4418-a37c-858627a363c7'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:42.829529 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['2165b8bd-e845-4418-a37c-858627a363c7'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:42.838110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:58:42.871580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1281736480', 'router:external': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:42.874831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:42.937394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Made reservation on behalf of bdf2d9f21407401e963082b84029be27 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:42.940097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:42.979973 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.208600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.220935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.228101 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Set router 2165b8bd-e845-4418-a37c-858627a363c7 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:43.251094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:58:43.267122 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.267825 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Added segment c9134c5d-49c1-45bc-9b64-a589a1db9484 of type vlan for network 9ae89f2b-8285-42da-a744-a60a2c4b043c Dec 08 21:58:43.370319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fbd1bcc2-379a-4310-be31-c15abaa9ff15 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:43.423602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:43.425772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.553595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.568181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:43.570104 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.664970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fbd1bcc2-379a-4310-be31-c15abaa9ff15 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:43.665314 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.698182 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:40Z', 'revision_number': 4, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '9f304edc-3132-4f8d-bc7a-696501e7804d', 'name': '', 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'mac_address': 'fa:16:3e:9b:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '30fe3c30-5bb2-4f0d-bf59-60b7327dc512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:38Z', 'updated_at': '2021-12-08T21:58:40Z', 'revision_number': 2, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'subnets': [{'id': '30fe3c30-5bb2-4f0d-bf59-60b7327dc512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:43.755961 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Checking router: 2165b8bd-e845-4418-a37c-858627a363c7 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:58:43.756457 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Updating router 2165b8bd-e845-4418-a37c-858627a363c7 port 9f304edc-3132-4f8d-bc7a-696501e7804d binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:58:43.773959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f66ab6a-8590-4727-bae5-1729303ea505,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:43.798236 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:43.852618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:43.855054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39fcdf-74ac-442b-9fa0-28a5eb847950 req-39dc7903-8b95-496c-b8b0-b08f8d1a3fe6 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:43.863656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc39fcdf-74ac-442b-9fa0-28a5eb847950 req-39dc7903-8b95-496c-b8b0-b08f8d1a3fe6 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 908 time: 0.7043583 Dec 08 21:58:43.865672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac985d8a-43d7-4741-b387-1a83a7016989 None None] Sync routers for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:43.887514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3590560 Dec 08 21:58:43.895049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38120) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:43.896657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6b5609b5-f602-480b-8807-6cd9622dbaff tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "PUT /v2.0/routers/7e25fbbf-8d8c-4b15-8c28-9b2819fbc905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1060679 Dec 08 21:58:43.917013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac985d8a-43d7-4741-b387-1a83a7016989 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:43.917654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ac985d8a-43d7-4741-b387-1a83a7016989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:43.924088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38126) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:43.946622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'subnet': {'network_id': '9ae89f2b-8285-42da-a744-a60a2c4b043c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:44.020447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Made reservation on behalf of bdf2d9f21407401e963082b84029be27 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:44.026688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:44.072835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ac985d8a-43d7-4741-b387-1a83a7016989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:44.097095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac985d8a-43d7-4741-b387-1a83a7016989 None None] Routers {'7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:44.097855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ac985d8a-43d7-4741-b387-1a83a7016989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:44.175212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ac985d8a-43d7-4741-b387-1a83a7016989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:44.176242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac985d8a-43d7-4741-b387-1a83a7016989 None None] The sync data for ids ['7e25fbbf-8d8c-4b15-8c28-9b2819fbc905'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:44.275096 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:44.298838 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:44.428733 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Pushing event updated for resources: {'Port': ['ID=9f304edc-3132-4f8d-bc7a-696501e7804d,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:44.465087 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.465604 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.466043 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.466481 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.468764 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.470798 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.470798 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.473819 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.474313 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.477302 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.477785 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.481944 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:58:44.628872 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Attempting to bind port 9f304edc-3132-4f8d-bc7a-696501e7804d on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:58:44.629248 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Attempting to bind port 9f304edc-3132-4f8d-bc7a-696501e7804d by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:58:44.629614 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Attempting to bind port 9f304edc-3132-4f8d-bc7a-696501e7804d on network 7e39a683-f478-4ac4-af34-38ae203848cb {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:58:44.635236 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:58:44.635592 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Checking segment: {'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:44.636063 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:44.636456 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Bound using segment: {'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:58:44.636948 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Bound port: 9f304edc-3132-4f8d-bc7a-696501e7804d, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7385d0e7-a635-4343-a48f-6c45fc648717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:58:44.637357 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:44.749085 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] For port 9f304edc-3132-4f8d-bc7a-696501e7804d, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:58:44.752929 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] For port 9f304edc-3132-4f8d-bc7a-696501e7804d, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9f304edc-3132-4f8d-bc7a-696501e7804d,segment=NetworkSegment(7385d0e7-a635-4343-a48f-6c45fc648717),segment_id=7385d0e7-a635-4343-a48f-6c45fc648717)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:58:44.775057 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:44.886515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:44.935017 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f48e0f-84f7-4cd2-9b9f-b9394042c7f3 None None] Pushing event updated for resources: {'Port': ['ID=9f304edc-3132-4f8d-bc7a-696501e7804d,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:45.021714 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Routers {'2165b8bd-e845-4418-a37c-858627a363c7'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:45.033410 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['2165b8bd-e845-4418-a37c-858627a363c7'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:45.065694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c2fe761b-3d0c-4656-a278-d323793933b5 None None] Provisioning complete for port 9f304edc-3132-4f8d-bc7a-696501e7804d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:45.066451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2fe761b-3d0c-4656-a278-d323793933b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:45.160182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 21:58:45.207453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:45.207975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:45.266639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13cae0-52aa-4fbe-9f41-9bfd62741151 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'Network': ['ID=9ae89f2b-8285-42da-a744-a60a2c4b043c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:45.306520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a68b6-7b95-4846-b658-9a2d74f12210 req-1f3a4ca2-6532-4a59-9d12-0dfefca10fc4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:45.334032 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] Set router 2165b8bd-e845-4418-a37c-858627a363c7 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:45.337324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-900a68b6-7b95-4846-b658-9a2d74f12210 req-1f3a4ca2-6532-4a59-9d12-0dfefca10fc4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 908 time: 0.2254810 Dec 08 21:58:45.354965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38158) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:45.398319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9ae89f2b-8285-42da-a744-a60a2c4b043c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:58:45.560139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967c33-3b68-4980-8922-53dd5dd285eb req-f7bfe4a6-3bc2-45bd-b6c6-d62aed1357a4 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:45.561768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d967c33-3b68-4980-8922-53dd5dd285eb req-f7bfe4a6-3bc2-45bd-b6c6-d62aed1357a4 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 946 time: 0.2968585 Dec 08 21:58:45.687733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d967c33-3b68-4980-8922-53dd5dd285eb req-13856baf-59d9-408d-ac3f-1187c7c30a32 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990083 Dec 08 21:58:45.719078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:45.770261 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:45.861079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18abbaf9-bae9-4b09-8592-eb5d17e02181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:58:45.865884 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b7c2b-2b3b-413d-b3b8-cb931c1df945" -d '{"events": [{"server_uuid": "18abbaf9-bae9-4b09-8592-eb5d17e02181", "name": "network-vif-plugged", "status": "completed", "tag": "e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:58:45.889364 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:40Z', 'revision_number': 4, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '9f304edc-3132-4f8d-bc7a-696501e7804d', 'name': '', 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'mac_address': 'fa:16:3e:9b:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '30fe3c30-5bb2-4f0d-bf59-60b7327dc512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:38Z', 'updated_at': '2021-12-08T21:58:44Z', 'revision_number': 4, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'subnets': [{'id': '30fe3c30-5bb2-4f0d-bf59-60b7327dc512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:45.909437 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2fe761b-3d0c-4656-a278-d323793933b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:45.944141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:45.948377 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1c8a-105e-4d51-adb1-2b7c86ddc16f None None] The sync data for ids ['2165b8bd-e845-4418-a37c-858627a363c7'] in n-d-821126-1 is: [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:40Z', 'revision_number': 4, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '9f304edc-3132-4f8d-bc7a-696501e7804d', 'name': '', 'network_id': '7e39a683-f478-4ac4-af34-38ae203848cb', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'mac_address': 'fa:16:3e:9b:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '30fe3c30-5bb2-4f0d-bf59-60b7327dc512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:38Z', 'updated_at': '2021-12-08T21:58:44Z', 'revision_number': 4, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'subnets': [{'id': '30fe3c30-5bb2-4f0d-bf59-60b7327dc512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:45.956979 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:45.958203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:46.007643 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7b3f84-8f2f-4ff3-8994-c482e4e84b6e x-openstack-request-id: req-5b7b3f84-8f2f-4ff3-8994-c482e4e84b6e {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:58:46.008046 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18abbaf9-bae9-4b09-8592-eb5d17e02181", "name": "network-vif-plugged", "status": "completed", "tag": "e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:58:46.008407 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b7b3f84-8f2f-4ff3-8994-c482e4e84b6e {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:58:46.009032 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18abbaf9-bae9-4b09-8592-eb5d17e02181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54', 'code': 200} Dec 08 21:58:46.095992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 21:58:46.106589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:46.153048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c2fe761b-3d0c-4656-a278-d323793933b5 None None] For port 9f304edc-3132-4f8d-bc7a-696501e7804d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9f304edc-3132-4f8d-bc7a-696501e7804d,segment=NetworkSegment(7385d0e7-a635-4343-a48f-6c45fc648717),segment_id=7385d0e7-a635-4343-a48f-6c45fc648717)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:46.174569 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2fe761b-3d0c-4656-a278-d323793933b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:46.203878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port ce3528da-1908-48d4-a6cf-6e22f20b08ea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:46.205307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:46.209826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:46.348368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f22bd375-7469-44bf-8120-d7e3f1750aa8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:46.361934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:46.460395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Checking segment: {'id': 'c9134c5d-49c1-45bc-9b64-a589a1db9484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ae89f2b-8285-42da-a744-a60a2c4b043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:58:46.460668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Network hostable DHCP agents. Network: 9ae89f2b-8285-42da-a744-a60a2c4b043c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:58:46.549737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe761b-3d0c-4656-a278-d323793933b5 None None] Pushing event updated for resources: {'Port': ['ID=9f304edc-3132-4f8d-bc7a-696501e7804d,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:46.580734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d412ff6f-cdc9-4eb3-9746-bb9c39ac05fc None None] Provisioning complete for port 9f304edc-3132-4f8d-bc7a-696501e7804d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:46.581545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d412ff6f-cdc9-4eb3-9746-bb9c39ac05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:46.641343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Network 9ae89f2b-8285-42da-a744-a60a2c4b043c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:58:46.726942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 9ae89f2b-8285-42da-a744-a60a2c4b043c) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:46.748685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:46.752785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:46.796926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b43d0-db78-4ccc-9bd7-db67c20aafce None None] Network 9ae89f2b-8285-42da-a744-a60a2c4b043c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:46.817813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting port 87097e8e-e4f7-475b-899c-e5540fd99702 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:46.818290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:46.997761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9f304edc-3132-4f8d-bc7a-696501e7804d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:58:46.999617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7097f69f-7c32-48c3-894a-a330bdfc1197 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0703111 Dec 08 21:58:47.020533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6396570-5184-4496-bcf0-0f143cda3c96 req-a9734a40-b661-4805-a27e-93b7f11e351c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:47.022089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6396570-5184-4496-bcf0-0f143cda3c96 req-a9734a40-b661-4805-a27e-93b7f11e351c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 909 time: 0.5043149 Dec 08 21:58:47.022595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38174) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:47.062520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-670442740', 'network_id': '9ae89f2b-8285-42da-a744-a60a2c4b043c'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:47.148222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3e2c-a69c-441f-99f7-3f79a296b6e8 req-305aec9f-6ee9-42f1-a72a-419aac2f2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:47.155102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f28f3e2c-a69c-441f-99f7-3f79a296b6e8 req-305aec9f-6ee9-42f1-a72a-419aac2f2c5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 1060 time: 0.4001896 Dec 08 21:58:47.190035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Made reservation on behalf of bdf2d9f21407401e963082b84029be27 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:47.201024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:47.228437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5eef1-1f2c-4a7a-9be4-f8e9677abf0b None None] Network 9ae89f2b-8285-42da-a744-a60a2c4b043c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:47.248618 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:47.262549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:47.300321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Calling delete_port for 87097e8e-e4f7-475b-899c-e5540fd99702 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:47.306997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] device_id is not set on port 19cd7907-3c3b-46b9-8453-3ac2d1dfd881 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:58:47.354998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-51cbfbb4-a8c2-4b21-9b92-04077dbe350c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:47.356879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-51cbfbb4-a8c2-4b21-9b92-04077dbe350c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.37 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 946 time: 0.5850337 Dec 08 21:58:47.572441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174158b1-49b7-4ab5-abcd-82dfb584ac4f req-8abdf981-b7c3-4575-8c48-a26d7dcf3eee tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:47.585661 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-174158b1-49b7-4ab5-abcd-82dfb584ac4f req-8abdf981-b7c3-4575-8c48-a26d7dcf3eee tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 946 time: 0.6909709 Dec 08 21:58:47.647799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:47.663442 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:47.668373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9f304edc-3132-4f8d-bc7a-696501e7804d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:58:47.668737 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:47.765723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:47.847330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-174158b1-49b7-4ab5-abcd-82dfb584ac4f req-324c7b7f-c622-4c39-a6dd-80529ddb89ed tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604651 Dec 08 21:58:47.895713 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Deleting port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:47.897207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:47.930452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Allocated IP 2001:db8::ee (9ae89f2b-8285-42da-a744-a60a2c4b043c/f22bd375-7469-44bf-8120-d7e3f1750aa8/19cd7907-3c3b-46b9-8453-3ac2d1dfd881) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:48.010519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:58:48.014611 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2ff4a8-f32f-4d35-b8c6-96257baa5dac" -d '{"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:58:48.088909 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48b5703-3e5d-4b58-8522-292b0ecdf384 x-openstack-request-id: req-e48b5703-3e5d-4b58-8522-292b0ecdf384 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:58:48.089205 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:58:48.089462 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e48b5703-3e5d-4b58-8522-292b0ecdf384 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:58:48.089855 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'code': 200} Dec 08 21:58:48.140371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] For port 880aaeb7-0b15-4242-8b56-d3612a40b8b1, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=880aaeb7-0b15-4242-8b56-d3612a40b8b1,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:48.141132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.162684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Calling delete_port for 880aaeb7-0b15-4242-8b56-d3612a40b8b1 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:48.177068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.347602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.410142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Port': ['ID=87097e8e-e4f7-475b-899c-e5540fd99702,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:48.527414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.547903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b7aea-d65b-4377-b4ea-c6df26c77116 req-0b45285c-6e58-482b-8219-9ef7eeb1eb04 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:48.549527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d6b7aea-d65b-4377-b4ea-c6df26c77116 req-0b45285c-6e58-482b-8219-9ef7eeb1eb04 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 909 time: 0.3545387 Dec 08 21:58:48.671217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.676080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.775073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.788170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['731667f5-54e3-4f04-aa8a-2a2850b96667', '39baf698-3090-430a-b285-54ae910cb7ec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:58:48.791014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78', '880aaeb7-0b15-4242-8b56-d3612a40b8b1'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:58:48.909757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Network 9ae89f2b-8285-42da-a744-a60a2c4b043c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:48.921892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:48.926586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:48.927944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:48.928555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.955071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.965541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:48.978020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9393365 Dec 08 21:58:48.986678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38198) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:49.026260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] No DVR routers for this DVR port 880aaeb7-0b15-4242-8b56-d3612a40b8b1 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:58:49.028679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Pushing event deleted for resources: {'Port': ['ID=880aaeb7-0b15-4242-8b56-d3612a40b8b1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:49.032997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.044005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d5b41051-5983-4afb-a51e-b7a292b8409d req-a36cea2d-836e-4760-8e09-d66b0d99a9b8 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.37 "DELETE /v2.0/ports/880aaeb7-0b15-4242-8b56-d3612a40b8b1 HTTP/1.1" status: 204 len: 173 time: 1.6794167 Dec 08 21:58:49.045091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ba41c-f8d9-4ea8-952f-60dd6524e7fb', 'name': 'network-vif-deleted', 'tag': '880aaeb7-0b15-4242-8b56-d3612a40b8b1'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:58:49.047842 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252fe086-cf6d-47bc-92f4-0874af0ab1e2" -d '{"events": [{"server_uuid": "276ba41c-f8d9-4ea8-952f-60dd6524e7fb", "name": "network-vif-deleted", "tag": "880aaeb7-0b15-4242-8b56-d3612a40b8b1"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:58:49.075035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Deleting port 9f304edc-3132-4f8d-bc7a-696501e7804d {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:49.077723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.140620 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f5d1aa-f119-4b0a-b4ef-d9b7b2796342 x-openstack-request-id: req-58f5d1aa-f119-4b0a-b4ef-d9b7b2796342 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:58:49.141166 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ba41c-f8d9-4ea8-952f-60dd6524e7fb", "name": "network-vif-deleted", "tag": "880aaeb7-0b15-4242-8b56-d3612a40b8b1", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:58:49.141568 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58f5d1aa-f119-4b0a-b4ef-d9b7b2796342 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:58:49.142259 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ba41c-f8d9-4ea8-952f-60dd6524e7fb', 'name': 'network-vif-deleted', 'tag': '880aaeb7-0b15-4242-8b56-d3612a40b8b1', 'status': 'completed', 'code': 200} Dec 08 21:58:49.184751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660ec2-2301-4a48-86c2-2ce8dc0dcbe1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'Port': ['ID=19cd7907-3c3b-46b9-8453-3ac2d1dfd881,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:49.227442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.229546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Fanout notify agent at l3_agent the message router_deleted on router 7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:49.242472 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.244092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-55ae0d41-c7e9-410d-a496-51c2f690c25d tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/routers/7e25fbbf-8d8c-4b15-8c28-9b2819fbc905 HTTP/1.1" status: 204 len: 168 time: 5.3176942 Dec 08 21:58:49.256739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38206) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:49.267146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e3dc2f2-0c50-49c1-bb4a-f284d88742a7 req-69150e76-3bfc-4d2f-ad5f-c5835bfc86c6 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=276ba41c-f8d9-4ea8-952f-60dd6524e7fb HTTP/1.1" status: 200 len: 210 time: 0.1080687 Dec 08 21:58:49.357437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] For port 9f304edc-3132-4f8d-bc7a-696501e7804d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9f304edc-3132-4f8d-bc7a-696501e7804d,segment=NetworkSegment(7385d0e7-a635-4343-a48f-6c45fc648717),segment_id=7385d0e7-a635-4343-a48f-6c45fc648717)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:49.359960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.387631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Calling delete_port for 9f304edc-3132-4f8d-bc7a-696501e7804d owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:49.448008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b37104-5453-4ca2-8eb0-674e96a979fc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Deleting subnet 24f6e07e-7732-4284-9689-513229549f73 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:58:49.454157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29b37104-5453-4ca2-8eb0-674e96a979fc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.505586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c546a02c-818d-4707-a189-6a0e6c6285b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Deleting port 19cd7907-3c3b-46b9-8453-3ac2d1dfd881 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:49.506325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c546a02c-818d-4707-a189-6a0e6c6285b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.627754 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c546a02c-818d-4707-a189-6a0e6c6285b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.647421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29b37104-5453-4ca2-8eb0-674e96a979fc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.702020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c546a02c-818d-4707-a189-6a0e6c6285b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Calling delete_port for 19cd7907-3c3b-46b9-8453-3ac2d1dfd881 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:49.716783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:49.787322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Pushing event deleted for resources: {'Port': ['ID=9f304edc-3132-4f8d-bc7a-696501e7804d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:49.908701 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29b37104-5453-4ca2-8eb0-674e96a979fc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.070778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99298313-dedd-4b27-881c-7d4828879652 req-faea9e91-2ea4-41bf-b0a7-72cd500cded9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:50.072333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99298313-dedd-4b27-881c-7d4828879652 req-faea9e91-2ea4-41bf-b0a7-72cd500cded9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 909 time: 0.3190441 Dec 08 21:58:50.172112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.221683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29b37104-5453-4ca2-8eb0-674e96a979fc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.310606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b37104-5453-4ca2-8eb0-674e96a979fc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Subnet': ['ID=24f6e07e-7732-4284-9689-513229549f73,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:50.418431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-29b37104-5453-4ca2-8eb0-674e96a979fc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.431149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38228) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:50.432239 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-29b37104-5453-4ca2-8eb0-674e96a979fc tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/subnets/24f6e07e-7732-4284-9689-513229549f73 HTTP/1.1" status: 204 len: 168 time: 1.1312239 Dec 08 21:58:50.525895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c546a02c-818d-4707-a189-6a0e6c6285b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.595606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546a02c-818d-4707-a189-6a0e6c6285b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event deleted for resources: {'Port': ['ID=19cd7907-3c3b-46b9-8453-3ac2d1dfd881,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:50.609670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7682c-cb7b-46e2-a596-b49f649feb08 req-179ffb39-4f60-48bc-8eed-27aa5e255862 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:50.611793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5df7682c-cb7b-46e2-a596-b49f649feb08 req-179ffb39-4f60-48bc-8eed-27aa5e255862 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 909 time: 0.3078918 Dec 08 21:58:50.664120 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c546a02c-818d-4707-a189-6a0e6c6285b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.682220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c546a02c-818d-4707-a189-6a0e6c6285b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "DELETE /v2.0/ports/19cd7907-3c3b-46b9-8453-3ac2d1dfd881 HTTP/1.1" status: 204 len: 168 time: 1.6901708 Dec 08 21:58:50.682930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38234) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:50.716411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ae89f2b-8285-42da-a744-a60a2c4b043c', 'external_fixed_ips': [{'subnet_id': 'f22bd375-7469-44bf-8120-d7e3f1750aa8', 'ip_address': '2001:db8::ee'}]}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:50.756417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.784539 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.785879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.899784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:50.934693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 880aaeb7-0b15-4242-8b56-d3612a40b8b1 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:58:50.973289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 880aaeb7-0b15-4242-8b56-d3612a40b8b1 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:58:50.974062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 880aaeb7-0b15-4242-8b56-d3612a40b8b1 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:58:51.039480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Router 2165b8bd-e845-4418-a37c-858627a363c7 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:58:51.110477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55d245-298d-411e-9abd-b1be48dbedc6 req-9badfdf8-933c-475c-8752-89fb7046e727 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:51.112863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:51.122590 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee55d245-298d-411e-9abd-b1be48dbedc6 req-9badfdf8-933c-475c-8752-89fb7046e727 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 1060 time: 0.2769015 Dec 08 21:58:51.216964 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:51.379012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817be3fb-b4e0-46c5-bfc6-d71f88145df5 req-7fa669d1-423d-4e81-81cd-31fe576676bb tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:51.387029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-817be3fb-b4e0-46c5-bfc6-d71f88145df5 req-7fa669d1-423d-4e81-81cd-31fe576676bb tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 1136 time: 0.0932002 Dec 08 21:58:51.421184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0cef81-1dba-4416-ba21-0e9e6939f225']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:51.439015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85511973-0c1b-4cc6-8341-2213cefd5a0a') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:51.439668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85511973-0c1b-4cc6-8341-2213cefd5a0a') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:51.454392 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-817be3fb-b4e0-46c5-bfc6-d71f88145df5 req-8706b2eb-0cae-4551-a19c-f0cd15be91d7 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0568774 Dec 08 21:58:51.454803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:51.455974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38248) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:51.502057 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:51.521818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:58:51.522479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:58:51.527285 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:58:51.530844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:51.539513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-04e92541-a944-47e1-b7eb-ed5250706bce admin admin] 10.222.0.21 "PUT /v2.0/routers/2165b8bd-e845-4418-a37c-858627a363c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1815031 Dec 08 21:58:51.543405 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] Sync routers for ids ['2165b8bd-e845-4418-a37c-858627a363c7'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:51.557659 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] Routers {'2165b8bd-e845-4418-a37c-858627a363c7'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:51.562739 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['2165b8bd-e845-4418-a37c-858627a363c7'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:51.576501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38250) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:51.605874 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33f530-1cae-40b4-bec0-06e45b276451 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:51.610867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cb33f530-1cae-40b4-bec0-06e45b276451 tempest-TestSecurityGroupsBasicOps-878453986 tempest-TestSecurityGroupsBasicOps-878453986-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 1055 time: 0.1487565 Dec 08 21:58:51.820906 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] Set router 2165b8bd-e845-4418-a37c-858627a363c7 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:51.856198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:51.914232 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:52.107561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:52.131007 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:52.137109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] 10.222.0.21 "DELETE /v2.0/networks/fc0cef81-1dba-4416-ba21-0e9e6939f225 HTTP/1.1" status: 204 len: 168 time: 1.7040997 Dec 08 21:58:52.161030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46b4a7-6be3-4949-a56e-f67105b00b20 tempest-FloatingIPTestJSON-449169363 tempest-FloatingIPTestJSON-449169363-project] Pushing event deleted for resources: {'Network': ['ID=fc0cef81-1dba-4416-ba21-0e9e6939f225,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:52.175693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Allocated IP 2001:db8::ee (9ae89f2b-8285-42da-a744-a60a2c4b043c/f22bd375-7469-44bf-8120-d7e3f1750aa8/2b344eb2-a31b-4320-a01f-39bc598a87ab) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:58:52.257772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:52.450190 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:49Z', 'revision_number': 5, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:52.462137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1083e-0c03-4dd4-a780-96986266f5dc req-5b9e59e8-604b-40cc-b7a9-ffeae3a8ef5c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:52.463805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56a1083e-0c03-4dd4-a780-96986266f5dc req-5b9e59e8-604b-40cc-b7a9-ffeae3a8ef5c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 909 time: 0.2003992 Dec 08 21:58:52.561354 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] Checking router: 2165b8bd-e845-4418-a37c-858627a363c7 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:58:52.566912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:52.613376 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] Routers {'2165b8bd-e845-4418-a37c-858627a363c7'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:52.614003 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['2165b8bd-e845-4418-a37c-858627a363c7'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:52.640344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:52.653011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:52.743254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'Port': ['ID=2b344eb2-a31b-4320-a01f-39bc598a87ab,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:52.761364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Network 9ae89f2b-8285-42da-a744-a60a2c4b043c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:58:52.762469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38276) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:52.763617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:58:52.773641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:58:52.832020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Deleting port fbd1bcc2-379a-4310-be31-c15abaa9ff15 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:52.832396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:52.841002 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] Set router 2165b8bd-e845-4418-a37c-858627a363c7 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:53.087204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] For port fbd1bcc2-379a-4310-be31-c15abaa9ff15, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fbd1bcc2-379a-4310-be31-c15abaa9ff15,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:53.087599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:53.103800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Calling delete_port for fbd1bcc2-379a-4310-be31-c15abaa9ff15 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:53.129354 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:53.424212 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:49Z', 'revision_number': 5, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:53.480208 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c888e3f-767b-4375-b61f-078632ef22eb None None] The sync data for ids ['2165b8bd-e845-4418-a37c-858627a363c7'] in n-d-821126-1 is: [{'id': '2165b8bd-e845-4418-a37c-858627a363c7', 'name': 'tempest-ImageQuotaTest-485820003-router', 'tenant_id': 'f23fd0cbfef6436facade31bc440ce8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:31Z', 'updated_at': '2021-12-08T21:58:49Z', 'revision_number': 5, 'project_id': 'f23fd0cbfef6436facade31bc440ce8d', 'gw_port': {'id': 'fbd1bcc2-379a-4310-be31-c15abaa9ff15', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2165b8bd-e845-4418-a37c-858627a363c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:34Z', 'updated_at': '2021-12-08T21:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:58:53.852526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:53.878147 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fec06fad-2d43-4eba-a1b7-eff5ec62719a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c45ee51c62a1471982bdd97643b5eab3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1053872 Dec 08 21:58:53.882080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38298) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:53.980366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a22756-ace1-4b0b-b574-975a1e59ef45 req-95ea54bf-2ebc-4d1c-8840-f91d8201839a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:53.983222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22a22756-ace1-4b0b-b574-975a1e59ef45 req-95ea54bf-2ebc-4d1c-8840-f91d8201839a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 909 time: 0.1845996 Dec 08 21:58:54.017093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd1bcc2-379a-4310-be31-c15abaa9ff15,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:54.123694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.146546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.152965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd414785-8875-40bb-8f0b-916f21f3368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.179347 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd414785-8875-40bb-8f0b-916f21f3368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.260742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-38389b6c-9b93-4383-9664-a53ee998311e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4677284 Dec 08 21:58:54.326673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd414785-8875-40bb-8f0b-916f21f3368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.329580 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd414785-8875-40bb-8f0b-916f21f3368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.332958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dd414785-8875-40bb-8f0b-916f21f3368f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e878fd10-8360-4594-ae9e-1695a99d2586 HTTP/1.1" status: 204 len: 168 time: 0.4459236 Dec 08 21:58:54.367794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.381052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.381349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd414785-8875-40bb-8f0b-916f21f3368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e878fd10-8360-4594-ae9e-1695a99d2586,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:54.413040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4568fae-7e46-4ee9-a929-1149122f822c req-5490d8c5-993f-420f-853b-f62f5eee6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:54.414605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-5490d8c5-993f-420f-853b-f62f5eee6f0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 1097 time: 0.1164565 Dec 08 21:58:54.509239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-7f509133-afe4-4c45-b156-5c619476b5f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:54.510894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-7f509133-afe4-4c45-b156-5c619476b5f8 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.37 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 909 time: 1.2152777 Dec 08 21:58:54.521861 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.522436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2165b8bd-e845-4418-a37c-858627a363c7 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:58:54.548980 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.553003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38306) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:54.568988 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c9dfeb20-1408-46e6-a793-6ec31a0e0ba1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2165b8bd-e845-4418-a37c-858627a363c7 HTTP/1.1" status: 204 len: 168 time: 2.9913027 Dec 08 21:58:54.767678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Router d79cd2df-8f08-468b-afe2-b5acd78a8cb7 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:58:54.883220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5e7107-41e3-41dc-8423-dda30f5de3eb admin admin] Deleting subnet 30fe3c30-5bb2-4f0d-bf59-60b7327dc512 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:58:54.904248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7107-41e3-41dc-8423-dda30f5de3eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.921187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9f304edc-3132-4f8d-bc7a-696501e7804d no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:58:54.930609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:54.931237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:54.966063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4568fae-7e46-4ee9-a929-1149122f822c req-e4423a00-6602-47bf-9729-e19651bea5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:54.987972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-e4423a00-6602-47bf-9729-e19651bea5be service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 200 len: 916 time: 0.5409203 Dec 08 21:58:54.993226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 9f304edc-3132-4f8d-bc7a-696501e7804d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:58:54.993588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9f304edc-3132-4f8d-bc7a-696501e7804d not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:58:55.277588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] For port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:55.277963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:55.309558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-2b781ec2-e3d1-42c3-846a-d6061fe9f102 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731667f5-54e3-4f04-aa8a-2a2850b96667 HTTP/1.1" status: 200 len: 217 time: 0.1504388 Dec 08 21:58:55.321861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Calling delete_port for e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:55.386598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7107-41e3-41dc-8423-dda30f5de3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:55.638053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:55.652205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f23c25-c591-4dc9-b8bf-13381de39a42 req-d7248cff-f202-439e-95fd-b258b1562732 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:55.654966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5f23c25-c591-4dc9-b8bf-13381de39a42 req-d7248cff-f202-439e-95fd-b258b1562732 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 909 time: 0.3696818 Dec 08 21:58:55.679543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4568fae-7e46-4ee9-a929-1149122f822c req-481f5a95-4be2-4fcb-9dc6-4b7b58c886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:55.681644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-481f5a95-4be2-4fcb-9dc6-4b7b58c886b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 200 len: 855 time: 0.2053945 Dec 08 21:58:55.750841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38338) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:55.756610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-2a41a95f-78ac-4274-86ac-18a19ab2d6cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2477569-6d8f-4a04-a8ed-ea5eb94a852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641494 Dec 08 21:58:55.761881 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7107-41e3-41dc-8423-dda30f5de3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:55.782724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Port': ['ID=e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:55.792117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] No DVR routers for this DVR port e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:58:55.795047 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:55.798984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dece3b22-0f56-46c3-8969-44f8c6cf5975 req-3e5e1eb4-7530-42ba-bbf9-514175a79ef7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.37 "DELETE /v2.0/ports/e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 HTTP/1.1" status: 204 len: 173 time: 1.2712581 Dec 08 21:58:55.799519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18abbaf9-bae9-4b09-8592-eb5d17e02181', 'name': 'network-vif-deleted', 'tag': 'e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:58:55.802540 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7400a1a6-bad3-4e41-8d7b-b6291b1c7297" -d '{"events": [{"server_uuid": "18abbaf9-bae9-4b09-8592-eb5d17e02181", "name": "network-vif-deleted", "tag": "e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:58:55.832204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-12073456-d155-4b8f-aad8-e7e5fbc871f2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:58:55.834204 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-12073456-d155-4b8f-aad8-e7e5fbc871f2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0648146 Dec 08 21:58:55.839814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:58:55.849302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Sync routers for ids ['d79cd2df-8f08-468b-afe2-b5acd78a8cb7'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:58:55.875326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Routers {'d79cd2df-8f08-468b-afe2-b5acd78a8cb7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:58:55.875996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d79cd2df-8f08-468b-afe2-b5acd78a8cb7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:55.915595 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155706f-162a-4733-ac2a-8538d1b62508 x-openstack-request-id: req-d155706f-162a-4733-ac2a-8538d1b62508 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:58:55.916016 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18abbaf9-bae9-4b09-8592-eb5d17e02181", "name": "network-vif-deleted", "tag": "e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:58:55.916356 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d155706f-162a-4733-ac2a-8538d1b62508 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:58:55.916919 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18abbaf9-bae9-4b09-8592-eb5d17e02181', 'name': 'network-vif-deleted', 'tag': 'e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54', 'status': 'completed', 'code': 200} Dec 08 21:58:56.095816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'networks': [{'name': 'tempest-network--1149586717'}, {'name': 'tempest-network--1414145874'}]} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:56.098694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'network': {'name': 'tempest-network--1149586717'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:56.099256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'network': {'name': 'tempest-network--1414145874'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:58:56.134853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Made reservation on behalf of f812729e163e451293430e6afeff7290 for: {'network': 2} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:58:56.141389 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.149105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.153025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44540586-cd7b-4d57-a619-d6afc1c7e7c6 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.4691472 Dec 08 21:58:56.153887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38352) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:56.188959 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7107-41e3-41dc-8423-dda30f5de3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.199191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Set router d79cd2df-8f08-468b-afe2-b5acd78a8cb7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:58:56.246422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e7107-41e3-41dc-8423-dda30f5de3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30fe3c30-5bb2-4f0d-bf59-60b7327dc512,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:56.250009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7107-41e3-41dc-8423-dda30f5de3eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.263341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ca5e7107-41e3-41dc-8423-dda30f5de3eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/30fe3c30-5bb2-4f0d-bf59-60b7327dc512 HTTP/1.1" status: 204 len: 168 time: 1.7030408 Dec 08 21:58:56.273573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38354) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:56.276077 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.282945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb45bf0-a041-4555-851e-2228fe8c49e3 None None] Network 7e39a683-f478-4ac4-af34-38ae203848cb requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:58:56.328173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-88af7720-3569-4dd3-9c4d-aa6643e60ed4 service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837542 Dec 08 21:58:56.536190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.549854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.550310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.634909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4568fae-7e46-4ee9-a929-1149122f822c req-e3bb29d8-1937-45b0-9569-07c62de51373 service neutron] 10.222.0.23 "GET /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592342 Dec 08 21:58:56.666136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:58:56.747430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.747862 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Added segment d6fa3ea5-131f-47ed-a0c5-da6b2df24a6a of type vlan for network fcddbd29-b907-47ec-9973-26bcedbb8644 Dec 08 21:58:56.766469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fbd1bcc2-379a-4310-be31-c15abaa9ff15 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:58:56.769924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a1aec3-7c78-494a-ae04-51b242a0f920,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:56.775844 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.839554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc9177-50fd-419a-b249-f64ed6b65ab6 req-f52eb11c-22b5-450e-b92e-6526ac1d2c4e tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:56.841180 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24cc9177-50fd-419a-b249-f64ed6b65ab6 req-f52eb11c-22b5-450e-b92e-6526ac1d2c4e tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 946 time: 0.2033248 Dec 08 21:58:56.867453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: fbd1bcc2-379a-4310-be31-c15abaa9ff15 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:58:56.867701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:56.869875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fbd1bcc2-379a-4310-be31-c15abaa9ff15 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:58:56.985532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:58:57.034597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24cc9177-50fd-419a-b249-f64ed6b65ab6 req-90f172c8-6ee2-40ea-b9a1-845c95181b45 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796551 Dec 08 21:58:57.072189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Deleting port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:57.072535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.081945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] DHCP port deletion for 7e39a683-f478-4ac4-af34-38ae203848cb request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:58:57.094683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:58:57.095307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e408b1e0-ecd9-4a59-afea-a2b2bc4a3d54 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:58:57.119135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.139839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24cb95c8-0ebb-4947-9e3b-e6c20a1dcf6c req-b17cbe9f-527b-4049-8ab0-a0101f53e25c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=18abbaf9-bae9-4b09-8592-eb5d17e02181 HTTP/1.1" status: 200 len: 210 time: 0.2669132 Dec 08 21:58:57.191845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79cd2df-8f08-468b-afe2-b5acd78a8cb7', 'name': '', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ae89f2b-8285-42da-a744-a60a2c4b043c', 'external_fixed_ips': [{'subnet_id': 'f22bd375-7469-44bf-8120-d7e3f1750aa8', 'ip_address': '2001:db8::ee'}], 'enable_snat': True}, 'gw_port_id': '2b344eb2-a31b-4320-a01f-39bc598a87ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:50Z', 'updated_at': '2021-12-08T21:58:52Z', 'revision_number': 3, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port': {'id': '2b344eb2-a31b-4320-a01f-39bc598a87ab', 'name': '', 'network_id': '9ae89f2b-8285-42da-a744-a60a2c4b043c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79cd2df-8f08-468b-afe2-b5acd78a8cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'f22bd375-7469-44bf-8120-d7e3f1750aa8', 'ip_address': '2001:db8::ee', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:51Z', 'updated_at': '2021-12-08T21:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f22bd375-7469-44bf-8120-d7e3f1750aa8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:57.224166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Checking router: d79cd2df-8f08-468b-afe2-b5acd78a8cb7 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:58:57.225594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Updating router d79cd2df-8f08-468b-afe2-b5acd78a8cb7 port 2b344eb2-a31b-4320-a01f-39bc598a87ab binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:58:57.237010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] Deleting port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:57.237752 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.256526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] For port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,segment=NetworkSegment(7385d0e7-a635-4343-a48f-6c45fc648717),segment_id=7385d0e7-a635-4343-a48f-6c45fc648717)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:57.257109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.283601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:58:57.296003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Calling delete_port for e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:57.330921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.331277 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Added segment 2e1a656a-cab6-4905-895a-c2cfbc18ca72 of type vlan for network 811ed964-4f90-4df5-8cc6-7d25df9e1c56 Dec 08 21:58:57.357855 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.380690 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.511628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.535800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.609378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38376) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:57.624051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Deleting port 2b344eb2-a31b-4320-a01f-39bc598a87ab {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:57.624390 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.642544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.643126 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.649269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:57.654895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:57.655583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.666087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] No DVR routers for this DVR port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:58:57.676546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:57.754260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9979746 Dec 08 21:58:57.758851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38380) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:57.933733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.952018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] For port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,segment=NetworkSegment(7385d0e7-a635-4343-a48f-6c45fc648717),segment_id=7385d0e7-a635-4343-a48f-6c45fc648717)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:57.953799 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:57.979422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e39a683-f478-4ac4-af34-38ae203848cb']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:57.984719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] Calling delete_port for e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:58.018387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7385d0e7-a635-4343-a48f-6c45fc648717') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:58.018763 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7385d0e7-a635-4343-a48f-6c45fc648717') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:58.061933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:58.103925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:58.114611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Network': ['ID=fcddbd29-b907-47ec-9973-26bcedbb8644,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:58.128619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:58:58.129862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:58.215376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:58:58.268214 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:58:58.270400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38390) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:58.310786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d6e1e-52ed-4dc4-a57b-7fd24c6a4af4 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Network': ['ID=811ed964-4f90-4df5-8cc6-7d25df9e1c56,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:58.312937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61862060-0d47-4ff8-bb9c-cf382d0e4c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:58.317679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network fcddbd29-b907-47ec-9973-26bcedbb8644 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:58:58.328042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] Pushing event deleted for resources: {'Port': ['ID=e6d3f01a-968e-4f17-b3b0-7f1ff626afb4,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:58.348040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 811ed964-4f90-4df5-8cc6-7d25df9e1c56 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:58:58.435544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:58.471979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:58.490950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:58.491397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Calling delete_port for 2b344eb2-a31b-4320-a01f-39bc598a87ab owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:58.507377 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e39a683-f478-4ac4-af34-38ae203848cb HTTP/1.1" status: 204 len: 168 time: 2.2194076 Dec 08 21:58:58.512369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b87ce-4793-49e6-96dc-64d41186764e None None] No DVR routers for this DVR port e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:58:58.564601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f645ab-d656-4ec2-8093-b063f2e649d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e39a683-f478-4ac4-af34-38ae203848cb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:58.774088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-94e98d2b-2201-4ebc-8644-649dca17ce91 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:58.775637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-94e98d2b-2201-4ebc-8644-649dca17ce91 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.37 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 946 time: 0.7833140 Dec 08 21:58:58.789144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260949c-57dc-4d0e-8c25-9358f662472d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:58.799621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:58:58.800539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260949c-57dc-4d0e-8c25-9358f662472d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:58.808972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260949c-57dc-4d0e-8c25-9358f662472d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:58.815452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260949c-57dc-4d0e-8c25-9358f662472d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:58.821538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260949c-57dc-4d0e-8c25-9358f662472d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:58.823295 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b260949c-57dc-4d0e-8c25-9358f662472d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3015 time: 1.0619416 Dec 08 21:58:58.828493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38398) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:58.828828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38400) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:58.832458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:58:58.836235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e6d3f01a-968e-4f17-b3b0-7f1ff626afb4 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:58:59.072312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.401728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-0eeeebfd-687d-46ce-884e-9a31086596c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:59.402219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting port 2b503a78-9f38-428f-babd-132ccf5461c4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:59.402219 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.403645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-0eeeebfd-687d-46ce-884e-9a31086596c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1097 time: 1.4844394 Dec 08 21:58:59.453683 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61862060-0d47-4ff8-bb9c-cf382d0e4c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.490499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab740996-3e34-4a72-8cbb-f2afcd388ef7 req-0bf4f867-414d-4528-a292-cf6c9332bb60 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:59.491726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab740996-3e34-4a72-8cbb-f2afcd388ef7 req-0bf4f867-414d-4528-a292-cf6c9332bb60 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 946 time: 1.0856540 Dec 08 21:58:59.495345 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.520961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61862060-0d47-4ff8-bb9c-cf382d0e4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.619393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fdd382c2-ef7a-4e7d-94ea-f2c2a321724b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f23fd0cbfef6436facade31bc440ce8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299147 Dec 08 21:58:59.624602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] For port 2b503a78-9f38-428f-babd-132ccf5461c4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2b503a78-9f38-428f-babd-132ccf5461c4,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:58:59.627376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.629774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38408) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:59.639274 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:58:59.639916 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:58:59.661898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Calling delete_port for 2b503a78-9f38-428f-babd-132ccf5461c4 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:58:59.667267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61862060-0d47-4ff8-bb9c-cf382d0e4c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd73b0cd-ade0-41f3-9385-7a5c9ab4118d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:59.689494 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.771611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b344eb2-a31b-4320-a01f-39bc598a87ab,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:59.772059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e156e29-fcf7-4a08-81eb-1e1ec9066835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.772165 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-61862060-0d47-4ff8-bb9c-cf382d0e4c26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7ad6c1a4f4d46208601fe1cbcc5ff84&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1489854 Dec 08 21:58:59.777661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38414) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:58:59.838292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab740996-3e34-4a72-8cbb-f2afcd388ef7 req-bb51eacc-4b04-4d9d-9868-f249f9503f4f tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264539 Dec 08 21:58:59.848138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e156e29-fcf7-4a08-81eb-1e1ec9066835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.887037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Deleting port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:58:59.887374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.890888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-d704cbed-0216-46ef-ba3d-de3aee155644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:58:59.892462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-d704cbed-0216-46ef-ba3d-de3aee155644 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.4372327 Dec 08 21:58:59.896069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.923774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e156e29-fcf7-4a08-81eb-1e1ec9066835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.932049 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e156e29-fcf7-4a08-81eb-1e1ec9066835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:58:59.933237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8e156e29-fcf7-4a08-81eb-1e1ec9066835 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60302180-9fa3-4790-b983-7a103a9c357c HTTP/1.1" status: 204 len: 168 time: 0.3023772 Dec 08 21:58:59.935681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcddbd29-b907-47ec-9973-26bcedbb8644']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:58:59.975785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e156e29-fcf7-4a08-81eb-1e1ec9066835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60302180-9fa3-4790-b983-7a103a9c357c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:58:59.994546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23c3e06b-dcd7-4b59-bff0-1538d48fb1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.014610 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.022624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fa3ea5-131f-47ed-a0c5-da6b2df24a6a') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:00.023129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fa3ea5-131f-47ed-a0c5-da6b2df24a6a') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:00.032289 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23c3e06b-dcd7-4b59-bff0-1538d48fb1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.070220 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.165803 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.185882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Port 2b344eb2-a31b-4320-a01f-39bc598a87ab not found while updating agent binding for router d79cd2df-8f08-468b-afe2-b5acd78a8cb7. {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 21:59:00.203069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.207070 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.210863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.226409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Routers {'d79cd2df-8f08-468b-afe2-b5acd78a8cb7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:00.226925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:00.227432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.227884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d79cd2df-8f08-468b-afe2-b5acd78a8cb7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:00.232661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Port': ['ID=2b503a78-9f38-428f-babd-132ccf5461c4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:00.234652 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:00.254264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23c3e06b-dcd7-4b59-bff0-1538d48fb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.264463 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23c3e06b-dcd7-4b59-bff0-1538d48fb1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.265734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-23c3e06b-dcd7-4b59-bff0-1538d48fb1f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd73b0cd-ade0-41f3-9385-7a5c9ab4118d HTTP/1.1" status: 204 len: 168 time: 0.4869778 Dec 08 21:59:00.326926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] Set router d79cd2df-8f08-468b-afe2-b5acd78a8cb7 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:00.430191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79cd2df-8f08-468b-afe2-b5acd78a8cb7', 'name': '', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:50Z', 'updated_at': '2021-12-08T21:58:58Z', 'revision_number': 5, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:00.477559 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-e0aa9821-bb4c-4160-9bcf-36b350d97108 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 1001 time: 0.4433796 Dec 08 21:59:00.485488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972ffd2-cb2b-47af-a4ba-3265b90bdbc9 None None] The sync data for ids ['d79cd2df-8f08-468b-afe2-b5acd78a8cb7'] in n-d-821126-1 is: [{'id': 'd79cd2df-8f08-468b-afe2-b5acd78a8cb7', 'name': '', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:50Z', 'updated_at': '2021-12-08T21:58:58Z', 'revision_number': 5, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:00.566252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.566806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d79cd2df-8f08-468b-afe2-b5acd78a8cb7 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:59:00.585627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.592003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-45f3d70e-8909-4bfc-b165-21bef4ea8d5c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d79cd2df-8f08-468b-afe2-b5acd78a8cb7 HTTP/1.1" status: 204 len: 168 time: 4.4343052 Dec 08 21:59:00.598134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38428) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:00.710883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.726598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] For port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:00.727429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.731644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38436) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:00.808750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.815545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/networks/fcddbd29-b907-47ec-9973-26bcedbb8644 HTTP/1.1" status: 204 len: 168 time: 1.9249089 Dec 08 21:59:00.838520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38438) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:00.877886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Calling delete_port for 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:00.983278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02542cb5-8c3f-4449-8b66-f39fad519fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:00.988347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.003470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f520d2-ecca-4cbe-ad8a-ba05fd61b1d3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Network': ['ID=fcddbd29-b907-47ec-9973-26bcedbb8644,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:01.006810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-ded39d94-68c8-478e-86ae-c75fa9e266c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:01.008430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-ded39d94-68c8-478e-86ae-c75fa9e266c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.4798138 Dec 08 21:59:01.043957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3e06b-dcd7-4b59-bff0-1538d48fb1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd73b0cd-ade0-41f3-9385-7a5c9ab4118d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:01.132091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38442) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:01.138425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd3005f-7060-43f8-8914-ccc0e0886b47 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Deleting subnet f22bd375-7469-44bf-8120-d7e3f1750aa8 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:59:01.159835 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-efd3005f-7060-43f8-8914-ccc0e0886b47 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.176924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e72f1148-5c37-4821-af01-5055384b43f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.248770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.310031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5d2b0-da5a-46a8-9733-5aae5a4aa66c req-afe5144e-a4a3-4d6a-b3d9-76d191d2a684 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:01.311856 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99d5d2b0-da5a-46a8-9733-5aae5a4aa66c req-afe5144e-a4a3-4d6a-b3d9-76d191d2a684 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 946 time: 0.3114932 Dec 08 21:59:01.333679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-efd3005f-7060-43f8-8914-ccc0e0886b47 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.366762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e72f1148-5c37-4821-af01-5055384b43f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.377692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e72f1148-5c37-4821-af01-5055384b43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.387767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-2a3cf671-6389-4211-9518-5a90ef726d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:01.389289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-2a3cf671-6389-4211-9518-5a90ef726d22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3565574 Dec 08 21:59:01.413094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.430651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e72f1148-5c37-4821-af01-5055384b43f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=086c17c9ed3f4a52bff9594a18fe53c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974889 Dec 08 21:59:01.431459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f1148-5c37-4821-af01-5055384b43f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf0b5b0-c4b5-4e7a-97a1-24915cb17ee1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:01.433707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-4a5a56a1-4cbf-41de-81c1-3d3b9112f64a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:59:01.434706 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-4a5a56a1-4cbf-41de-81c1-3d3b9112f64a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261519 Dec 08 21:59:01.436340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38444) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:01.571939 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-793a81d3-eb9d-408d-bcb0-f31a8a8e7a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.582108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811ed964-4f90-4df5-8cc6-7d25df9e1c56']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:01.608460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-793a81d3-eb9d-408d-bcb0-f31a8a8e7a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.614346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-efd3005f-7060-43f8-8914-ccc0e0886b47 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.624264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1a656a-cab6-4905-895a-c2cfbc18ca72') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:01.624808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1a656a-cab6-4905-895a-c2cfbc18ca72') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:01.639753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Router b66770f4-ad21-424e-b1b0-6fb65ede80c9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:59:01.658769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99d5d2b0-da5a-46a8-9733-5aae5a4aa66c req-ae8798d2-c116-446d-8b26-3d99bc31abb6 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230817 Dec 08 21:59:01.689719 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.708655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02542cb5-8c3f-4449-8b66-f39fad519fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.726426 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02542cb5-8c3f-4449-8b66-f39fad519fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.738679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.766360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.768465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:01.768911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.782849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['731667f5-54e3-4f04-aa8a-2a2850b96667', '39baf698-3090-430a-b285-54ae910cb7ec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:01.790521 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:01.876024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-793a81d3-eb9d-408d-bcb0-f31a8a8e7a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.880501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-793a81d3-eb9d-408d-bcb0-f31a8a8e7a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.881852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-793a81d3-eb9d-408d-bcb0-f31a8a8e7a04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daf0b5b0-c4b5-4e7a-97a1-24915cb17ee1 HTTP/1.1" status: 204 len: 168 time: 0.4445882 Dec 08 21:59:01.894215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-d4531876-418a-40a8-8223-0232660bf7b8 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457085 Dec 08 21:59:01.899536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a81d3-eb9d-408d-bcb0-f31a8a8e7a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf0b5b0-c4b5-4e7a-97a1-24915cb17ee1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:01.902273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Pushing event deleted for resources: {'Port': ['ID=6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:01.917050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02542cb5-8c3f-4449-8b66-f39fad519fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f54612-3bad-4daa-b4b8-f33168a900d0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:01.931957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-02542cb5-8c3f-4449-8b66-f39fad519fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.1458499 Dec 08 21:59:01.937170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38454) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:01.973953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-efd3005f-7060-43f8-8914-ccc0e0886b47 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:01.978691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:01.998034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9908f85a-6f1d-4716-b98c-d87259ec6ea4 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "PUT /v2.0/routers/b66770f4-ad21-424e-b1b0-6fb65ede80c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7250628 Dec 08 21:59:01.998449 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] Sync routers for ids ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:02.003846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38456) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:02.016540 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] Routers {'b66770f4-ad21-424e-b1b0-6fb65ede80c9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:02.017474 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:02.053936 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.089014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] No DVR routers for this DVR port 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:02.090596 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3005f-7060-43f8-8914-ccc0e0886b47 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f22bd375-7469-44bf-8120-d7e3f1750aa8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:02.105453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.111886 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/networks/811ed964-4f90-4df5-8cc6-7d25df9e1c56 HTTP/1.1" status: 204 len: 168 time: 1.2699709 Dec 08 21:59:02.111886 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.114527 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a6c37bc2-eb90-4830-aad1-6b083fecadcc req-b110ee91-5462-44b8-8725-05d04ac1106c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.37 "DELETE /v2.0/ports/6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 HTTP/1.1" status: 204 len: 173 time: 3.2815897 Dec 08 21:59:02.123123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281c7489-f959-4e26-ae13-b796335e8ade', 'name': 'network-vif-deleted', 'tag': '6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:02.125391 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab12584d-98bc-402b-b769-cc8ce8558d85" -d '{"events": [{"server_uuid": "281c7489-f959-4e26-ae13-b796335e8ade", "name": "network-vif-deleted", "tag": "6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:02.143326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38460) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:02.177426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a2b87-63a2-4a64-af8b-079ddf0217b9 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Network': ['ID=811ed964-4f90-4df5-8cc6-7d25df9e1c56,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:02.270412 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b318860-5224-4032-9716-63e36c2198ff x-openstack-request-id: req-3b318860-5224-4032-9716-63e36c2198ff {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:59:02.270707 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281c7489-f959-4e26-ae13-b796335e8ade", "name": "network-vif-deleted", "tag": "6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:59:02.274752 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b318860-5224-4032-9716-63e36c2198ff {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:59:02.275182 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281c7489-f959-4e26-ae13-b796335e8ade', 'name': 'network-vif-deleted', 'tag': '6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78', 'status': 'completed', 'code': 200} Dec 08 21:59:02.286551 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-efd3005f-7060-43f8-8914-ccc0e0886b47 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.304191 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-efd3005f-7060-43f8-8914-ccc0e0886b47 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/f22bd375-7469-44bf-8120-d7e3f1750aa8 HTTP/1.1" status: 204 len: 168 time: 1.6942897 Dec 08 21:59:02.307513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7b0663-e240-4cc1-9d4e-0cc3b93caeec tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting subnet 5a56b7ac-489e-46df-bba0-8d5470a6a98f {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:59:02.315714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38464) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:02.336394 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] Set router b66770f4-ad21-424e-b1b0-6fb65ede80c9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:02.344312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0663-e240-4cc1-9d4e-0cc3b93caeec tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.441894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a1982e3-c2da-4b80-9678-2da82cccf549 req-4ad6fb01-c71e-435c-865b-79ad222d0f90 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258033 Dec 08 21:59:02.447836 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c11732a2-be7d-41ed-8da8-b07cd426c3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.553085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0663-e240-4cc1-9d4e-0cc3b93caeec tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.553303 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c11732a2-be7d-41ed-8da8-b07cd426c3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.591770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.593774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfbd51-bf11-42fc-bcd1-b3799b2130f0 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:02.607707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfbd51-bf11-42fc-bcd1-b3799b2130f0 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:02.622094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfbd51-bf11-42fc-bcd1-b3799b2130f0 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:02.634563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-11cfbd51-bf11-42fc-bcd1-b3799b2130f0 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1909 time: 0.4901688 Dec 08 21:59:02.636244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38474) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:02.649482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-63439430'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:02.758826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.788358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae89f2b-8285-42da-a744-a60a2c4b043c']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:02.802038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9134c5d-49c1-45bc-9b64-a589a1db9484') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:02.802327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9134c5d-49c1-45bc-9b64-a589a1db9484') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:02.820472 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.823062 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:59:00Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:02.824777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Made reservation on behalf of f812729e163e451293430e6afeff7290 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:02.837320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.838496 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.845479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:02.846031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.918690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c11732a2-be7d-41ed-8da8-b07cd426c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.918975 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] Checking router: b66770f4-ad21-424e-b1b0-6fb65ede80c9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:02.933279 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] Routers {'b66770f4-ad21-424e-b1b0-6fb65ede80c9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:02.933909 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:02.936713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c11732a2-be7d-41ed-8da8-b07cd426c3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:02.947356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c11732a2-be7d-41ed-8da8-b07cd426c3aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23f54612-3bad-4daa-b4b8-f33168a900d0 HTTP/1.1" status: 204 len: 168 time: 1.0036156 Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:02.960237 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:02.995009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:02.999630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.004485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ae89f2b-8285-42da-a744-a60a2c4b043c {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 21:59:03.018352 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11732a2-be7d-41ed-8da8-b07cd426c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f54612-3bad-4daa-b4b8-f33168a900d0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:03.018925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.026389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9ae89f2b-8285-42da-a744-a60a2c4b043c HTTP/1.1" status: 204 len: 168 time: 0.7081296 Dec 08 21:59:03.049466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:03.068673 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.069028 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Added segment d049a0aa-85b9-4a6c-819b-ad54901b4b81 of type vlan for network 07fa7955-350c-4483-8469-a2bf2eb6c1b3 Dec 08 21:59:03.097628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:03.099447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6748be1f-68ac-4499-a384-236c2e804dec req-4bc35cf5-bd38-4a0a-96aa-317d2d93a084 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c7489-f959-4e26-ae13-b796335e8ade HTTP/1.1" status: 200 len: 210 time: 0.1357644 Dec 08 21:59:03.099712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6d6efcbc-3399-4c2b-92fa-87dc5ea3fb78 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:03.143113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ec40b-39eb-4f9c-8a9c-fee2489da04c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ae89f2b-8285-42da-a744-a60a2c4b043c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:03.159826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0663-e240-4cc1-9d4e-0cc3b93caeec tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.211033 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] Set router b66770f4-ad21-424e-b1b0-6fb65ede80c9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:03.218132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.280976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.287614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:03.288586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.297414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0663-e240-4cc1-9d4e-0cc3b93caeec tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.376262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0663-e240-4cc1-9d4e-0cc3b93caeec tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.381702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8477908-41a2-4b3d-a80c-d51d757a3746 None None] Network c54156f2-0ba4-461f-88c5-9ba188952d6b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:03.395781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dd7b0663-e240-4cc1-9d4e-0cc3b93caeec tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/subnets/5a56b7ac-489e-46df-bba0-8d5470a6a98f HTTP/1.1" status: 204 len: 168 time: 1.3909185 Dec 08 21:59:03.398827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38502) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:03.399596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b0663-e240-4cc1-9d4e-0cc3b93caeec tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Subnet': ['ID=5a56b7ac-489e-46df-bba0-8d5470a6a98f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:03.430903 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7874143 Dec 08 21:59:03.431593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38506) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:03.445060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-383584091'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:03.530241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Network': ['ID=07fa7955-350c-4483-8469-a2bf2eb6c1b3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:03.552988 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Made reservation on behalf of f812729e163e451293430e6afeff7290 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:03.559092 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.567058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.568141 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.569210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.571296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.571805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.572304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.573112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.574395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.574918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.577558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.578079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.578575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cd6db-c7d7-4e2d-b4e4-13d63b353f56 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:03.613670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 07fa7955-350c-4483-8469-a2bf2eb6c1b3 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:03.663811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:03.692306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.692667 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Added segment d63bdf03-4c15-4303-9455-72b5efcc1aea of type vlan for network fc80dbd8-265b-4fd8-aee3-abda2a579102 Dec 08 21:59:03.715512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.736733 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:59:00Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:03.804530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.825693 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df75b5e-8055-4927-8082-44fbe108ad6b None None] The sync data for ids ['b66770f4-ad21-424e-b1b0-6fb65ede80c9'] in n-d-821126-1 is: [{'id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-575534513', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:58:14Z', 'updated_at': '2021-12-08T21:59:00Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '82814d30-0ef8-4ab7-89ca-3e386fe191c9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66770f4-ad21-424e-b1b0-6fb65ede80c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:58:15Z', 'updated_at': '2021-12-08T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:03.827482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38512) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:03.832945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e03e8638-4a23-46c9-bbfb-b35c0580cd1f tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'router': {'name': 'tempest-router--1929161702', 'project_id': 'f45a6664a24943018136c63b30b0f467'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:03.879016 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.900929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:03.901611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.928876 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e03e8638-4a23-46c9-bbfb-b35c0580cd1f tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:03.930163 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e03e8638-4a23-46c9-bbfb-b35c0580cd1f tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.010445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Network': ['ID=fc80dbd8-265b-4fd8-aee3-abda2a579102,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:04.017152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] DHCP port deletion for c54156f2-0ba4-461f-88c5-9ba188952d6b request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:59:04.022649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network fc80dbd8-265b-4fd8-aee3-abda2a579102 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:04.039137 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.047861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-35912357-e358-418f-9bf7-53419fca0b47 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6126800 Dec 08 21:59:04.050620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38524) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:04.061964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'ports': [{'network_id': '07fa7955-350c-4483-8469-a2bf2eb6c1b3', 'name': 'tempest-port--1414120800', 'admin_state_up': True}, {'network_id': 'fc80dbd8-265b-4fd8-aee3-abda2a579102', 'admin_state_up': False}]} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:04.063202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'port': {'network_id': '07fa7955-350c-4483-8469-a2bf2eb6c1b3', 'name': 'tempest-port--1414120800', 'admin_state_up': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:04.064429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'port': {'network_id': 'fc80dbd8-265b-4fd8-aee3-abda2a579102', 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:04.071704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e03e8638-4a23-46c9-bbfb-b35c0580cd1f tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.086119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e03e8638-4a23-46c9-bbfb-b35c0580cd1f tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.163122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] Deleting port c3eb99b4-75a1-4696-874e-61eb525590f0 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:04.163647 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.235265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e03e8638-4a23-46c9-bbfb-b35c0580cd1f tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.247267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e03e8638-4a23-46c9-bbfb-b35c0580cd1f tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4183190 Dec 08 21:59:04.250592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38532) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:04.349675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] For port c3eb99b4-75a1-4696-874e-61eb525590f0, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c3eb99b4-75a1-4696-874e-61eb525590f0,segment=NetworkSegment(d12ef01d-41cc-475e-bbbc-b66165a24c2b),segment_id=d12ef01d-41cc-475e-bbbc-b66165a24c2b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:04.353782 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.393687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] Calling delete_port for c3eb99b4-75a1-4696-874e-61eb525590f0 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:04.477797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Made reservation on behalf of f812729e163e451293430e6afeff7290 for: {'port': 2} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:04.485144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.501708 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.517031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b862c789-49c6-44f9-a7a0-afcd7a00320a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.527711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.617931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting port 82814d30-0ef8-4ab7-89ca-3e386fe191c9 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:04.618549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:04.642153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] No DVR routers for this DVR port c3eb99b4-75a1-4696-874e-61eb525590f0 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:04.653129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780419a-3135-4520-bb62-488b90ec6b9c None None] Pushing event deleted for resources: {'Port': ['ID=c3eb99b4-75a1-4696-874e-61eb525590f0,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:04.796181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] device_id is not set on port e1015096-67bc-4a34-a9f1-b506bf7c8e1a yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:59:04.830182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38546) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:04.912969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c3eb99b4-75a1-4696-874e-61eb525590f0 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:05.064764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: c3eb99b4-75a1-4696-874e-61eb525590f0 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:05.065383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c3eb99b4-75a1-4696-874e-61eb525590f0 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:05.065915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2b503a78-9f38-428f-babd-132ccf5461c4 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:05.080602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b862c789-49c6-44f9-a7a0-afcd7a00320a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.095023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b862c789-49c6-44f9-a7a0-afcd7a00320a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.134310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea39c4-af17-48d3-b9d9-0e63fcba0617 req-e1b7d21d-47b3-4d02-9ce1-d3db8157a920 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:05.140499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40ea39c4-af17-48d3-b9d9-0e63fcba0617 req-e1b7d21d-47b3-4d02-9ce1-d3db8157a920 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 945 time: 0.3126390 Dec 08 21:59:05.177927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.214373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2b503a78-9f38-428f-babd-132ccf5461c4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:05.214915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2b503a78-9f38-428f-babd-132ccf5461c4 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:05.369611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] For port 82814d30-0ef8-4ab7-89ca-3e386fe191c9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=82814d30-0ef8-4ab7-89ca-3e386fe191c9,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:05.369999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.385658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Calling delete_port for 82814d30-0ef8-4ab7-89ca-3e386fe191c9 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:05.579855 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-90a855e4-5f5a-49a7-86f0-99d93b6c90f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.652499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b862c789-49c6-44f9-a7a0-afcd7a00320a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.654555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b862c789-49c6-44f9-a7a0-afcd7a00320a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42e74c60-a2a5-42e0-a6c8-0deec1a796b7 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:59:05.676398 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b862c789-49c6-44f9-a7a0-afcd7a00320a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.678017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b862c789-49c6-44f9-a7a0-afcd7a00320a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "DELETE /v2.0/routers/42e74c60-a2a5-42e0-a6c8-0deec1a796b7 HTTP/1.1" status: 204 len: 168 time: 1.4183261 Dec 08 21:59:05.705247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-40ea39c4-af17-48d3-b9d9-0e63fcba0617 req-e543656d-60f2-4ffb-9be7-da9d141c7adb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482523 Dec 08 21:59:05.727063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1928447911-network', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:05.743145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.807832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] device_id is not set on port 24862cea-46a3-4ad4-8092-f5499d4d9317 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:59:05.825410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:05.832061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.845107 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Port': ['ID=82814d30-0ef8-4ab7-89ca-3e386fe191c9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:05.871451 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:05.945193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38564) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:05.997309 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:59:06.018398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-5519512d-818e-4b39-92dd-b487ae08793c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:06.020131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-5519512d-818e-4b39-92dd-b487ae08793c tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 945 time: 0.1766098 Dec 08 21:59:06.023123 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.087629 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.100233 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.113233 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.160963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:06.168584 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.191031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4bddd7-9db0-425b-af74-22be27b44eb1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:06.208270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1942299660', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:06.243613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.244302 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Added segment c74a2786-67e1-4afe-9470-6008a6c3faf3 of type vlan for network b5764474-8911-4850-b141-9a748a7b4386 Dec 08 21:59:06.247826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.250103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.293841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Port': ['ID=e1015096-67bc-4a34-a9f1-b506bf7c8e1a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:06.347015 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.356527 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.356759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.357541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Fanout notify agent at l3_agent the message router_deleted on router b66770f4-ad21-424e-b1b0-6fb65ede80c9 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:59:06.358292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.374206 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.378245 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-10197685-ff9f-41ae-bef7-3a7db952bbe5 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/routers/b66770f4-ad21-424e-b1b0-6fb65ede80c9 HTTP/1.1" status: 204 len: 168 time: 2.9585576 Dec 08 21:59:06.380213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38574) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:06.448308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Checking segment: {'id': 'd049a0aa-85b9-4a6c-819b-ad54901b4b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '07fa7955-350c-4483-8469-a2bf2eb6c1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:06.449500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Network hostable DHCP agents. Network: 07fa7955-350c-4483-8469-a2bf2eb6c1b3, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:06.492759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.494131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:06.494883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.570192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.580303 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.581593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Network 07fa7955-350c-4483-8469-a2bf2eb6c1b3 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:06.604970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Deleting port 39baf698-3090-430a-b285-54ae910cb7ec {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:06.605308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.749315 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9180202 Dec 08 21:59:06.763189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38580) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:06.783801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Request body: {'subnet': {'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1928447911-subnet', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:06.820377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 07fa7955-350c-4483-8469-a2bf2eb6c1b3) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:06.827393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79bdef-c88b-473d-b2b8-b36f25fa0ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=b5764474-8911-4850-b141-9a748a7b4386,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:06.829559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:06.832216 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:06.832725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 82814d30-0ef8-4ab7-89ca-3e386fe191c9 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:06.836494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d688e649-a7ef-4aa2-a6c2-66c5552f1f9a None None] Network 07fa7955-350c-4483-8469-a2bf2eb6c1b3 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:06.868890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 82814d30-0ef8-4ab7-89ca-3e386fe191c9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:06.869342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 82814d30-0ef8-4ab7-89ca-3e386fe191c9 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:06.871194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b5764474-8911-4850-b141-9a748a7b4386 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:06.932947 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.012658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] For port 39baf698-3090-430a-b285-54ae910cb7ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39baf698-3090-430a-b285-54ae910cb7ec,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:07.012979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.022980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54156f2-0ba4-461f-88c5-9ba188952d6b']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:07.050537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Calling delete_port for 39baf698-3090-430a-b285-54ae910cb7ec owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:07.052935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12ef01d-41cc-475e-bbbc-b66165a24c2b') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:07.053231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12ef01d-41cc-475e-bbbc-b66165a24c2b') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:07.065984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.074821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:07.075937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.077635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c697d0a-b3f6-43c9-bd4b-6f45b634d91b req-b6e79af6-389b-4c32-b5cc-028b7da8b665 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:07.079073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.079437 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c697d0a-b3f6-43c9-bd4b-6f45b634d91b req-b6e79af6-389b-4c32-b5cc-028b7da8b665 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee9bed7-a6f2-4f80-9159-ef0400f8871a HTTP/1.1" status: 200 len: 945 time: 0.2377827 Dec 08 21:59:07.118172 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.163106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:07.163520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:07.168658 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:07.227342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c697d0a-b3f6-43c9-bd4b-6f45b634d91b req-9babff70-7efd-4627-befc-821aeb3e0369 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388495 Dec 08 21:59:07.257752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.266989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.271426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/networks/c54156f2-0ba4-461f-88c5-9ba188952d6b HTTP/1.1" status: 204 len: 168 time: 0.8899498 Dec 08 21:59:07.295522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318d210d-f49a-4b8a-9353-ca6b3609c79a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:07.299509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Port': ['ID=24862cea-46a3-4ad4-8092-f5499d4d9317,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:07.302355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38586) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:07.313028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de7d70-5799-4891-b380-0f545944946e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Network': ['ID=c54156f2-0ba4-461f-88c5-9ba188952d6b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:07.362379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.369429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.385904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['731667f5-54e3-4f04-aa8a-2a2850b96667', '39baf698-3090-430a-b285-54ae910cb7ec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:59:07.411152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:07.411516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Network hostable DHCP agents. Network: b5764474-8911-4850-b141-9a748a7b4386, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:07.418659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Pushing event deleted for resources: {'Port': ['ID=39baf698-3090-430a-b285-54ae910cb7ec,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:07.465813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] No DVR routers for this DVR port 39baf698-3090-430a-b285-54ae910cb7ec on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:07.465813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.469605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c3832fb1-8f7d-4f83-b8c1-0076d0dc1b0f req-6d659e73-9d4a-458c-bfc0-a2f8026996fb tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.23 "DELETE /v2.0/ports/39baf698-3090-430a-b285-54ae910cb7ec HTTP/1.1" status: 204 len: 173 time: 1.4397988 Dec 08 21:59:07.470167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee9bed7-a6f2-4f80-9159-ef0400f8871a', 'name': 'network-vif-deleted', 'tag': '39baf698-3090-430a-b285-54ae910cb7ec'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:07.472808 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a6cdc9-20e6-4fb1-84e2-9d68aabb4801" -d '{"events": [{"server_uuid": "4ee9bed7-a6f2-4f80-9159-ef0400f8871a", "name": "network-vif-deleted", "tag": "39baf698-3090-430a-b285-54ae910cb7ec"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:07.504013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Checking segment: {'id': 'd63bdf03-4c15-4303-9455-72b5efcc1aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fc80dbd8-265b-4fd8-aee3-abda2a579102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:07.504506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Network hostable DHCP agents. Network: fc80dbd8-265b-4fd8-aee3-abda2a579102, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:07.677253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Network fc80dbd8-265b-4fd8-aee3-abda2a579102 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:07.690250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Network b5764474-8911-4850-b141-9a748a7b4386 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:07.703031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, fc80dbd8-265b-4fd8-aee3-abda2a579102) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:07.710741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b5764474-8911-4850-b141-9a748a7b4386) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:07.711302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e3df1-c5dd-4f1b-96b5-4b3add177be7 None None] Network fc80dbd8-265b-4fd8-aee3-abda2a579102 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:07.712926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:07.718805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:07.723767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:07.724469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.739904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:07.740545 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.750776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d34ce2c7-8c4d-42b4-973b-e742a3666c20 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6987588 Dec 08 21:59:07.753495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38598) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:07.764348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ccb8e-70e2-4676-8226-e331e272ea1e None None] Network b5764474-8911-4850-b141-9a748a7b4386 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:07.803901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-af87ba7d-557d-488c-a424-6f034a5b5255 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0344033 Dec 08 21:59:07.824879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38602) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:07.831114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting port d591ef1c-9813-4f3e-a0e6-f81699693229 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:07.831524 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:07.878896 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2357d55-b8bd-40f3-84f1-ff6e21b752b7 x-openstack-request-id: req-b2357d55-b8bd-40f3-84f1-ff6e21b752b7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:59:07.879194 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee9bed7-a6f2-4f80-9159-ef0400f8871a", "name": "network-vif-deleted", "tag": "39baf698-3090-430a-b285-54ae910cb7ec", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:59:07.879805 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2357d55-b8bd-40f3-84f1-ff6e21b752b7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:59:07.879918 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee9bed7-a6f2-4f80-9159-ef0400f8871a', 'name': 'network-vif-deleted', 'tag': '39baf698-3090-430a-b285-54ae910cb7ec', 'status': 'completed', 'code': 200} Dec 08 21:59:07.927203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06239eca-71e6-48ec-88d5-0182156d1d98 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:07.933594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06239eca-71e6-48ec-88d5-0182156d1d98 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:07.935765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-06239eca-71e6-48ec-88d5-0182156d1d98 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1812925 Dec 08 21:59:07.954408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38606) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:07.989563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:08.036943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.037458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.109193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Calling delete_port for d591ef1c-9813-4f3e-a0e6-f81699693229 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:08.145546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-b5764474-8911-4850-b141-9a748a7b4386', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:59:08.146480 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.149167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.150207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.155505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-cc5512f9-dbfe-4e06-a6ff-b2d0da57bd9b tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Deleting port e1015096-67bc-4a34-a9f1-b506bf7c8e1a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:08.155881 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc5512f9-dbfe-4e06-a6ff-b2d0da57bd9b tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.315647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc5512f9-dbfe-4e06-a6ff-b2d0da57bd9b tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.335621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-cc5512f9-dbfe-4e06-a6ff-b2d0da57bd9b tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Calling delete_port for e1015096-67bc-4a34-a9f1-b506bf7c8e1a owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:08.438552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc5512f9-dbfe-4e06-a6ff-b2d0da57bd9b tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.522426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5512f9-dbfe-4e06-a6ff-b2d0da57bd9b tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Port': ['ID=e1015096-67bc-4a34-a9f1-b506bf7c8e1a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:08.548644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc5512f9-dbfe-4e06-a6ff-b2d0da57bd9b tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.557738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cc5512f9-dbfe-4e06-a6ff-b2d0da57bd9b tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/ports/e1015096-67bc-4a34-a9f1-b506bf7c8e1a HTTP/1.1" status: 204 len: 168 time: 0.6022820 Dec 08 21:59:08.564115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38620) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:08.574996 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.583943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.594026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Allocated IP 172.20.0.2 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/eec156f4-a5c3-4d05-93c2-053417681216) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:08.659103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:08.880250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.117634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6849acac-ba37-42a5-aefb-e0949ab13c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.129248 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.155700 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.164146 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.205454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Allocated IP 172.25.1.143 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/ea22fac3-ecea-49f7-b5de-848412e30e7b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:09.251419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:09.256004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:09.259630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:09.270046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Pushing event updated for resources: {'Port': ['ID=eec156f4-a5c3-4d05-93c2-053417681216,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:09.329851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Attempting to bind port eec156f4-a5c3-4d05-93c2-053417681216 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:09.330391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Attempting to bind port eec156f4-a5c3-4d05-93c2-053417681216 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:09.330922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Attempting to bind port eec156f4-a5c3-4d05-93c2-053417681216 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:09.337123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:09.337571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:09.338129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.338777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:09.339351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Bound port: eec156f4-a5c3-4d05-93c2-053417681216, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:09.339849 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.395721 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.535089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] For port eec156f4-a5c3-4d05-93c2-053417681216, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:09.539273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] For port eec156f4-a5c3-4d05-93c2-053417681216, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eec156f4-a5c3-4d05-93c2-053417681216,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:09.557206 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.624184 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.632580 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.673817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb7fba-3aaa-4433-a000-ed8013a1453b None None] Pushing event updated for resources: {'Port': ['ID=eec156f4-a5c3-4d05-93c2-053417681216,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:09.709563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Port': ['ID=d591ef1c-9813-4f3e-a0e6-f81699693229,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:09.720341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b9417-5311-44f3-8a9e-015e6e771a17 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Deleting port 24862cea-46a3-4ad4-8092-f5499d4d9317 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:09.720852 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9417-5311-44f3-8a9e-015e6e771a17 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.901570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9417-5311-44f3-8a9e-015e6e771a17 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.929713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:09.930231 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Floating IP e631ae30-9231-4af0-87a9-38770623e49c disassociated (deleted). External IP: 172.25.1.208, port: b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df. Dec 08 21:59:09.983897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.023900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b9417-5311-44f3-8a9e-015e6e771a17 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Calling delete_port for 24862cea-46a3-4ad4-8092-f5499d4d9317 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:10.092118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.126399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 39baf698-3090-430a-b285-54ae910cb7ec no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:10.128941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.155842 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.165134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 39baf698-3090-430a-b285-54ae910cb7ec {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:10.165850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 39baf698-3090-430a-b285-54ae910cb7ec not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:10.203892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9417-5311-44f3-8a9e-015e6e771a17 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.261913 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9417-5311-44f3-8a9e-015e6e771a17 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.265596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dc2b9417-5311-44f3-8a9e-015e6e771a17 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/ports/24862cea-46a3-4ad4-8092-f5499d4d9317 HTTP/1.1" status: 204 len: 168 time: 1.7002738 Dec 08 21:59:10.266657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b9417-5311-44f3-8a9e-015e6e771a17 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Port': ['ID=24862cea-46a3-4ad4-8092-f5499d4d9317,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:10.269046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38650) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:10.306069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-33b1fd13-e241-4990-9ca6-a2d6133df37e tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0356457 Dec 08 21:59:10.320673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38654) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:10.327119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1469145490'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:10.415288 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.445151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Made reservation on behalf of f812729e163e451293430e6afeff7290 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:10.448865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.519550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:10.529292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aeeab-60e0-472d-a22e-aa9f867b0cb6 req-e6f13c1a-0a06-4a9d-b8f1-a97137872c1f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:10.546021 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d88aeeab-60e0-472d-a22e-aa9f867b0cb6 req-e6f13c1a-0a06-4a9d-b8f1-a97137872c1f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 946 time: 0.1565382 Dec 08 21:59:10.575999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.576498 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Added segment 213ce07f-acdb-4601-84d4-fdbfdebf1a90 of type vlan for network d2949ced-3a04-4316-aa20-ae5d09365b8a Dec 08 21:59:10.660792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d88aeeab-60e0-472d-a22e-aa9f867b0cb6 req-724da857-61b5-44a3-95ba-f140b410f6d7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142051 Dec 08 21:59:10.674850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.735388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.742038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:10.742753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.852741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5278506 Dec 08 21:59:10.868204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38662) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:10.875314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1389521969'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:10.893619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eec156f4-a5c3-4d05-93c2-053417681216 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:10.908598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712c36d-135f-407e-ab73-c134981a86d2 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Network': ['ID=d2949ced-3a04-4316-aa20-ae5d09365b8a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:10.913769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Made reservation on behalf of f812729e163e451293430e6afeff7290 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:10.923493 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.933001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Router 913d8f18-491a-4a02-95c9-1a0a7f3b781b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:59:10.955246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:10.961090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:10.967617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:10.969614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:10.981978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:10.982699 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Added segment de829008-f7ad-4a33-9ce2-0c19e311c240 of type vlan for network d668d46f-7ca0-409a-bbed-21bcb2dc613c Dec 08 21:59:11.051898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network d2949ced-3a04-4316-aa20-ae5d09365b8a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:11.052952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.095510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event updated for resources: {'Port': ['ID=ea22fac3-ecea-49f7-b5de-848412e30e7b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:11.106359 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.114102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Allocated IP 172.25.1.221 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/36f7f0d7-87ea-4819-bc9f-56c1d06fb869) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:11.114604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.120571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:11.131524 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.143420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port eec156f4-a5c3-4d05-93c2-053417681216 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:11.144017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.245335 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3761783 Dec 08 21:59:11.262976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.266249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab264bc8-a060-4d07-876c-b2462ee508f6 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Network': ['ID=d668d46f-7ca0-409a-bbed-21bcb2dc613c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:11.281522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network d668d46f-7ca0-409a-bbed-21bcb2dc613c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:11.328660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:11.334517 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.334669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdbb248-eee2-4d48-acfa-298f3a00f640 None None] Network b5764474-8911-4850-b141-9a748a7b4386 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:11.382677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38668) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:11.384904 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a1296100-a082-4e22-8c34-dc9c940147d9 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/floatingips/e631ae30-9231-4af0-87a9-38770623e49c HTTP/1.1" status: 204 len: 168 time: 4.0739245 Dec 08 21:59:11.394424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:11.401480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'subnets': [{'network_id': 'd2949ced-3a04-4316-aa20-ae5d09365b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--244433191', 'ip_version': 4}, {'network_id': 'd668d46f-7ca0-409a-bbed-21bcb2dc613c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:11.401816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'subnet': {'network_id': 'd2949ced-3a04-4316-aa20-ae5d09365b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--244433191', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:11.402255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Request body: {'subnet': {'network_id': 'd668d46f-7ca0-409a-bbed-21bcb2dc613c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:11.405352 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daecb59a-39a1-465a-9f32-a14ae0c75d21" -d '{"events": [{"name": "network-changed", "server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:11.435776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] Sync routers for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:11.445424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port eec156f4-a5c3-4d05-93c2-053417681216, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eec156f4-a5c3-4d05-93c2-053417681216,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:11.532113 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4500a7ea-e1ef-4450-b6ed-0742ffd97abb x-openstack-request-id: req-4500a7ea-e1ef-4450-b6ed-0742ffd97abb {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:59:11.532483 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:59:11.532640 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4500a7ea-e1ef-4450-b6ed-0742ffd97abb {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:59:11.533085 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'status': 'completed', 'code': 200} Dec 08 21:59:11.665884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.673371 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.725660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fed400f4-ffe2-4087-9275-d612ad2c5e19 None None] Provisioning complete for port eec156f4-a5c3-4d05-93c2-053417681216 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:11.725872 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fed400f4-ffe2-4087-9275-d612ad2c5e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.762299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:11.792889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:11.793547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:11.879788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-3b664cfd-f13d-4409-b348-3a1cad182a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:11.882309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-3b664cfd-f13d-4409-b348-3a1cad182a0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e213ecbd042420eb9d356c97266b552&device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 1136 time: 0.3365889 Dec 08 21:59:12.031827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-95004c39-5bdb-466c-9c65-4abf5c54b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:12.033580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-95004c39-5bdb-466c-9c65-4abf5c54b19b service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ea3e677-7b7b-419a-92d1-61d844b47873 HTTP/1.1" status: 200 len: 898 time: 0.1281743 Dec 08 21:59:12.058770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=eec156f4-a5c3-4d05-93c2-053417681216,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:12.070781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Made reservation on behalf of f812729e163e451293430e6afeff7290 for: {'subnet': 2} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:12.081757 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:12.083182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:12.086054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:12.106532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aff87-a221-4a85-bfbb-a0fc2685380c req-7c2634fa-0946-4127-8c76-0dc4d285d2a7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:12.109013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881aff87-a221-4a85-bfbb-a0fc2685380c req-7c2634fa-0946-4127-8c76-0dc4d285d2a7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 985 time: 0.3454938 Dec 08 21:59:12.134546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:12.174117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:12.201019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:12.206660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:12.235685 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-69bc30e7-9763-431f-8e36-ad3cbb9002e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df HTTP/1.1" status: 200 len: 217 time: 0.1821554 Dec 08 21:59:12.253744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b439ec-4c46-4602-be2e-0b1a850e8650 req-1bb7f51d-a268-4078-8e55-7aac7eb37390 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:12.262044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25b439ec-4c46-4602-be2e-0b1a850e8650 req-1bb7f51d-a268-4078-8e55-7aac7eb37390 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 946 time: 0.4756706 Dec 08 21:59:12.328242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Pushing event updated for resources: {'Port': ['ID=36f7f0d7-87ea-4819-bc9f-56c1d06fb869,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:12.355734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-881aff87-a221-4a85-bfbb-a0fc2685380c req-659dec9e-217a-46c9-bb65-4eaf4fcb8d35 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2099295 Dec 08 21:59:12.367758 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:12.596652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-62876d87-0f4a-48ce-be90-2a090d6e5869 None None] Provisioning complete for port eec156f4-a5c3-4d05-93c2-053417681216 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:12.597955 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62876d87-0f4a-48ce-be90-2a090d6e5869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:12.703224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:18Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:12.781461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] Checking router: 913d8f18-491a-4a02-95c9-1a0a7f3b781b for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:12.828602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-785cf806-21c2-44a7-860a-809a3135f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:12.832175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-785cf806-21c2-44a7-860a-809a3135f23e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0102ced-bf34-424d-918f-8e6e8e66c767 HTTP/1.1" status: 200 len: 835 time: 0.5577855 Dec 08 21:59:12.837546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:12.856662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eec156f4-a5c3-4d05-93c2-053417681216 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:12.864038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:12.864990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:12.890534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:13.052772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Router 9c7d1ff7-62bc-4490-9737-2d0779bfc46e is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:59:13.060571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Subnet': ['ID=6e2572b2-f86d-4e51-8d67-7da23eb51ee4,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:13.116904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port eec156f4-a5c3-4d05-93c2-053417681216 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:13.118843 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:13.155765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-eb2496e8-cd30-4c57-91bf-974079635829 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:13.157359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-eb2496e8-cd30-4c57-91bf-974079635829 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.23 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 985 time: 0.1499920 Dec 08 21:59:13.180103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:13.204622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-25b439ec-4c46-4602-be2e-0b1a850e8650 req-eb7ba67d-d0d5-4741-a9de-3bd683040cb0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9404850 Dec 08 21:59:13.237901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-c20673b2-9d4d-4dc3-8366-a0ec212bfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:13.243288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-c20673b2-9d4d-4dc3-8366-a0ec212bfe35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ea3e677-7b7b-419a-92d1-61d844b47873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3931880 Dec 08 21:59:13.248557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Checking segment: {'id': '213ce07f-acdb-4601-84d4-fdbfdebf1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd2949ced-3a04-4316-aa20-ae5d09365b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:13.248919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Network hostable DHCP agents. Network: d2949ced-3a04-4316-aa20-ae5d09365b8a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:13.426663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e051-8f65-4d69-b37a-be0ebefd901b req-3a6fc617-cef0-49c4-8191-7850fab29e0a tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:13.434381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b409e051-8f65-4d69-b37a-be0ebefd901b req-3a6fc617-cef0-49c4-8191-7850fab29e0a tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 946 time: 0.1688163 Dec 08 21:59:13.478466 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:13.533730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:18Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:13.549054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Network d2949ced-3a04-4316-aa20-ae5d09365b8a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:13.567237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c4756-d052-4931-ba86-6c6195351194 None None] The sync data for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 is: [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:57:14Z', 'revision_number': 4, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'ef1c085d-529a-4c39-9ad1-b13106d0514f', 'name': '', 'network_id': '6ea3e677-7b7b-419a-92d1-61d844b47873', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'mac_address': 'fa:16:3e:92:43:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:12Z', 'updated_at': '2021-12-08T21:57:18Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'subnets': [{'id': 'c0102ced-bf34-424d-918f-8e6e8e66c767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:13.584429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, d2949ced-3a04-4316-aa20-ae5d09365b8a) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:13.588970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b409e051-8f65-4d69-b37a-be0ebefd901b req-0e831189-7454-428e-bda4-5e1434b894f0 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463914 Dec 08 21:59:13.593330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:13.608148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e66a9d-2194-457c-b0d1-ef6657b4997a None None] Network d2949ced-3a04-4316-aa20-ae5d09365b8a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:13.611555 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a6be9-9314-49f0-b101-a29af351cf48 None None] Sync routers for ids ['9c7d1ff7-62bc-4490-9737-2d0779bfc46e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:13.626628 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a6be9-9314-49f0-b101-a29af351cf48 None None] Routers {'9c7d1ff7-62bc-4490-9737-2d0779bfc46e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:13.632415 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-177a6be9-9314-49f0-b101-a29af351cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9c7d1ff7-62bc-4490-9737-2d0779bfc46e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:13.647622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:13.664866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-94d34acc-dcce-48fd-b849-3e991cd8f873 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.7147644 Dec 08 21:59:13.671429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38734) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:13.706989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:13.723358 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-177a6be9-9314-49f0-b101-a29af351cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:13.736503 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a6be9-9314-49f0-b101-a29af351cf48 None None] Routers {'9c7d1ff7-62bc-4490-9737-2d0779bfc46e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:13.741503 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-177a6be9-9314-49f0-b101-a29af351cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9c7d1ff7-62bc-4490-9737-2d0779bfc46e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:13.819652 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-177a6be9-9314-49f0-b101-a29af351cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:13.820475 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a6be9-9314-49f0-b101-a29af351cf48 None None] The sync data for ids ['9c7d1ff7-62bc-4490-9737-2d0779bfc46e'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:13.846521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-181852cf-9c15-4412-8e4a-d0b4e24d0d4b service neutron] 10.222.0.23 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322082 Dec 08 21:59:14.054994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-d2949ced-3a04-4316-aa20-ae5d09365b8a', 'network_id': 'd2949ced-3a04-4316-aa20-ae5d09365b8a', 'tenant_id': 'f812729e163e451293430e6afeff7290', 'fixed_ips': [{'subnet_id': '6e2572b2-f86d-4e51-8d67-7da23eb51ee4'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:59:14.055539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event updated for resources: {'Subnet': ['ID=c42129c4-2cb8-48a6-9191-ac0280a54108,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:14.055898 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.082020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Checking segment: {'id': 'de829008-f7ad-4a33-9ce2-0c19e311c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd668d46f-7ca0-409a-bbed-21bcb2dc613c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:14.082648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Network hostable DHCP agents. Network: d668d46f-7ca0-409a-bbed-21bcb2dc613c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:14.130701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:14.139200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.185009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6c754-a740-4eba-b00b-eef5e03f3b67 None None] New status for floating IP e631ae30-9231-4af0-87a9-38770623e49c: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 21:59:14.244990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Network d668d46f-7ca0-409a-bbed-21bcb2dc613c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:14.265501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-daecb59a-39a1-465a-9f32-a14ae0c75d21 req-c32e5e4d-20d3-4fa3-97b2-be0b2dc6b1a7 service neutron] 10.222.0.23 "GET /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866806 Dec 08 21:59:14.281243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, d668d46f-7ca0-409a-bbed-21bcb2dc613c) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:14.293162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:14.293764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:14.294503 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.329444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aafcfc11-e292-4b99-9708-50ab440c6cf3 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9432025 Dec 08 21:59:14.330210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38740) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:14.354557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Allocated IP 172.20.0.2 (d2949ced-3a04-4316-aa20-ae5d09365b8a/6e2572b2-f86d-4e51-8d67-7da23eb51ee4/f187190a-da58-4121-9b90-61f1ffe79312) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:14.432306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caaca83-df2a-45aa-b8fb-eac04fbd246c None None] Network d668d46f-7ca0-409a-bbed-21bcb2dc613c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:14.472462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] For port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:14.472718 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.484561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0a19-f212-4a6c-93bb-d4cecea51402 req-505aa8a5-ae3a-4e4b-b770-4c85cbdfd746 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:14.488345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ff90e-87b3-4c6f-b0f3-f5eda858020d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:14.489980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ff90e-87b3-4c6f-b0f3-f5eda858020d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:14.491658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ff90e-87b3-4c6f-b0f3-f5eda858020d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:14.492089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4bb0a19-f212-4a6c-93bb-d4cecea51402 req-505aa8a5-ae3a-4e4b-b770-4c85cbdfd746 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 985 time: 0.1473010 Dec 08 21:59:14.493263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-959ff90e-87b3-4c6f-b0f3-f5eda858020d tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1598616 Dec 08 21:59:14.497896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38742) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:14.507693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Calling delete_port for b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:14.532110 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9be75bc1-78c6-4aa8-9414-986a8368a9a1 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/routers/9c7d1ff7-62bc-4490-9737-2d0779bfc46e HTTP/1.1" status: 200 len: 925 time: 0.8555608 Dec 08 21:59:14.532922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38744) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:14.572978 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4bb0a19-f212-4a6c-93bb-d4cecea51402 req-6ce65cfe-e569-492b-b1b7-796634b41160 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d69eee-58de-494c-b621-cc6a19e4dcfd&id=344fc84f-11f5-4aaa-9b91-f6621a495db1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0779932 Dec 08 21:59:14.577718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a2bcc651-3c0e-499d-bc8e-c158097df2aa tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c7d1ff7-62bc-4490-9737-2d0779bfc46e HTTP/1.1" status: 200 len: 205 time: 0.0413065 Dec 08 21:59:14.580271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:59:14.582135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38748) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:14.614136 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.648865 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.664827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1840f197-62d4-4a3b-8947-c5e59e237efe tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Deleting subnet 6e2572b2-f86d-4e51-8d67-7da23eb51ee4 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:59:14.668029 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1840f197-62d4-4a3b-8947-c5e59e237efe tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.715373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-d668d46f-7ca0-409a-bbed-21bcb2dc613c', 'network_id': 'd668d46f-7ca0-409a-bbed-21bcb2dc613c', 'tenant_id': 'f812729e163e451293430e6afeff7290', 'fixed_ips': [{'subnet_id': 'c42129c4-2cb8-48a6-9191-ac0280a54108'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:59:14.719798 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.761654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-bdc9b9ef-7d80-4aed-b37e-ed84f21aab2a tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:14.763426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-bdc9b9ef-7d80-4aed-b37e-ed84f21aab2a tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 946 time: 0.1911619 Dec 08 21:59:14.767858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Network d2949ced-3a04-4316-aa20-ae5d09365b8a is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:14.770694 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1840f197-62d4-4a3b-8947-c5e59e237efe tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.771314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.772582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:14.775009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:14.835120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Pushing event updated for resources: {'Port': ['ID=f187190a-da58-4121-9b90-61f1ffe79312,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:14.853769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Attempting to bind port f187190a-da58-4121-9b90-61f1ffe79312 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:14.854144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Attempting to bind port f187190a-da58-4121-9b90-61f1ffe79312 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '213ce07f-acdb-4601-84d4-fdbfdebf1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd2949ced-3a04-4316-aa20-ae5d09365b8a'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:14.854509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Attempting to bind port f187190a-da58-4121-9b90-61f1ffe79312 on network d2949ced-3a04-4316-aa20-ae5d09365b8a {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:14.908103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:14.908477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Checking segment: {'id': '213ce07f-acdb-4601-84d4-fdbfdebf1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd2949ced-3a04-4316-aa20-ae5d09365b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:14.908884 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.909279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Bound using segment: {'id': '213ce07f-acdb-4601-84d4-fdbfdebf1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd2949ced-3a04-4316-aa20-ae5d09365b8a'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:14.909754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Bound port: f187190a-da58-4121-9b90-61f1ffe79312, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213ce07f-acdb-4601-84d4-fdbfdebf1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd2949ced-3a04-4316-aa20-ae5d09365b8a'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:14.910134 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.975730 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.979357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1840f197-62d4-4a3b-8947-c5e59e237efe tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:14.982944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:14.998536 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:15.012197 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:15.015205 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:15.017640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:15.051662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Allocated IP 172.20.0.18 (d668d46f-7ca0-409a-bbed-21bcb2dc613c/c42129c4-2cb8-48a6-9191-ac0280a54108/46651ad0-f606-4159-b54f-49fe1e6ab199) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:15.087734 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.092177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fd6922e4-9545-444f-b9ec-84e138ec8457 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1239815 Dec 08 21:59:15.098052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38760) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:15.104737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] For port f187190a-da58-4121-9b90-61f1ffe79312, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:15.154002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1840f197-62d4-4a3b-8947-c5e59e237efe tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.206209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840f197-62d4-4a3b-8947-c5e59e237efe tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2572b2-f86d-4e51-8d67-7da23eb51ee4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:15.223768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2efe0-9554-4aae-8157-28db9d9e0615 req-2b962c92-8125-4458-b23c-3447498610df tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:15.231478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0f2efe0-9554-4aae-8157-28db9d9e0615 req-2b962c92-8125-4458-b23c-3447498610df tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 946 time: 0.4644423 Dec 08 21:59:15.239371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1840f197-62d4-4a3b-8947-c5e59e237efe tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.251905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1840f197-62d4-4a3b-8947-c5e59e237efe tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/subnets/6e2572b2-f86d-4e51-8d67-7da23eb51ee4 HTTP/1.1" status: 204 len: 168 time: 0.7508299 Dec 08 21:59:15.269874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38764) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:15.358557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] For port f187190a-da58-4121-9b90-61f1ffe79312, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f187190a-da58-4121-9b90-61f1ffe79312,segment=NetworkSegment(213ce07f-acdb-4601-84d4-fdbfdebf1a90),segment_id=213ce07f-acdb-4601-84d4-fdbfdebf1a90)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:15.408964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.416927 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:15.422217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.448614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:15.457078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:15.460218 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee6e111-2a4f-45db-a933-cb4e5a79b941" -d '{"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:15.514938 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.515174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Deleting port ea22fac3-ecea-49f7-b5de-848412e30e7b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:15.515643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.530858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0f2efe0-9554-4aae-8157-28db9d9e0615 req-6165274d-e591-4fc0-924c-b994c6a89067 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/security-groups?id=847250ac-2a82-4591-9edd-8a00c6c2f05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936022 Dec 08 21:59:15.584006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa06fa6-6c72-4c30-b17d-2bc6ae095cef tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Deleting subnet c42129c4-2cb8-48a6-9191-ac0280a54108 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:59:15.589506 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.650164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018856-7eaa-43b9-a14b-b79ccfb6014e None None] Pushing event updated for resources: {'Port': ['ID=f187190a-da58-4121-9b90-61f1ffe79312,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:15.660711 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:12Z', 'revision_number': 3, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:15.697773 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:15.698452 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Updating router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:59:15.720714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.726542 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.727519 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0570a48-9d55-443f-98b6-1c1fc8644f5d x-openstack-request-id: req-d0570a48-9d55-443f-98b6-1c1fc8644f5d {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:59:15.727819 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:59:15.728076 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0570a48-9d55-443f-98b6-1c1fc8644f5d {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:59:15.728476 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'code': 200} Dec 08 21:59:15.737714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Calling delete_port for ea22fac3-ecea-49f7-b5de-848412e30e7b owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:15.779850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.790781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Deleting port 731667f5-54e3-4f04-aa8a-2a2850b96667 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:15.791196 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.792477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:15.797265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Port': ['ID=b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:15.798538 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.810675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8fa06fa6-6c72-4c30-b17d-2bc6ae095cef tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:15.860662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Pushing event updated for resources: {'Port': ['ID=46651ad0-f606-4159-b54f-49fe1e6ab199,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:15.918395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Network d668d46f-7ca0-409a-bbed-21bcb2dc613c is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:15.926122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:15.933122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:15.977217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07930d15-f001-4d82-a32a-8690a6aadda5 req-68ba785e-7099-439f-abc8-5de19993fd17 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 210 time: 0.2165279 Dec 08 21:59:16.047376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Attempting to bind port 46651ad0-f606-4159-b54f-49fe1e6ab199 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:16.047694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Attempting to bind port 46651ad0-f606-4159-b54f-49fe1e6ab199 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de829008-f7ad-4a33-9ce2-0c19e311c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd668d46f-7ca0-409a-bbed-21bcb2dc613c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:16.048130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Attempting to bind port 46651ad0-f606-4159-b54f-49fe1e6ab199 on network d668d46f-7ca0-409a-bbed-21bcb2dc613c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:16.060249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:16.063760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Checking segment: {'id': 'de829008-f7ad-4a33-9ce2-0c19e311c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd668d46f-7ca0-409a-bbed-21bcb2dc613c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:16.064334 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.064807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Bound using segment: {'id': 'de829008-f7ad-4a33-9ce2-0c19e311c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd668d46f-7ca0-409a-bbed-21bcb2dc613c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:16.066802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Bound port: 46651ad0-f606-4159-b54f-49fe1e6ab199, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de829008-f7ad-4a33-9ce2-0c19e311c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd668d46f-7ca0-409a-bbed-21bcb2dc613c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:16.067341 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.106301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] For port 731667f5-54e3-4f04-aa8a-2a2850b96667, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=731667f5-54e3-4f04-aa8a-2a2850b96667,segment=NetworkSegment(5c5dc84b-f029-47c5-8f66-cceff101cf68),segment_id=5c5dc84b-f029-47c5-8f66-cceff101cf68)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:16.107374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.131250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Calling delete_port for 731667f5-54e3-4f04-aa8a-2a2850b96667 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:16.140701 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.148220 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.178809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:16.249532 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f422a-6260-44b4-a292-81938ce512d4 None None] Pushing event updated for resources: {'Port': ['ID=36f7f0d7-87ea-4819-bc9f-56c1d06fb869,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:16.260644 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Attempting to bind port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:16.261082 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Attempting to bind port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:16.261544 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Attempting to bind port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:16.271263 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:16.271719 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:16.272522 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.272522 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:16.273209 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Bound port: 36f7f0d7-87ea-4819-bc9f-56c1d06fb869, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:16.273305 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.274650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:16.275102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:16.275592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 731667f5-54e3-4f04-aa8a-2a2850b96667 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:16.331548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] For port 46651ad0-f606-4159-b54f-49fe1e6ab199, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:16.357325 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] For port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:16.363406 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] For port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=36f7f0d7-87ea-4819-bc9f-56c1d06fb869,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:16.363885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] For port 46651ad0-f606-4159-b54f-49fe1e6ab199, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=46651ad0-f606-4159-b54f-49fe1e6ab199,segment=NetworkSegment(de829008-f7ad-4a33-9ce2-0c19e311c240),segment_id=de829008-f7ad-4a33-9ce2-0c19e311c240)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:16.368642 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.386200 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.388018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.410458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] No DVR routers for this DVR port b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:16.424661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.427908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-400842ce-dd31-440d-b9d6-c72d0f2930af req-99923019-cf0c-40fa-b1f2-28de015046d7 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.23 "DELETE /v2.0/ports/b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df HTTP/1.1" status: 204 len: 173 time: 3.2223232 Dec 08 21:59:16.428543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.433744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'name': 'network-vif-deleted', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:16.437598 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bafcb4-fd29-42c7-a488-4b720c1a78b3" -d '{"events": [{"server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "name": "network-vif-deleted", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:16.503321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event deleted for resources: {'Port': ['ID=ea22fac3-ecea-49f7-b5de-848412e30e7b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:16.512383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No active binding found for port 731667f5-54e3-4f04-aa8a-2a2850b96667 {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 21:59:16.518961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 731667f5-54e3-4f04-aa8a-2a2850b96667 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:16.521813 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e280447-75da-48e2-8419-14533b0a4744 x-openstack-request-id: req-3e280447-75da-48e2-8419-14533b0a4744 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:59:16.522108 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57d1149-7523-426f-b78b-7eabfb573860", "name": "network-vif-deleted", "tag": "b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:59:16.522363 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e280447-75da-48e2-8419-14533b0a4744 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:59:16.522790 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57d1149-7523-426f-b78b-7eabfb573860', 'name': 'network-vif-deleted', 'tag': 'b588b0e6-5f94-4a1b-bdbc-fc2a7cb303df', 'status': 'completed', 'code': 200} Dec 08 21:59:16.523699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Pushing event deleted for resources: {'Port': ['ID=731667f5-54e3-4f04-aa8a-2a2850b96667,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:16.529175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8fa06fa6-6c72-4c30-b17d-2bc6ae095cef tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.538024 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f422a-6260-44b4-a292-81938ce512d4 None None] Pushing event updated for resources: {'Port': ['ID=36f7f0d7-87ea-4819-bc9f-56c1d06fb869,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:16.557812 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:16.558459 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:16.579632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58b7fe-32a6-45e0-86ed-77162f35b33e None None] Pushing event updated for resources: {'Port': ['ID=46651ad0-f606-4159-b54f-49fe1e6ab199,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:16.632344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] No DVR routers for this DVR port 731667f5-54e3-4f04-aa8a-2a2850b96667 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:16.636904 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.642150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55b5417d-a650-4ec0-ab02-7e2863b6a13b req-c3544f26-b856-42a5-82f1-e13540a8c61d tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.23 "DELETE /v2.0/ports/731667f5-54e3-4f04-aa8a-2a2850b96667 HTTP/1.1" status: 204 len: 173 time: 1.8398817 Dec 08 21:59:16.760792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8fa06fa6-6c72-4c30-b17d-2bc6ae095cef tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.841486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60e3b026-a808-4b08-947a-8043812ad61e req-f07d31df-a8cc-4852-8443-f79fcc46a286 tempest-AttachVolumeNegativeTest-1704980121 tempest-AttachVolumeNegativeTest-1704980121-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6393e86-9dcb-40f8-a5da-0abd9a06f8e3 HTTP/1.1" status: 200 len: 210 time: 0.1341996 Dec 08 21:59:16.880487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8fa06fa6-6c72-4c30-b17d-2bc6ae095cef tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.881418 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:16.930818 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:16.977069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f187190a-da58-4121-9b90-61f1ffe79312 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:17.016433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06fa6-6c72-4c30-b17d-2bc6ae095cef tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Subnet': ['ID=c42129c4-2cb8-48a6-9191-ac0280a54108,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:17.066141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:59:17.068363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8fa06fa6-6c72-4c30-b17d-2bc6ae095cef tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.078939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8fa06fa6-6c72-4c30-b17d-2bc6ae095cef tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/subnets/c42129c4-2cb8-48a6-9191-ac0280a54108 HTTP/1.1" status: 204 len: 168 time: 1.8081846 Dec 08 21:59:17.088522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:17.228899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97c22d96-c012-49da-b082-1178d409a0c5 req-464f2606-8473-4f40-b3d5-d5a0f0c13b4d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57d1149-7523-426f-b78b-7eabfb573860 HTTP/1.1" status: 200 len: 210 time: 0.0668805 Dec 08 21:59:17.268898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f6a56-9076-4a2e-b9c1-6be5eaab4c59 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:17.280175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5b8f6a56-9076-4a2e-b9c1-6be5eaab4c59 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1896145 Dec 08 21:59:17.283522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38790) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:17.330013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.353922 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.391978 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.409068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f187190a-da58-4121-9b90-61f1ffe79312 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:17.409489 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.441305 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.450450 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:12Z', 'revision_number': 3, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:17.506495 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8176a50-bffb-4b47-b489-a7f4df8bca59 None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:12Z', 'revision_number': 3, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:17.523579 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.524512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7d1ff7-62bc-4490-9737-2d0779bfc46e {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:59:17.535680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.537011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-101e3e41-b65a-431e-99f2-6c3c04b0441a tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/9c7d1ff7-62bc-4490-9737-2d0779bfc46e HTTP/1.1" status: 204 len: 168 time: 2.9536748 Dec 08 21:59:17.561688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38804) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:17.584933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1840809345', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': False}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:17.626340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:17.664995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cab294f-733b-4cda-80b9-0b4964efa50e None None] Network d2949ced-3a04-4316-aa20-ae5d09365b8a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:17.667312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Deleting port 46651ad0-f606-4159-b54f-49fe1e6ab199 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:17.668001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.676391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.680103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.737251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'mac_address': 'fa:16:3e:7e:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:59:17.827405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] For port 46651ad0-f606-4159-b54f-49fe1e6ab199, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=46651ad0-f606-4159-b54f-49fe1e6ab199,segment=NetworkSegment(de829008-f7ad-4a33-9ce2-0c19e311c240),segment_id=de829008-f7ad-4a33-9ce2-0c19e311c240)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:17.827690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:17.845659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Calling delete_port for 46651ad0-f606-4159-b54f-49fe1e6ab199 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:17.877878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Allocated IP 172.20.0.1 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/13c1c54d-d1b6-4248-8a4d-0f7628a63cbe) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:18.005330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38816) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:18.042238 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8b86445-945f-4fc2-8f13-04c9e569e20e None None] Provisioning complete for port f187190a-da58-4121-9b90-61f1ffe79312 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:18.042960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8b86445-945f-4fc2-8f13-04c9e569e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.125260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.134311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c62137c-f7ab-4766-bfaf-0b28f3451526 admin admin] Deleting subnet 85aac77e-f9bd-4884-9a1a-a1d18d093e61 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:59:18.142269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] No DVR routers for this DVR port 46651ad0-f606-4159-b54f-49fe1e6ab199 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:18.157498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c62137c-f7ab-4766-bfaf-0b28f3451526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.160381 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.201710 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.242735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Port': ['ID=46651ad0-f606-4159-b54f-49fe1e6ab199,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:18.326187 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8b86445-945f-4fc2-8f13-04c9e569e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.328156 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.333818 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.349238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38828) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:18.382495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port f187190a-da58-4121-9b90-61f1ffe79312, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f187190a-da58-4121-9b90-61f1ffe79312,segment=NetworkSegment(213ce07f-acdb-4601-84d4-fdbfdebf1a90),segment_id=213ce07f-acdb-4601-84d4-fdbfdebf1a90)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:18.388744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.392907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c62137c-f7ab-4766-bfaf-0b28f3451526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.414690 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.474287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Pushing event updated for resources: {'Port': ['ID=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:18.499405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea91ac8-2eb8-4b77-9f45-ee0b02c2c851 None None] Network d668d46f-7ca0-409a-bbed-21bcb2dc613c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:18.501873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:18.505903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:18.522651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:18.548436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6393e86-9dcb-40f8-a5da-0abd9a06f8e3', 'name': 'network-vif-deleted', 'tag': '731667f5-54e3-4f04-aa8a-2a2850b96667'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:18.555898 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b0ef3f-fa3d-4b47-be78-00c488363e0f" -d '{"events": [{"server_uuid": "d6393e86-9dcb-40f8-a5da-0abd9a06f8e3", "name": "network-vif-deleted", "tag": "731667f5-54e3-4f04-aa8a-2a2850b96667"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:18.628705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c62137c-f7ab-4766-bfaf-0b28f3451526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.783467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.866419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3528da-1908-48d4-a6cf-6e22f20b08ea {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:59:18.923135 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:18.945174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:18.961685 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09f788d-6434-457f-855c-9d0c2129492b x-openstack-request-id: req-d09f788d-6434-457f-855c-9d0c2129492b {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:59:18.961986 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6393e86-9dcb-40f8-a5da-0abd9a06f8e3", "name": "network-vif-deleted", "tag": "731667f5-54e3-4f04-aa8a-2a2850b96667", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:59:18.962238 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d09f788d-6434-457f-855c-9d0c2129492b {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:59:18.962628 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6393e86-9dcb-40f8-a5da-0abd9a06f8e3', 'name': 'network-vif-deleted', 'tag': '731667f5-54e3-4f04-aa8a-2a2850b96667', 'status': 'completed', 'code': 200} Dec 08 21:59:18.978639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c62137c-f7ab-4766-bfaf-0b28f3451526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.010761 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.014600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62137c-f7ab-4766-bfaf-0b28f3451526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85aac77e-f9bd-4884-9a1a-a1d18d093e61,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:19.031246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:19.046251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38844) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:19.074490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c62137c-f7ab-4766-bfaf-0b28f3451526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.086331 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2c62137c-f7ab-4766-bfaf-0b28f3451526 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/85aac77e-f9bd-4884-9a1a-a1d18d093e61 HTTP/1.1" status: 204 len: 168 time: 1.0740025 Dec 08 21:59:19.089006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38848) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:19.228476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ce3528da-1908-48d4-a6cf-6e22f20b08ea'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:59:19.230405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096d8b6-5cfa-484f-bcef-d72ed8d182b0 None None] DHCP port deletion for d668d46f-7ca0-409a-bbed-21bcb2dc613c request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:59:19.270568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.338858 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebf856ca-bd38-4439-bf68-394bdcffb258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.355812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=f187190a-da58-4121-9b90-61f1ffe79312,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:19.426615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.522695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] DHCP port deletion for d2949ced-3a04-4316-aa20-ae5d09365b8a request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:59:19.532672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-f8b86445-945f-4fc2-8f13-04c9e569e20e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 21:59:19.533117 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-f8b86445-945f-4fc2-8f13-04c9e569e20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 21:59:19.640268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:19.640871 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.661774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.673554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:19.697818 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.719728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2477569-6d8f-4a04-a8ed-ea5eb94a852d']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:19.779669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5dc84b-f029-47c5-8f66-cceff101cf68') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:19.779956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5dc84b-f029-47c5-8f66-cceff101cf68') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:19.791540 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf02dadb-26f8-4717-8ae1-269257a8768e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.800930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d668d46f-7ca0-409a-bbed-21bcb2dc613c']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:19.815203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.835716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de829008-f7ad-4a33-9ce2-0c19e311c240') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:19.836392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de829008-f7ad-4a33-9ce2-0c19e311c240') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:19.845160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] Deleting port f187190a-da58-4121-9b90-61f1ffe79312 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:19.846985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.853658 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebf856ca-bd38-4439-bf68-394bdcffb258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.857438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf02dadb-26f8-4717-8ae1-269257a8768e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.861997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.865714 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.889609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebf856ca-bd38-4439-bf68-394bdcffb258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.896646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:19.897070 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.906174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:19.920887 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:19.940788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf856ca-bd38-4439-bf68-394bdcffb258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e70989-7e94-4662-bb5c-930e1787b118,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:19.966404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:19.967130 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:19.971406 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:20.110191 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf02dadb-26f8-4717-8ae1-269257a8768e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.113287 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf02dadb-26f8-4717-8ae1-269257a8768e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.117833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bf02dadb-26f8-4717-8ae1-269257a8768e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/security-groups/87d69eee-58de-494c-b621-cc6a19e4dcfd HTTP/1.1" status: 204 len: 168 time: 1.7060575 Dec 08 21:59:20.118951 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.125123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38856) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:20.148637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] For port f187190a-da58-4121-9b90-61f1ffe79312, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f187190a-da58-4121-9b90-61f1ffe79312,segment=NetworkSegment(213ce07f-acdb-4601-84d4-fdbfdebf1a90),segment_id=213ce07f-acdb-4601-84d4-fdbfdebf1a90)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:20.148865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.149322 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.154565 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.156076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/networks/d668d46f-7ca0-409a-bbed-21bcb2dc613c HTTP/1.1" status: 204 len: 168 time: 2.8707209 Dec 08 21:59:20.170530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38858) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:20.181722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] Calling delete_port for f187190a-da58-4121-9b90-61f1ffe79312 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:20.201657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=36f7f0d7-87ea-4819-bc9f-56c1d06fb869,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:20.255239 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.294798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c932fb89-7779-4916-a911-654cbfbc75af None None] Could not find standard attr ID for object 46651ad0-f606-4159-b54f-49fe1e6ab199. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 21:59:20.298882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02dadb-26f8-4717-8ae1-269257a8768e tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d69eee-58de-494c-b621-cc6a19e4dcfd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:20.308097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633dcf5-37db-4642-898a-908bb03ba689 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Network': ['ID=d668d46f-7ca0-409a-bbed-21bcb2dc613c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:20.374153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=36f7f0d7-87ea-4819-bc9f-56c1d06fb869,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:20.384195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c932fb89-7779-4916-a911-654cbfbc75af None None] Provisioning complete for port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:20.384751 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c932fb89-7779-4916-a911-654cbfbc75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.431233 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.481025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ebf856ca-bd38-4439-bf68-394bdcffb258 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65e599b909bd4125af84f6e874f6e1da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4297585 Dec 08 21:59:20.489708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38860) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:20.499921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edc3cd8a-512d-4536-b7fe-0d42e58ee09d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.513279 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.521154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.525736 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edc3cd8a-512d-4536-b7fe-0d42e58ee09d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.526163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] Pushing event deleted for resources: {'Port': ['ID=f187190a-da58-4121-9b90-61f1ffe79312,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:20.531139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db949c-5845-4069-95ed-88ec936ca8cd None None] No DVR routers for this DVR port f187190a-da58-4121-9b90-61f1ffe79312 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:20.532807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c932fb89-7779-4916-a911-654cbfbc75af None None] Port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:59:20.535563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.541475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.551040 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2477569-6d8f-4a04-a8ed-ea5eb94a852d HTTP/1.1" status: 204 len: 168 time: 1.4511917 Dec 08 21:59:20.558296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.569218 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.594768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.615217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254246e-02e8-4f06-92c7-0d7eafde0bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2477569-6d8f-4a04-a8ed-ea5eb94a852d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:20.683986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Pushing event updated for resources: {'Port': ['ID=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:20.696238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.704142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e34f-98f2-4b36-bd16-1751a1198e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.778150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e34f-98f2-4b36-bd16-1751a1198e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.779008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edc3cd8a-512d-4536-b7fe-0d42e58ee09d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.781773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-edc3cd8a-512d-4536-b7fe-0d42e58ee09d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.784319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-edc3cd8a-512d-4536-b7fe-0d42e58ee09d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/security-groups/344fc84f-11f5-4aaa-9b91-f6621a495db1 HTTP/1.1" status: 204 len: 168 time: 0.6428237 Dec 08 21:59:20.799570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38868) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:20.834016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38870) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:20.835292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:20.870971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3cd8a-512d-4536-b7fe-0d42e58ee09d tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344fc84f-11f5-4aaa-9b91-f6621a495db1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:20.948144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:20.950050 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.955792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:20.960372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:20.968763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e34f-98f2-4b36-bd16-1751a1198e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.971280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4c7e34f-98f2-4b36-bd16-1751a1198e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:20.972439 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a4c7e34f-98f2-4b36-bd16-1751a1198e57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76e70989-7e94-4662-bb5c-930e1787b118 HTTP/1.1" status: 204 len: 168 time: 0.4766092 Dec 08 21:59:21.025599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Allocated IP 172.25.1.190 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/2dd16386-6029-4a0a-87d0-a1b227306d75) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:21.048519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7e34f-98f2-4b36-bd16-1751a1198e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e70989-7e94-4662-bb5c-930e1787b118,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:21.080328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:21.176085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.201506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a8b23ca2-4a8d-4fd2-8675-d37262126c66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e25d0b231734665b6c77e7de4fe84f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580887 Dec 08 21:59:21.228743 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.281727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38876) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:21.302325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2949ced-3a04-4316-aa20-ae5d09365b8a']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:21.309364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.390387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:59:21.413928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:21.421952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd16386-6029-4a0a-87d0-a1b227306d75,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:21.426529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:21.429651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:21.479861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213ce07f-acdb-4601-84d4-fdbfdebf1a90') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:21.480230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213ce07f-acdb-4601-84d4-fdbfdebf1a90') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:21.545374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port ce3528da-1908-48d4-a6cf-6e22f20b08ea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:21.545923 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.553963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7d909e4c-bd66-4d9e-bafd-ad95e5472818 None None] Provisioning complete for port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:21.554456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7d909e4c-bd66-4d9e-bafd-ad95e5472818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.627063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:21.658325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7d909e4c-bd66-4d9e-bafd-ad95e5472818 None None] Port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:59:21.661131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-42c83eed-0e4e-49e9-b51c-69320ce5162f admin admin] 10.222.0.21 "PUT /v2.0/routers/7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5586660 Dec 08 21:59:21.666977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f187190a-da58-4121-9b90-61f1ffe79312 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:21.692277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:21.696346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f187190a-da58-4121-9b90-61f1ffe79312 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:21.696827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f187190a-da58-4121-9b90-61f1ffe79312 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:21.697255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 46651ad0-f606-4159-b54f-49fe1e6ab199 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:21.708679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.724850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 46651ad0-f606-4159-b54f-49fe1e6ab199 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:21.725195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 46651ad0-f606-4159-b54f-49fe1e6ab199 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:21.746231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:21.747722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:21.748354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.828241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.853483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:21.854771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:21.864427 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:21.951485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8adb22d3-c922-466c-853b-bd1c7a026a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.019646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:22.076525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8adb22d3-c922-466c-853b-bd1c7a026a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.078432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.116510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.127168 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/networks/d2949ced-3a04-4316-aa20-ae5d09365b8a HTTP/1.1" status: 204 len: 168 time: 1.8467281 Dec 08 21:59:22.132221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38898) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:22.284526 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.316794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.345936 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.363305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfca59c-f5c1-4811-83e2-49283154ab61 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Network': ['ID=d2949ced-3a04-4316-aa20-ae5d09365b8a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:22.424100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8adb22d3-c922-466c-853b-bd1c7a026a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.426012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:22.428495 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335ebe65-6e0d-4922-81ef-af198a2d4928" -d '{"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:22.433234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8adb22d3-c922-466c-853b-bd1c7a026a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.443184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8adb22d3-c922-466c-853b-bd1c7a026a15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/847250ac-2a82-4591-9edd-8a00c6c2f05e HTTP/1.1" status: 204 len: 168 time: 1.1535285 Dec 08 21:59:22.502092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:22.517010 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.571036 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87182db-90b5-4d03-9a8d-0c41a9f3b557 x-openstack-request-id: req-b87182db-90b5-4d03-9a8d-0c41a9f3b557 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:59:22.571718 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:59:22.571718 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b87182db-90b5-4d03-9a8d-0c41a9f3b557 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:59:22.572151 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'code': 200} Dec 08 21:59:22.612443 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.652800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.653824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=10']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:22.677745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 2, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:22.712986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc80dbd8-265b-4fd8-aee3-abda2a579102']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:22.736325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:22.736325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Updating router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:59:22.745293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63bdf03-4c15-4303-9455-72b5efcc1aea') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:22.745586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63bdf03-4c15-4303-9455-72b5efcc1aea') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:22.775341 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.799962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.821795 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.825448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting port ef1c085d-529a-4c39-9ad1-b13106d0514f {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:22.825786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.839261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb22d3-c922-466c-853b-bd1c7a026a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847250ac-2a82-4591-9edd-8a00c6c2f05e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:22.868312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:22.868312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:22.870018 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:22.895295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Router 2dc30b54-6e44-48d8-bb22-fa4a25484fc0 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:59:23.107469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.140192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.144348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:23.148291 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/networks/fc80dbd8-265b-4fd8-aee3-abda2a579102 HTTP/1.1" status: 204 len: 168 time: 1.0135915 Dec 08 21:59:23.162823 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Sync routers for ids ['2dc30b54-6e44-48d8-bb22-fa4a25484fc0'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:23.169665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38934) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:23.179742 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Routers {'2dc30b54-6e44-48d8-bb22-fa4a25484fc0'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:23.180378 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['2dc30b54-6e44-48d8-bb22-fa4a25484fc0'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:23.197063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38938) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:23.228047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-446591703-network', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:23.255898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002ae04-ba6c-46ef-83e3-9e20b5853d82 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Network': ['ID=fc80dbd8-265b-4fd8-aee3-abda2a579102,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:23.273415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] For port ef1c085d-529a-4c39-9ad1-b13106d0514f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ef1c085d-529a-4c39-9ad1-b13106d0514f,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:23.273801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.319433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Calling delete_port for ef1c085d-529a-4c39-9ad1-b13106d0514f owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:23.385589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.389113 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-857159c0-daad-4c22-a9f8-d737e617285e tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.8208089 Dec 08 21:59:23.404688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38942) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:23.520750 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.538629 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.603189 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Set router 2dc30b54-6e44-48d8-bb22-fa4a25484fc0 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:23.644837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Made reservation on behalf of b8bb20db34814e89aa85e67b79eab26a for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:23.658288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.720263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Attempting to bind port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:23.720798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Attempting to bind port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:23.721897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Attempting to bind port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:23.725361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162c8f1-80fb-4877-a42e-d40aed9b8c0e None None] Pushing event updated for resources: {'Port': ['ID=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:23.736273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:23.736767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:23.737426 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.738204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:23.738854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Bound port: 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:23.739351 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.741031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.799907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:23.911216 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.006160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Port': ['ID=ef1c085d-529a-4c39-9ad1-b13106d0514f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:24.014597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] For port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:24.024847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] For port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:24.059377 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.346059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:24.347016 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:24.440066 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.449976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-11ead366-8439-446c-ade3-4be408739856 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/routers/2dc30b54-6e44-48d8-bb22-fa4a25484fc0 HTTP/1.1" status: 200 len: 909 time: 1.0417228 Dec 08 21:59:24.455782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38964) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:24.460630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1840809345', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': True}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:24.500435 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc30b54-6e44-48d8-bb22-fa4a25484fc0', 'name': 'tempest-snat-router-1840809345', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': '2dd16386-6029-4a0a-87d0-a1b227306d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:21Z', 'revision_number': 3, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port': {'id': '2dd16386-6029-4a0a-87d0-a1b227306d75', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc30b54-6e44-48d8-bb22-fa4a25484fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:20Z', 'updated_at': '2021-12-08T21:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:24.513908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.529734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-496f8e24-0e54-4616-ab01-c91fb8d26733 None None] Provisioning complete for port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:24.541934 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-496f8e24-0e54-4616-ab01-c91fb8d26733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.612521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fa7955-350c-4483-8469-a2bf2eb6c1b3']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:24.631308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.636158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd049a0aa-85b9-4a6c-819b-ad54901b4b81') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:24.636637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd049a0aa-85b9-4a6c-819b-ad54901b4b81') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:24.655635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.667238 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Checking router: 2dc30b54-6e44-48d8-bb22-fa4a25484fc0 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:24.668506 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Updating router 2dc30b54-6e44-48d8-bb22-fa4a25484fc0 port 2dd16386-6029-4a0a-87d0-a1b227306d75 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:59:24.675161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162c8f1-80fb-4877-a42e-d40aed9b8c0e None None] Pushing event updated for resources: {'Port': ['ID=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:24.682915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.725032 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.739454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:24.794989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.795468 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Added segment 3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88 of type vlan for network 758fd8cc-786e-4250-b464-5fc175c2d55e Dec 08 21:59:24.814648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb03cb2-4831-4327-9d4b-b2ac9d3d8fbe,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:24.823370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.824307 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.844873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.888694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:24.924403 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-496f8e24-0e54-4616-ab01-c91fb8d26733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.930505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:24.930944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: timer() Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:24.933864 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:25.020493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-496f8e24-0e54-4616-ab01-c91fb8d26733 None None] For port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:25.042079 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.090320 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-496f8e24-0e54-4616-ab01-c91fb8d26733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.092993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.330960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9511cf5e-c8f8-44e3-8e5b-dc434caea5f5 None None] Provisioning complete for port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:25.333088 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9511cf5e-c8f8-44e3-8e5b-dc434caea5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.392001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f8e24-0e54-4616-ab01-c91fb8d26733 None None] Pushing event updated for resources: {'Port': ['ID=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:25.717632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.resource_extend [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 21:59:25.721808 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.737233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:23Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:25.760494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.770571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] 10.222.0.21 "DELETE /v2.0/networks/07fa7955-350c-4483-8469-a2bf2eb6c1b3 HTTP/1.1" status: 204 len: 168 time: 2.6027761 Dec 08 21:59:25.807149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5f4ca-38d9-4f0e-8f72-d406cb9634a6 None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:23Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:25.828749 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.837646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d8f2a-6ab6-47c5-8121-4fa85bae9d73 tempest-BulkNetworkOpsTest-556699378 tempest-BulkNetworkOpsTest-556699378-project] Pushing event deleted for resources: {'Network': ['ID=07fa7955-350c-4483-8469-a2bf2eb6c1b3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:25.843664 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.855404 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:25.856414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:25.856990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:26.128586 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Attempting to bind port 2dd16386-6029-4a0a-87d0-a1b227306d75 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:26.129908 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Attempting to bind port 2dd16386-6029-4a0a-87d0-a1b227306d75 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:26.130510 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Attempting to bind port 2dd16386-6029-4a0a-87d0-a1b227306d75 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:26.158352 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccf6be-c49d-4bfe-90fb-645bded27410 None None] Pushing event updated for resources: {'Port': ['ID=2dd16386-6029-4a0a-87d0-a1b227306d75,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:26.173098 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:26.174619 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:26.175628 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:26.176627 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:26.178825 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Bound port: 2dd16386-6029-4a0a-87d0-a1b227306d75, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:26.179289 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:26.185261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9852359 Dec 08 21:59:26.196786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39004) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:26.215909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Request body: {'subnet': {'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-446591703-subnet', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:26.222460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14952ff-29eb-4d52-a2dd-9fc47d1b3229 admin admin] Pushing event updated for resources: {'Network': ['ID=758fd8cc-786e-4250-b464-5fc175c2d55e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:26.234856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 758fd8cc-786e-4250-b464-5fc175c2d55e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:26.263345 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:26.372231 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] For port 2dd16386-6029-4a0a-87d0-a1b227306d75, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:26.378361 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] For port 2dd16386-6029-4a0a-87d0-a1b227306d75, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2dd16386-6029-4a0a-87d0-a1b227306d75,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:26.395022 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:26.475143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39010) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:26.488273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Made reservation on behalf of b8bb20db34814e89aa85e67b79eab26a for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:26.491321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:26.522178 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccf6be-c49d-4bfe-90fb-645bded27410 None None] Pushing event updated for resources: {'Port': ['ID=2dd16386-6029-4a0a-87d0-a1b227306d75,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:26.546336 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Routers {'2dc30b54-6e44-48d8-bb22-fa4a25484fc0'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:26.547206 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['2dc30b54-6e44-48d8-bb22-fa4a25484fc0'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:26.871159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:26.884003 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] Set router 2dc30b54-6e44-48d8-bb22-fa4a25484fc0 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:26.909318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b8dd6252-a8b5-47a9-969f-12d0aca13469 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f812729e163e451293430e6afeff7290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329605 Dec 08 21:59:26.912695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:26.979650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.014348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:27.019456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.083026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc471dd-3b5c-4df7-8deb-69e688b453a2,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:27.101164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-778403f6-3ce6-4f8a-990c-6b0fc09b1d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.168289 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-778403f6-3ce6-4f8a-990c-6b0fc09b1d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.249405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Router 913d8f18-491a-4a02-95c9-1a0a7f3b781b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:59:27.276568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-778403f6-3ce6-4f8a-990c-6b0fc09b1d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.280435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-778403f6-3ce6-4f8a-990c-6b0fc09b1d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.285123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-778403f6-3ce6-4f8a-990c-6b0fc09b1d2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07a1aec3-7c78-494a-ae04-51b242a0f920 HTTP/1.1" status: 204 len: 168 time: 0.3703947 Dec 08 21:59:27.301437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Checking segment: {'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:27.301798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Network hostable DHCP agents. Network: 758fd8cc-786e-4250-b464-5fc175c2d55e, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:27.310861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778403f6-3ce6-4f8a-990c-6b0fc09b1d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a1aec3-7c78-494a-ae04-51b242a0f920,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:27.610165 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc30b54-6e44-48d8-bb22-fa4a25484fc0', 'name': 'tempest-snat-router-1840809345', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': '2dd16386-6029-4a0a-87d0-a1b227306d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:21Z', 'revision_number': 3, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port': {'id': '2dd16386-6029-4a0a-87d0-a1b227306d75', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc30b54-6e44-48d8-bb22-fa4a25484fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:20Z', 'updated_at': '2021-12-08T21:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:27.641169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Network 758fd8cc-786e-4250-b464-5fc175c2d55e is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:27.707449 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855efa3-3764-433f-85b8-9341cc944537 None None] The sync data for ids ['2dc30b54-6e44-48d8-bb22-fa4a25484fc0'] in n-d-821126-1 is: [{'id': '2dc30b54-6e44-48d8-bb22-fa4a25484fc0', 'name': 'tempest-snat-router-1840809345', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': '2dd16386-6029-4a0a-87d0-a1b227306d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:21Z', 'revision_number': 3, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port': {'id': '2dd16386-6029-4a0a-87d0-a1b227306d75', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc30b54-6e44-48d8-bb22-fa4a25484fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:20Z', 'updated_at': '2021-12-08T21:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:27.772058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 758fd8cc-786e-4250-b464-5fc175c2d55e) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:27.776903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:27.777512 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.788840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c058e-28aa-4d49-b6eb-925e4122a8b1 None None] Network 758fd8cc-786e-4250-b464-5fc175c2d55e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:27.793845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:27.822435 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8778a2b8-c7e7-4327-8745-674743bf7d4a tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "PUT /v2.0/routers/913d8f18-491a-4a02-95c9-1a0a7f3b781b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9932961 Dec 08 21:59:27.826261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39056) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:27.880696 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-860261dc-c679-4e30-8bb8-5ef3aab3a231 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6792164 Dec 08 21:59:27.882501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39060) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:27.896774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:27.951257 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.954038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:27.975040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] Sync routers for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:28.007098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.029276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f21367-bf00-4310-a12b-b119b55acf7c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting subnet c0102ced-bf34-424d-918f-8e6e8e66c767 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:59:28.032361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:28.033123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:28.040529 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.059329 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36f21367-bf00-4310-a12b-b119b55acf7c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.239620 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.290640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36f21367-bf00-4310-a12b-b119b55acf7c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.352572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:28.578235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36f21367-bf00-4310-a12b-b119b55acf7c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.696197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.792021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36f21367-bf00-4310-a12b-b119b55acf7c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.838584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-758fd8cc-786e-4250-b464-5fc175c2d55e', 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'fixed_ips': [{'subnet_id': '4cc471dd-3b5c-4df7-8deb-69e688b453a2'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:59:28.840028 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.844521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8241cd0a-603f-4718-9c0f-372a940c786b None None] Network 6ea3e677-7b7b-419a-92d1-61d844b47873 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:28.937932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f21367-bf00-4310-a12b-b119b55acf7c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Subnet': ['ID=c0102ced-bf34-424d-918f-8e6e8e66c767,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:28.953818 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36f21367-bf00-4310-a12b-b119b55acf7c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:28.962551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-36f21367-bf00-4310-a12b-b119b55acf7c tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/subnets/c0102ced-bf34-424d-918f-8e6e8e66c767 HTTP/1.1" status: 204 len: 168 time: 1.1347463 Dec 08 21:59:28.971614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:29.084279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2dd16386-6029-4a0a-87d0-a1b227306d75 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:29.289796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Allocated IP 172.25.1.108 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/8b0af423-e6c8-4ab8-9835-0c5913a04f31) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:29.637131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:29.644076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39106) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:29.731500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:29.797799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Allocated IP 172.20.0.2 (758fd8cc-786e-4250-b464-5fc175c2d55e/4cc471dd-3b5c-4df7-8deb-69e688b453a2/5c84f87b-b6df-4e68-8936-f33bda7308c8) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:29.844608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cc05ff12-277c-4231-80c3-90462e353fc9 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] Request body: {'port': {'network_id': 'd5f75aca-94ef-45a2-8d2a-738c84701996', 'name': 'tempest-NetworksNegativeTestJSON-1401426414'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:29.880986 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc05ff12-277c-4231-80c3-90462e353fc9 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] POST failed (client error): The resource could not be found. Dec 08 21:59:29.881734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc05ff12-277c-4231-80c3-90462e353fc9 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:59:29.884874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cc05ff12-277c-4231-80c3-90462e353fc9 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2389925 Dec 08 21:59:29.890059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39110) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:29.916584 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:29.932467 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78d2192-62f6-440c-8d30-91e387427db6 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] DELETE failed (client error): The resource could not be found. Dec 08 21:59:29.933102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78d2192-62f6-440c-8d30-91e387427db6 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:59:29.937874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d78d2192-62f6-440c-8d30-91e387427db6 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "DELETE /v2.0/networks/6ed794e0-c381-4ffc-be8f-1429eea410fc HTTP/1.1" status: 404 len: 339 time: 0.0464501 Dec 08 21:59:29.942074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39112) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:29.996279 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fae872-5200-459b-8615-f9c778949183 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] DELETE failed (client error): The resource could not be found. Dec 08 21:59:29.998465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fae872-5200-459b-8615-f9c778949183 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:59:30.001261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-39fae872-5200-459b-8615-f9c778949183 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "DELETE /v2.0/ports/c5a0425e-d106-447a-8296-26764d346985 HTTP/1.1" status: 404 len: 333 time: 0.0573645 Dec 08 21:59:30.016829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39116) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.038144 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.077118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.092165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:30.094383 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0b500d-9b6f-46df-8212-2a76d05ac47c tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] DELETE failed (client error): The resource could not be found. Dec 08 21:59:30.095767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0b500d-9b6f-46df-8212-2a76d05ac47c tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:59:30.104923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:30.108032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5a0b500d-9b6f-46df-8212-2a76d05ac47c tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "DELETE /v2.0/subnets/4014f6af-180a-4a56-9fe6-4402e9aabb83 HTTP/1.1" status: 404 len: 337 time: 0.0898597 Dec 08 21:59:30.120738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39118) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.130805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:30.159113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Network 758fd8cc-786e-4250-b464-5fc175c2d55e is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:30.164989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:59:23Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:30.169901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:30.178189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:30.178615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39120) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.188372 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-446c77ee-cffe-4619-aa4d-abf6baf4d941 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] GET failed (client error): The resource could not be found. Dec 08 21:59:30.189817 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-446c77ee-cffe-4619-aa4d-abf6baf4d941 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "GET /v2.0/networks/ac82478e-f3a9-4e6c-891f-082738c8b3dd HTTP/1.1" status: 404 len: 339 time: 0.0645814 Dec 08 21:59:30.196717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39124) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.217590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Pushing event updated for resources: {'Port': ['ID=5c84f87b-b6df-4e68-8936-f33bda7308c8,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:30.229983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.230425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.230870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.231839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.232250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.232593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.232995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.233332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.233747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.234075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.235249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.236188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:30.243527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] Checking router: 913d8f18-491a-4a02-95c9-1a0a7f3b781b for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:30.248506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] DHCP port deletion for 6ea3e677-7b7b-419a-92d1-61d844b47873 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:59:30.266345 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.285281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] Routers {'913d8f18-491a-4a02-95c9-1a0a7f3b781b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:30.286254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:30.291289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2dd16386-6029-4a0a-87d0-a1b227306d75 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:30.291919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.330157 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.421930 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.425651 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5279072c-426b-4c98-9721-73bfed0e7687 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] GET failed (client error): The resource could not be found. Dec 08 21:59:30.430942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5279072c-426b-4c98-9721-73bfed0e7687 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "GET /v2.0/ports/1cee8526-a59d-44f0-aff7-32930171e337 HTTP/1.1" status: 404 len: 333 time: 0.1290822 Dec 08 21:59:30.430942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'Port': ['ID=8b0af423-e6c8-4ab8-9835-0c5913a04f31,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:30.435320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39136) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.464682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6af04b5-dfc4-4f7f-a8a6-10c87eecc710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.522380 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-66eb61ae-3105-450b-b038-4760e2f4f140 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] GET failed (client error): The resource could not be found. Dec 08 21:59:30.533214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66eb61ae-3105-450b-b038-4760e2f4f140 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "GET /v2.0/subnets/c633a544-4716-45cf-b2e5-8991b77be323 HTTP/1.1" status: 404 len: 337 time: 0.0925329 Dec 08 21:59:30.533404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39140) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.553972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-bf74d666-f42b-4b39-b011-177780dd9456 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:30.593918 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf74d666-f42b-4b39-b011-177780dd9456 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] PUT failed (client error): The resource could not be found. Dec 08 21:59:30.604911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf74d666-f42b-4b39-b011-177780dd9456 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:59:30.606754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bf74d666-f42b-4b39-b011-177780dd9456 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "PUT /v2.0/networks/374d6cb3-7f04-4909-b6d5-310147736f7d HTTP/1.1" status: 404 len: 339 time: 0.0700958 Dec 08 21:59:30.616757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39144) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.629307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5d542d81-5447-457a-b916-b9e0161b85a6 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:30.650191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Attempting to bind port 5c84f87b-b6df-4e68-8936-f33bda7308c8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:30.650949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Attempting to bind port 5c84f87b-b6df-4e68-8936-f33bda7308c8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:30.651662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Attempting to bind port 5c84f87b-b6df-4e68-8936-f33bda7308c8 on network 758fd8cc-786e-4250-b464-5fc175c2d55e {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:30.664225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:30.665071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Checking segment: {'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:30.665792 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.666504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Bound using segment: {'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:30.667255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Bound port: 5c84f87b-b6df-4e68-8936-f33bda7308c8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:30.667969 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.705824 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d542d81-5447-457a-b916-b9e0161b85a6 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] PUT failed (client error): The resource could not be found. Dec 08 21:59:30.707291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d542d81-5447-457a-b916-b9e0161b85a6 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:59:30.708655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5d542d81-5447-457a-b916-b9e0161b85a6 tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "PUT /v2.0/ports/4f50cbc0-cff2-40c7-a29a-6ba621bd4300 HTTP/1.1" status: 404 len: 333 time: 0.0905588 Dec 08 21:59:30.713561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39146) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.726450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c604170b-f65e-472f-bf6f-8fad4539a05c tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:30.764836 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c604170b-f65e-472f-bf6f-8fad4539a05c tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] PUT failed (client error): The resource could not be found. Dec 08 21:59:30.765677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c604170b-f65e-472f-bf6f-8fad4539a05c tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:59:30.767406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c604170b-f65e-472f-bf6f-8fad4539a05c tempest-NetworksNegativeTestJSON-1588102034 tempest-NetworksNegativeTestJSON-1588102034-project] 10.222.0.21 "PUT /v2.0/subnets/ee251cd1-700b-4d7a-b1bd-7e0b366ecca3 HTTP/1.1" status: 404 len: 337 time: 0.0525374 Dec 08 21:59:30.793021 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.798953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] Deleting port 5456ab3e-f5da-405f-b81d-b3394800715d {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:30.799476 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.844735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6af04b5-dfc4-4f7f-a8a6-10c87eecc710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.850022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d6af04b5-dfc4-4f7f-a8a6-10c87eecc710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.874653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] For port 5456ab3e-f5da-405f-b81d-b3394800715d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5456ab3e-f5da-405f-b81d-b3394800715d,segment=NetworkSegment(e41d6ac0-3707-4b8f-a868-d5353cfac843),segment_id=e41d6ac0-3707-4b8f-a868-d5353cfac843)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:30.875217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.890630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] Calling delete_port for 5456ab3e-f5da-405f-b81d-b3394800715d owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:30.899450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af04b5-dfc4-4f7f-a8a6-10c87eecc710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeaeb25-79d5-409d-8629-50a5c5982b38,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:30.906188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d6af04b5-dfc4-4f7f-a8a6-10c87eecc710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50fdd8a514504aedbe090a29cae94565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7256825 Dec 08 21:59:30.908725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39150) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:30.977934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-72953e66-35b2-4a2e-8e72-7d136786acb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:30.988319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] Set router 913d8f18-491a-4a02-95c9-1a0a7f3b781b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:31.013319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-72953e66-35b2-4a2e-8e72-7d136786acb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.018438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.096097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-72953e66-35b2-4a2e-8e72-7d136786acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.103962 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-72953e66-35b2-4a2e-8e72-7d136786acb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.111170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-72953e66-35b2-4a2e-8e72-7d136786acb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afeaeb25-79d5-409d-8629-50a5c5982b38 HTTP/1.1" status: 204 len: 168 time: 0.2010782 Dec 08 21:59:31.144795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72953e66-35b2-4a2e-8e72-7d136786acb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeaeb25-79d5-409d-8629-50a5c5982b38,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:31.216993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 2dd16386-6029-4a0a-87d0-a1b227306d75, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2dd16386-6029-4a0a-87d0-a1b227306d75,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:31.218091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] Pushing event deleted for resources: {'Port': ['ID=5456ab3e-f5da-405f-b81d-b3394800715d,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:31.346975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39158) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:31.411385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.415998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07feb5c-183e-4436-ad52-bfee677dc769 None None] No DVR routers for this DVR port 5456ab3e-f5da-405f-b81d-b3394800715d on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:31.549761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] For port 5c84f87b-b6df-4e68-8936-f33bda7308c8, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:31.568486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5456ab3e-f5da-405f-b81d-b3394800715d no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:31.602593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4b60773-7755-4f80-9c50-675febaa6835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.633577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39166) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:31.648926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] For port 5c84f87b-b6df-4e68-8936-f33bda7308c8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5c84f87b-b6df-4e68-8936-f33bda7308c8,segment=NetworkSegment(3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88),segment_id=3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:31.651077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 5456ab3e-f5da-405f-b81d-b3394800715d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:31.651613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5456ab3e-f5da-405f-b81d-b3394800715d not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:31.668990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89529f1e-edcb-49ca-b990-35ff75549b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.673281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.706637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Deleting port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:31.707823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.739709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=2dd16386-6029-4a0a-87d0-a1b227306d75,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:31.823817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Allocated IP 172.25.1.225 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:31.832981 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4b60773-7755-4f80-9c50-675febaa6835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.849381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4b60773-7755-4f80-9c50-675febaa6835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:31.887605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ed8ee-7e80-47c4-b0b4-eafa9762ee2e None None] Pushing event updated for resources: {'Port': ['ID=5c84f87b-b6df-4e68-8936-f33bda7308c8,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:31.949491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:59:23Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:31.958897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b4b60773-7755-4f80-9c50-675febaa6835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87255dc9d3d9460dbcfb0d562171c054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082697 Dec 08 21:59:31.963861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39172) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:31.977176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b60773-7755-4f80-9c50-675febaa6835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72657f4d-1a15-49c0-949d-86e64a78b152,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:31.984096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0d271-b6cd-4f36-ae3e-08fd747594ec None None] The sync data for ids ['913d8f18-491a-4a02-95c9-1a0a7f3b781b'] in n-d-821126-1 is: [{'id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-257924543', 'tenant_id': '1e213ecbd042420eb9d356c97266b552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:57:03Z', 'updated_at': '2021-12-08T21:59:23Z', 'revision_number': 5, 'project_id': '1e213ecbd042420eb9d356c97266b552', 'gw_port': {'id': '2399e6b2-8ae5-4346-88f6-ac492ab72c5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d8f18-491a-4a02-95c9-1a0a7f3b781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:57:04Z', 'updated_at': '2021-12-08T21:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:32.039019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.135319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f1f2-bdd2-4ab0-a1f5-4cff89f14afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.160498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89529f1e-edcb-49ca-b990-35ff75549b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.178139 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89529f1e-edcb-49ca-b990-35ff75549b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.189907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f1f2-bdd2-4ab0-a1f5-4cff89f14afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.243032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.245272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.276764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89529f1e-edcb-49ca-b990-35ff75549b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486242ec-73a2-4e8c-be35-26e6a2c509b2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:32.294466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Pushing event updated for resources: {'Port': ['ID=7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:32.313578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-89529f1e-edcb-49ca-b990-35ff75549b1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44eb9e2469f64b91b0c21b3ef143c1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788647 Dec 08 21:59:32.316177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39174) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:32.397240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f1f2-bdd2-4ab0-a1f5-4cff89f14afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.400625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f1f2-bdd2-4ab0-a1f5-4cff89f14afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.401961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0eb6f1f2-bdd2-4ab0-a1f5-4cff89f14afd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72657f4d-1a15-49c0-949d-86e64a78b152 HTTP/1.1" status: 204 len: 168 time: 0.4368613 Dec 08 21:59:32.426505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6f1f2-bdd2-4ab0-a1f5-4cff89f14afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72657f4d-1a15-49c0-949d-86e64a78b152,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:32.444361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:32.476393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8032827-a3cf-426d-8b74-ef97455c0aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.493118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:32.515907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:32.526797 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8032827-a3cf-426d-8b74-ef97455c0aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.615905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8032827-a3cf-426d-8b74-ef97455c0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.619716 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8032827-a3cf-426d-8b74-ef97455c0aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.626856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b8032827-a3cf-426d-8b74-ef97455c0aa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/486242ec-73a2-4e8c-be35-26e6a2c509b2 HTTP/1.1" status: 204 len: 168 time: 0.3097596 Dec 08 21:59:32.653398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8032827-a3cf-426d-8b74-ef97455c0aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486242ec-73a2-4e8c-be35-26e6a2c509b2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:32.880404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] For port 2399e6b2-8ae5-4346-88f6-ac492ab72c5f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2399e6b2-8ae5-4346-88f6-ac492ab72c5f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:32.880874 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:32.994244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Calling delete_port for 2399e6b2-8ae5-4346-88f6-ac492ab72c5f owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:33.664597 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:33.712723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:33.827018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2dd16386-6029-4a0a-87d0-a1b227306d75 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:34.002450 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.008703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c7534-d29e-4cfa-8571-2f10e1037a93 None None] Network 758fd8cc-786e-4250-b464-5fc175c2d55e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:34.132642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39236) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:34.172210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-10df628b-feeb-4e15-a625-62e52194b2b6 None None] Provisioning complete for port 5c84f87b-b6df-4e68-8936-f33bda7308c8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:34.173083 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-10df628b-feeb-4e15-a625-62e52194b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.210617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2dd16386-6029-4a0a-87d0-a1b227306d75 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:34.211981 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.262955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Port': ['ID=2399e6b2-8ae5-4346-88f6-ac492ab72c5f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:34.363229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2047964896'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:34.444712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.447711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:34.459713 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.503413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.595087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5c84f87b-b6df-4e68-8936-f33bda7308c8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:34.648890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-10df628b-feeb-4e15-a625-62e52194b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.715399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-10df628b-feeb-4e15-a625-62e52194b2b6 None None] For port 5c84f87b-b6df-4e68-8936-f33bda7308c8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5c84f87b-b6df-4e68-8936-f33bda7308c8,segment=NetworkSegment(3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88),segment_id=3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:34.725734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 5c84f87b-b6df-4e68-8936-f33bda7308c8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:34.728283 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.750427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.760151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.800276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-10df628b-feeb-4e15-a625-62e52194b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.844914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.864961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.865164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1b6c1-d84a-431c-ab13-4af73730cf7e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:34.924093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:34.973085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:34.973454 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Added segment 36032241-4e01-4487-9a1f-59e25ab72526 of type vlan for network bacf2ac2-d51d-4062-b51d-043215aaab8b Dec 08 21:59:35.093630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:35.201260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:35.234652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:35.238226 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:35.312463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1736469 Dec 08 21:59:35.348254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39260) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:35.364699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'name': 'tempest-PortsTestJSON-526684229'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:35.386216 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:35.403846 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:35.405075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Fanout notify agent at l3_agent the message router_deleted on router 913d8f18-491a-4a02-95c9-1a0a7f3b781b {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:59:35.429705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:35.437035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-08493b4d-7d85-4d1b-814c-60b1d0ed00a1 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/routers/913d8f18-491a-4a02-95c9-1a0a7f3b781b HTTP/1.1" status: 204 len: 168 time: 6.4606929 Dec 08 21:59:35.447036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:35.535315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df628b-feeb-4e15-a625-62e52194b2b6 None None] Pushing event updated for resources: {'Port': ['ID=5c84f87b-b6df-4e68-8936-f33bda7308c8,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:35.551218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ef1c085d-529a-4c39-9ad1-b13106d0514f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:35.576904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd19c-7b60-411d-9b32-db2dd3891aad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Network': ['ID=bacf2ac2-d51d-4062-b51d-043215aaab8b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:35.607250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:35.657339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Router 8614f1f1-5cdc-417f-963d-d6e2b0c15210 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:59:35.660497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:35.665179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:35.715721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 907a22ec-b99e-444b-9c6a-54a9eb32e134 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:59:35.780752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ef1c085d-529a-4c39-9ad1-b13106d0514f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:35.783415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ef1c085d-529a-4c39-9ad1-b13106d0514f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:35.789417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e634d923-8383-44f8-a47d-fd2f83b56ceb None None] Provisioning complete for port 5c84f87b-b6df-4e68-8936-f33bda7308c8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:35.793016 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e634d923-8383-44f8-a47d-fd2f83b56ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:35.839595 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9d0f-050f-4e3f-9941-b739090112c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.227812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5c84f87b-b6df-4e68-8936-f33bda7308c8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:36.245880 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.325003 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.346200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 5c84f87b-b6df-4e68-8936-f33bda7308c8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:36.346588 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.470121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking segment: {'id': '36032241-4e01-4487-9a1f-59e25ab72526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:36.470858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network hostable DHCP agents. Network: bacf2ac2-d51d-4062-b51d-043215aaab8b, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:36.481516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=907a22ec-b99e-444b-9c6a-54a9eb32e134,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:36.519875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:36.537229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, bacf2ac2-d51d-4062-b51d-043215aaab8b) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:36.541882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:36.553816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:36.554740 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.563619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.595776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ae1cfa24-1fd4-468a-98fb-faab6dbb7789 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2396910 Dec 08 21:59:36.596407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39286) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:36.627050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b41e6cf-1411-4155-8708-83548132ef26 None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:36.627689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1560884149'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:36.686484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:36.690409 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.735105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2399e6b2-8ae5-4346-88f6-ac492ab72c5f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:36.742828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:36.764153 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.764660 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Added segment 2948eb11-ee76-4205-af13-23bbd8f41572 of type vlan for network f6fda686-91ac-4f07-afa2-1cde58a8c1ed Dec 08 21:59:36.788698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:36.794148 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.801060 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Sync routers for ids ['8614f1f1-5cdc-417f-963d-d6e2b0c15210'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:36.815997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2399e6b2-8ae5-4346-88f6-ac492ab72c5f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:36.816775 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Routers {'8614f1f1-5cdc-417f-963d-d6e2b0c15210'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:36.817408 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:09Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['8614f1f1-5cdc-417f-963d-d6e2b0c15210'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:36.819253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2399e6b2-8ae5-4346-88f6-ac492ab72c5f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:36.867146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.916647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.927728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:36.928489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:36.959462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea3e677-7b7b-419a-92d1-61d844b47873']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:36.995892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.000292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2d1c1d72-ddb1-4398-b8a5-6efeb38a952b tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.5432026 Dec 08 21:59:37.005159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39296) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:37.008775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41d6ac0-3707-4b8f-a868-d5353cfac843') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:37.009454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41d6ac0-3707-4b8f-a868-d5353cfac843') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:37.031631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4317694 Dec 08 21:59:37.037501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39300) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:37.048606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'ports': [{'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b'}, {'network_id': 'f6fda686-91ac-4f07-afa2-1cde58a8c1ed'}]} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:37.049336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:37.050045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': 'f6fda686-91ac-4f07-afa2-1cde58a8c1ed'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:37.100379 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Set router 8614f1f1-5cdc-417f-963d-d6e2b0c15210 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:37.136682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:59:37.149613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ed767-431d-4f11-89f5-7e41279c817d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Network': ['ID=f6fda686-91ac-4f07-afa2-1cde58a8c1ed,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:37.184617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network f6fda686-91ac-4f07-afa2-1cde58a8c1ed details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:37.245725 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.309326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.390524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 2} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:37.397180 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.432680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.472226 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614f1f1-5cdc-417f-963d-d6e2b0c15210', 'name': 'tempest-snat-router-1840809345', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '8b0af423-e6c8-4ab8-9835-0c5913a04f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:24Z', 'updated_at': '2021-12-08T21:59:31Z', 'revision_number': 3, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port': {'id': '8b0af423-e6c8-4ab8-9835-0c5913a04f31', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614f1f1-5cdc-417f-963d-d6e2b0c15210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:28Z', 'updated_at': '2021-12-08T21:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:37.519432 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Checking router: 8614f1f1-5cdc-417f-963d-d6e2b0c15210 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:37.519974 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Updating router 8614f1f1-5cdc-417f-963d-d6e2b0c15210 port 8b0af423-e6c8-4ab8-9835-0c5913a04f31 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:59:37.537932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:37.547082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:37.565513 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:37.568111 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.660468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 0330e554-960b-4842-ab11-09cc228e5eb8 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:59:37.783080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.865127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port d9b31ca2-3dd1-4251-b870-39ffccd804b0 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:59:37.878554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.896449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:37.905183 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] 10.222.0.21 "DELETE /v2.0/networks/6ea3e677-7b7b-419a-92d1-61d844b47873 HTTP/1.1" status: 204 len: 168 time: 2.4556580 Dec 08 21:59:38.027891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0493694d-4955-402d-a581-f67bcb13736f tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/routers/8614f1f1-5cdc-417f-963d-d6e2b0c15210 HTTP/1.1" status: 200 len: 908 time: 1.0015628 Dec 08 21:59:38.035222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39320) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:38.091198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.141134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.215503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:38.223249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=0330e554-960b-4842-ab11-09cc228e5eb8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:38.226392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:38.228525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:38.229608 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.264131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-38248688-fb0e-4772-82d7-947865fbde65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.285529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e04b0d-68c8-48a2-8dca-914853d0e205 tempest-TestSecurityGroupsBasicOps-948247962 tempest-TestSecurityGroupsBasicOps-948247962-project] Pushing event deleted for resources: {'Network': ['ID=6ea3e677-7b7b-419a-92d1-61d844b47873,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:38.305319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=d9b31ca2-3dd1-4251-b870-39ffccd804b0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:38.318737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking segment: {'id': '2948eb11-ee76-4205-af13-23bbd8f41572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f6fda686-91ac-4f07-afa2-1cde58a8c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:38.319250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network hostable DHCP agents. Network: f6fda686-91ac-4f07-afa2-1cde58a8c1ed, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:38.362087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network f6fda686-91ac-4f07-afa2-1cde58a8c1ed is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:38.391076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, f6fda686-91ac-4f07-afa2-1cde58a8c1ed) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:38.401381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:38.402182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1edb16d-ea39-46cc-b0f1-6c46b13b4193 None None] Network f6fda686-91ac-4f07-afa2-1cde58a8c1ed requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:38.407021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:38.414680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:38.424708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:38.425426 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.461370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Sync routers for ids ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:38.466136 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-184e596b-0b12-4a23-ae48-7ab3e8bdc720 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4273376 Dec 08 21:59:38.466904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39330) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:38.483616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.489223 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-871f701f-2eca-48c4-8b25-21b152245a4d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.6056685 Dec 08 21:59:38.496075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39332) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:38.515278 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.530459 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.602057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Routers {'56fd7dae-39c9-441a-8fe4-53542a2e9d8e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:38.602774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:38.630977 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9f76a-ab69-43f6-9835-20ea45c1f85b None None] Pushing event updated for resources: {'Port': ['ID=8b0af423-e6c8-4ab8-9835-0c5913a04f31,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:38.673683 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Attempting to bind port 8b0af423-e6c8-4ab8-9835-0c5913a04f31 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:38.674433 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Attempting to bind port 8b0af423-e6c8-4ab8-9835-0c5913a04f31 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:38.675070 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Attempting to bind port 8b0af423-e6c8-4ab8-9835-0c5913a04f31 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:38.686454 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:38.688703 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:38.689331 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.689909 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:38.690578 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Bound port: 8b0af423-e6c8-4ab8-9835-0c5913a04f31, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:38.691848 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.755278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4efa1b70-d3d2-4fda-a7f5-6aeb3ad8a358 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port d9b31ca2-3dd1-4251-b870-39ffccd804b0 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:38.755629 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4efa1b70-d3d2-4fda-a7f5-6aeb3ad8a358 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.888358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.913042 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] For port 8b0af423-e6c8-4ab8-9835-0c5913a04f31, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:38.930504 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] For port 8b0af423-e6c8-4ab8-9835-0c5913a04f31, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8b0af423-e6c8-4ab8-9835-0c5913a04f31,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:38.953044 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:38.994827 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4efa1b70-d3d2-4fda-a7f5-6aeb3ad8a358 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.041596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39344) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:39.059562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4efa1b70-d3d2-4fda-a7f5-6aeb3ad8a358 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for d9b31ca2-3dd1-4251-b870-39ffccd804b0 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:39.062048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39346) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:39.128194 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.139695 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Routers {'8614f1f1-5cdc-417f-963d-d6e2b0c15210'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:39.140267 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['8614f1f1-5cdc-417f-963d-d6e2b0c15210'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:39.142136 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9f76a-ab69-43f6-9835-20ea45c1f85b None None] Pushing event updated for resources: {'Port': ['ID=8b0af423-e6c8-4ab8-9835-0c5913a04f31,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:39.213401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Set router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:39.311461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4efa1b70-d3d2-4fda-a7f5-6aeb3ad8a358 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.446123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa1b70-d3d2-4fda-a7f5-6aeb3ad8a358 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=d9b31ca2-3dd1-4251-b870-39ffccd804b0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:39.527297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.530858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.533178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.544258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4efa1b70-d3d2-4fda-a7f5-6aeb3ad8a358 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.552196 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] Set router 8614f1f1-5cdc-417f-963d-d6e2b0c15210 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:39.560176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.562975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4efa1b70-d3d2-4fda-a7f5-6aeb3ad8a358 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/d9b31ca2-3dd1-4251-b870-39ffccd804b0 HTTP/1.1" status: 204 len: 168 time: 1.0933628 Dec 08 21:59:39.569463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T21:59:33Z', 'revision_number': 3, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port': {'id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:30Z', 'updated_at': '2021-12-08T21:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:39.594827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39354) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:39.631677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Checking router: 56fd7dae-39c9-441a-8fe4-53542a2e9d8e for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:39.632104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Updating router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:59:39.680067 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:39.771074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dee62407-20eb-4187-808d-ff5e9d390d5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e213ecbd042420eb9d356c97266b552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172611 Dec 08 21:59:39.785303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39360) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:39.950410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d013644-2e19-4be5-adeb-47b98de33555 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:39.962083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d013644-2e19-4be5-adeb-47b98de33555 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:39.966419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9d013644-2e19-4be5-adeb-47b98de33555 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3680091 Dec 08 21:59:39.974263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39364) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:40.041825 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b81b-35ef-4ff4-826d-83bede2b3699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.086527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Deleting port 8b0af423-e6c8-4ab8-9835-0c5913a04f31 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:40.087645 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.154358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.227590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.244947 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614f1f1-5cdc-417f-963d-d6e2b0c15210', 'name': 'tempest-snat-router-1840809345', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '8b0af423-e6c8-4ab8-9835-0c5913a04f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:24Z', 'updated_at': '2021-12-08T21:59:31Z', 'revision_number': 3, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port': {'id': '8b0af423-e6c8-4ab8-9835-0c5913a04f31', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614f1f1-5cdc-417f-963d-d6e2b0c15210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:28Z', 'updated_at': '2021-12-08T21:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:40.246153 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b81b-35ef-4ff4-826d-83bede2b3699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.250258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.284890 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc916c-c8c6-487b-b963-58cb300bde3e None None] The sync data for ids ['8614f1f1-5cdc-417f-963d-d6e2b0c15210'] in n-d-821126-1 is: [{'id': '8614f1f1-5cdc-417f-963d-d6e2b0c15210', 'name': 'tempest-snat-router-1840809345', 'tenant_id': 'bdf2d9f21407401e963082b84029be27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '8b0af423-e6c8-4ab8-9835-0c5913a04f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:24Z', 'updated_at': '2021-12-08T21:59:31Z', 'revision_number': 3, 'project_id': 'bdf2d9f21407401e963082b84029be27', 'gw_port': {'id': '8b0af423-e6c8-4ab8-9835-0c5913a04f31', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614f1f1-5cdc-417f-963d-d6e2b0c15210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:28Z', 'updated_at': '2021-12-08T21:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:40.291376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f33832-7001-4081-9dbc-403599023934,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:40.292269 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.318733 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.329803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.345765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] For port 8b0af423-e6c8-4ab8-9835-0c5913a04f31, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8b0af423-e6c8-4ab8-9835-0c5913a04f31,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:40.347400 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.384305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d87c34130d746c8b5986ea561f24aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3094368 Dec 08 21:59:40.394940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39366) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:40.395231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Calling delete_port for 8b0af423-e6c8-4ab8-9835-0c5913a04f31 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:40.416207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.416554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.417036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.417372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.417692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.418017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.418952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.419276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.419594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.419914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.420233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.420546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92285e91-f7de-44c8-bbcc-9840ce4a9e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:40.448605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Attempting to bind port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:40.448970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Attempting to bind port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:40.449331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Attempting to bind port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:40.456363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:40.456736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:40.457144 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.457552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:40.458001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Bound port: 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:40.458381 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.466551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4fe63-dda2-40fd-a614-b6d2e3d8aaf5 None None] Pushing event updated for resources: {'Port': ['ID=7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:40.470059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b81b-35ef-4ff4-826d-83bede2b3699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.472888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b81b-35ef-4ff4-826d-83bede2b3699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.477334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8ba1b81b-35ef-4ff4-826d-83bede2b3699 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1306b96-45e7-464d-b6e5-55756cd91fdf HTTP/1.1" status: 204 len: 168 time: 0.6877818 Dec 08 21:59:40.501175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1b81b-35ef-4ff4-826d-83bede2b3699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1306b96-45e7-464d-b6e5-55756cd91fdf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:40.512627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b3571bdf-7550-4ce4-b93a-09350f1c145e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 0330e554-960b-4842-ab11-09cc228e5eb8 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:40.513238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3571bdf-7550-4ce4-b93a-09350f1c145e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.608223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3571bdf-7550-4ce4-b93a-09350f1c145e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.627349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b3571bdf-7550-4ce4-b93a-09350f1c145e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 0330e554-960b-4842-ab11-09cc228e5eb8 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:40.668044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] For port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:40.689470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] For port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:40.699035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.751655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3571bdf-7550-4ce4-b93a-09350f1c145e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.776261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Allocated IP 172.20.0.1 (758fd8cc-786e-4250-b464-5fc175c2d55e/4cc471dd-3b5c-4df7-8deb-69e688b453a2/46071c1b-1f69-48f1-a6be-0c7f0543458d) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:40.816269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4fe63-dda2-40fd-a614-b6d2e3d8aaf5 None None] Pushing event updated for resources: {'Port': ['ID=7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:40.832247 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-774ec237-9c40-48a9-bf71-3f0af18adc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.847771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Routers {'56fd7dae-39c9-441a-8fe4-53542a2e9d8e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:40.848693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:40.881734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3571bdf-7550-4ce4-b93a-09350f1c145e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=0330e554-960b-4842-ab11-09cc228e5eb8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:40.921968 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3571bdf-7550-4ce4-b93a-09350f1c145e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:40.947881 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b3571bdf-7550-4ce4-b93a-09350f1c145e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/0330e554-960b-4842-ab11-09cc228e5eb8 HTTP/1.1" status: 204 len: 168 time: 0.9653080 Dec 08 21:59:40.949183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39380) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:40.992445 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.049540 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-774ec237-9c40-48a9-bf71-3f0af18adc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.114566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] Set router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:41.136723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39384) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:41.250872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9338-e13b-42e9-b968-6e377dd09fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.254550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.311112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375a6a7-b148-446d-8a5f-a0b3b433d276 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:41.315807 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5375a6a7-b148-446d-8a5f-a0b3b433d276 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3457296 Dec 08 21:59:41.323686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39386) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:41.341261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b0af423-e6c8-4ab8-9835-0c5913a04f31,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:41.349173 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.365643 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e48890-37ad-4414-a9b6-993939604ef4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 21:59:41.370197 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f4e48890-37ad-4414-a9b6-993939604ef4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/d9b31ca2-3dd1-4251-b870-39ffccd804b0 HTTP/1.1" status: 404 len: 333 time: 0.0431728 Dec 08 21:59:41.370493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39390) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:41.399308 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69d8c2a-f3b2-4ce9-8326-68b44373521b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 21:59:41.403457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b69d8c2a-f3b2-4ce9-8326-68b44373521b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/0330e554-960b-4842-ab11-09cc228e5eb8 HTTP/1.1" status: 404 len: 333 time: 0.0284777 Dec 08 21:59:41.404120 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-774ec237-9c40-48a9-bf71-3f0af18adc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.405509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39392) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:41.411158 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-774ec237-9c40-48a9-bf71-3f0af18adc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.415038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-774ec237-9c40-48a9-bf71-3f0af18adc16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30f33832-7001-4081-9dbc-403599023934 HTTP/1.1" status: 204 len: 168 time: 1.0165927 Dec 08 21:59:41.447623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ec237-9c40-48a9-bf71-3f0af18adc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f33832-7001-4081-9dbc-403599023934,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:41.566229 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9338-e13b-42e9-b968-6e377dd09fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.575817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9338-e13b-42e9-b968-6e377dd09fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.592070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T21:59:33Z', 'revision_number': 3, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port': {'id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:30Z', 'updated_at': '2021-12-08T21:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:41.624596 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.647059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ef6d4-b7c8-449c-8118-d55c6e938d64 None None] The sync data for ids ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'] in n-d-821126-1 is: [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T21:59:33Z', 'revision_number': 3, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port': {'id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:30Z', 'updated_at': '2021-12-08T21:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:41.723473 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b4ea9338-e13b-42e9-b968-6e377dd09fcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f48aa7b5e00f4d22bd4a1033e1372e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842884 Dec 08 21:59:41.724117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39400) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:41.726179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea9338-e13b-42e9-b968-6e377dd09fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ceba3d-1bd8-4c80-bbe2-c7a89391ba1b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:41.792887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.870965 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.900334 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1662c80c-4ad1-4947-9556-cc338a066f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.927870 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.934026 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.952160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Network 758fd8cc-786e-4250-b464-5fc175c2d55e is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:41.970253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1662c80c-4ad1-4947-9556-cc338a066f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:41.996719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:42.001486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:42.105101 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1662c80c-4ad1-4947-9556-cc338a066f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:42.119903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1662c80c-4ad1-4947-9556-cc338a066f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:42.148331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1662c80c-4ad1-4947-9556-cc338a066f20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59ceba3d-1bd8-4c80-bbe2-c7a89391ba1b HTTP/1.1" status: 204 len: 168 time: 0.4025934 Dec 08 21:59:42.161965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Pushing event updated for resources: {'Port': ['ID=46071c1b-1f69-48f1-a6be-0c7f0543458d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:42.175178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c80c-4ad1-4947-9556-cc338a066f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ceba3d-1bd8-4c80-bbe2-c7a89391ba1b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:42.218180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:42.227681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8614f1f1-5cdc-417f-963d-d6e2b0c15210 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:59:42.234347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:42.240321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39410) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:42.255009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fb83fe66-612f-46fe-891e-0217f31135b2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8614f1f1-5cdc-417f-963d-d6e2b0c15210 HTTP/1.1" status: 204 len: 168 time: 4.2092366 Dec 08 21:59:42.579967 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:42.604723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6dd1a4db-0a28-4fcb-b6d6-d9d0d1b8fe48 None None] Provisioning complete for port 46071c1b-1f69-48f1-a6be-0c7f0543458d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:42.605279 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6dd1a4db-0a28-4fcb-b6d6-d9d0d1b8fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:42.753826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1a4db-0a28-4fcb-b6d6-d9d0d1b8fe48 None None] Port 46071c1b-1f69-48f1-a6be-0c7f0543458d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:59:42.833187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:42.919526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39422) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:42.968603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39424) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:43.001530 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 21:59:43.019191 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86430b92-826f-4b0b-8465-55fa386b765c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.035303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-35d6a3a7-bafc-415d-ac9b-7e6ecef607df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49e467fd12494e17872f2469c4cd00e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131842 Dec 08 21:59:43.038205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39426) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:43.069934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Deleting port 2dd16386-6029-4a0a-87d0-a1b227306d75 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:43.070275 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.090193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.100888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.218214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c205958-2eb7-4b79-86ba-349e727fe9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.255344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fda686-91ac-4f07-afa2-1cde58a8c1ed']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:43.270694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2948eb11-ee76-4205-af13-23bbd8f41572') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:43.271078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2948eb11-ee76-4205-af13-23bbd8f41572') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:43.284247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.306447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c205958-2eb7-4b79-86ba-349e727fe9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.328625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.338760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:43.339214 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:43.342405 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:43.347924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] For port 2dd16386-6029-4a0a-87d0-a1b227306d75, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2dd16386-6029-4a0a-87d0-a1b227306d75,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:43.348325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.360579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86430b92-826f-4b0b-8465-55fa386b765c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.385159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86430b92-826f-4b0b-8465-55fa386b765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.400774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Calling delete_port for 2dd16386-6029-4a0a-87d0-a1b227306d75 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:43.462596 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.479817 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.490189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/networks/f6fda686-91ac-4f07-afa2-1cde58a8c1ed HTTP/1.1" status: 204 len: 168 time: 2.0801616 Dec 08 21:59:43.493685 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.512372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39430) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:43.518100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1558104647'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:43.523846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b9620-4d3c-4237-bb5e-21a076bab1a0 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Network': ['ID=f6fda686-91ac-4f07-afa2-1cde58a8c1ed,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:43.590860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:43.595662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.681959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:43.700149 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.701751 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Added segment 4d7eab79-ffff-41b5-8a0d-a03140d644f7 of type vlan for network 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d Dec 08 21:59:43.783086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.853445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.860704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:43.862186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.872970 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:43.921175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.014146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.065470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-86430b92-826f-4b0b-8465-55fa386b765c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad6babdccf84473eb15d78b4005bf7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0939724 Dec 08 21:59:44.067922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39438) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:44.070386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86430b92-826f-4b0b-8465-55fa386b765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f6c269-ab10-431a-b9b6-12496aaef46b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:44.238005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7242727 Dec 08 21:59:44.246517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f5a4-1f7c-4be6-9b8f-3294699d4058 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Network': ['ID=8b4bc8fa-d828-4d45-9b78-88a2a57ca56d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:44.275285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:44.296267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39440) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:44.302757 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.315223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': '8b4bc8fa-d828-4d45-9b78-88a2a57ca56d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:44.315873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c205958-2eb7-4b79-86ba-349e727fe9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.318947 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c205958-2eb7-4b79-86ba-349e727fe9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.320110 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2c205958-2eb7-4b79-86ba-349e727fe9f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11f92285-0ca2-4377-85f0-3f79608b260b HTTP/1.1" status: 204 len: 168 time: 1.2809269 Dec 08 21:59:44.428492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:44.433132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dd16386-6029-4a0a-87d0-a1b227306d75,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:44.463103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c205958-2eb7-4b79-86ba-349e727fe9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f92285-0ca2-4377-85f0-3f79608b260b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:44.560337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:44.564869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.582492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f34b403b-afaa-479c-a715-436ce1c8ad84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.638289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:44.641976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.674612 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f34b403b-afaa-479c-a715-436ce1c8ad84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.697335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.715424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Pushing event updated for resources: {'Port': ['ID=46071c1b-1f69-48f1-a6be-0c7f0543458d,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:44.759449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Performing IP validity checks on allocation pools {{(pid=102389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 21:59:44.760114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 21:59:44.853282 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.871902 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f34b403b-afaa-479c-a715-436ce1c8ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.882482 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f34b403b-afaa-479c-a715-436ce1c8ad84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.889570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f34b403b-afaa-479c-a715-436ce1c8ad84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4f6c269-ab10-431a-b9b6-12496aaef46b HTTP/1.1" status: 204 len: 168 time: 0.8200455 Dec 08 21:59:44.935790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:44.954452 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:44.961030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Network 758fd8cc-786e-4250-b464-5fc175c2d55e is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:44.963957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:45.001436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.008795 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.155463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:45.196199 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b403b-afaa-479c-a715-436ce1c8ad84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f6c269-ab10-431a-b9b6-12496aaef46b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:45.235996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.238393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc30b54-6e44-48d8-bb22-fa4a25484fc0 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:59:45.256787 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.269226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39454) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:45.270797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-58753d1e-e427-4c68-8711-71404a808b82 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2dc30b54-6e44-48d8-bb22-fa4a25484fc0 HTTP/1.1" status: 204 len: 168 time: 3.0282969 Dec 08 21:59:45.285222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-343991081', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:45.427722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5b0b3bc6-6c1c-4ec0-93d9-65b80b4b48ff None None] Provisioning complete for port 46071c1b-1f69-48f1-a6be-0c7f0543458d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:45.428909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3bc6-6c1c-4ec0-93d9-65b80b4b48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.537636 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.563070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b3bc6-6c1c-4ec0-93d9-65b80b4b48ff None None] Port 46071c1b-1f69-48f1-a6be-0c7f0543458d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 21:59:45.647501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:59:45.651543 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.653590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.706284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=7b67318a-0496-436a-a16a-fd597870df66,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:45.903706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:45.905264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking segment: {'id': '4d7eab79-ffff-41b5-8a0d-a03140d644f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8b4bc8fa-d828-4d45-9b78-88a2a57ca56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:45.905557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network hostable DHCP agents. Network: 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:45.980424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:45.994384 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Sync routers for ids ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:46.007245 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Routers {'56fd7dae-39c9-441a-8fe4-53542a2e9d8e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:46.007858 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:46.029251 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-49769f33-8de1-4f8e-b792-fec94a875985 admin admin] 10.222.0.21 "PUT /v2.0/routers/56fd7dae-39c9-441a-8fe4-53542a2e9d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5309207 Dec 08 21:59:46.162809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:46.217621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:46.353565 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Set router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:46.369232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:46.369610 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:46.489976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:46.494474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:46.506089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:46.508111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:46.529125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1567467-0920-442f-96a7-1d2b74667423 None None] Network 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:46.663577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-05f1f89c-9e9a-4601-993e-50765b152ba8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3615434 Dec 08 21:59:46.666232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39494) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:46.671875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': '8b4bc8fa-d828-4d45-9b78-88a2a57ca56d', 'name': 'tempest-PortsTestJSON-1386055744'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:46.810777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2dd16386-6029-4a0a-87d0-a1b227306d75 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:46.918971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2dd16386-6029-4a0a-87d0-a1b227306d75 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:46.919377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2dd16386-6029-4a0a-87d0-a1b227306d75 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:46.922479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8b0af423-e6c8-4ab8-9835-0c5913a04f31 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:46.976060 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T21:59:43Z', 'revision_number': 4, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port': {'id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:30Z', 'updated_at': '2021-12-08T21:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '46071c1b-1f69-48f1-a6be-0c7f0543458d', 'name': '', 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'mac_address': 'fa:16:3e:88:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '4cc471dd-3b5c-4df7-8deb-69e688b453a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:40Z', 'updated_at': '2021-12-08T21:59:43Z', 'revision_number': 2, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'subnets': [{'id': '4cc471dd-3b5c-4df7-8deb-69e688b453a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:46.999642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 8b0af423-e6c8-4ab8-9835-0c5913a04f31 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:47.000047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8b0af423-e6c8-4ab8-9835-0c5913a04f31 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:47.004058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:47.012535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.035307 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Checking router: 56fd7dae-39c9-441a-8fe4-53542a2e9d8e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 21:59:47.037006 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Updating router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e port 46071c1b-1f69-48f1-a6be-0c7f0543458d binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 21:59:47.065846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 7f883fa3-3d8c-47e7-b19f-daa156f5db3a yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:59:47.068556 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.094164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8b4bc8fa-d828-4d45-9b78-88a2a57ca56d', 'network_id': '8b4bc8fa-d828-4d45-9b78-88a2a57ca56d', 'tenant_id': '50f35bea5fef461398e3d045fb40cd74', 'fixed_ips': [{'subnet_id': '7b67318a-0496-436a-a16a-fd597870df66'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:59:47.095070 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.242603 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.315925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.326371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.6 (8b4bc8fa-d828-4d45-9b78-88a2a57ca56d/7b67318a-0496-436a-a16a-fd597870df66/7f883fa3-3d8c-47e7-b19f-daa156f5db3a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:47.532318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Allocated IP 172.25.1.211 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/0e6fc65c-4795-4c30-8546-190553db1d55) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:47.628958 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.725918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.801831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.838568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:47.864035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:47.870691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:47.877992 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.893563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Allocated IP 172.20.0.2 (8b4bc8fa-d828-4d45-9b78-88a2a57ca56d/7b67318a-0496-436a-a16a-fd597870df66/8a2e3053-dac0-44b6-838e-9e4648beee65) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:47.963437 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:47.980105 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.006147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:48.011110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:48.015519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:48.017865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.019107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:48.028210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=7f883fa3-3d8c-47e7-b19f-daa156f5db3a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:48.080663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4687f38d-1d4d-49e1-b080-1a8160ff624f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4130065 Dec 08 21:59:48.084154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39526) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:48.093843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event updated for resources: {'Port': ['ID=0e6fc65c-4795-4c30-8546-190553db1d55,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:48.134821 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Pushing event updated for resources: {'Port': ['ID=46071c1b-1f69-48f1-a6be-0c7f0543458d,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:48.171591 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.176644 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.177180 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.178196 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.178706 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.180211 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.181231 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.183824 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.184168 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.184680 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.185026 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.185357 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 21:59:48.461637 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Attempting to bind port 46071c1b-1f69-48f1-a6be-0c7f0543458d on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:48.463143 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Attempting to bind port 46071c1b-1f69-48f1-a6be-0c7f0543458d by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:48.463529 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Attempting to bind port 46071c1b-1f69-48f1-a6be-0c7f0543458d on network 758fd8cc-786e-4250-b464-5fc175c2d55e {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:48.475281 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:48.475658 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Checking segment: {'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:48.476203 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.489255 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Bound using segment: {'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:48.489858 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Bound port: 46071c1b-1f69-48f1-a6be-0c7f0543458d, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:48.490265 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.490613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-fa01d0f1-945d-40b0-83ac-b1959ad054ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 7f883fa3-3d8c-47e7-b19f-daa156f5db3a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:48.491002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fa01d0f1-945d-40b0-83ac-b1959ad054ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.536661 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.552169 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.662141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Network 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:48.663538 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] For port 46071c1b-1f69-48f1-a6be-0c7f0543458d, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:48.670580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] For port 46071c1b-1f69-48f1-a6be-0c7f0543458d, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=46071c1b-1f69-48f1-a6be-0c7f0543458d,segment=NetworkSegment(3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88),segment_id=3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:48.671903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:48.678995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:48.681693 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.742965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fa01d0f1-945d-40b0-83ac-b1959ad054ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.765327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-fa01d0f1-945d-40b0-83ac-b1959ad054ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 7f883fa3-3d8c-47e7-b19f-daa156f5db3a owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:48.773012 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Routers {'56fd7dae-39c9-441a-8fe4-53542a2e9d8e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:48.782346 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:48.807310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Pushing event updated for resources: {'Port': ['ID=8a2e3053-dac0-44b6-838e-9e4648beee65,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:48.818423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2dab75d9-237f-472f-b229-4c9090630f7c None None] Provisioning complete for port 46071c1b-1f69-48f1-a6be-0c7f0543458d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:48.819180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2dab75d9-237f-472f-b229-4c9090630f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:48.966340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.025251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Attempting to bind port 8a2e3053-dac0-44b6-838e-9e4648beee65 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:49.025804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Attempting to bind port 8a2e3053-dac0-44b6-838e-9e4648beee65 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4d7eab79-ffff-41b5-8a0d-a03140d644f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8b4bc8fa-d828-4d45-9b78-88a2a57ca56d'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:49.025971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Attempting to bind port 8a2e3053-dac0-44b6-838e-9e4648beee65 on network 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:49.040843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:49.041281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Checking segment: {'id': '4d7eab79-ffff-41b5-8a0d-a03140d644f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8b4bc8fa-d828-4d45-9b78-88a2a57ca56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:49.041802 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.042203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Bound using segment: {'id': '4d7eab79-ffff-41b5-8a0d-a03140d644f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8b4bc8fa-d828-4d45-9b78-88a2a57ca56d'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:49.042684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Bound port: 8a2e3053-dac0-44b6-838e-9e4648beee65, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7eab79-ffff-41b5-8a0d-a03140d644f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8b4bc8fa-d828-4d45-9b78-88a2a57ca56d'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:49.045767 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.100784 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96435cee-f3be-45db-ae06-cb9783508c20 None None] Pushing event updated for resources: {'Port': ['ID=46071c1b-1f69-48f1-a6be-0c7f0543458d,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:49.144548 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fa01d0f1-945d-40b0-83ac-b1959ad054ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.201084 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] Set router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 21:59:49.254140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01d0f1-945d-40b0-83ac-b1959ad054ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=7f883fa3-3d8c-47e7-b19f-daa156f5db3a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:49.315502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2dab75d9-237f-472f-b229-4c9090630f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.335274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] For port 8a2e3053-dac0-44b6-838e-9e4648beee65, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:49.365119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2dab75d9-237f-472f-b229-4c9090630f7c None None] For port 46071c1b-1f69-48f1-a6be-0c7f0543458d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=46071c1b-1f69-48f1-a6be-0c7f0543458d,segment=NetworkSegment(3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88),segment_id=3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:49.374761 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2dab75d9-237f-472f-b229-4c9090630f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.380871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] For port 8a2e3053-dac0-44b6-838e-9e4648beee65, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8a2e3053-dac0-44b6-838e-9e4648beee65,segment=NetworkSegment(4d7eab79-ffff-41b5-8a0d-a03140d644f7),segment_id=4d7eab79-ffff-41b5-8a0d-a03140d644f7)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:49.401307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fa01d0f1-945d-40b0-83ac-b1959ad054ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.409740 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fa01d0f1-945d-40b0-83ac-b1959ad054ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/7f883fa3-3d8c-47e7-b19f-daa156f5db3a HTTP/1.1" status: 204 len: 168 time: 1.3246043 Dec 08 21:59:49.410840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39578) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:49.412392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.469017 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f62383-5b55-4710-88fe-91c52d343c37 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 21:59:49.487700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f62383-5b55-4710-88fe-91c52d343c37 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 21:59:49.502914 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c9f62383-5b55-4710-88fe-91c52d343c37 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/7f883fa3-3d8c-47e7-b19f-daa156f5db3a HTTP/1.1" status: 404 len: 333 time: 0.0909154 Dec 08 21:59:49.503578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39584) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:49.624463 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb7e9ae-6ac7-4cb7-a350-cbed9c24141d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 21:59:49.634103 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8eb7e9ae-6ac7-4cb7-a350-cbed9c24141d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/7f883fa3-3d8c-47e7-b19f-daa156f5db3a HTTP/1.1" status: 404 len: 333 time: 0.1294117 Dec 08 21:59:49.635866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39588) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:49.724391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8aa75326-f26d-418f-8e19-5dde37b4aad7 None None] Provisioning complete for port 46071c1b-1f69-48f1-a6be-0c7f0543458d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:49.725003 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8aa75326-f26d-418f-8e19-5dde37b4aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:49.784897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab75d9-237f-472f-b229-4c9090630f7c None None] Pushing event updated for resources: {'Port': ['ID=46071c1b-1f69-48f1-a6be-0c7f0543458d,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:49.853668 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T21:59:43Z', 'revision_number': 4, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port': {'id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:30Z', 'updated_at': '2021-12-08T21:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '46071c1b-1f69-48f1-a6be-0c7f0543458d', 'name': '', 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'mac_address': 'fa:16:3e:88:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '4cc471dd-3b5c-4df7-8deb-69e688b453a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:40Z', 'updated_at': '2021-12-08T21:59:48Z', 'revision_number': 4, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'subnets': [{'id': '4cc471dd-3b5c-4df7-8deb-69e688b453a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:49.939974 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210818c-4468-44ce-92f8-cde81031a235 None None] The sync data for ids ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'] in n-d-821126-1 is: [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T21:59:43Z', 'revision_number': 4, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port': {'id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:30Z', 'updated_at': '2021-12-08T21:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '46071c1b-1f69-48f1-a6be-0c7f0543458d', 'name': '', 'network_id': '758fd8cc-786e-4250-b464-5fc175c2d55e', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'mac_address': 'fa:16:3e:88:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '4cc471dd-3b5c-4df7-8deb-69e688b453a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:40Z', 'updated_at': '2021-12-08T21:59:48Z', 'revision_number': 4, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'subnets': [{'id': '4cc471dd-3b5c-4df7-8deb-69e688b453a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:49.970937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1d89d-4241-4106-b6d1-bdb82ee75c6a None None] Pushing event updated for resources: {'Port': ['ID=8a2e3053-dac0-44b6-838e-9e4648beee65,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:49.989292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd6010e-3098-4c10-8489-cdb0e74427b2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet 7b67318a-0496-436a-a16a-fd597870df66 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:59:50.006482 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bd6010e-3098-4c10-8489-cdb0e74427b2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:50.243228 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bd6010e-3098-4c10-8489-cdb0e74427b2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:50.349170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b9b1a-18ff-4700-ad91-4abd498cc01b req-7713f3f1-bfe2-4298-aba6-a3d75c1209f7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:50.358289 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e0b9b1a-18ff-4700-ad91-4abd498cc01b req-7713f3f1-bfe2-4298-aba6-a3d75c1209f7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.7201428 Dec 08 21:59:50.532265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:50.588548 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bd6010e-3098-4c10-8489-cdb0e74427b2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:50.721840 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bd6010e-3098-4c10-8489-cdb0e74427b2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:50.761747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bd6010e-3098-4c10-8489-cdb0e74427b2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:50.767445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9bd6010e-3098-4c10-8489-cdb0e74427b2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/7b67318a-0496-436a-a16a-fd597870df66 HTTP/1.1" status: 204 len: 168 time: 1.0943930 Dec 08 21:59:50.772629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6010e-3098-4c10-8489-cdb0e74427b2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=7b67318a-0496-436a-a16a-fd597870df66,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:50.781823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39606) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:50.788757 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e0b9b1a-18ff-4700-ad91-4abd498cc01b req-5d79a460-b871-406c-8765-7d6025415cbe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643734 Dec 08 21:59:50.915348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.016256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Router 3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 21:59:51.138135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 8a2e3053-dac0-44b6-838e-9e4648beee65 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:51.138847 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.245722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] For port 8a2e3053-dac0-44b6-838e-9e4648beee65, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8a2e3053-dac0-44b6-838e-9e4648beee65,segment=NetworkSegment(4d7eab79-ffff-41b5-8a0d-a03140d644f7),segment_id=4d7eab79-ffff-41b5-8a0d-a03140d644f7)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:51.246957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.260571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 8a2e3053-dac0-44b6-838e-9e4648beee65 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:51.356786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.409283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=8a2e3053-dac0-44b6-838e-9e4648beee65,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:51.411593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No DVR routers for this DVR port 8a2e3053-dac0-44b6-838e-9e4648beee65 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:51.419240 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:51.437841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7d8a6-21e4-4155-a389-e7f6137817c2 None None] Sync routers for ids ['3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:51.469313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7d8a6-21e4-4155-a389-e7f6137817c2 None None] Routers {'3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:51.471909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-94c7d8a6-21e4-4155-a389-e7f6137817c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:51.556143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.557398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5b898c48-99d9-48d1-8814-ed2879d05d08 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2834733 Dec 08 21:59:51.560702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39612) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:51.565679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7a51888c-095f-4403-a34e-693778c3a0cf tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': False}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:51.579599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.582345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6661cfb0-5d30-4ebe-b345-9c518770f0d6 None None] Network 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:51.589303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-94c7d8a6-21e4-4155-a389-e7f6137817c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:51.617354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4bc8fa-d828-4d45-9b78-88a2a57ca56d']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:51.635288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7eab79-ffff-41b5-8a0d-a03140d644f7') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:51.635663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7eab79-ffff-41b5-8a0d-a03140d644f7') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:51.665210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.680489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7e0d727f-fd34-490a-9ca5-24fcd983389d None None] Could not find standard attr ID for object 8a2e3053-dac0-44b6-838e-9e4648beee65. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 21:59:51.702146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7d8a6-21e4-4155-a389-e7f6137817c2 None None] Routers {'3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:51.702820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-94c7d8a6-21e4-4155-a389-e7f6137817c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:51.705398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.716327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 21:59:51.717880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: timer() Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 21:59:51.725593 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 21:59:51.746840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-94c7d8a6-21e4-4155-a389-e7f6137817c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:51.747283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7d8a6-21e4-4155-a389-e7f6137817c2 None None] The sync data for ids ['3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:51.850430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39624) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:51.913021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.926626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:51.941989 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/networks/8b4bc8fa-d828-4d45-9b78-88a2a57ca56d HTTP/1.1" status: 204 len: 168 time: 1.1455820 Dec 08 21:59:51.943072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39628) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:51.946074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f792814d-875c-4b6d-8243-6835e574d6f6 None None] DHCP port deletion for 8b4bc8fa-d828-4d45-9b78-88a2a57ca56d request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:59:51.962304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1631122665'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:52.004288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1f5ea-a7b1-4ee9-9bc9-10742d5973e2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Network': ['ID=8b4bc8fa-d828-4d45-9b78-88a2a57ca56d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:52.060281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:52.067278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.117936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 21:59:52.130647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 46071c1b-1f69-48f1-a6be-0c7f0543458d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:52.140238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c4bd-6a96-4719-bd72-37a9c7743052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.159756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.160045 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Added segment b55218d4-2eee-46a3-bace-c024b1871099 of type vlan for network 23258d30-fa86-4a24-8258-d318078877da Dec 08 21:59:52.234775 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.295746 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.311434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:52.314145 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.316497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561509-ce05-45f7-8131-2f53b1645d31 req-5c56e986-bce3-496a-89fc-c6d7a5087194 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:52.318043 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46561509-ce05-45f7-8131-2f53b1645d31 req-5c56e986-bce3-496a-89fc-c6d7a5087194 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.4338503 Dec 08 21:59:52.328423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 46071c1b-1f69-48f1-a6be-0c7f0543458d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:52.329943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.442340 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46561509-ce05-45f7-8131-2f53b1645d31 req-f9af7129-fac0-4bc7-8a70-a02112d428f7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067965 Dec 08 21:59:52.484424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5285976 Dec 08 21:59:52.484611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a51888c-095f-4403-a34e-693778c3a0cf tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.488109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39640) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:52.509642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': '23258d30-fa86-4a24-8258-d318078877da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:52.520506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c4bd-6a96-4719-bd72-37a9c7743052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.563185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c4bd-6a96-4719-bd72-37a9c7743052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.591680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524fc0f-4b7c-400b-8220-cbccc1291fe1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Network': ['ID=23258d30-fa86-4a24-8258-d318078877da,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:52.603206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0c4bd-6a96-4719-bd72-37a9c7743052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe1a1f-d3c5-4567-8aa2-50dc637341a6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:52.608648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 23258d30-fa86-4a24-8258-d318078877da details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 21:59:52.667125 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a9e0c4bd-6a96-4719-bd72-37a9c7743052 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbe552d303184773867b3a18e430e0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8150034 Dec 08 21:59:52.673459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39648) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:52.719090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-58f933e8-1340-4b4b-aaac-3c57e28c461e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:52.720569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-58f933e8-1340-4b4b-aaac-3c57e28c461e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.3980243 Dec 08 21:59:52.755859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-333d7381-659f-4226-807d-c52bee83c497 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/quotas/7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 375 time: 0.0285358 Dec 08 21:59:52.760971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:52.765429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:52.974781 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e6174898-ef2b-4386-8ec2-b156945b4335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.018411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.024963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e6174898-ef2b-4386-8ec2-b156945b4335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.045593 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-67e895be-1ee0-40ee-99db-1783dff20ef3 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447275 Dec 08 21:59:53.118999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=a08b7c2a-8982-4140-b3c5-3c7d7aa201ce,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:53.139560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking segment: {'id': 'b55218d4-2eee-46a3-bace-c024b1871099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '23258d30-fa86-4a24-8258-d318078877da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:53.139937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network hostable DHCP agents. Network: 23258d30-fa86-4a24-8258-d318078877da, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 21:59:53.167526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:53.169739 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e6174898-ef2b-4386-8ec2-b156945b4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.172311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e6174898-ef2b-4386-8ec2-b156945b4335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.173490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e6174898-ef2b-4386-8ec2-b156945b4335 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35fe1a1f-d3c5-4567-8aa2-50dc637341a6 HTTP/1.1" status: 204 len: 168 time: 0.4991024 Dec 08 21:59:53.188342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 23258d30-fa86-4a24-8258-d318078877da is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 21:59:53.209846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-118cec05-d38f-4bf7-bf9c-09ebe115587c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 21:59:53.210909 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-118cec05-d38f-4bf7-bf9c-09ebe115587c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1445668 Dec 08 21:59:53.212167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6174898-ef2b-4386-8ec2-b156945b4335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe1a1f-d3c5-4567-8aa2-50dc637341a6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:53.214097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 23258d30-fa86-4a24-8258-d318078877da) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:53.218294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:53.218960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.271268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40b240-6b78-4dcf-81dd-764becc2e2ca None None] Network 23258d30-fa86-4a24-8258-d318078877da requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:53.349589 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-79c952f7-bf10-4fc0-957e-24888e4b642f service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277337 Dec 08 21:59:53.387080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-78d9a47b-0224-4155-a777-aeb9ae8280cd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8873477 Dec 08 21:59:53.387289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39662) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:53.395972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': '23258d30-fa86-4a24-8258-d318078877da', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1230991707'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:53.458463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f383971-16ba-4a89-b697-cf7721926dbd req-aad4ab88-ecbd-4ae0-b274-59a752395e43 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:53.460758 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.466137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f383971-16ba-4a89-b697-cf7721926dbd req-aad4ab88-ecbd-4ae0-b274-59a752395e43 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.2313895 Dec 08 21:59:53.494187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a51888c-095f-4403-a34e-693778c3a0cf tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.523558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:53.523745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a51888c-095f-4403-a34e-693778c3a0cf tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.526322 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72c88a6-4b38-4e51-82c0-72c577d4545d" -d '{"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:53.534312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-23258d30-fa86-4a24-8258-d318078877da', 'network_id': '23258d30-fa86-4a24-8258-d318078877da', 'tenant_id': '50f35bea5fef461398e3d045fb40cd74', 'fixed_ips': [{'subnet_id': 'a08b7c2a-8982-4140-b3c5-3c7d7aa201ce'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 21:59:53.535571 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.554736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:53.561709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f383971-16ba-4a89-b697-cf7721926dbd req-568a644a-0a3e-4cea-88c5-a7499b7dede3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945463 Dec 08 21:59:53.570330 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.586147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-8cca7b83-35ac-4027-9599-eb350562a7f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115278 Dec 08 21:59:53.831515 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1803e506-d3d2-42c6-b9e6-5ffd29288ebf x-openstack-request-id: req-1803e506-d3d2-42c6-b9e6-5ffd29288ebf {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 21:59:53.832860 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 21:59:53.833480 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1803e506-d3d2-42c6-b9e6-5ffd29288ebf {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 21:59:53.835025 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'code': 200} Dec 08 21:59:53.878236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a2e3053-dac0-44b6-838e-9e4648beee65 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 21:59:53.910857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=11']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:53.916881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 8a2e3053-dac0-44b6-838e-9e4648beee65 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 21:59:53.917224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a2e3053-dac0-44b6-838e-9e4648beee65 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 21:59:53.934185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39674) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:53.958147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-470ae621-9827-4944-8355-791bedff16ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:53.976611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:53.981347 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.020245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a51888c-095f-4403-a34e-693778c3a0cf tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Router 3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 21:59:54.026127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 0e6bf17b-1771-485f-b56b-98d2f6fe2e35 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 21:59:54.053441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Allocated IP 172.20.0.2 (23258d30-fa86-4a24-8258-d318078877da/a08b7c2a-8982-4140-b3c5-3c7d7aa201ce/2f82ceec-7209-4360-8bf5-7536b157a848) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:54.262914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-470ae621-9827-4944-8355-791bedff16ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.268913 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-470ae621-9827-4944-8355-791bedff16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.311427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3af1611-f15f-4fd4-9bcd-ddf8522efa4e req-1db0110c-5978-4929-891d-184cc41d38c2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.1169543 Dec 08 21:59:54.353868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39686) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:54.362204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-470ae621-9827-4944-8355-791bedff16ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8ae769dee3f4347bbb4da065c38cdda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143970 Dec 08 21:59:54.363778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ae621-9827-4944-8355-791bedff16ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937a62ef-abe9-4949-b7c8-d35e596817c2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:54.399406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a51888c-095f-4403-a34e-693778c3a0cf tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 21:59:54.413564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a51888c-095f-4403-a34e-693778c3a0cf tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.413564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7a51888c-095f-4403-a34e-693778c3a0cf tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "PUT /v2.0/routers/3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef HTTP/1.1" status: 200 len: 925 time: 2.8466356 Dec 08 21:59:54.413781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39688) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:54.416074 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee527d1d-c15a-4ba1-af69-70bfe2c6da07 None None] Sync routers for ids ['3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 21:59:54.432907 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee527d1d-c15a-4ba1-af69-70bfe2c6da07 None None] Routers {'3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:54.433604 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ee527d1d-c15a-4ba1-af69-70bfe2c6da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:54.474653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01251a37-23c2-4cce-8eb9-d55161b70155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.476862 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.490807 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.523380 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ee527d1d-c15a-4ba1-af69-70bfe2c6da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:54.534881 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee527d1d-c15a-4ba1-af69-70bfe2c6da07 None None] Routers {'3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 21:59:54.535749 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ee527d1d-c15a-4ba1-af69-70bfe2c6da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:54.567433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01251a37-23c2-4cce-8eb9-d55161b70155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.586090 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ee527d1d-c15a-4ba1-af69-70bfe2c6da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 21:59:54.587032 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee527d1d-c15a-4ba1-af69-70bfe2c6da07 None None] The sync data for ids ['3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 21:59:54.613924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Pushing event updated for resources: {'Port': ['ID=2f82ceec-7209-4360-8bf5-7536b157a848,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:54.641853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.12 (23258d30-fa86-4a24-8258-d318078877da/a08b7c2a-8982-4140-b3c5-3c7d7aa201ce/0e6bf17b-1771-485f-b56b-98d2f6fe2e35) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:54.644447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Network 23258d30-fa86-4a24-8258-d318078877da is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:54.648388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:54.657841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:54.678936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39692) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:54.683430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b8db48f9-c7a9-4991-bfb2-35fe7995d5f5 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/routers/3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef HTTP/1.1" status: 200 len: 925 time: 0.2689004 Dec 08 21:59:54.754545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Attempting to bind port 2f82ceec-7209-4360-8bf5-7536b157a848 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 21:59:54.754947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Attempting to bind port 2f82ceec-7209-4360-8bf5-7536b157a848 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'b55218d4-2eee-46a3-bace-c024b1871099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '23258d30-fa86-4a24-8258-d318078877da'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 21:59:54.755325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Attempting to bind port 2f82ceec-7209-4360-8bf5-7536b157a848 on network 23258d30-fa86-4a24-8258-d318078877da {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 21:59:54.760553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 21:59:54.760932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Checking segment: {'id': 'b55218d4-2eee-46a3-bace-c024b1871099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '23258d30-fa86-4a24-8258-d318078877da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 21:59:54.762017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.762429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Bound using segment: {'id': 'b55218d4-2eee-46a3-bace-c024b1871099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '23258d30-fa86-4a24-8258-d318078877da'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 21:59:54.762923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Bound port: 2f82ceec-7209-4360-8bf5-7536b157a848, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55218d4-2eee-46a3-bace-c024b1871099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '23258d30-fa86-4a24-8258-d318078877da'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 21:59:54.763308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.764136 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01251a37-23c2-4cce-8eb9-d55161b70155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.767354 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01251a37-23c2-4cce-8eb9-d55161b70155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.768478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-01251a37-23c2-4cce-8eb9-d55161b70155 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/937a62ef-abe9-4949-b7c8-d35e596817c2 HTTP/1.1" status: 204 len: 168 time: 0.4136474 Dec 08 21:59:54.820571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4f235-7ec1-4768-a819-69a393e4154f req-192d626b-e5d6-418c-b09b-4bee6edcc5f6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:54.836534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0aa19-e444-471b-b39a-e79434eafba4 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:54.838436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-50b0aa19-e444-471b-b39a-e79434eafba4 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1586995 Dec 08 21:59:54.842373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44a4f235-7ec1-4768-a819-69a393e4154f req-192d626b-e5d6-418c-b09b-4bee6edcc5f6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1353550 Dec 08 21:59:54.845215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39696) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:54.860342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] For port 2f82ceec-7209-4360-8bf5-7536b157a848, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 21:59:54.867352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] For port 2f82ceec-7209-4360-8bf5-7536b157a848, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2f82ceec-7209-4360-8bf5-7536b157a848,segment=NetworkSegment(b55218d4-2eee-46a3-bace-c024b1871099),segment_id=b55218d4-2eee-46a3-bace-c024b1871099)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 21:59:54.885207 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:54.934265 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44a4f235-7ec1-4768-a819-69a393e4154f req-d8c26520-5a41-4f5d-b95d-93d280d1f1bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865173 Dec 08 21:59:54.948698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01251a37-23c2-4cce-8eb9-d55161b70155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937a62ef-abe9-4949-b7c8-d35e596817c2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:54.951729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce884506-414e-47ec-a4fb-ee46b85ba9a7 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:54.954463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ce884506-414e-47ec-a4fb-ee46b85ba9a7 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 881 time: 0.1075697 Dec 08 21:59:54.956803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39702) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:55.017601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c48de6aa-d64f-4dcf-a4c5-440b02b0c2ec tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef HTTP/1.1" status: 200 len: 205 time: 0.0595982 Dec 08 21:59:55.023505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20f906-982b-42b9-b315-ca86706a2e11 None None] Pushing event updated for resources: {'Port': ['ID=2f82ceec-7209-4360-8bf5-7536b157a848,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:55.024756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39704) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:55.147105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:55.192045 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:55.276006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:55.439544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=0e6bf17b-1771-485f-b56b-98d2f6fe2e35,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:55.473351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 23258d30-fa86-4a24-8258-d318078877da is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 21:59:55.475688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 21:59:55.486740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 21:59:55.494457 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2272a71-d556-4852-bd51-0ea689a07942 req-c90bdd30-bbc6-4226-a970-b99fcbe7b957 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.0800967 Dec 08 21:59:55.502687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:55.601652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:55.602752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:55.631477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Deleting port 0e6fc65c-4795-4c30-8546-190553db1d55 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:55.632035 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:55.635624 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c6d70df5-88fd-4cfd-99b6-a0132bc4b144 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2452950 Dec 08 21:59:55.638503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39722) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:55.849877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:55.874202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd118f-e941-48bd-a328-01cc917c4215 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 0e6bf17b-1771-485f-b56b-98d2f6fe2e35 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:55.875158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5bd118f-e941-48bd-a328-01cc917c4215 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:55.922108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Calling delete_port for 0e6fc65c-4795-4c30-8546-190553db1d55 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:55.979901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2f82ceec-7209-4360-8bf5-7536b157a848 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:56.111639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2f82ceec-7209-4360-8bf5-7536b157a848 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:56.112358 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:56.162791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5bd118f-e941-48bd-a328-01cc917c4215 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:56.180134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd118f-e941-48bd-a328-01cc917c4215 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 0e6bf17b-1771-485f-b56b-98d2f6fe2e35 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:56.202048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916fbbb-7e70-439c-84c5-221fdeedd254 req-5a660f92-875a-4e62-9009-7fa976aa4396 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:56.204044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f916fbbb-7e70-439c-84c5-221fdeedd254 req-5a660f92-875a-4e62-9009-7fa976aa4396 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1224153 Dec 08 21:59:56.285478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f916fbbb-7e70-439c-84c5-221fdeedd254 req-160fbb77-850c-40ed-b9f1-32f97273b2f3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696683 Dec 08 21:59:56.375900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:56.445105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5bd118f-e941-48bd-a328-01cc917c4215 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:56.452398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 2f82ceec-7209-4360-8bf5-7536b157a848, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2f82ceec-7209-4360-8bf5-7536b157a848,segment=NetworkSegment(b55218d4-2eee-46a3-bace-c024b1871099),segment_id=b55218d4-2eee-46a3-bace-c024b1871099)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:56.459171 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:56.467700 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:56.577377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=2f82ceec-7209-4360-8bf5-7536b157a848,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:56.610477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d78b5c-1405-4e97-b6bf-40c77edb2b5a None None] Network 23258d30-fa86-4a24-8258-d318078877da requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:56.637995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd118f-e941-48bd-a328-01cc917c4215 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=0e6bf17b-1771-485f-b56b-98d2f6fe2e35,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:56.714618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7fcc6159-1eb1-4619-9b60-e48e9c7ffd7c req-bfd743c1-8e4c-4037-bc58-6ea8f257df9e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.0690136 Dec 08 21:59:56.806272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-acd2f8a6-e4c5-42a0-a1df-c1cb3a0b9ad7 None None] Provisioning complete for port 2f82ceec-7209-4360-8bf5-7536b157a848 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:56.818071 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-acd2f8a6-e4c5-42a0-a1df-c1cb3a0b9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:57.190085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 21:59:57.338910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3b1fd290-03d6-49eb-878a-3f0ca037ea22 None None] Provisioning complete for port 2f82ceec-7209-4360-8bf5-7536b157a848 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:57.339421 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd290-03d6-49eb-878a-3f0ca037ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:57.409385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event deleted for resources: {'Port': ['ID=0e6fc65c-4795-4c30-8546-190553db1d55,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:57.579365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:57.618957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'mac_address': 'fa:16:3e:7e:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 21:59:57.717180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:57.757178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3528da-1908-48d4-a6cf-6e22f20b08ea {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 21:59:57.760807 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5bd118f-e941-48bd-a328-01cc917c4215 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:57.765470 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d5bd118f-e941-48bd-a328-01cc917c4215 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/0e6bf17b-1771-485f-b56b-98d2f6fe2e35 HTTP/1.1" status: 204 len: 168 time: 2.1254239 Dec 08 21:59:57.768688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39784) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:57.792389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:57.794437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-06b3336f-1f8d-4ab0-8977-cfdc8de46f33 None None] Could not find standard attr ID for object 0e6bf17b-1771-485f-b56b-98d2f6fe2e35. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 21:59:57.795537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd8834-f454-4d50-909b-c7572efdc3e6 req-87e0f718-5d12-41c2-be84-311bc7dae45a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:57.808177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75cd8834-f454-4d50-909b-c7572efdc3e6 req-87e0f718-5d12-41c2-be84-311bc7dae45a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.3099844 Dec 08 21:59:57.815600 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:57.874802 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00c0a05-84a6-4bd2-b78f-e97caca3217d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 21:59:57.883759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b00c0a05-84a6-4bd2-b78f-e97caca3217d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/0e6bf17b-1771-485f-b56b-98d2f6fe2e35 HTTP/1.1" status: 404 len: 333 time: 0.1132228 Dec 08 21:59:57.884430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:57.958952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=12']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:57.961187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-2d82ee42-d61f-4451-8e91-3f6a57fb9f40 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:57.967772 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-2d82ee42-d61f-4451-8e91-3f6a57fb9f40 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 1.4320054 Dec 08 21:59:57.974465 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:57.991273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'port': {'device_id': '20c93731-d0a8-4062-b095-5b3aedcad582', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'admin_state_up': True, 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:58.018636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ce3528da-1908-48d4-a6cf-6e22f20b08ea'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 21:59:58.065961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2f82ceec-7209-4360-8bf5-7536b157a848 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:58.081999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61022940-efdb-4a6e-851e-eb7f15b643ff req-2699c6b1-031c-47df-97f8-d5d1fa8b3bd0 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.0649476 Dec 08 21:59:58.113026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b7fdb7-0cef-47c0-b419-cec4f0803c75 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet a08b7c2a-8982-4140-b3c5-3c7d7aa201ce {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 21:59:58.122259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15b7fdb7-0cef-47c0-b419-cec4f0803c75 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.126154 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75cd8834-f454-4d50-909b-c7572efdc3e6 req-3b65c7fb-c901-490a-ad37-819d80c7b8c3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169582 Dec 08 21:59:58.204413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2f82ceec-7209-4360-8bf5-7536b157a848 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:58.204889 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.257096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15b7fdb7-0cef-47c0-b419-cec4f0803c75 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.347125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.358361 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.368126 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15b7fdb7-0cef-47c0-b419-cec4f0803c75 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.443013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.443766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Fanout notify agent at l3_agent the message router_deleted on router 3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 21:59:58.450810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15b7fdb7-0cef-47c0-b419-cec4f0803c75 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.451864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.459130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3159128f-1c38-4944-99c2-db2670d596c7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef HTTP/1.1" status: 204 len: 168 time: 3.4322090 Dec 08 21:59:58.461109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39804) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:58.471789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f3efc351-a4e1-458f-a351-883b3da26945 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-155539432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:58.494939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 21:59:58.499717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.523211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7fdb7-0cef-47c0-b419-cec4f0803c75 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=a08b7c2a-8982-4140-b3c5-3c7d7aa201ce,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:58.532974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15b7fdb7-0cef-47c0-b419-cec4f0803c75 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.536302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-15b7fdb7-0cef-47c0-b419-cec4f0803c75 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/a08b7c2a-8982-4140-b3c5-3c7d7aa201ce HTTP/1.1" status: 204 len: 168 time: 0.6509173 Dec 08 21:59:58.538887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39808) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:58.546593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637318e7-f711-4f80-bc9a-782bd37fa8c6 None None] Network 23258d30-fa86-4a24-8258-d318078877da requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 21:59:58.691194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.704885 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3efc351-a4e1-458f-a351-883b3da26945 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.705942 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3efc351-a4e1-458f-a351-883b3da26945 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:58.775456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.20.0.4 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/6140e961-ad5f-4ed9-97de-55f33b5406a8) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 21:59:58.962186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] DHCP port deletion for 23258d30-fa86-4a24-8258-d318078877da request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 21:59:59.050367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3efc351-a4e1-458f-a351-883b3da26945 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.062366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3efc351-a4e1-458f-a351-883b3da26945 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.081623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] Deleting port 2f82ceec-7209-4360-8bf5-7536b157a848 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:59.084366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.143404 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3efc351-a4e1-458f-a351-883b3da26945 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.145418 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f3efc351-a4e1-458f-a351-883b3da26945 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6812315 Dec 08 21:59:59.151124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39820) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:59.156719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 21:59:59.175525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 2f82ceec-7209-4360-8bf5-7536b157a848 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 21:59:59.181430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.213272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 21:59:59.306496 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.382376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] For port 2f82ceec-7209-4360-8bf5-7536b157a848, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2f82ceec-7209-4360-8bf5-7536b157a848,segment=NetworkSegment(b55218d4-2eee-46a3-bace-c024b1871099),segment_id=b55218d4-2eee-46a3-bace-c024b1871099)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:59.382815 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.403203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] Calling delete_port for 2f82ceec-7209-4360-8bf5-7536b157a848 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:59.474369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1771bcdc-04c9-4fbc-8080-f1c33131eb01 req-a5bb25c1-a0f5-4d0f-966b-312438f5e48d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.1537039 Dec 08 21:59:59.526219 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.556341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39826) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 21:59:59.571387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port ce3528da-1908-48d4-a6cf-6e22f20b08ea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 21:59:59.571387 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.576990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] Pushing event deleted for resources: {'Port': ['ID=2f82ceec-7209-4360-8bf5-7536b157a848,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 21:59:59.583113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03dfca-91a4-4f23-8092-8e3e34ff8d2b None None] No DVR routers for this DVR port 2f82ceec-7209-4360-8bf5-7536b157a848 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 21:59:59.640982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.789575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] For port 2f82ceec-7209-4360-8bf5-7536b157a848, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2f82ceec-7209-4360-8bf5-7536b157a848,segment=NetworkSegment(b55218d4-2eee-46a3-bace-c024b1871099),segment_id=b55218d4-2eee-46a3-bace-c024b1871099)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:59.790326 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.790680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19db9c5c-f00a-42f4-af95-52678f98719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.818089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 2f82ceec-7209-4360-8bf5-7536b157a848 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 21:59:59.818537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 21:59:59.829301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e60083-0f91-4240-8dc8-3bd2278e3298 req-657f1086-cb99-408e-b20d-949d292d5734 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 21:59:59.839246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45e60083-0f91-4240-8dc8-3bd2278e3298 req-657f1086-cb99-408e-b20d-949d292d5734 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 946 time: 0.5209813 Dec 08 21:59:59.874485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 21:59:59.877983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 21:59:59.887674 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a782bd4-562b-4570-ac93-69eb075046a5" -d '{"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 21:59:59.896789 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.015751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19db9c5c-f00a-42f4-af95-52678f98719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.032856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:00.035889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19db9c5c-f00a-42f4-af95-52678f98719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.051645 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 21:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d021607-e31a-4ac2-b94e-881da27b8530 x-openstack-request-id: req-0d021607-e31a-4ac2-b94e-881da27b8530 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:00:00.052288 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:00:00.052288 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d021607-e31a-4ac2-b94e-881da27b8530 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:00:00.052574 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.053080 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'code': 200} Dec 08 22:00:00.054532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=13']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:00.063345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2f82ceec-7209-4360-8bf5-7536b157a848 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:00:00.096860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:00.121630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:00.145371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2f82ceec-7209-4360-8bf5-7536b157a848 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:00:00.145952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2f82ceec-7209-4360-8bf5-7536b157a848 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:00:00.236960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:00.237629 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.249375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=6140e961-ad5f-4ed9-97de-55f33b5406a8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:00.274085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db9c5c-f00a-42f4-af95-52678f98719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c223c7c3-2820-4e55-9d98-06e718b394d8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:00.307703 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-19db9c5c-f00a-42f4-af95-52678f98719b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc712112f68c464ca172e8fa746960e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420094 Dec 08 22:00:00.308604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39842) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:00.315044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.397267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-415975d4-6597-4f94-9456-b3a6ba1b1bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4157908 Dec 08 22:00:00.446523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Request body: {'port': {'device_id': '20c93731-d0a8-4062-b095-5b3aedcad582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:00.474095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45e60083-0f91-4240-8dc8-3bd2278e3298 req-427073bf-1ff9-4108-bb5b-b6fa79ef995e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6307576 Dec 08 22:00:00.481006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2b96993d-d9e3-455b-ad45-9b645874a08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.507117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2b96993d-d9e3-455b-ad45-9b645874a08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.561028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cf045b7d-da99-44fb-8fcf-ff95570622ae None None] Provisioning complete for port 6140e961-ad5f-4ed9-97de-55f33b5406a8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:00.561563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2b96993d-d9e3-455b-ad45-9b645874a08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.561674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf045b7d-da99-44fb-8fcf-ff95570622ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.563681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2b96993d-d9e3-455b-ad45-9b645874a08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.567893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2b96993d-d9e3-455b-ad45-9b645874a08d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c223c7c3-2820-4e55-9d98-06e718b394d8 HTTP/1.1" status: 204 len: 168 time: 0.2575514 Dec 08 22:00:00.586031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=2f82ceec-7209-4360-8bf5-7536b157a848,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:00.592397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96993d-d9e3-455b-ad45-9b645874a08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c223c7c3-2820-4e55-9d98-06e718b394d8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:00.601278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No DVR routers for this DVR port 2f82ceec-7209-4360-8bf5-7536b157a848 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:00:00.604877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-89d122a6-7ac1-49df-9770-c0dc5f32d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:00.607026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-89d122a6-7ac1-49df-9770-c0dc5f32d3b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1098 time: 0.2088399 Dec 08 22:00:00.695440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-cf045b7d-da99-44fb-8fcf-ff95570622ae None None] Port 6140e961-ad5f-4ed9-97de-55f33b5406a8 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:00.794583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.805071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.869703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23258d30-fa86-4a24-8258-d318078877da']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:00.891338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55218d4-2eee-46a3-bace-c024b1871099') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:00.891633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55218d4-2eee-46a3-bace-c024b1871099') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:00.912275 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.946799 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:00.960621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:00.962083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.051069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b717d-0e74-497f-85d2-ec89c4c85ff5 req-267caece-0e83-478c-a369-0177068550f9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:01.052640 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b70b717d-0e74-497f-85d2-ec89c4c85ff5 req-267caece-0e83-478c-a369-0177068550f9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 931 time: 0.2882190 Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:01.061360 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:01.069669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.086999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.094965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/networks/23258d30-fa86-4a24-8258-d318078877da HTTP/1.1" status: 204 len: 168 time: 2.5527141 Dec 08 22:00:01.108791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39854) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:01.114095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'name': 'tempest-PortsTestJSON-927899730'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:01.125277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6e489-ceb4-43d1-b960-e4a05e4b8e10 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Network': ['ID=23258d30-fa86-4a24-8258-d318078877da,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:01.178469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39862) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:01.196005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dd96b7a-929b-47a8-a77f-379970e2e52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.251501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-4711769b-bc34-4816-b6b3-c2060d64701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:01.253136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-4711769b-bc34-4816-b6b3-c2060d64701d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.6203547 Dec 08 22:00:01.287098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b70b717d-0e74-497f-85d2-ec89c4c85ff5 req-a467ef70-7b5b-416b-83fd-3411902a45d3 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927679 Dec 08 22:00:01.463811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-2e4cd690-03fc-4023-9700-ddb25ed7c13e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 1001 time: 0.1681955 Dec 08 22:00:01.538670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:01.550325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.587355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-9ed5ad76-f400-48b8-8603-e3e22d92dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:01.588790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-9ed5ad76-f400-48b8-8603-e3e22d92dbd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1065302 Dec 08 22:00:01.608670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.633789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.687096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6140e961-ad5f-4ed9-97de-55f33b5406a8 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:00:01.697790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port de4ed58e-5d9f-4923-bed1-b588b841c882 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:01.724531 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.764202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-a8477ef2-f2e0-44e7-86d2-9c84108dd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:01.765783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-a8477ef2-f2e0-44e7-86d2-9c84108dd4ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657579 Dec 08 22:00:01.793948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dd96b7a-929b-47a8-a77f-379970e2e52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.808468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dd96b7a-929b-47a8-a77f-379970e2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:01.841985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5dd96b7a-929b-47a8-a77f-379970e2e52c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d593b8df74c642e9a1088f0f53636929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6623325 Dec 08 22:00:01.846769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39868) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:01.895045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Transition to ACTIVE for port object 6140e961-ad5f-4ed9-97de-55f33b5406a8 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:00:01.903423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Allocated IP 172.25.1.175 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/54458a7e-9d4b-4950-896e-1c47c37eae62) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:01.917008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8189ad-df7c-451c-86b4-775c3b2dff27 req-61dab46a-eea1-4091-8978-10628172e717 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:01.923219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96b7a-929b-47a8-a77f-379970e2e52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d526f8e-b4eb-45e1-bef9-dca7f1421612,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:01.932339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb8189ad-df7c-451c-86b4-775c3b2dff27 req-61dab46a-eea1-4091-8978-10628172e717 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.2995610 Dec 08 22:00:01.971931 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:02.101292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-698f6a34-79cc-4e78-8eaa-0f620d2bbdfc service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186862 Dec 08 22:00:02.102281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Pushing event updated for resources: {'Port': ['ID=6140e961-ad5f-4ed9-97de-55f33b5406a8,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:02.253254 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb8189ad-df7c-451c-86b4-775c3b2dff27 req-cd54f6c6-dace-408d-89e2-ca0ea0b39b9d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190768 Dec 08 22:00:02.420149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aec1fabb-7006-4da7-bf52-b13ff9fc302e req-c0a7087b-52f5-489d-89cf-81d7789135ec service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078365 Dec 08 22:00:02.552728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Attempting to bind port 6140e961-ad5f-4ed9-97de-55f33b5406a8 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:02.553076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Attempting to bind port 6140e961-ad5f-4ed9-97de-55f33b5406a8 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:02.553417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Attempting to bind port 6140e961-ad5f-4ed9-97de-55f33b5406a8 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:02.579430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Port 6140e961-ad5f-4ed9-97de-55f33b5406a8 on network b5764474-8911-4850-b141-9a748a7b4386 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:00:02.580741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Attempting to bind port 6140e961-ad5f-4ed9-97de-55f33b5406a8 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:02.637072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:02.637783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:02.637783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:02.638243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Bound port: 6140e961-ad5f-4ed9-97de-55f33b5406a8, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:02.638619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:02.659442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:02.714895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:02.814407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] For port 6140e961-ad5f-4ed9-97de-55f33b5406a8, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:02.828492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] For port 6140e961-ad5f-4ed9-97de-55f33b5406a8, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6140e961-ad5f-4ed9-97de-55f33b5406a8,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:02.840822 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:02.849884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:02.858945 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f87f1dc1-1e70-40be-8c7e-7b8f2a120f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:02.872264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:02.872780 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:02.874423 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] 10.222.0.37 "PUT /v2.0/ports/6140e961-ad5f-4ed9-97de-55f33b5406a8 HTTP/1.1" status: 200 len: 1091 time: 2.4326808 Dec 08 22:00:02.874901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c93731-d0a8-4062-b095-5b3aedcad582', 'tag': '6140e961-ad5f-4ed9-97de-55f33b5406a8'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:00:02.877207 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e076f37b-2074-4033-bdc8-3fe02c6e2c93" -d '{"events": [{"name": "network-changed", "server_uuid": "20c93731-d0a8-4062-b095-5b3aedcad582", "tag": "6140e961-ad5f-4ed9-97de-55f33b5406a8"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:00:02.895391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:02.943044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:02.988733 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25818ad-5adf-4922-9c79-1e517214414b service neutron] Pushing event updated for resources: {'Port': ['ID=6140e961-ad5f-4ed9-97de-55f33b5406a8,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:03.059835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f87f1dc1-1e70-40be-8c7e-7b8f2a120f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:03.095920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eed6f1-8d21-4c1a-80f8-ec1682885bf8 req-3c0bbfc2-5fc8-45f1-8b06-0e6a064c7efd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:03.097497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1eed6f1-8d21-4c1a-80f8-ec1682885bf8 req-3c0bbfc2-5fc8-45f1-8b06-0e6a064c7efd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 943 time: 0.3990371 Dec 08 22:00:03.098185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event updated for resources: {'Port': ['ID=54458a7e-9d4b-4950-896e-1c47c37eae62,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:03.110140 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:03.191079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-7946bb99-11ea-494a-932f-998abcd9ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:03.202883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-7946bb99-11ea-494a-932f-998abcd9ba68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 1094 time: 0.0821106 Dec 08 22:00:03.250162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-b30ea916-2417-4bbc-a5a0-7db7da59c8e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6140e961-ad5f-4ed9-97de-55f33b5406a8 HTTP/1.1" status: 200 len: 217 time: 0.0443711 Dec 08 22:00:03.274974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1eed6f1-8d21-4c1a-80f8-ec1682885bf8 req-fc7c661b-05bd-4945-8284-62aa82d2d195 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290994 Dec 08 22:00:03.323849 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20a24fb-9fb4-4c4f-8ed8-855c2448a8a9 x-openstack-request-id: req-d20a24fb-9fb4-4c4f-8ed8-855c2448a8a9 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:00:03.324152 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c93731-d0a8-4062-b095-5b3aedcad582", "tag": "6140e961-ad5f-4ed9-97de-55f33b5406a8", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:00:03.324411 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d20a24fb-9fb4-4c4f-8ed8-855c2448a8a9 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:00:03.325668 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c93731-d0a8-4062-b095-5b3aedcad582', 'tag': '6140e961-ad5f-4ed9-97de-55f33b5406a8', 'status': 'completed', 'code': 200} Dec 08 22:00:03.351987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-a5707b81-89dc-4224-ba3c-3b231d5a8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:03.353913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-a5707b81-89dc-4224-ba3c-3b231d5a8cca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0969286 Dec 08 22:00:03.434756 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f87f1dc1-1e70-40be-8c7e-7b8f2a120f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:03.436886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c2b1f5dc-4382-45a5-89cf-8378e016b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:03.437490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f87f1dc1-1e70-40be-8c7e-7b8f2a120f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:03.438627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f87f1dc1-1e70-40be-8c7e-7b8f2a120f9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d526f8e-b4eb-45e1-bef9-dca7f1421612 HTTP/1.1" status: 204 len: 168 time: 1.5836060 Dec 08 22:00:03.439269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-c2b1f5dc-4382-45a5-89cf-8378e016b564 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743206 Dec 08 22:00:03.465759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:03.568563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-a3e3d6d7-a881-4589-941b-5cf8fc0a57bb service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122057 Dec 08 22:00:03.622194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f1dc1-1e70-40be-8c7e-7b8f2a120f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d526f8e-b4eb-45e1-bef9-dca7f1421612,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:03.694975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ca01-57dd-4b6c-9918-0207c5eb1066 req-5821e526-f435-460c-895c-75520e166cd4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:03.696620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e0ca01-57dd-4b6c-9918-0207c5eb1066 req-5821e526-f435-460c-895c-75520e166cd4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.2918539 Dec 08 22:00:03.704855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:03.715428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:03.776367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:03.785093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:03.786113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:03.793670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7837e861-f02d-4a61-a2c1-d4e80a575c9e req-31d4a666-da1d-4a9d-bcb2-711ce07823bc service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161398 Dec 08 22:00:03.821751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=de4ed58e-5d9f-4923-bed1-b588b841c882,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:03.833783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9532f3f6-06c9-4ae9-917b-a8030968f1af tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7235873 Dec 08 22:00:03.837600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39894) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:03.867562 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8e0ca01-57dd-4b6c-9918-0207c5eb1066 req-670d6114-6f3d-4304-97a9-3795126c0048 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610324 Dec 08 22:00:03.954098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-c54a6b88-8b3b-49b2-a330-c2212f272e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:03.956142 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-c54a6b88-8b3b-49b2-a330-c2212f272e49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 1094 time: 0.0986893 Dec 08 22:00:04.053419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:04.144436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-5655bf44-fc63-462e-8566-b5c2687bee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:04.154789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-5655bf44-fc63-462e-8566-b5c2687bee67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.1820819 Dec 08 22:00:04.303160 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-00ae381d-2b95-4593-9c48-4796eced4ec0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6140e961-ad5f-4ed9-97de-55f33b5406a8 HTTP/1.1" status: 200 len: 217 time: 0.1407740 Dec 08 22:00:04.397418 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:04.403248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:04.472343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-21de0ead-75ea-427b-922f-7b3bab4ed9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:04.475973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-21de0ead-75ea-427b-922f-7b3bab4ed9d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1567585 Dec 08 22:00:04.514512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4fc5a-a432-4e34-bc87-a952cd5d671a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port de4ed58e-5d9f-4923-bed1-b588b841c882 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:04.514894 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1e4fc5a-a432-4e34-bc87-a952cd5d671a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:04.595627 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1e4fc5a-a432-4e34-bc87-a952cd5d671a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:04.614796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4fc5a-a432-4e34-bc87-a952cd5d671a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for de4ed58e-5d9f-4923-bed1-b588b841c882 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:04.674696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Router 042a6be7-f6c0-4c09-b20c-cd3799f7f0ca is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:00:04.687283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05088c6e-43cf-4fbf-959e-672d818391f1 req-50f304aa-9dd0-48b2-b14e-5d55f9395b92 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:04.695548 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05088c6e-43cf-4fbf-959e-672d818391f1 req-50f304aa-9dd0-48b2-b14e-5d55f9395b92 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 943 time: 0.2169349 Dec 08 22:00:04.720354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-cc48902a-603b-4250-8080-ea5fe36931b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:04.721393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-cc48902a-603b-4250-8080-ea5fe36931b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101498 Dec 08 22:00:04.831989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1e4fc5a-a432-4e34-bc87-a952cd5d671a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:04.870621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4fc5a-a432-4e34-bc87-a952cd5d671a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=de4ed58e-5d9f-4923-bed1-b588b841c882,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:04.887750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:00:04.889521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1e4fc5a-a432-4e34-bc87-a952cd5d671a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:04.895628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b1e4fc5a-a432-4e34-bc87-a952cd5d671a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/de4ed58e-5d9f-4923-bed1-b588b841c882 HTTP/1.1" status: 204 len: 168 time: 1.0510256 Dec 08 22:00:04.896227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39918) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:04.900696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f02ad0-3649-4410-809b-b72a57b092b0 None None] Sync routers for ids ['042a6be7-f6c0-4c09-b20c-cd3799f7f0ca'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:00:04.914170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:04.915460 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-abb62243-d083-433e-bf9a-7a3bbfe8c15b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "PUT /v2.0/routers/042a6be7-f6c0-4c09-b20c-cd3799f7f0ca HTTP/1.1" status: 200 len: 883 time: 5.7631621 Dec 08 22:00:04.921354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f02ad0-3649-4410-809b-b72a57b092b0 None None] Routers {'042a6be7-f6c0-4c09-b20c-cd3799f7f0ca'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:04.921996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f4f02ad0-3649-4410-809b-b72a57b092b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['042a6be7-f6c0-4c09-b20c-cd3799f7f0ca'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:04.931590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'mac_address': 'fa:16:3e:e0:74:d7', 'name': 'tempest-PortsTestJSON-508081854'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:04.936076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39922) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:05.035009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-ef1dcea7-b647-4066-be4f-54bd2ce5f401 service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022320 Dec 08 22:00:05.037525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f4f02ad0-3649-4410-809b-b72a57b092b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:05.065841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f02ad0-3649-4410-809b-b72a57b092b0 None None] Routers {'042a6be7-f6c0-4c09-b20c-cd3799f7f0ca'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:05.068344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05088c6e-43cf-4fbf-959e-672d818391f1 req-60443d1d-de9a-46ed-b203-3f0418fc4b8e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618224 Dec 08 22:00:05.073161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f4f02ad0-3649-4410-809b-b72a57b092b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T21:59:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['042a6be7-f6c0-4c09-b20c-cd3799f7f0ca'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:05.151335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-f4f02ad0-3649-4410-809b-b72a57b092b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:05.154073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f02ad0-3649-4410-809b-b72a57b092b0 None None] The sync data for ids ['042a6be7-f6c0-4c09-b20c-cd3799f7f0ca'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:00:05.252812 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e076f37b-2074-4033-bdc8-3fe02c6e2c93 req-2380a63f-c05f-4bef-83d0-eb9a9d811fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848714 Dec 08 22:00:05.577316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77a87830-298c-4daf-abf8-859141d3ac7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:05.585960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39932) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:05.688144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa604c70-e14e-4a8a-81b6-ea65626540b4 req-e8204d4a-efaf-4213-92f7-6157d8639e11 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:05.690319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa604c70-e14e-4a8a-81b6-ea65626540b4 req-e8204d4a-efaf-4213-92f7-6157d8639e11 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.6722481 Dec 08 22:00:05.710643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:05.775291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39936) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:05.775472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-92ecdf2d-beac-491b-a9ec-2a579caf1f48 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/routers/042a6be7-f6c0-4c09-b20c-cd3799f7f0ca HTTP/1.1" status: 200 len: 924 time: 0.8381772 Dec 08 22:00:05.815069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa604c70-e14e-4a8a-81b6-ea65626540b4 req-8943037c-b6f6-4906-b501-5f37d50510e7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169877 Dec 08 22:00:05.834001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:05.869275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:05.888781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da073f5d-5309-4090-a5cf-48e3cfbc4369 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:05.892875 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-da073f5d-5309-4090-a5cf-48e3cfbc4369 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=042a6be7-f6c0-4c09-b20c-cd3799f7f0ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1140058 Dec 08 22:00:05.899541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39940) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:05.922020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 73993019-aeec-4413-aa55-4fa0026cc00a yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:05.974907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:05.981335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.034998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d059d96-bfa7-4cfa-bfa5-8bb67fced97c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:06.054587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f1204fb41454c9c80bd9cbb56860cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668322 Dec 08 22:00:06.056098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.056571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.056778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.057113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.057442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.058265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.058265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.059160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.059688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.059961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.060632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.061016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055abfc-6b0a-4ce4-be19-aec57bcb0d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:06.064638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39942) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:06.219134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c802d40-8ce3-41db-aeb7-a2efe2480e3c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:06.222331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2c802d40-8ce3-41db-aeb7-a2efe2480e3c tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 881 time: 0.3217354 Dec 08 22:00:06.226695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39948) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:06.255820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a320524c-e077-4f30-b891-b49086dc6f18 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=042a6be7-f6c0-4c09-b20c-cd3799f7f0ca HTTP/1.1" status: 200 len: 205 time: 0.0277598 Dec 08 22:00:06.257135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce01059e-181a-43bb-8482-7ed91176422e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.259743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39950) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:06.331290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7f144-74b1-4792-9396-a67c7db042a2 req-fb3fd407-e2ed-4448-9f2a-723b6470547e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:06.340025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f5f7f144-74b1-4792-9396-a67c7db042a2 req-fb3fd407-e2ed-4448-9f2a-723b6470547e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 943 time: 0.1782353 Dec 08 22:00:06.362415 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce01059e-181a-43bb-8482-7ed91176422e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.399979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.430851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f5f7f144-74b1-4792-9396-a67c7db042a2 req-4201f080-cea9-44db-96fb-7fd56b9f01e9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853879 Dec 08 22:00:06.463378 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.484744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.570131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce01059e-181a-43bb-8482-7ed91176422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.572875 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ce01059e-181a-43bb-8482-7ed91176422e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.574143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ce01059e-181a-43bb-8482-7ed91176422e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d059d96-bfa7-4cfa-bfa5-8bb67fced97c HTTP/1.1" status: 204 len: 168 time: 0.5086608 Dec 08 22:00:06.575052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:06.575832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=73993019-aeec-4413-aa55-4fa0026cc00a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:06.580511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:06.588049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:06.588449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01059e-181a-43bb-8482-7ed91176422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d059d96-bfa7-4cfa-bfa5-8bb67fced97c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:06.594989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:06.595849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.610267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.651126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-754e23c7-b036-4c94-ab59-3ade417d8a16 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7338769 Dec 08 22:00:06.655225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39954) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:06.752611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Deleting port 54458a7e-9d4b-4950-896e-1c47c37eae62 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:06.753007 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:06.768111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe40c73-5032-49bf-b1e2-362b4bb99547 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:06.769657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1fe40c73-5032-49bf-b1e2-362b4bb99547 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/73993019-aeec-4413-aa55-4fa0026cc00a HTTP/1.1" status: 200 len: 840 time: 0.1130087 Dec 08 22:00:06.774804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39958) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:06.977544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a46e1580-2622-4f3a-bee4-037c51f90d8b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 73993019-aeec-4413-aa55-4fa0026cc00a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:06.978178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a46e1580-2622-4f3a-bee4-037c51f90d8b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:07.170450 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a46e1580-2622-4f3a-bee4-037c51f90d8b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:07.186971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a46e1580-2622-4f3a-bee4-037c51f90d8b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 73993019-aeec-4413-aa55-4fa0026cc00a owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:07.313458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:07.346321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Calling delete_port for 54458a7e-9d4b-4950-896e-1c47c37eae62 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:07.374266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a46e1580-2622-4f3a-bee4-037c51f90d8b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:07.431586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a46e1580-2622-4f3a-bee4-037c51f90d8b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:07.444411 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a46e1580-2622-4f3a-bee4-037c51f90d8b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/73993019-aeec-4413-aa55-4fa0026cc00a HTTP/1.1" status: 204 len: 168 time: 0.6634333 Dec 08 22:00:07.444872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39982) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:07.509543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e1580-2622-4f3a-bee4-037c51f90d8b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=73993019-aeec-4413-aa55-4fa0026cc00a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:07.549728 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-94281d99-35e5-4fc9-9c0d-00e3c67f3fee tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:00:07.551848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-94281d99-35e5-4fc9-9c0d-00e3c67f3fee tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/73993019-aeec-4413-aa55-4fa0026cc00a HTTP/1.1" status: 404 len: 333 time: 0.1002452 Dec 08 22:00:07.555757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39986) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:07.564117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'name': 'tempest-PortsTestJSON-1027473759'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:07.709011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df8b92-adcd-432b-8fc6-eb26059ae7f1 req-824a0303-12c9-487a-ab2d-bee4551cc119 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:07.717288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2df8b92-adcd-432b-8fc6-eb26059ae7f1 req-824a0303-12c9-487a-ab2d-bee4551cc119 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.1769469 Dec 08 22:00:07.734114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869282c-4c0f-4842-8a71-8f561ed28948 req-29657f83-70f8-443c-bddb-e87567aaa1b5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:07.743862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e869282c-4c0f-4842-8a71-8f561ed28948 req-29657f83-70f8-443c-bddb-e87567aaa1b5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 943 time: 0.1489916 Dec 08 22:00:07.748388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:07.753504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:07.803022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 519d6aa5-666f-44b9-b98d-d9544181be37 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:07.852103 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2df8b92-adcd-432b-8fc6-eb26059ae7f1 req-350431a8-9382-402a-b27b-bf285d558d40 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299908 Dec 08 22:00:07.896932 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:07.920461 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e869282c-4c0f-4842-8a71-8f561ed28948 req-78d7daf1-6f37-4c73-bc68-7f6317193bea tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673372 Dec 08 22:00:07.954884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event deleted for resources: {'Port': ['ID=54458a7e-9d4b-4950-896e-1c47c37eae62,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:08.059578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.159867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.200199 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.247809 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e7ca489c-ab0d-4df4-b778-eb22a7404814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.290561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=519d6aa5-666f-44b9-b98d-d9544181be37,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:08.330413 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.333510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.334033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:08.342679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:08.346115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:08.360990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:08.361661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.395541 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5378997-a77a-458f-bf89-a83734098317 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8380973 Dec 08 22:00:08.396175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40002) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:08.401605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:08.425201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.426123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Fanout notify agent at l3_agent the message router_deleted on router 042a6be7-f6c0-4c09-b20c-cd3799f7f0ca {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:00:08.441630 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.443038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-55951297-dc36-4f7f-a945-5b899074c479 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/042a6be7-f6c0-4c09-b20c-cd3799f7f0ca HTTP/1.1" status: 204 len: 168 time: 2.1820168 Dec 08 22:00:08.450054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40006) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:08.454917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9c41c28a-842c-4735-ae0c-78818410cbeb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-642158590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:08.515243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c41c28a-842c-4735-ae0c-78818410cbeb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.519625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c41c28a-842c-4735-ae0c-78818410cbeb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.589408 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.689889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c41c28a-842c-4735-ae0c-78818410cbeb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.700796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c41c28a-842c-4735-ae0c-78818410cbeb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.760286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9c41c28a-842c-4735-ae0c-78818410cbeb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.762361 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9c41c28a-842c-4735-ae0c-78818410cbeb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3105311 Dec 08 22:00:08.764807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40016) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:08.766914 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.774615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': True}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:08.919415 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.926772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.954746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] In _notify_port_updated(), no bound segment for port 519d6aa5-666f-44b9-b98d-d9544181be37 on network bacf2ac2-d51d-4062-b51d-043215aaab8b {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:00:08.962742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:08.964786 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:08.966403 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "PUT /v2.0/ports/519d6aa5-666f-44b9-b98d-d9544181be37 HTTP/1.1" status: 200 len: 818 time: 0.5692637 Dec 08 22:00:08.993612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40022) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:09.168016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9644665-5101-473d-a928-f67088716873 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=519d6aa5-666f-44b9-b98d-d9544181be37,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:09.249586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.286878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669604ca-9402-43cf-9ff8-2c33951ddbc1 req-c486328d-a9c4-42f2-8ae1-f47dd14f28c6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:09.290214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-669604ca-9402-43cf-9ff8-2c33951ddbc1 req-c486328d-a9c4-42f2-8ae1-f47dd14f28c6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.2515433 Dec 08 22:00:09.347643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e65dba-26d2-43d1-8113-ccac543d2044 req-16e2c4ab-6576-4aac-b0c6-f9dfc114bb69 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:09.349374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e65dba-26d2-43d1-8113-ccac543d2044 req-16e2c4ab-6576-4aac-b0c6-f9dfc114bb69 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 943 time: 0.2794549 Dec 08 22:00:09.363843 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-669604ca-9402-43cf-9ff8-2c33951ddbc1 req-5afad418-008f-4517-9139-2497e70188e2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651791 Dec 08 22:00:09.379224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b28ec7f3-ccf8-4272-9189-9525f299bb30 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 519d6aa5-666f-44b9-b98d-d9544181be37 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:09.379565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b28ec7f3-ccf8-4272-9189-9525f299bb30 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.458641 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.479723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.500349 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b28ec7f3-ccf8-4272-9189-9525f299bb30 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.509805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39e65dba-26d2-43d1-8113-ccac543d2044 req-102fd3fe-5624-4019-8e87-5461f9280e59 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269271 Dec 08 22:00:09.521804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b28ec7f3-ccf8-4272-9189-9525f299bb30 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 519d6aa5-666f-44b9-b98d-d9544181be37 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:09.654529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b28ec7f3-ccf8-4272-9189-9525f299bb30 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.719758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ec7f3-ccf8-4272-9189-9525f299bb30 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=519d6aa5-666f-44b9-b98d-d9544181be37,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:09.741245 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b28ec7f3-ccf8-4272-9189-9525f299bb30 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.752511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b28ec7f3-ccf8-4272-9189-9525f299bb30 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/519d6aa5-666f-44b9-b98d-d9544181be37 HTTP/1.1" status: 204 len: 168 time: 0.7576170 Dec 08 22:00:09.755725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40036) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:09.839483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a98683-e120-4d8f-b5c9-d41000f9bfff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:09.847213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-59a98683-e120-4d8f-b5c9-d41000f9bfff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0894933 Dec 08 22:00:09.848141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40038) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:09.874976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.884506 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c7e5b7-56a8-46b8-8501-685fec0ed2f9 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:00:09.891888 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-18c7e5b7-56a8-46b8-8501-685fec0ed2f9 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/519d6aa5-666f-44b9-b98d-d9544181be37 HTTP/1.1" status: 404 len: 333 time: 0.0369239 Dec 08 22:00:09.892994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40040) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:09.900184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-597115190'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:09.919960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.931626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:09.936680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.971697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:09.985702 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.997706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:09.998034 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Added segment 88da95bf-71bf-4e31-a904-0e88235f10b7 of type vlan for network 728cd548-eb70-4305-a756-740322486b58 Dec 08 22:00:10.057782 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.092849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.100169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:10.100987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.163077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40044) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:10.239412 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Allocated IP 172.25.1.142 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/61d1233e-1a13-4eaa-9dce-383f4ec73782) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:10.253367 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3590295 Dec 08 22:00:10.256300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40048) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:10.269297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': '728cd548-eb70-4305-a756-740322486b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:10.346483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecfe1-de3f-4de3-b25e-dd4fa92fe3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.346856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ded1af-06d8-40fb-a433-091b078ba5e3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Network': ['ID=728cd548-eb70-4305-a756-740322486b58,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:10.358210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 728cd548-eb70-4305-a756-740322486b58 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:10.410383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:10.414384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.518258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecfe1-de3f-4de3-b25e-dd4fa92fe3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.560118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecfe1-de3f-4de3-b25e-dd4fa92fe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.593240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0e0ecfe1-de3f-4de3-b25e-dd4fa92fe3fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb7cba5050814e4280ddff82acd16fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266195 Dec 08 22:00:10.599242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40056) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:10.668328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f17a2-bb0d-4d8a-8a6d-8d1c04c66668 req-a7b99535-ad82-4d6e-8bb7-25797c240b3e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:10.670103 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-371f17a2-bb0d-4d8a-8a6d-8d1c04c66668 req-a7b99535-ad82-4d6e-8bb7-25797c240b3e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.1486099 Dec 08 22:00:10.676553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ecfe1-de3f-4de3-b25e-dd4fa92fe3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af0a08-eed3-456c-80c6-6632489474cd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:10.739831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.751492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.755622 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-371f17a2-bb0d-4d8a-8a6d-8d1c04c66668 req-1bea2875-02b3-4a6b-a72c-b39aae38c9c9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638385 Dec 08 22:00:10.795445 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fcf9337a-59c1-4f83-9f7a-764b91eee842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.814638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92bdbf-5474-4e49-b388-975f09d74849 req-8c90eb98-0743-46a4-9909-064abb2ac9c4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:10.816620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b92bdbf-5474-4e49-b388-975f09d74849 req-8c90eb98-0743-46a4-9909-064abb2ac9c4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 943 time: 0.1561365 Dec 08 22:00:10.844857 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.940088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:10.943935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:10.952556 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:10.956104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:10.968976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=d8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:10.992021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'Port': ['ID=61d1233e-1a13-4eaa-9dce-383f4ec73782,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:11.009288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b92bdbf-5474-4e49-b388-975f09d74849 req-0ee3e7c3-47bd-45dc-a6fc-0c0f3f0fea7c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804230 Dec 08 22:00:11.015192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fcf9337a-59c1-4f83-9f7a-764b91eee842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:11.039130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking segment: {'id': '88da95bf-71bf-4e31-a904-0e88235f10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '728cd548-eb70-4305-a756-740322486b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:11.039569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network hostable DHCP agents. Network: 728cd548-eb70-4305-a756-740322486b58, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:11.100833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 728cd548-eb70-4305-a756-740322486b58 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:11.135005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 728cd548-eb70-4305-a756-740322486b58) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:11.141618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fcf9337a-59c1-4f83-9f7a-764b91eee842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:11.144214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fcf9337a-59c1-4f83-9f7a-764b91eee842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:11.148385 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fcf9337a-59c1-4f83-9f7a-764b91eee842 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6af0a08-eed3-456c-80c6-6632489474cd HTTP/1.1" status: 204 len: 168 time: 0.5479970 Dec 08 22:00:11.148826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96f96c-dc5a-4997-8bfc-2b30be4d32e8 None None] Network 728cd548-eb70-4305-a756-740322486b58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:11.160119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:11.160718 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:11.189385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9337a-59c1-4f83-9f7a-764b91eee842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af0a08-eed3-456c-80c6-6632489474cd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:11.234528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40104) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:11.235847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-36349712-2051-47ff-8695-9677051f9728 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9767857 Dec 08 22:00:11.241933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-51be1be0-ec3f-47cd-a18f-2a9d396f0c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': '728cd548-eb70-4305-a756-740322486b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:11.556732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be1be0-ec3f-47cd-a18f-2a9d396f0c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:11.561912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51be1be0-ec3f-47cd-a18f-2a9d396f0c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:11.593650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-728cd548-eb70-4305-a756-740322486b58', 'network_id': '728cd548-eb70-4305-a756-740322486b58', 'tenant_id': '50f35bea5fef461398e3d045fb40cd74', 'fixed_ips': [{'subnet_id': 'd8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:11.594637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:11.660031 n-d-821126-1 neutron-server[102389]: INFO neutron.db.ipam_backend_mixin [None req-51be1be0-ec3f-47cd-a18f-2a9d396f0c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9 (CIDR: 172.20.0.0/28) Dec 08 22:00:11.661163 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:11.665245 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-51be1be0-ec3f-47cd-a18f-2a9d396f0c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:00:11.665741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51be1be0-ec3f-47cd-a18f-2a9d396f0c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:00:11.762912 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-51be1be0-ec3f-47cd-a18f-2a9d396f0c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5255077 Dec 08 22:00:11.766228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40112) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:11.775105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': '728cd548-eb70-4305-a756-740322486b58', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:11.829200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40116) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:12.055912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:12.060183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.092060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d39bc1cd-a35f-42dc-874e-f7c5073688a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.190904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5a446-c03b-4a5d-9c28-6b17768b732c req-e125eda3-add7-43ff-a0dd-d0d3b4e70dbe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:12.200980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44c5a446-c03b-4a5d-9c28-6b17768b732c req-e125eda3-add7-43ff-a0dd-d0d3b4e70dbe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.1588311 Dec 08 22:00:12.211582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.256486 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.270859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Allocated IP 172.20.0.2 (728cd548-eb70-4305-a756-740322486b58/d8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9/bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:12.369508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44c5a446-c03b-4a5d-9c28-6b17768b732c req-10f477f3-e932-4a92-8494-1c2bac796f4a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676285 Dec 08 22:00:12.404685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23f47-ff31-41fc-b59a-1643f1f9a699 req-8979f04e-1602-402e-b5ec-9c1005a4ed6e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:12.412250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-06f23f47-ff31-41fc-b59a-1643f1f9a699 req-8979f04e-1602-402e-b5ec-9c1005a4ed6e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 943 time: 0.2387798 Dec 08 22:00:12.450043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d39bc1cd-a35f-42dc-874e-f7c5073688a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.459468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d39bc1cd-a35f-42dc-874e-f7c5073688a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.514032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-06f23f47-ff31-41fc-b59a-1643f1f9a699 req-7d13a4d0-ff57-4998-ae12-f3f6031ae1f8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006927 Dec 08 22:00:12.539321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d39bc1cd-a35f-42dc-874e-f7c5073688a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57b8d17bf3824da58db3a9dcce69ef5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7073786 Dec 08 22:00:12.540825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40152) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:12.554850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bc1cd-a35f-42dc-874e-f7c5073688a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b5b1f7-125c-4744-b975-153db88456af,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:12.612474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Router 3453eb64-bea3-47bc-828c-94f017d028f7 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:00:12.697995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52a51348-4deb-4421-a182-617d8f87e02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.733983 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.774858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.786597 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52a51348-4deb-4421-a182-617d8f87e02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.819354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:00:12.826478 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.831509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:12.832309 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cbed976f-1b85-4dff-b18b-83150f470d8a tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "PUT /v2.0/routers/3453eb64-bea3-47bc-828c-94f017d028f7 HTTP/1.1" status: 200 len: 918 time: 4.0648086 Dec 08 22:00:12.834345 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d8622-ddf2-499e-ac02-cef04dd7ebf5 None None] Sync routers for ids ['3453eb64-bea3-47bc-828c-94f017d028f7'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:00:12.860971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Network 728cd548-eb70-4305-a756-740322486b58 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:12.861945 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d8622-ddf2-499e-ac02-cef04dd7ebf5 None None] Routers {'3453eb64-bea3-47bc-828c-94f017d028f7'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:12.863100 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2a3d8622-ddf2-499e-ac02-cef04dd7ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3453eb64-bea3-47bc-828c-94f017d028f7'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:12.864058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:12.871558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:12.916392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Pushing event updated for resources: {'Port': ['ID=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:12.938975 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2a3d8622-ddf2-499e-ac02-cef04dd7ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:12.940384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Attempting to bind port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:12.940838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Attempting to bind port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '88da95bf-71bf-4e31-a904-0e88235f10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '728cd548-eb70-4305-a756-740322486b58'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:12.941279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Attempting to bind port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 on network 728cd548-eb70-4305-a756-740322486b58 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:12.951823 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d8622-ddf2-499e-ac02-cef04dd7ebf5 None None] Routers {'3453eb64-bea3-47bc-828c-94f017d028f7'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:12.952682 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2a3d8622-ddf2-499e-ac02-cef04dd7ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['3453eb64-bea3-47bc-828c-94f017d028f7'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:12.953744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:12.954248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Checking segment: {'id': '88da95bf-71bf-4e31-a904-0e88235f10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '728cd548-eb70-4305-a756-740322486b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:12.954975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.955467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Bound using segment: {'id': '88da95bf-71bf-4e31-a904-0e88235f10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '728cd548-eb70-4305-a756-740322486b58'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:12.957489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Bound port: bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88da95bf-71bf-4e31-a904-0e88235f10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '728cd548-eb70-4305-a756-740322486b58'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:12.957983 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:12.995269 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:13.008367 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2a3d8622-ddf2-499e-ac02-cef04dd7ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:13.009320 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d8622-ddf2-499e-ac02-cef04dd7ebf5 None None] The sync data for ids ['3453eb64-bea3-47bc-828c-94f017d028f7'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:00:13.053111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] For port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:13.057509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] For port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,segment=NetworkSegment(88da95bf-71bf-4e31-a904-0e88235f10b7),segment_id=88da95bf-71bf-4e31-a904-0e88235f10b7)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:13.066535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:13.267949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6140e961-ad5f-4ed9-97de-55f33b5406a8 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:00:13.411583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 728cd548-eb70-4305-a756-740322486b58 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:13.414811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=f60df936-9289-499e-bf7e-ce01bd26fc36,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:13.421231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:13.433011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:13.434427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:13.458625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52a51348-4deb-4421-a182-617d8f87e02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:13.466208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52a51348-4deb-4421-a182-617d8f87e02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:13.470439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-52a51348-4deb-4421-a182-617d8f87e02e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22b5b1f7-125c-4744-b975-153db88456af HTTP/1.1" status: 204 len: 168 time: 0.9283807 Dec 08 22:00:13.502838 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4ecb9f03-5520-4427-8d64-6face6b04ac3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7346921 Dec 08 22:00:13.506195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-190262d6-e770-41d7-9399-326f379c2341 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/routers/3453eb64-bea3-47bc-828c-94f017d028f7 HTTP/1.1" status: 200 len: 924 time: 0.6700549 Dec 08 22:00:13.509053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40164) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:13.509378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40166) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:13.517097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': '728cd548-eb70-4305-a756-740322486b58', 'fixed_ips': [{'subnet_id': 'd8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9'}, {'subnet_id': 'f60df936-9289-499e-bf7e-ce01bd26fc36'}], 'name': 'tempest-PortsTestJSON-1243723373'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:13.523540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6140e961-ad5f-4ed9-97de-55f33b5406a8, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6140e961-ad5f-4ed9-97de-55f33b5406a8,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:13.536481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '6140e961-ad5f-4ed9-97de-55f33b5406a8', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'port_id': '6140e961-ad5f-4ed9-97de-55f33b5406a8', 'mac_address': 'fa:16:3e:ba:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:00:13.547023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a51348-4deb-4421-a182-617d8f87e02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b5b1f7-125c-4744-b975-153db88456af,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:13.596882 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:13.598893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538bd9a-37e3-4c36-9b41-de7a44a5a365 None None] Pushing event updated for resources: {'Port': ['ID=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:13.657224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6140e961-ad5f-4ed9-97de-55f33b5406a8 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:00:13.738948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707d35-9ddd-47cf-8d18-66a994f68a77 req-9fb7ca12-83c3-4504-96fe-24f99220a5a8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:13.748998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6140e961-ad5f-4ed9-97de-55f33b5406a8, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6140e961-ad5f-4ed9-97de-55f33b5406a8,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:13.755747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95707d35-9ddd-47cf-8d18-66a994f68a77 req-9fb7ca12-83c3-4504-96fe-24f99220a5a8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.2419353 Dec 08 22:00:13.758888 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:13.898830 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95707d35-9ddd-47cf-8d18-66a994f68a77 req-b9cb833d-5a7e-400f-ab82-0853d2b44504 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338418 Dec 08 22:00:13.916461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6140e961-ad5f-4ed9-97de-55f33b5406a8,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:13.998748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6140e961-ad5f-4ed9-97de-55f33b5406a8'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:00:14.010039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b73f2-db3a-4bcf-a4d8-bc73167c79b5 req-c9493be4-be10-485e-8f6e-e5d2033a8b9e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:14.046324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad8b73f2-db3a-4bcf-a4d8-bc73167c79b5 req-c9493be4-be10-485e-8f6e-e5d2033a8b9e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 944 time: 0.2487638 Dec 08 22:00:14.173328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:14.347329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:14.348975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:14.507301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e7657-9c55-4352-9a13-06bc4bc4c6fa tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:14.514349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40188) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:14.514989 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0c0e7657-9c55-4352-9a13-06bc4bc4c6fa tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=3453eb64-bea3-47bc-828c-94f017d028f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7621443 Dec 08 22:00:14.531656 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:14.562343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad8b73f2-db3a-4bcf-a4d8-bc73167c79b5 req-2a69fd6c-13b9-4c17-8a1f-2211df1662eb tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119104 Dec 08 22:00:14.585003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:14.629383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,segment=NetworkSegment(88da95bf-71bf-4e31-a904-0e88235f10b7),segment_id=88da95bf-71bf-4e31-a904-0e88235f10b7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:14.638839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:14.730679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:14.769470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:14.783617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port e4cba965-fcca-4860-b832-7a40ca478311 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:14.785935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f823d7-277c-4f46-bbdb-35048dcc6eb5 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:14.790418 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d7f823d7-277c-4f46-bbdb-35048dcc6eb5 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 881 time: 0.2756107 Dec 08 22:00:14.792844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:14.859438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-222a74a0-9887-4bfe-868a-d3cdd90b72eb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=3453eb64-bea3-47bc-828c-94f017d028f7 HTTP/1.1" status: 200 len: 205 time: 0.0629954 Dec 08 22:00:14.864438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40196) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:15.155855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:15.163812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96865050-c7dd-4576-a1d8-52578abc55e8 None None] Network 728cd548-eb70-4305-a756-740322486b58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:15.292434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6140e961-ad5f-4ed9-97de-55f33b5406a8 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:15.413280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f5c51fd5-7514-4006-bb2c-0ebbb85ee4a4 None None] Provisioning complete for port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:15.415241 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f5c51fd5-7514-4006-bb2c-0ebbb85ee4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:15.437111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.12 (728cd548-eb70-4305-a756-740322486b58/d8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9/e4cba965-fcca-4860-b832-7a40ca478311) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:15.451160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e533476-30bd-4efd-bf43-63d27e62240f req-33226d53-d662-4b51-b8c7-3508cf0ae63e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:15.457598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.22 (728cd548-eb70-4305-a756-740322486b58/f60df936-9289-499e-bf7e-ce01bd26fc36/e4cba965-fcca-4860-b832-7a40ca478311) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:15.462856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e533476-30bd-4efd-bf43-63d27e62240f req-33226d53-d662-4b51-b8c7-3508cf0ae63e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.2959216 Dec 08 22:00:15.659064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e533476-30bd-4efd-bf43-63d27e62240f req-03675999-65ea-4b08-a8ca-f5dedeea4a41 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751647 Dec 08 22:00:15.686360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:15.689162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 6140e961-ad5f-4ed9-97de-55f33b5406a8 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:00:15.702065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 6140e961-ad5f-4ed9-97de-55f33b5406a8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:15.702454 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:15.813682 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:15.830080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Deleting port 61d1233e-1a13-4eaa-9dce-383f4ec73782 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:15.830609 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:15.877453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:15.943736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abecf05-9264-40c6-a363-d002cb7e645a req-c23afed1-aecb-4f17-95a6-ecd81b5920f8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:15.951895 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4abecf05-9264-40c6-a363-d002cb7e645a req-c23afed1-aecb-4f17-95a6-ecd81b5920f8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 944 time: 0.2231200 Dec 08 22:00:15.962797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 728cd548-eb70-4305-a756-740322486b58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:15.988972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:16.000932 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.040596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Calling delete_port for 61d1233e-1a13-4eaa-9dce-383f4ec73782 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:16.041813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:16.056193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:16.080566 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.131768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c93731-d0a8-4062-b095-5b3aedcad582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6140e961-ad5f-4ed9-97de-55f33b5406a8'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:00:16.137618 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3f530-c778-47ae-b1a4-fe98f137dd5b" -d '{"events": [{"server_uuid": "20c93731-d0a8-4062-b095-5b3aedcad582", "name": "network-vif-plugged", "status": "completed", "tag": "6140e961-ad5f-4ed9-97de-55f33b5406a8"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:00:16.201750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6140e961-ad5f-4ed9-97de-55f33b5406a8, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6140e961-ad5f-4ed9-97de-55f33b5406a8,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:16.242013 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.256460 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79199913-01c3-420a-9ff0-4d74ad7f9498 x-openstack-request-id: req-79199913-01c3-420a-9ff0-4d74ad7f9498 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:00:16.256768 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c93731-d0a8-4062-b095-5b3aedcad582", "name": "network-vif-plugged", "status": "completed", "tag": "6140e961-ad5f-4ed9-97de-55f33b5406a8", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:00:16.257007 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79199913-01c3-420a-9ff0-4d74ad7f9498 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:00:16.257404 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c93731-d0a8-4062-b095-5b3aedcad582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6140e961-ad5f-4ed9-97de-55f33b5406a8', 'code': 200} Dec 08 22:00:16.257991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20afe2a9-2861-4e36-a971-19281af2e6c1 None None] Update dhcp port {'port': {'network_id': '728cd548-eb70-4305-a756-740322486b58', 'fixed_ips': [{'subnet_id': 'd8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f60df936-9289-499e-bf7e-ce01bd26fc36'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:00:16.262482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:16.262482 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.355902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=e4cba965-fcca-4860-b832-7a40ca478311,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:16.370345 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20afe2a9-2861-4e36-a971-19281af2e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.443308 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4abecf05-9264-40c6-a363-d002cb7e645a req-6f7f5cf8-a7ee-4a36-b070-9d0c59f20f2c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149876 Dec 08 22:00:16.455383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:16.456303 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.504297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d552778-b5af-4628-8264-f2dcb2714293 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9938231 Dec 08 22:00:16.510027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40232) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:16.519601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:16.524223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ad2c-e677-4443-b2de-bd91ec355c38 req-f2d6f090-9735-4e33-b7a6-28690dbb4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:16.525464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.526597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f93ad2c-e677-4443-b2de-bd91ec355c38 req-f2d6f090-9735-4e33-b7a6-28690dbb4ab4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 1096 time: 0.1969950 Dec 08 22:00:16.556662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6140e961-ad5f-4ed9-97de-55f33b5406a8,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:16.604822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event deleted for resources: {'Port': ['ID=61d1233e-1a13-4eaa-9dce-383f4ec73782,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:16.720578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8f93ad2c-e677-4443-b2de-bd91ec355c38 req-0b6950d9-c85b-48c3-9616-5f1b9d2c6de1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858864 Dec 08 22:00:16.724502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.749941 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.817243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-20afe2a9-2861-4e36-a971-19281af2e6c1 None None] Allocated IP 172.20.0.18 (728cd548-eb70-4305-a756-740322486b58/f60df936-9289-499e-bf7e-ce01bd26fc36/bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:16.911591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.918055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:16.999899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-20afe2a9-2861-4e36-a971-19281af2e6c1 None None] For port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,segment=NetworkSegment(88da95bf-71bf-4e31-a904-0e88235f10b7),segment_id=88da95bf-71bf-4e31-a904-0e88235f10b7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:17.039372 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20afe2a9-2861-4e36-a971-19281af2e6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.044229 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.045983 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20afe2a9-2861-4e36-a971-19281af2e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.047839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Fanout notify agent at l3_agent the message router_deleted on router 3453eb64-bea3-47bc-828c-94f017d028f7 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:00:17.087356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.088539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a92d9acd-119f-4b6f-a0fd-3c4ed10ac422 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/3453eb64-bea3-47bc-828c-94f017d028f7 HTTP/1.1" status: 204 len: 168 time: 2.2224166 Dec 08 22:00:17.098417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40238) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:17.105889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Delete allocated IP 172.20.0.22 (728cd548-eb70-4305-a756-740322486b58/f60df936-9289-499e-bf7e-ce01bd26fc36) {{(pid=102389) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 22:00:17.115619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e8da98c3-f40f-4b7e-a056-e90edb495f13 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-303545585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:17.133963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afe2a9-2861-4e36-a971-19281af2e6c1 None None] Pushing event updated for resources: {'Port': ['ID=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:17.182002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8da98c3-f40f-4b7e-a056-e90edb495f13 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.184201 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8da98c3-f40f-4b7e-a056-e90edb495f13 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.302981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.313962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.401272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c45ef-5b81-4c6d-a545-4db1c4458292 req-6de8ad1c-6f76-407e-8a28-f2dcde719dc4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:17.403715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f44c45ef-5b81-4c6d-a545-4db1c4458292 req-6de8ad1c-6f76-407e-8a28-f2dcde719dc4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.3621666 Dec 08 22:00:17.516069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] In _notify_port_updated(), no bound segment for port e4cba965-fcca-4860-b832-7a40ca478311 on network 728cd548-eb70-4305-a756-740322486b58 {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:00:17.523173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:17.524257 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.526202 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "PUT /v2.0/ports/e4cba965-fcca-4860-b832-7a40ca478311 HTTP/1.1" status: 200 len: 920 time: 1.0132983 Dec 08 22:00:17.532871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40244) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:17.540816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9'}, {'subnet_id': 'f60df936-9289-499e-bf7e-ce01bd26fc36'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:17.564893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ca318-ee69-434f-82db-883c334070dd tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=e4cba965-fcca-4860-b832-7a40ca478311,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:17.697881 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f44c45ef-5b81-4c6d-a545-4db1c4458292 req-74bfa3bf-a6e5-4cda-b9dd-b3eb8deb58e9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705777 Dec 08 22:00:17.825667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8da98c3-f40f-4b7e-a056-e90edb495f13 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.859198 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.905393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8da98c3-f40f-4b7e-a056-e90edb495f13 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.980448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50bfd-509d-4c8c-9d76-725df350cacb req-4c8af855-8151-41a4-8731-e11a2a1069dd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:17.982234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63a50bfd-509d-4c8c-9d76-725df350cacb req-4c8af855-8151-41a4-8731-e11a2a1069dd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 945 time: 0.1881089 Dec 08 22:00:17.985126 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8da98c3-f40f-4b7e-a056-e90edb495f13 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:17.989184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e8da98c3-f40f-4b7e-a056-e90edb495f13 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8897133 Dec 08 22:00:17.990231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40248) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:17.997179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'enable_snat': False}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:18.057256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:18.176460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:18.176939 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:18.284054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.29 (728cd548-eb70-4305-a756-740322486b58/f60df936-9289-499e-bf7e-ce01bd26fc36/e4cba965-fcca-4860-b832-7a40ca478311) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:18.448890 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:18.451148 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:18.536920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-63a50bfd-509d-4c8c-9d76-725df350cacb req-eb665687-e7c5-4d01-9243-1fec9be42cb8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453732 Dec 08 22:00:18.539253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:18.569819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=e4cba965-fcca-4860-b832-7a40ca478311,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:18.682765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] In _notify_port_updated(), no bound segment for port e4cba965-fcca-4860-b832-7a40ca478311 on network 728cd548-eb70-4305-a756-740322486b58 {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:00:18.688347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:18.689405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:18.693387 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b1489f18-2532-473b-aac0-184b8ab26831 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "PUT /v2.0/ports/e4cba965-fcca-4860-b832-7a40ca478311 HTTP/1.1" status: 200 len: 1000 time: 1.1563551 Dec 08 22:00:18.693781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40252) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:18.777394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5433e162-4c6a-4ea7-85c2-8f6254bdae43 None None] Network 728cd548-eb70-4305-a756-740322486b58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:18.864204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a0596fa4-1295-4656-bbde-fa6cd42d2d98 None None] Provisioning complete for port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:18.864589 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0596fa4-1295-4656-bbde-fa6cd42d2d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:18.924313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546836-c60e-4ed9-b91e-71f6ffdd1cd3 req-0758b36d-7306-4f44-a1b7-3dd2b50f4d15 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:18.943310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7546836-c60e-4ed9-b91e-71f6ffdd1cd3 req-0758b36d-7306-4f44-a1b7-3dd2b50f4d15 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.1248159 Dec 08 22:00:18.975953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-af27d1a2-5f57-43d3-afa8-34bc2169bbf8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port e4cba965-fcca-4860-b832-7a40ca478311 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:18.976721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-af27d1a2-5f57-43d3-afa8-34bc2169bbf8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.026385 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7546836-c60e-4ed9-b91e-71f6ffdd1cd3 req-126018ff-4574-4b68-b74b-2e67e65a129b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821261 Dec 08 22:00:19.100007 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.135701 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.156853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-af27d1a2-5f57-43d3-afa8-34bc2169bbf8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.220717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-af27d1a2-5f57-43d3-afa8-34bc2169bbf8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for e4cba965-fcca-4860-b832-7a40ca478311 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:19.373928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Allocated IP 172.25.1.55 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/77b4429b-5649-4e11-b382-928e071a3ed3) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:19.583334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-134e1598-95ef-488a-9ea0-363348bcac17 None None] Provisioning complete for port e4cba965-fcca-4860-b832-7a40ca478311 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:19.584282 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-134e1598-95ef-488a-9ea0-363348bcac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.613852 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.670028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-134e1598-95ef-488a-9ea0-363348bcac17 None None] Port e4cba965-fcca-4860-b832-7a40ca478311 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:19.687713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-134e1598-95ef-488a-9ea0-363348bcac17 None None] Provisioning complete for port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:19.689060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-134e1598-95ef-488a-9ea0-363348bcac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.702314 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-af27d1a2-5f57-43d3-afa8-34bc2169bbf8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.756156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27d1a2-5f57-43d3-afa8-34bc2169bbf8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=e4cba965-fcca-4860-b832-7a40ca478311,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:19.803005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:19.842890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a175e86-d1ad-4b18-a471-6aed82f3ded3 req-722723c8-3f7a-45b4-a0e4-9741f077382e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:19.844786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a175e86-d1ad-4b18-a471-6aed82f3ded3 req-722723c8-3f7a-45b4-a0e4-9741f077382e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 945 time: 0.2180567 Dec 08 22:00:19.981283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:19.992965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:20.002133 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:00:20.013666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:20.026140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7ba5f902-0411-4481-b9f0-f4638bb6711b None None] Could not find standard attr ID for object e4cba965-fcca-4860-b832-7a40ca478311. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:00:20.094468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Pushing event updated for resources: {'Port': ['ID=77b4429b-5649-4e11-b382-928e071a3ed3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:20.170225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-af27d1a2-5f57-43d3-afa8-34bc2169bbf8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:20.173635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-af27d1a2-5f57-43d3-afa8-34bc2169bbf8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/e4cba965-fcca-4860-b832-7a40ca478311 HTTP/1.1" status: 204 len: 168 time: 1.4788723 Dec 08 22:00:20.190977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6b04-68cd-417e-9882-26f9681921ce req-f5425a0b-125f-4997-b103-ffa60b5d78c6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:20.199562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89ae6b04-68cd-417e-9882-26f9681921ce req-f5425a0b-125f-4997-b103-ffa60b5d78c6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.0843534 Dec 08 22:00:20.201481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40266) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:20.209168 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a175e86-d1ad-4b18-a471-6aed82f3ded3 req-010d0e67-7ee4-4306-9b71-c63f32d2e291 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782569 Dec 08 22:00:20.253107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d8fef2b5-85fe-4679-96b4-08474f8a0d34 None None] Could not find standard attr ID for object e4cba965-fcca-4860-b832-7a40ca478311. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:00:20.301461 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7fc790-21d4-4d53-a7d1-511d8a4cfb0c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:00:20.309366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ef7fc790-21d4-4d53-a7d1-511d8a4cfb0c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/e4cba965-fcca-4860-b832-7a40ca478311 HTTP/1.1" status: 404 len: 333 time: 0.1045477 Dec 08 22:00:20.325477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40272) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:20.407287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f02882-c72a-43c2-a1c1-2990994b5afa tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet f60df936-9289-499e-bf7e-ce01bd26fc36 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:00:20.414621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78f02882-c72a-43c2-a1c1-2990994b5afa tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:20.486202 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89ae6b04-68cd-417e-9882-26f9681921ce req-b65003d0-b128-45c7-8daf-3a184d6261d2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854793 Dec 08 22:00:20.500501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78f02882-c72a-43c2-a1c1-2990994b5afa tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:20.582799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bc5b106c-baab-4a6a-8341-f73bd4046bef None None] Could not find standard attr ID for object e4cba965-fcca-4860-b832-7a40ca478311. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:00:20.603974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2983add-9d25-4dcd-8d6f-d2a91d852b24 req-e0888cc6-c6d2-45a2-a888-479e4ce6f80c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:20.608611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2983add-9d25-4dcd-8d6f-d2a91d852b24 req-e0888cc6-c6d2-45a2-a888-479e4ce6f80c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 945 time: 0.2554226 Dec 08 22:00:20.641574 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:20.664897 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78f02882-c72a-43c2-a1c1-2990994b5afa tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:20.780862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78f02882-c72a-43c2-a1c1-2990994b5afa tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:20.785334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2983add-9d25-4dcd-8d6f-d2a91d852b24 req-ee9caa6f-4471-432d-adc9-28954b8f4be3 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673014 Dec 08 22:00:20.879019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f02882-c72a-43c2-a1c1-2990994b5afa tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=f60df936-9289-499e-bf7e-ce01bd26fc36,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:20.897237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78f02882-c72a-43c2-a1c1-2990994b5afa tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:20.905360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e2d91-1d13-4d39-bff3-1fb6f7ad584f None None] Network 728cd548-eb70-4305-a756-740322486b58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:20.909651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-78f02882-c72a-43c2-a1c1-2990994b5afa tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/f60df936-9289-499e-bf7e-ce01bd26fc36 HTTP/1.1" status: 204 len: 168 time: 0.5818400 Dec 08 22:00:20.919301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:20.978033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:20.984862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-145e1827-5409-411c-bb4e-39611d8c5eb1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet d8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:00:20.985470 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:21.004053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-145e1827-5409-411c-bb4e-39611d8c5eb1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:21.057391 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-145e1827-5409-411c-bb4e-39611d8c5eb1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:21.068877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a202333-ebc6-4739-9570-6ff36493a936 req-a31850c4-229b-45d6-8b60-3cb4bad676c7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:21.070895 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a202333-ebc6-4739-9570-6ff36493a936 req-a31850c4-229b-45d6-8b60-3cb4bad676c7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 945 time: 0.1171913 Dec 08 22:00:21.145846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a202333-ebc6-4739-9570-6ff36493a936 req-9194bb85-0b7a-49b8-8e4c-2b1b957a50eb tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484204 Dec 08 22:00:21.254167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-145e1827-5409-411c-bb4e-39611d8c5eb1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:21.394573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-145e1827-5409-411c-bb4e-39611d8c5eb1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:21.491101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e1827-5409-411c-bb4e-39611d8c5eb1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:21.504085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-145e1827-5409-411c-bb4e-39611d8c5eb1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:21.510636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-145e1827-5409-411c-bb4e-39611d8c5eb1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/d8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9 HTTP/1.1" status: 204 len: 168 time: 0.5878623 Dec 08 22:00:21.513396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40290) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:21.821212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114298-040e-45a2-b6e4-b4a730508c4c req-a94024e7-8153-4ce7-9975-fa7e167306bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:21.824177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79114298-040e-45a2-b6e4-b4a730508c4c req-a94024e7-8153-4ce7-9975-fa7e167306bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 945 time: 0.1796665 Dec 08 22:00:21.829019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:21.875098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27f7bc-4fd3-4c47-aa2d-d72434cfdfe5 req-80f762af-041a-4b8f-bce9-5bb3b51c4893 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:21.885034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed27f7bc-4fd3-4c47-aa2d-d72434cfdfe5 req-80f762af-041a-4b8f-bce9-5bb3b51c4893 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.2004042 Dec 08 22:00:21.955920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79114298-040e-45a2-b6e4-b4a730508c4c req-d4de68e6-46a2-4d6e-8d7f-34eacfbec912 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084290 Dec 08 22:00:21.983623 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed27f7bc-4fd3-4c47-aa2d-d72434cfdfe5 req-c12f4866-dd50-435a-9015-89f01c67208c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797305 Dec 08 22:00:21.989289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Router 7749c2d3-763e-4ab1-85a7-7618ef1caadf is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:00:22.020551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:22.020551 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.109822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] For port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,segment=NetworkSegment(88da95bf-71bf-4e31-a904-0e88235f10b7),segment_id=88da95bf-71bf-4e31-a904-0e88235f10b7)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:22.109822 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.126380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:22.135339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:00:22.142330 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.143601 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ddbba7c9-52c5-4df1-8db1-299288d630c2 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "PUT /v2.0/routers/7749c2d3-763e-4ab1-85a7-7618ef1caadf HTTP/1.1" status: 200 len: 918 time: 4.1510897 Dec 08 22:00:22.146131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40302) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:22.161017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09039e-b1cf-43ff-935d-975a13665ee1 None None] Sync routers for ids ['7749c2d3-763e-4ab1-85a7-7618ef1caadf'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:00:22.198599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09039e-b1cf-43ff-935d-975a13665ee1 None None] Routers {'7749c2d3-763e-4ab1-85a7-7618ef1caadf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:22.212284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2f09039e-b1cf-43ff-935d-975a13665ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7749c2d3-763e-4ab1-85a7-7618ef1caadf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:22.271837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2f09039e-b1cf-43ff-935d-975a13665ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:22.285061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09039e-b1cf-43ff-935d-975a13665ee1 None None] Routers {'7749c2d3-763e-4ab1-85a7-7618ef1caadf'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:22.285819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2f09039e-b1cf-43ff-935d-975a13665ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7749c2d3-763e-4ab1-85a7-7618ef1caadf'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:22.326237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.341639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2f09039e-b1cf-43ff-935d-975a13665ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:22.342441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09039e-b1cf-43ff-935d-975a13665ee1 None None] The sync data for ids ['7749c2d3-763e-4ab1-85a7-7618ef1caadf'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:00:22.346768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1766b-b2ff-4206-a112-c0f10bc44957 None None] Network 728cd548-eb70-4305-a756-740322486b58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:22.347424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-013adbf0-7113-4e2a-89f8-4ec2c6f7ec40 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/routers/7749c2d3-763e-4ab1-85a7-7618ef1caadf HTTP/1.1" status: 200 len: 924 time: 0.1971099 Dec 08 22:00:22.347833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40310) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:22.376605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:22.378557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No DVR routers for this DVR port bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:00:22.423021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6639f0b7-9e5b-4cc5-b463-8cc2efec2241 None None] Could not find standard attr ID for object bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:00:22.433592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab1b403-1d60-4bc5-8820-dd8518b5d7b3 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:22.435298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2ab1b403-1d60-4bc5-8820-dd8518b5d7b3 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=7749c2d3-763e-4ab1-85a7-7618ef1caadf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0857015 Dec 08 22:00:22.437855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40312) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:22.502842 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.537924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728cd548-eb70-4305-a756-740322486b58']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:22.559031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88da95bf-71bf-4e31-a904-0e88235f10b7') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:22.559335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88da95bf-71bf-4e31-a904-0e88235f10b7') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:22.562451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ece93-f92d-4ec0-8c17-5ea6b2af12c2 None None] DHCP port deletion for 728cd548-eb70-4305-a756-740322486b58 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:00:22.569628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.583427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17729e-ba53-47fa-a0bb-35ac935fb5d0 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:22.588931 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.592694 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4b17729e-ba53-47fa-a0bb-35ac935fb5d0 tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 881 time: 0.1534336 Dec 08 22:00:22.593637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40320) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:22.599645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:22.600285 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:22.605280 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:22.644103 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a6d7ebc6-1e58-44cd-afde-ba3968c587a6 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7749c2d3-763e-4ab1-85a7-7618ef1caadf HTTP/1.1" status: 200 len: 205 time: 0.0486953 Dec 08 22:00:22.646421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40324) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:22.676440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.687008 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.699587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/networks/728cd548-eb70-4305-a756-740322486b58 HTTP/1.1" status: 204 len: 168 time: 1.1846564 Dec 08 22:00:22.703756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40330) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:22.762280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa101a7-8365-4f99-be40-382648e5e2ab tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Network': ['ID=728cd548-eb70-4305-a756-740322486b58,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:22.790435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.803075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5846e248-fa7c-443b-a66c-8fc62d65fa7e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:22.804636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5846e248-fa7c-443b-a66c-8fc62d65fa7e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0996640 Dec 08 22:00:22.808178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40338) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:22.869837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-16118504-43a1-4be5-846b-527a93e81e25 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0570898 Dec 08 22:00:22.869837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40348) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:22.875316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2047778692'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:22.901250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:22.905671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.918606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.939153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:22.951109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:22.951741 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Added segment dc052521-2ef3-4e20-9bc8-8fbd56a194d1 of type vlan for network 62f988ae-4912-43bf-83f8-51605f039b9a Dec 08 22:00:23.016404 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.031235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Deleting port 77b4429b-5649-4e11-b382-928e071a3ed3 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:23.031770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.132214 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.138145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:23.138776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.182279 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.196464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa24780-0981-4a7e-8836-072e17fafd36 req-facafb05-135c-4555-ba6c-40866a6c56aa tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:23.198003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9aa24780-0981-4a7e-8836-072e17fafd36 req-facafb05-135c-4555-ba6c-40866a6c56aa tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 945 time: 0.1127009 Dec 08 22:00:23.230096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Calling delete_port for 77b4429b-5649-4e11-b382-928e071a3ed3 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:23.242658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3710175 Dec 08 22:00:23.243522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c208a0-10b6-45ca-9f33-f2042e8ed44d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Network': ['ID=62f988ae-4912-43bf-83f8-51605f039b9a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:23.248025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40388) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:23.254977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 62f988ae-4912-43bf-83f8-51605f039b9a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:23.264899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:23.267369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-36b45a6f-e819-483f-9d78-39e0919d42df tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:23.269141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-36b45a6f-e819-483f-9d78-39e0919d42df tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 945 time: 0.2177548 Dec 08 22:00:23.283264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd91064-2a2c-4a45-9542-b26586042a01 req-851d0114-29e0-4e8f-9625-9c24d650961d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:23.284995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1cd91064-2a2c-4a45-9542-b26586042a01 req-851d0114-29e0-4e8f-9625-9c24d650961d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.1915197 Dec 08 22:00:23.400425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9aa24780-0981-4a7e-8836-072e17fafd36 req-d3467646-5fea-4fc5-8aed-dc851bebb245 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927714 Dec 08 22:00:23.420825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1cd91064-2a2c-4a45-9542-b26586042a01 req-50d09b2e-4f77-4a9b-973b-17a0b64ccc02 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282663 Dec 08 22:00:23.458476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port 6140e961-ad5f-4ed9-97de-55f33b5406a8 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:23.458626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.521311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:23.525469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.580899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] For port 6140e961-ad5f-4ed9-97de-55f33b5406a8, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6140e961-ad5f-4ed9-97de-55f33b5406a8,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:23.580899 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.595482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for 6140e961-ad5f-4ed9-97de-55f33b5406a8 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:23.655358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.705317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event deleted for resources: {'Port': ['ID=77b4429b-5649-4e11-b382-928e071a3ed3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:23.757167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.770182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6140e961-ad5f-4ed9-97de-55f33b5406a8'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:00:23.799717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=6140e961-ad5f-4ed9-97de-55f33b5406a8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:23.805855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.887131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] No DVR routers for this DVR port 6140e961-ad5f-4ed9-97de-55f33b5406a8 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:00:23.892033 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:23.900234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c863f855-dd37-4670-8bac-9bde4cc40656 req-f5b1bc03-82b6-4631-b84b-9029bc5253ce tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "DELETE /v2.0/ports/6140e961-ad5f-4ed9-97de-55f33b5406a8 HTTP/1.1" status: 204 len: 173 time: 0.6133482 Dec 08 22:00:23.903673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c93731-d0a8-4062-b095-5b3aedcad582', 'name': 'network-vif-deleted', 'tag': '6140e961-ad5f-4ed9-97de-55f33b5406a8'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:00:23.908854 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a5e449-dc15-456f-bff5-019eba95a0d0" -d '{"events": [{"server_uuid": "20c93731-d0a8-4062-b095-5b3aedcad582", "name": "network-vif-deleted", "tag": "6140e961-ad5f-4ed9-97de-55f33b5406a8"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:00:24.001978 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc34cd19-e6f0-465f-9969-86a437f7747e x-openstack-request-id: req-bc34cd19-e6f0-465f-9969-86a437f7747e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:00:24.002408 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c93731-d0a8-4062-b095-5b3aedcad582", "name": "network-vif-deleted", "tag": "6140e961-ad5f-4ed9-97de-55f33b5406a8", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:00:24.002822 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc34cd19-e6f0-465f-9969-86a437f7747e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:00:24.003319 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c93731-d0a8-4062-b095-5b3aedcad582', 'name': 'network-vif-deleted', 'tag': '6140e961-ad5f-4ed9-97de-55f33b5406a8', 'status': 'completed', 'code': 200} Dec 08 22:00:24.020551 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.027805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.041110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:00:24.070020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:00:24.070938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bbe0e0ca-16bf-402e-ac0a-d66d2e0b1cc2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:00:24.089469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.111106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.112011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Fanout notify agent at l3_agent the message router_deleted on router 7749c2d3-763e-4ab1-85a7-7618ef1caadf {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:00:24.149174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.150408 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-90abb5ee-b2ac-4427-adef-11d4da5d037e tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/7749c2d3-763e-4ab1-85a7-7618ef1caadf HTTP/1.1" status: 204 len: 168 time: 1.5028732 Dec 08 22:00:24.154435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40432) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:24.162549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-478670956', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:24.212449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.213731 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.221356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=32257372-3f36-400b-90ee-748fb2add019,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:24.233453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking segment: {'id': 'dc052521-2ef3-4e20-9bc8-8fbd56a194d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:24.233914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network hostable DHCP agents. Network: 62f988ae-4912-43bf-83f8-51605f039b9a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:24.261874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 62f988ae-4912-43bf-83f8-51605f039b9a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:24.276764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 62f988ae-4912-43bf-83f8-51605f039b9a) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:24.284695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c031af1-0696-4515-a3f2-b973241cce09 None None] Network 62f988ae-4912-43bf-83f8-51605f039b9a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:24.310183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:24.319431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.351715 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c35331f4-eeca-4d07-99cb-e1af6d910eb8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0995016 Dec 08 22:00:24.356213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40452) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:24.357679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.361841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a', 'name': 'tempest-PortsTestJSON-770713973'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:24.626296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-62f988ae-4912-43bf-83f8-51605f039b9a', 'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a', 'tenant_id': '50f35bea5fef461398e3d045fb40cd74', 'fixed_ips': [{'subnet_id': '32257372-3f36-400b-90ee-748fb2add019'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:24.627460 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.666387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3eb7-7783-43d6-b701-ed4367e96751 req-fd176f21-b870-4ea5-8746-c8027ffb31e6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:24.674744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87cd3eb7-7783-43d6-b701-ed4367e96751 req-fd176f21-b870-4ea5-8746-c8027ffb31e6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.2234371 Dec 08 22:00:24.769791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.799658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eb9443f-1b3b-4b8d-9fb5-c343c1250a0e req-77ca5200-2e3b-4237-884e-2d14cc0f1fa6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.1032846 Dec 08 22:00:24.821099 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87cd3eb7-7783-43d6-b701-ed4367e96751 req-2072d5f6-8f9f-4e2a-a4c9-6629974ad850 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451058 Dec 08 22:00:24.859017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:24.865330 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:24.889190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 4def84e0-60b1-45a9-bd96-ddf73b464e05 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:25.078008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Allocated IP 172.20.0.2 (62f988ae-4912-43bf-83f8-51605f039b9a/32257372-3f36-400b-90ee-748fb2add019/eab920d0-7a3d-4993-9f17-cb3efa8d9d11) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:25.164750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40478) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:25.294158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.303479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.403935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Pushing event updated for resources: {'Port': ['ID=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:25.414699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Network 62f988ae-4912-43bf-83f8-51605f039b9a is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:25.416693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:25.420679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:25.453754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.3 (62f988ae-4912-43bf-83f8-51605f039b9a/32257372-3f36-400b-90ee-748fb2add019/4def84e0-60b1-45a9-bd96-ddf73b464e05) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:25.456989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8941ea4c-0c30-4f0f-99e2-914e3304194c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.458365 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.480037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.540691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Attempting to bind port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:25.541432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Attempting to bind port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'dc052521-2ef3-4e20-9bc8-8fbd56a194d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:25.542063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Attempting to bind port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 on network 62f988ae-4912-43bf-83f8-51605f039b9a {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:25.550258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:25.551289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Checking segment: {'id': 'dc052521-2ef3-4e20-9bc8-8fbd56a194d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:25.552281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.552953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Bound using segment: {'id': 'dc052521-2ef3-4e20-9bc8-8fbd56a194d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:25.554046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Bound port: eab920d0-7a3d-4993-9f17-cb3efa8d9d11, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc052521-2ef3-4e20-9bc8-8fbd56a194d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:25.554898 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.677252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] For port eab920d0-7a3d-4993-9f17-cb3efa8d9d11, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:25.687898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] For port eab920d0-7a3d-4993-9f17-cb3efa8d9d11, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,segment=NetworkSegment(dc052521-2ef3-4e20-9bc8-8fbd56a194d1),segment_id=dc052521-2ef3-4e20-9bc8-8fbd56a194d1)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:25.700741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Allocated IP 172.25.1.174 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/eb5b97f6-ef78-49b4-8a2b-1ed92e4ce3e5) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:25.702021 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.704615 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8941ea4c-0c30-4f0f-99e2-914e3304194c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.722571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8941ea4c-0c30-4f0f-99e2-914e3304194c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.789650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d4a4d-f0d2-4599-b2dd-7ac789ed2d2a None None] Pushing event updated for resources: {'Port': ['ID=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:25.868568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:25.981900 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.165747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:26.190828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:26.204788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:26.269156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event updated for resources: {'Port': ['ID=eb5b97f6-ef78-49b4-8a2b-1ed92e4ce3e5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:26.291304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8941ea4c-0c30-4f0f-99e2-914e3304194c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fe8368c433b43fc998d82b679dba7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1254284 Dec 08 22:00:26.295613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40524) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:26.312209 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-19597714-3463-44bd-8936-4baf30bedc24 req-daeeb01a-9266-455c-912a-99674f615d0f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.0998878 Dec 08 22:00:26.316390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.319089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941ea4c-0c30-4f0f-99e2-914e3304194c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b873708b-aa0e-4df1-be18-77c35ff55b59,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:26.399591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.451510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 62f988ae-4912-43bf-83f8-51605f039b9a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:26.497492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:26.502113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:26.582535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:26.583241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.612279 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e580803-1993-4150-9c34-6fe35e37ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.625352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=4def84e0-60b1-45a9-bd96-ddf73b464e05,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:26.639413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6a1e4bea-a44b-44ff-9daf-395683ec28b4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2820432 Dec 08 22:00:26.642067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40552) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:26.654372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': '62f988ae-4912-43bf-83f8-51605f039b9a', 'name': 'tempest-PortsTestJSON-184711793'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:26.673301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e580803-1993-4150-9c34-6fe35e37ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.820019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:26.826266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.833992 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e580803-1993-4150-9c34-6fe35e37ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.837907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e580803-1993-4150-9c34-6fe35e37ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.842847 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e580803-1993-4150-9c34-6fe35e37ed01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b873708b-aa0e-4df1-be18-77c35ff55b59 HTTP/1.1" status: 204 len: 168 time: 0.5388443 Dec 08 22:00:26.843242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:26.848888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port e34972db-8a05-4b1d-b96c-c93dba624f78 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:27.006745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e580803-1993-4150-9c34-6fe35e37ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b873708b-aa0e-4df1-be18-77c35ff55b59,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:27.085656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.10 (62f988ae-4912-43bf-83f8-51605f039b9a/32257372-3f36-400b-90ee-748fb2add019/e34972db-8a05-4b1d-b96c-c93dba624f78) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:27.165707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132425e-7c54-4fe6-af6d-ae0f954e8edc req-1cc3d028-9ef6-4449-bc3d-6bbb791ee1bf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:27.167279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9132425e-7c54-4fe6-af6d-ae0f954e8edc req-1cc3d028-9ef6-4449-bc3d-6bbb791ee1bf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 947 time: 0.1710827 Dec 08 22:00:27.320229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6140e961-ad5f-4ed9-97de-55f33b5406a8 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:00:27.395027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40566) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:27.396218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 6140e961-ad5f-4ed9-97de-55f33b5406a8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:00:27.396575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6140e961-ad5f-4ed9-97de-55f33b5406a8 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:00:27.397011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:00:27.399584 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9132425e-7c54-4fe6-af6d-ae0f954e8edc req-c3cdcdc9-f799-4c6a-9eff-f1ff94c325a6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225628 Dec 08 22:00:27.422025 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f21f8766-d02e-424c-b3f2-2c1f1c05d622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.477304 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.509607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdcca2c-8bbd-493f-ba2c-25e94c88a3dc None None] Network 62f988ae-4912-43bf-83f8-51605f039b9a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:27.601439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4df82ef-8bac-4a0c-9d2f-4e13916c5316 req-d58cac90-9a2e-446a-89c6-65ccd408f1fa tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.1148922 Dec 08 22:00:27.690660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.702280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f21f8766-d02e-424c-b3f2-2c1f1c05d622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.737313 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f21f8766-d02e-424c-b3f2-2c1f1c05d622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.760213 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.769037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-22ca0778-c9c7-4eba-80e8-15b0ce43a4b0 None None] Provisioning complete for port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:27.769800 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22ca0778-c9c7-4eba-80e8-15b0ce43a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.789924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.801227 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f21f8766-d02e-424c-b3f2-2c1f1c05d622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a25425f65144470a49a4b4c5d9cd452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004376 Dec 08 22:00:27.824065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f8766-d02e-424c-b3f2-2c1f1c05d622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568d2052-61f6-489f-b2be-3ba75f690893,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:27.848739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:27.850647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40572) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:27.853544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:00:27.857059 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef808c5-39ab-4fb5-935e-80b93c857ba5" -d '{"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:00:27.863824 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:27.956987 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fddc395-fb76-4da0-8d8f-6e237b89bd70 x-openstack-request-id: req-8fddc395-fb76-4da0-8d8f-6e237b89bd70 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:00:27.957222 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:00:27.957463 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fddc395-fb76-4da0-8d8f-6e237b89bd70 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:00:27.958430 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'code': 200} Dec 08 22:00:27.996205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=e34972db-8a05-4b1d-b96c-c93dba624f78,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:28.016685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=14']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:28.039306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 62f988ae-4912-43bf-83f8-51605f039b9a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:28.042539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:28.051321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:28.076485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-7863ce63-c348-4cf0-a1f8-d396451e758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:28.085577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-7863ce63-c348-4cf0-a1f8-d396451e758b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1098 time: 0.3576808 Dec 08 22:00:28.086632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eab920d0-7a3d-4993-9f17-cb3efa8d9d11 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:28.109142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc932-d256-455b-ae9b-850f89223e72 req-2cd77023-50f0-4e5e-8ad2-cff173271dfa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:28.110702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2abdc932-d256-455b-ae9b-850f89223e72 req-2cd77023-50f0-4e5e-8ad2-cff173271dfa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.3373699 Dec 08 22:00:28.132146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Router 08a9b57c-24ce-4104-83d9-b8b9cb7ec8df is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:00:28.152229 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22ca0778-c9c7-4eba-80e8-15b0ce43a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.180428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:28.181903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.208439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-22ca0778-c9c7-4eba-80e8-15b0ce43a4b0 None None] For port eab920d0-7a3d-4993-9f17-cb3efa8d9d11, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,segment=NetworkSegment(dc052521-2ef3-4e20-9bc8-8fbd56a194d1),segment_id=dc052521-2ef3-4e20-9bc8-8fbd56a194d1)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:28.215933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d88ac69f-2027-4fa6-86b5-0330ef24bb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.228780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-617a5aea-36a4-4041-aa4b-91711dd8e678 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5831783 Dec 08 22:00:28.229907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40576) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:28.231222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:28.231222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.233206 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22ca0778-c9c7-4eba-80e8-15b0ce43a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.308514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca0778-c9c7-4eba-80e8-15b0ce43a4b0 None None] Pushing event updated for resources: {'Port': ['ID=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:28.434233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bbf2a-4f60-4d2b-8666-7a9eae1adbbe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:28.436009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-142bbf2a-4f60-4d2b-8666-7a9eae1adbbe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.2002928 Dec 08 22:00:28.442454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40582) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:28.478920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ee6de60a-cf2c-4078-98e5-c7301543d02f None None] Provisioning complete for port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:28.480589 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee6de60a-cf2c-4078-98e5-c7301543d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.512025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2abdc932-d256-455b-ae9b-850f89223e72 req-13fde67d-fa7e-4cbe-a9a4-4db4faae4d19 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808002 Dec 08 22:00:28.516956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d88ac69f-2027-4fa6-86b5-0330ef24bb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.623179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-fd15c437-91c6-4bec-b334-6d98471c9021 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port e34972db-8a05-4b1d-b96c-c93dba624f78 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:28.623839 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd15c437-91c6-4bec-b334-6d98471c9021 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.625947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ee6de60a-cf2c-4078-98e5-c7301543d02f None None] Provisioning complete for port 4def84e0-60b1-45a9-bd96-ddf73b464e05 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:28.626569 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee6de60a-cf2c-4078-98e5-c7301543d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.655854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:00:28.670414 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6f51a-4d50-4677-b449-a7374d8dffc4 None None] Sync routers for ids ['08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:00:28.711362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ee6de60a-cf2c-4078-98e5-c7301543d02f None None] Port 4def84e0-60b1-45a9-bd96-ddf73b464e05 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:28.733987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ee6de60a-cf2c-4078-98e5-c7301543d02f None None] Provisioning complete for port e34972db-8a05-4b1d-b96c-c93dba624f78 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:28.734310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee6de60a-cf2c-4078-98e5-c7301543d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.739934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.742021 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-58dac8cf-80b8-42fa-a16a-f989935e4aa0 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5855026 Dec 08 22:00:28.753254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40586) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:28.757651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-5bf3880e-3338-414f-b6aa-3195183332fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:28.761011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-5bf3880e-3338-414f-b6aa-3195183332fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.6741064 Dec 08 22:00:28.763328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d88ac69f-2027-4fa6-86b5-0330ef24bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.768552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d88ac69f-2027-4fa6-86b5-0330ef24bb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.771912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:28.787696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ee6de60a-cf2c-4078-98e5-c7301543d02f None None] Port e34972db-8a05-4b1d-b96c-c93dba624f78 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:28.797427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d88ac69f-2027-4fa6-86b5-0330ef24bb57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/568d2052-61f6-489f-b2be-3ba75f690893 HTTP/1.1" status: 204 len: 168 time: 0.9431820 Dec 08 22:00:28.949679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-df6ea831-b750-4dca-b879-6961db109f82 None None] Provisioning complete for port 4def84e0-60b1-45a9-bd96-ddf73b464e05 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:28.950336 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df6ea831-b750-4dca-b879-6961db109f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:28.990489 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6f51a-4d50-4677-b449-a7374d8dffc4 None None] Routers {'08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:28.991859 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4eb6f51a-4d50-4677-b449-a7374d8dffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:28.997200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-c5d7ffcb-0f0f-4c99-a92e-f0edca40595a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.1885533 Dec 08 22:00:29.031761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-df6ea831-b750-4dca-b879-6961db109f82 None None] Port 4def84e0-60b1-45a9-bd96-ddf73b464e05 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:29.076238 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4eb6f51a-4d50-4677-b449-a7374d8dffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:29.085367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd15c437-91c6-4bec-b334-6d98471c9021 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:29.116393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-f5492fd7-cda5-4458-9571-f205a65bf026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:29.122090 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6f51a-4d50-4677-b449-a7374d8dffc4 None None] Routers {'08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:29.122738 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4eb6f51a-4d50-4677-b449-a7374d8dffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:29.124129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43ce75dd-c8d0-4de9-9d58-4daaffdbf116 req-49711a4a-d745-4f15-bcf9-3222d34aa9a1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.3427136 Dec 08 22:00:29.133030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-f5492fd7-cda5-4458-9571-f205a65bf026 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1235905 Dec 08 22:00:29.134056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ac69f-2027-4fa6-86b5-0330ef24bb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568d2052-61f6-489f-b2be-3ba75f690893,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:29.154408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-fd15c437-91c6-4bec-b334-6d98471c9021 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for e34972db-8a05-4b1d-b96c-c93dba624f78 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:29.205817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-5d955fdd-ce8f-44a5-869d-8505d372a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:29.208619 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-5d955fdd-ce8f-44a5-869d-8505d372a6ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687423 Dec 08 22:00:29.227407 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4eb6f51a-4d50-4677-b449-a7374d8dffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:29.228076 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6f51a-4d50-4677-b449-a7374d8dffc4 None None] The sync data for ids ['08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:00:29.283818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1dda70ec-3607-43a5-ab23-39ce4c561d35 None None] Provisioning complete for port e34972db-8a05-4b1d-b96c-c93dba624f78 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:29.284485 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1dda70ec-3607-43a5-ab23-39ce4c561d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:29.359536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1dda70ec-3607-43a5-ab23-39ce4c561d35 None None] Port e34972db-8a05-4b1d-b96c-c93dba624f78 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:29.437539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-74abd3d7-0dac-48eb-ad45-efacfef9db96 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205079 Dec 08 22:00:29.514508 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd15c437-91c6-4bec-b334-6d98471c9021 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:29.632765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15c437-91c6-4bec-b334-6d98471c9021 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=e34972db-8a05-4b1d-b96c-c93dba624f78,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:29.659487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2baa78a7-fd37-4634-b232-0b672dd09382 req-3bcd09fa-9b18-49f8-9f98-ce22167ffea5 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138908 Dec 08 22:00:29.788078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:29.804530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bfae0-52a5-4f3d-908a-a355f7c03f1e req-bd452730-2ecd-4af1-a23f-3bd5f4d42ddd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:29.812124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c0bfae0-52a5-4f3d-908a-a355f7c03f1e req-bd452730-2ecd-4af1-a23f-3bd5f4d42ddd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1711478 Dec 08 22:00:29.824048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd15c437-91c6-4bec-b334-6d98471c9021 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:29.829627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fd15c437-91c6-4bec-b334-6d98471c9021 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/e34972db-8a05-4b1d-b96c-c93dba624f78 HTTP/1.1" status: 204 len: 168 time: 1.3835461 Dec 08 22:00:29.830415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40608) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:29.840325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:29.865913 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-69656f0e-c9f5-45ab-a0f1-487d632a4d6a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:00:29.867665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-69656f0e-c9f5-45ab-a0f1-487d632a4d6a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/e34972db-8a05-4b1d-b96c-c93dba624f78 HTTP/1.1" status: 404 len: 333 time: 0.0361285 Dec 08 22:00:29.870405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40612) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:29.901074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c0bfae0-52a5-4f3d-908a-a355f7c03f1e req-efe9eb10-1073-47de-bc5d-92f1aba195d6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879338 Dec 08 22:00:30.004098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Deleting port eb5b97f6-ef78-49b4-8a2b-1ed92e4ce3e5 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:30.004443 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.033784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eab920d0-7a3d-4993-9f17-cb3efa8d9d11 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:30.048537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-861b3084-f197-4d3f-9e2d-5a9ddc870bb6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 4def84e0-60b1-45a9-bd96-ddf73b464e05 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:30.049254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861b3084-f197-4d3f-9e2d-5a9ddc870bb6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.154047 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.178130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Calling delete_port for eb5b97f6-ef78-49b4-8a2b-1ed92e4ce3e5 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:30.189866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:30.190491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.207170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861b3084-f197-4d3f-9e2d-5a9ddc870bb6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.250673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-861b3084-f197-4d3f-9e2d-5a9ddc870bb6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 4def84e0-60b1-45a9-bd96-ddf73b464e05 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:30.302838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-79216215-04b6-462f-8d3b-716ca5ea14b4 req-1f472a3d-aeff-47eb-a281-0a373acb0d52 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.0490484 Dec 08 22:00:30.502054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.534347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861b3084-f197-4d3f-9e2d-5a9ddc870bb6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.538153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Pushing event deleted for resources: {'Port': ['ID=eb5b97f6-ef78-49b4-8a2b-1ed92e4ce3e5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:30.580403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b3084-f197-4d3f-9e2d-5a9ddc870bb6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=4def84e0-60b1-45a9-bd96-ddf73b464e05,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:30.628065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.690337 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-861b3084-f197-4d3f-9e2d-5a9ddc870bb6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.698410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-861b3084-f197-4d3f-9e2d-5a9ddc870bb6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/4def84e0-60b1-45a9-bd96-ddf73b464e05 HTTP/1.1" status: 204 len: 168 time: 0.8261430 Dec 08 22:00:30.699065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40630) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:30.740960 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e7151f-e74a-43bb-8fec-f35088553d3b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:00:30.743011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-35e7151f-e74a-43bb-8fec-f35088553d3b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/4def84e0-60b1-45a9-bd96-ddf73b464e05 HTTP/1.1" status: 404 len: 333 time: 0.0428007 Dec 08 22:00:30.745977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40632) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:30.830486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d15247-5520-4944-9f21-cdcb328a76f1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet 32257372-3f36-400b-90ee-748fb2add019 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:00:30.836297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6d15247-5520-4944-9f21-cdcb328a76f1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:30.902692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6d15247-5520-4944-9f21-cdcb328a76f1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.024099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6d15247-5520-4944-9f21-cdcb328a76f1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.073764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.077175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.111329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c981815-1e16-431b-bb96-cc07bbe3a136 req-0cc2b23b-47ef-41f9-ad93-8cfd980accc2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:31.113095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c981815-1e16-431b-bb96-cc07bbe3a136 req-0cc2b23b-47ef-41f9-ad93-8cfd980accc2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0647953 Dec 08 22:00:31.154357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6d15247-5520-4944-9f21-cdcb328a76f1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.174642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Router 08a9b57c-24ce-4104-83d9-b8b9cb7ec8df has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:00:31.193029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c981815-1e16-431b-bb96-cc07bbe3a136 req-11be894a-53e5-452e-b60d-9bab682521cc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684240 Dec 08 22:00:31.196094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d15247-5520-4944-9f21-cdcb328a76f1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=32257372-3f36-400b-90ee-748fb2add019,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:31.202217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6d15247-5520-4944-9f21-cdcb328a76f1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.205417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d6d15247-5520-4944-9f21-cdcb328a76f1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/32257372-3f36-400b-90ee-748fb2add019 HTTP/1.1" status: 204 len: 168 time: 0.4537864 Dec 08 22:00:31.207962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40644) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:31.212762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35f7db-102b-41a7-8e3d-38cbc096e403 None None] Network 62f988ae-4912-43bf-83f8-51605f039b9a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:31.305341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40648) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:31.370176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.551239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] DHCP port deletion for 62f988ae-4912-43bf-83f8-51605f039b9a request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:00:31.556193 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d334f1dd-d44d-4607-bafc-65890594d398 req-fdb945da-6257-4c63-917a-e175471bb43d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c93731-d0a8-4062-b095-5b3aedcad582 HTTP/1.1" status: 200 len: 210 time: 0.0714304 Dec 08 22:00:31.561356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:31.600501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:31.600923 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.603178 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.636536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Deleting port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:31.637200 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.686448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:00:31.695640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.696778 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ba8441d8-a5a2-4bad-9e53-7352a51d77cf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "PUT /v2.0/routers/08a9b57c-24ce-4104-83d9-b8b9cb7ec8df HTTP/1.1" status: 200 len: 709 time: 2.9461906 Dec 08 22:00:31.704104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40656) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:31.731641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] For port eab920d0-7a3d-4993-9f17-cb3efa8d9d11, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,segment=NetworkSegment(dc052521-2ef3-4e20-9bc8-8fbd56a194d1),segment_id=dc052521-2ef3-4e20-9bc8-8fbd56a194d1)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:31.732056 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.746773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Calling delete_port for eab920d0-7a3d-4993-9f17-cb3efa8d9d11 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:31.755326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1debed8-e433-4f71-a5f2-89f77f728c95 req-2808fb9f-386e-4e3b-b399-7afcc7a492a3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:31.756936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1debed8-e433-4f71-a5f2-89f77f728c95 req-2808fb9f-386e-4e3b-b399-7afcc7a492a3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0725081 Dec 08 22:00:31.761117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f94ad6-9747-457c-a11a-24475740c00e None None] Sync routers for ids ['08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:00:31.772916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f94ad6-9747-457c-a11a-24475740c00e None None] Routers {'08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:31.773475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-11f94ad6-9747-457c-a11a-24475740c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:31.797937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1debed8-e433-4f71-a5f2-89f77f728c95 req-0ac4f04d-5a46-4643-a3b6-14e25d4831d1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341816 Dec 08 22:00:31.822274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] For port eab920d0-7a3d-4993-9f17-cb3efa8d9d11, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,segment=NetworkSegment(dc052521-2ef3-4e20-9bc8-8fbd56a194d1),segment_id=dc052521-2ef3-4e20-9bc8-8fbd56a194d1)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:31.822651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.852037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-11f94ad6-9747-457c-a11a-24475740c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:31.861914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-14de6003-e034-4e4d-af34-e1191dd0460d tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/routers/08a9b57c-24ce-4104-83d9-b8b9cb7ec8df HTTP/1.1" status: 200 len: 744 time: 0.1493936 Dec 08 22:00:31.864935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40664) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:31.871915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f94ad6-9747-457c-a11a-24475740c00e None None] Routers {'08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:31.872542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-11f94ad6-9747-457c-a11a-24475740c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:31.905756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for eab920d0-7a3d-4993-9f17-cb3efa8d9d11 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:31.919626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-11f94ad6-9747-457c-a11a-24475740c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:31.920286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f94ad6-9747-457c-a11a-24475740c00e None None] The sync data for ids ['08a9b57c-24ce-4104-83d9-b8b9cb7ec8df'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:00:31.946814 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:31.988535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Pushing event deleted for resources: {'Port': ['ID=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:31.996738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eab920d0-7a3d-4993-9f17-cb3efa8d9d11 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:00:32.008261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-345df743-998a-4b84-b765-3b8cccd756ff tempest-RoutersIpV6AdminTest-1157963394 tempest-RoutersIpV6AdminTest-1157963394-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=95f6ddc4-94af-426d-9977-1434c72777df&device_id=08a9b57c-24ce-4104-83d9-b8b9cb7ec8df HTTP/1.1" status: 200 len: 205 time: 0.1421602 Dec 08 22:00:32.012869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40666) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.032347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.033145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.033401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.033730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.035438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.036047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.036291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.037176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.037513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.037909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.038159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.038589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:32.041591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b3551-0b6e-4a25-b660-d96a66b29d57 None None] No DVR routers for this DVR port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:00:32.043974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2951a99b-fc52-4951-9b0b-690b1ffb72eb tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a9b57c-24ce-4104-83d9-b8b9cb7ec8df HTTP/1.1" status: 200 len: 205 time: 0.0295107 Dec 08 22:00:32.047651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: eab920d0-7a3d-4993-9f17-cb3efa8d9d11 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:00:32.047840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40668) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.047991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eab920d0-7a3d-4993-9f17-cb3efa8d9d11 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:00:32.071063 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.128228 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.140703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6172c-d68d-46ed-926c-34b4509d751b req-5ff58219-9a00-4b70-a6e5-98a272554e03 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:32.142793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9dd6172c-d68d-46ed-926c-34b4509d751b req-5ff58219-9a00-4b70-a6e5-98a272554e03 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1902061 Dec 08 22:00:32.152275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No DVR routers for this DVR port eab920d0-7a3d-4993-9f17-cb3efa8d9d11 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:00:32.168694 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d645f899-36a8-4b91-98f2-5a9a338f8ce5 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.187315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=eab920d0-7a3d-4993-9f17-cb3efa8d9d11,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:32.288759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.317649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f988ae-4912-43bf-83f8-51605f039b9a']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:32.338090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc052521-2ef3-4e20-9bc8-8fbd56a194d1') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:32.338385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc052521-2ef3-4e20-9bc8-8fbd56a194d1') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:32.351041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Allocated IP 172.25.1.185 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/bdccdf22-82d3-4f47-ab19-685e7363763a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:32.355240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9dd6172c-d68d-46ed-926c-34b4509d751b req-81789b82-a3b9-4092-a381-743e5beea86c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048059 Dec 08 22:00:32.357392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.360982 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d645f899-36a8-4b91-98f2-5a9a338f8ce5 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.363404 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d645f899-36a8-4b91-98f2-5a9a338f8ce5 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.416488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d645f899-36a8-4b91-98f2-5a9a338f8ce5 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.417575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d645f899-36a8-4b91-98f2-5a9a338f8ce5 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Fanout notify agent at l3_agent the message router_deleted on router 08a9b57c-24ce-4104-83d9-b8b9cb7ec8df {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:00:32.437943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d645f899-36a8-4b91-98f2-5a9a338f8ce5 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.439954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d645f899-36a8-4b91-98f2-5a9a338f8ce5 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/08a9b57c-24ce-4104-83d9-b8b9cb7ec8df HTTP/1.1" status: 204 len: 168 time: 0.3922129 Dec 08 22:00:32.443447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40680) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.487569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e0027408-a293-4c21-9660-226c5141ce90 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=08a9b57c-24ce-4104-83d9-b8b9cb7ec8df HTTP/1.1" status: 200 len: 205 time: 0.0385768 Dec 08 22:00:32.487569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40682) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.535518 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-32cb82db-bd3e-4a49-bcc2-ad871c9beec2 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] delete failed (client error): The resource could not be found. Dec 08 22:00:32.536572 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-32cb82db-bd3e-4a49-bcc2-ad871c9beec2 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/08a9b57c-24ce-4104-83d9-b8b9cb7ec8df HTTP/1.1" status: 404 len: 336 time: 0.0491641 Dec 08 22:00:32.539579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40694) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.573513 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e36467fb-52c6-47cc-8365-ffe67b9a5ee7 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=7749c2d3-763e-4ab1-85a7-7618ef1caadf HTTP/1.1" status: 200 len: 205 time: 0.0302541 Dec 08 22:00:32.573707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40696) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.632484 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-60f16e6b-f27d-4f40-94ea-f3ac19ccccaf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] delete failed (client error): The resource could not be found. Dec 08 22:00:32.636170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-60f16e6b-f27d-4f40-94ea-f3ac19ccccaf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/7749c2d3-763e-4ab1-85a7-7618ef1caadf HTTP/1.1" status: 404 len: 336 time: 0.0589926 Dec 08 22:00:32.637408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40702) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.672976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3d429405-3615-4144-8d0c-1354453678bd tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=3453eb64-bea3-47bc-828c-94f017d028f7 HTTP/1.1" status: 200 len: 205 time: 0.0342541 Dec 08 22:00:32.675341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40704) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.713368 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-83022677-f38a-48cb-b247-328ce3ded433 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] delete failed (client error): The resource could not be found. Dec 08 22:00:32.715314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-83022677-f38a-48cb-b247-328ce3ded433 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/3453eb64-bea3-47bc-828c-94f017d028f7 HTTP/1.1" status: 404 len: 336 time: 0.0385253 Dec 08 22:00:32.719014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40708) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.752885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-815d8fe7-ee3a-49c2-94b6-fe6c0d01d55f tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=042a6be7-f6c0-4c09-b20c-cd3799f7f0ca HTTP/1.1" status: 200 len: 205 time: 0.0301766 Dec 08 22:00:32.753151 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.753391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40710) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.774061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:32.774472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:32.779896 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:32.808400 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-ff932924-84b2-4f50-8aa1-a5e6d0c6b780 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] delete failed (client error): The resource could not be found. Dec 08 22:00:32.812764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ff932924-84b2-4f50-8aa1-a5e6d0c6b780 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/042a6be7-f6c0-4c09-b20c-cd3799f7f0ca HTTP/1.1" status: 404 len: 336 time: 0.0583210 Dec 08 22:00:32.815051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40712) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.854083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a0b5d9a0-a181-4f6a-8c3f-60331d1c45bf tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef HTTP/1.1" status: 200 len: 205 time: 0.0378890 Dec 08 22:00:32.855290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40722) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.907817 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-7e001601-8898-4bea-ac3f-367d2297185b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] delete failed (client error): The resource could not be found. Dec 08 22:00:32.916237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40726) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:32.917594 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7e001601-8898-4bea-ac3f-367d2297185b tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/3c6e0aed-bbb4-4aee-bed7-0d411c43d4ef HTTP/1.1" status: 404 len: 336 time: 0.0605376 Dec 08 22:00:32.950086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:32.968305 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.009510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.016551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/networks/62f988ae-4912-43bf-83f8-51605f039b9a HTTP/1.1" status: 204 len: 168 time: 1.8035409 Dec 08 22:00:33.016720 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bced6112-2ba4-41e2-a78c-62a85298d880 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c7d1ff7-62bc-4490-9737-2d0779bfc46e HTTP/1.1" status: 200 len: 205 time: 0.0969000 Dec 08 22:00:33.018536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:33.020018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40732) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:33.029736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1418223002'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:33.048384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66fed3-03d0-4003-a3aa-d36a397c5822 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Network': ['ID=62f988ae-4912-43bf-83f8-51605f039b9a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:33.061340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-b4879c6d-0005-4e4c-9820-67f9eb1cd5ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:33.062872 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-b4879c6d-0005-4e4c-9820-67f9eb1cd5ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.3310137 Dec 08 22:00:33.078991 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-a70b97c3-6313-442d-81eb-efbe8e6e79e4 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] delete failed (client error): The resource could not be found. Dec 08 22:00:33.083961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a70b97c3-6313-442d-81eb-efbe8e6e79e4 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/routers/9c7d1ff7-62bc-4490-9737-2d0779bfc46e HTTP/1.1" status: 404 len: 336 time: 0.0627890 Dec 08 22:00:33.084661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40734) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:33.093321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-2d8644d8-8b2c-483f-8d7d-4ca77cebd00c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/quotas/64a902ad8ee746c39827af079b3a0c5f HTTP/1.1" status: 200 len: 375 time: 0.0218186 Dec 08 22:00:33.113309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:33.116679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.119312 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5d81b9-4a97-4136-9327-5fe508d81ff2 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] DELETE failed (client error): The resource could not be found. Dec 08 22:00:33.119968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5d81b9-4a97-4136-9327-5fe508d81ff2 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:00:33.126822 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4c5d81b9-4a97-4136-9327-5fe508d81ff2 tempest-RoutersIpV6AdminTest-1097834194 tempest-RoutersIpV6AdminTest-1097834194-project] 10.222.0.21 "DELETE /v2.0/subnets/f22bd375-7469-44bf-8120-d7e3f1750aa8 HTTP/1.1" status: 404 len: 337 time: 0.0410602 Dec 08 22:00:33.141878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.206041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:33.212938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:33.232109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-ce1f37e4-577c-4517-8386-8400c07aa92f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1320403 Dec 08 22:00:33.314634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:33.328380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:33.331979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.332214 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Added segment 9069fd3f-25bf-4c9f-8fb9-7ae7577f4413 of type vlan for network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a Dec 08 22:00:33.341349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Pushing event updated for resources: {'Port': ['ID=bdccdf22-82d3-4f47-ab19-685e7363763a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:33.373723 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-a0a86786-24f4-431c-adb2-189f2fa0b6c7 service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407647 Dec 08 22:00:33.461577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40740) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:33.491382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.610071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6551353-e4e3-4c02-a5f5-3c811d786e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.632416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.644980 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.652759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:33.653419 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.699226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.704087 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6551353-e4e3-4c02-a5f5-3c811d786e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.708564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6551353-e4e3-4c02-a5f5-3c811d786e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.737398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e6551353-e4e3-4c02-a5f5-3c811d786e4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c1d7a46ce0f44f38bf8bcbf90573e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745719 Dec 08 22:00:33.740204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40744) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:33.814137 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61699489-7098-44cb-beaf-9faa4c51336a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.837181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6551353-e4e3-4c02-a5f5-3c811d786e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1315d72-8bda-42a7-92e0-04291e628065,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:33.857617 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61699489-7098-44cb-beaf-9faa4c51336a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.877367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-364d9415-28b5-4ae5-90de-d074a4dda93f service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950738 Dec 08 22:00:33.931654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9075079 Dec 08 22:00:33.938773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40748) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:33.939610 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61699489-7098-44cb-beaf-9faa4c51336a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.942352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61699489-7098-44cb-beaf-9faa4c51336a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.946241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-61699489-7098-44cb-beaf-9faa4c51336a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1315d72-8bda-42a7-92e0-04291e628065 HTTP/1.1" status: 204 len: 168 time: 0.2026794 Dec 08 22:00:33.952441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:33.963751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dae1e-e78e-413d-a967-f5389029c855 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Network': ['ID=879bb5c0-1737-4bff-9625-b6de8d6c9b7a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:33.969590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.975801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:33.976322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:33.987023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61699489-7098-44cb-beaf-9faa4c51336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1315d72-8bda-42a7-92e0-04291e628065,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:34.165939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Pushing event updated for resources: {'Port': ['ID=bdccdf22-82d3-4f47-ab19-685e7363763a,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:34.199113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:34.201176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.202598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.243118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.244573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d3a65cde-3123-4035-8c93-12af0adde6e2 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9378245 Dec 08 22:00:34.248473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40760) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:34.269455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1374878363', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'fixed_ips': [{'ip_address': '172.25.1.185'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:34.343157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Made reservation on behalf of a9bb2d3cb66043818a76daea176ba51e for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:34.345544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.362841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.419842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a196d54-c97f-4e3e-9e66-38a99f64011d req-ef98111e-b9a2-4ccc-8be1-2e0531b0ad27 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0375342 Dec 08 22:00:34.502832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40772) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:34.581141 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.581668 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.595396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.625706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1955e7-e3b1-448b-afa5-15badca78701,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:34.632795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d0230daf-c322-4e89-8876-518a02087d72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdf2d9f21407401e963082b84029be27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287930 Dec 08 22:00:34.634745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] device_id is not set on port 96c24197-0f3c-411f-881e-d79d94845031 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:34.639674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40778) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:34.788948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=8549f601-e600-45c0-8b54-22acf86ade35,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:34.801324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking segment: {'id': '9069fd3f-25bf-4c9f-8fb9-7ae7577f4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:34.801706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network hostable DHCP agents. Network: 879bb5c0-1737-4bff-9625-b6de8d6c9b7a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:34.848470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:34.860520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 879bb5c0-1737-4bff-9625-b6de8d6c9b7a) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:34.861929 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb8582c7-d14f-4b0d-8f3f-5eada787a5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.865805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:34.866516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:34.874471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614570a4-db7a-4936-8cce-98d15ea504ea None None] Network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:34.916383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-064986b9-f1c0-425b-b205-6b54332f69ff tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9683058 Dec 08 22:00:34.916828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40784) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:34.932927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a', 'name': 'tempest-PortsTestJSON-22940659', 'fixed_ips': [{'subnet_id': '8549f601-e600-45c0-8b54-22acf86ade35', 'ip_address': '172.20.0.10'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:34.944196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb8582c7-d14f-4b0d-8f3f-5eada787a5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.018821 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 22:00:35.019721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:00:35.052107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-06266348-c317-4041-984b-6c1a51631ac5 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8000968 Dec 08 22:00:35.054889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40786) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:35.132447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb8582c7-d14f-4b0d-8f3f-5eada787a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.136356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb8582c7-d14f-4b0d-8f3f-5eada787a5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.137771 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cb8582c7-d14f-4b0d-8f3f-5eada787a5ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f66ab6a-8590-4727-bae5-1729303ea505 HTTP/1.1" status: 204 len: 168 time: 0.4969871 Dec 08 22:00:35.176104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:35.236918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8582c7-d14f-4b0d-8f3f-5eada787a5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f66ab6a-8590-4727-bae5-1729303ea505,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:35.303687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.341163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 3f7a179d-af13-4038-83f3-3e47c3215396 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:35.359025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Deleting port bdccdf22-82d3-4f47-ab19-685e7363763a {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:35.359552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.483633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-879bb5c0-1737-4bff-9625-b6de8d6c9b7a', 'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a', 'tenant_id': '50f35bea5fef461398e3d045fb40cd74', 'fixed_ips': [{'subnet_id': '8549f601-e600-45c0-8b54-22acf86ade35'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:35.484559 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.569193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.570170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.589247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Calling delete_port for bdccdf22-82d3-4f47-ab19-685e7363763a owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:35.768653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Allocated IP 172.20.0.2 (879bb5c0-1737-4bff-9625-b6de8d6c9b7a/8549f601-e600-45c0-8b54-22acf86ade35/81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:35.862825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-eac482a5-2707-4341-8866-54b385a79685 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:35.865157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-eac482a5-2707-4341-8866-54b385a79685 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.1575735 Dec 08 22:00:35.882112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:35.909047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'port': {'device_id': '32b2a52f-c1be-4b60-b89b-ec393989a2b2', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'admin_state_up': True, 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:35.914130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aef6f232-43ab-4304-9869-2bcb69914bd3 req-32979173-56aa-4f83-93c6-7ebe7dbe5410 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 210 time: 0.2104061 Dec 08 22:00:35.934762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdccdf22-82d3-4f47-ab19-685e7363763a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:35.954756 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33479f4a-0b7d-41e6-bffa-727278b0e18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.078353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.085956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.087190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6ea5ea78-402c-46f2-ab5b-f10d4b3f67a7 tempest-ExternalNetworksAdminNegativeTestJSON-613716750 tempest-ExternalNetworksAdminNegativeTestJSON-613716750-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/8deb84ca-de91-4f91-81a0-5e3c2e1162a9 HTTP/1.1" status: 204 len: 168 time: 1.0337629 Dec 08 22:00:36.153553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Made reservation on behalf of 64a902ad8ee746c39827af079b3a0c5f for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:36.154257 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.159017 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.164911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.269253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:36.272286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:36.282743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:36.293429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.10 (879bb5c0-1737-4bff-9625-b6de8d6c9b7a/8549f601-e600-45c0-8b54-22acf86ade35/3f7a179d-af13-4038-83f3-3e47c3215396) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:36.305784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Pushing event updated for resources: {'Port': ['ID=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:36.440575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Attempting to bind port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:36.441061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Attempting to bind port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '9069fd3f-25bf-4c9f-8fb9-7ae7577f4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:36.441521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Attempting to bind port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab on network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:36.453739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:36.455098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Checking segment: {'id': '9069fd3f-25bf-4c9f-8fb9-7ae7577f4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:36.455576 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.456913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Bound using segment: {'id': '9069fd3f-25bf-4c9f-8fb9-7ae7577f4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:36.457504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Bound port: 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9069fd3f-25bf-4c9f-8fb9-7ae7577f4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:36.459299 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.529910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Allocated IP 172.20.0.11 (c76c03ce-0af3-41eb-8216-726e197ec182/24c4f60c-81a2-4017-83df-1236e4b55723/047affae-25ce-4051-b4ba-5237028c6258) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:36.589794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] For port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:36.591127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40826) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:36.607078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] For port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,segment=NetworkSegment(9069fd3f-25bf-4c9f-8fb9-7ae7577f4413),segment_id=9069fd3f-25bf-4c9f-8fb9-7ae7577f4413)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:36.616508 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.658322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40830) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:36.737853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccefbe1-0ffc-4a2f-a9ad-2c54c72f1488 None None] Pushing event updated for resources: {'Port': ['ID=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:36.810550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335524710'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:36.825759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.835317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-952e63a2-adbe-4ddd-982a-71e0ed855204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.883452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:36.887533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.905094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:36.989660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.034591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-952e63a2-adbe-4ddd-982a-71e0ed855204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.045391 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-952e63a2-adbe-4ddd-982a-71e0ed855204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.078539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-952e63a2-adbe-4ddd-982a-71e0ed855204 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48ed2d7cf07b43ea8d21a74fa588a8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853339 Dec 08 22:00:37.084990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40836) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:37.106702 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08335053-9d50-4e4c-8dcd-102b0339a1b8 req-3b0503ad-9e0f-420b-bde8-c89c4360e674 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0755472 Dec 08 22:00:37.131321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.196288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=3f7a179d-af13-4038-83f3-3e47c3215396,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:37.208562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.212512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e63a2-adbe-4ddd-982a-71e0ed855204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae94b62-af5a-4c19-a4b6-b9e76497f5ea,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:37.219712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:37.221931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.224316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:37.239869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.321313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:37.351914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ac31c2-0517-48ff-a224-d8d941cb868d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:37.365867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3509faa3-b170-4751-8135-08c3ea015fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.394086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3509faa3-b170-4751-8135-08c3ea015fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.483538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.484370 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment 01916175-6402-47f0-bcdd-1497cfceb595 of type vlan for network cc180fec-0475-45e9-84b5-7bb8dc4e9b46 Dec 08 22:00:37.511750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3509faa3-b170-4751-8135-08c3ea015fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.515085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3509faa3-b170-4751-8135-08c3ea015fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.516476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3509faa3-b170-4751-8135-08c3ea015fab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dae94b62-af5a-4c19-a4b6-b9e76497f5ea HTTP/1.1" status: 204 len: 168 time: 0.4304774 Dec 08 22:00:37.530205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509faa3-b170-4751-8135-08c3ea015fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae94b62-af5a-4c19-a4b6-b9e76497f5ea,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:37.598561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.691344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.716372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:37.719733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.758549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:37.819435 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1585703 Dec 08 22:00:37.888737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:37.891350 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:37.995882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Network c76c03ce-0af3-41eb-8216-726e197ec182 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:37.998868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'Port': ['ID=047affae-25ce-4051-b4ba-5237028c6258,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:38.011925 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-18596717-dff9-4236-b03a-6c50f3e083d4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0935836 Dec 08 22:00:38.018885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40890) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:38.020130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:38.025448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40892) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:38.027850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:38.041467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': 'cc180fec-0475-45e9-84b5-7bb8dc4e9b46', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:38.043189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': '879bb5c0-1737-4bff-9625-b6de8d6c9b7a', 'name': 'tempest-PortsTestJSON-1493582481', 'fixed_ips': [{'subnet_id': '8549f601-e600-45c0-8b54-22acf86ade35', 'ip_address': '172.20.0.9'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:38.167502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:38.279292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:38.280395 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:38.350114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984d8a4-253d-49ee-8a49-122687076149 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=cc180fec-0475-45e9-84b5-7bb8dc4e9b46,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:38.380082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61034044-9b43-4349-98fe-b43fbd78e690 req-ce02ad6d-5551-4bb5-9007-98918a5a4971 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:38.382584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:38.387114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network cc180fec-0475-45e9-84b5-7bb8dc4e9b46 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:38.387382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:38.396831 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61034044-9b43-4349-98fe-b43fbd78e690 req-ce02ad6d-5551-4bb5-9007-98918a5a4971 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 932 time: 0.1759288 Dec 08 22:00:38.416066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-93ae696e-d60d-498e-ab69-f1a508015b82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5383475 Dec 08 22:00:38.444311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Request body: {'port': {'device_id': '32b2a52f-c1be-4b60-b89b-ec393989a2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:38.561376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4e64b4bb-fe5f-4dd9-b17e-6704e26a22e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:38.566060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:38.655078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:38.655078 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:38.687339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:38.695868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:38.723696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f8a5f-3e31-4de6-9e1d-5682dc57bf08 None None] Network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:38.732181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61034044-9b43-4349-98fe-b43fbd78e690 req-e86f4381-f7c7-447b-9910-51c0d5ff7d55 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130124 Dec 08 22:00:38.764285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 7045e447-237c-4741-a6bc-91e9a07a6709 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:38.819699 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:38.846332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d856ac5c-55ee-4820-8324-6320adaacbc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9bb2d3cb66043818a76daea176ba51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790174 Dec 08 22:00:38.856154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40908) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:38.900532 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:38.923169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-280308c7-8991-42f9-9c40-0a3fce3fe047 None None] Provisioning complete for port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:38.923582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-280308c7-8991-42f9-9c40-0a3fce3fe047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:38.985327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.014298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.111370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-280308c7-8991-42f9-9c40-0a3fce3fe047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.118923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,segment=NetworkSegment(9069fd3f-25bf-4c9f-8fb9-7ae7577f4413),segment_id=9069fd3f-25bf-4c9f-8fb9-7ae7577f4413)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:39.135749 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.143312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=4e5b6888-791b-451f-b8ca-06d38a1f5686,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:39.201522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': '01916175-6402-47f0-bcdd-1497cfceb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cc180fec-0475-45e9-84b5-7bb8dc4e9b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:39.202063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: cc180fec-0475-45e9-84b5-7bb8dc4e9b46, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:39.230994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network cc180fec-0475-45e9-84b5-7bb8dc4e9b46 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:39.247140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, cc180fec-0475-45e9-84b5-7bb8dc4e9b46) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:39.251744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:39.252532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.277135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697dd2ab-cc6f-4c14-bb3d-2c58b6827e14 None None] Network cc180fec-0475-45e9-84b5-7bb8dc4e9b46 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:39.279324 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-91db3d3d-5040-4178-9ec2-06f4e2af70b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.294749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-77c9ee3c-045b-4ea4-9979-c06bedc6b36a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2634289 Dec 08 22:00:39.294749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40938) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:39.299763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1534121530'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:39.347895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:39.357337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-280308c7-8991-42f9-9c40-0a3fce3fe047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:00:39.357695 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-280308c7-8991-42f9-9c40-0a3fce3fe047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:00:39.366045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.9 (879bb5c0-1737-4bff-9625-b6de8d6c9b7a/8549f601-e600-45c0-8b54-22acf86ade35/7045e447-237c-4741-a6bc-91e9a07a6709) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:39.366264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:39.382889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.403475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-91db3d3d-5040-4178-9ec2-06f4e2af70b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.455636 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.461521 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.470911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:39.495212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.496145 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment 825251f1-5568-44e4-a8d0-41f8ad1d1f9d of type vlan for network 3dc1399f-82d7-4213-af08-80068ab67ee6 Dec 08 22:00:39.537728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-cc180fec-0475-45e9-84b5-7bb8dc4e9b46', 'network_id': 'cc180fec-0475-45e9-84b5-7bb8dc4e9b46', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': '4e5b6888-791b-451f-b8ca-06d38a1f5686'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:39.538417 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.591879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.623565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-91db3d3d-5040-4178-9ec2-06f4e2af70b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.626511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-91db3d3d-5040-4178-9ec2-06f4e2af70b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.627941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-91db3d3d-5040-4178-9ec2-06f4e2af70b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f1955e7-e3b1-448b-afa5-15badca78701 HTTP/1.1" status: 204 len: 168 time: 0.7704759 Dec 08 22:00:39.638707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.652705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:39.654628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.817576 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5210283 Dec 08 22:00:39.818301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40948) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:39.826480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.839222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db3d3d-5040-4178-9ec2-06f4e2af70b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1955e7-e3b1-448b-afa5-15badca78701,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:39.839854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': '3dc1399f-82d7-4213-af08-80068ab67ee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:39.909019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047affae-25ce-4051-b4ba-5237028c6258 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:00:39.953009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:39.954669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d870e92-9803-471e-ae0c-681fa8cb05c7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=3dc1399f-82d7-4213-af08-80068ab67ee6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:40.013023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3dc1399f-82d7-4213-af08-80068ab67ee6 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:40.055247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Transition to ACTIVE for port object 047affae-25ce-4051-b4ba-5237028c6258 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:00:40.066419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.090195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5867c4-7858-466b-82ca-4ce37abe7073 req-4a3885bf-ae6d-4efe-bebf-0bb899d53963 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:40.097954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a5867c4-7858-466b-82ca-4ce37abe7073 req-4a3885bf-ae6d-4efe-bebf-0bb899d53963 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 932 time: 0.1774695 Dec 08 22:00:40.112624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Allocated IP 172.20.255.242 (cc180fec-0475-45e9-84b5-7bb8dc4e9b46/4e5b6888-791b-451f-b8ca-06d38a1f5686/89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:40.122558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:40.137943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.149695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:40.154731 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.188963 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.199422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Pushing event updated for resources: {'Port': ['ID=047affae-25ce-4051-b4ba-5237028c6258,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:40.220109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:40.228163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:40.243481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a5867c4-7858-466b-82ca-4ce37abe7073 req-2d7296b5-77ce-4fbe-82be-3a7d76cba559 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405311 Dec 08 22:00:40.284165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:40.459817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:40.462441 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.477155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=7045e447-237c-4741-a6bc-91e9a07a6709,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:40.511118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:40.511792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.546591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.552929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.553357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.553698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.554033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.554366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.559052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.559683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.560213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.561624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.562151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.563990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:00:40.582705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Attempting to bind port 047affae-25ce-4051-b4ba-5237028c6258 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:40.583753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Attempting to bind port 047affae-25ce-4051-b4ba-5237028c6258 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:40.584520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Attempting to bind port 047affae-25ce-4051-b4ba-5237028c6258 on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:40.589314 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.593655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-31be34f9-86fa-4fd7-9946-bba0f687aa82 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5622180 Dec 08 22:00:40.594960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Port 047affae-25ce-4051-b4ba-5237028c6258 on network c76c03ce-0af3-41eb-8216-726e197ec182 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:00:40.595475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Attempting to bind port 047affae-25ce-4051-b4ba-5237028c6258 on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:40.597565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40962) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:40.609358 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.629095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dda059cb-27ea-4e8c-b4bc-cfed75768a35 None None] Provisioning complete for port 3f7a179d-af13-4038-83f3-3e47c3215396 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:40.629543 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dda059cb-27ea-4e8c-b4bc-cfed75768a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.648399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:40.648738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Checking segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:40.649338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Bound using segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:40.649799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Bound port: 047affae-25ce-4051-b4ba-5237028c6258, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:40.650155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.699182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-dda059cb-27ea-4e8c-b4bc-cfed75768a35 None None] Port 3f7a179d-af13-4038-83f3-3e47c3215396 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:40.708387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.729874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Network cc180fec-0475-45e9-84b5-7bb8dc4e9b46 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:40.742174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:40.745292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:40.747523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dda059cb-27ea-4e8c-b4bc-cfed75768a35 None None] Provisioning complete for port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:40.747900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dda059cb-27ea-4e8c-b4bc-cfed75768a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.751294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Pushing event updated for resources: {'Port': ['ID=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:40.774613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=c1c84d22-6f6c-4a12-b340-54fa8a5829ec,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:40.794394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54216df-2011-4f31-86e2-83d51762ca20 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:40.794394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d54216df-2011-4f31-86e2-83d51762ca20 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1944497 Dec 08 22:00:40.807897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40968) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:40.843873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': '825251f1-5568-44e4-a8d0-41f8ad1d1f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3dc1399f-82d7-4213-af08-80068ab67ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:40.844247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: 3dc1399f-82d7-4213-af08-80068ab67ee6, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:40.874555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 3dc1399f-82d7-4213-af08-80068ab67ee6 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:40.874689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Attempting to bind port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:40.875201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Attempting to bind port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '01916175-6402-47f0-bcdd-1497cfceb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cc180fec-0475-45e9-84b5-7bb8dc4e9b46'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:40.875607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Attempting to bind port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee on network cc180fec-0475-45e9-84b5-7bb8dc4e9b46 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:40.889365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3dc1399f-82d7-4213-af08-80068ab67ee6) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:40.894597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:40.895245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.897987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:40.897987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Checking segment: {'id': '01916175-6402-47f0-bcdd-1497cfceb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cc180fec-0475-45e9-84b5-7bb8dc4e9b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:40.897987 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.898360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Bound using segment: {'id': '01916175-6402-47f0-bcdd-1497cfceb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cc180fec-0475-45e9-84b5-7bb8dc4e9b46'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:40.898745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Bound port: 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01916175-6402-47f0-bcdd-1497cfceb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cc180fec-0475-45e9-84b5-7bb8dc4e9b46'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:40.899145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:40.929863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-299a3c62-e84f-4c40-9a03-fceb3d8e6283 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0954928 Dec 08 22:00:40.930099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40976) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:40.946055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306bada-06e8-4072-b32d-5eb1a868b044 None None] Network 3dc1399f-82d7-4213-af08-80068ab67ee6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:40.948813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] For port 047affae-25ce-4051-b4ba-5237028c6258, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:40.966541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] For port 047affae-25ce-4051-b4ba-5237028c6258, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=047affae-25ce-4051-b4ba-5237028c6258,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:40.980987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab38f38-fc36-450d-b34c-683ad7edf865 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:40.987145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab38f38-fc36-450d-b34c-683ad7edf865 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:40.993672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab38f38-fc36-450d-b34c-683ad7edf865 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:41.000680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aab38f38-fc36-450d-b34c-683ad7edf865 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1924949 Dec 08 22:00:41.002556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40980) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:41.043857 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.081529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.223477 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.277271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:41.287640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.289092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] 10.222.0.23 "PUT /v2.0/ports/047affae-25ce-4051-b4ba-5237028c6258 HTTP/1.1" status: 200 len: 1092 time: 2.8564165 Dec 08 22:00:41.297089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b2a52f-c1be-4b60-b89b-ec393989a2b2', 'tag': '047affae-25ce-4051-b4ba-5237028c6258'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:00:41.305311 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "32b2a52f-c1be-4b60-b89b-ec393989a2b2", "tag": "047affae-25ce-4051-b4ba-5237028c6258"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:00:41.332557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275017ca-d028-49f7-8ad5-2a2acd6aa28b service neutron] Pushing event updated for resources: {'Port': ['ID=047affae-25ce-4051-b4ba-5237028c6258,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:41.338137 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.392541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] For port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:41.418934 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189fb286-d339-4f1e-b3cd-71983054ee1c x-openstack-request-id: req-189fb286-d339-4f1e-b3cd-71983054ee1c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:00:41.419487 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b2a52f-c1be-4b60-b89b-ec393989a2b2", "tag": "047affae-25ce-4051-b4ba-5237028c6258", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:00:41.419919 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-189fb286-d339-4f1e-b3cd-71983054ee1c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:00:41.420474 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b2a52f-c1be-4b60-b89b-ec393989a2b2', 'tag': '047affae-25ce-4051-b4ba-5237028c6258', 'status': 'completed', 'code': 200} Dec 08 22:00:41.459334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] For port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,segment=NetworkSegment(01916175-6402-47f0-bcdd-1497cfceb595),segment_id=01916175-6402-47f0-bcdd-1497cfceb595)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:41.510643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.513780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.545104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-3e3d4bb6-fb67-41b5-ae70-0799ae5cea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:41.568382 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-3e3d4bb6-fb67-41b5-ae70-0799ae5cea1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.2268524 Dec 08 22:00:41.571862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a192b15b-e4d8-44dd-bfa9-c75db4464e11 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 7045e447-237c-4741-a6bc-91e9a07a6709 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:41.577213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a192b15b-e4d8-44dd-bfa9-c75db4464e11 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.598199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c84d22-6f6c-4a12-b340-54fa8a5829ec,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:41.687122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ed5d08fc-43a9-418c-b0bb-6466208a8495 None None] Provisioning complete for port 7045e447-237c-4741-a6bc-91e9a07a6709 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:41.687502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed5d08fc-43a9-418c-b0bb-6466208a8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.694077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-1860f6b6-3783-42d7-8478-ec5ce5b9c19d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=047affae-25ce-4051-b4ba-5237028c6258 HTTP/1.1" status: 200 len: 217 time: 0.1121144 Dec 08 22:00:41.724085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.763815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc1399f-82d7-4213-af08-80068ab67ee6']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:41.780748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825251f1-5568-44e4-a8d0-41f8ad1d1f9d') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:41.781194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825251f1-5568-44e4-a8d0-41f8ad1d1f9d') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:41.795112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.813678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d08fc-43a9-418c-b0bb-6466208a8495 None None] Port 7045e447-237c-4741-a6bc-91e9a07a6709 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:41.835761 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.841599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6896b-a94a-4594-8d27-53346c863553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-3dc1399f-82d7-4213-af08-80068ab67ee6', 'network_id': '3dc1399f-82d7-4213-af08-80068ab67ee6', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': 'c1c84d22-6f6c-4a12-b340-54fa8a5829ec'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:41.843258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8c6896b-a94a-4594-8d27-53346c863553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.852162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:41.852162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:41.856404 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:41.861290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a079e-9823-411d-8d51-c9e6babda97c None None] Pushing event updated for resources: {'Port': ['ID=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:41.922004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d955-61c0-487c-b8f6-e786aea232a1 req-936f7273-9c8f-403a-be67-ca98e215a255 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:41.923614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a301d955-61c0-487c-b8f6-e786aea232a1 req-936f7273-9c8f-403a-be67-ca98e215a255 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 944 time: 0.4747300 Dec 08 22:00:42.060960 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a192b15b-e4d8-44dd-bfa9-c75db4464e11 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.061430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.074872 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.089797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-dbe7a554-37aa-4184-8254-96e1dcd72dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:42.092397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-dbe7a554-37aa-4184-8254-96e1dcd72dd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.3366196 Dec 08 22:00:42.103181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f7eb5-ddc0-4302-9fc4-2c3a45033279 None None] Network 3dc1399f-82d7-4213-af08-80068ab67ee6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:42.103398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/3dc1399f-82d7-4213-af08-80068ab67ee6 HTTP/1.1" status: 204 len: 168 time: 1.1690304 Dec 08 22:00:42.108023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41012) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:42.123745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f7eb5-ddc0-4302-9fc4-2c3a45033279 None None] Network 3dc1399f-82d7-4213-af08-80068ab67ee6 could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:00:42.146643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848535972'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:42.158252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a192b15b-e4d8-44dd-bfa9-c75db4464e11 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 7045e447-237c-4741-a6bc-91e9a07a6709 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:42.186599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a301d955-61c0-487c-b8f6-e786aea232a1 req-53a5f013-45b2-4c9c-86a6-105fe43d1ccd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439890 Dec 08 22:00:42.200415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d80a3-419e-458c-a227-763308ac09b4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=3dc1399f-82d7-4213-af08-80068ab67ee6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:42.234286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:42.238248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.284163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:42.285465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-ff3d618f-8c5d-4115-8af4-e650bf5947c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:42.287134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-ff3d618f-8c5d-4115-8af4-e650bf5947c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813087 Dec 08 22:00:42.299554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.299699 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment a99bac6c-5dca-43b6-ad5c-882ad838e541 of type vlan for network 57d46146-cb26-49b6-88ee-e321604541f2 Dec 08 22:00:42.348916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.400086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.406530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:42.412705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.462334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-a864f1e0-16d2-4b6d-a803-e2b2b7df8c6c service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634836 Dec 08 22:00:42.521251 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4048755 Dec 08 22:00:42.521736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:42.531393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': '57d46146-cb26-49b6-88ee-e321604541f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:42.531683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a192b15b-e4d8-44dd-bfa9-c75db4464e11 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.552485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f518-5b7f-45c7-b0af-e02d9f864162 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=57d46146-cb26-49b6-88ee-e321604541f2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:42.571993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 57d46146-cb26-49b6-88ee-e321604541f2 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:42.591754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b15b-e4d8-44dd-bfa9-c75db4464e11 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=7045e447-237c-4741-a6bc-91e9a07a6709,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:42.681195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:42.692635 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:42.773003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Performing IP validity checks on allocation pools {{(pid=102389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 22:00:42.773744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 22:00:42.824580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41032) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:43.184512 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50ff4ef6-b764-4d3a-81de-de1bae4f27f0 req-b82d21e4-820c-49ea-b6d8-dda9fba0a0d3 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136781 Dec 08 22:00:43.258645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a192b15b-e4d8-44dd-bfa9-c75db4464e11 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.265145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a192b15b-e4d8-44dd-bfa9-c75db4464e11 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/7045e447-237c-4741-a6bc-91e9a07a6709 HTTP/1.1" status: 204 len: 168 time: 2.2597363 Dec 08 22:00:43.275095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41042) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:43.384380 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4ed280-0ee0-434c-adc2-e7b4a8fd1566 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:00:43.388281 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ec4ed280-0ee0-434c-adc2-e7b4a8fd1566 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/7045e447-237c-4741-a6bc-91e9a07a6709 HTTP/1.1" status: 404 len: 333 time: 0.1046453 Dec 08 22:00:43.391497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41046) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:43.488908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57830d1-f471-44af-bcd2-d5ae79f2cf55 None None] Network cc180fec-0475-45e9-84b5-7bb8dc4e9b46 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:43.502314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5d7bf884-2c01-4413-94a5-137e2ec54ce2 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:43.539179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c3afb-ca45-4dad-882c-b272ff57cd9e req-9e34e008-89d4-4338-a4d3-cd2fadf83763 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:43.540967 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa7c3afb-ca45-4dad-882c-b272ff57cd9e req-9e34e008-89d4-4338-a4d3-cd2fadf83763 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 944 time: 0.2457068 Dec 08 22:00:43.546568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-db089582-1f05-447d-8e7c-e341c332df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:43.548339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-db089582-1f05-447d-8e7c-e341c332df44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.2661152 Dec 08 22:00:43.568518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f0459ead-cef1-4d4e-9213-b1af62a0912a None None] Provisioning complete for port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:43.568951 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f0459ead-cef1-4d4e-9213-b1af62a0912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.575148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5d7bf884-2c01-4413-94a5-137e2ec54ce2 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] 10.222.0.21 "PUT /v2.0/quotas/1d1c00d7cefe4e29903fdc0917033096 HTTP/1.1" status: 200 len: 368 time: 0.7474875 Dec 08 22:00:43.575779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:43.581846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Request body: {'network': {'project_id': '1d1c00d7cefe4e29903fdc0917033096'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:43.585245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.659286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Made reservation on behalf of 1d1c00d7cefe4e29903fdc0917033096 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:43.661992 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.675993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa7c3afb-ca45-4dad-882c-b272ff57cd9e req-3d96cd39-5606-4150-9a11-c29fbf70674e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187727 Dec 08 22:00:43.681153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=14097583-2c18-4893-884f-1fd60aae4b7a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:43.687500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.714137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': 'a99bac6c-5dca-43b6-ad5c-882ad838e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57d46146-cb26-49b6-88ee-e321604541f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:43.714423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: 57d46146-cb26-49b6-88ee-e321604541f2, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:43.717625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d55f6f66-cbf7-4dc9-9cc5-06352c59c1d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 3f7a179d-af13-4038-83f3-3e47c3215396 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:43.718050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d55f6f66-cbf7-4dc9-9cc5-06352c59c1d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.758071 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f0459ead-cef1-4d4e-9213-b1af62a0912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.764060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 57d46146-cb26-49b6-88ee-e321604541f2 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:43.790978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-da8024a6-4c72-4f7b-9d66-876f2a0dd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:43.796413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-da8024a6-4c72-4f7b-9d66-876f2a0dd262 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.2359362 Dec 08 22:00:43.797235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 57d46146-cb26-49b6-88ee-e321604541f2) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:43.803988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f0459ead-cef1-4d4e-9213-b1af62a0912a None None] For port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,segment=NetworkSegment(01916175-6402-47f0-bcdd-1497cfceb595),segment_id=01916175-6402-47f0-bcdd-1497cfceb595)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:43.810380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb670bb-9a92-4033-8ce3-1f85e7d90c05 None None] Network 57d46146-cb26-49b6-88ee-e321604541f2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:43.820452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:43.824068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.825806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f0459ead-cef1-4d4e-9213-b1af62a0912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.859343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8737642b-50b7-4f51-b3ea-fd95b3f65b09 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3364775 Dec 08 22:00:43.863751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41050) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:43.877432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-a0547aa4-7629-41ab-baad-5519e8bb6dd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=047affae-25ce-4051-b4ba-5237028c6258 HTTP/1.1" status: 200 len: 217 time: 0.0734482 Dec 08 22:00:43.941618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d55f6f66-cbf7-4dc9-9cc5-06352c59c1d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:43.967028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d55f6f66-cbf7-4dc9-9cc5-06352c59c1d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 3f7a179d-af13-4038-83f3-3e47c3215396 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:43.980589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-629251c7-df68-4025-89dd-77bafa27e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:43.982756 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-629251c7-df68-4025-89dd-77bafa27e727 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.0955517 Dec 08 22:00:43.986730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0459ead-cef1-4d4e-9213-b1af62a0912a None None] Pushing event updated for resources: {'Port': ['ID=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:44.034037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.044208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.104582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:44.136972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-c193ed76-14f3-411a-85b5-a88fe4addee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:44.138585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-c193ed76-14f3-411a-85b5-a88fe4addee7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469858 Dec 08 22:00:44.140346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c010b45-2587-45b1-9803-84148689bb60,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:44.152972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:44.175798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.176090 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Added segment a0a7fe3b-4c70-43bb-81fc-72431340e2eb of type vlan for network 287828be-9d22-4b80-91bf-3e0f790560d0 Dec 08 22:00:44.189705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.225618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6603e7c7-6aeb-4507-b4f6-35ab10701031 None None] Provisioning complete for port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:44.226199 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6603e7c7-6aeb-4507-b4f6-35ab10701031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.253539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e61d4-5224-4adb-bddd-0ef1102da74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-57d46146-cb26-49b6-88ee-e321604541f2', 'network_id': '57d46146-cb26-49b6-88ee-e321604541f2', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': '14097583-2c18-4893-884f-1fd60aae4b7a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:44.254502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-217e61d4-5224-4adb-bddd-0ef1102da74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.268358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.277142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-1651c308-15cd-42f8-9921-0858b0745b51 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261292 Dec 08 22:00:44.302128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.304324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:44.304771 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.334554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.335551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:44.336139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.426134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8363783 Dec 08 22:00:44.426134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41056) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:44.428538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Request body: {'network': {'project_id': '1d1c00d7cefe4e29903fdc0917033096'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:44.457949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-af43d53f-65ec-4ef9-a3a7-ddbd24d46ae2 req-aaf6b9ab-48f6-41b6-a879-75525f0ddab4 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705437 Dec 08 22:00:44.467908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d55f6f66-cbf7-4dc9-9cc5-06352c59c1d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.468272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Made reservation on behalf of 1d1c00d7cefe4e29903fdc0917033096 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:44.471943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.492441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e17f-d699-493c-a461-70caab2a5c9e tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Pushing event updated for resources: {'Network': ['ID=287828be-9d22-4b80-91bf-3e0f790560d0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:44.518920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:44.530381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 287828be-9d22-4b80-91bf-3e0f790560d0 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:44.533397 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.533793 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Added segment b6d3f3ed-8c9d-4ab4-adb6-1ea60c554da6 of type vlan for network c46fe79d-9b2c-4e5f-b972-912ee1e2e568 Dec 08 22:00:44.565907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f6f66-cbf7-4dc9-9cc5-06352c59c1d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=3f7a179d-af13-4038-83f3-3e47c3215396,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:44.580985 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.596756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.655275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=14097583-2c18-4893-884f-1fd60aae4b7a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:44.673744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.674753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:44.675418 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-217e61d4-5224-4adb-bddd-0ef1102da74a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14097583-2c18-4893-884f-1fd60aae4b7a: This subnet is being modified by another concurrent operation. Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14097583-2c18-4893-884f-1fd60aae4b7a: This subnet is being modified by another concurrent operation. Dec 08 22:00:44.705165 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:00:44.752071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9ef31-8727-4ec1-b932-32121f91fe69 None None] Network 57d46146-cb26-49b6-88ee-e321604541f2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:44.793203 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3656144 Dec 08 22:00:44.797043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41070) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:44.807700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-63ca894b-2b6e-4cc8-8bf4-7926fe4f1fbc tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Request body: {'network': {'project_id': '1d1c00d7cefe4e29903fdc0917033096'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:44.877305 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ca894b-2b6e-4cc8-8bf4-7926fe4f1fbc tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 22:00:44.877788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ca894b-2b6e-4cc8-8bf4-7926fe4f1fbc tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:00:44.879041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-63ca894b-2b6e-4cc8-8bf4-7926fe4f1fbc tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0769353 Dec 08 22:00:44.888446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41072) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:44.909745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d55f6f66-cbf7-4dc9-9cc5-06352c59c1d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.913160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:44.916665 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d55f6f66-cbf7-4dc9-9cc5-06352c59c1d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/3f7a179d-af13-4038-83f3-3e47c3215396 HTTP/1.1" status: 204 len: 168 time: 1.5223608 Dec 08 22:00:44.921932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41074) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:44.973329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed9088-b93a-46d0-a184-b22cd025b5f7 req-a8543255-615a-4956-a35f-f293788a10ba tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:44.978148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01ed9088-b93a-46d0-a184-b22cd025b5f7 req-a8543255-615a-4956-a35f-f293788a10ba tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 944 time: 0.1400039 Dec 08 22:00:44.997470 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1dccc2-5888-4a7d-af34-4da5dcd746a2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:00:45.001775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1b1dccc2-5888-4a7d-af34-4da5dcd746a2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/3f7a179d-af13-4038-83f3-3e47c3215396 HTTP/1.1" status: 404 len: 333 time: 0.0763621 Dec 08 22:00:45.001775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d9412-d506-44cb-8a0c-951fb3ba37e9 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Pushing event updated for resources: {'Network': ['ID=c46fe79d-9b2c-4e5f-b972-912ee1e2e568,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:45.006559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d46146-cb26-49b6-88ee-e321604541f2']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:45.008692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41076) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:45.023571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c46fe79d-9b2c-4e5f-b972-912ee1e2e568 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:45.054842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99bac6c-5dca-43b6-ad5c-882ad838e541') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:45.055196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99bac6c-5dca-43b6-ad5c-882ad838e541') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:45.075087 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0fe0f667-0f6b-419c-903b-727301d29121 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d1c00d7cefe4e29903fdc0917033096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802776 Dec 08 22:00:45.075906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41078) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:45.088891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.103373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01ed9088-b93a-46d0-a184-b22cd025b5f7 req-cc313492-9568-41d1-9e66-01dd4029cc46 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061800 Dec 08 22:00:45.127792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa079f76-9546-42cb-92de-dda28d456521 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet 8549f601-e600-45c0-8b54-22acf86ade35 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:00:45.127904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd23635-c9d6-47c0-acf8-4a14852a65ed None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:00:45.129037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.142770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:45.143206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:45.163453 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:45.175312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa079f76-9546-42cb-92de-dda28d456521 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.267244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd23635-c9d6-47c0-acf8-4a14852a65ed None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:00:45.280619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.302282 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.305600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/57d46146-cb26-49b6-88ee-e321604541f2 HTTP/1.1" status: 204 len: 168 time: 1.4342847 Dec 08 22:00:45.309823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41080) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:45.314942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252915544'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:45.326497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f16c0d-df39-45be-b8dc-0f81c7e3b601 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=57d46146-cb26-49b6-88ee-e321604541f2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:45.330064 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa079f76-9546-42cb-92de-dda28d456521 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.376889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:45.380681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.416113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:45.437773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.438129 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment 3e9e5ec9-6bcb-4dac-8ea7-208d22db51a7 of type vlan for network bde44c85-4038-4f09-b069-66c412080cc0 Dec 08 22:00:45.485281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.499842 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a301f962-a40a-44c7-ab5f-a4fedeca58ba tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.519325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.532204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:45.532580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a301f962-a40a-44c7-ab5f-a4fedeca58ba tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.533033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.664376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3511186 Dec 08 22:00:45.666218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41086) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:45.671289 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa079f76-9546-42cb-92de-dda28d456521 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.674557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a301f962-a40a-44c7-ab5f-a4fedeca58ba tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.677221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a301f962-a40a-44c7-ab5f-a4fedeca58ba tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.681174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a301f962-a40a-44c7-ab5f-a4fedeca58ba tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c010b45-2587-45b1-9803-84148689bb60 HTTP/1.1" status: 204 len: 168 time: 0.5746024 Dec 08 22:00:45.681792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41088) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:45.718037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': 'bde44c85-4038-4f09-b069-66c412080cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:45.722092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd407b0-e429-4376-ba09-fc059380e76a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=bde44c85-4038-4f09-b069-66c412080cc0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:45.736287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network bde44c85-4038-4f09-b069-66c412080cc0 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:45.785087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301f962-a40a-44c7-ab5f-a4fedeca58ba tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c010b45-2587-45b1-9803-84148689bb60,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:45.863420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.867716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:45.871979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.906688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa079f76-9546-42cb-92de-dda28d456521 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.927679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12ea2a-d6b6-4e6a-bcf7-5259ee3d81f9 None None] Network 879bb5c0-1737-4bff-9625-b6de8d6c9b7a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:45.927964 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa079f76-9546-42cb-92de-dda28d456521 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:45.933983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aa079f76-9546-42cb-92de-dda28d456521 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/8549f601-e600-45c0-8b54-22acf86ade35 HTTP/1.1" status: 204 len: 168 time: 0.9218900 Dec 08 22:00:45.935088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41092) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:45.983867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa079f76-9546-42cb-92de-dda28d456521 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=8549f601-e600-45c0-8b54-22acf86ade35,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:46.042866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:46.074890 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.105151 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.110754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46fe79d-9b2c-4e5f-b972-912ee1e2e568']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:46.124867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d3f3ed-8c9d-4ab4-adb6-1ea60c554da6') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:46.125217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d3f3ed-8c9d-4ab4-adb6-1ea60c554da6') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:46.137170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.178095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.189018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:46.190009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:46.202832 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:46.211961 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.238665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:46.239034 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.324138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=6b79bb08-2c2e-449f-9c1e-d1fef3795ae1,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:46.324358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:46.324712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.340719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73905b6f-c4b2-4bdf-b8c8-78b6a0a43a89 req-aed9c1f0-0742-480a-ac0a-e2a869720760 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:46.344974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73905b6f-c4b2-4bdf-b8c8-78b6a0a43a89 req-aed9c1f0-0742-480a-ac0a-e2a869720760 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 944 time: 0.1233661 Dec 08 22:00:46.351717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': '3e9e5ec9-6bcb-4dac-8ea7-208d22db51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bde44c85-4038-4f09-b069-66c412080cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:46.352078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: bde44c85-4038-4f09-b069-66c412080cc0, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:46.431751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] DHCP port deletion for 879bb5c0-1737-4bff-9625-b6de8d6c9b7a request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:00:46.434291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73905b6f-c4b2-4bdf-b8c8-78b6a0a43a89 req-fd216601-e521-4b0d-9b41-17044f284938 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728574 Dec 08 22:00:46.472190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.476987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network bde44c85-4038-4f09-b069-66c412080cc0 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:46.482730 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.491544 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c46fe79d-9b2c-4e5f-b972-912ee1e2e568 HTTP/1.1" status: 204 len: 168 time: 0.7844262 Dec 08 22:00:46.494187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41098) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:46.520504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] Deleting port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:46.520911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.522875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2536e1-dfe7-4da5-9f15-09d2d07927b0 tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Pushing event deleted for resources: {'Network': ['ID=c46fe79d-9b2c-4e5f-b972-912ee1e2e568,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:46.533263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] For port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,segment=NetworkSegment(9069fd3f-25bf-4c9f-8fb9-7ae7577f4413),segment_id=9069fd3f-25bf-4c9f-8fb9-7ae7577f4413)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:46.533928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.556432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, bde44c85-4038-4f09-b069-66c412080cc0) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:46.562684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:46.572701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 047affae-25ce-4051-b4ba-5237028c6258 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:00:46.574541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43020b-b6bd-4bbf-b913-ab4134051528 None None] Network bde44c85-4038-4f09-b069-66c412080cc0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:46.615892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:46.617150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.653291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41100) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:46.655173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44156ad4-3ad0-406d-a67a-915fcf26d4cc tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9698133 Dec 08 22:00:46.673284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] For port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,segment=NetworkSegment(9069fd3f-25bf-4c9f-8fb9-7ae7577f4413),segment_id=9069fd3f-25bf-4c9f-8fb9-7ae7577f4413)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:46.673751 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.685831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.732563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] Calling delete_port for 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:46.805785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.807794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.831348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287828be-9d22-4b80-91bf-3e0f790560d0']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:46.889084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a7fe3b-4c70-43bb-81fc-72431340e2eb') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:46.890151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a7fe3b-4c70-43bb-81fc-72431340e2eb') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:46.912817 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.915109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No DVR routers for this DVR port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:00:46.924765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.951201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:46.964993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:46.982538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:46.985434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:47.023045 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:47.075826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 047affae-25ce-4051-b4ba-5237028c6258, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=047affae-25ce-4051-b4ba-5237028c6258,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:47.116636 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.129606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '047affae-25ce-4051-b4ba-5237028c6258', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': '047affae-25ce-4051-b4ba-5237028c6258', 'mac_address': 'fa:16:3e:c3:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:00:47.135661 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.146458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af3bc60-5636-4b2c-99d9-cc6962bea054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-bde44c85-4038-4f09-b069-66c412080cc0', 'network_id': 'bde44c85-4038-4f09-b069-66c412080cc0', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': '6b79bb08-2c2e-449f-9c1e-d1fef3795ae1'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:47.147543 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1af3bc60-5636-4b2c-99d9-cc6962bea054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.152364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.166995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.177102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] 10.222.0.21 "DELETE /v2.0/networks/287828be-9d22-4b80-91bf-3e0f790560d0 HTTP/1.1" status: 204 len: 168 time: 0.6799769 Dec 08 22:00:47.200449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.202882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5907b27-fb90-46be-be52-486404cfb7eb tempest-QuotasNegativeTest-1012292594 tempest-QuotasNegativeTest-1012292594-project-admin] Pushing event deleted for resources: {'Network': ['ID=287828be-9d22-4b80-91bf-3e0f790560d0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:47.251439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.252838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] Pushing event deleted for resources: {'Port': ['ID=81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:47.255845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=6b79bb08-2c2e-449f-9c1e-d1fef3795ae1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:47.293124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a75e4b0-6175-4966-8b67-991bf6aac4ac None None] No DVR routers for this DVR port 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:00:47.340802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879bb5c0-1737-4bff-9625-b6de8d6c9b7a']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:47.346040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.359425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.370752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9069fd3f-25bf-4c9f-8fb9-7ae7577f4413') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:47.375725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9069fd3f-25bf-4c9f-8fb9-7ae7577f4413') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:47.442001 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.452161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde44c85-4038-4f09-b069-66c412080cc0']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:47.468322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047affae-25ce-4051-b4ba-5237028c6258 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:00:47.477232 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.486444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9e5ec9-6bcb-4dac-8ea7-208d22db51a7') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:47.486920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9e5ec9-6bcb-4dac-8ea7-208d22db51a7') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:47.493907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 047affae-25ce-4051-b4ba-5237028c6258, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=047affae-25ce-4051-b4ba-5237028c6258,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:47.507015 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.515560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:47.516142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:47.521092 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:47.528519 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.574118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbfe426-5b12-46ba-8843-589cf7ae7c09 None None] Network bde44c85-4038-4f09-b069-66c412080cc0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:47.611905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.624204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:47.625090 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:47.633816 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:47.657873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.667993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2773243-a08c-4f2b-af1f-1295b8e08eaa req-648d6204-1782-4d7d-949a-e41930327c5c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:47.691599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2773243-a08c-4f2b-af1f-1295b8e08eaa req-648d6204-1782-4d7d-949a-e41930327c5c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 945 time: 0.1353755 Dec 08 22:00:47.712590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.722039 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/networks/879bb5c0-1737-4bff-9625-b6de8d6c9b7a HTTP/1.1" status: 204 len: 168 time: 1.7804844 Dec 08 22:00:47.730014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41118) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:47.735282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-520877121'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:47.763170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=047affae-25ce-4051-b4ba-5237028c6258,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:47.815851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f5603-67a4-436c-b587-cae9473e6100 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Network': ['ID=879bb5c0-1737-4bff-9625-b6de8d6c9b7a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:47.822164 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2773243-a08c-4f2b-af1f-1295b8e08eaa req-ba0000b5-85d5-4712-92d6-055d890d3025 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222491 Dec 08 22:00:47.829052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:47.833184 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.886206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['047affae-25ce-4051-b4ba-5237028c6258'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:00:47.889385 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.907441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:47.935185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/bde44c85-4038-4f09-b069-66c412080cc0 HTTP/1.1" status: 204 len: 168 time: 1.2796633 Dec 08 22:00:47.939054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41124) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:47.944839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043564733'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:48.002973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:48.007753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.014100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:00:48.019979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f429b-c5fa-491a-9797-efdea166c799 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=bde44c85-4038-4f09-b069-66c412080cc0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:48.029381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:48.044289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:48.052970 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.053325 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Added segment bd55ee29-fc86-44eb-961e-b86342bf107c of type vlan for network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 Dec 08 22:00:48.062963 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.063374 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment 92e88439-3942-41d3-8cbe-0c4e437b4a8c of type vlan for network 86cd2717-54bd-470a-9221-b3cd76cd9f1a Dec 08 22:00:48.076211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:00:48.077781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 81a2d3b1-ef27-40bb-88f7-7a3f9fe036ab not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:00:48.136764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41128) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:48.152703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.183099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.223604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:48.224943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.237661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.306103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41132) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:48.310424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5789657 Dec 08 22:00:48.312933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': '8f1d17ed-9919-4d54-b2e8-4d17df2d4956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:48.321506 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.327594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:48.328383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.416147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1f8920a-e16b-43c3-8497-87ae3dc0efbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.439215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cc801-0cce-479f-8f56-aec01f6579fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Network': ['ID=8f1d17ed-9919-4d54-b2e8-4d17df2d4956,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:48.466157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:48.501215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5609558 Dec 08 22:00:48.506776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41134) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:48.523190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': '86cd2717-54bd-470a-9221-b3cd76cd9f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:48.550029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1f8920a-e16b-43c3-8497-87ae3dc0efbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.557698 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1f8920a-e16b-43c3-8497-87ae3dc0efbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.583496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da9c3f-29b7-40c4-a71f-e1c1f5a9fb6c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=86cd2717-54bd-470a-9221-b3cd76cd9f1a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:48.594776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8920a-e16b-43c3-8497-87ae3dc0efbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e383608a-a353-486e-b8cc-3406d26050e0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:48.596526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:48.601617 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.618275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f1f8920a-e16b-43c3-8497-87ae3dc0efbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3b3a58000e54a3692bf864632abfca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804003 Dec 08 22:00:48.621673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41136) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:48.624382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 86cd2717-54bd-470a-9221-b3cd76cd9f1a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:48.745973 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-67bcc51e-1f88-4aa5-a972-b9890a78b54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.752780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:48.764264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.788733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-67bcc51e-1f88-4aa5-a972-b9890a78b54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.842777 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-67bcc51e-1f88-4aa5-a972-b9890a78b54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.845369 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-67bcc51e-1f88-4aa5-a972-b9890a78b54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:48.847315 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-67bcc51e-1f88-4aa5-a972-b9890a78b54a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e383608a-a353-486e-b8cc-3406d26050e0 HTTP/1.1" status: 204 len: 168 time: 0.2239649 Dec 08 22:00:48.856569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcc51e-1f88-4aa5-a972-b9890a78b54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383608a-a353-486e-b8cc-3406d26050e0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:49.077270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f314d2-2713-4741-9395-830f1cf806de req-b7befdc6-a756-41dc-a45e-5c2cfd9f5219 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:49.079446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53f314d2-2713-4741-9395-830f1cf806de req-b7befdc6-a756-41dc-a45e-5c2cfd9f5219 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 945 time: 0.1374204 Dec 08 22:00:49.086468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.243109 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53f314d2-2713-4741-9395-830f1cf806de req-39cb44e0-0204-47c1-8be1-7094664d861d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493163 Dec 08 22:00:49.243958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=54d21d5f-a5b5-406d-8ddd-91230fe03942,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:49.283770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.304336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41150) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:49.314051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Checking segment: {'id': 'bd55ee29-fc86-44eb-961e-b86342bf107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f1d17ed-9919-4d54-b2e8-4d17df2d4956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:49.314686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network hostable DHCP agents. Network: 8f1d17ed-9919-4d54-b2e8-4d17df2d4956, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:49.315660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9a72e6d0-0446-43e0-903a-f81632ffe668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.397232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=932787c2-149a-4b30-abb8-53fbecba89fe,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:49.402973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:49.408357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': '92e88439-3942-41d3-8cbe-0c4e437b4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '86cd2717-54bd-470a-9221-b3cd76cd9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:49.409020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: 86cd2717-54bd-470a-9221-b3cd76cd9f1a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:49.413820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9a72e6d0-0446-43e0-903a-f81632ffe668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.418350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9a72e6d0-0446-43e0-903a-f81632ffe668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.425286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8f1d17ed-9919-4d54-b2e8-4d17df2d4956) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:49.430832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:49.431452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.440270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a411a2-e7b8-4513-8dc2-32af360db96f None None] Network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:49.450599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 86cd2717-54bd-470a-9221-b3cd76cd9f1a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:49.470019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 86cd2717-54bd-470a-9221-b3cd76cd9f1a) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:49.484500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9a72e6d0-0446-43e0-903a-f81632ffe668 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53dee9a3f6d94f8c8dfa3ea99c3b2958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840596 Dec 08 22:00:49.484500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72e6d0-0446-43e0-903a-f81632ffe668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72901194-2a90-47a0-ba8f-90f16209b306,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:49.484821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-424936d6-a3fd-4dc4-9e6d-6966d53498bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1754880 Dec 08 22:00:49.485343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:49.485943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.486149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41152) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:49.488104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41154) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:49.493563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e42fec68-3fc2-4951-866f-2a7b100fd90b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2131543645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:49.529022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e42fec68-3fc2-4951-866f-2a7b100fd90b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.534746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e42fec68-3fc2-4951-866f-2a7b100fd90b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.534999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327059d2-cafe-419e-9bd5-1ddd89164da2 None None] Network 86cd2717-54bd-470a-9221-b3cd76cd9f1a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:49.552968 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-53d2014a-0d0a-4250-9863-cae3839586b9 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0433283 Dec 08 22:00:49.555999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:49.596570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65d51127-60b9-435b-9229-1c5379a744d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.627560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65d51127-60b9-435b-9229-1c5379a744d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.690357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65d51127-60b9-435b-9229-1c5379a744d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.690918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.695871 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65d51127-60b9-435b-9229-1c5379a744d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.697561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-65d51127-60b9-435b-9229-1c5379a744d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72901194-2a90-47a0-ba8f-90f16209b306 HTTP/1.1" status: 204 len: 168 time: 0.2102916 Dec 08 22:00:49.710234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d51127-60b9-435b-9229-1c5379a744d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72901194-2a90-47a0-ba8f-90f16209b306,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:49.733288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e42fec68-3fc2-4951-866f-2a7b100fd90b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.742376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e42fec68-3fc2-4951-866f-2a7b100fd90b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.790310 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e42fec68-3fc2-4951-866f-2a7b100fd90b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.794798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e42fec68-3fc2-4951-866f-2a7b100fd90b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3031948 Dec 08 22:00:49.795693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41162) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:49.802387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'network_id': '8f1d17ed-9919-4d54-b2e8-4d17df2d4956', 'name': 'tempest-PortsTestJSON-666634705'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:49.876726 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.953213 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8f1d17ed-9919-4d54-b2e8-4d17df2d4956', 'network_id': '8f1d17ed-9919-4d54-b2e8-4d17df2d4956', 'tenant_id': '50f35bea5fef461398e3d045fb40cd74', 'fixed_ips': [{'subnet_id': '54d21d5f-a5b5-406d-8ddd-91230fe03942'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:49.954942 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:49.960918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.008165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=932787c2-149a-4b30-abb8-53fbecba89fe,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:50.037306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d983a-b8fd-4890-a46a-26ed32b660dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-86cd2717-54bd-470a-9221-b3cd76cd9f1a', 'network_id': '86cd2717-54bd-470a-9221-b3cd76cd9f1a', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': '932787c2-149a-4b30-abb8-53fbecba89fe'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:50.039378 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-070d983a-b8fd-4890-a46a-26ed32b660dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.092335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:50.093821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.103199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.119863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cd2717-54bd-470a-9221-b3cd76cd9f1a']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:50.133318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e88439-3942-41d3-8cbe-0c4e437b4a8c') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:50.133742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e88439-3942-41d3-8cbe-0c4e437b4a8c') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:50.146005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.146807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port db251a5f-b9f5-4208-a483-b24b53dd06a2 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:00:50.173241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.190034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:50.190695 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:50.194519 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:50.321812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.335532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b406a-d3a2-4b90-b17b-b8ba65769902 None None] Network 86cd2717-54bd-470a-9221-b3cd76cd9f1a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:50.336375 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.349219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/86cd2717-54bd-470a-9221-b3cd76cd9f1a HTTP/1.1" status: 204 len: 168 time: 0.7890623 Dec 08 22:00:50.349910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41178) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:50.371781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b406a-d3a2-4b90-b17b-b8ba65769902 None None] Network 86cd2717-54bd-470a-9221-b3cd76cd9f1a could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:00:50.397068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827217362'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:50.454075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117e91f-edcf-4ef5-b259-a31eb816252e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=86cd2717-54bd-470a-9221-b3cd76cd9f1a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:50.464426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:50.473576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.523663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.6 (8f1d17ed-9919-4d54-b2e8-4d17df2d4956/54d21d5f-a5b5-406d-8ddd-91230fe03942/db251a5f-b9f5-4208-a483-b24b53dd06a2) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:50.531914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c77a3-1e88-418f-aaa4-a4b58754e4d8 req-2eb29b73-0323-4e27-98ad-d7f9d54ec882 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:50.533510 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a9c77a3-1e88-418f-aaa4-a4b58754e4d8 req-2eb29b73-0323-4e27-98ad-d7f9d54ec882 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 945 time: 0.1269875 Dec 08 22:00:50.553606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:50.581141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 047affae-25ce-4051-b4ba-5237028c6258 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:50.591918 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.594383 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment 37167dcc-90ba-463f-9256-7f17b57cf23f of type vlan for network 148b473d-c429-4d5f-b681-743c6ea42530 Dec 08 22:00:50.613899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a9c77a3-1e88-418f-aaa4-a4b58754e4d8 req-93c0f563-8219-43db-bc5c-9faeb91a83a0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668237 Dec 08 22:00:50.666902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 047affae-25ce-4051-b4ba-5237028c6258 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:00:50.676096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 047affae-25ce-4051-b4ba-5237028c6258 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:50.678030 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.827087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.875731 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.884177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:50.884942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.926366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:50.957632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=148b473d-c429-4d5f-b681-743c6ea42530,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:50.989225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41196) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:50.989846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-40f5dd34-02c5-4147-b7f6-157f1c2ceeb1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6352417 Dec 08 22:00:50.995211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': '148b473d-c429-4d5f-b681-743c6ea42530', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:50.995644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:51.014154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 148b473d-c429-4d5f-b681-743c6ea42530 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:51.045240 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:51.065299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b2a52f-c1be-4b60-b89b-ec393989a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047affae-25ce-4051-b4ba-5237028c6258'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:00:51.068145 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846df2dc-1990-4392-8530-19d1ed49a989" -d '{"events": [{"server_uuid": "32b2a52f-c1be-4b60-b89b-ec393989a2b2", "name": "network-vif-plugged", "status": "completed", "tag": "047affae-25ce-4051-b4ba-5237028c6258"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:00:51.127732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:51.134591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:51.141115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=db251a5f-b9f5-4208-a483-b24b53dd06a2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:51.144015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:51.217033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:51.220307 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:51.240552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:51.245267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:51.255863 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19283b7c-61ca-41aa-af51-66e9a8a1ea41 x-openstack-request-id: req-19283b7c-61ca-41aa-af51-66e9a8a1ea41 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:00:51.256342 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b2a52f-c1be-4b60-b89b-ec393989a2b2", "name": "network-vif-plugged", "status": "completed", "tag": "047affae-25ce-4051-b4ba-5237028c6258", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:00:51.256785 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19283b7c-61ca-41aa-af51-66e9a8a1ea41 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:00:51.257338 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b2a52f-c1be-4b60-b89b-ec393989a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047affae-25ce-4051-b4ba-5237028c6258', 'code': 200} Dec 08 22:00:51.261297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e35542bb-64c3-4838-8785-ffa9f972fc3c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4629617 Dec 08 22:00:51.263816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 047affae-25ce-4051-b4ba-5237028c6258, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=047affae-25ce-4051-b4ba-5237028c6258,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:51.264201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41204) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:51.305410 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:51.421223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Allocated IP 172.20.0.2 (8f1d17ed-9919-4d54-b2e8-4d17df2d4956/54d21d5f-a5b5-406d-8ddd-91230fe03942/d720c528-cb2f-4ee1-bd2c-c4d17912c134) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:51.443054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Performing IP validity checks on allocation pools {{(pid=102390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 22:00:51.443576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 22:00:51.472477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=047affae-25ce-4051-b4ba-5237028c6258,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:51.474742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae4d0-b51d-47f6-9f80-1f7d8f42ffdd req-eb8c8252-0d86-49c6-b749-e70cbf76705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:51.476482 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eceae4d0-b51d-47f6-9f80-1f7d8f42ffdd req-eb8c8252-0d86-49c6-b749-e70cbf76705c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 1097 time: 0.0799916 Dec 08 22:00:51.554120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eceae4d0-b51d-47f6-9f80-1f7d8f42ffdd req-0b6d8f2c-2c79-4bd3-8b5e-2ec5571a44ed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703464 Dec 08 22:00:51.745799 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:51.826229 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:51.839888 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:51.899894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': '37167dcc-90ba-463f-9256-7f17b57cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '148b473d-c429-4d5f-b681-743c6ea42530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:51.902579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: 148b473d-c429-4d5f-b681-743c6ea42530, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:51.920766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=0a3c0f60-8a58-415c-bf59-a9c5bf186658,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:51.938752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Pushing event updated for resources: {'Port': ['ID=d720c528-cb2f-4ee1-bd2c-c4d17912c134,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:51.953639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:51.956512 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:51.959783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:51.963316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 148b473d-c429-4d5f-b681-743c6ea42530 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:51.980171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 148b473d-c429-4d5f-b681-743c6ea42530) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:51.984657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:51.985360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.017195 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-76f282e3-88a5-43a2-8eac-4cfbf221df8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0264280 Dec 08 22:00:52.019742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41222) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:52.024698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1befa7-f789-48b6-b044-e5328a568ea0 None None] Network 148b473d-c429-4d5f-b681-743c6ea42530 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:52.052183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058cd42-9da2-46ca-9cc6-dcfcc2140527 req-fe66673c-e2d5-4b10-a0ef-c73f8ab9ad01 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:52.055516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a058cd42-9da2-46ca-9cc6-dcfcc2140527 req-fe66673c-e2d5-4b10-a0ef-c73f8ab9ad01 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.1483266 Dec 08 22:00:52.115587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41226) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:52.202313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a058cd42-9da2-46ca-9cc6-dcfcc2140527 req-b598359d-3de9-4bf7-a81b-e923be2bdb97 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346610 Dec 08 22:00:52.255434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.256712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.341496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Attempting to bind port d720c528-cb2f-4ee1-bd2c-c4d17912c134 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:52.341872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Attempting to bind port d720c528-cb2f-4ee1-bd2c-c4d17912c134 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'bd55ee29-fc86-44eb-961e-b86342bf107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f1d17ed-9919-4d54-b2e8-4d17df2d4956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:52.342239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Attempting to bind port d720c528-cb2f-4ee1-bd2c-c4d17912c134 on network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:52.351764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:52.352144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Checking segment: {'id': 'bd55ee29-fc86-44eb-961e-b86342bf107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f1d17ed-9919-4d54-b2e8-4d17df2d4956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:52.352551 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.352945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Bound using segment: {'id': 'bd55ee29-fc86-44eb-961e-b86342bf107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f1d17ed-9919-4d54-b2e8-4d17df2d4956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:52.353432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Bound port: d720c528-cb2f-4ee1-bd2c-c4d17912c134, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd55ee29-fc86-44eb-961e-b86342bf107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f1d17ed-9919-4d54-b2e8-4d17df2d4956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:52.354376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.362351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5cba357d-7943-4824-84f4-1eab202f2865 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1887387552'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:52.492407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-148b473d-c429-4d5f-b681-743c6ea42530', 'network_id': '148b473d-c429-4d5f-b681-743c6ea42530', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': '0a3c0f60-8a58-415c-bf59-a9c5bf186658'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:52.496078 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.502554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5cba357d-7943-4824-84f4-1eab202f2865 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.502824 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5cba357d-7943-4824-84f4-1eab202f2865 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.574940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5cba357d-7943-4824-84f4-1eab202f2865 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.603022 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5cba357d-7943-4824-84f4-1eab202f2865 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.698267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5cba357d-7943-4824-84f4-1eab202f2865 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.703281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5cba357d-7943-4824-84f4-1eab202f2865 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5842485 Dec 08 22:00:52.704324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41232) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:52.728836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-69707619-778c-47e4-933b-47567ab6d802 None None] For port d720c528-cb2f-4ee1-bd2c-c4d17912c134, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:52.774206 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.815099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-69707619-778c-47e4-933b-47567ab6d802 None None] For port d720c528-cb2f-4ee1-bd2c-c4d17912c134, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d720c528-cb2f-4ee1-bd2c-c4d17912c134,segment=NetworkSegment(bd55ee29-fc86-44eb-961e-b86342bf107c),segment_id=bd55ee29-fc86-44eb-961e-b86342bf107c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:52.819441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Allocated IP 172.20.0.3 (148b473d-c429-4d5f-b681-743c6ea42530/0a3c0f60-8a58-415c-bf59-a9c5bf186658/79a79b1b-20a4-45a4-ac85-1f7e271d8306) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:52.824629 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.857201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba428-360d-4049-821e-c1ce0ee9c7d5 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:52.978496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69707619-778c-47e4-933b-47567ab6d802 None None] Pushing event updated for resources: {'Port': ['ID=d720c528-cb2f-4ee1-bd2c-c4d17912c134,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:53.069449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba428-360d-4049-821e-c1ce0ee9c7d5 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.072192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba428-360d-4049-821e-c1ce0ee9c7d5 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.117541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.137226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.139659 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba428-360d-4049-821e-c1ce0ee9c7d5 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.140390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5ba428-360d-4049-821e-c1ce0ee9c7d5 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f518ea5-9f43-4f77-ac7a-eba60b75f191 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:00:53.142333 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.165444 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba428-360d-4049-821e-c1ce0ee9c7d5 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.171694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41238) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:53.173891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4b5ba428-360d-4049-821e-c1ce0ee9c7d5 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7f518ea5-9f43-4f77-ac7a-eba60b75f191 HTTP/1.1" status: 204 len: 168 time: 0.4633870 Dec 08 22:00:53.178233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aa2d097b-0263-4c0e-83d5-d85983b93218 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Request body: {'router': {'name': 'tempest-router-1714669625', 'distributed': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:53.179442 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.193545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.196100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Network 148b473d-c429-4d5f-b681-743c6ea42530 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:53.238834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3c0f60-8a58-415c-bf59-a9c5bf186658,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:53.248226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:53.253280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:53.340624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.372176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148b473d-c429-4d5f-b681-743c6ea42530']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:53.387268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37167dcc-90ba-463f-9256-7f17b57cf23f') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:53.387616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37167dcc-90ba-463f-9256-7f17b57cf23f') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:53.405713 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.424498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.432786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:53.433221 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.451396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=db251a5f-b9f5-4208-a483-b24b53dd06a2,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:53.495834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da0ef6-fc36-417c-bfce-23db52d74f85 req-809554bc-3e94-433f-9867-d41b0cf81c02 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:53.497828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44da0ef6-fc36-417c-bfce-23db52d74f85 req-809554bc-3e94-433f-9867-d41b0cf81c02 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.1274703 Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:53.503862 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:53.583680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa2d097b-0263-4c0e-83d5-d85983b93218 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.586469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa2d097b-0263-4c0e-83d5-d85983b93218 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.592565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Pushing event updated for resources: {'Port': ['ID=79a79b1b-20a4-45a4-ac85-1f7e271d8306,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:53.599600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Attempting to bind port 79a79b1b-20a4-45a4-ac85-1f7e271d8306 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:53.599849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Attempting to bind port 79a79b1b-20a4-45a4-ac85-1f7e271d8306 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '37167dcc-90ba-463f-9256-7f17b57cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '148b473d-c429-4d5f-b681-743c6ea42530'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:53.600345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Attempting to bind port 79a79b1b-20a4-45a4-ac85-1f7e271d8306 on network 148b473d-c429-4d5f-b681-743c6ea42530 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:53.607912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:53.608361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Checking segment: {'id': '37167dcc-90ba-463f-9256-7f17b57cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '148b473d-c429-4d5f-b681-743c6ea42530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:53.608779 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.609343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Bound using segment: {'id': '37167dcc-90ba-463f-9256-7f17b57cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '148b473d-c429-4d5f-b681-743c6ea42530'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:53.610180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Bound port: 79a79b1b-20a4-45a4-ac85-1f7e271d8306, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37167dcc-90ba-463f-9256-7f17b57cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '148b473d-c429-4d5f-b681-743c6ea42530'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:53.610557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.616954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:00:53.616954 n-d-821126-1 neutron-server[102390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:00:53.616954 n-d-821126-1 neutron-server[102390]: [parameters: {'id': '148b473d-c429-4d5f-b681-743c6ea42530'}] Dec 08 22:00:53.616954 n-d-821126-1 neutron-server[102390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:00:53.617765 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:00:53.659954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-44da0ef6-fc36-417c-bfce-23db52d74f85 req-54f300e1-418a-46c1-8c4f-902bb89649f9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851703 Dec 08 22:00:53.704733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.705512 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] For port 79a79b1b-20a4-45a4-ac85-1f7e271d8306, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:53.709252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] For port 79a79b1b-20a4-45a4-ac85-1f7e271d8306, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=79a79b1b-20a4-45a4-ac85-1f7e271d8306,segment=NetworkSegment(37167dcc-90ba-463f-9256-7f17b57cf23f),segment_id=37167dcc-90ba-463f-9256-7f17b57cf23f)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:53.715760 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.808720 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa2d097b-0263-4c0e-83d5-d85983b93218 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.816455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa2d097b-0263-4c0e-83d5-d85983b93218 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.852882 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa2d097b-0263-4c0e-83d5-d85983b93218 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:53.857885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd9ab1-5cda-46e5-ae62-46ab6b907029 None None] Network 148b473d-c429-4d5f-b681-743c6ea42530 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:53.865207 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aa2d097b-0263-4c0e-83d5-d85983b93218 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6898954 Dec 08 22:00:53.865714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41248) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:53.932396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476773f-dfff-43f7-91da-3225ac923b99 None None] Pushing event updated for resources: {'Port': ['ID=79a79b1b-20a4-45a4-ac85-1f7e271d8306,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:54.103180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.120640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.177564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0592b22-2f95-49b1-a238-1cd40908dcee tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.228959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d720c528-cb2f-4ee1-bd2c-c4d17912c134 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:54.244701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f786e8d-eb61-4188-b95c-397bea60cba4 req-83fc6606-e0b9-42ab-8584-d16f53137aa6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:54.246377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f786e8d-eb61-4188-b95c-397bea60cba4 req-83fc6606-e0b9-42ab-8584-d16f53137aa6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.1401186 Dec 08 22:00:54.300854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d720c528-cb2f-4ee1-bd2c-c4d17912c134 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:54.301258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.458455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488a786-af65-4de7-90ad-f5b3da73d2d1 None None] Network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:54.505835 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.583155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41258) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:54.607012 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0592b22-2f95-49b1-a238-1cd40908dcee tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.611733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0592b22-2f95-49b1-a238-1cd40908dcee tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.664455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Deleting port 79a79b1b-20a4-45a4-ac85-1f7e271d8306 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:54.664809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.717720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port d720c528-cb2f-4ee1-bd2c-c4d17912c134, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d720c528-cb2f-4ee1-bd2c-c4d17912c134,segment=NetworkSegment(bd55ee29-fc86-44eb-961e-b86342bf107c),segment_id=bd55ee29-fc86-44eb-961e-b86342bf107c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:54.733789 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.758002 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f786e8d-eb61-4188-b95c-397bea60cba4 req-d8680331-a259-45f8-aefc-ab116b78d35e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848053 Dec 08 22:00:54.772834 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.780926 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.823796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-45d9c450-de77-4621-ba4a-f00de8a1681b None None] Provisioning complete for port d720c528-cb2f-4ee1-bd2c-c4d17912c134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:54.826272 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-45d9c450-de77-4621-ba4a-f00de8a1681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.844661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0592b22-2f95-49b1-a238-1cd40908dcee tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.845041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0592b22-2f95-49b1-a238-1cd40908dcee tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a30bcf5-31f4-4791-8a2c-20b616314071 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:00:54.850978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0592b22-2f95-49b1-a238-1cd40908dcee tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.856181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c0592b22-2f95-49b1-a238-1cd40908dcee tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3a30bcf5-31f4-4791-8a2c-20b616314071 HTTP/1.1" status: 204 len: 168 time: 0.9889550 Dec 08 22:00:54.857117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41264) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:54.866813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-65ff1ce9-1478-453a-9465-437e85b9590b tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Request body: {'router': {'name': 'tempest-router-1825348878', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd9c93086e89a4196b60a9a4dfa239ed2'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:54.873670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-227c3493-10f7-4d48-9392-a11b629dfce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.875583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.877898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=db251a5f-b9f5-4208-a483-b24b53dd06a2,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:54.886357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] For port 79a79b1b-20a4-45a4-ac85-1f7e271d8306, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=79a79b1b-20a4-45a4-ac85-1f7e271d8306,segment=NetworkSegment(37167dcc-90ba-463f-9256-7f17b57cf23f),segment_id=37167dcc-90ba-463f-9256-7f17b57cf23f)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:00:54.886357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.887543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=d720c528-cb2f-4ee1-bd2c-c4d17912c134,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:54.935530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Calling delete_port for 79a79b1b-20a4-45a4-ac85-1f7e271d8306 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:54.941466 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65ff1ce9-1478-453a-9465-437e85b9590b tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:54.942435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65ff1ce9-1478-453a-9465-437e85b9590b tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.020993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:55.027542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:55.086352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65ff1ce9-1478-453a-9465-437e85b9590b tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.098022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65ff1ce9-1478-453a-9465-437e85b9590b tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.129161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65ff1ce9-1478-453a-9465-437e85b9590b tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.129161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-65ff1ce9-1478-453a-9465-437e85b9590b tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2628970 Dec 08 22:00:55.129990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41266) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:55.137176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:55.186977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Router ce87c8fe-2cfb-49d7-a471-4eede9e2189b is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:00:55.227898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.283317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No DVR routers for this DVR port 79a79b1b-20a4-45a4-ac85-1f7e271d8306 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:00:55.304000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-227c3493-10f7-4d48-9392-a11b629dfce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.322082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:00:55.335096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc760707-918e-42ae-a093-0317e9b078cb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "PUT /v2.0/routers/ce87c8fe-2cfb-49d7-a471-4eede9e2189b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0676048 Dec 08 22:00:55.337054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41268) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:55.341462 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2c9b1-2472-4c6f-95bb-659f7f5e3838 None None] Sync routers for ids ['ce87c8fe-2cfb-49d7-a471-4eede9e2189b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:00:55.354477 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2c9b1-2472-4c6f-95bb-659f7f5e3838 None None] Routers {'ce87c8fe-2cfb-49d7-a471-4eede9e2189b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:55.355469 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3df2c9b1-2472-4c6f-95bb-659f7f5e3838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ce87c8fe-2cfb-49d7-a471-4eede9e2189b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:55.372967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Port': ['ID=79a79b1b-20a4-45a4-ac85-1f7e271d8306,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:55.401886 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3df2c9b1-2472-4c6f-95bb-659f7f5e3838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:55.415885 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2c9b1-2472-4c6f-95bb-659f7f5e3838 None None] Routers {'ce87c8fe-2cfb-49d7-a471-4eede9e2189b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:55.416541 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3df2c9b1-2472-4c6f-95bb-659f7f5e3838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ce87c8fe-2cfb-49d7-a471-4eede9e2189b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:55.422020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e924a-016b-4fb5-b1ad-0f0255230bbe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:55.424022 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a62e924a-016b-4fb5-b1ad-0f0255230bbe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce87c8fe-2cfb-49d7-a471-4eede9e2189b HTTP/1.1" status: 200 len: 981 time: 0.0855777 Dec 08 22:00:55.427369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41272) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:55.472828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4335d2ef-8672-4f17-81a8-f82180ca8462 None None] Provisioning complete for port d720c528-cb2f-4ee1-bd2c-c4d17912c134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:55.473403 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4335d2ef-8672-4f17-81a8-f82180ca8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.484975 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3df2c9b1-2472-4c6f-95bb-659f7f5e3838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:55.486218 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2c9b1-2472-4c6f-95bb-659f7f5e3838 None None] The sync data for ids ['ce87c8fe-2cfb-49d7-a471-4eede9e2189b'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:00:55.502359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-227c3493-10f7-4d48-9392-a11b629dfce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.660303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4335d2ef-8672-4f17-81a8-f82180ca8462 None None] Provisioning complete for port db251a5f-b9f5-4208-a483-b24b53dd06a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:55.660677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4335d2ef-8672-4f17-81a8-f82180ca8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.703848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4335d2ef-8672-4f17-81a8-f82180ca8462 None None] Port db251a5f-b9f5-4208-a483-b24b53dd06a2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:55.716796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c3493-10f7-4d48-9392-a11b629dfce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca18a9e-4019-47b6-be1d-f566c2b94b40,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:55.748690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-7e1e494f-d755-4b44-aafd-b73322f4084a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5236661 Dec 08 22:00:55.775138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-227c3493-10f7-4d48-9392-a11b629dfce8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd31e5e6b2ea4f1ab92291fd5c1a29fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1883907 Dec 08 22:00:55.779178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41274) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:55.781790 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27845'] for router, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.782170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.824435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.860144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-32383e8c-af44-428d-9b03-682be4fa4bbb None None] Provisioning complete for port db251a5f-b9f5-4208-a483-b24b53dd06a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:55.860513 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32383e8c-af44-428d-9b03-682be4fa4bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:55.914240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-32383e8c-af44-428d-9b03-682be4fa4bbb None None] Port db251a5f-b9f5-4208-a483-b24b53dd06a2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:55.998643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61026b77-91de-42d4-896d-2518552aaace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.010865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d720c528-cb2f-4ee1-bd2c-c4d17912c134 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:00:56.016637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148b473d-c429-4d5f-b681-743c6ea42530']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:56.041818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37167dcc-90ba-463f-9256-7f17b57cf23f') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:56.042123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37167dcc-90ba-463f-9256-7f17b57cf23f') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:56.059806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102390) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 08 22:00:56.060149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Router 1e4de641-e8d2-49b5-81fe-aaaab71489a1 migrating from provider to provider. {{(pid=102390) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 08 22:00:56.060523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.072375 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61026b77-91de-42d4-896d-2518552aaace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.081286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-021e43c5-cd7e-499e-a2ae-4fa1672b2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.081774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-021e43c5-cd7e-499e-a2ae-4fa1672b2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.084517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d720c528-cb2f-4ee1-bd2c-c4d17912c134 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:56.085139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.088820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-021e43c5-cd7e-499e-a2ae-4fa1672b2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.089145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-021e43c5-cd7e-499e-a2ae-4fa1672b2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.089619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-021e43c5-cd7e-499e-a2ae-4fa1672b2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.090089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-021e43c5-cd7e-499e-a2ae-4fa1672b2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.090552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-021e43c5-cd7e-499e-a2ae-4fa1672b2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.092687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-021e43c5-cd7e-499e-a2ae-4fa1672b2f49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6501 time: 0.2651558 Dec 08 22:00:56.113600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.124556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.159981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-930ff7a5-a197-4363-856c-ef03ec62c0ac None None] Provisioning complete for port db251a5f-b9f5-4208-a483-b24b53dd06a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:56.160712 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-930ff7a5-a197-4363-856c-ef03ec62c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.222059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540629'] for router, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.255827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-930ff7a5-a197-4363-856c-ef03ec62c0ac None None] Port db251a5f-b9f5-4208-a483-b24b53dd06a2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:56.288803 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.313582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:56.313910 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:00:56.317623 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:00:56.341519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068570e6-367b-479b-8c69-38218cb7ec39 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:00:56.410854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5bbf4630-635d-42bf-b843-3394ae65fab5 None None] Provisioning complete for port db251a5f-b9f5-4208-a483-b24b53dd06a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:00:56.411831 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4630-635d-42bf-b843-3394ae65fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.426549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79cd6e-3875-42bd-ae48-c930053287ef req-3f9c49a5-fb8e-4ad1-8cfe-c9bca643a166 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.428084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef79cd6e-3875-42bd-ae48-c930053287ef req-3f9c49a5-fb8e-4ad1-8cfe-c9bca643a166 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.5258176 Dec 08 22:00:56.481744 n-d-821126-1 neutron-server[102390]: WARNING neutron.scheduler.l3_agent_scheduler [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] No L3 agents can host the router 1e4de641-e8d2-49b5-81fe-aaaab71489a1 Dec 08 22:00:56.482515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.493823 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.498703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/148b473d-c429-4d5f-b681-743c6ea42530 HTTP/1.1" status: 204 len: 168 time: 4.4773831 Dec 08 22:00:56.506909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:56.512571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1511540151'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:56.515667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf4630-635d-42bf-b843-3394ae65fab5 None None] Port db251a5f-b9f5-4208-a483-b24b53dd06a2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:00:56.536683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975863e-8c97-475b-a7ca-f6c8fa85c94b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=148b473d-c429-4d5f-b681-743c6ea42530,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:56.539871 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61026b77-91de-42d4-896d-2518552aaace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.542980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61026b77-91de-42d4-896d-2518552aaace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.543739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef79cd6e-3875-42bd-ae48-c930053287ef req-f7674fa1-f5ba-438d-ba81-d5a53585a5f8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996330 Dec 08 22:00:56.546782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-61026b77-91de-42d4-896d-2518552aaace admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aca18a9e-4019-47b6-be1d-f566c2b94b40 HTTP/1.1" status: 204 len: 168 time: 0.7602489 Dec 08 22:00:56.546949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:56.550407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.553672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.577136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-947629f8-010d-44a0-bab4-bbacdfab25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.577600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-947629f8-010d-44a0-bab4-bbacdfab25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.578055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-947629f8-010d-44a0-bab4-bbacdfab25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.579727 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-947629f8-010d-44a0-bab4-bbacdfab25cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=e871f1df-f380-4b86-8547-dfdae5b5807d&id=e871f1df-f380-4b86-8547-dfdae5b5807d HTTP/1.1" status: 200 len: 2297 time: 0.4506769 Dec 08 22:00:56.587069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61026b77-91de-42d4-896d-2518552aaace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca18a9e-4019-47b6-be1d-f566c2b94b40,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:56.620935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068570e6-367b-479b-8c69-38218cb7ec39 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:00:56.692466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:56.709021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.709400 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment fccd699f-ac1f-49e9-af12-9fafec959a2b of type vlan for network 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 Dec 08 22:00:56.813232 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.884531 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.889274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:56.890093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:56.953085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4435692 Dec 08 22:00:56.981478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41294) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:57.003418 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:00:57.033921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': '0cf70fdb-7d40-494b-84fc-16ba5d1b13d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:57.094540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Hosts for router 1e4de641-e8d2-49b5-81fe-aaaab71489a1: [] {{(pid=102390) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 08 22:00:57.141277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3efa3-4c8b-4191-abea-150f15fd0f49 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=0cf70fdb-7d40-494b-84fc-16ba5d1b13d3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:57.143901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-d65071ac-66e3-4071-b8d2-d04a1ee67bb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce HTTP/1.1" status: 200 len: 1002 time: 0.5523946 Dec 08 22:00:57.144246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Hosts for other DVR routers connected to router 1e4de641-e8d2-49b5-81fe-aaaab71489a1: set() {{(pid=102390) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 08 22:00:57.147067 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:57.148435 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-db5c42fd-ab9e-4569-b110-b6a3c0d71143 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "PUT /v2.0/routers/1e4de641-e8d2-49b5-81fe-aaaab71489a1 HTTP/1.1" status: 200 len: 717 time: 2.0174932 Dec 08 22:00:57.151575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41300) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:57.155552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:57.246487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port db251a5f-b9f5-4208-a483-b24b53dd06a2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:00:57.246852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:57.252480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:57.255328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:57.326575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ee0f0a68-f6ff-4a8c-b9de-2df695d57776 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "GET /v2.0/routers/1e4de641-e8d2-49b5-81fe-aaaab71489a1 HTTP/1.1" status: 200 len: 717 time: 0.1664565 Dec 08 22:00:57.328296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-9f8ccb7f-c2ed-4851-89b6-99fec55f3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:57.329269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41302) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:57.329740 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-9f8ccb7f-c2ed-4851-89b6-99fec55f3b3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a73796-c08b-4780-a9f8-0e5e808676e6 HTTP/1.1" status: 200 len: 855 time: 0.1789956 Dec 08 22:00:57.425623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-8248712d-4a15-4c90-89a5-8db400ef0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:57.434159 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-8248712d-4a15-4c90-89a5-8db400ef0a0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953193 Dec 08 22:00:57.442210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:57.485308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for db251a5f-b9f5-4208-a483-b24b53dd06a2 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:00:57.551890 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-37e30e7d-efaf-40b7-a77c-fd484f99beba service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117568 Dec 08 22:00:57.623734 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:57.677778 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-518e7cea-f951-4473-aa45-454360e8c216 service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141391 Dec 08 22:00:57.733750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-4c57bba6-7b36-4f99-aa3a-a248b46361df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 217 time: 0.0488622 Dec 08 22:00:57.734937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41318) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:57.792285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-8475d879-c20b-45ae-9e33-c2b4de5173b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:57.794236 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-8475d879-c20b-45ae-9e33-c2b4de5173b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.0526757 Dec 08 22:00:57.849423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-0b6e3e72-7e98-48aa-98c0-8ad36b7b5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:57.850978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-0b6e3e72-7e98-48aa-98c0-8ad36b7b5801 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504048 Dec 08 22:00:57.857890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1843481842-network', 'tenant_id': '093dc828a560432d8786f71af6f00ae6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:57.878243 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9c2998fc-87c7-4dbd-843c-d4d6eb629486 tempest-RoutersTestDVR-1785489302 tempest-RoutersTestDVR-1785489302-project] 10.222.0.21 "GET /v2.0/routers/1e4de641-e8d2-49b5-81fe-aaaab71489a1 HTTP/1.1" status: 200 len: 683 time: 0.5467026 Dec 08 22:00:57.886750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=f0b9b94d-b3e1-4ba4-a656-bbf9b9d786f9,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:57.891682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41322) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:57.948557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Made reservation on behalf of 093dc828a560432d8786f71af6f00ae6 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:57.950907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:57.961818 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:57.998948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': 'fccd699f-ac1f-49e9-af12-9fafec959a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0cf70fdb-7d40-494b-84fc-16ba5d1b13d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:57.999226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:00:58.012551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-c7333f79-4c17-47b5-bada-02ec32396521 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506565 Dec 08 22:00:58.024254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12f3e5-31d3-4899-9791-03fb9169e345 req-c5ed8bcd-73e8-48c1-8acd-ab8778d8adaa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:58.026303 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d12f3e5-31d3-4899-9791-03fb9169e345 req-c5ed8bcd-73e8-48c1-8acd-ab8778d8adaa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.2916694 Dec 08 22:00:58.032537 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad7f7-44c3-4bac-bdf1-634a99693dfa tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.124929 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.131737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:00:58.155713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-6b82a9d9-28a3-4f3f-be68-36dafa7601cb service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355348 Dec 08 22:00:58.197808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=db251a5f-b9f5-4208-a483-b24b53dd06a2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:58.215793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-026edc89-cf30-4db3-a67d-6c41567b41a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 217 time: 0.0532455 Dec 08 22:00:58.261591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:58.269315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9967ec-e5b1-4e7c-800b-dbf5e1a48fea None None] Network 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:00:58.269970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0d12f3e5-31d3-4899-9791-03fb9169e345 req-c7866198-292b-4909-944c-6b71c68736f3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299504 Dec 08 22:00:58.275804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:58.276407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.278224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.294976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad7f7-44c3-4bac-bdf1-634a99693dfa tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.300337 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad7f7-44c3-4bac-bdf1-634a99693dfa tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.308140 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.314218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-f8a6f837-cbe5-49e5-80f4-788d09cd4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:58.316010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-f8a6f837-cbe5-49e5-80f4-788d09cd4943 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.0910323 Dec 08 22:00:58.364603 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-baea3adf-13e5-4c84-8c00-178d09a99a94 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3774784 Dec 08 22:00:58.372496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41326) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:58.394033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:00:58.402656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd5fe24-60a2-4477-bb04-cfe89476f1c4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:58.454023 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad7f7-44c3-4bac-bdf1-634a99693dfa tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.454652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ad7f7-44c3-4bac-bdf1-634a99693dfa tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4de641-e8d2-49b5-81fe-aaaab71489a1 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:00:58.464583 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.464947 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Added segment 8f0f7250-fe5c-4412-bd23-ed45a9390acd of type vlan for network 4200adfe-2858-46ab-a96c-d301bfc9ff8c Dec 08 22:00:58.469912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad7f7-44c3-4bac-bdf1-634a99693dfa tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.476305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bf9ad7f7-44c3-4bac-bdf1-634a99693dfa tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1e4de641-e8d2-49b5-81fe-aaaab71489a1 HTTP/1.1" status: 204 len: 168 time: 0.5791914 Dec 08 22:00:58.478343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41328) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:58.487147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-05ec0b9b-c1d2-442a-86c4-f85fca0441f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:58.488805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-05ec0b9b-c1d2-442a-86c4-f85fca0441f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1576254 Dec 08 22:00:58.495885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-0cf70fdb-7d40-494b-84fc-16ba5d1b13d3', 'network_id': '0cf70fdb-7d40-494b-84fc-16ba5d1b13d3', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': 'f0b9b94d-b3e1-4ba4-a656-bbf9b9d786f9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:00:58.496314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0433283f-31c6-47c7-936e-0893e7a9e59e tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Request body: {'router': {'name': 'tempest-router-1425816316', 'distributed': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:58.497208 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.592220 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.630637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.686892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0433283f-31c6-47c7-936e-0893e7a9e59e tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.688248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0433283f-31c6-47c7-936e-0893e7a9e59e tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.692857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Allocated IP 172.20.0.1 (0cf70fdb-7d40-494b-84fc-16ba5d1b13d3/f0b9b94d-b3e1-4ba4-a656-bbf9b9d786f9/23393117-5168-4399-a56a-1687cf0dd8ff) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:00:58.785618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.803444 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.804407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:58.805000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.824993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-a852c00f-3b56-4cfc-a1f1-b09ceb3f8303 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833073 Dec 08 22:00:58.849482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Router ce87c8fe-2cfb-49d7-a471-4eede9e2189b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:00:58.856018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0433283f-31c6-47c7-936e-0893e7a9e59e tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.862637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0433283f-31c6-47c7-936e-0893e7a9e59e tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.939211 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2004066 Dec 08 22:00:58.940785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41336) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:58.942632 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.953366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.955337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Request body: {'subnet': {'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1843481842-subnet', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:00:58.967753 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0433283f-31c6-47c7-936e-0893e7a9e59e tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:58.969112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0433283f-31c6-47c7-936e-0893e7a9e59e tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4905295 Dec 08 22:00:58.971958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41342) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:59.004806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Pushing event updated for resources: {'Port': ['ID=23393117-5168-4399-a56a-1687cf0dd8ff,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:59.020201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88140e04-4b48-4c12-a279-0a2798c4dabe admin admin] Pushing event updated for resources: {'Network': ['ID=4200adfe-2858-46ab-a96c-d301bfc9ff8c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:59.020859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Network 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:00:59.023450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:00:59.025701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:00:59.043397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:00:59.051481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Made reservation on behalf of 093dc828a560432d8786f71af6f00ae6 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:00:59.053115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d84fd77a-b504-4a27-bc27-3d01c1e39aa1 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "PUT /v2.0/routers/ce87c8fe-2cfb-49d7-a471-4eede9e2189b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6244366 Dec 08 22:00:59.053787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41344) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:59.053913 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.060797 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.082482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7ee78-f78a-4c78-8a8b-186e338828e1 None None] Sync routers for ids ['ce87c8fe-2cfb-49d7-a471-4eede9e2189b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:00:59.083739 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-3359d957-fa29-4d52-a258-71f228f903cc tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:00:59.090250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3359d957-fa29-4d52-a258-71f228f903cc tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/db251a5f-b9f5-4208-a483-b24b53dd06a2 HTTP/1.1" status: 404 len: 333 time: 0.0337155 Dec 08 22:00:59.092994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41346) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:00:59.094757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 4200adfe-2858-46ab-a96c-d301bfc9ff8c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:00:59.105873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c556cfe-dcd0-4ce7-87f9-83d08c1318d1 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.164946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7ee78-f78a-4c78-8a8b-186e338828e1 None None] Routers {'ce87c8fe-2cfb-49d7-a471-4eede9e2189b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:59.165576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bcf7ee78-f78a-4c78-8a8b-186e338828e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ce87c8fe-2cfb-49d7-a471-4eede9e2189b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:59.209391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-23172b5b-8083-4088-a359-56ac85b2b24b service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726954 Dec 08 22:00:59.226473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Attempting to bind port 23393117-5168-4399-a56a-1687cf0dd8ff on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:00:59.226863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Attempting to bind port 23393117-5168-4399-a56a-1687cf0dd8ff by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fccd699f-ac1f-49e9-af12-9fafec959a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0cf70fdb-7d40-494b-84fc-16ba5d1b13d3'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:00:59.228323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Attempting to bind port 23393117-5168-4399-a56a-1687cf0dd8ff on network 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:00:59.237127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bcf7ee78-f78a-4c78-8a8b-186e338828e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:59.249469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:00:59.249863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Checking segment: {'id': 'fccd699f-ac1f-49e9-af12-9fafec959a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0cf70fdb-7d40-494b-84fc-16ba5d1b13d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:00:59.250234 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.250631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Bound using segment: {'id': 'fccd699f-ac1f-49e9-af12-9fafec959a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0cf70fdb-7d40-494b-84fc-16ba5d1b13d3'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:00:59.251128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Bound port: 23393117-5168-4399-a56a-1687cf0dd8ff, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccd699f-ac1f-49e9-af12-9fafec959a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0cf70fdb-7d40-494b-84fc-16ba5d1b13d3'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:00:59.251505 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.258609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7ee78-f78a-4c78-8a8b-186e338828e1 None None] Routers {'ce87c8fe-2cfb-49d7-a471-4eede9e2189b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:00:59.259248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bcf7ee78-f78a-4c78-8a8b-186e338828e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ce87c8fe-2cfb-49d7-a471-4eede9e2189b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:59.285397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-d8160016-3283-45f5-9886-179dc54df054 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d HTTP/1.1" status: 200 len: 217 time: 0.0683551 Dec 08 22:00:59.311143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bcf7ee78-f78a-4c78-8a8b-186e338828e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:59.311813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7ee78-f78a-4c78-8a8b-186e338828e1 None None] The sync data for ids ['ce87c8fe-2cfb-49d7-a471-4eede9e2189b'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:00:59.408499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] For port 23393117-5168-4399-a56a-1687cf0dd8ff, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:00:59.413552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] For port 23393117-5168-4399-a56a-1687cf0dd8ff, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=23393117-5168-4399-a56a-1687cf0dd8ff,segment=NetworkSegment(fccd699f-ac1f-49e9-af12-9fafec959a2b),segment_id=fccd699f-ac1f-49e9-af12-9fafec959a2b)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:00:59.416868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.421746 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.507286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842796fc-60de-4889-9394-0cfa7a3206e8 None None] Pushing event updated for resources: {'Port': ['ID=23393117-5168-4399-a56a-1687cf0dd8ff,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:59.531140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b9b94d-b3e1-4ba4-a656-bbf9b9d786f9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:59.567766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-e1abd0d9-10ad-4095-a44d-83375bb9ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:59.569172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-e1abd0d9-10ad-4095-a44d-83375bb9ff2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.2751935 Dec 08 22:00:59.621341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.688728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf70fdb-7d40-494b-84fc-16ba5d1b13d3']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:59.692561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f9c708-f98d-44d1-bc32-6a38eeae1dfe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.703562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccd699f-ac1f-49e9-af12-9fafec959a2b') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:59.705969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccd699f-ac1f-49e9-af12-9fafec959a2b') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:00:59.741993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-a15707f6-85d5-490d-9559-11c4d57ea230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:00:59.743741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-a15707f6-85d5-490d-9559-11c4d57ea230 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1649408 Dec 08 22:00:59.747244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.757409 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.878771 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c556cfe-dcd0-4ce7-87f9-83d08c1318d1 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.881489 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c556cfe-dcd0-4ce7-87f9-83d08c1318d1 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.943610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-96fb5044-8c93-4551-bc6c-e713d661d41b service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876099 Dec 08 22:00:59.944628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=583538c4-9517-4d4f-9c57-29622c3238ed,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:00:59.950744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:00:59.957689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:00:59.958333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:00.027918 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:00.058215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 23393117-5168-4399-a56a-1687cf0dd8ff up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:00.090625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:01:00.090625 n-d-821126-1 neutron-server[102390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:01:00.090625 n-d-821126-1 neutron-server[102390]: [parameters: {'id': '0cf70fdb-7d40-494b-84fc-16ba5d1b13d3'}] Dec 08 22:01:00.090625 n-d-821126-1 neutron-server[102390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:01:00.091361 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:01:00.116065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Checking segment: {'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:00.116584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Network hostable DHCP agents. Network: 4200adfe-2858-46ab-a96c-d301bfc9ff8c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:00.128835 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f9c708-f98d-44d1-bc32-6a38eeae1dfe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.130749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f9c708-f98d-44d1-bc32-6a38eeae1dfe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.135902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 23393117-5168-4399-a56a-1687cf0dd8ff triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:00.136926 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.151728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Network 4200adfe-2858-46ab-a96c-d301bfc9ff8c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:00.169455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 4200adfe-2858-46ab-a96c-d301bfc9ff8c) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:00.174822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:00.175547 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.182350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd109a2-6641-4cfc-9fb8-4a104d2a0243 None None] Network 4200adfe-2858-46ab-a96c-d301bfc9ff8c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:00.186065 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-2fba7bc9-2961-4a18-afd0-ba8d1e1d9ba4 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535521 Dec 08 22:01:00.196339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-38ed0521-ae55-4860-9e2d-2a7f3258b7dc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2477155 Dec 08 22:01:00.204932 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c556cfe-dcd0-4ce7-87f9-83d08c1318d1 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.205741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c556cfe-dcd0-4ce7-87f9-83d08c1318d1 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9ac1bac-c86b-451f-822d-00b80d32ea9d {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:01:00.218159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c556cfe-dcd0-4ce7-87f9-83d08c1318d1 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.223835 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8c556cfe-dcd0-4ce7-87f9-83d08c1318d1 tempest-RoutersTestDVR-499174859 tempest-RoutersTestDVR-499174859-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f9ac1bac-c86b-451f-822d-00b80d32ea9d HTTP/1.1" status: 204 len: 168 time: 1.2508914 Dec 08 22:01:00.225025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41364) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:00.231334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:00.234254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f9c708-f98d-44d1-bc32-6a38eeae1dfe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.235648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f9c708-f98d-44d1-bc32-6a38eeae1dfe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Fanout notify agent at l3_agent the message router_deleted on router ce87c8fe-2cfb-49d7-a471-4eede9e2189b {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:01:00.242073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f9c708-f98d-44d1-bc32-6a38eeae1dfe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.247542 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-92f9c708-f98d-44d1-bc32-6a38eeae1dfe tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/routers/ce87c8fe-2cfb-49d7-a471-4eede9e2189b HTTP/1.1" status: 204 len: 168 time: 1.1498103 Dec 08 22:01:00.248828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41370) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:00.263443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3581dc-e0af-4022-be2b-9fa4467f75a0 req-9ead7959-c519-4313-9117-bd46bc121d15 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:00.265321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c3581dc-e0af-4022-be2b-9fa4467f75a0 req-9ead7959-c519-4313-9117-bd46bc121d15 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.6490788 Dec 08 22:01:00.317821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-abf1fcef-8b83-42e7-ac02-dc1eca9a7dd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3e60d434-a2df-4418-bd65-864538838cc9 HTTP/1.1" status: 200 len: 217 time: 0.1191998 Dec 08 22:01:00.362990 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.379546 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c3581dc-e0af-4022-be2b-9fa4467f75a0 req-8a02d865-00c0-450b-9d00-0e290ada9ee6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002533 Dec 08 22:01:00.397628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.398775 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.408433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-3ad764d8-d6c9-419e-bb2a-ab9757a0fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:00.413532 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-3ad764d8-d6c9-419e-bb2a-ab9757a0fc7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.0835834 Dec 08 22:01:00.446168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef981c5e-7fc0-43f3-a81c-79795e6af335 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet 54d21d5f-a5b5-406d-8ddd-91230fe03942 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:00.459012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef981c5e-7fc0-43f3-a81c-79795e6af335 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.466806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 23393117-5168-4399-a56a-1687cf0dd8ff, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=23393117-5168-4399-a56a-1687cf0dd8ff,segment=NetworkSegment(fccd699f-ac1f-49e9-af12-9fafec959a2b),segment_id=fccd699f-ac1f-49e9-af12-9fafec959a2b)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:00.471603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-db9f6cfc-cb08-487c-b148-6d5e4b9ad9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:00.473128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-db9f6cfc-cb08-487c-b148-6d5e4b9ad9d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529397 Dec 08 22:01:00.488167 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.558772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef981c5e-7fc0-43f3-a81c-79795e6af335 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.593441 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.621631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-4200adfe-2858-46ab-a96c-d301bfc9ff8c', 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'fixed_ips': [{'subnet_id': '583538c4-9517-4d4f-9c57-29622c3238ed'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:00.625702 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.632361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41374) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:00.673832 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.714167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=23393117-5168-4399-a56a-1687cf0dd8ff,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:00.748160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-a99626ac-d9d2-4d2f-bd7a-476ab3a93eb5 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663951 Dec 08 22:01:00.816641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73d600-d625-4fb0-a986-8c14134eed8c None None] Network 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:00.831324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef981c5e-7fc0-43f3-a81c-79795e6af335 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.881688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74fb1d2d-845b-4dd6-9649-ea61a954c5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.895852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-47bf6661-ca62-430a-8932-dd76546615a6 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396432 Dec 08 22:01:00.909674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Deleting port 23393117-5168-4399-a56a-1687cf0dd8ff {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:00.910008 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.977983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fbf9f4a1-d8d4-40c4-a2dc-40d03d3e91b2 None None] Provisioning complete for port 23393117-5168-4399-a56a-1687cf0dd8ff triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:00.978385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fbf9f4a1-d8d4-40c4-a2dc-40d03d3e91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:00.994347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef981c5e-7fc0-43f3-a81c-79795e6af335 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.061806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef981c5e-7fc0-43f3-a81c-79795e6af335 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=54d21d5f-a5b5-406d-8ddd-91230fe03942,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:01.081618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Allocated IP 172.20.0.2 (4200adfe-2858-46ab-a96c-d301bfc9ff8c/583538c4-9517-4d4f-9c57-29622c3238ed/311ac1fb-63de-4c88-88a5-93900fd9b26b) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:01.107610 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef981c5e-7fc0-43f3-a81c-79795e6af335 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.111791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ef981c5e-7fc0-43f3-a81c-79795e6af335 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/54d21d5f-a5b5-406d-8ddd-91230fe03942 HTTP/1.1" status: 204 len: 168 time: 0.8595223 Dec 08 22:01:01.116895 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97df43ca-8321-468b-8324-408d86d77493 req-a6976802-f3e2-493c-b398-7825fc43c817 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3165934 Dec 08 22:01:01.117380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41380) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:01.117635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c203f82-f32a-4311-b725-2b0562b9cd05 None None] Network 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:01.120043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.137098 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74fb1d2d-845b-4dd6-9649-ea61a954c5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.139689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-c1b3b116-b1c8-4b11-8ac9-df82f90b250e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b49ae823-5889-4464-9f80-18088dcdfa39 HTTP/1.1" status: 200 len: 217 time: 0.2317462 Dec 08 22:01:01.153725 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74fb1d2d-845b-4dd6-9649-ea61a954c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.224708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] For port 23393117-5168-4399-a56a-1687cf0dd8ff, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=23393117-5168-4399-a56a-1687cf0dd8ff,segment=NetworkSegment(fccd699f-ac1f-49e9-af12-9fafec959a2b),segment_id=fccd699f-ac1f-49e9-af12-9fafec959a2b)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:01.225093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.242040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Calling delete_port for 23393117-5168-4399-a56a-1687cf0dd8ff owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:01.282528 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.298431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df43ca-8321-468b-8324-408d86d77493 req-b6fc9189-76d3-40d3-8557-0e42c0eb4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:01.299960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97df43ca-8321-468b-8324-408d86d77493 req-b6fc9189-76d3-40d3-8557-0e42c0eb4626 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1096 time: 0.1168518 Dec 08 22:01:01.405643 n-d-821126-1 neutron-server[102391]: INFO neutron.plugins.ml2.db [None req-fbf9f4a1-d8d4-40c4-a2dc-40d03d3e91b2 None None] No ports have port_id starting with 23393117-5168-4399-a56a-1687cf0dd8ff Dec 08 22:01:01.422554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb1d2d-845b-4dd6-9649-ea61a954c5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e396e4-03e4-4838-ab2b-2b8bc162b143,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:01.444113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.468676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port d720c528-cb2f-4ee1-bd2c-c4d17912c134 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:01.468889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.471475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df43ca-8321-468b-8324-408d86d77493 req-2f3cc853-27d0-4d6a-94e3-7e0a4fed922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:01.472968 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97df43ca-8321-468b-8324-408d86d77493 req-2f3cc853-27d0-4d6a-94e3-7e0a4fed922f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.1435862 Dec 08 22:01:01.512598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Port': ['ID=23393117-5168-4399-a56a-1687cf0dd8ff,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:01.516649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-74fb1d2d-845b-4dd6-9649-ea61a954c5f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9c93086e89a4196b60a9a4dfa239ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8818839 Dec 08 22:01:01.522812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41394) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:01.533194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No DVR routers for this DVR port 23393117-5168-4399-a56a-1687cf0dd8ff on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:01.536924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-ab0bf388-c8b6-472b-8339-2673618cdc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:01.538416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-ab0bf388-c8b6-472b-8339-2673618cdc86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.3858957 Dec 08 22:01:01.539954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22f992-f0c3-4b72-8b79-e4e8938e90fc None None] DHCP port deletion for 0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:01.634162 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.652707 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.692370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Network 4200adfe-2858-46ab-a96c-d301bfc9ff8c is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:01.695504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:01.699822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:01.719590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] DHCP port deletion for 8f1d17ed-9919-4d54-b2e8-4d17df2d4956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:01.722486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Pushing event updated for resources: {'Port': ['ID=311ac1fb-63de-4c88-88a5-93900fd9b26b,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:01.805903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Attempting to bind port 311ac1fb-63de-4c88-88a5-93900fd9b26b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:01.807087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Attempting to bind port 311ac1fb-63de-4c88-88a5-93900fd9b26b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:01.807642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Attempting to bind port 311ac1fb-63de-4c88-88a5-93900fd9b26b on network 4200adfe-2858-46ab-a96c-d301bfc9ff8c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:01.813597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97df43ca-8321-468b-8324-408d86d77493 req-53dbda74-ab12-4f7c-96fb-74e5efa29f55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.3077705 Dec 08 22:01:01.815394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] For port d720c528-cb2f-4ee1-bd2c-c4d17912c134, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d720c528-cb2f-4ee1-bd2c-c4d17912c134,segment=NetworkSegment(bd55ee29-fc86-44eb-961e-b86342bf107c),segment_id=bd55ee29-fc86-44eb-961e-b86342bf107c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:01.815616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:01.815787 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.816207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Checking segment: {'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:01.816704 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.817249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Bound using segment: {'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:01.817991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Bound port: 311ac1fb-63de-4c88-88a5-93900fd9b26b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:01.818562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.849349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789eb91c-016b-4449-875a-f9511bea4686 req-8180f27e-c220-41ae-a0db-a215b895d047 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:01.857399 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789eb91c-016b-4449-875a-f9511bea4686 req-8180f27e-c220-41ae-a0db-a215b895d047 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.2898078 Dec 08 22:01:01.892971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] Deleting port d720c528-cb2f-4ee1-bd2c-c4d17912c134 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:01.893510 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.905282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for d720c528-cb2f-4ee1-bd2c-c4d17912c134 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:01.950011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] For port 311ac1fb-63de-4c88-88a5-93900fd9b26b, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:01.952504 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:01.977502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] For port 311ac1fb-63de-4c88-88a5-93900fd9b26b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=311ac1fb-63de-4c88-88a5-93900fd9b26b,segment=NetworkSegment(8f0f7250-fe5c-4412-bd23-ed45a9390acd),segment_id=8f0f7250-fe5c-4412-bd23-ed45a9390acd)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:01.998740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] For port d720c528-cb2f-4ee1-bd2c-c4d17912c134, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d720c528-cb2f-4ee1-bd2c-c4d17912c134,segment=NetworkSegment(bd55ee29-fc86-44eb-961e-b86342bf107c),segment_id=bd55ee29-fc86-44eb-961e-b86342bf107c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:01.998740 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.009502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] Calling delete_port for d720c528-cb2f-4ee1-bd2c-c4d17912c134 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:02.051754 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dade2f08-51ff-40e4-a926-1c58fe42e176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.053725 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.084831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.104973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789eb91c-016b-4449-875a-f9511bea4686 req-53eddb7e-5404-45fa-814a-f520d0a012af tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450864 Dec 08 22:01:02.105377 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.107682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df43ca-8321-468b-8324-408d86d77493 req-3c93ac1a-e2f2-4480-8c0c-c03ff2ed366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:02.107846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dade2f08-51ff-40e4-a926-1c58fe42e176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.108294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d720c528-cb2f-4ee1-bd2c-c4d17912c134 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:02.111162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97df43ca-8321-468b-8324-408d86d77493 req-3c93ac1a-e2f2-4480-8c0c-c03ff2ed366a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.2872832 Dec 08 22:01:02.179305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf70fdb-7d40-494b-84fc-16ba5d1b13d3']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:02.183460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-f8d89e4b-d29d-4d47-b631-85587e8004b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:02.185249 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-f8d89e4b-d29d-4d47-b631-85587e8004b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6362340 Dec 08 22:01:02.192680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dade2f08-51ff-40e4-a926-1c58fe42e176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.195424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dade2f08-51ff-40e4-a926-1c58fe42e176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.196589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dade2f08-51ff-40e4-a926-1c58fe42e176 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44e396e4-03e4-4838-ab2b-2b8bc162b143 HTTP/1.1" status: 204 len: 168 time: 0.6691546 Dec 08 22:01:02.226473 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.232517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No active binding found for port d720c528-cb2f-4ee1-bd2c-c4d17912c134 {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 22:01:02.233276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d720c528-cb2f-4ee1-bd2c-c4d17912c134 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:02.234051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 23393117-5168-4399-a56a-1687cf0dd8ff no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:02.236675 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.237129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccd699f-ac1f-49e9-af12-9fafec959a2b') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:02.237431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccd699f-ac1f-49e9-af12-9fafec959a2b') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:02.281139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 23393117-5168-4399-a56a-1687cf0dd8ff {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:02.281488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 23393117-5168-4399-a56a-1687cf0dd8ff not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:02.300407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.300732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] No DVR routers for this DVR port d720c528-cb2f-4ee1-bd2c-c4d17912c134 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:02.333440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251677a-bc58-41b7-bc68-36362cbbb934 None None] Pushing event updated for resources: {'Port': ['ID=311ac1fb-63de-4c88-88a5-93900fd9b26b,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:02.346566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Allocated IP 172.25.1.78 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/deb80bbb-30a8-464e-9845-aee5e216602f) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:02.365687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fd9e0-b6d8-498a-8786-b7eb72fc67e7 None None] Pushing event deleted for resources: {'Port': ['ID=d720c528-cb2f-4ee1-bd2c-c4d17912c134,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:02.378479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade2f08-51ff-40e4-a926-1c58fe42e176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e396e4-03e4-4838-ab2b-2b8bc162b143,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:02.378991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No DVR routers for this DVR port d720c528-cb2f-4ee1-bd2c-c4d17912c134 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:02.387524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=d720c528-cb2f-4ee1-bd2c-c4d17912c134,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:02.414278 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.421676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:02.422106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.433015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df43ca-8321-468b-8324-408d86d77493 req-1a7d0f4e-e24d-4056-ab54-996eb322c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:02.434634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97df43ca-8321-468b-8324-408d86d77493 req-1a7d0f4e-e24d-4056-ab54-996eb322c3d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3066120 Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:02.444519 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:02.565776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.579905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.583062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 HTTP/1.1" status: 204 len: 168 time: 4.1999738 Dec 08 22:01:02.586722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41404) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:02.598120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1177855764'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:02.618306 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-795cb927-c26a-41a3-ab1a-73d245a7ffda service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140046 Dec 08 22:01:02.618306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4a69c-f3b6-4125-8e83-45b201c38e8d tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=0cf70fdb-7d40-494b-84fc-16ba5d1b13d3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:02.669640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.703956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41406) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:02.718755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:02.722743 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.742292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1d17ed-9919-4d54-b2e8-4d17df2d4956']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:02.749179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0de77e06-c4bd-4630-b2ea-1b3c74ef35b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.761081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97df43ca-8321-468b-8324-408d86d77493 req-f3ed8aac-25ff-4111-babf-3c98599cc33b service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159084 Dec 08 22:01:02.783402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd55ee29-fc86-44eb-961e-b86342bf107c') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:02.783775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd55ee29-fc86-44eb-961e-b86342bf107c') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:02.794515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-560489f2-f713-461d-a352-1218799b1ebb service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662447 Dec 08 22:01:02.799919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.804319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:02.821580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.828661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:02.829073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.854180 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-5b179994-753f-4c66-85af-0ab0df0e48f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=527f669c-87c1-45b7-8315-03137ffba182 HTTP/1.1" status: 200 len: 217 time: 0.0508845 Dec 08 22:01:02.870675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.871285 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment 09812d3c-3bb0-4de5-b316-dd9a929d9789 of type vlan for network 2b22b66d-74f8-4e4b-b67f-4d6ca2807af2 Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:02.890359 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:02.897710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.923513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:02.932488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/networks/8f1d17ed-9919-4d54-b2e8-4d17df2d4956 HTTP/1.1" status: 204 len: 168 time: 1.8074808 Dec 08 22:01:02.934075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41408) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:02.981357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697ecee-10dd-4e05-a6b6-080005dd1d5e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Network': ['ID=8f1d17ed-9919-4d54-b2e8-4d17df2d4956,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:02.995874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-72293419-667e-44a4-9414-0762ad7596ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:02.997668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-72293419-667e-44a4-9414-0762ad7596ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.1364429 Dec 08 22:01:02.999629 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.010559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.063174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97df43ca-8321-468b-8324-408d86d77493 req-2531081e-54cd-4ee9-ae8a-6b91bc08c105 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906580 Dec 08 22:01:03.069434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d444c91-b0aa-47e6-b76c-2c3c9924811f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:03.070166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8d444c91-b0aa-47e6-b76c-2c3c9924811f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/907a22ec-b99e-444b-9c6a-54a9eb32e134 HTTP/1.1" status: 200 len: 840 time: 0.1319213 Dec 08 22:01:03.080800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0de77e06-c4bd-4630-b2ea-1b3c74ef35b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.081651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41410) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:03.086351 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.099054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0de77e06-c4bd-4630-b2ea-1b3c74ef35b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.149303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.161219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:03.161863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.172479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:03.188407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:03.192471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:03.238011 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-156ca05a-592c-4a2b-89d5-5eae814c759a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/907a22ec-b99e-444b-9c6a-54a9eb32e134?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1550131 Dec 08 22:01:03.255171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41416) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:03.270230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:03.271819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de77e06-c4bd-4630-b2ea-1b3c74ef35b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fac3e5-d8a9-420b-93c5-021111a2916b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:03.274318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Pushing event updated for resources: {'Port': ['ID=deb80bbb-30a8-464e-9845-aee5e216602f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:03.288806 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0de77e06-c4bd-4630-b2ea-1b3c74ef35b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bae7f5f3562444d8aa80598cf37367c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5838146 Dec 08 22:01:03.296846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41418) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:03.299818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-84abce87-a10c-4d6e-a0ac-c1217dc72efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:03.301458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-84abce87-a10c-4d6e-a0ac-c1217dc72efc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2938418 Dec 08 22:01:03.308467 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7144816 Dec 08 22:01:03.313590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41420) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:03.324431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': '2b22b66d-74f8-4e4b-b67f-4d6ca2807af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:03.427835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1db05-e04b-432f-a44f-57e278814640 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=2b22b66d-74f8-4e4b-b67f-4d6ca2807af2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:03.438921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 2b22b66d-74f8-4e4b-b67f-4d6ca2807af2 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:03.518799 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-8754a369-fe9d-4875-803d-2ef78df1f430 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089703 Dec 08 22:01:03.551313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:03.562761 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.786440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f64c940f-49a6-468b-8a27-3219b5fec4fd req-eb26fa6d-9c2b-4b29-b1cf-5bda16ff803c service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585099 Dec 08 22:01:03.990784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:03.991735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff052-5fd2-4b8a-9711-724dbcb6bd93 req-e27b728f-58d8-4717-a29b-6ac8d0a437ea tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:03.993396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbeff052-5fd2-4b8a-9711-724dbcb6bd93 req-e27b728f-58d8-4717-a29b-6ac8d0a437ea tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.7987242 Dec 08 22:01:04.029820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5f7bb-e027-46c6-86ce-1f94f6072d7c None None] Network 4200adfe-2858-46ab-a96c-d301bfc9ff8c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:04.057762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-98d276ca-d43c-4fa2-94ee-7236f97239ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.073425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:04.076940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.105962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=ed0889aa-f53c-4fd8-bd79-96bf7f951a0a,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:04.120798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': '09812d3c-3bb0-4de5-b316-dd9a929d9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2b22b66d-74f8-4e4b-b67f-4d6ca2807af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:04.121170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: 2b22b66d-74f8-4e4b-b67f-4d6ca2807af2, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:04.137926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 311ac1fb-63de-4c88-88a5-93900fd9b26b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:04.147394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 2b22b66d-74f8-4e4b-b67f-4d6ca2807af2 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:04.174502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 2b22b66d-74f8-4e4b-b67f-4d6ca2807af2) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:04.194146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:04.194792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c1ebc-5591-44d0-ab91-bbd7f8254814 None None] Network 2b22b66d-74f8-4e4b-b67f-4d6ca2807af2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:04.195016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.219949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ae4d4360-4b46-4eeb-a5d3-590980946e8a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8992646 Dec 08 22:01:04.223492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41424) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:04.248061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-98d276ca-d43c-4fa2-94ee-7236f97239ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.271481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbeff052-5fd2-4b8a-9711-724dbcb6bd93 req-611a683d-3fbe-4e92-a1a9-1554d8ad7171 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560256 Dec 08 22:01:04.297105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-529dfefd-7d88-41d7-b10d-4ea23fdce595 None None] Provisioning complete for port 311ac1fb-63de-4c88-88a5-93900fd9b26b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:04.297732 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-529dfefd-7d88-41d7-b10d-4ea23fdce595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.433134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-98d276ca-d43c-4fa2-94ee-7236f97239ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.435860 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-98d276ca-d43c-4fa2-94ee-7236f97239ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.437419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-98d276ca-d43c-4fa2-94ee-7236f97239ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0fac3e5-d8a9-420b-93c5-021111a2916b HTTP/1.1" status: 204 len: 168 time: 0.7096882 Dec 08 22:01:04.446769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.455655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.467337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 311ac1fb-63de-4c88-88a5-93900fd9b26b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:04.467971 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.562831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.581932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d276ca-d43c-4fa2-94ee-7236f97239ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fac3e5-d8a9-420b-93c5-021111a2916b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:04.662924 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-529dfefd-7d88-41d7-b10d-4ea23fdce595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.710337 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.747067 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.755609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e608de3-0b42-4005-8d3c-9d37f3ca9685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-2b22b66d-74f8-4e4b-b67f-4d6ca2807af2', 'network_id': '2b22b66d-74f8-4e4b-b67f-4d6ca2807af2', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': 'ed0889aa-f53c-4fd8-bd79-96bf7f951a0a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:04.756624 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1e608de3-0b42-4005-8d3c-9d37f3ca9685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.792154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-529dfefd-7d88-41d7-b10d-4ea23fdce595 None None] For port 311ac1fb-63de-4c88-88a5-93900fd9b26b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=311ac1fb-63de-4c88-88a5-93900fd9b26b,segment=NetworkSegment(8f0f7250-fe5c-4412-bd23-ed45a9390acd),segment_id=8f0f7250-fe5c-4412-bd23-ed45a9390acd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:04.822745 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-529dfefd-7d88-41d7-b10d-4ea23fdce595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.847045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:04.858298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:04.868065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:04.869774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.878840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc7f801-d8c1-43ab-bb86-3cd0b573781c None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:04.888531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=dc7dc7b9-d49f-46bc-8b66-c02e05db763b,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:04.888902 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.889873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0889aa-f53c-4fd8-bd79-96bf7f951a0a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:04.917312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-11f0890c-bced-45e4-99b0-46fdbbc08f9d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6537395 Dec 08 22:01:04.919004 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:04.921097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41434) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:04.926692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-69605c3f-a320-4294-87f4-6d9b179dfa0e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'security_group': {'name': 'tempest-secgroup-746563145'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:05.031002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.056118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69605c3f-a320-4294-87f4-6d9b179dfa0e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.075131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b22b66d-74f8-4e4b-b67f-4d6ca2807af2']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:05.104501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dfefd-7d88-41d7-b10d-4ea23fdce595 None None] Pushing event updated for resources: {'Port': ['ID=311ac1fb-63de-4c88-88a5-93900fd9b26b,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:05.127983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09812d3c-3bb0-4de5-b316-dd9a929d9789') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:05.128548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09812d3c-3bb0-4de5-b316-dd9a929d9789') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:05.142426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a72d64-429f-49ed-af6a-ade891ac7571 None None] Network 2b22b66d-74f8-4e4b-b67f-4d6ca2807af2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:05.158680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.182611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.187826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69605c3f-a320-4294-87f4-6d9b179dfa0e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.196800 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69605c3f-a320-4294-87f4-6d9b179dfa0e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.201296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:05.201748 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:05.205521 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:05.208055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Router 6af3d057-943d-4406-a7b0-863f34d1d54b is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:01:05.341006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69605c3f-a320-4294-87f4-6d9b179dfa0e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.351821 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-69605c3f-a320-4294-87f4-6d9b179dfa0e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4201920 Dec 08 22:01:05.365539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41444) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:05.382148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3ae4752f-f6f9-4b7f-b0a6-62d646899ef7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312219771'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:05.404694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69605c3f-a320-4294-87f4-6d9b179dfa0e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0340af-aba6-4e22-8572-7233fdfcd98c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:05.416531 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.434559 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.438747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/2b22b66d-74f8-4e4b-b67f-4d6ca2807af2 HTTP/1.1" status: 204 len: 168 time: 1.2138736 Dec 08 22:01:05.451797 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:01:05.452150 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:01:05.460665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41448) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:05.467224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-834585038'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:05.471230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fca70d-2e0f-48f3-bf57-0803ba2080fb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=2b22b66d-74f8-4e4b-b67f-4d6ca2807af2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:05.480002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-58f544a0-76ff-43ef-9297-b3383d45a059 None None] Provisioning complete for port 311ac1fb-63de-4c88-88a5-93900fd9b26b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:05.480482 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-58f544a0-76ff-43ef-9297-b3383d45a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.518239 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ae4752f-f6f9-4b7f-b0a6-62d646899ef7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.532650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da64f0-3f88-49cb-9166-fb2b70ab7cd2 req-1259b660-e74c-43e1-9db0-d2ebf4cbf721 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:05.534241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-02da64f0-3f88-49cb-9166-fb2b70ab7cd2 req-1259b660-e74c-43e1-9db0-d2ebf4cbf721 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.0967133 Dec 08 22:01:05.546636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:05.558432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.590432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-02da64f0-3f88-49cb-9166-fb2b70ab7cd2 req-9cc25291-e022-4597-9ba0-53b81642cfa0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463746 Dec 08 22:01:05.595182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:01:05.604641 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Sync routers for ids ['6af3d057-943d-4406-a7b0-863f34d1d54b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:01:05.621251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:05.631621 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Routers {'6af3d057-943d-4406-a7b0-863f34d1d54b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:05.632329 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6af3d057-943d-4406-a7b0-863f34d1d54b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:05.636405 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.637108 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment ac149d8b-a009-4c18-a00a-cb0645df2c6f of type vlan for network 01dd3f01-da7b-4f37-9019-e7aea4425f72 Dec 08 22:01:05.642040 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.643390 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f4143053-e11e-416a-9ebe-a2a73b8ba7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.649464 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-00807da3-1a05-4deb-af68-29a116232509 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4218411 Dec 08 22:01:05.653459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41454) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:05.713399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-bacf2ac2-d51d-4062-b51d-043215aaab8b', 'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'tenant_id': '50f35bea5fef461398e3d045fb40cd74', 'fixed_ips': [{'subnet_id': 'dc7dc7b9-d49f-46bc-8b66-c02e05db763b'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:05.714277 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.751217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ae4752f-f6f9-4b7f-b0a6-62d646899ef7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.758535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ae4752f-f6f9-4b7f-b0a6-62d646899ef7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.787307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.832400 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3ae4752f-f6f9-4b7f-b0a6-62d646899ef7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:05.836349 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3ae4752f-f6f9-4b7f-b0a6-62d646899ef7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4695261 Dec 08 22:01:05.839776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4752f-f6f9-4b7f-b0a6-62d646899ef7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9041cd-2a17-419c-a1a2-13406005cb5b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:05.840308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41460) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:05.847340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1946181531', 'security_groups': ['1c9041cd-2a17-419c-a1a2-13406005cb5b'], 'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc7dc7b9-d49f-46bc-8b66-c02e05db763b'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:05.858635 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Set router 6af3d057-943d-4406-a7b0-863f34d1d54b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:06.004989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Allocated IP 172.20.0.2 (bacf2ac2-d51d-4062-b51d-043215aaab8b/dc7dc7b9-d49f-46bc-8b66-c02e05db763b/fa34d74f-0614-4e2e-8aa6-9bd57340de79) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:06.061217 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:04Z', 'revision_number': 3, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port': {'id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:02Z', 'updated_at': '2021-12-08T22:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:06.086640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.092124 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Checking router: 6af3d057-943d-4406-a7b0-863f34d1d54b for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:01:06.092551 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Updating router 6af3d057-943d-4406-a7b0-863f34d1d54b port deb80bbb-30a8-464e-9845-aee5e216602f binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:01:06.096368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:06.096368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.125338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:06.144981 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.168998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 311ac1fb-63de-4c88-88a5-93900fd9b26b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:06.186432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:06.280782 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.292060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 311ac1fb-63de-4c88-88a5-93900fd9b26b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:06.292444 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.323073 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.368034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:06.374038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:06.376641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:06.388170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9257841 Dec 08 22:01:06.391363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41472) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:06.397466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:06.472664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccbf44-2d9b-47f5-8718-19f2913a3588 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=01dd3f01-da7b-4f37-9019-e7aea4425f72,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:06.513701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1655217086'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:06.529442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 01dd3f01-da7b-4f37-9019-e7aea4425f72 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:06.547219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Pushing event updated for resources: {'Port': ['ID=fa34d74f-0614-4e2e-8aa6-9bd57340de79,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:06.565004 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.590822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port 4b38666e-cecc-4a5d-b573-c9bdaa67876f yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:01:06.600343 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.614694 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.695179 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.712066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Made reservation on behalf of a97b08225e4c4502a2c024585a02c3e0 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:06.712328 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Attempting to bind port deb80bbb-30a8-464e-9845-aee5e216602f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:06.713327 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Attempting to bind port deb80bbb-30a8-464e-9845-aee5e216602f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:06.717250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.717755 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Attempting to bind port deb80bbb-30a8-464e-9845-aee5e216602f on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:06.730070 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.731620 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:06.732080 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:06.732727 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.738801 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:06.739602 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Bound port: deb80bbb-30a8-464e-9845-aee5e216602f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:06.740364 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.768690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Attempting to bind port fa34d74f-0614-4e2e-8aa6-9bd57340de79 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:06.770211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Attempting to bind port fa34d74f-0614-4e2e-8aa6-9bd57340de79 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '36032241-4e01-4487-9a1f-59e25ab72526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:06.771564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Attempting to bind port fa34d74f-0614-4e2e-8aa6-9bd57340de79 on network bacf2ac2-d51d-4062-b51d-043215aaab8b {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:06.795988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:06.798153 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] For port deb80bbb-30a8-464e-9845-aee5e216602f, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:06.799367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Checking segment: {'id': '36032241-4e01-4487-9a1f-59e25ab72526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:06.801875 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.802302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Bound using segment: {'id': '36032241-4e01-4487-9a1f-59e25ab72526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:06.802895 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] For port deb80bbb-30a8-464e-9845-aee5e216602f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=deb80bbb-30a8-464e-9845-aee5e216602f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:06.804078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Bound port: fa34d74f-0614-4e2e-8aa6-9bd57340de79, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36032241-4e01-4487-9a1f-59e25ab72526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:06.805567 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.812278 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.820728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.4 (bacf2ac2-d51d-4062-b51d-043215aaab8b/dc7dc7b9-d49f-46bc-8b66-c02e05db763b/4b38666e-cecc-4a5d-b573-c9bdaa67876f) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:06.829579 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Pushing event updated for resources: {'Port': ['ID=deb80bbb-30a8-464e-9845-aee5e216602f,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:06.839078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 01dd3f01-da7b-4f37-9019-e7aea4425f72 is not hosted by any dhcp agent {{(pid=102389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 22:01:06.841243 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.841925 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.842629 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.843275 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.843835 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.844382 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.844953 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.845486 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.846017 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.846204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:06.846642 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.847086 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.847497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.847624 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:06.853094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "PUT /v2.0/networks/01dd3f01-da7b-4f37-9019-e7aea4425f72 HTTP/1.1" status: 200 len: 723 time: 0.4606657 Dec 08 22:01:06.880317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41482) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:06.881677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=01dd3f01-da7b-4f37-9019-e7aea4425f72,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:06.901361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': '01dd3f01-da7b-4f37-9019-e7aea4425f72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:06.911625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:06.922706 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f8082-d26b-4bef-ab00-3cb849a0e3a0 None None] Pushing event updated for resources: {'Port': ['ID=deb80bbb-30a8-464e-9845-aee5e216602f,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:06.928210 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Routers {'6af3d057-943d-4406-a7b0-863f34d1d54b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:06.928952 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:00:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6af3d057-943d-4406-a7b0-863f34d1d54b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:06.998956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] For port fa34d74f-0614-4e2e-8aa6-9bd57340de79, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:07.002109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] For port fa34d74f-0614-4e2e-8aa6-9bd57340de79, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa34d74f-0614-4e2e-8aa6-9bd57340de79,segment=NetworkSegment(36032241-4e01-4487-9a1f-59e25ab72526),segment_id=36032241-4e01-4487-9a1f-59e25ab72526)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:07.005457 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.012173 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.018235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.060661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.071269 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] Set router 6af3d057-943d-4406-a7b0-863f34d1d54b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:07.084432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.103206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:07.114927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.115335 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Added segment c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d of type vlan for network db5d46f7-38b3-461f-8c62-2b505f22ee17 Dec 08 22:01:07.148316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48389b4-86d5-49a3-ae39-258f15d8c5ca None None] Pushing event updated for resources: {'Port': ['ID=fa34d74f-0614-4e2e-8aa6-9bd57340de79,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:07.189761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:07.191659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.196047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.197754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.198312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.198906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.199562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.200118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.200664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.201244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.201842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.202972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.203533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.204091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579627b-2a2b-434d-b385-4069d5ec94cb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:07.207662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:07.213571 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.217310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:07.230199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 01dd3f01-da7b-4f37-9019-e7aea4425f72 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:07.272221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=4b38666e-cecc-4a5d-b573-c9bdaa67876f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:07.280656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.288728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:07.289396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.359491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:07.360159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.391539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-321b6d82-a7bc-4f04-9981-94631e22fe9c tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5499969 Dec 08 22:01:07.394424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41488) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:07.404162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d2b4f62e-44fe-40d0-8764-8627ff2c40d5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:07.451061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999c09ba-3b4f-45b1-b15f-deca6eb184d3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:07.480000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2344-24a7-4bdc-b148-c793f735de21 req-7726bba5-1685-4f2a-a6c1-e92b9f74a373 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:07.481623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8d4f2344-24a7-4bdc-b148-c793f735de21 req-7726bba5-1685-4f2a-a6c1-e92b9f74a373 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.7725205 Dec 08 22:01:07.488118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2975562 Dec 08 22:01:07.498798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41490) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:07.505767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Request body: {'subnet': {'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:07.508920 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:04Z', 'revision_number': 3, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port': {'id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:02Z', 'updated_at': '2021-12-08T22:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:07.540269 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4f660-9691-40ba-914c-68ce75c03836 None None] The sync data for ids ['6af3d057-943d-4406-a7b0-863f34d1d54b'] in n-d-821126-1 is: [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:04Z', 'revision_number': 3, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port': {'id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:02Z', 'updated_at': '2021-12-08T22:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:01:07.617967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49292c89-05a8-44ff-a6d6-2e1824c094ea tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event updated for resources: {'Network': ['ID=db5d46f7-38b3-461f-8c62-2b505f22ee17,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:07.636832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network db5d46f7-38b3-461f-8c62-2b505f22ee17 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:07.648854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Allocated IP 172.20.0.1 (4200adfe-2858-46ab-a96c-d301bfc9ff8c/583538c4-9517-4d4f-9c57-29622c3238ed/eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:07.670359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8d4f2344-24a7-4bdc-b148-c793f735de21 req-263b5211-0517-4233-b248-69708d8e32ed tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703384 Dec 08 22:01:07.695341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:07.700518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.751959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4f62e-44fe-40d0-8764-8627ff2c40d5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:07.755896 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2b4f62e-44fe-40d0-8764-8627ff2c40d5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.804466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Made reservation on behalf of a97b08225e4c4502a2c024585a02c3e0 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:07.808037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.862899 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:07.917792 n-d-821126-1 neutron-server[102390]: INFO neutron.db.ipam_backend_mixin [None req-d2b4f62e-44fe-40d0-8764-8627ff2c40d5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dc7dc7b9-d49f-46bc-8b66-c02e05db763b (CIDR: 172.20.0.0/28) Dec 08 22:01:07.966360 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b4f62e-44fe-40d0-8764-8627ff2c40d5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:01:07.967175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b4f62e-44fe-40d0-8764-8627ff2c40d5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:08.006811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d2b4f62e-44fe-40d0-8764-8627ff2c40d5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6057231 Dec 08 22:01:08.011934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41494) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:08.018809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:08.036925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:08.099547 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:08.261623 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b02de1d9-7841-4b07-a166-cc5977d56f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:08.321562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device deb80bbb-30a8-464e-9845-aee5e216602f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:08.354239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Network 4200adfe-2858-46ab-a96c-d301bfc9ff8c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:08.363949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:08.366905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:08.377635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:08.391722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': 'ac149d8b-a009-4c18-a00a-cb0645df2c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '01dd3f01-da7b-4f37-9019-e7aea4425f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:08.392322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: 01dd3f01-da7b-4f37-9019-e7aea4425f72, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:08.401957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=879f5c55-1f6b-4d3e-aaaa-ed45c63fe004,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:08.420611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:08.434043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 01dd3f01-da7b-4f37-9019-e7aea4425f72 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:08.462253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:08.467242 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:08.527124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 01dd3f01-da7b-4f37-9019-e7aea4425f72) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:08.531784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port deb80bbb-30a8-464e-9845-aee5e216602f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:08.532171 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:08.544973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:08.545567 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:08.590220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413e6fc-3c84-49e4-a6bd-2788f0156d74 None None] Network 01dd3f01-da7b-4f37-9019-e7aea4425f72 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:08.598589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event updated for resources: {'Subnet': ['ID=96d6e5f9-a5d2-4ead-87ad-de67a8eab8b6,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:08.632373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b5fb7ad7-89ba-4d16-9834-ef5d5c010bbb tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7394073 Dec 08 22:01:08.632373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Checking segment: {'id': 'c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:08.632373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Network hostable DHCP agents. Network: db5d46f7-38b3-461f-8c62-2b505f22ee17, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:08.636891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41498) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:08.641999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bf90a4b0-eefa-40af-83a2-8ce3e697129f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:08.783444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Network db5d46f7-38b3-461f-8c62-2b505f22ee17 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:08.840053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, db5d46f7-38b3-461f-8c62-2b505f22ee17) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:08.882897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a807b-aa4d-4a00-bef6-ad6048058bc6 None None] Network db5d46f7-38b3-461f-8c62-2b505f22ee17 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:08.905667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:08.952671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:08.958757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.068698 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf90a4b0-eefa-40af-83a2-8ce3e697129f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9447612'] for subnet, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.093879 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.123613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-21758e20-6ff4-45c5-9a0c-dda4fa14157a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6217852 Dec 08 22:01:09.132419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41504) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:09.138911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Request body: {'port': {'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1392742436'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:09.192065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.223083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a6e2392e-eddc-4aa7-8f4c-2af4387d56a1 None None] Provisioning complete for port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:09.223460 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6e2392e-eddc-4aa7-8f4c-2af4387d56a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.279827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a4a58-b00c-4413-8126-73c618a7b2ea req-6f5e9fcf-6a34-4b2c-8b63-429a80abf5b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:09.281180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.281624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-952a4a58-b00c-4413-8126-73c618a7b2ea req-6f5e9fcf-6a34-4b2c-8b63-429a80abf5b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.3554008 Dec 08 22:01:09.399216 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-952a4a58-b00c-4413-8126-73c618a7b2ea req-71132e6f-5304-4e40-8ca7-e0924598aed0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053967 Dec 08 22:01:09.535354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf90a4b0-eefa-40af-83a2-8ce3e697129f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777352351389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10324467'] for subnet, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.543990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port deb80bbb-30a8-464e-9845-aee5e216602f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=deb80bbb-30a8-464e-9845-aee5e216602f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:09.564785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Made reservation on behalf of a97b08225e4c4502a2c024585a02c3e0 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:09.569257 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.573043 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.574119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa34d74f-0614-4e2e-8aa6-9bd57340de79 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:09.599575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90a4b0-eefa-40af-83a2-8ce3e697129f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:09.600180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf90a4b0-eefa-40af-83a2-8ce3e697129f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.603928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bf90a4b0-eefa-40af-83a2-8ce3e697129f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "PUT /v2.0/subnets/879f5c55-1f6b-4d3e-aaaa-ed45c63fe004 HTTP/1.1" status: 200 len: 806 time: 0.9661956 Dec 08 22:01:09.609652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] device_id is not set on port e4d2821d-f184-4ad2-bc54-fcc91d13c2a2 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:01:09.653006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41508) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:09.680165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2392e-eddc-4aa7-8f4c-2af4387d56a1 None None] Port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:09.682268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.686594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=deb80bbb-30a8-464e-9845-aee5e216602f,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:09.689438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.694883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90a4b0-eefa-40af-83a2-8ce3e697129f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=879f5c55-1f6b-4d3e-aaaa-ed45c63fe004,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:09.765287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-01dd3f01-da7b-4f37-9019-e7aea4425f72', 'network_id': '01dd3f01-da7b-4f37-9019-e7aea4425f72', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': '879f5c55-1f6b-4d3e-aaaa-ed45c63fe004'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:09.766423 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.781937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:09.785883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:09.789854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:09.791103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.795721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:09.796400 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.805113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-db5d46f7-38b3-461f-8c62-2b505f22ee17', 'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17', 'tenant_id': 'a97b08225e4c4502a2c024585a02c3e0', 'fixed_ips': [{'subnet_id': '96d6e5f9-a5d2-4ead-87ad-de67a8eab8b6'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:09.806881 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.815335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3913f6c-fb8b-44a7-ab3f-23cc6cca8f2d None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:09.832192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:09.854529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=d65f6f92-2804-4a50-8c20-9965a50d31f8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:09.863587 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a6743ecb-5a54-4072-b09d-4c9692aab4a5 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8501902 Dec 08 22:01:09.867212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41510) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:09.873919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605887222', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd65f6f92-2804-4a50-8c20-9965a50d31f8'}], 'security_groups': ['bc0340af-aba6-4e22-8572-7233fdfcd98c']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:09.983344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.057040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fda2c1f7-aca1-4a9c-99ca-cca8f3d39b1d None None] Provisioning complete for port 907a22ec-b99e-444b-9c6a-54a9eb32e134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:10.057627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fda2c1f7-aca1-4a9c-99ca-cca8f3d39b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.189804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Allocated IP 2001:db8::2a8 (db5d46f7-38b3-461f-8c62-2b505f22ee17/96d6e5f9-a5d2-4ead-87ad-de67a8eab8b6/e4d2821d-f184-4ad2-bc54-fcc91d13c2a2) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:10.255957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.292260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.315667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.397022 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.409581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:10.468775 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c1f7-aca1-4a9c-99ca-cca8f3d39b1d None None] Port 907a22ec-b99e-444b-9c6a-54a9eb32e134 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:10.484800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.531524 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.560060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Allocated IP 172.20.0.2 (01dd3f01-da7b-4f37-9019-e7aea4425f72/879f5c55-1f6b-4d3e-aaaa-ed45c63fe004/b5fda1a4-c864-46a7-9420-4a1df3c1ce1f) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:10.563617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fda2c1f7-aca1-4a9c-99ca-cca8f3d39b1d None None] Provisioning complete for port 4b38666e-cecc-4a5d-b573-c9bdaa67876f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:10.563941 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fda2c1f7-aca1-4a9c-99ca-cca8f3d39b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.611002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.648372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port fa34d74f-0614-4e2e-8aa6-9bd57340de79, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa34d74f-0614-4e2e-8aa6-9bd57340de79,segment=NetworkSegment(36032241-4e01-4487-9a1f-59e25ab72526),segment_id=36032241-4e01-4487-9a1f-59e25ab72526)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:10.655905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.668037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c1f7-aca1-4a9c-99ca-cca8f3d39b1d None None] Port 4b38666e-cecc-4a5d-b573-c9bdaa67876f cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:10.697907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.701765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055de2e7-0e5e-4ae8-99fc-ca566b68600a req-8e4d0226-ae09-4189-b38c-705b03a89d83 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:10.702960 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-055de2e7-0e5e-4ae8-99fc-ca566b68600a req-8e4d0226-ae09-4189-b38c-705b03a89d83 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.1730974 Dec 08 22:01:10.764288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Delete allocated IP 172.20.0.4 (bacf2ac2-d51d-4062-b51d-043215aaab8b/dc7dc7b9-d49f-46bc-8b66-c02e05db763b) {{(pid=102390) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 22:01:10.778501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-0b12aecd-08e5-4ba4-9062-396333373b2e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:10.780637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-0b12aecd-08e5-4ba4-9062-396333373b2e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.2626870 Dec 08 22:01:10.784661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fda2c1f7-aca1-4a9c-99ca-cca8f3d39b1d None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:10.784971 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fda2c1f7-aca1-4a9c-99ca-cca8f3d39b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.787432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Network 4200adfe-2858-46ab-a96c-d301bfc9ff8c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:10.796220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:10.805258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-8abf966d-444b-4d13-9130-71b973672176 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/quotas/7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 375 time: 0.0127711 Dec 08 22:01:10.808377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.22 (bacf2ac2-d51d-4062-b51d-043215aaab8b/d65f6f92-2804-4a50-8c20-9965a50d31f8/4b38666e-cecc-4a5d-b573-c9bdaa67876f) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:10.818457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=fa34d74f-0614-4e2e-8aa6-9bd57340de79,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:10.871924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.873340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device deb80bbb-30a8-464e-9845-aee5e216602f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:10.879346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-055de2e7-0e5e-4ae8-99fc-ca566b68600a req-a4dd869a-2eb0-44a4-af28-54ee2412a420 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568918 Dec 08 22:01:10.924916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Network db5d46f7-38b3-461f-8c62-2b505f22ee17 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:10.932140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:10.938136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:10.944401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:10.945046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:10.967130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-3849c787-378f-46f8-9553-3be068351d47 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1369565 Dec 08 22:01:10.980508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event updated for resources: {'Port': ['ID=e4d2821d-f184-4ad2-bc54-fcc91d13c2a2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:11.020254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.023611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.038126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-93ca4cc2-65e6-4264-9c50-bbf89fda02d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9016259 Dec 08 22:01:11.038364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Allocated IP 2001:db8::2 (db5d46f7-38b3-461f-8c62-2b505f22ee17/96d6e5f9-a5d2-4ead-87ad-de67a8eab8b6/6fedffd6-7127-4b9e-9694-0fd06e66930f) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:11.045276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41528) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:11.055276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.080556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Request body: {'port': {'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-605217185', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:11.081222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] bootfile-name is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:11.081620 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] tftp-server is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:11.081954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] server-ip-address is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:11.101170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd3e78-ed26-403c-a6b3-f4c42eef4139 None None] Update dhcp port {'port': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'fixed_ips': [{'subnet_id': 'dc7dc7b9-d49f-46bc-8b66-c02e05db763b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd65f6f92-2804-4a50-8c20-9965a50d31f8'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'fa34d74f-0614-4e2e-8aa6-9bd57340de79'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:01:11.107912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.157409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=879f5c55-1f6b-4d3e-aaaa-ed45c63fe004,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:11.220892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-66f26bfa-8d1a-4fb9-b274-9cbae08ce4de service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316835 Dec 08 22:01:11.232712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Network 01dd3f01-da7b-4f37-9019-e7aea4425f72 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:11.247808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:11.253084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:11.254214 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.255787 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e78-ed26-403c-a6b3-f4c42eef4139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.257407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Pushing event updated for resources: {'Port': ['ID=b5fda1a4-c864-46a7-9420-4a1df3c1ce1f,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:11.266749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port deb80bbb-30a8-464e-9845-aee5e216602f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:11.267143 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.302520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Router 6af3d057-943d-4406-a7b0-863f34d1d54b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:01:11.310325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dd3f01-da7b-4f37-9019-e7aea4425f72']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:11.316771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.324279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac149d8b-a009-4c18-a00a-cb0645df2c6f') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:11.324614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac149d8b-a009-4c18-a00a-cb0645df2c6f') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:11.332910 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.339208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.367687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.374295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Made reservation on behalf of a97b08225e4c4502a2c024585a02c3e0 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:11.378355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.378501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-3bf817f7-77ec-482b-925e-7bd3b37c9e7e service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446416 Dec 08 22:01:11.379704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:11.380107 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:11.384791 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:11.461361 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:01:11.461361 n-d-821126-1 neutron-server[102389]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:01:11.461361 n-d-821126-1 neutron-server[102389]: [parameters: {'id': '01dd3f01-da7b-4f37-9019-e7aea4425f72'}] Dec 08 22:01:11.461361 n-d-821126-1 neutron-server[102389]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:01:11.461361 n-d-821126-1 neutron-server[102389]: DEBUG oslo_db.api [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:01:11.478929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Attempting to bind port b5fda1a4-c864-46a7-9420-4a1df3c1ce1f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:11.479346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Attempting to bind port b5fda1a4-c864-46a7-9420-4a1df3c1ce1f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ac149d8b-a009-4c18-a00a-cb0645df2c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '01dd3f01-da7b-4f37-9019-e7aea4425f72'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:11.479672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Attempting to bind port b5fda1a4-c864-46a7-9420-4a1df3c1ce1f on network 01dd3f01-da7b-4f37-9019-e7aea4425f72 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:11.495334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] device_id is not set on port 94e790a8-3421-4804-99b3-98678655e358 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:01:11.505849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-27e5bbe5-b9a7-4744-98ee-260bb7a8bdd3 None None] Provisioning complete for port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:11.506229 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27e5bbe5-b9a7-4744-98ee-260bb7a8bdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.539374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=4b38666e-cecc-4a5d-b573-c9bdaa67876f,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:11.545657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:11.545657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Checking segment: {'id': 'ac149d8b-a009-4c18-a00a-cb0645df2c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '01dd3f01-da7b-4f37-9019-e7aea4425f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:11.546008 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.546857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Bound using segment: {'id': 'ac149d8b-a009-4c18-a00a-cb0645df2c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '01dd3f01-da7b-4f37-9019-e7aea4425f72'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:11.547001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Bound port: b5fda1a4-c864-46a7-9420-4a1df3c1ce1f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac149d8b-a009-4c18-a00a-cb0645df2c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '01dd3f01-da7b-4f37-9019-e7aea4425f72'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:11.547276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.623850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.633232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-27e5bbe5-b9a7-4744-98ee-260bb7a8bdd3 None None] Port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:11.665310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a870ffe-d5e4-4ac6-8e5e-8d185164e7cc req-35ac4c12-4f73-4bf0-bfb2-81e0190c5847 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.0500538 Dec 08 22:01:11.685693 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.688192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] In _notify_port_updated(), no bound segment for port 4b38666e-cecc-4a5d-b573-c9bdaa67876f on network bacf2ac2-d51d-4062-b51d-043215aaab8b {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:01:11.694329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:11.695229 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.699987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41536) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:11.700508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-27a55c06-b981-4703-b070-932d0c22600f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "PUT /v2.0/ports/4b38666e-cecc-4a5d-b573-c9bdaa67876f HTTP/1.1" status: 200 len: 921 time: 1.8315496 Dec 08 22:01:11.714236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:01:11.729503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a42028e2-959a-4f2c-8ff4-610eee05bf97 admin admin] 10.222.0.21 "PUT /v2.0/routers/6af3d057-943d-4406-a7b0-863f34d1d54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0746872 Dec 08 22:01:11.729636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Sync routers for ids ['6af3d057-943d-4406-a7b0-863f34d1d54b'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:01:11.765595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Allocated IP 2001:db8::14f (db5d46f7-38b3-461f-8c62-2b505f22ee17/96d6e5f9-a5d2-4ead-87ad-de67a8eab8b6/94e790a8-3421-4804-99b3-98678655e358) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:11.772120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-07dd3e78-ed26-403c-a6b3-f4c42eef4139 None None] Allocated IP 172.20.0.18 (bacf2ac2-d51d-4062-b51d-043215aaab8b/d65f6f92-2804-4a50-8c20-9965a50d31f8/fa34d74f-0614-4e2e-8aa6-9bd57340de79) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:11.790455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Network db5d46f7-38b3-461f-8c62-2b505f22ee17 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:11.804377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:11.814807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Routers {'6af3d057-943d-4406-a7b0-863f34d1d54b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:11.815438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6af3d057-943d-4406-a7b0-863f34d1d54b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:11.819779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] For port b5fda1a4-c864-46a7-9420-4a1df3c1ce1f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:11.823656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:11.854833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a857d71c-be66-45d4-a9c1-ce75b42ae0c6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 4b38666e-cecc-4a5d-b573-c9bdaa67876f {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:11.855701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a857d71c-be66-45d4-a9c1-ce75b42ae0c6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.859059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Pushing event updated for resources: {'Port': ['ID=6fedffd6-7127-4b9e-9694-0fd06e66930f,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:11.903781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] For port b5fda1a4-c864-46a7-9420-4a1df3c1ce1f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b5fda1a4-c864-46a7-9420-4a1df3c1ce1f,segment=NetworkSegment(ac149d8b-a009-4c18-a00a-cb0645df2c6f),segment_id=ac149d8b-a009-4c18-a00a-cb0645df2c6f)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:11.951863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:11.963535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.072186 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.128132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Attempting to bind port 6fedffd6-7127-4b9e-9694-0fd06e66930f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:12.128729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Attempting to bind port 6fedffd6-7127-4b9e-9694-0fd06e66930f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:12.128870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Attempting to bind port 6fedffd6-7127-4b9e-9694-0fd06e66930f on network db5d46f7-38b3-461f-8c62-2b505f22ee17 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:12.151336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd100a9e-9b98-4447-8025-dcffd73f9da8 None None] Pushing event updated for resources: {'Port': ['ID=b5fda1a4-c864-46a7-9420-4a1df3c1ce1f,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:12.151568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a857d71c-be66-45d4-a9c1-ce75b42ae0c6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.160991 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.200171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a857d71c-be66-45d4-a9c1-ce75b42ae0c6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 4b38666e-cecc-4a5d-b573-c9bdaa67876f owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:12.264500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a888c4-0f5d-45b1-8317-1f1eb9024091 req-8e4aef8b-0e81-4557-bffe-446da819d6fa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.274327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58a888c4-0f5d-45b1-8317-1f1eb9024091 req-8e4aef8b-0e81-4557-bffe-446da819d6fa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.2133124 Dec 08 22:01:12.321382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event updated for resources: {'Port': ['ID=94e790a8-3421-4804-99b3-98678655e358,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:12.379073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Set router 6af3d057-943d-4406-a7b0-863f34d1d54b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:12.380825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Network db5d46f7-38b3-461f-8c62-2b505f22ee17 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:12.382442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Deleting port b5fda1a4-c864-46a7-9420-4a1df3c1ce1f {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:12.382809 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.387061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:12.392289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:12.401632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.402146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.442191 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-135d2c5b-70ea-4743-9ab4-33b81e1364fb tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3663113 Dec 08 22:01:12.450347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41558) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:12.461188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:12.461773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Checking segment: {'id': 'c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:12.462187 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.463164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Bound using segment: {'id': 'c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:12.463655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Bound port: 6fedffd6-7127-4b9e-9694-0fd06e66930f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db5d46f7-38b3-461f-8c62-2b505f22ee17'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:12.464842 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.476205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58a888c4-0f5d-45b1-8317-1f1eb9024091 req-1924f011-b1d6-4ed6-885a-c0b4baeb710c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939876 Dec 08 22:01:12.508569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-07dd3e78-ed26-403c-a6b3-f4c42eef4139 None None] For port fa34d74f-0614-4e2e-8aa6-9bd57340de79, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa34d74f-0614-4e2e-8aa6-9bd57340de79,segment=NetworkSegment(36032241-4e01-4487-9a1f-59e25ab72526),segment_id=36032241-4e01-4487-9a1f-59e25ab72526)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:12.523401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-3b6f6a7b-99cb-46f7-83fe-474d1360f6e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.531796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] For port b5fda1a4-c864-46a7-9420-4a1df3c1ce1f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b5fda1a4-c864-46a7-9420-4a1df3c1ce1f,segment=NetworkSegment(ac149d8b-a009-4c18-a00a-cb0645df2c6f),segment_id=ac149d8b-a009-4c18-a00a-cb0645df2c6f)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:12.532293 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.532448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-3b6f6a7b-99cb-46f7-83fe-474d1360f6e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.539984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-3b6f6a7b-99cb-46f7-83fe-474d1360f6e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.548272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-3b6f6a7b-99cb-46f7-83fe-474d1360f6e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.549909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e78-ed26-403c-a6b3-f4c42eef4139 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.559542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-3b6f6a7b-99cb-46f7-83fe-474d1360f6e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.569674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64302d-2b98-43e6-804a-3fbfe3cc3599 None None] Network 01dd3f01-da7b-4f37-9019-e7aea4425f72 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:12.571078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Calling delete_port for b5fda1a4-c864-46a7-9420-4a1df3c1ce1f owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:12.574893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-3b6f6a7b-99cb-46f7-83fe-474d1360f6e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.585286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-3b6f6a7b-99cb-46f7-83fe-474d1360f6e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.606118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-3b6f6a7b-99cb-46f7-83fe-474d1360f6e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5444 time: 0.2725868 Dec 08 22:01:12.619817 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e78-ed26-403c-a6b3-f4c42eef4139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.645483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a857d71c-be66-45d4-a9c1-ce75b42ae0c6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.700518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857d71c-be66-45d4-a9c1-ce75b42ae0c6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=4b38666e-cecc-4a5d-b573-c9bdaa67876f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:12.762025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6db95bdd-9a94-4b1e-856e-d2b70dd7b3e9 req-5c766ebf-2141-4736-8524-4c8e1b00d97b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536481 Dec 08 22:01:12.788055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6873a3a-9bdf-4e03-bffe-ddb841fb9184 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.807375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6873a3a-9bdf-4e03-bffe-ddb841fb9184 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.807375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6873a3a-9bdf-4e03-bffe-ddb841fb9184 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:12.807375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c6873a3a-9bdf-4e03-bffe-ddb841fb9184 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3556316 Dec 08 22:01:12.822865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41568) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:12.822865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41570) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:12.822865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-121553705-network', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:12.840445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a25f4d1-4f7d-4bb5-b79a-2db97e3ff306 req-e4089533-94fb-4bf0-acab-e0c520a59e29 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.0502129 Dec 08 22:01:12.903837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa34d74f-0614-4e2e-8aa6-9bd57340de79 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:12.914837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a857d71c-be66-45d4-a9c1-ce75b42ae0c6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.915112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Made reservation on behalf of f58b06c04daa4cb489a9f7beffd3e3fd for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:12.917388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.922006 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a857d71c-be66-45d4-a9c1-ce75b42ae0c6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/4b38666e-cecc-4a5d-b573-c9bdaa67876f HTTP/1.1" status: 204 len: 168 time: 1.2207906 Dec 08 22:01:12.923248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41574) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:12.933998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.950610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd3e78-ed26-403c-a6b3-f4c42eef4139 None None] Pushing event updated for resources: {'Port': ['ID=fa34d74f-0614-4e2e-8aa6-9bd57340de79,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:12.952197 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:12.992341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] For port 6fedffd6-7127-4b9e-9694-0fd06e66930f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:13.017964 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-659a01a6-343a-408d-9f90-331565d47f4e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:01:13.018646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389fa7-1f81-41a3-b535-539159986ac1 req-30d9fed0-7fba-465d-ad42-4329a7ba8a7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.019631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-659a01a6-343a-408d-9f90-331565d47f4e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/4b38666e-cecc-4a5d-b573-c9bdaa67876f HTTP/1.1" status: 404 len: 333 time: 0.0953405 Dec 08 22:01:13.022211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Port': ['ID=b5fda1a4-c864-46a7-9420-4a1df3c1ce1f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:13.024581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No DVR routers for this DVR port b5fda1a4-c864-46a7-9420-4a1df3c1ce1f on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:13.024731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389fa7-1f81-41a3-b535-539159986ac1 req-30d9fed0-7fba-465d-ad42-4329a7ba8a7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.026794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41576) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:13.031882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389fa7-1f81-41a3-b535-539159986ac1 req-30d9fed0-7fba-465d-ad42-4329a7ba8a7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.041598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389fa7-1f81-41a3-b535-539159986ac1 req-30d9fed0-7fba-465d-ad42-4329a7ba8a7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.047621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389fa7-1f81-41a3-b535-539159986ac1 req-30d9fed0-7fba-465d-ad42-4329a7ba8a7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.054768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389fa7-1f81-41a3-b535-539159986ac1 req-30d9fed0-7fba-465d-ad42-4329a7ba8a7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.060981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389fa7-1f81-41a3-b535-539159986ac1 req-30d9fed0-7fba-465d-ad42-4329a7ba8a7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.063026 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4e389fa7-1f81-41a3-b535-539159986ac1 req-30d9fed0-7fba-465d-ad42-4329a7ba8a7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5444 time: 0.1531417 Dec 08 22:01:13.084161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] For port 6fedffd6-7127-4b9e-9694-0fd06e66930f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6fedffd6-7127-4b9e-9694-0fd06e66930f,segment=NetworkSegment(c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d),segment_id=c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:13.104342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6488895e-0bfe-4bcc-b3c5-d0940cdffd1d None None] Network 01dd3f01-da7b-4f37-9019-e7aea4425f72 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:13.128907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-52e88974-bad0-470a-b30b-1bc2c6eebd54 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Deleting port 94e790a8-3421-4804-99b3-98678655e358 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:13.129511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52e88974-bad0-470a-b30b-1bc2c6eebd54 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.177102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.184508 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.199895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dd3f01-da7b-4f37-9019-e7aea4425f72']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:13.210881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac149d8b-a009-4c18-a00a-cb0645df2c6f') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:13.211241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac149d8b-a009-4c18-a00a-cb0645df2c6f') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:13.262009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.272948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.285666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.312216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bb1fd-8079-4874-96ef-251f0689018c None None] Pushing event updated for resources: {'Port': ['ID=6fedffd6-7127-4b9e-9694-0fd06e66930f,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:13.335051 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.338022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52e88974-bad0-470a-b30b-1bc2c6eebd54 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.340656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:13.348032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:13.348585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.366865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3251fafa-f205-498a-be27-8a7f116bc705,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:13.391161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:13.392198 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.404276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-52e88974-bad0-470a-b30b-1bc2c6eebd54 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Calling delete_port for 94e790a8-3421-4804-99b3-98678655e358 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:13.414931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.416217 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Added segment fa8beead-646b-4a52-801a-7c5b213cc1dd of type vlan for network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:13.466628 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:13.469123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:09Z', 'revision_number': 4, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port': {'id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:02Z', 'updated_at': '2021-12-08T22:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9', 'name': '', 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'mac_address': 'fa:16:3e:19:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '583538c4-9517-4d4f-9c57-29622c3238ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:07Z', 'updated_at': '2021-12-08T22:01:09Z', 'revision_number': 2, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'subnets': [{'id': '583538c4-9517-4d4f-9c57-29622c3238ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:13.528851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-59870772-7d50-43f1-9a69-3d9602a71d9b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.530408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-59870772-7d50-43f1-9a69-3d9602a71d9b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.4325747 Dec 08 22:01:13.532953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.543474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Checking router: 6af3d057-943d-4406-a7b0-863f34d1d54b for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:01:13.543804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Updating router 6af3d057-943d-4406-a7b0-863f34d1d54b port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:01:13.560752 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.570440 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/01dd3f01-da7b-4f37-9019-e7aea4425f72 HTTP/1.1" status: 204 len: 168 time: 3.9153419 Dec 08 22:01:13.600502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41582) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:13.604029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'port': {'device_id': '677e9be4-1bab-471a-aa65-31a3843805ac', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'admin_state_up': True, 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:13.627593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77ada4-62d5-4f16-8a97-80ccb3d7334b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=01dd3f01-da7b-4f37-9019-e7aea4425f72,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:13.641026 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.661136 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a494ffee-3f7b-4cf2-8b7c-92637ce6b6b1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:13.662135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a494ffee-3f7b-4cf2-8b7c-92637ce6b6b1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:13.665598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a494ffee-3f7b-4cf2-8b7c-92637ce6b6b1 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/01dd3f01-da7b-4f37-9019-e7aea4425f72 HTTP/1.1" status: 404 len: 339 time: 0.0612590 Dec 08 22:01:13.671460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41584) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:13.679195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-10484647', 'description': 'd1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:13.698242 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.768967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2412cdf-d5fd-414a-93df-dbf01597ebf3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.797638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.798883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:13.799530 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.821310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:13.826685 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:13.849154 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0353999 Dec 08 22:01:13.879493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41586) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:13.902671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Request body: {'subnet': {'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-121553705-subnet', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:13.917644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2412cdf-d5fd-414a-93df-dbf01597ebf3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.059301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:14.076010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.076861 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment fcf6f290-abdd-4ea3-a0a5-f758edc32bbc of type vlan for network 9f681a6e-85db-4e99-af34-4a0132d14490 Dec 08 22:01:14.132189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Made reservation on behalf of f58b06c04daa4cb489a9f7beffd3e3fd for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:14.135366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.136102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.171622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c334b2-ef37-42dc-9db2-ae6c6942c635 req-3b8cbad9-1b94-428d-89f5-dbfde9c16712 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:14.186490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2c334b2-ef37-42dc-9db2-ae6c6942c635 req-3b8cbad9-1b94-428d-89f5-dbfde9c16712 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.4291310 Dec 08 22:01:14.210226 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.225854 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.234521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9347a553-76b4-4fea-a9aa-653ba48aa0c2 req-4d83d847-aa88-46d8-8465-7a3d78942b91 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.2022071 Dec 08 22:01:14.243954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.251442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:14.252512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.262799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5f421f2e-aaf5-4f7e-8443-65c492fb4b27 None None] Provisioning complete for port 907a22ec-b99e-444b-9c6a-54a9eb32e134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:14.263313 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f421f2e-aaf5-4f7e-8443-65c492fb4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.315718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b89c67-e493-4c9f-aba2-55e705fac008 admin admin] Pushing event updated for resources: {'Network': ['ID=1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:14.316403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2412cdf-d5fd-414a-93df-dbf01597ebf3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.319557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2412cdf-d5fd-414a-93df-dbf01597ebf3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.321049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b2412cdf-d5fd-414a-93df-dbf01597ebf3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/security-groups/1c9041cd-2a17-419c-a1a2-13406005cb5b HTTP/1.1" status: 204 len: 168 time: 1.2932410 Dec 08 22:01:14.329441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41594) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:14.366201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2412cdf-d5fd-414a-93df-dbf01597ebf3 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9041cd-2a17-419c-a1a2-13406005cb5b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:14.376327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:14.381099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.433720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:14.436450 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7634354 Dec 08 22:01:14.439277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41598) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:14.463128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2c334b2-ef37-42dc-9db2-ae6c6942c635 req-e2e198a9-6c52-457f-84f2-ceeb3ea5b887 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731295 Dec 08 22:01:14.554305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135a5f-1e18-421a-9ed3-ab6a4c4f54d2 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=9f681a6e-85db-4e99-af34-4a0132d14490,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:14.582267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52e88974-bad0-470a-b30b-1bc2c6eebd54 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.610814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f40e1-967c-4576-bac1-8c949accbe44 None None] Pushing event updated for resources: {'Port': ['ID=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:14.615967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9f681a6e-85db-4e99-af34-4a0132d14490 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:14.623568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5f421f2e-aaf5-4f7e-8443-65c492fb4b27 None None] Port 907a22ec-b99e-444b-9c6a-54a9eb32e134 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:14.686488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5f421f2e-aaf5-4f7e-8443-65c492fb4b27 None None] Could not find standard attr ID for object 4b38666e-cecc-4a5d-b573-c9bdaa67876f. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:01:14.694685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Attempting to bind port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:14.695317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Attempting to bind port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:14.695849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Attempting to bind port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 on network 4200adfe-2858-46ab-a96c-d301bfc9ff8c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:14.740118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:14.740709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Checking segment: {'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:14.741326 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.741891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Bound using segment: {'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:14.742702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Bound port: eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0f7250-fe5c-4412-bd23-ed45a9390acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:14.743293 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.789661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f0112e-00ac-46bf-83ad-784524f9fce7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:14.803014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-20f0112e-00ac-46bf-83ad-784524f9fce7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/networks?id=9f681a6e-85db-4e99-af34-4a0132d14490 HTTP/1.1" status: 200 len: 759 time: 0.3604174 Dec 08 22:01:14.806657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e88974-bad0-470a-b30b-1bc2c6eebd54 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event deleted for resources: {'Port': ['ID=94e790a8-3421-4804-99b3-98678655e358,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:14.808395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41600) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:14.823389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1cf0c463-3bb6-48fa-9439-5a8490391869 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'description': 'd2'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:14.854665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-746f9923-1f8c-473e-898e-bbe0be73bcc4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.861808 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52e88974-bad0-470a-b30b-1bc2c6eebd54 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.869860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-52e88974-bad0-470a-b30b-1bc2c6eebd54 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "DELETE /v2.0/ports/94e790a8-3421-4804-99b3-98678655e358 HTTP/1.1" status: 204 len: 168 time: 2.0573428 Dec 08 22:01:14.872096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41602) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:14.877569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Request body: {'port': {'name': 'tempest-new-port-name-662705438', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:14.878473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] bootfile-name is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:14.879042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] tftp-server is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:14.879547 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] server-ip-address is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:14.896349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5f421f2e-aaf5-4f7e-8443-65c492fb4b27 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:14.900665 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f421f2e-aaf5-4f7e-8443-65c492fb4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:14.981570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-746f9923-1f8c-473e-898e-bbe0be73bcc4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.059063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa34d74f-0614-4e2e-8aa6-9bd57340de79 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:15.067508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] For port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:15.071922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] For port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,segment=NetworkSegment(8f0f7250-fe5c-4412-bd23-ed45a9390acd),segment_id=8f0f7250-fe5c-4412-bd23-ed45a9390acd)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:15.096188 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.108491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.148947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.20.0.7 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/ece9c4e0-2ee3-4a73-99ee-624218e35133) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:15.267405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.336723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c463-3bb6-48fa-9439-5a8490391869 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.430845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d3516-19d9-40a6-b3b2-36564b864859 None None] Network db5d46f7-38b3-461f-8c62-2b505f22ee17 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:15.432269 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c463-3bb6-48fa-9439-5a8490391869 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.461885 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.494062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cf0c463-3bb6-48fa-9439-5a8490391869 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 9f681a6e-85db-4e99-af34-4a0132d14490 is not hosted by any dhcp agent {{(pid=102389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 22:01:15.505935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0c463-3bb6-48fa-9439-5a8490391869 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:15.506745 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c463-3bb6-48fa-9439-5a8490391869 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.510374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1cf0c463-3bb6-48fa-9439-5a8490391869 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "PUT /v2.0/networks/9f681a6e-85db-4e99-af34-4a0132d14490 HTTP/1.1" status: 200 len: 756 time: 0.6957662 Dec 08 22:01:15.510530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-912486e3-592e-4a5f-ae79-b972987b41c9 req-9b5a1acc-2a65-44b9-af9a-7c73a1665d0e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.0415585 Dec 08 22:01:15.514615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41614) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:15.524048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.656810 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f40e1-967c-4576-bac1-8c949accbe44 None None] Pushing event updated for resources: {'Port': ['ID=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:15.673028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Routers {'6af3d057-943d-4406-a7b0-863f34d1d54b'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:15.674233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6af3d057-943d-4406-a7b0-863f34d1d54b'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:15.676457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:15.679222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6d033-0ace-4b28-80f5-68d047a0a675 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:15.679620 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.687282 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8bd6d033-0ace-4b28-80f5-68d047a0a675 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/networks?id=9f681a6e-85db-4e99-af34-4a0132d14490 HTTP/1.1" status: 200 len: 759 time: 0.1486356 Dec 08 22:01:15.688197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41622) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:15.688521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41624) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:15.737961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] In _notify_port_updated(), no bound segment for port e4d2821d-f184-4ad2-bc54-fcc91d13c2a2 on network db5d46f7-38b3-461f-8c62-2b505f22ee17 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:01:15.745541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:15.746257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.747744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "PUT /v2.0/ports/e4d2821d-f184-4ad2-bc54-fcc91d13c2a2 HTTP/1.1" status: 200 len: 1129 time: 0.8745348 Dec 08 22:01:15.748677 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-746f9923-1f8c-473e-898e-bbe0be73bcc4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.751520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-746f9923-1f8c-473e-898e-bbe0be73bcc4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.752691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-746f9923-1f8c-473e-898e-bbe0be73bcc4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc0340af-aba6-4e22-8572-7233fdfcd98c HTTP/1.1" status: 204 len: 168 time: 1.4238811 Dec 08 22:01:15.756327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdd768-2894-4f78-930e-caf187c50c98 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event updated for resources: {'Port': ['ID=e4d2821d-f184-4ad2-bc54-fcc91d13c2a2,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:15.767538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1354112099'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:15.770344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41626) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:15.770674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41628) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:15.829688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.878609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb267f3-cd4d-43df-bc15-922c8aa8cd8d,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:15.890062 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:15.915037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0c463-3bb6-48fa-9439-5a8490391869 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=9f681a6e-85db-4e99-af34-4a0132d14490,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:15.917425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Checking segment: {'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:15.917866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Network hostable DHCP agents. Network: 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:15.922203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f67a7-17c5-4d1c-a461-70cebe4f1c28 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:15.924817 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-033f67a7-17c5-4d1c-a461-70cebe4f1c28 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "GET /v2.0/ports/e4d2821d-f184-4ad2-bc54-fcc91d13c2a2 HTTP/1.1" status: 200 len: 1129 time: 0.1497605 Dec 08 22:01:15.946323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:15.949558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41632) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:15.962178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f9923-1f8c-473e-898e-bbe0be73bcc4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0340af-aba6-4e22-8572-7233fdfcd98c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:15.968940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:15.980683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:15.995323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9f681a6e-85db-4e99-af34-4a0132d14490 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:16.038058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:16.043250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c181b35b-ead2-4d9f-8612-07f9af87c0c7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet dc7dc7b9-d49f-46bc-8b66-c02e05db763b {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:16.047835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c181b35b-ead2-4d9f-8612-07f9af87c0c7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.049138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0f2f-4aac-43de-9acb-0ca8a4c49bcb req-4b13ce4f-a781-4a58-8f72-90d074fad5b1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.057298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25fc0f2f-4aac-43de-9acb-0ca8a4c49bcb req-4b13ce4f-a781-4a58-8f72-90d074fad5b1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.4937000 Dec 08 22:01:16.073338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Provisioning complete for port 6fedffd6-7127-4b9e-9694-0fd06e66930f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:16.073801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.115108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=ece9c4e0-2ee3-4a73-99ee-624218e35133,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:16.139529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:16.174449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.183493 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.193735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.194392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.259461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] Set router 6af3d057-943d-4406-a7b0-863f34d1d54b gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:16.270070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25fc0f2f-4aac-43de-9acb-0ca8a4c49bcb req-2e48a1b0-8a53-43c8-a458-d6cba544978e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118099 Dec 08 22:01:16.306105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f8c39-702b-4586-b758-c17f34a6c6e7 None None] Network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:16.312084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-60061141-b012-4e5e-b4d7-b7d52e0f4bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Deleting port e4d2821d-f184-4ad2-bc54-fcc91d13c2a2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:16.313410 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-60061141-b012-4e5e-b4d7-b7d52e0f4bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.422296 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-60061141-b012-4e5e-b4d7-b7d52e0f4bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.435568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-60061141-b012-4e5e-b4d7-b7d52e0f4bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Calling delete_port for e4d2821d-f184-4ad2-bc54-fcc91d13c2a2 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:16.485726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:16.490695 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.516821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c181b35b-ead2-4d9f-8612-07f9af87c0c7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.566875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-4b428580-b210-49a2-b232-07a8ebfa6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.567356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-4b428580-b210-49a2-b232-07a8ebfa6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.567876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-4b428580-b210-49a2-b232-07a8ebfa6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.568291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-4b428580-b210-49a2-b232-07a8ebfa6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.568750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-4b428580-b210-49a2-b232-07a8ebfa6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.569209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-4b428580-b210-49a2-b232-07a8ebfa6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.569804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-4b428580-b210-49a2-b232-07a8ebfa6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.578401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-4b428580-b210-49a2-b232-07a8ebfa6e6c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6501 time: 0.8245621 Dec 08 22:01:16.603405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:16.639124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.639585 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment ba650a07-2035-4f1a-91d1-cee09ff0ecb7 of type vlan for network f342631d-f982-4ce0-992d-e339993ee02e Dec 08 22:01:16.642180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6fedffd6-7127-4b9e-9694-0fd06e66930f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:16.645879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-60061141-b012-4e5e-b4d7-b7d52e0f4bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.720003 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.722401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-46b747d7-1106-4937-acc5-4de76d6323ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8396955 Dec 08 22:01:16.725958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-80c7f7cf-0022-443d-b6a9-236b137d1d3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1806438 Dec 08 22:01:16.726496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41636) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:16.727364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60061141-b012-4e5e-b4d7-b7d52e0f4bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event deleted for resources: {'Port': ['ID=e4d2821d-f184-4ad2-bc54-fcc91d13c2a2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:16.733578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-60061141-b012-4e5e-b4d7-b7d52e0f4bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.737935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-60061141-b012-4e5e-b4d7-b7d52e0f4bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "DELETE /v2.0/ports/e4d2821d-f184-4ad2-bc54-fcc91d13c2a2 HTTP/1.1" status: 204 len: 168 time: 0.7858450 Dec 08 22:01:16.744521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Request body: {'port': {'device_id': '677e9be4-1bab-471a-aa65-31a3843805ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:16.746657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-20103bc7-ed1e-4795-9594-963ec7f1cff6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671686 Dec 08 22:01:16.753712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41638) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:16.760752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:16.846249 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.859283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-33859b22-f11e-42b6-9ac8-431a0f36538a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Deleting subnet 96d6e5f9-a5d2-4ead-87ad-de67a8eab8b6 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:16.875053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33859b22-f11e-42b6-9ac8-431a0f36538a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.902361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] For port 6fedffd6-7127-4b9e-9694-0fd06e66930f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6fedffd6-7127-4b9e-9694-0fd06e66930f,segment=NetworkSegment(c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d),segment_id=c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:16.904268 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.924012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5dac9-6413-464a-a1b2-672680800cb2 req-1b8437fd-6f83-43e3-9138-edc24fcd5dfe tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:16.925625 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ac5dac9-6413-464a-a1b2-672680800cb2 req-1b8437fd-6f83-43e3-9138-edc24fcd5dfe tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 931 time: 0.3104227 Dec 08 22:01:16.932360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c181b35b-ead2-4d9f-8612-07f9af87c0c7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:16.935792 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.039497 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33859b22-f11e-42b6-9ac8-431a0f36538a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.077707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Pushing event updated for resources: {'Port': ['ID=6fedffd6-7127-4b9e-9694-0fd06e66930f,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:17.082652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Provisioning complete for port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:17.083094 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.156190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:09Z', 'revision_number': 4, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port': {'id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:02Z', 'updated_at': '2021-12-08T22:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9', 'name': '', 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'mac_address': 'fa:16:3e:19:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '583538c4-9517-4d4f-9c57-29622c3238ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:07Z', 'updated_at': '2021-12-08T22:01:15Z', 'revision_number': 4, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'subnets': [{'id': '583538c4-9517-4d4f-9c57-29622c3238ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:17.158287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7', 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'fixed_ips': [{'subnet_id': '9cb267f3-cd4d-43df-bc15-922c8aa8cd8d'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:17.159186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.161086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 6fedffd6-7127-4b9e-9694-0fd06e66930f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:17.161471 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.234180 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c181b35b-ead2-4d9f-8612-07f9af87c0c7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.249406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17e2cb-0853-4300-8601-d4365764f497 None None] The sync data for ids ['6af3d057-943d-4406-a7b0-863f34d1d54b'] in n-d-821126-1 is: [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:09Z', 'revision_number': 4, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port': {'id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:02Z', 'updated_at': '2021-12-08T22:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9', 'name': '', 'network_id': '4200adfe-2858-46ab-a96c-d301bfc9ff8c', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'mac_address': 'fa:16:3e:19:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '583538c4-9517-4d4f-9c57-29622c3238ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:07Z', 'updated_at': '2021-12-08T22:01:15Z', 'revision_number': 4, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'subnets': [{'id': '583538c4-9517-4d4f-9c57-29622c3238ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:01:17.264272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.278589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:17.288047 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.397067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181b35b-ead2-4d9f-8612-07f9af87c0c7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7dc7b9-d49f-46bc-8b66-c02e05db763b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:17.408905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c181b35b-ead2-4d9f-8612-07f9af87c0c7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.420407 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c181b35b-ead2-4d9f-8612-07f9af87c0c7 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/dc7dc7b9-d49f-46bc-8b66-c02e05db763b HTTP/1.1" status: 204 len: 168 time: 1.6433687 Dec 08 22:01:17.438061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41646) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:17.451102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522960d0-2ac4-4fcd-80fd-eb6ece89a32f None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:17.456508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:17.457097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8ac5dac9-6413-464a-a1b2-672680800cb2 req-cdc83880-4c81-4f6e-af01-feb8dc4dcde1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174308 Dec 08 22:01:17.494660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.496142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.534659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33859b22-f11e-42b6-9ac8-431a0f36538a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.600320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8452728 Dec 08 22:01:17.607203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41648) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:17.668928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6becd-96c4-42b4-8987-a2fd2a47fc8b tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=f342631d-f982-4ce0-992d-e339993ee02e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:17.680854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': 'f342631d-f982-4ce0-992d-e339993ee02e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:17.757318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network f342631d-f982-4ce0-992d-e339993ee02e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:17.767632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33859b22-f11e-42b6-9ac8-431a0f36538a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.785684 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33859b22-f11e-42b6-9ac8-431a0f36538a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:17.788940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-33859b22-f11e-42b6-9ac8-431a0f36538a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "DELETE /v2.0/subnets/96d6e5f9-a5d2-4ead-87ad-de67a8eab8b6 HTTP/1.1" status: 204 len: 168 time: 1.0344191 Dec 08 22:01:17.830889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41650) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:17.871080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33859b22-f11e-42b6-9ac8-431a0f36538a tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event deleted for resources: {'Subnet': ['ID=96d6e5f9-a5d2-4ead-87ad-de67a8eab8b6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:18.013009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.108155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Deleting port 6fedffd6-7127-4b9e-9694-0fd06e66930f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:18.110975 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.115092 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.178544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc7d03c-652c-486b-8933-4b709e5dedc7 None None] Network db5d46f7-38b3-461f-8c62-2b505f22ee17 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:18.182665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] For port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,segment=NetworkSegment(8f0f7250-fe5c-4412-bd23-ed45a9390acd),segment_id=8f0f7250-fe5c-4412-bd23-ed45a9390acd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:18.203615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.242264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] For port 6fedffd6-7127-4b9e-9694-0fd06e66930f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6fedffd6-7127-4b9e-9694-0fd06e66930f,segment=NetworkSegment(c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d),segment_id=c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:18.242264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.283511 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.289807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Calling delete_port for 6fedffd6-7127-4b9e-9694-0fd06e66930f owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:18.340215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Allocated IP 172.20.0.2 (1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7/9cb267f3-cd4d-43df-bc15-922c8aa8cd8d/da224800-6624-4d69-97a0-f32286421d71) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:18.362180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6fedffd6-7127-4b9e-9694-0fd06e66930f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:18.366745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45425fb5-1a07-4cf3-af1c-f0b6cff22e22 req-26583da2-f400-4370-b2ce-7cdacd3b939b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:18.369907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45425fb5-1a07-4cf3-af1c-f0b6cff22e22 req-26583da2-f400-4370-b2ce-7cdacd3b939b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.9225159 Dec 08 22:01:18.421421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Could not find standard attr ID for object 4b38666e-cecc-4a5d-b573-c9bdaa67876f. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:01:18.448705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.468496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c4e5f-2eaa-426f-a395-086c8f5ff9e6 None None] Pushing event updated for resources: {'Port': ['ID=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:18.502222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event deleted for resources: {'Port': ['ID=6fedffd6-7127-4b9e-9694-0fd06e66930f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:18.520148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] No DVR routers for this DVR port 6fedffd6-7127-4b9e-9694-0fd06e66930f on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:18.601777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:18.605278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No active binding found for port 6fedffd6-7127-4b9e-9694-0fd06e66930f {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 22:01:18.605574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.605781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6fedffd6-7127-4b9e-9694-0fd06e66930f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 22:01:18.610519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f17a5ce3-60d0-4428-a1ad-5147f029c011 None None] Could not find standard attr ID for object 94e790a8-3421-4804-99b3-98678655e358. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:01:18.665643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f17a5ce3-60d0-4428-a1ad-5147f029c011 None None] Could not find standard attr ID for object 6fedffd6-7127-4b9e-9694-0fd06e66930f. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:01:18.667217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Port 6fedffd6-7127-4b9e-9694-0fd06e66930f not found, will not notify nova. {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 22:01:18.667217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:18.694624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.784797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5d46f7-38b3-461f-8c62-2b505f22ee17']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:18.812071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f17a5ce3-60d0-4428-a1ad-5147f029c011 None None] Provisioning complete for port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:18.812634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f17a5ce3-60d0-4428-a1ad-5147f029c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.822925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:18.823242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c0fa59-cb89-4fab-9e2d-1ac7a3642b6d') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:18.840261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903308ab-1348-4baa-880a-77a37cce517c None None] DHCP port deletion for db5d46f7-38b3-461f-8c62-2b505f22ee17 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:18.843637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.872056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9628377-99e8-4112-bca4-e3b54478ea23 req-4891eb4f-7aa0-44a9-a190-e16ef42da9ff tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:18.873693 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9628377-99e8-4112-bca4-e3b54478ea23 req-4891eb4f-7aa0-44a9-a190-e16ef42da9ff tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 931 time: 0.2787712 Dec 08 22:01:18.888149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.907334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:18.907788 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:18.911179 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:19.011855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45425fb5-1a07-4cf3-af1c-f0b6cff22e22 req-8c27ee55-8e07-45d7-a6c5-4267d0a5e094 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6244280 Dec 08 22:01:19.040032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9628377-99e8-4112-bca4-e3b54478ea23 req-b7bfaa94-7b3b-46f1-b530-dd0201d87e7c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492736 Dec 08 22:01:19.047612 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.057517 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.085157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.091622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] 10.222.0.21 "DELETE /v2.0/networks/db5d46f7-38b3-461f-8c62-2b505f22ee17 HTTP/1.1" status: 204 len: 168 time: 1.2602379 Dec 08 22:01:19.112942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b9a50-7583-408b-a980-e67188ae6974 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600 tempest-ExtraDHCPOptionsIpV6TestJSON-2000330600-project] Pushing event deleted for resources: {'Network': ['ID=db5d46f7-38b3-461f-8c62-2b505f22ee17,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:19.117845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:19.125806 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.326072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:19.326626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.443254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.465419 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.551434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:19.564223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:19.574561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:19.588970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Pushing event updated for resources: {'Port': ['ID=da224800-6624-4d69-97a0-f32286421d71,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:19.597168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f17a5ce3-60d0-4428-a1ad-5147f029c011 None None] Could not find standard attr ID for object e4d2821d-f184-4ad2-bc54-fcc91d13c2a2. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:01:19.687176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f17a5ce3-60d0-4428-a1ad-5147f029c011 None None] Provisioning complete for port ece9c4e0-2ee3-4a73-99ee-624218e35133 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:19.687557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f17a5ce3-60d0-4428-a1ad-5147f029c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.692092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece9c4e0-2ee3-4a73-99ee-624218e35133 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:01:19.708810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.724736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41658) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:19.733807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Attempting to bind port da224800-6624-4d69-97a0-f32286421d71 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:19.734542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Attempting to bind port da224800-6624-4d69-97a0-f32286421d71 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:19.735282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Attempting to bind port da224800-6624-4d69-97a0-f32286421d71 on network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:19.746282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:19.747038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Checking segment: {'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:19.747691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.748497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Bound using segment: {'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:19.749190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Bound port: da224800-6624-4d69-97a0-f32286421d71, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:19.751471 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.764232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f17a5ce3-60d0-4428-a1ad-5147f029c011 None None] Port ece9c4e0-2ee3-4a73-99ee-624218e35133 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:19.773737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.796663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Transition to ACTIVE for port object ece9c4e0-2ee3-4a73-99ee-624218e35133 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:01:19.832566 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.847050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] For port da224800-6624-4d69-97a0-f32286421d71, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:19.852662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] For port da224800-6624-4d69-97a0-f32286421d71, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=da224800-6624-4d69-97a0-f32286421d71,segment=NetworkSegment(fa8beead-646b-4a52-801a-7c5b213cc1dd),segment_id=fa8beead-646b-4a52-801a-7c5b213cc1dd)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:19.868061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.905615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:19.922176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:19.931652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:19.932521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:19.937637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7792ff6a-2fe5-4a15-b9bf-51ba1d47abfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a97b08225e4c4502a2c024585a02c3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111287 Dec 08 22:01:19.943090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41662) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:19.946437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b87f6cee-a475-4c17-936f-a3bfe3de94b0 None None] Provisioning complete for port 907a22ec-b99e-444b-9c6a-54a9eb32e134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:19.947006 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b87f6cee-a475-4c17-936f-a3bfe3de94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.001306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=8e659224-6a78-4807-895b-e893157a9f02,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:20.016745 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.053307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25558940-c3ac-4d85-a0f1-72f2adcf334b None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:20.058210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Pushing event updated for resources: {'Port': ['ID=ece9c4e0-2ee3-4a73-99ee-624218e35133,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:20.121478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b87f6cee-a475-4c17-936f-a3bfe3de94b0 None None] Port 907a22ec-b99e-444b-9c6a-54a9eb32e134 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:20.125189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6c118-6ac2-4a41-b080-bcd8195cba6c None None] Pushing event updated for resources: {'Port': ['ID=da224800-6624-4d69-97a0-f32286421d71,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:20.131766 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eeedff16-2c4d-4856-9af6-09c55b675ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.182990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:20.188760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-49112f86-c0a7-403c-adeb-11a1ad21648e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7396281 Dec 08 22:01:20.206086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41668) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:20.214397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2d2d83b9-b2a8-41fb-9270-6c7eb963257f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'security_group': {'name': 'tempest-secgroup-183864880'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:20.226286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eeedff16-2c4d-4856-9af6-09c55b675ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.363761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b87f6cee-a475-4c17-936f-a3bfe3de94b0 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:20.364178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b87f6cee-a475-4c17-936f-a3bfe3de94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.374499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2d83b9-b2a8-41fb-9270-6c7eb963257f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.489819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:20.491072 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.530363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4322473-7705-44d7-951f-05d17d57196b req-b7364fc2-65df-4626-8c67-94a019f1c3e7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:20.539951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4322473-7705-44d7-951f-05d17d57196b req-b7364fc2-65df-4626-8c67-94a019f1c3e7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.1765893 Dec 08 22:01:20.573441 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eeedff16-2c4d-4856-9af6-09c55b675ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.580204 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eeedff16-2c4d-4856-9af6-09c55b675ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.581468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eeedff16-2c4d-4856-9af6-09c55b675ba1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/999c09ba-3b4f-45b1-b15f-deca6eb184d3 HTTP/1.1" status: 204 len: 168 time: 0.6372056 Dec 08 22:01:20.660537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=7126af54-d7b2-498b-92cc-831fba7ba258,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:20.667309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedff16-2c4d-4856-9af6-09c55b675ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c09ba-3b4f-45b1-b15f-deca6eb184d3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:20.732104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4322473-7705-44d7-951f-05d17d57196b req-4646bad9-7f24-4b4c-b6d5-06b9d43e7ffb tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916082 Dec 08 22:01:20.741609 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2d83b9-b2a8-41fb-9270-6c7eb963257f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.767184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cc81-27eb-4541-84a2-319be4663f54 req-5476d861-aa3e-45a2-836b-978ca7bc2f9c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:20.768897 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2d83b9-b2a8-41fb-9270-6c7eb963257f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.769081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34a5cc81-27eb-4541-84a2-319be4663f54 req-5476d861-aa3e-45a2-836b-978ca7bc2f9c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.5790238 Dec 08 22:01:20.821213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d2d83b9-b2a8-41fb-9270-6c7eb963257f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.827571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2d2d83b9-b2a8-41fb-9270-6c7eb963257f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6168716 Dec 08 22:01:20.829661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41672) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:20.834741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-027a156d-fd94-4843-856c-1613e2f17639 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'security_group': {'name': 'tempest-secgroup-775191418'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:20.864017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d83b9-b2a8-41fb-9270-6c7eb963257f tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaef394-23fd-43e1-a7cf-02fb17592a9a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:20.872948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34a5cc81-27eb-4541-84a2-319be4663f54 req-66a297ce-0f4e-4d1b-9f34-6de4a41b385d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808737 Dec 08 22:01:20.875191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.882546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Attempting to bind port ece9c4e0-2ee3-4a73-99ee-624218e35133 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:20.882905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Attempting to bind port ece9c4e0-2ee3-4a73-99ee-624218e35133 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:20.883235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Attempting to bind port ece9c4e0-2ee3-4a73-99ee-624218e35133 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:20.927934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-027a156d-fd94-4843-856c-1613e2f17639 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:20.949225 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.040318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26514f10-1ab8-4feb-8d30-9189155ac6f0 None None] Update dhcp port {'port': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'fixed_ips': [{'subnet_id': 'd65f6f92-2804-4a50-8c20-9965a50d31f8', 'ip_address': '172.20.0.18'}, {'subnet_id': '8e659224-6a78-4807-895b-e893157a9f02'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'fa34d74f-0614-4e2e-8aa6-9bd57340de79'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:01:21.103853 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-26514f10-1ab8-4feb-8d30-9189155ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.114516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-027a156d-fd94-4843-856c-1613e2f17639 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.123984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f342631d-f982-4ce0-992d-e339993ee02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:21.124780 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: f342631d-f982-4ce0-992d-e339993ee02e, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:21.125155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-027a156d-fd94-4843-856c-1613e2f17639 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.129155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Port ece9c4e0-2ee3-4a73-99ee-624218e35133 on network b5764474-8911-4850-b141-9a748a7b4386 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:01:21.129748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Attempting to bind port ece9c4e0-2ee3-4a73-99ee-624218e35133 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:21.156525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:21.157165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:21.157712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:21.158306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Bound port: ece9c4e0-2ee3-4a73-99ee-624218e35133, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:21.158885 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.210976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Allocated IP 172.25.1.195 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/3ba13f46-6a4a-43ee-b50e-df47d6dc5377) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:21.213340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a156d-fd94-4843-856c-1613e2f17639 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e9db7f-705d-46b0-b21a-779f9c4ea806,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:21.220529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-027a156d-fd94-4843-856c-1613e2f17639 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.222265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-027a156d-fd94-4843-856c-1613e2f17639 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3916259 Dec 08 22:01:21.225724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41680) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:21.238442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-61371c0e-dc83-4241-a089-209f3b6b0bde tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'security_group': {'name': 'tempest-secgroup-467733800'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:21.241651 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6fedffd6-7127-4b9e-9694-0fd06e66930f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:21.277327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network f342631d-f982-4ce0-992d-e339993ee02e is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:21.295202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61371c0e-dc83-4241-a089-209f3b6b0bde tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.393814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 6fedffd6-7127-4b9e-9694-0fd06e66930f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:21.394431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6fedffd6-7127-4b9e-9694-0fd06e66930f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:21.414599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61371c0e-dc83-4241-a089-209f3b6b0bde tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.424506 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61371c0e-dc83-4241-a089-209f3b6b0bde tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.469123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, f342631d-f982-4ce0-992d-e339993ee02e) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:21.489511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-61371c0e-dc83-4241-a089-209f3b6b0bde tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.501743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29025dbf-3c39-4b48-8495-e8b21d078311 None None] Network f342631d-f982-4ce0-992d-e339993ee02e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:21.506384 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-61371c0e-dc83-4241-a089-209f3b6b0bde tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2782159 Dec 08 22:01:21.507474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41684) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:21.518310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2146089730', 'security_groups': ['2fb18b62-7d66-4f5e-8e21-a5c430b4d4fe'], 'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e659224-6a78-4807-895b-e893157a9f02'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:21.536735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61371c0e-dc83-4241-a089-209f3b6b0bde tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb18b62-7d66-4f5e-8e21-a5c430b4d4fe,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:21.542702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:21.543810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.596779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] For port ece9c4e0-2ee3-4a73-99ee-624218e35133, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:21.603757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] For port ece9c4e0-2ee3-4a73-99ee-624218e35133, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ece9c4e0-2ee3-4a73-99ee-624218e35133,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:21.614872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d397b-3380-4802-8a23-0b1bd458d89a req-4ebd33cc-564e-435a-b8fc-ddc297023e92 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:21.616437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-157d397b-3380-4802-8a23-0b1bd458d89a req-4ebd33cc-564e-435a-b8fc-ddc297023e92 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.3203247 Dec 08 22:01:21.624263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8866a276-e76d-41f3-9f23-bb11ab5422e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9487720 Dec 08 22:01:21.627241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.638813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41690) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:21.726286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-26514f10-1ab8-4feb-8d30-9189155ac6f0 None None] Allocated IP 172.20.0.2 (bacf2ac2-d51d-4062-b51d-043215aaab8b/8e659224-6a78-4807-895b-e893157a9f02/fa34d74f-0614-4e2e-8aa6-9bd57340de79) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:21.755035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:21.764304 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:21.772170 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] 10.222.0.37 "PUT /v2.0/ports/ece9c4e0-2ee3-4a73-99ee-624218e35133 HTTP/1.1" status: 200 len: 1091 time: 5.0319655 Dec 08 22:01:22.004882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:22.044026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-26514f10-1ab8-4feb-8d30-9189155ac6f0 None None] For port fa34d74f-0614-4e2e-8aa6-9bd57340de79, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa34d74f-0614-4e2e-8aa6-9bd57340de79,segment=NetworkSegment(36032241-4e01-4487-9a1f-59e25ab72526),segment_id=36032241-4e01-4487-9a1f-59e25ab72526)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:22.106645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedfeb8-429e-4dd3-aed1-dc5ee863c831 req-d57acc0a-8e8e-4377-85e9-8bcec592b55f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:22.108378 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acedfeb8-429e-4dd3-aed1-dc5ee863c831 req-d57acc0a-8e8e-4377-85e9-8bcec592b55f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.2370985 Dec 08 22:01:22.162968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab58e67-6b73-4494-8cef-467a7ec1e883 None None] Network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:22.226936 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-26514f10-1ab8-4feb-8d30-9189155ac6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:22.286017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acedfeb8-429e-4dd3-aed1-dc5ee863c831 req-a9ae2a9c-c699-4de2-82da-5f919e5d3e6c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445122 Dec 08 22:01:22.325729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:22.361268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] device_id is not set on port a7184860-7db2-4d72-b1c7-f44f2ecdc62b yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:01:22.421108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device da224800-6624-4d69-97a0-f32286421d71 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:22.423309 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-26514f10-1ab8-4feb-8d30-9189155ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:22.555863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-794c3a70-fad9-4d39-a58c-a947ffcfbd54 None None] Provisioning complete for port da224800-6624-4d69-97a0-f32286421d71 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:22.556723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-794c3a70-fad9-4d39-a58c-a947ffcfbd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:22.558225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-f342631d-f982-4ce0-992d-e339993ee02e', 'network_id': 'f342631d-f982-4ce0-992d-e339993ee02e', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': '7126af54-d7b2-498b-92cc-831fba7ba258'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:22.559212 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:22.630493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677e9be4-1bab-471a-aa65-31a3843805ac', 'tag': 'ece9c4e0-2ee3-4a73-99ee-624218e35133'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:01:22.633313 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead3d692-6876-4354-8513-38d1b09eeaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "677e9be4-1bab-471a-aa65-31a3843805ac", "tag": "ece9c4e0-2ee3-4a73-99ee-624218e35133"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:01:22.671452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26514f10-1ab8-4feb-8d30-9189155ac6f0 None None] Pushing event updated for resources: {'Port': ['ID=fa34d74f-0614-4e2e-8aa6-9bd57340de79,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:22.701664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41708) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:22.788054 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74da2470-2a9b-4d60-bf5c-46ee8a16103a x-openstack-request-id: req-74da2470-2a9b-4d60-bf5c-46ee8a16103a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:01:22.788914 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677e9be4-1bab-471a-aa65-31a3843805ac", "tag": "ece9c4e0-2ee3-4a73-99ee-624218e35133", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:01:22.789005 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74da2470-2a9b-4d60-bf5c-46ee8a16103a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:01:22.789614 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677e9be4-1bab-471a-aa65-31a3843805ac', 'tag': 'ece9c4e0-2ee3-4a73-99ee-624218e35133', 'status': 'completed', 'code': 200} Dec 08 22:01:22.808160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.11 (bacf2ac2-d51d-4062-b51d-043215aaab8b/8e659224-6a78-4807-895b-e893157a9f02/a7184860-7db2-4d72-b1c7-f44f2ecdc62b) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:22.826185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:22.847424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:22.871210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port da224800-6624-4d69-97a0-f32286421d71 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:22.871585 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:22.917808 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-157d397b-3380-4802-8a23-0b1bd458d89a req-638d96b9-7d64-439a-b3c1-422141e21497 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2663178 Dec 08 22:01:23.033647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2517c7-2e9a-47bb-a696-9563bd0137ab service neutron] Pushing event updated for resources: {'Port': ['ID=ece9c4e0-2ee3-4a73-99ee-624218e35133,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:23.039210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-dded6357-38a3-49ba-aa7a-6f09c61be49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:23.041606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-dded6357-38a3-49ba-aa7a-6f09c61be49d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 1094 time: 0.4047687 Dec 08 22:01:23.046433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.070362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Allocated IP 172.20.0.2 (f342631d-f982-4ce0-992d-e339993ee02e/7126af54-d7b2-498b-92cc-831fba7ba258/33bc546f-b096-41f5-8e4e-cd9ea47bd1c9) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:23.110997 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-794c3a70-fad9-4d39-a58c-a947ffcfbd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.208045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-108876963'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:23.244215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Made reservation on behalf of 36f97398948946e0bd90f5fb19379b41 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:23.252589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.267886 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-dc284ffc-3790-4522-9e72-7fee499f5aea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece9c4e0-2ee3-4a73-99ee-624218e35133 HTTP/1.1" status: 200 len: 217 time: 0.2090580 Dec 08 22:01:23.285090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-794c3a70-fad9-4d39-a58c-a947ffcfbd54 None None] For port da224800-6624-4d69-97a0-f32286421d71, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=da224800-6624-4d69-97a0-f32286421d71,segment=NetworkSegment(fa8beead-646b-4a52-801a-7c5b213cc1dd),segment_id=fa8beead-646b-4a52-801a-7c5b213cc1dd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:23.289588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89882e46-a681-49ee-ac9e-266c31963148 req-66150508-5b46-43f5-bc02-b20e13ea270b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:23.292099 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89882e46-a681-49ee-ac9e-266c31963148 req-66150508-5b46-43f5-bc02-b20e13ea270b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1503913 Dec 08 22:01:23.307891 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-794c3a70-fad9-4d39-a58c-a947ffcfbd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.313024 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.375375 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.381882 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.480092 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.516370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89882e46-a681-49ee-ac9e-266c31963148 req-87aa4574-207f-42da-b59d-7e30f2e79866 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017481 Dec 08 22:01:23.568146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.654304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-e3cffbf9-da58-49ca-92fd-f672360de1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:23.657192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-e3cffbf9-da58-49ca-92fd-f672360de1d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.3741431 Dec 08 22:01:23.684565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=a7184860-7db2-4d72-b1c7-f44f2ecdc62b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:23.723080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:23.724531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:23.727554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:23.766863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c3a70-fad9-4d39-a58c-a947ffcfbd54 None None] Pushing event updated for resources: {'Port': ['ID=da224800-6624-4d69-97a0-f32286421d71,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:23.782315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:23.782997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.815816 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1e984614-9f5f-46ea-bf05-1bdd472fd932 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3000124 Dec 08 22:01:23.816578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41718) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:23.837000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7b288797-81ba-40db-9809-f7a7c4fb0fa6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:23.879887 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:01:23.880653 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:01:23.909853 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.941851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:23.975548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:23.999040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-49e5ab5f-7ef6-4007-81a1-6f10f62381a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:24.000797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-49e5ab5f-7ef6-4007-81a1-6f10f62381a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332754 Dec 08 22:01:24.015756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:24.066151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8c5d0ffd-e973-499c-b43c-de7a134cdc83 None None] Provisioning complete for port 907a22ec-b99e-444b-9c6a-54a9eb32e134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:24.066515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0ffd-e973-499c-b43c-de7a134cdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.069483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Network f342631d-f982-4ce0-992d-e339993ee02e is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:24.109774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:24.115219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Pushing event updated for resources: {'Port': ['ID=33bc546f-b096-41f5-8e4e-cd9ea47bd1c9,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:24.117580 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:24.142646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-c20770a0-4446-4988-80aa-acc992ad80cd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:24.157791 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-c20770a0-4446-4988-80aa-acc992ad80cd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.2392774 Dec 08 22:01:24.166760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d0ffd-e973-499c-b43c-de7a134cdc83 None None] Port 907a22ec-b99e-444b-9c6a-54a9eb32e134 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:24.168131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-ef0c3b8b-4a99-4d3f-a8d9-e52ffc8ce9dc service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486993 Dec 08 22:01:24.171503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:24.180107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-4bea1422-6f70-4904-9fd5-6bc580cb4355 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/quotas/64a902ad8ee746c39827af079b3a0c5f HTTP/1.1" status: 200 len: 375 time: 0.0209243 Dec 08 22:01:24.184433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719bed7-d59c-425d-a2c6-a731dfb0c061 req-f0f12100-13d5-4477-87a9-c75250869d17 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:24.186007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e719bed7-d59c-425d-a2c6-a731dfb0c061 req-f0f12100-13d5-4477-87a9-c75250869d17 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.6237845 Dec 08 22:01:24.186681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Pushing event updated for resources: {'Port': ['ID=3ba13f46-6a4a-43ee-b50e-df47d6dc5377,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:24.206002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Attempting to bind port 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:24.206385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Attempting to bind port 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f342631d-f982-4ce0-992d-e339993ee02e'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:24.206785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Attempting to bind port 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9 on network f342631d-f982-4ce0-992d-e339993ee02e {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:24.214549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:24.214999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Checking segment: {'id': 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f342631d-f982-4ce0-992d-e339993ee02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:24.215382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.215791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Bound using segment: {'id': 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f342631d-f982-4ce0-992d-e339993ee02e'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:24.216468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Bound port: 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f342631d-f982-4ce0-992d-e339993ee02e'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:24.216468 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.228785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8c5d0ffd-e973-499c-b43c-de7a134cdc83 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:24.229066 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0ffd-e973-499c-b43c-de7a134cdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.277878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.320115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] For port 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:24.323872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] For port 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=33bc546f-b096-41f5-8e4e-cd9ea47bd1c9,segment=NetworkSegment(ba650a07-2035-4f1a-91d1-cee09ff0ecb7),segment_id=ba650a07-2035-4f1a-91d1-cee09ff0ecb7)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:24.329566 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.335310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-06b2ebf6-c6a2-4732-944e-db2c51b44f9a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1530907 Dec 08 22:01:24.357526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=7126af54-d7b2-498b-92cc-831fba7ba258,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:24.407226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b288797-81ba-40db-9809-f7a7c4fb0fa6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:24.410745 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b288797-81ba-40db-9809-f7a7c4fb0fa6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.455431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-a3aa83fb-099c-461c-8f72-dd01e47cd895 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:01:24.482499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e719bed7-d59c-425d-a2c6-a731dfb0c061 req-c723b77d-2b2e-478e-9298-d096eabf0808 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339911 Dec 08 22:01:24.486660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2910678-bbc6-4b42-82bc-6af23c257855 None None] Pushing event updated for resources: {'Port': ['ID=33bc546f-b096-41f5-8e4e-cd9ea47bd1c9,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:24.526642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-a3aa83fb-099c-461c-8f72-dd01e47cd895 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1871243 Dec 08 22:01:24.547206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.575267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f342631d-f982-4ce0-992d-e339993ee02e']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:24.588607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:24.588607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:24.591200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ec5d5-a1d3-4ea5-945d-d45d0b1c10db None None] Network f342631d-f982-4ce0-992d-e339993ee02e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:24.690318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc7b10fb-04a4-4f9a-b2b2-4b275c185935 req-b2496998-a34e-4512-a0d9-380b9894741b service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984260 Dec 08 22:01:24.691626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa34d74f-0614-4e2e-8aa6-9bd57340de79 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:24.694747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8c5d0ffd-e973-499c-b43c-de7a134cdc83 None None] Provisioning complete for port da224800-6624-4d69-97a0-f32286421d71 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:24.695128 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0ffd-e973-499c-b43c-de7a134cdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.699134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.738188 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.743531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-7a96d875-0183-443f-a910-99b391604465 service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148492 Dec 08 22:01:24.802359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.817242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.856151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:24.856812 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.858102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e807c40a-d084-46a7-ab60-c0b8fd6ae378 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:01:24.900820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa83a9c2-5458-40fb-9694-675b8ebe594d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:24.907716 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:24.908139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:24.914952 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:24.987438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-4fdaaf6a-5e46-450c-8f85-34a496ff0721 service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375069 Dec 08 22:01:25.071862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:25.082160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.082538 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Added segment 9dbcb956-c91b-4429-94d0-c9a2b7d387b3 of type vlan for network 09b41634-f209-4975-a1d5-41b61d453583 Dec 08 22:01:25.099971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device da224800-6624-4d69-97a0-f32286421d71 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:25.125928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d9f6d0f1-79e5-4c83-bd0f-b695c524e9ff None None] Provisioning complete for port a7184860-7db2-4d72-b1c7-f44f2ecdc62b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:25.126596 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d0f1-79e5-4c83-bd0f-b695c524e9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.132559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.193788 n-d-821126-1 neutron-server[102389]: INFO neutron.db.ipam_backend_mixin [None req-7b288797-81ba-40db-9809-f7a7c4fb0fa6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8e659224-6a78-4807-895b-e893157a9f02 (CIDR: 172.20.0.0/28) Dec 08 22:01:25.202089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e807c40a-d084-46a7-ab60-c0b8fd6ae378 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:01:25.204103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:01:25.204103 n-d-821126-1 neutron-server[102389]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:01:25.204103 n-d-821126-1 neutron-server[102389]: [parameters: {'id': 'f342631d-f982-4ce0-992d-e339993ee02e'}] Dec 08 22:01:25.204103 n-d-821126-1 neutron-server[102389]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:01:25.204944 n-d-821126-1 neutron-server[102389]: DEBUG oslo_db.api [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:01:25.209163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-3bc46ec0-cc09-4e83-8664-65e30f109432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:25.213856 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-3bc46ec0-cc09-4e83-8664-65e30f109432 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 1094 time: 0.4504712 Dec 08 22:01:25.236946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6d0f1-79e5-4c83-bd0f-b695c524e9ff None None] Port a7184860-7db2-4d72-b1c7-f44f2ecdc62b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:25.260759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.261788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port da224800-6624-4d69-97a0-f32286421d71 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:25.262091 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.266669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:25.267347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.269838 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b288797-81ba-40db-9809-f7a7c4fb0fa6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:01:25.270900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b288797-81ba-40db-9809-f7a7c4fb0fa6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:25.475231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7543054 Dec 08 22:01:25.475588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41736) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:25.481469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Request body: {'subnet': {'network_id': '09b41634-f209-4975-a1d5-41b61d453583', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:25.533991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7b288797-81ba-40db-9809-f7a7c4fb0fa6 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7006881 Dec 08 22:01:25.545684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41738) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:25.564922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8533bf1d-9542-49a8-8349-c437108c2f6e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:25.613969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-393d2a58-013d-47cb-8ec8-a968dd422898 req-4a537ecc-2294-48ab-9ffe-44b86d05332a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 210 time: 0.1683369 Dec 08 22:01:25.617221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.777755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9242-e698-4b76-901b-a50da5a44385 req-dda87db4-c403-4300-83eb-afb2cb116af8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:25.783294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.789747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-538b9242-e698-4b76-901b-a50da5a44385 req-dda87db4-c403-4300-83eb-afb2cb116af8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.1329823 Dec 08 22:01:25.794170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8691d2c-d067-48b4-9e0f-63396b77946a tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event updated for resources: {'Network': ['ID=09b41634-f209-4975-a1d5-41b61d453583,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:25.816565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 09b41634-f209-4975-a1d5-41b61d453583 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:25.829547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Made reservation on behalf of 36f97398948946e0bd90f5fb19379b41 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:25.840129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:25.928403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-9cbac22f-7da9-437e-b488-bee47cc59f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:25.930054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-9cbac22f-7da9-437e-b488-bee47cc59f62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.7080271 Dec 08 22:01:25.960962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68374837-7d2e-432d-95bc-3f54911d57a2 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:01:25.981310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-4b0ecf27-9d43-4f84-9dca-d0402616cabb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece9c4e0-2ee3-4a73-99ee-624218e35133 HTTP/1.1" status: 200 len: 217 time: 0.0414059 Dec 08 22:01:25.997352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-538b9242-e698-4b76-901b-a50da5a44385 req-35803d3d-9e53-4bdb-b648-e18ede65c8ad tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066185 Dec 08 22:01:26.005657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8533bf1d-9542-49a8-8349-c437108c2f6e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:26.010973 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8533bf1d-9542-49a8-8349-c437108c2f6e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:26.157847 n-d-821126-1 neutron-server[102390]: INFO neutron.db.ipam_backend_mixin [None req-8533bf1d-9542-49a8-8349-c437108c2f6e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d65f6f92-2804-4a50-8c20-9965a50d31f8 (CIDR: 172.20.0.16/28) Dec 08 22:01:26.168064 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8533bf1d-9542-49a8-8349-c437108c2f6e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:01:26.168422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8533bf1d-9542-49a8-8349-c437108c2f6e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:26.177136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-d5c130d9-5883-4a0c-a590-cbe4e64efa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:26.179048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-d5c130d9-5883-4a0c-a590-cbe4e64efa74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1890481 Dec 08 22:01:26.191976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8533bf1d-9542-49a8-8349-c437108c2f6e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6448312 Dec 08 22:01:26.199800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41748) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:26.214092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'subnet': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:26.244253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Deleting port 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:26.244592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:26.249461 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:26.339503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68374837-7d2e-432d-95bc-3f54911d57a2 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:01:26.340103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:26.453894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event updated for resources: {'Subnet': ['ID=4b8a59b4-c117-4716-ac03-f6cd25ee7dc0,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:26.463843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Checking segment: {'id': '9dbcb956-c91b-4429-94d0-c9a2b7d387b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '09b41634-f209-4975-a1d5-41b61d453583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:26.464267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Network hostable DHCP agents. Network: 09b41634-f209-4975-a1d5-41b61d453583, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:26.476960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Made reservation on behalf of 50f35bea5fef461398e3d045fb40cd74 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:26.481282 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:26.531129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Network 09b41634-f209-4975-a1d5-41b61d453583 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:26.551447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 09b41634-f209-4975-a1d5-41b61d453583) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:26.560440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:26.561056 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:26.601483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ab3b376f-98ab-411d-9e3a-8f07632c65cd tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1222210 Dec 08 22:01:26.610680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:26.616730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Request body: {'port': {'network_id': '09b41634-f209-4975-a1d5-41b61d453583', 'name': 'tempest-ExtraDHCPOptionsTestJSON-37935577'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:26.839670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-1dccc5cc-7ef8-483c-96e3-0e766d358fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:26.853379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11226d-fd71-49eb-b162-beca5863f0cb None None] Network 09b41634-f209-4975-a1d5-41b61d453583 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:26.855174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-1dccc5cc-7ef8-483c-96e3-0e766d358fa8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6660066 Dec 08 22:01:26.860811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbaf0831-6361-4530-8c45-740707c5db58 req-3f2edddb-0e6d-44de-ab9e-bce6bb5d5bce tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 210 time: 0.1079819 Dec 08 22:01:26.867235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] For port 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=33bc546f-b096-41f5-8e4e-cd9ea47bd1c9,segment=NetworkSegment(ba650a07-2035-4f1a-91d1-cee09ff0ecb7),segment_id=ba650a07-2035-4f1a-91d1-cee09ff0ecb7)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:26.867594 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:26.909631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Calling delete_port for 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:26.980047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Made reservation on behalf of 36f97398948946e0bd90f5fb19379b41 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:26.983826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.019926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-09b41634-f209-4975-a1d5-41b61d453583', 'network_id': '09b41634-f209-4975-a1d5-41b61d453583', 'tenant_id': '36f97398948946e0bd90f5fb19379b41', 'fixed_ips': [{'subnet_id': '4b8a59b4-c117-4716-ac03-f6cd25ee7dc0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:27.022136 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.034284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] device_id is not set on port 161aa354-8e66-410a-809f-75456cdeca5d yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:01:27.132657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-8d1f476f-9683-4379-89a5-0d787d16d1a5 service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620699 Dec 08 22:01:27.162513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.225537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Port': ['ID=33bc546f-b096-41f5-8e4e-cd9ea47bd1c9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:27.231347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No DVR routers for this DVR port 33bc546f-b096-41f5-8e4e-cd9ea47bd1c9 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:27.232561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:01:27.403131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.427596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ead3d692-6876-4354-8513-38d1b09eeaeb req-329e9b78-4507-47e9-80a2-2e27611b448f service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860627 Dec 08 22:01:27.432872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f342631d-f982-4ce0-992d-e339993ee02e']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:27.451532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:27.451827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba650a07-2035-4f1a-91d1-cee09ff0ecb7') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:27.464149 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.486450 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.498256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:01:27.500240 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:27.500647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:27.504095 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:27.511488 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Sync routers for ids ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:01:27.525191 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Routers {'33d038ef-5e18-42b1-a6a2-19a0a654fe20'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:27.526864 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:27.537463 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.548242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Allocated IP 172.20.0.3 (09b41634-f209-4975-a1d5-41b61d453583/4b8a59b4-c117-4716-ac03-f6cd25ee7dc0/161aa354-8e66-410a-809f-75456cdeca5d) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:27.568291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.569887 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a3d32845-efa6-43fe-8561-ab2f6b053d7b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.8309066 Dec 08 22:01:27.573810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41756) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:27.583142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.598035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bcf0c-6dda-4f97-92fb-becf520af29f req-5d5cd2d3-eccd-4245-ba15-62cb0b1aa29f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:27.599642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f29bcf0c-6dda-4f97-92fb-becf520af29f req-5d5cd2d3-eccd-4245-ba15-62cb0b1aa29f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.5065930 Dec 08 22:01:27.603766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Network bacf2ac2-d51d-4062-b51d-043215aaab8b is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:27.612353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-41f4e899-a321-4a88-9a09-ccb7f7521fb6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:27.614210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-41f4e899-a321-4a88-9a09-ccb7f7521fb6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.6634550 Dec 08 22:01:27.628203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:27.638866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'port': {'device_id': 'dca66fe5-4677-4533-8a7c-c429690d739e', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'admin_state_up': True, 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:27.639072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75db9fc5-4adb-48d6-a05e-81ebd90f9424 None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:27.655479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:27.655967 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.737614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:27.741506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/f342631d-f982-4ce0-992d-e339993ee02e HTTP/1.1" status: 204 len: 168 time: 6.0756366 Dec 08 22:01:27.742642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f383d9-e38e-4529-84b3-e52174984fe4 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=f342631d-f982-4ce0-992d-e339993ee02e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:27.750700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41758) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:27.757632 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Set router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:27.759340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Subnet': ['ID=acc5dc89-7610-4910-b072-6ed8635a91c9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:27.780585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b76d8f7e-78c4-486e-a698-3e6e45cadc32 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5747838 Dec 08 22:01:27.786277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41760) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:27.801565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f29bcf0c-6dda-4f97-92fb-becf520af29f req-55a092fe-1066-4ed5-9f27-3fa30dce4881 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862020 Dec 08 22:01:27.807777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-201098970', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'acc5dc89-7610-4910-b072-6ed8635a91c9'}], 'security_groups': ['7aaef394-23fd-43e1-a7cf-02fb17592a9a', 'e1e9db7f-705d-46b0-b21a-779f9c4ea806']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:27.857797 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1d537f-cd14-45e6-9754-09be8ccc1b68 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] GET failed (client error): The resource could not be found. Dec 08 22:01:27.859642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd1d537f-cd14-45e6-9754-09be8ccc1b68 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/subnets/7126af54-d7b2-498b-92cc-831fba7ba258 HTTP/1.1" status: 404 len: 337 time: 0.1079133 Dec 08 22:01:27.863249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41762) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:27.895890 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e68e851-a8c2-4f71-9a80-957335bd7b32 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:27.897308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e68e851-a8c2-4f71-9a80-957335bd7b32 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:27.899980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6e68e851-a8c2-4f71-9a80-957335bd7b32 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/f342631d-f982-4ce0-992d-e339993ee02e HTTP/1.1" status: 404 len: 339 time: 0.0357871 Dec 08 22:01:27.907574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41766) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:28.018599 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:25Z', 'revision_number': 3, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port': {'id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:20Z', 'updated_at': '2021-12-08T22:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:28.056958 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Checking router: 33d038ef-5e18-42b1-a6a2-19a0a654fe20 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:01:28.057311 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Updating router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:01:28.090160 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.128781 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d66e81e6-26a4-4a23-ba8a-33087fb55be7 req-f24d58cb-feb3-4a77-bd41-bfc77414a3c7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 210 time: 0.0351243 Dec 08 22:01:28.157307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b741247-3d60-4911-a21e-fc0754c1143e None None] Update dhcp port {'port': {'network_id': 'bacf2ac2-d51d-4062-b51d-043215aaab8b', 'fixed_ips': [{'subnet_id': 'd65f6f92-2804-4a50-8c20-9965a50d31f8', 'ip_address': '172.20.0.18'}, {'subnet_id': '8e659224-6a78-4807-895b-e893157a9f02', 'ip_address': '172.20.0.2'}, {'subnet_id': 'acc5dc89-7610-4910-b072-6ed8635a91c9'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'fa34d74f-0614-4e2e-8aa6-9bd57340de79'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:01:28.164672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Made reservation on behalf of 64a902ad8ee746c39827af079b3a0c5f for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:28.168690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.198184 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5b741247-3d60-4911-a21e-fc0754c1143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.241411 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.274003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99710ec0-37e8-47cf-8b2b-e224275a2d50 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:28.276325 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-99710ec0-37e8-47cf-8b2b-e224275a2d50 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3669844 Dec 08 22:01:28.280346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:28.328541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dfa4024e-5180-4e8a-9f5c-894e010d8b6a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 207 time: 0.0468912 Dec 08 22:01:28.332755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41770) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:28.371533 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.420693 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.430323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5b741247-3d60-4911-a21e-fc0754c1143e None None] Allocated IP 172.20.0.34 (bacf2ac2-d51d-4062-b51d-043215aaab8b/acc5dc89-7610-4910-b072-6ed8635a91c9/fa34d74f-0614-4e2e-8aa6-9bd57340de79) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:28.432644 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.437888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.442218 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.492487 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2e09-e8ab-43f4-b58a-6c8d5f791d92 None None] Pushing event updated for resources: {'Port': ['ID=3ba13f46-6a4a-43ee-b50e-df47d6dc5377,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:28.521962 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Attempting to bind port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:28.522569 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Attempting to bind port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:28.522694 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Attempting to bind port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:28.529584 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:28.530022 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:28.530431 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.530848 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:28.531446 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Bound port: 3ba13f46-6a4a-43ee-b50e-df47d6dc5377, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:28.531832 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.576707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Allocated IP 172.20.0.2 (09b41634-f209-4975-a1d5-41b61d453583/4b8a59b4-c117-4716-ac03-f6cd25ee7dc0/6733c98f-2645-43ae-b05c-cde4eb815957) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:28.576963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Network 09b41634-f209-4975-a1d5-41b61d453583 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:28.578336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event updated for resources: {'Port': ['ID=161aa354-8e66-410a-809f-75456cdeca5d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:28.595765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5b741247-3d60-4911-a21e-fc0754c1143e None None] For port fa34d74f-0614-4e2e-8aa6-9bd57340de79, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa34d74f-0614-4e2e-8aa6-9bd57340de79,segment=NetworkSegment(36032241-4e01-4487-9a1f-59e25ab72526),segment_id=36032241-4e01-4487-9a1f-59e25ab72526)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:28.599883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:28.606559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Allocated IP 172.20.0.4 (c76c03ce-0af3-41eb-8216-726e197ec182/24c4f60c-81a2-4017-83df-1236e4b55723/f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:28.609448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:28.624703 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] For port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:28.628081 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] For port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3ba13f46-6a4a-43ee-b50e-df47d6dc5377,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:28.636118 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.642515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Allocated IP 172.20.0.1 (1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7/9cb267f3-cd4d-43df-bc15-922c8aa8cd8d/2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:28.672000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:28.672745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.681874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5b741247-3d60-4911-a21e-fc0754c1143e None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.695438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5b741247-3d60-4911-a21e-fc0754c1143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.716025 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Routers {'33d038ef-5e18-42b1-a6a2-19a0a654fe20'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:28.716558 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:28.751267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9bf68785-1bc0-4f42-bb64-caad3338a841 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1392102 Dec 08 22:01:28.756658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41772) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:28.764706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Request body: {'port': {'network_id': '09b41634-f209-4975-a1d5-41b61d453583', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1816462154', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:28.765195 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] bootfile-name is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:28.765533 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] tftp-server is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:28.765881 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.api.validators [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] server-ip-address is not in valid_values {{(pid=102390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:28.778095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.827885 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.856886 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] Set router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:28.907728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:28.922110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b741247-3d60-4911-a21e-fc0754c1143e None None] Pushing event updated for resources: {'Port': ['ID=fa34d74f-0614-4e2e-8aa6-9bd57340de79,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:28.926261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:28.940719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f24dc-5583-4cb0-aaf0-896055bedf7a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:28.945813 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.948842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f24dc-5583-4cb0-aaf0-896055bedf7a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:28.954320 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:28.959888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f24dc-5583-4cb0-aaf0-896055bedf7a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:28.965939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f24dc-5583-4cb0-aaf0-896055bedf7a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:28.968266 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b75f24dc-5583-4cb0-aaf0-896055bedf7a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.6346445 Dec 08 22:01:28.971785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:28.974025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:28.986006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:29.006488 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2e09-e8ab-43f4-b58a-6c8d5f791d92 None None] Pushing event updated for resources: {'Port': ['ID=3ba13f46-6a4a-43ee-b50e-df47d6dc5377,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:29.018120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Pushing event updated for resources: {'Port': ['ID=6733c98f-2645-43ae-b05c-cde4eb815957,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:29.034068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Network 09b41634-f209-4975-a1d5-41b61d453583 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:29.035915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:29.041226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:29.105544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.137657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Attempting to bind port 6733c98f-2645-43ae-b05c-cde4eb815957 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:29.138286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Attempting to bind port 6733c98f-2645-43ae-b05c-cde4eb815957 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '9dbcb956-c91b-4429-94d0-c9a2b7d387b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '09b41634-f209-4975-a1d5-41b61d453583'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:29.138832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Attempting to bind port 6733c98f-2645-43ae-b05c-cde4eb815957 on network 09b41634-f209-4975-a1d5-41b61d453583 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:29.146532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:29.147230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Checking segment: {'id': '9dbcb956-c91b-4429-94d0-c9a2b7d387b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '09b41634-f209-4975-a1d5-41b61d453583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:29.147795 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.148352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Bound using segment: {'id': '9dbcb956-c91b-4429-94d0-c9a2b7d387b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '09b41634-f209-4975-a1d5-41b61d453583'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:29.153536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Bound port: 6733c98f-2645-43ae-b05c-cde4eb815957, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbcb956-c91b-4429-94d0-c9a2b7d387b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '09b41634-f209-4975-a1d5-41b61d453583'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:29.154275 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.198237 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:25Z', 'revision_number': 3, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port': {'id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:20Z', 'updated_at': '2021-12-08T22:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:29.273745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] For port 6733c98f-2645-43ae-b05c-cde4eb815957, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:29.277844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] For port 6733c98f-2645-43ae-b05c-cde4eb815957, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6733c98f-2645-43ae-b05c-cde4eb815957,segment=NetworkSegment(9dbcb956-c91b-4429-94d0-c9a2b7d387b3),segment_id=9dbcb956-c91b-4429-94d0-c9a2b7d387b3)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:29.285293 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068df48-9dd3-4e0b-8b3f-6cfcacc2a563 None None] The sync data for ids ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'] in n-d-821126-1 is: [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:25Z', 'revision_number': 3, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port': {'id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:20Z', 'updated_at': '2021-12-08T22:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:01:29.296033 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.339232 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-c68214cb-73b2-4426-a9c7-278d03c20e87 {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:01:29.339710 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:01:29.391896 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.399869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6366e8-51c4-4e54-8816-593e06db0294 None None] Pushing event updated for resources: {'Port': ['ID=6733c98f-2645-43ae-b05c-cde4eb815957,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:29.420615 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7bbcb38e-9721-415e-8e34-d3dc3025cc07 req-7a36865e-e5e2-453a-881c-8e4e1ab03bb2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 210 time: 0.1174967 Dec 08 22:01:29.445149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d8b9-1897-4142-b673-548002a2fa64 req-0770b01a-c4b4-4ced-b413-5ca85c1cb908 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:29.453047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1621d8b9-1897-4142-b673-548002a2fa64 req-0770b01a-c4b4-4ced-b413-5ca85c1cb908 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.5443079 Dec 08 22:01:29.470916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Made reservation on behalf of 36f97398948946e0bd90f5fb19379b41 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:29.474498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.483700 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.509972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c2bde067-c242-40de-8fa8-5329d53b66ab None None] Provisioning complete for port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:29.511592 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2bde067-c242-40de-8fa8-5329d53b66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.529634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.542988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] device_id is not set on port 01a6642b-402f-4c95-8935-5d59b7d44f45 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:01:29.559294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1621d8b9-1897-4142-b673-548002a2fa64 req-777bbbb0-2144-4d84-99e8-9c166d67cd16 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053276 Dec 08 22:01:29.560691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['047affae-25ce-4051-b4ba-5237028c6258'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:01:29.658401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f80725c9-ec6b-4c7f-8ee8-a4dcd394dd3e tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.6728566 Dec 08 22:01:29.659173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Network c76c03ce-0af3-41eb-8216-726e197ec182 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:29.659647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41780) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:29.669541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:29.682942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c2bde067-c242-40de-8fa8-5329d53b66ab None None] Port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:29.689510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:29.789306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:29.791010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:29.802852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'Port': ['ID=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:29.946402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Allocated IP 172.20.0.8 (09b41634-f209-4975-a1d5-41b61d453583/4b8a59b4-c117-4716-ac03-f6cd25ee7dc0/01a6642b-402f-4c95-8935-5d59b7d44f45) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:30.037573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64022f-2ac3-4ecc-9783-2d296801e827 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:30.041125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64022f-2ac3-4ecc-9783-2d296801e827 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:30.043248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1a64022f-2ac3-4ecc-9783-2d296801e827 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3904097 Dec 08 22:01:30.051299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41782) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:30.064595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-f2e54f8a-14f9-4c67-874b-f60479669b21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4313166 Dec 08 22:01:30.128931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Request body: {'port': {'device_id': 'dca66fe5-4677-4533-8a7c-c429690d739e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:30.133405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b5b98a2a-c40a-4533-a9fa-87cd74d4fc6f None None] Provisioning complete for port 907a22ec-b99e-444b-9c6a-54a9eb32e134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:30.133600 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5b98a2a-c40a-4533-a9fa-87cd74d4fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.136161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.200492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b5b98a2a-c40a-4533-a9fa-87cd74d4fc6f None None] Port 907a22ec-b99e-444b-9c6a-54a9eb32e134 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:30.217269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b5b98a2a-c40a-4533-a9fa-87cd74d4fc6f None None] Provisioning complete for port a7184860-7db2-4d72-b1c7-f44f2ecdc62b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:30.217482 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5b98a2a-c40a-4533-a9fa-87cd74d4fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.231686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623be574-e200-47d0-af9c-2f9ae3a95efe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:30.233491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623be574-e200-47d0-af9c-2f9ae3a95efe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:30.235608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-623be574-e200-47d0-af9c-2f9ae3a95efe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1776462 Dec 08 22:01:30.241580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41784) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:30.265894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b5b98a2a-c40a-4533-a9fa-87cd74d4fc6f None None] Port a7184860-7db2-4d72-b1c7-f44f2ecdc62b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:30.285504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b5b98a2a-c40a-4533-a9fa-87cd74d4fc6f None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:30.286226 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5b98a2a-c40a-4533-a9fa-87cd74d4fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.374816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.378440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.395808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.441465 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.491728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e4f3aa-41ee-4f59-9597-4ee47681b036 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:30.493238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-07e4f3aa-41ee-4f59-9597-4ee47681b036 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/networks/cc180fec-0475-45e9-84b5-7bb8dc4e9b46 HTTP/1.1" status: 200 len: 799 time: 0.2504687 Dec 08 22:01:30.500235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:30.552856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1bb98a3f-18de-44cc-9c69-6cecd06e9b46 None None] Provisioning complete for port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:30.553393 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1bb98a3f-18de-44cc-9c69-6cecd06e9b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:30.620782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1bb98a3f-18de-44cc-9c69-6cecd06e9b46 None None] Port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:30.725585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:30.728994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:30.752455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:30.794035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eefe2c-9332-489f-a310-70f9e041d086 req-392d59a3-0101-4357-9a12-c0a282ab52bf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:30.796018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9eefe2c-9332-489f-a310-70f9e041d086 req-392d59a3-0101-4357-9a12-c0a282ab52bf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 931 time: 0.1513510 Dec 08 22:01:30.921804 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9eefe2c-9332-489f-a310-70f9e041d086 req-8a0236e4-1fb3-4b22-a466-b86ec09ca1f2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880740 Dec 08 22:01:30.943098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6733c98f-2645-43ae-b05c-cde4eb815957 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:30.986101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:01:31.022076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 6733c98f-2645-43ae-b05c-cde4eb815957 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:31.022457 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.119462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.163831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 6733c98f-2645-43ae-b05c-cde4eb815957, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6733c98f-2645-43ae-b05c-cde4eb815957,segment=NetworkSegment(9dbcb956-c91b-4429-94d0-c9a2b7d387b3),segment_id=9dbcb956-c91b-4429-94d0-c9a2b7d387b3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:31.171260 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.172472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:31.179672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018f5ff-db75-4460-a6f9-7e82b11b335c None None] Network 09b41634-f209-4975-a1d5-41b61d453583 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:31.208340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:01:31.222588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d0202c2b-14f1-4128-b699-98f110a8c4d9 admin admin] 10.222.0.21 "PUT /v2.0/routers/33d038ef-5e18-42b1-a6a2-19a0a654fe20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6472986 Dec 08 22:01:31.302044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c1c9cddb-bdc6-46dc-b6db-f9f35cfe631d None None] Provisioning complete for port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:31.302415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c1c9cddb-bdc6-46dc-b6db-f9f35cfe631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.344889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9cddb-bdc6-46dc-b6db-f9f35cfe631d None None] Port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:31.365686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=6733c98f-2645-43ae-b05c-cde4eb815957,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:31.391710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c1c9cddb-bdc6-46dc-b6db-f9f35cfe631d None None] Provisioning complete for port 6733c98f-2645-43ae-b05c-cde4eb815957 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:31.392112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c1c9cddb-bdc6-46dc-b6db-f9f35cfe631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.426100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:31.426774 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.566666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Delete allocated IP 172.20.0.11 (bacf2ac2-d51d-4062-b51d-043215aaab8b/8e659224-6a78-4807-895b-e893157a9f02) {{(pid=102390) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 22:01:31.575927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Allocated IP 172.20.0.36 (bacf2ac2-d51d-4062-b51d-043215aaab8b/acc5dc89-7610-4910-b072-6ed8635a91c9/a7184860-7db2-4d72-b1c7-f44f2ecdc62b) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:31.576919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.647321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3ba13f46-6a4a-43ee-b50e-df47d6dc5377,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:31.661960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.662799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa34d74f-0614-4e2e-8aa6-9bd57340de79 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:31.673908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.785686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=3ba13f46-6a4a-43ee-b50e-df47d6dc5377,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:31.802532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:31.802977 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:31.872699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-148fd05b-3142-4cc7-a53e-2b3fe0114ff8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/networks/cc180fec-0475-45e9-84b5-7bb8dc4e9b46?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 1.3654823 Dec 08 22:01:31.877668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41808) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:31.942596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602b29-e8ce-40fe-9335-8a7110dd3635 req-2a62a7e8-c280-4630-af11-1c7491898096 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:31.948934 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa602b29-e8ce-40fe-9335-8a7110dd3635 req-2a62a7e8-c280-4630-af11-1c7491898096 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.5328603 Dec 08 22:01:32.004419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0274fa-674d-41dd-8c4e-73696b3d8cb6 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:32.016567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fb0274fa-674d-41dd-8c4e-73696b3d8cb6 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/subnets/4e5b6888-791b-451f-b8ca-06d38a1f5686 HTTP/1.1" status: 200 len: 811 time: 0.1360807 Dec 08 22:01:32.021872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41816) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:32.126349 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.141710 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288fd837-abf8-42d3-8966-a207a3e25877 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:32.156637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-288fd837-abf8-42d3-8966-a207a3e25877 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "GET /v2.0/subnets/4e5b6888-791b-451f-b8ca-06d38a1f5686?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1306872 Dec 08 22:01:32.161282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41818) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:32.165797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-af798a71-83d1-42bf-bfb9-fbd78d1e3caf None None] Provisioning complete for port 6733c98f-2645-43ae-b05c-cde4eb815957 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:32.167168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-af798a71-83d1-42bf-bfb9-fbd78d1e3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.172269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Sync routers for ids ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:01:32.194073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-278009697'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:32.230697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event updated for resources: {'Port': ['ID=01a6642b-402f-4c95-8935-5d59b7d44f45,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:32.263378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:32.268900 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.274124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa602b29-e8ce-40fe-9335-8a7110dd3635 req-a1d99217-1e5e-441b-87ad-cdf76698069b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866282 Dec 08 22:01:32.289779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.295240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Routers {'33d038ef-5e18-42b1-a6a2-19a0a654fe20'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:32.296059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:32.363452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Network 09b41634-f209-4975-a1d5-41b61d453583 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:32.367192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.491009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event updated for resources: {'Port': ['ID=a7184860-7db2-4d72-b1c7-f44f2ecdc62b,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:32.502402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:32.510744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:32.664398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:32.665262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.728700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:01:32.750582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6733c98f-2645-43ae-b05c-cde4eb815957 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:32.779703 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.858808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-02af2465-1d76-498a-93bd-3e159c178f28 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0983219 Dec 08 22:01:32.870538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41842) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:32.890918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Transition to ACTIVE for port object f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:01:32.901706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:32.912332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Set router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:32.915906 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.916472 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Added segment f229747a-fe17-4ce6-bec3-005aac81ce9c of type vlan for network 0771425a-1cae-4283-a319-76eb5630b3ee Dec 08 22:01:32.942281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.952493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] In _notify_port_updated(), no bound segment for port a7184860-7db2-4d72-b1c7-f44f2ecdc62b on network bacf2ac2-d51d-4062-b51d-043215aaab8b {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:01:32.958006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:32.958645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.960002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7317e40b-4cb0-4029-8b05-8c3f8df419cf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "PUT /v2.0/ports/a7184860-7db2-4d72-b1c7-f44f2ecdc62b HTTP/1.1" status: 200 len: 959 time: 5.1574533 Dec 08 22:01:32.973169 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:32.989931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41848) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:33.007278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3c19-6d1b-4d93-8a57-79bbd7d6b685 req-b88a67a3-1a22-4e38-8040-97ae2d31a430 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:33.008816 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58ec3c19-6d1b-4d93-8a57-79bbd7d6b685 req-b88a67a3-1a22-4e38-8040-97ae2d31a430 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 931 time: 0.3861823 Dec 08 22:01:33.018866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41850) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:33.025883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 6733c98f-2645-43ae-b05c-cde4eb815957 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:33.026399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.028898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-af798a71-83d1-42bf-bfb9-fbd78d1e3caf None None] Provisioning complete for port 161aa354-8e66-410a-809f-75456cdeca5d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:33.029302 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-af798a71-83d1-42bf-bfb9-fbd78d1e3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.030788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.037026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:33.037853 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.069152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-af798a71-83d1-42bf-bfb9-fbd78d1e3caf None None] Port 161aa354-8e66-410a-809f-75456cdeca5d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:33.143957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:33.165790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02ebdc-d547-4ab1-87e5-6a0a56fe8100 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:33.178470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02ebdc-d547-4ab1-87e5-6a0a56fe8100 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:33.191143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02ebdc-d547-4ab1-87e5-6a0a56fe8100 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:33.195580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ee02ebdc-d547-4ab1-87e5-6a0a56fe8100 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3210547 Dec 08 22:01:33.204098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41852) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:33.256568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0941436 Dec 08 22:01:33.270249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41854) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:33.288444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'network_id': '0771425a-1cae-4283-a319-76eb5630b3ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:33.333240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2697b543-1271-4a27-81bc-8193f89569f4 None None] Provisioning complete for port 01a6642b-402f-4c95-8935-5d59b7d44f45 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:33.333809 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2697b543-1271-4a27-81bc-8193f89569f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.405260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58ec3c19-6d1b-4d93-8a57-79bbd7d6b685 req-186bfdd2-7a3a-49f3-8485-0b4599143efa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766787 Dec 08 22:01:33.409500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89deaa10-fa70-47f1-bc3d-8f8016eecdbe tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Network': ['ID=0771425a-1cae-4283-a319-76eb5630b3ee,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:33.441612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 0771425a-1cae-4283-a319-76eb5630b3ee details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:33.537794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Made reservation on behalf of c2c207c20f0445a08b6354b205b68634 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:33.542465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-12b4cecc-713b-42e8-8e47-a52f0d9c49da tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port a7184860-7db2-4d72-b1c7-f44f2ecdc62b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:33.542847 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12b4cecc-713b-42e8-8e47-a52f0d9c49da tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.547833 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.567269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2697b543-1271-4a27-81bc-8193f89569f4 None None] Port 01a6642b-402f-4c95-8935-5d59b7d44f45 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:33.576245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:33.618163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Attempting to bind port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:33.618563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Attempting to bind port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:33.619297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Attempting to bind port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:33.626176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:29Z', 'revision_number': 4, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port': {'id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:20Z', 'updated_at': '2021-12-08T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f', 'name': '', 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'mac_address': 'fa:16:3e:88:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9cb267f3-cd4d-43df-bc15-922c8aa8cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:28Z', 'updated_at': '2021-12-08T22:01:29Z', 'revision_number': 2, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'subnets': [{'id': '9cb267f3-cd4d-43df-bc15-922c8aa8cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:33.630072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2697b543-1271-4a27-81bc-8193f89569f4 None None] Provisioning complete for port 161aa354-8e66-410a-809f-75456cdeca5d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:33.630543 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2697b543-1271-4a27-81bc-8193f89569f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.643496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c8752dc8-a671-4138-8c6f-3325024f8254 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Deleting port 01a6642b-402f-4c95-8935-5d59b7d44f45 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:33.643839 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8752dc8-a671-4138-8c6f-3325024f8254 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.647036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a on network c76c03ce-0af3-41eb-8216-726e197ec182 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:01:33.647363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Attempting to bind port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:33.667650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2697b543-1271-4a27-81bc-8193f89569f4 None None] Port 161aa354-8e66-410a-809f-75456cdeca5d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:33.698224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Checking router: 33d038ef-5e18-42b1-a6a2-19a0a654fe20 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:01:33.698659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Updating router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:01:33.702809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052a784-ae04-4090-87b9-29c1b2d5ed81 req-d5fb7187-7ce1-49bb-a6f5-b872260ca6b1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:33.704375 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3052a784-ae04-4090-87b9-29c1b2d5ed81 req-d5fb7187-7ce1-49bb-a6f5-b872260ca6b1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.2877734 Dec 08 22:01:33.712344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:33.712893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Checking segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:33.713106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Bound using segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:33.713500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Bound port: f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:33.713857 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.738609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.793109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:33.793867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.808290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] For port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:33.811434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] For port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:33.818308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Performing IP validity checks on allocation pools {{(pid=102389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 22:01:33.818800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 22:01:33.834784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.853047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3052a784-ae04-4090-87b9-29c1b2d5ed81 req-a62da2fe-020a-4d75-a2f3-ba292f556c49 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097023 Dec 08 22:01:33.905698 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12b4cecc-713b-42e8-8e47-a52f0d9c49da tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.908515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:33.945257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:33.946084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:33.949341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-507f0d6c-2931-470c-a68d-f19a6907f2a4 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a HTTP/1.1" status: 200 len: 1091 time: 3.8687718 Dec 08 22:01:33.957356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca66fe5-4677-4533-8a7c-c429690d739e', 'tag': 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:01:33.961108 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3a7b45-b469-45bb-a10d-7bed22e5616d" -d '{"events": [{"name": "network-changed", "server_uuid": "dca66fe5-4677-4533-8a7c-c429690d739e", "tag": "f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:01:33.966130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-12b4cecc-713b-42e8-8e47-a52f0d9c49da tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for a7184860-7db2-4d72-b1c7-f44f2ecdc62b owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:34.005813 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:01:34.011156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ca534b31-d3d1-4172-953a-2055b4e4bdb6 None None] Provisioning complete for port a7184860-7db2-4d72-b1c7-f44f2ecdc62b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:34.011858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ca534b31-d3d1-4172-953a-2055b4e4bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.059210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ca534b31-d3d1-4172-953a-2055b4e4bdb6 None None] Port a7184860-7db2-4d72-b1c7-f44f2ecdc62b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:34.066190 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8752dc8-a671-4138-8c6f-3325024f8254 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.077236 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14716f4f-e91c-4add-9bf3-b508616e955c x-openstack-request-id: req-14716f4f-e91c-4add-9bf3-b508616e955c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:01:34.077554 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca66fe5-4677-4533-8a7c-c429690d739e", "tag": "f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:01:34.077786 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14716f4f-e91c-4add-9bf3-b508616e955c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:01:34.078194 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca66fe5-4677-4533-8a7c-c429690d739e', 'tag': 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a', 'status': 'completed', 'code': 200} Dec 08 22:01:34.143007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c8752dc8-a671-4138-8c6f-3325024f8254 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Calling delete_port for 01a6642b-402f-4c95-8935-5d59b7d44f45 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:34.170571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-708d257f-9b34-489a-96d5-95995ebdd3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:34.172312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-708d257f-9b34-489a-96d5-95995ebdd3fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 1094 time: 0.1392601 Dec 08 22:01:34.211905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.215108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.276194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-4f6ccc80-a97a-4ca8-977a-d58bf409d79c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a HTTP/1.1" status: 200 len: 217 time: 0.0911319 Dec 08 22:01:34.307247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.316699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.408152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-edfe66fe-d41f-4cdf-a9c1-35cdeb7ab758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:34.409916 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-edfe66fe-d41f-4cdf-a9c1-35cdeb7ab758 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1193001 Dec 08 22:01:34.422548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=5ffdce85-5f2c-4fbc-9901-c8c82a48cab0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:34.478928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Checking segment: {'id': 'f229747a-fe17-4ce6-bec3-005aac81ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0771425a-1cae-4283-a319-76eb5630b3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:34.479346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network hostable DHCP agents. Network: 0771425a-1cae-4283-a319-76eb5630b3ee, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:34.523468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Pushing event updated for resources: {'Port': ['ID=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:34.547307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Attempting to bind port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:34.547691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Attempting to bind port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:34.548245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Attempting to bind port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f on network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:34.558487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:34.558992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Checking segment: {'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:34.560122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.560122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Bound using segment: {'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:34.560475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Bound port: 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8beead-646b-4a52-801a-7c5b213cc1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:34.560662 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.564753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.565106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.565482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.565877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.566212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.566563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.566942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.567281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.567609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.567940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.568285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.568659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:34.579753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12b4cecc-713b-42e8-8e47-a52f0d9c49da tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.580763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Network 0771425a-1cae-4283-a319-76eb5630b3ee is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:34.597708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-b9d7d669-fb84-40b9-923a-3c153c26cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:34.599324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-b9d7d669-fb84-40b9-923a-3c153c26cff1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738584 Dec 08 22:01:34.599974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8752dc8-a671-4138-8c6f-3325024f8254 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.676723 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 0771425a-1cae-4283-a319-76eb5630b3ee) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:34.684321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:34.684917 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.694250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6883d4e-e89d-4d7e-9395-329c49c328ef None None] Network 0771425a-1cae-4283-a319-76eb5630b3ee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:34.697615 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] For port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:34.723855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0c35c6cc-300b-42d4-b8ef-7b1527dad6d3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4436085 Dec 08 22:01:34.723855 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41862) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:34.730300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7193bffa-b270-4efb-b218-31a09c62384c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:34.750950 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-6e0079eb-f44e-46c7-b8c2-9b29b4a967da service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227221 Dec 08 22:01:34.785129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4cecc-713b-42e8-8e47-a52f0d9c49da tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=a7184860-7db2-4d72-b1c7-f44f2ecdc62b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:34.786568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a000782-0816-4d9b-8f99-20edf7dda527 req-60bef2de-973e-4015-bda2-a6e50dc50734 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:34.802639 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a000782-0816-4d9b-8f99-20edf7dda527 req-60bef2de-973e-4015-bda2-a6e50dc50734 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 943 time: 0.2227502 Dec 08 22:01:34.819446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] For port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,segment=NetworkSegment(fa8beead-646b-4a52-801a-7c5b213cc1dd),segment_id=fa8beead-646b-4a52-801a-7c5b213cc1dd)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:34.837383 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:34.888034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a000782-0816-4d9b-8f99-20edf7dda527 req-03f3e91b-9cb1-4b81-9ddc-9800d3480a68 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857944 Dec 08 22:01:34.956031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae4050-aaa8-4bb2-917c-2c6d2efe8d3b None None] Pushing event updated for resources: {'Port': ['ID=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:34.972626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6ed0de91-0e3d-478e-ab21-ed9392e2abe5 None None] Provisioning complete for port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:34.973332 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ed0de91-0e3d-478e-ab21-ed9392e2abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.057418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Routers {'33d038ef-5e18-42b1-a6a2-19a0a654fe20'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:35.058548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:35.073313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8752dc8-a671-4138-8c6f-3325024f8254 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event deleted for resources: {'Port': ['ID=01a6642b-402f-4c95-8935-5d59b7d44f45,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:35.120897 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7193bffa-b270-4efb-b218-31a09c62384c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9447612'] for subnet, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.241202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Deleting port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:35.241889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.258061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12b4cecc-713b-42e8-8e47-a52f0d9c49da tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.262698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-12b4cecc-713b-42e8-8e47-a52f0d9c49da tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/a7184860-7db2-4d72-b1c7-f44f2ecdc62b HTTP/1.1" status: 204 len: 168 time: 2.2529440 Dec 08 22:01:35.265779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c8752dc8-a671-4138-8c6f-3325024f8254 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.271259 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c8752dc8-a671-4138-8c6f-3325024f8254 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "DELETE /v2.0/ports/01a6642b-402f-4c95-8935-5d59b7d44f45 HTTP/1.1" status: 204 len: 168 time: 2.0529933 Dec 08 22:01:35.272119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41868) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:35.293488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:35.298015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-0771425a-1cae-4283-a319-76eb5630b3ee', 'network_id': '0771425a-1cae-4283-a319-76eb5630b3ee', 'tenant_id': 'c2c207c20f0445a08b6354b205b68634', 'fixed_ips': [{'subnet_id': '5ffdce85-5f2c-4fbc-9901-c8c82a48cab0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:35.299010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Request body: {'port': {'name': 'tempest-new-port-name-1713391030', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:35.299133 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.299412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.api.validators [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] bootfile-name is not in valid_values {{(pid=102389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:35.299743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.api.validators [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] tftp-server is not in valid_values {{(pid=102389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:35.300063 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.api.validators [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] server-ip-address is not in valid_values {{(pid=102389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 22:01:35.330159 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04975b2-fe89-4aac-9c5d-3e51e5f8d07d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] GET failed (client error): The resource could not be found. Dec 08 22:01:35.334219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c04975b2-fe89-4aac-9c5d-3e51e5f8d07d tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports/a7184860-7db2-4d72-b1c7-f44f2ecdc62b HTTP/1.1" status: 404 len: 333 time: 0.0511594 Dec 08 22:01:35.348139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afb97f-e109-44b4-91e8-092cc1f0417f req-6d9fd2f5-ac85-41f1-a1b5-c2757f8c122b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:35.348289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41872) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:35.350311 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58afb97f-e109-44b4-91e8-092cc1f0417f req-6d9fd2f5-ac85-41f1-a1b5-c2757f8c122b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.2782435 Dec 08 22:01:35.382021 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd11631f-ef20-47ba-86dd-9c21bce3278d req-fe12374d-ad4c-459e-a966-4b9ced37d432 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021047 Dec 08 22:01:35.428995 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58afb97f-e109-44b4-91e8-092cc1f0417f req-3a3ca4ed-8876-4df3-835f-7cee333c2cee tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657370 Dec 08 22:01:35.484743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-8bebd3cf-34c4-4d9b-b636-52a4dc168ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:35.486230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-8bebd3cf-34c4-4d9b-b636-52a4dc168ec1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 1094 time: 0.0475149 Dec 08 22:01:35.500800 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08602c76-0d1c-47a7-857c-14d35dfd6f9b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.514032 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ed0de91-0e3d-478e-ab21-ed9392e2abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.534525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] Set router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:35.588699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.602914 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84114d96-ec79-4824-91f4-32077897c7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.604300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08602c76-0d1c-47a7-857c-14d35dfd6f9b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.604442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-fb40eb07-15aa-4c86-8747-c7666cd94e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:35.609519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6ed0de91-0e3d-478e-ab21-ed9392e2abe5 None None] For port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,segment=NetworkSegment(fa8beead-646b-4a52-801a-7c5b213cc1dd),segment_id=fa8beead-646b-4a52-801a-7c5b213cc1dd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:35.611713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-fb40eb07-15aa-4c86-8747-c7666cd94e67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.1178920 Dec 08 22:01:35.618445 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ed0de91-0e3d-478e-ab21-ed9392e2abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.619024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] For port eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,segment=NetworkSegment(8f0f7250-fe5c-4412-bd23-ed45a9390acd),segment_id=8f0f7250-fe5c-4412-bd23-ed45a9390acd)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:35.619409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.666574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7193bffa-b270-4efb-b218-31a09c62384c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777352351389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10324467'] for subnet, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.676459 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-e7032e21-c461-484f-a725-eea1d3360ebe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a HTTP/1.1" status: 200 len: 217 time: 0.0553393 Dec 08 22:01:35.682956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Calling delete_port for eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:35.734215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-a95b6bae-60aa-456f-a953-4135fb192385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:35.736263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-a95b6bae-60aa-456f-a953-4135fb192385 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.0512877 Dec 08 22:01:35.797361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-ef8f7184-4972-44a7-ab84-fbe6d0776758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:35.800232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-ef8f7184-4972-44a7-ab84-fbe6d0776758 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551968 Dec 08 22:01:35.818817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7193bffa-b270-4efb-b218-31a09c62384c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:35.819468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7193bffa-b270-4efb-b218-31a09c62384c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.820887 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7193bffa-b270-4efb-b218-31a09c62384c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "PUT /v2.0/subnets/5ffdce85-5f2c-4fbc-9901-c8c82a48cab0 HTTP/1.1" status: 200 len: 877 time: 1.0955522 Dec 08 22:01:35.827255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41874) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:35.854257 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08602c76-0d1c-47a7-857c-14d35dfd6f9b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.856801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-08602c76-0d1c-47a7-857c-14d35dfd6f9b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:35.860890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-08602c76-0d1c-47a7-857c-14d35dfd6f9b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/security-groups/2fb18b62-7d66-4f5e-8e21-a5c430b4d4fe HTTP/1.1" status: 204 len: 168 time: 0.5070646 Dec 08 22:01:35.861544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41876) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:35.926019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-686e01c2-eb4e-4283-b0c9-10f07b8f13d6 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169064 Dec 08 22:01:35.972662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193bffa-b270-4efb-b218-31a09c62384c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event updated for resources: {'Subnet': ['ID=5ffdce85-5f2c-4fbc-9901-c8c82a48cab0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:35.977917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0de91-0e3d-478e-ab21-ed9392e2abe5 None None] Pushing event updated for resources: {'Port': ['ID=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:35.981029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Allocated IP 172.20.0.3 (0771425a-1cae-4283-a319-76eb5630b3ee/5ffdce85-5f2c-4fbc-9901-c8c82a48cab0/b879cd74-e754-48bc-96e5-f1af1bf889b3) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:35.994092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c1ae793c-86e5-4820-973a-320e6320fe4a None None] Provisioning complete for port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:35.994488 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c1ae793c-86e5-4820-973a-320e6320fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.051225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08602c76-0d1c-47a7-857c-14d35dfd6f9b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb18b62-7d66-4f5e-8e21-a5c430b4d4fe,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:36.076351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e3a7b45-b469-45bb-a10d-7bed22e5616d req-0981712d-8597-4912-9a72-97a82b996a7c service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412582 Dec 08 22:01:36.259125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2a596-d3eb-4f2b-af65-ba138bf8f66f req-487d0b69-8465-40fc-9501-8baa3cd098dd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:36.260638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4db2a596-d3eb-4f2b-af65-ba138bf8f66f req-487d0b69-8465-40fc-9501-8baa3cd098dd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 943 time: 0.2490072 Dec 08 22:01:36.266465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:29Z', 'revision_number': 4, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port': {'id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:20Z', 'updated_at': '2021-12-08T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f', 'name': '', 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'mac_address': 'fa:16:3e:88:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9cb267f3-cd4d-43df-bc15-922c8aa8cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:28Z', 'updated_at': '2021-12-08T22:01:34Z', 'revision_number': 4, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'subnets': [{'id': '9cb267f3-cd4d-43df-bc15-922c8aa8cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:36.271457 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.279690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae9764c9-3f79-49af-aebe-a9f7e79ba7c2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.305109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a6832-7047-4e51-9813-7bb20da76c16 None None] The sync data for ids ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'] in n-d-821126-1 is: [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:29Z', 'revision_number': 4, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port': {'id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:20Z', 'updated_at': '2021-12-08T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f', 'name': '', 'network_id': '1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'mac_address': 'fa:16:3e:88:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '9cb267f3-cd4d-43df-bc15-922c8aa8cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:28Z', 'updated_at': '2021-12-08T22:01:34Z', 'revision_number': 4, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'subnets': [{'id': '9cb267f3-cd4d-43df-bc15-922c8aa8cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:01:36.311009 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.321346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.362580 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Network 0771425a-1cae-4283-a319-76eb5630b3ee is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:36.365997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:36.390491 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae9764c9-3f79-49af-aebe-a9f7e79ba7c2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.392476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:36.427084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Pushing event updated for resources: {'Port': ['ID=b879cd74-e754-48bc-96e5-f1af1bf889b3,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:36.444709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4db2a596-d3eb-4f2b-af65-ba138bf8f66f req-09006299-4ddf-4007-9ce3-e93990ec0484 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713014 Dec 08 22:01:36.497878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Attempting to bind port b879cd74-e754-48bc-96e5-f1af1bf889b3 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:36.498812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Attempting to bind port b879cd74-e754-48bc-96e5-f1af1bf889b3 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f229747a-fe17-4ce6-bec3-005aac81ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0771425a-1cae-4283-a319-76eb5630b3ee'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:36.500012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Attempting to bind port b879cd74-e754-48bc-96e5-f1af1bf889b3 on network 0771425a-1cae-4283-a319-76eb5630b3ee {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:36.505903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:36.506693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Checking segment: {'id': 'f229747a-fe17-4ce6-bec3-005aac81ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0771425a-1cae-4283-a319-76eb5630b3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:36.507424 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.508036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Bound using segment: {'id': 'f229747a-fe17-4ce6-bec3-005aac81ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0771425a-1cae-4283-a319-76eb5630b3ee'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:36.509040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Bound port: b879cd74-e754-48bc-96e5-f1af1bf889b3, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f229747a-fe17-4ce6-bec3-005aac81ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0771425a-1cae-4283-a319-76eb5630b3ee'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:36.509847 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.526431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.541386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.554360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.557952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae9764c9-3f79-49af-aebe-a9f7e79ba7c2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.560562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae9764c9-3f79-49af-aebe-a9f7e79ba7c2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.564522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ae9764c9-3f79-49af-aebe-a9f7e79ba7c2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1e9db7f-705d-46b0-b21a-779f9c4ea806 HTTP/1.1" status: 204 len: 168 time: 0.6900303 Dec 08 22:01:36.576558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41882) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:36.648098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] For port b879cd74-e754-48bc-96e5-f1af1bf889b3, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:36.657052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] For port b879cd74-e754-48bc-96e5-f1af1bf889b3, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b879cd74-e754-48bc-96e5-f1af1bf889b3,segment=NetworkSegment(f229747a-fe17-4ce6-bec3-005aac81ce9c),segment_id=f229747a-fe17-4ce6-bec3-005aac81ce9c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:36.668993 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.699507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9764c9-3f79-49af-aebe-a9f7e79ba7c2 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e9db7f-705d-46b0-b21a-779f9c4ea806,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:36.767175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event updated for resources: {'Port': ['ID=161aa354-8e66-410a-809f-75456cdeca5d,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:36.772996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] In _notify_port_updated(), no bound segment for port 161aa354-8e66-410a-809f-75456cdeca5d on network 09b41634-f209-4975-a1d5-41b61d453583 {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:01:36.780511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:36.781212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.782608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-df23dab4-03db-4400-9c83-05a7c077a28d tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "PUT /v2.0/ports/161aa354-8e66-410a-809f-75456cdeca5d HTTP/1.1" status: 200 len: 1136 time: 1.4881585 Dec 08 22:01:36.790350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:36.797102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41884) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:36.838913 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5fa40647-c9b1-4dac-89b4-db1b7d71e9c4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.856998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ee46c-ffa3-4adc-9bd7-af7e779254f3 req-08b22d94-7057-4f5c-b80a-b602b6741df1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:36.858599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac1ee46c-ffa3-4adc-9bd7-af7e779254f3 req-08b22d94-7057-4f5c-b80a-b602b6741df1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.3007677 Dec 08 22:01:36.931340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Deleting port b879cd74-e754-48bc-96e5-f1af1bf889b3 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:36.931747 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.934075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:36.966054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5fa40647-c9b1-4dac-89b4-db1b7d71e9c4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:36.991351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502d595-0509-4331-a0f3-7bffb3819ce8 None None] Pushing event updated for resources: {'Port': ['ID=b879cd74-e754-48bc-96e5-f1af1bf889b3,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:36.999357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:37.000305 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.131266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5fa40647-c9b1-4dac-89b4-db1b7d71e9c4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.139905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5fa40647-c9b1-4dac-89b4-db1b7d71e9c4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.143605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5fa40647-c9b1-4dac-89b4-db1b7d71e9c4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/security-groups/7aaef394-23fd-43e1-a7cf-02fb17592a9a HTTP/1.1" status: 204 len: 168 time: 0.5609097 Dec 08 22:01:37.154347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b3be85-6514-4f7d-baa1-85ee43224324 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:37.156437 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-02b3be85-6514-4f7d-baa1-85ee43224324 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "GET /v2.0/ports/161aa354-8e66-410a-809f-75456cdeca5d HTTP/1.1" status: 200 len: 1136 time: 0.3569350 Dec 08 22:01:37.157247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41886) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:37.187009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41888) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:37.222837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3ce7433e-abb3-4439-aa68-4946e15aae7c None None] Provisioning complete for port 161aa354-8e66-410a-809f-75456cdeca5d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:37.223218 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3ce7433e-abb3-4439-aa68-4946e15aae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.306971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7433e-abb3-4439-aa68-4946e15aae7c None None] Port 161aa354-8e66-410a-809f-75456cdeca5d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:37.324691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa40647-c9b1-4dac-89b4-db1b7d71e9c4 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaef394-23fd-43e1-a7cf-02fb17592a9a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:37.331858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac1ee46c-ffa3-4adc-9bd7-af7e779254f3 req-2f789d17-df98-4e38-98b8-110ffd3f3b34 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182122 Dec 08 22:01:37.362586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b71007-4d90-4a9b-a00c-753b596f4461 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet 8e659224-6a78-4807-895b-e893157a9f02 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:37.372618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5b71007-4d90-4a9b-a00c-753b596f4461 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.689835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] For port b879cd74-e754-48bc-96e5-f1af1bf889b3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b879cd74-e754-48bc-96e5-f1af1bf889b3,segment=NetworkSegment(f229747a-fe17-4ce6-bec3-005aac81ce9c),segment_id=f229747a-fe17-4ce6-bec3-005aac81ce9c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:37.690426 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.699791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd900b-f0a9-4c7b-9d2f-77cad4034b26 req-92df4a75-9548-404c-996a-28785b7f562c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:37.701411 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fcd900b-f0a9-4c7b-9d2f-77cad4034b26 req-92df4a75-9548-404c-996a-28785b7f562c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 943 time: 0.1119003 Dec 08 22:01:37.723774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Calling delete_port for b879cd74-e754-48bc-96e5-f1af1bf889b3 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:37.745344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.760889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5b71007-4d90-4a9b-a00c-753b596f4461 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.814908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4369ba2e-710d-4bd1-a930-91e6ca78c426 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Deleting port 161aa354-8e66-410a-809f-75456cdeca5d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:37.815238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4369ba2e-710d-4bd1-a930-91e6ca78c426 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.865959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fcd900b-f0a9-4c7b-9d2f-77cad4034b26 req-4973fbf6-f7be-4f1f-b6eb-de97a7eb202e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525793 Dec 08 22:01:37.909784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5b71007-4d90-4a9b-a00c-753b596f4461 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.969346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4369ba2e-710d-4bd1-a930-91e6ca78c426 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:37.989147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4369ba2e-710d-4bd1-a930-91e6ca78c426 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Calling delete_port for 161aa354-8e66-410a-809f-75456cdeca5d owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:38.008656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.044586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Port': ['ID=b879cd74-e754-48bc-96e5-f1af1bf889b3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:38.073276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5b71007-4d90-4a9b-a00c-753b596f4461 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.107626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b71007-4d90-4a9b-a00c-753b596f4461 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=8e659224-6a78-4807-895b-e893157a9f02,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:38.112689 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5b71007-4d90-4a9b-a00c-753b596f4461 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.115902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5b71007-4d90-4a9b-a00c-753b596f4461 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/8e659224-6a78-4807-895b-e893157a9f02 HTTP/1.1" status: 204 len: 168 time: 0.9530332 Dec 08 22:01:38.122513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f1e37-fa6b-49df-8bac-c41069920ed1 None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:38.123707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41892) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:38.205371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No DVR routers for this DVR port b879cd74-e754-48bc-96e5-f1af1bf889b3 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:38.211141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0ab90a-796d-483a-a3f4-ac75a8c1b156 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet acc5dc89-7610-4910-b072-6ed8635a91c9 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:38.218775 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab90a-796d-483a-a3f4-ac75a8c1b156 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.265643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.268283 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-42d6199e-531e-4390-974c-ec6dda7160ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.302308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab90a-796d-483a-a3f4-ac75a8c1b156 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.306421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4369ba2e-710d-4bd1-a930-91e6ca78c426 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.365500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Router 6af3d057-943d-4406-a7b0-863f34d1d54b has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:01:38.367808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369ba2e-710d-4bd1-a930-91e6ca78c426 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event deleted for resources: {'Port': ['ID=161aa354-8e66-410a-809f-75456cdeca5d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:38.455670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.495594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffdce85-5f2c-4fbc-9901-c8c82a48cab0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:38.518505 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab90a-796d-483a-a3f4-ac75a8c1b156 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.522102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4369ba2e-710d-4bd1-a930-91e6ca78c426 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.525896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4369ba2e-710d-4bd1-a930-91e6ca78c426 tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "DELETE /v2.0/ports/161aa354-8e66-410a-809f-75456cdeca5d HTTP/1.1" status: 204 len: 168 time: 1.3366110 Dec 08 22:01:38.546821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:38.547717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a1025-5fd2-40a8-957d-37ef89b82846 None None] Network 0771425a-1cae-4283-a319-76eb5630b3ee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:38.566880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.587506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0771425a-1cae-4283-a319-76eb5630b3ee']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:38.597387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f229747a-fe17-4ce6-bec3-005aac81ce9c') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:38.597692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f229747a-fe17-4ce6-bec3-005aac81ce9c') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:38.630247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.635296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329571-8b6f-4674-96d7-93f316a29f73 req-de3e9129-29d8-4895-b109-31449fe9d137 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:38.636913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7329571-8b6f-4674-96d7-93f316a29f73 req-de3e9129-29d8-4895-b109-31449fe9d137 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.1824045 Dec 08 22:01:38.654363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.661020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:38.661426 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.722545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:01:38.725332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fbdab84e-f068-4b64-87c1-a23316a44bf2 None None] Could not find standard attr ID for object b879cd74-e754-48bc-96e5-f1af1bf889b3. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:38.732038 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:38.737823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.742677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-133c1337-b9e5-4eb8-81d3-62dc5d0d65bf tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Deleting subnet 4b8a59b4-c117-4716-ac03-f6cd25ee7dc0 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:38.756989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.761088 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-133c1337-b9e5-4eb8-81d3-62dc5d0d65bf tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.762456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/0771425a-1cae-4283-a319-76eb5630b3ee HTTP/1.1" status: 204 len: 168 time: 2.9214780 Dec 08 22:01:38.777153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41898) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:38.784002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60885b8-70d3-4efa-b225-b8d4665528ff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=0771425a-1cae-4283-a319-76eb5630b3ee,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:38.807423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:01:38.813345 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.813565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-738d2e75-be29-4c05-9e4f-eec3079a2d97 admin admin] 10.222.0.21 "PUT /v2.0/routers/6af3d057-943d-4406-a7b0-863f34d1d54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7932608 Dec 08 22:01:38.816468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41900) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:38.818781 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] Sync routers for ids ['6af3d057-943d-4406-a7b0-863f34d1d54b'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:01:38.828699 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab90a-796d-483a-a3f4-ac75a8c1b156 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.834302 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] Routers {'6af3d057-943d-4406-a7b0-863f34d1d54b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:38.835389 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6af3d057-943d-4406-a7b0-863f34d1d54b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:38.882935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a987fddf-0149-4a08-a5fc-6a055a8d39fa None None] DHCP port deletion for 0771425a-1cae-4283-a319-76eb5630b3ee request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:38.908407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-133c1337-b9e5-4eb8-81d3-62dc5d0d65bf tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.929174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe9be4-54b8-4794-b612-709691b03e6d None None] Network 0771425a-1cae-4283-a319-76eb5630b3ee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:38.957229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe9be4-54b8-4794-b612-709691b03e6d None None] Network 0771425a-1cae-4283-a319-76eb5630b3ee could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:01:38.985379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:38.997924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:39.013348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a', 'mac_address': 'fa:16:3e:0b:d3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:01:39.048845 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab90a-796d-483a-a3f4-ac75a8c1b156 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.052366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3b0ab90a-796d-483a-a3f4-ac75a8c1b156 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/acc5dc89-7610-4910-b072-6ed8635a91c9 HTTP/1.1" status: 204 len: 168 time: 0.9274638 Dec 08 22:01:39.072812 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] Set router 6af3d057-943d-4406-a7b0-863f34d1d54b gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:39.073970 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7329571-8b6f-4674-96d7-93f316a29f73 req-3b59f511-d9b9-499c-b6a4-0d80025f4dc9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160972 Dec 08 22:01:39.075102 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c01599-718e-451b-b914-d21409df85ce tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:39.086904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c01599-718e-451b-b914-d21409df85ce tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:39.086904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e9c01599-718e-451b-b914-d21409df85ce tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/5ffdce85-5f2c-4fbc-9901-c8c82a48cab0 HTTP/1.1" status: 404 len: 337 time: 0.2484250 Dec 08 22:01:39.091047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41904) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:39.091047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41906) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:39.102186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.119246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:01:39.140901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ab90a-796d-483a-a3f4-ac75a8c1b156 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=acc5dc89-7610-4910-b072-6ed8635a91c9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:39.167147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:39.172853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-133c1337-b9e5-4eb8-81d3-62dc5d0d65bf tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.176290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.236982 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0b23ba-83a7-4f6d-9ec4-98e8413df793 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:39.237438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0b23ba-83a7-4f6d-9ec4-98e8413df793 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:39.245961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:39.256956 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7f0b23ba-83a7-4f6d-9ec4-98e8413df793 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/8e659224-6a78-4807-895b-e893157a9f02 HTTP/1.1" status: 404 len: 337 time: 0.0860701 Dec 08 22:01:39.259854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41908) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:39.273994 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcbcf5d-8461-49e3-94af-419ce7a0d4ac tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:39.274836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcbcf5d-8461-49e3-94af-419ce7a0d4ac tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:39.280118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5fcbcf5d-8461-49e3-94af-419ce7a0d4ac tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/0771425a-1cae-4283-a319-76eb5630b3ee HTTP/1.1" status: 404 len: 339 time: 0.0716615 Dec 08 22:01:39.280320 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.286001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41910) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:39.299001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9416be4-6bc5-47fe-9c3b-59d5b901db25 None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:39.315433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-133c1337-b9e5-4eb8-81d3-62dc5d0d65bf tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.323544 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-823e2fae-ee6a-486b-9f34-e96987aa46ac tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:39.324094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823e2fae-ee6a-486b-9f34-e96987aa46ac tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:39.330099 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-823e2fae-ee6a-486b-9f34-e96987aa46ac tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/7126af54-d7b2-498b-92cc-831fba7ba258 HTTP/1.1" status: 404 len: 337 time: 0.0419440 Dec 08 22:01:39.330985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41912) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:39.350912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c1337-b9e5-4eb8-81d3-62dc5d0d65bf tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8a59b4-c117-4716-ac03-f6cd25ee7dc0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:39.356880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c334a09c-6628-41b7-97ca-f58c94500fad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting subnet d65f6f92-2804-4a50-8c20-9965a50d31f8 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:39.357878 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-82aab8d2-fe58-4ad9-b158-b53e48758547 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:39.358584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82aab8d2-fe58-4ad9-b158-b53e48758547 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:39.362478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c334a09c-6628-41b7-97ca-f58c94500fad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.364520 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-82aab8d2-fe58-4ad9-b158-b53e48758547 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/f342631d-f982-4ce0-992d-e339993ee02e HTTP/1.1" status: 404 len: 339 time: 0.0304253 Dec 08 22:01:39.365531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41914) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:39.374866 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:36Z', 'revision_number': 5, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port': {'id': 'deb80bbb-30a8-464e-9845-aee5e216602f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:02Z', 'updated_at': '2021-12-08T22:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:39.390765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-495a52b5-e977-4df0-877b-b9ae4fd5c20e None None] Provisioning complete for port 907a22ec-b99e-444b-9c6a-54a9eb32e134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:39.391267 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-495a52b5-e977-4df0-877b-b9ae4fd5c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.398514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a93f2-307d-45e1-89c4-f8f1714b3b04 req-5c16f2a9-3ef5-434e-8661-dc2eac8756a0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:39.407051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e67a93f2-307d-45e1-89c4-f8f1714b3b04 req-5c16f2a9-3ef5-434e-8661-dc2eac8756a0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 943 time: 0.3622432 Dec 08 22:01:39.431502 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] Checking router: 6af3d057-943d-4406-a7b0-863f34d1d54b for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:01:39.431778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca164cfe-7fee-45b1-93af-c175e93bafb0 None None] Network 09b41634-f209-4975-a1d5-41b61d453583 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:39.440481 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-133c1337-b9e5-4eb8-81d3-62dc5d0d65bf tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.443338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-133c1337-b9e5-4eb8-81d3-62dc5d0d65bf tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "DELETE /v2.0/subnets/4b8a59b4-c117-4716-ac03-f6cd25ee7dc0 HTTP/1.1" status: 204 len: 168 time: 0.8935368 Dec 08 22:01:39.443783 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] Routers {'6af3d057-943d-4406-a7b0-863f34d1d54b'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:39.445234 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6af3d057-943d-4406-a7b0-863f34d1d54b'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:39.452230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41916) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:39.459636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e67a93f2-307d-45e1-89c4-f8f1714b3b04 req-f2234f6b-d1d2-4538-9f66-4cb12991b6ae tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469911 Dec 08 22:01:39.491754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Deleting port deb80bbb-30a8-464e-9845-aee5e216602f {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:39.492177 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.517405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:01:39.533292 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.549311 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.573801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c334a09c-6628-41b7-97ca-f58c94500fad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.588828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.596550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] For port deb80bbb-30a8-464e-9845-aee5e216602f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=deb80bbb-30a8-464e-9845-aee5e216602f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:39.596931 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.600033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-495a52b5-e977-4df0-877b-b9ae4fd5c20e None None] Port 907a22ec-b99e-444b-9c6a-54a9eb32e134 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:39.618900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Calling delete_port for deb80bbb-30a8-464e-9845-aee5e216602f owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:39.619152 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.671503 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] Set router 6af3d057-943d-4406-a7b0-863f34d1d54b gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:39.704997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-495a52b5-e977-4df0-877b-b9ae4fd5c20e None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:39.706046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-495a52b5-e977-4df0-877b-b9ae4fd5c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.730638 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:39Z', 'revision_number': 6, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:39.765583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03479be0-1e91-42be-9339-fe6c7270f2ec None None] The sync data for ids ['6af3d057-943d-4406-a7b0-863f34d1d54b'] in n-d-821126-1 is: [{'id': '6af3d057-943d-4406-a7b0-863f34d1d54b', 'name': 'tempest-TestAggregatesBasicOps-1843481842-router', 'tenant_id': '093dc828a560432d8786f71af6f00ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:00Z', 'updated_at': '2021-12-08T22:01:39Z', 'revision_number': 6, 'project_id': '093dc828a560432d8786f71af6f00ae6', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:01:39.792618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.797555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c334a09c-6628-41b7-97ca-f58c94500fad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.849272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.856914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Deleting port 6733c98f-2645-43ae-b05c-cde4eb815957 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:39.857384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.864307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f681a6e-85db-4e99-af34-4a0132d14490']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:39.889023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb80bbb-30a8-464e-9845-aee5e216602f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:39.915200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf6f290-abdd-4ea3-a0a5-f758edc32bbc') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:39.915619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf6f290-abdd-4ea3-a0a5-f758edc32bbc') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:39.936350 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.973101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.985729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] For port 6733c98f-2645-43ae-b05c-cde4eb815957, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6733c98f-2645-43ae-b05c-cde4eb815957,segment=NetworkSegment(9dbcb956-c91b-4429-94d0-c9a2b7d387b3),segment_id=9dbcb956-c91b-4429-94d0-c9a2b7d387b3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:39.987005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:39.989990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.002202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c334a09c-6628-41b7-97ca-f58c94500fad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.008114 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.022175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:40.022646 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.026672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Calling delete_port for 6733c98f-2645-43ae-b05c-cde4eb815957 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:40.029504 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:40.076380 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.079062 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.095018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334a09c-6628-41b7-97ca-f58c94500fad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Subnet': ['ID=d65f6f92-2804-4a50-8c20-9965a50d31f8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:40.100495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c334a09c-6628-41b7-97ca-f58c94500fad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.104654 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c334a09c-6628-41b7-97ca-f58c94500fad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/d65f6f92-2804-4a50-8c20-9965a50d31f8 HTTP/1.1" status: 204 len: 168 time: 0.8435609 Dec 08 22:01:40.109582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41920) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.132279 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.132872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af3d057-943d-4406-a7b0-863f34d1d54b {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:01:40.142513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.142513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-52083e91-c98b-456d-8678-72ef69863340 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6af3d057-943d-4406-a7b0-863f34d1d54b HTTP/1.1" status: 204 len: 168 time: 1.3219573 Dec 08 22:01:40.145447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41922) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.151161 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-db256c54-22ef-4d58-b640-6320d6a755fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.151607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db256c54-22ef-4d58-b640-6320d6a755fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.152520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] DHCP port deletion for 09b41634-f209-4975-a1d5-41b61d453583 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:40.154642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-db256c54-22ef-4d58-b640-6320d6a755fb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/dc7dc7b9-d49f-46bc-8b66-c02e05db763b HTTP/1.1" status: 404 len: 337 time: 0.0441835 Dec 08 22:01:40.166289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41924) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.218034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-963a0752-65b7-45ef-b03a-a95311c97cfe admin admin] Deleting subnet 583538c4-9517-4d4f-9c57-29622c3238ed {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:40.224115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-963a0752-65b7-45ef-b03a-a95311c97cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.240396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-486d3c21-0273-4e9b-8bb2-bd8014c5589e tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce87c8fe-2cfb-49d7-a471-4eede9e2189b HTTP/1.1" status: 200 len: 205 time: 0.0708575 Dec 08 22:01:40.242646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41926) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.266595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] Deleting port 6733c98f-2645-43ae-b05c-cde4eb815957 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:40.267169 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.290510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-963a0752-65b7-45ef-b03a-a95311c97cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.305124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.311845 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.318417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/9f681a6e-85db-4e99-af34-4a0132d14490 HTTP/1.1" status: 204 len: 168 time: 0.9490557 Dec 08 22:01:40.321559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41928) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.331689 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-542d4d47-164f-4d5e-bfa1-cc6e3e92880b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] delete failed (client error): The resource could not be found. Dec 08 22:01:40.332760 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-542d4d47-164f-4d5e-bfa1-cc6e3e92880b tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/routers/ce87c8fe-2cfb-49d7-a471-4eede9e2189b HTTP/1.1" status: 404 len: 336 time: 0.0882940 Dec 08 22:01:40.342205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41930) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.356139 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-9add2fc4-1f43-4eb1-a4e8-2d4797aad0e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.356754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9add2fc4-1f43-4eb1-a4e8-2d4797aad0e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.362586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9add2fc4-1f43-4eb1-a4e8-2d4797aad0e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/879f5c55-1f6b-4d3e-aaaa-ed45c63fe004 HTTP/1.1" status: 404 len: 337 time: 0.0372748 Dec 08 22:01:40.364011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41932) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.372688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ee09a-d35e-4efb-bd53-adc749b6e1e8 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=9f681a6e-85db-4e99-af34-4a0132d14490,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:40.382658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] For port 6733c98f-2645-43ae-b05c-cde4eb815957, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6733c98f-2645-43ae-b05c-cde4eb815957,segment=NetworkSegment(9dbcb956-c91b-4429-94d0-c9a2b7d387b3),segment_id=9dbcb956-c91b-4429-94d0-c9a2b7d387b3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:40.384256 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.387173 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-afda217b-04b2-4628-8f95-26ee0798ffa7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.387546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afda217b-04b2-4628-8f95-26ee0798ffa7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.392680 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-afda217b-04b2-4628-8f95-26ee0798ffa7 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/01dd3f01-da7b-4f37-9019-e7aea4425f72 HTTP/1.1" status: 404 len: 339 time: 0.0257840 Dec 08 22:01:40.394093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41934) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.400728 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc79dc9-eb93-4f8a-be10-ca669f6fddfb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.401056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc79dc9-eb93-4f8a-be10-ca669f6fddfb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.401754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] Calling delete_port for 6733c98f-2645-43ae-b05c-cde4eb815957 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:40.406541 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5fc79dc9-eb93-4f8a-be10-ca669f6fddfb tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/54d21d5f-a5b5-406d-8ddd-91230fe03942 HTTP/1.1" status: 404 len: 337 time: 0.0468042 Dec 08 22:01:40.407015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41936) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.425972 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-8710bf4e-e8d0-45e3-a58c-ed5366cadd1c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.426426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8710bf4e-e8d0-45e3-a58c-ed5366cadd1c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.429705 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8710bf4e-e8d0-45e3-a58c-ed5366cadd1c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/ed0889aa-f53c-4fd8-bd79-96bf7f951a0a HTTP/1.1" status: 404 len: 337 time: 0.0357556 Dec 08 22:01:40.430032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877daf4d-6a68-4c49-8c01-e102b8a0a6d5 req-9db13ec6-ceeb-461d-ae21-44f2f065fe92 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:40.431741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-877daf4d-6a68-4c49-8c01-e102b8a0a6d5 req-9db13ec6-ceeb-461d-ae21-44f2f065fe92 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.2036514 Dec 08 22:01:40.432348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41938) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.458033 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af328bc-9b3b-4554-8bce-9e616cff701a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.458888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af328bc-9b3b-4554-8bce-9e616cff701a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.459468 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf9385f-bda4-4816-b053-8f957ae70422 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.459992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf9385f-bda4-4816-b053-8f957ae70422 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.462903 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7af328bc-9b3b-4554-8bce-9e616cff701a tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/2b22b66d-74f8-4e4b-b67f-4d6ca2807af2 HTTP/1.1" status: 404 len: 339 time: 0.0293591 Dec 08 22:01:40.464426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dcf9385f-bda4-4816-b053-8f957ae70422 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/8549f601-e600-45c0-8b54-22acf86ade35 HTTP/1.1" status: 404 len: 337 time: 0.0564251 Dec 08 22:01:40.466852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41940) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.472707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41942) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.503625 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ff533b-10c7-4915-be2e-6c82f7486cae tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.504175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ff533b-10c7-4915-be2e-6c82f7486cae tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.508235 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f3ff533b-10c7-4915-be2e-6c82f7486cae tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/f0b9b94d-b3e1-4ba4-a656-bbf9b9d786f9 HTTP/1.1" status: 404 len: 337 time: 0.0334458 Dec 08 22:01:40.515201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41946) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.522345 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede8e04d-50e0-4c41-9f96-fe437a9c9091 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.522985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede8e04d-50e0-4c41-9f96-fe437a9c9091 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.528496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ede8e04d-50e0-4c41-9f96-fe437a9c9091 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/32257372-3f36-400b-90ee-748fb2add019 HTTP/1.1" status: 404 len: 337 time: 0.0603545 Dec 08 22:01:40.531025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41948) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.544108 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.558938 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8970cff6-18b4-46e1-acc1-9df6fda3a5c3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.559558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8970cff6-18b4-46e1-acc1-9df6fda3a5c3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.560509 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a05d25-ecaa-438a-a09b-d02571a330ad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.561301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a05d25-ecaa-438a-a09b-d02571a330ad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.562910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8970cff6-18b4-46e1-acc1-9df6fda3a5c3 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/0cf70fdb-7d40-494b-84fc-16ba5d1b13d3 HTTP/1.1" status: 404 len: 339 time: 0.0450516 Dec 08 22:01:40.564593 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-77a05d25-ecaa-438a-a09b-d02571a330ad tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/e4cba965-fcca-4860-b832-7a40ca478311 HTTP/1.1" status: 404 len: 333 time: 0.0323217 Dec 08 22:01:40.567897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41950) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.568353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41952) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:01:40.577582 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:01:40.584414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-877daf4d-6a68-4c49-8c01-e102b8a0a6d5 req-0d928491-557d-4896-b4d1-8b136cf3923e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334336 Dec 08 22:01:40.585424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event deleted for resources: {'Port': ['ID=6733c98f-2645-43ae-b05c-cde4eb815957,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:40.590884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] No DVR routers for this DVR port 6733c98f-2645-43ae-b05c-cde4eb815957 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:40.592521 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.631686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] Pushing event deleted for resources: {'Port': ['ID=6733c98f-2645-43ae-b05c-cde4eb815957,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:40.632265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.632624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.632974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.633318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.635204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.635204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.635204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.635523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.636221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.636221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.636916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.636916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:01:40.637689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6a18e-9545-42d5-b733-7b6e0b616402 None None] No DVR routers for this DVR port 6733c98f-2645-43ae-b05c-cde4eb815957 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:40.644068 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7c4887-4af6-40fb-a2bd-e1e34a92040a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.644509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7c4887-4af6-40fb-a2bd-e1e34a92040a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.650444 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2d7c4887-4af6-40fb-a2bd-e1e34a92040a tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/f60df936-9289-499e-bf7e-ce01bd26fc36 HTTP/1.1" status: 404 len: 337 time: 0.0752110 Dec 08 22:01:40.655051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41954) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.675506 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd237999-697c-45c9-8264-021068ce3506 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.676098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd237999-697c-45c9-8264-021068ce3506 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.681741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cd237999-697c-45c9-8264-021068ce3506 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/0a3c0f60-8a58-415c-bf59-a9c5bf186658 HTTP/1.1" status: 404 len: 337 time: 0.0621378 Dec 08 22:01:40.683814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41956) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.690634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-963a0752-65b7-45ef-b03a-a95311c97cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.715657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:40.727004 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-916bc4c7-503d-4079-a25c-83f90e1b17bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.727663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916bc4c7-503d-4079-a25c-83f90e1b17bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.732985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-916bc4c7-503d-4079-a25c-83f90e1b17bf tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/d8b3aaf7-b4f3-4f5d-b0d5-12c57cf945e9 HTTP/1.1" status: 404 len: 337 time: 0.0746505 Dec 08 22:01:40.733715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41958) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.771000 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-673b340c-387c-4fc5-982c-e753d37515d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.771726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673b340c-387c-4fc5-982c-e753d37515d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.775405 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-673b340c-387c-4fc5-982c-e753d37515d8 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/0e6bf17b-1771-485f-b56b-98d2f6fe2e35 HTTP/1.1" status: 404 len: 333 time: 0.0407612 Dec 08 22:01:40.784053 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a634a27-72d8-4efa-a96a-7953630fc437 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.784586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41960) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.785475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a634a27-72d8-4efa-a96a-7953630fc437 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.791288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1a634a27-72d8-4efa-a96a-7953630fc437 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/148b473d-c429-4d5f-b681-743c6ea42530 HTTP/1.1" status: 404 len: 339 time: 0.0800173 Dec 08 22:01:40.793812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.796005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41962) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.801750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6733c98f-2645-43ae-b05c-cde4eb815957 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:40.829223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be625e5-ba69-4c67-99ae-a5a924cbf853 None None] Network bacf2ac2-d51d-4062-b51d-043215aaab8b requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:40.833710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 6733c98f-2645-43ae-b05c-cde4eb815957 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:40.834115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6733c98f-2645-43ae-b05c-cde4eb815957 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:40.834590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b879cd74-e754-48bc-96e5-f1af1bf889b3 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:40.834951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb036250-a504-49a6-aa15-811daafac81a req-fde79cd7-3846-41a4-ba28-8beebb257568 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:40.843343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fb036250-a504-49a6-aa15-811daafac81a req-fde79cd7-3846-41a4-ba28-8beebb257568 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 944 time: 0.2145483 Dec 08 22:01:40.851025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:01:40.856456 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f941a84-b8cd-4765-a604-0becda35cf11 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.856929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f941a84-b8cd-4765-a604-0becda35cf11 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.860148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5f941a84-b8cd-4765-a604-0becda35cf11 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/932787c2-149a-4b30-abb8-53fbecba89fe HTTP/1.1" status: 404 len: 337 time: 0.0631986 Dec 08 22:01:40.863124 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a6e54c-154a-4731-b8a7-1192bfac2c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.863569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a6e54c-154a-4731-b8a7-1192bfac2c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.864333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41964) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.866565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d0a6e54c-154a-4731-b8a7-1192bfac2c68 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/a08b7c2a-8982-4140-b3c5-3c7d7aa201ce HTTP/1.1" status: 404 len: 337 time: 0.0810440 Dec 08 22:01:40.868878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b41634-f209-4975-a1d5-41b61d453583']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:40.871628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41966) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.902804 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccf5670-109a-47dd-aaff-ccf89b7eceff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.903920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccf5670-109a-47dd-aaff-ccf89b7eceff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.904478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b879cd74-e754-48bc-96e5-f1af1bf889b3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:40.905070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b879cd74-e754-48bc-96e5-f1af1bf889b3 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:40.905500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device deb80bbb-30a8-464e-9845-aee5e216602f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:40.909946 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3ccf5670-109a-47dd-aaff-ccf89b7eceff tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/86cd2717-54bd-470a-9221-b3cd76cd9f1a HTTP/1.1" status: 404 len: 339 time: 0.0427063 Dec 08 22:01:40.910864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbcb956-c91b-4429-94d0-c9a2b7d387b3') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:40.910998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbcb956-c91b-4429-94d0-c9a2b7d387b3') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:40.911910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:40.912392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.913349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41968) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.914304 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9f1e19-9917-432c-b756-e0ea3f196342 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.915154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9f1e19-9917-432c-b756-e0ea3f196342 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.917993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-963a0752-65b7-45ef-b03a-a95311c97cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.918604 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ed9f1e19-9917-432c-b756-e0ea3f196342 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/subnets/7b67318a-0496-436a-a16a-fd597870df66 HTTP/1.1" status: 404 len: 337 time: 0.0462737 Dec 08 22:01:40.924677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41970) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.955039 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b573cf2-ac74-4aad-bfe8-bb7f96eaf678 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.955759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b573cf2-ac74-4aad-bfe8-bb7f96eaf678 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.959006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2b573cf2-ac74-4aad-bfe8-bb7f96eaf678 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/6b79bb08-2c2e-449f-9c1e-d1fef3795ae1 HTTP/1.1" status: 404 len: 337 time: 0.0390594 Dec 08 22:01:40.961348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:40.961501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: deb80bbb-30a8-464e-9845-aee5e216602f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:40.961801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device deb80bbb-30a8-464e-9845-aee5e216602f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:40.962219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:40.963638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41972) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:40.970255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fb036250-a504-49a6-aa15-811daafac81a req-809b22cc-7a4a-4bad-9755-85de2024e2f9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248157 Dec 08 22:01:40.990098 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda755ee-2077-4221-85b9-158c65318e8f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:40.990765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda755ee-2077-4221-85b9-158c65318e8f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:40.994525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fda755ee-2077-4221-85b9-158c65318e8f tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/bde44c85-4038-4f09-b069-66c412080cc0 HTTP/1.1" status: 404 len: 339 time: 0.0297639 Dec 08 22:01:41.000394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a0752-65b7-45ef-b03a-a95311c97cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583538c4-9517-4d4f-9c57-29622c3238ed,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:41.000559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41974) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.002033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.004946 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-963a0752-65b7-45ef-b03a-a95311c97cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.008146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-963a0752-65b7-45ef-b03a-a95311c97cfe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/583538c4-9517-4d4f-9c57-29622c3238ed HTTP/1.1" status: 204 len: 168 time: 0.8625660 Dec 08 22:01:41.012003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41976) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.022424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:41.022887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eb0e8b16-eb94-4d2e-b0e0-f95aa9958ad9 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:41.036152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:41.036835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:41.040266 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:41.044435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a312f-2ca6-4492-9cc1-2edf9348ec73 None None] Network 4200adfe-2858-46ab-a96c-d301bfc9ff8c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:41.044608 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce225bac-3f03-4136-b200-5815e48157be tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:41.044608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce225bac-3f03-4136-b200-5815e48157be tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:41.044794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ce225bac-3f03-4136-b200-5815e48157be tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/14097583-2c18-4893-884f-1fd60aae4b7a HTTP/1.1" status: 404 len: 337 time: 0.0400462 Dec 08 22:01:41.057017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41978) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.094189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ff366a81-5672-4c6a-9014-a04d1b94ff76 None None] Provisioning complete for port 907a22ec-b99e-444b-9c6a-54a9eb32e134 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:41.094637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ff366a81-5672-4c6a-9014-a04d1b94ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.100069 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.112769 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4f7924-dfbe-4c2b-a0a6-b3d6063ce43c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:41.113274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4f7924-dfbe-4c2b-a0a6-b3d6063ce43c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:41.116989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bd4f7924-dfbe-4c2b-a0a6-b3d6063ce43c tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/57d46146-cb26-49b6-88ee-e321604541f2 HTTP/1.1" status: 404 len: 339 time: 0.0584500 Dec 08 22:01:41.120620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41980) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.145950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.155251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.159264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] 10.222.0.21 "DELETE /v2.0/networks/09b41634-f209-4975-a1d5-41b61d453583 HTTP/1.1" status: 204 len: 168 time: 1.7056227 Dec 08 22:01:41.170816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da23a7-0c05-44df-b7c1-0378214007db tempest-ExtraDHCPOptionsTestJSON-39328902 tempest-ExtraDHCPOptionsTestJSON-39328902-project] Pushing event deleted for resources: {'Network': ['ID=09b41634-f209-4975-a1d5-41b61d453583,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:41.171777 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaa750a-0941-4066-a337-8eab174a5156 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:41.172238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eaa750a-0941-4066-a337-8eab174a5156 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:41.182097 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9eaa750a-0941-4066-a337-8eab174a5156 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/c1c84d22-6f6c-4a12-b340-54fa8a5829ec HTTP/1.1" status: 404 len: 337 time: 0.0590584 Dec 08 22:01:41.186246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41984) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.192703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.222635 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2681b2cf-4ae8-4cc3-adb8-71ec7fb35167 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] DELETE failed (client error): The resource could not be found. Dec 08 22:01:41.223421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2681b2cf-4ae8-4cc3-adb8-71ec7fb35167 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:01:41.231602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2681b2cf-4ae8-4cc3-adb8-71ec7fb35167 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/3dc1399f-82d7-4213-af08-80068ab67ee6 HTTP/1.1" status: 404 len: 339 time: 0.0441000 Dec 08 22:01:41.232600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41986) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.282557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-df0cbe6d-24ab-4a79-8b63-927b06e7a656 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port 907a22ec-b99e-444b-9c6a-54a9eb32e134 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:41.282934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df0cbe6d-24ab-4a79-8b63-927b06e7a656 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.299343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-662ecd3b-6c3d-4132-bc23-9298a0838955 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Deleting subnet 4e5b6888-791b-451f-b8ca-06d38a1f5686 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:41.303039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-662ecd3b-6c3d-4132-bc23-9298a0838955 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.359474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-662ecd3b-6c3d-4132-bc23-9298a0838955 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.377835 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df0cbe6d-24ab-4a79-8b63-927b06e7a656 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.391534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Deleting port 311ac1fb-63de-4c88-88a5-93900fd9b26b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:41.391871 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.397760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-df0cbe6d-24ab-4a79-8b63-927b06e7a656 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for 907a22ec-b99e-444b-9c6a-54a9eb32e134 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:41.463599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ff366a81-5672-4c6a-9014-a04d1b94ff76 None None] Port 907a22ec-b99e-444b-9c6a-54a9eb32e134 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:01:41.484661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-662ecd3b-6c3d-4132-bc23-9298a0838955 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.492308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.506627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] For port 311ac1fb-63de-4c88-88a5-93900fd9b26b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=311ac1fb-63de-4c88-88a5-93900fd9b26b,segment=NetworkSegment(8f0f7250-fe5c-4412-bd23-ed45a9390acd),segment_id=8f0f7250-fe5c-4412-bd23-ed45a9390acd)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:41.507150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.530034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Calling delete_port for 311ac1fb-63de-4c88-88a5-93900fd9b26b owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:41.541518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca66fe5-4677-4533-8a7c-c429690d739e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:01:41.543718 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe89001-9465-4ec5-9514-8334678b030e" -d '{"events": [{"server_uuid": "dca66fe5-4677-4533-8a7c-c429690d739e", "name": "network-vif-plugged", "status": "completed", "tag": "f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:01:41.546683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ff366a81-5672-4c6a-9014-a04d1b94ff76 None None] Provisioning complete for port fa34d74f-0614-4e2e-8aa6-9bd57340de79 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:41.550827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ff366a81-5672-4c6a-9014-a04d1b94ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.573920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41994) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.598622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:41.602925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-662ecd3b-6c3d-4132-bc23-9298a0838955 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.612408 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.655520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] DHCP port deletion for bacf2ac2-d51d-4062-b51d-043215aaab8b request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:41.661181 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df0cbe6d-24ab-4a79-8b63-927b06e7a656 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.662020 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ae642e-62d1-4c51-a898-85c857c43cd7 x-openstack-request-id: req-57ae642e-62d1-4c51-a898-85c857c43cd7 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:01:41.662485 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca66fe5-4677-4533-8a7c-c429690d739e", "name": "network-vif-plugged", "status": "completed", "tag": "f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:01:41.662940 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57ae642e-62d1-4c51-a898-85c857c43cd7 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:01:41.664321 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca66fe5-4677-4533-8a7c-c429690d739e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a', 'code': 200} Dec 08 22:01:41.721469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8dec58-fb9c-4d9a-8d2a-4cadcdd5c235 None None] DHCP port deletion for 4200adfe-2858-46ab-a96c-d301bfc9ff8c request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:41.727842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:41.748628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ecd3b-6c3d-4132-bc23-9298a0838955 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5b6888-791b-451f-b8ca-06d38a1f5686,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:41.764601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-662ecd3b-6c3d-4132-bc23-9298a0838955 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.770981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-662ecd3b-6c3d-4132-bc23-9298a0838955 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/subnets/4e5b6888-791b-451f-b8ca-06d38a1f5686 HTTP/1.1" status: 204 len: 168 time: 0.5376651 Dec 08 22:01:41.772534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42000) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.782532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b05d1c9-f84c-4c54-bd8e-4fb61262b48f None None] Network cc180fec-0475-45e9-84b5-7bb8dc4e9b46 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:41.784938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-dd8dec58-fb9c-4d9a-8d2a-4cadcdd5c235 None None] The port '311ac1fb-63de-4c88-88a5-93900fd9b26b' was deleted {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 08 22:01:41.802607 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.803081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cbe6d-24ab-4a79-8b63-927b06e7a656 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=907a22ec-b99e-444b-9c6a-54a9eb32e134,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:41.830959 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df0cbe6d-24ab-4a79-8b63-927b06e7a656 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.834385 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-df0cbe6d-24ab-4a79-8b63-927b06e7a656 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/ports/907a22ec-b99e-444b-9c6a-54a9eb32e134 HTTP/1.1" status: 204 len: 168 time: 0.9042263 Dec 08 22:01:41.841498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42002) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.862523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7408e64-f3a9-4999-adfc-abdd96c3bd8e req-a9d01744-e304-46ea-bf84-3f3550ddac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:41.864095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7408e64-f3a9-4999-adfc-abdd96c3bd8e req-a9d01744-e304-46ea-bf84-3f3550ddac9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 1096 time: 0.1622303 Dec 08 22:01:41.873824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] Deleting port fa34d74f-0614-4e2e-8aa6-9bd57340de79 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:41.874298 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.888851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] No DVR routers for this DVR port 311ac1fb-63de-4c88-88a5-93900fd9b26b on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:41.897346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=311ac1fb-63de-4c88-88a5-93900fd9b26b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:41.916638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.938832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0d1e3410-dd9c-4397-9bfa-710544c4fffe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36f97398948946e0bd90f5fb19379b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637607 Dec 08 22:01:41.939551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42004) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:41.966461 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7408e64-f3a9-4999-adfc-abdd96c3bd8e req-205b4d9c-ed04-4cea-a909-30498688d074 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906978 Dec 08 22:01:41.980307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] For port fa34d74f-0614-4e2e-8aa6-9bd57340de79, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fa34d74f-0614-4e2e-8aa6-9bd57340de79,segment=NetworkSegment(36032241-4e01-4487-9a1f-59e25ab72526),segment_id=36032241-4e01-4487-9a1f-59e25ab72526)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:41.980707 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:41.981586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276dca2-ead6-429c-b55c-897b25e0a8f4 req-6aa49bcb-4488-485a-b174-8a1ef8812ccd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:41.983572 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f276dca2-ead6-429c-b55c-897b25e0a8f4 req-6aa49bcb-4488-485a-b174-8a1ef8812ccd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.2448907 Dec 08 22:01:41.997050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] Calling delete_port for fa34d74f-0614-4e2e-8aa6-9bd57340de79 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:42.047114 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.051015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e55f5f6a-c979-43ec-9b5f-826ee0296af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.067203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.068314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Deleting port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:42.068749 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.111355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f276dca2-ead6-429c-b55c-897b25e0a8f4 req-5372c4ca-d3d5-489d-8c44-ebc0bd23285e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859566 Dec 08 22:01:42.113928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4200adfe-2858-46ab-a96c-d301bfc9ff8c']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:42.127401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] DHCP port deletion for cc180fec-0475-45e9-84b5-7bb8dc4e9b46 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:42.140218 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.153752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e55f5f6a-c979-43ec-9b5f-826ee0296af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.197644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] Pushing event deleted for resources: {'Port': ['ID=fa34d74f-0614-4e2e-8aa6-9bd57340de79,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:42.214105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9d7e0-d537-4a14-9e9d-f360c44d0ccd None None] No DVR routers for this DVR port fa34d74f-0614-4e2e-8aa6-9bd57340de79 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:42.214762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] For port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,segment=NetworkSegment(01916175-6402-47f0-bcdd-1497cfceb595),segment_id=01916175-6402-47f0-bcdd-1497cfceb595)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:42.215159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.246112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] Deleting port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:42.246701 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.249899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19924-95f6-40e0-b4bc-1352060905b4 req-3b4f7e63-2c4d-4af5-b699-f5d24cf7edaa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:42.249899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bcd19924-95f6-40e0-b4bc-1352060905b4 req-3b4f7e63-2c4d-4af5-b699-f5d24cf7edaa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 945 time: 0.1772881 Dec 08 22:01:42.266080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Calling delete_port for 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:42.288755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e55f5f6a-c979-43ec-9b5f-826ee0296af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.292598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e55f5f6a-c979-43ec-9b5f-826ee0296af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.299307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e55f5f6a-c979-43ec-9b5f-826ee0296af4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa83a9c2-5458-40fb-9694-675b8ebe594d HTTP/1.1" status: 204 len: 168 time: 0.3481352 Dec 08 22:01:42.322932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] For port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,segment=NetworkSegment(01916175-6402-47f0-bcdd-1497cfceb595),segment_id=01916175-6402-47f0-bcdd-1497cfceb595)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:42.323395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.325187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bcd19924-95f6-40e0-b4bc-1352060905b4 req-0cacb406-e5b0-413e-8dd2-1a9da6be0c7c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680263 Dec 08 22:01:42.327820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f5f6a-c979-43ec-9b5f-826ee0296af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa83a9c2-5458-40fb-9694-675b8ebe594d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:42.370242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] Calling delete_port for 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:42.431871 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.464506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Port': ['ID=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:42.468272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] No DVR routers for this DVR port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:42.490599 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.509529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] No DVR routers for this DVR port 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:42.515149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0f7250-fe5c-4412-bd23-ed45a9390acd') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:42.515444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0f7250-fe5c-4412-bd23-ed45a9390acd') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:42.530688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.548968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6266f-28ce-48ca-879f-730e100f4f35 None None] Pushing event deleted for resources: {'Port': ['ID=89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:42.562865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.567712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.577019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:42.577508 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.592614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc180fec-0475-45e9-84b5-7bb8dc4e9b46']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:42.604376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01916175-6402-47f0-bcdd-1497cfceb595') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:42.604948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01916175-6402-47f0-bcdd-1497cfceb595') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:42.618257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:42.622454 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:42.645264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa34d74f-0614-4e2e-8aa6-9bd57340de79 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:42.652719 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.661720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:42.662215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:42.666360 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:42.668793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Deleting port fa34d74f-0614-4e2e-8aa6-9bd57340de79 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:42.668793 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.673831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: fa34d74f-0614-4e2e-8aa6-9bd57340de79 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:42.674314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fa34d74f-0614-4e2e-8aa6-9bd57340de79 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:42.674831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:42.680954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.690851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.694558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4200adfe-2858-46ab-a96c-d301bfc9ff8c HTTP/1.1" status: 204 len: 168 time: 1.6809943 Dec 08 22:01:42.697431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:42.697791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 89fc9bf9-642a-4bd0-9ef7-d9585ec1b9ee not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:42.698224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 311ac1fb-63de-4c88-88a5-93900fd9b26b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:42.713080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42016) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:42.722864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 311ac1fb-63de-4c88-88a5-93900fd9b26b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:42.723182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 311ac1fb-63de-4c88-88a5-93900fd9b26b not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:42.745473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202d9c5-a826-466e-950d-68b2a46158d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4200adfe-2858-46ab-a96c-d301bfc9ff8c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:42.780030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] For port fa34d74f-0614-4e2e-8aa6-9bd57340de79, host n-d-821126-1, got binding levels [] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:42.780390 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.795772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Calling delete_port for fa34d74f-0614-4e2e-8aa6-9bd57340de79 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:42.798700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Port fa34d74f-0614-4e2e-8aa6-9bd57340de79 was not found and therefore no delete operation was performed {{(pid=102389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:01:42.800118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.827951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Port': ['ID=fa34d74f-0614-4e2e-8aa6-9bd57340de79,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:42.833100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] No DVR routers for this DVR port fa34d74f-0614-4e2e-8aa6-9bd57340de79 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:42.937043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:42.991525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacf2ac2-d51d-4062-b51d-043215aaab8b']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:43.003629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36032241-4e01-4487-9a1f-59e25ab72526') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:43.004336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36032241-4e01-4487-9a1f-59e25ab72526') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:43.015688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.042790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.051318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:43.051318 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:43.055168 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:43.116147 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.118415 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.125775 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.128168 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.129109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] 10.222.0.21 "DELETE /v2.0/networks/bacf2ac2-d51d-4062-b51d-043215aaab8b HTTP/1.1" status: 204 len: 168 time: 1.2666001 Dec 08 22:01:43.131617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] 10.222.0.21 "DELETE /v2.0/networks/cc180fec-0475-45e9-84b5-7bb8dc4e9b46 HTTP/1.1" status: 204 len: 168 time: 1.3581507 Dec 08 22:01:43.144040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2619f42-9a4c-44b4-a96d-c355ad0d6e02 tempest-PortsTestJSON-1412225518 tempest-PortsTestJSON-1412225518-project] Pushing event deleted for resources: {'Network': ['ID=bacf2ac2-d51d-4062-b51d-043215aaab8b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:43.147703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b18b5-1e1d-4d23-a8dc-83374d040f91 tempest-NetworksTest-792131159 tempest-NetworksTest-792131159-project] Pushing event deleted for resources: {'Network': ['ID=cc180fec-0475-45e9-84b5-7bb8dc4e9b46,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:43.220367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42036) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:43.270903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6498ad-0ab8-4492-a92e-f229a2807688 req-420706c4-50b8-415e-9c5b-04c358b42e3e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:43.272580 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f6498ad-0ab8-4492-a92e-f229a2807688 req-420706c4-50b8-415e-9c5b-04c358b42e3e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.0663376 Dec 08 22:01:43.335408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3f6498ad-0ab8-4492-a92e-f229a2807688 req-571845a9-53ac-4ebc-a733-e5c6910cfe8f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Dec 08 22:01:43.469204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42046) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:43.493632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b36f95-ffe3-447f-bdf1-d57430402289 req-66e7d43d-a331-4b2c-b0bd-8c7ce26b79b1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:43.495338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-62b36f95-ffe3-447f-bdf1-d57430402289 req-66e7d43d-a331-4b2c-b0bd-8c7ce26b79b1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 945 time: 0.0808327 Dec 08 22:01:43.503315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42050) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:43.532312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.590676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190827482'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:43.605599 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9d8d4366-c223-421d-b331-fe27fa134a72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50f35bea5fef461398e3d045fb40cd74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351221 Dec 08 22:01:43.608721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42054) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:43.613735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-62b36f95-ffe3-447f-bdf1-d57430402289 req-9b2de8bd-548e-48d2-a08d-9cf0e2df6bec tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110332 Dec 08 22:01:43.642938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:43.646808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.666859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.685595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d213f98-1247-4988-b151-37296b70a0bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2c207c20f0445a08b6354b205b68634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808093 Dec 08 22:01:43.688493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42058) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:43.691560 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e9a93a-7630-4288-87d5-e3cf2ca3a1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.760591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e9a93a-7630-4288-87d5-e3cf2ca3a1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.769857 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d5feead-4831-4319-a55f-7b5b1e6878c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.812346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d5feead-4831-4319-a55f-7b5b1e6878c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.822706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.827880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.833987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e9a93a-7630-4288-87d5-e3cf2ca3a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.836592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e9a93a-7630-4288-87d5-e3cf2ca3a1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.840486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-35e9a93a-7630-4288-87d5-e3cf2ca3a1b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bca1b6c1-d84a-431c-ab13-4af73730cf7e HTTP/1.1" status: 204 len: 168 time: 0.2282913 Dec 08 22:01:43.854341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9a93a-7630-4288-87d5-e3cf2ca3a1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1b6c1-d84a-431c-ab13-4af73730cf7e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:43.870679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:43.889991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.890361 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 4c31392c-3985-41d2-8af1-7186827e75b6 of type vlan for network ac252a8f-4baa-424d-bfd6-b2207c52ae1e Dec 08 22:01:43.898068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fb1b23-3cef-44bd-bc04-f9bdba6bb4d5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:43.922760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Deleting port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:43.924971 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.938640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.942585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d5feead-4831-4319-a55f-7b5b1e6878c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.945119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d5feead-4831-4319-a55f-7b5b1e6878c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.946837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9d5feead-4831-4319-a55f-7b5b1e6878c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34ac31c2-0517-48ff-a224-d8d941cb868d HTTP/1.1" status: 204 len: 168 time: 0.2573657 Dec 08 22:01:43.960565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5feead-4831-4319-a55f-7b5b1e6878c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ac31c2-0517-48ff-a224-d8d941cb868d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:43.980221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:43.988105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:43.988865 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:44.046156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] For port 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,segment=NetworkSegment(fa8beead-646b-4a52-801a-7c5b213cc1dd),segment_id=fa8beead-646b-4a52-801a-7c5b213cc1dd)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:44.047824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:44.072056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8396406 Dec 08 22:01:44.072056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3f979-d897-4ce2-9882-844e282356cb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=ac252a8f-4baa-424d-bfd6-b2207c52ae1e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:44.086236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Calling delete_port for 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:44.087360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network ac252a8f-4baa-424d-bfd6-b2207c52ae1e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:44.412783 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:44.497052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:44.675367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3d694-fca7-4728-93df-f283298720e2 req-6c8c0638-3d85-417d-bcfe-3baf5a050019 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:44.677063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fed3d694-fca7-4728-93df-f283298720e2 req-6c8c0638-3d85-417d-bcfe-3baf5a050019 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.2514064 Dec 08 22:01:44.839240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fed3d694-fca7-4728-93df-f283298720e2 req-b5620675-f685-45e7-87e8-7adf3e920df5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079412 Dec 08 22:01:44.864627 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:44.996803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42100) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:45.116131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:01:45.245923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618981473'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:45.251998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:01:45.260689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c87e010a-6bfc-4f72-9100-a3dcbed92f8b admin admin] 10.222.0.21 "PUT /v2.0/routers/33d038ef-5e18-42b1-a6a2-19a0a654fe20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463331 Dec 08 22:01:45.262535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42110) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:45.263205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] Sync routers for ids ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:01:45.273583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.285809 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.291624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] Routers {'33d038ef-5e18-42b1-a6a2-19a0a654fe20'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:45.292276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:45.380955 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.390071 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.458424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] Set router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:45.462946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147a29e6-0dc0-46db-ae01-fda4c28339a7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:45.530016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.557500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.564778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.628039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.629351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6306148 Dec 08 22:01:45.637387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42118) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:45.651706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d2a6d-b2fe-496f-84f8-2f42e854fad7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e03fcd-5777-47fd-8abc-7c1dfa3f613c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:45.728698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ece9c4e0-2ee3-4a73-99ee-624218e35133 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:01:45.731001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.743826 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a79983e3-2769-4b08-8a56-a9dde94b0f5a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1043510 Dec 08 22:01:45.747282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42122) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:45.752818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-87a400e9-d131-48bd-b398-b23dcd129497 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-security--1067671728', 'description': 'tempest-security-description-1712975138'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:45.789778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87a400e9-d131-48bd-b398-b23dcd129497 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.825328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Deleting port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:45.825328 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.886879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87a400e9-d131-48bd-b398-b23dcd129497 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.900549 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87a400e9-d131-48bd-b398-b23dcd129497 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.904515 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87a400e9-d131-48bd-b398-b23dcd129497 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.908436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-87a400e9-d131-48bd-b398-b23dcd129497 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "PUT /v2.0/security-groups/e8e03fcd-5777-47fd-8abc-7c1dfa3f613c HTTP/1.1" status: 200 len: 1780 time: 0.1574836 Dec 08 22:01:45.910233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42130) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:45.935195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:44Z', 'revision_number': 5, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port': {'id': '3ba13f46-6a4a-43ee-b50e-df47d6dc5377', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:20Z', 'updated_at': '2021-12-08T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:45.947975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] For port 3ba13f46-6a4a-43ee-b50e-df47d6dc5377, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3ba13f46-6a4a-43ee-b50e-df47d6dc5377,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:45.948774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:45.970599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Calling delete_port for 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:46.003563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a400e9-d131-48bd-b398-b23dcd129497 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e03fcd-5777-47fd-8abc-7c1dfa3f613c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:46.013295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] Checking router: 33d038ef-5e18-42b1-a6a2-19a0a654fe20 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:01:46.026186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ece9c4e0-2ee3-4a73-99ee-624218e35133, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ece9c4e0-2ee3-4a73-99ee-624218e35133,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:46.039642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'ece9c4e0-2ee3-4a73-99ee-624218e35133', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'port_id': 'ece9c4e0-2ee3-4a73-99ee-624218e35133', 'mac_address': 'fa:16:3e:b6:12:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:01:46.055122 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1f866ae3-c0eb-426e-a5d7-eea14975fc50 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups/e8e03fcd-5777-47fd-8abc-7c1dfa3f613c HTTP/1.1" status: 200 len: 1780 time: 0.0567470 Dec 08 22:01:46.056140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42134) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:46.108804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] Routers {'33d038ef-5e18-42b1-a6a2-19a0a654fe20'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:46.109361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:46.127012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eda2b192-ca60-41a6-9905-7184badfd50b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.152706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eda2b192-ca60-41a6-9905-7184badfd50b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.220281 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eda2b192-ca60-41a6-9905-7184badfd50b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.223462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.224061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-eda2b192-ca60-41a6-9905-7184badfd50b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.227771 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-eda2b192-ca60-41a6-9905-7184badfd50b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8e03fcd-5777-47fd-8abc-7c1dfa3f613c HTTP/1.1" status: 204 len: 168 time: 0.1663613 Dec 08 22:01:46.230295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42140) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:46.256883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] Set router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:46.272521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2b192-ca60-41a6-9905-7184badfd50b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e03fcd-5777-47fd-8abc-7c1dfa3f613c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:46.340521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b0ccc-1c9b-4c28-ba25-8d7bbf488349 req-cea73a24-a08d-4ee7-8a6b-2d29bceb60be tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:46.342083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-017b0ccc-1c9b-4c28-ba25-8d7bbf488349 req-cea73a24-a08d-4ee7-8a6b-2d29bceb60be tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 943 time: 0.2926378 Dec 08 22:01:46.346642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.346850 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c2808566-f142-4f3d-836f-88ca766232f7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116030 Dec 08 22:01:46.347101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42142) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:46.376574 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-a54001eb-ee2a-4784-bd7e-fb2565e7266a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] delete failed (client error): The resource could not be found. Dec 08 22:01:46.382058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a54001eb-ee2a-4784-bd7e-fb2565e7266a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8e03fcd-5777-47fd-8abc-7c1dfa3f613c HTTP/1.1" status: 404 len: 347 time: 0.0298295 Dec 08 22:01:46.384925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42146) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:46.390441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-624f439d-b778-4142-9583-412d36a05ef7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--841319594'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:46.395005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:45Z', 'revision_number': 6, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:46.395506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba13f46-6a4a-43ee-b50e-df47d6dc5377,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:46.434658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12580e18-0719-4b50-9a66-aebce2e98d96 None None] The sync data for ids ['33d038ef-5e18-42b1-a6a2-19a0a654fe20'] in n-d-821126-1 is: [{'id': '33d038ef-5e18-42b1-a6a2-19a0a654fe20', 'name': 'tempest-TestAggregatesBasicOps-121553705-router', 'tenant_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:17Z', 'updated_at': '2021-12-08T22:01:45Z', 'revision_number': 6, 'project_id': 'f58b06c04daa4cb489a9f7beffd3e3fd', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:01:46.447696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece9c4e0-2ee3-4a73-99ee-624218e35133 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:01:46.492573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-017b0ccc-1c9b-4c28-ba25-8d7bbf488349 req-941db38b-fee3-4b6f-95f5-4acb06478770 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213298 Dec 08 22:01:46.512281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ece9c4e0-2ee3-4a73-99ee-624218e35133, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ece9c4e0-2ee3-4a73-99ee-624218e35133,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:46.518580 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.520315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.592240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-624f439d-b778-4142-9583-412d36a05ef7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.602539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ece9c4e0-2ee3-4a73-99ee-624218e35133,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:46.638688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.641082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.704796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.705320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33d038ef-5e18-42b1-a6a2-19a0a654fe20 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:01:46.715412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.718492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2aeeb17e-685a-4486-a4db-8bc65bd8ffa8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/33d038ef-5e18-42b1-a6a2-19a0a654fe20 HTTP/1.1" status: 204 len: 168 time: 1.4530098 Dec 08 22:01:46.721086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42166) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:46.735630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ece9c4e0-2ee3-4a73-99ee-624218e35133'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:01:46.753925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-624f439d-b778-4142-9583-412d36a05ef7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.762989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-624f439d-b778-4142-9583-412d36a05ef7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.785690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-421917cc-5642-4e44-98e6-7f682412c292 admin admin] Deleting subnet 9cb267f3-cd4d-43df-bc15-922c8aa8cd8d {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:01:46.789643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-421917cc-5642-4e44-98e6-7f682412c292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.825738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-624f439d-b778-4142-9583-412d36a05ef7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.828148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-624f439d-b778-4142-9583-412d36a05ef7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4412651 Dec 08 22:01:46.834929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42168) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:46.845307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-23bd0b32-084f-4892-9ca7-24b4f42557e9 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': '12134028-4a76-4a0d-b361-1764bacb6f1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:46.859527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f439d-b778-4142-9583-412d36a05ef7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12134028-4a76-4a0d-b361-1764bacb6f1a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:46.928290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-421917cc-5642-4e44-98e6-7f682412c292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:46.955556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23bd0b32-084f-4892-9ca7-24b4f42557e9 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.012279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:47.085403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-421917cc-5642-4e44-98e6-7f682412c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.099547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:47.100054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2ceeeed9-53e8-4b76-86c2-0c2e6dc3358f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:47.143272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23bd0b32-084f-4892-9ca7-24b4f42557e9 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.152149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23bd0b32-084f-4892-9ca7-24b4f42557e9 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.170839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-421917cc-5642-4e44-98e6-7f682412c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.176882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd0b32-084f-4892-9ca7-24b4f42557e9 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6d05bb-4b82-4c74-8ea5-7df320049710,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:47.200464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23bd0b32-084f-4892-9ca7-24b4f42557e9 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.201805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-23bd0b32-084f-4892-9ca7-24b4f42557e9 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652050 Dec 08 22:01:47.204698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42174) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:47.207859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421917cc-5642-4e44-98e6-7f682412c292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb267f3-cd4d-43df-bc15-922c8aa8cd8d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:47.236368 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-421917cc-5642-4e44-98e6-7f682412c292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.240437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdade0c-f101-4757-82cc-e80eb85099f8 None None] Network 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:47.241362 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-421917cc-5642-4e44-98e6-7f682412c292 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9cb267f3-cd4d-43df-bc15-922c8aa8cd8d HTTP/1.1" status: 204 len: 168 time: 0.5182590 Dec 08 22:01:47.245140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42176) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:47.261128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c79d139-1cf0-483e-bf37-e01313ad4485 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.272095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42178) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:47.292621 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c79d139-1cf0-483e-bf37-e01313ad4485 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.333374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.358826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c79d139-1cf0-483e-bf37-e01313ad4485 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.364907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c79d139-1cf0-483e-bf37-e01313ad4485 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.366075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4c79d139-1cf0-483e-bf37-e01313ad4485 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1e6d05bb-4b82-4c74-8ea5-7df320049710 HTTP/1.1" status: 204 len: 168 time: 0.1599877 Dec 08 22:01:47.370125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42182) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:47.370469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42184) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:47.380826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': 'ac252a8f-4baa-424d-bfd6-b2207c52ae1e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:47.425174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Deleting port da224800-6624-4d69-97a0-f32286421d71 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:47.425662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.456213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79d139-1cf0-483e-bf37-e01313ad4485 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e6d05bb-4b82-4c74-8ea5-7df320049710,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:47.496345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1c144788-150a-4408-83a3-c3b468e96aa4 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1206112 Dec 08 22:01:47.497077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] DHCP port deletion for 1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:01:47.499370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42186) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:47.500413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-837435d8-820b-4a55-948e-0ff609feed89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.524485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] For port da224800-6624-4d69-97a0-f32286421d71, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=da224800-6624-4d69-97a0-f32286421d71,segment=NetworkSegment(fa8beead-646b-4a52-801a-7c5b213cc1dd),segment_id=fa8beead-646b-4a52-801a-7c5b213cc1dd)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:47.524815 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.548333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] Deleting port da224800-6624-4d69-97a0-f32286421d71 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:47.548610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Calling delete_port for da224800-6624-4d69-97a0-f32286421d71 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:47.548852 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.613645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:47.617625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.621346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-519f5bf7-75b3-42aa-88f8-0a0434dfb679 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.643192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] For port da224800-6624-4d69-97a0-f32286421d71, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=da224800-6624-4d69-97a0-f32286421d71,segment=NetworkSegment(fa8beead-646b-4a52-801a-7c5b213cc1dd),segment_id=fa8beead-646b-4a52-801a-7c5b213cc1dd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:47.643664 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.658693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] Calling delete_port for da224800-6624-4d69-97a0-f32286421d71 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:47.671401 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-519f5bf7-75b3-42aa-88f8-0a0434dfb679 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.683643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-837435d8-820b-4a55-948e-0ff609feed89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.704347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.711005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-837435d8-820b-4a55-948e-0ff609feed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.744129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ece9c4e0-2ee3-4a73-99ee-624218e35133 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:47.769915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=da224800-6624-4d69-97a0-f32286421d71,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:47.781268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] No DVR routers for this DVR port da224800-6624-4d69-97a0-f32286421d71 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:47.782359 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.793322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-837435d8-820b-4a55-948e-0ff609feed89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f5fcc8c99364b7d92c250a18d13e661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199683 Dec 08 22:01:47.797433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837435d8-820b-4a55-948e-0ff609feed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6983b-57c4-4458-ad00-d1b060a0dbca,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:47.803610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42190) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:47.811210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a0de0-128a-467e-9d59-f68c8643231c req-7433bd2f-83d4-4d64-879b-7f16ccc0474e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:47.812823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a53a0de0-128a-467e-9d59-f68c8643231c req-7433bd2f-83d4-4d64-879b-7f16ccc0474e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 944 time: 0.1725283 Dec 08 22:01:47.821306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] Pushing event deleted for resources: {'Port': ['ID=da224800-6624-4d69-97a0-f32286421d71,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:47.823506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33d6f2-54da-4819-81db-4dde14d45186 None None] No DVR routers for this DVR port da224800-6624-4d69-97a0-f32286421d71 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:47.855013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-519f5bf7-75b3-42aa-88f8-0a0434dfb679 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.857953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-519f5bf7-75b3-42aa-88f8-0a0434dfb679 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.859155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-519f5bf7-75b3-42aa-88f8-0a0434dfb679 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/12134028-4a76-4a0d-b361-1764bacb6f1a HTTP/1.1" status: 204 len: 168 time: 0.3588333 Dec 08 22:01:47.861849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42192) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:47.867062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port ece9c4e0-2ee3-4a73-99ee-624218e35133 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:01:47.873256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port ece9c4e0-2ee3-4a73-99ee-624218e35133 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:47.874002 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.908322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f5bf7-75b3-42aa-88f8-0a0434dfb679 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12134028-4a76-4a0d-b361-1764bacb6f1a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:47.913613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.941155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:47.954261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8beead-646b-4a52-801a-7c5b213cc1dd') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:47.954261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8beead-646b-4a52-801a-7c5b213cc1dd') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:47.976645 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:47.985053 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a53a0de0-128a-467e-9d59-f68c8643231c req-a18baf6d-e572-4ef9-aafc-ccf83d3ef71e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559985 Dec 08 22:01:47.993074 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.013108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:48.013601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:48.015598 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:48.040053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b5fc-0926-4875-a0f0-9e78080405f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.053327 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7845adc6-5344-4c0b-be9f-c653e24bdfac tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1866643 Dec 08 22:01:48.057220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42194) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.063653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cda7f860-70cc-46af-a2bb-dc5b0e1a83d3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634476578'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:48.085099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.090253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cda7f860-70cc-46af-a2bb-dc5b0e1a83d3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.095868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b5fc-0926-4875-a0f0-9e78080405f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.127857 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.137506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.145110 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] 10.222.0.21 "DELETE /v2.0/networks/1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7 HTTP/1.1" status: 204 len: 168 time: 0.8956702 Dec 08 22:01:48.159960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feaed5-25b9-48c1-b77b-3a801fc1eb5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1efd171a-a3e7-4fb6-9c03-ff39e4cf70d7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.215916 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.216414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=a25902b8-f443-4076-bd45-2daa5f21da51,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.220743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cda7f860-70cc-46af-a2bb-dc5b0e1a83d3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.228496 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cda7f860-70cc-46af-a2bb-dc5b0e1a83d3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.232913 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b5fc-0926-4875-a0f0-9e78080405f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.236006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b5fc-0926-4875-a0f0-9e78080405f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.237305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2fa9b5fc-0926-4875-a0f0-9e78080405f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45d6983b-57c4-4458-ad00-d1b060a0dbca HTTP/1.1" status: 204 len: 168 time: 0.4235847 Dec 08 22:01:48.260838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9b5fc-0926-4875-a0f0-9e78080405f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6983b-57c4-4458-ad00-d1b060a0dbca,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.268188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '4c31392c-3985-41d2-8af1-7186827e75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ac252a8f-4baa-424d-bfd6-b2207c52ae1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:48.268730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: ac252a8f-4baa-424d-bfd6-b2207c52ae1e, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:48.272047 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cda7f860-70cc-46af-a2bb-dc5b0e1a83d3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.273795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cda7f860-70cc-46af-a2bb-dc5b0e1a83d3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2153566 Dec 08 22:01:48.276892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42202) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.281991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-34a518bd-125d-4917-a3e7-89e4f7b652cc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': '07769101-95d0-4610-8575-11e8e59e8ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:48.297520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e9be4-1bab-471a-aa65-31a3843805ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece9c4e0-2ee3-4a73-99ee-624218e35133'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:01:48.300804 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c1cebe-4538-4229-bbaf-eab24b827367" -d '{"events": [{"server_uuid": "677e9be4-1bab-471a-aa65-31a3843805ac", "name": "network-vif-plugged", "status": "completed", "tag": "ece9c4e0-2ee3-4a73-99ee-624218e35133"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:01:48.303570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network ac252a8f-4baa-424d-bfd6-b2207c52ae1e is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:48.307296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7f860-70cc-46af-a2bb-dc5b0e1a83d3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07769101-95d0-4610-8575-11e8e59e8ba6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.316914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34a518bd-125d-4917-a3e7-89e4f7b652cc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.331592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, ac252a8f-4baa-424d-bfd6-b2207c52ae1e) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:48.347578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42206) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.352231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:48.352945 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.363966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b56a8-761b-49b3-949c-bd49b9511b81 None None] Network ac252a8f-4baa-424d-bfd6-b2207c52ae1e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:48.372455 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6563f0e-f714-46be-b596-bb1b6e09b4cb x-openstack-request-id: req-a6563f0e-f714-46be-b596-bb1b6e09b4cb {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:01:48.373573 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677e9be4-1bab-471a-aa65-31a3843805ac", "name": "network-vif-plugged", "status": "completed", "tag": "ece9c4e0-2ee3-4a73-99ee-624218e35133", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:01:48.374105 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6563f0e-f714-46be-b596-bb1b6e09b4cb {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:01:48.375059 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e9be4-1bab-471a-aa65-31a3843805ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece9c4e0-2ee3-4a73-99ee-624218e35133', 'code': 200} Dec 08 22:01:48.380803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ece9c4e0-2ee3-4a73-99ee-624218e35133, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ece9c4e0-2ee3-4a73-99ee-624218e35133,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:48.399181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9571e7ee-9ef2-4cb6-b1ef-5c97f69ed558 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0244288 Dec 08 22:01:48.399517 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.405163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42208) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.410422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-460593548'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:48.439120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34a518bd-125d-4917-a3e7-89e4f7b652cc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.439552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e1cfdfc0-a58c-4596-9382-8a0c4a83a536 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=093dc828a560432d8786f71af6f00ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900452 Dec 08 22:01:48.442299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42210) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.470468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34a518bd-125d-4917-a3e7-89e4f7b652cc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.486789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:48.491057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.498212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a518bd-125d-4917-a3e7-89e4f7b652cc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf9dd54-3694-4e82-a97b-7d7c73184e39,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.510729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34a518bd-125d-4917-a3e7-89e4f7b652cc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.511997 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-34a518bd-125d-4917-a3e7-89e4f7b652cc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2340419 Dec 08 22:01:48.513333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ece9c4e0-2ee3-4a73-99ee-624218e35133,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.515505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42214) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.517365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a2b6a-3a00-49cf-923e-f12f6b6b2afc req-3fb4cad8-7d50-404a-b6c9-79e6f09ddc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:48.523247 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7930a04b-248a-42f9-a6d8-39c79b2a6c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.527388 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f43a2b6a-3a00-49cf-923e-f12f6b6b2afc req-3fb4cad8-7d50-404a-b6c9-79e6f09ddc2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 1096 time: 0.0867076 Dec 08 22:01:48.534489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-502f84fc-8f9b-4997-8d2c-f7b2e6485e55 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': '07769101-95d0-4610-8575-11e8e59e8ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:48.554593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:48.558730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7930a04b-248a-42f9-a6d8-39c79b2a6c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.585303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.585661 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 71fcda6c-91ad-452d-81ad-2b72bf614f34 of type vlan for network 907a7fd1-2e12-486f-8a77-b80365a547dc Dec 08 22:01:48.645342 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.655034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f43a2b6a-3a00-49cf-923e-f12f6b6b2afc req-ccc0b03b-97d3-437b-8039-ea40d513dffb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603542 Dec 08 22:01:48.657169 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-502f84fc-8f9b-4997-8d2c-f7b2e6485e55 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.666909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:48.674763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-ac252a8f-4baa-424d-bfd6-b2207c52ae1e', 'network_id': 'ac252a8f-4baa-424d-bfd6-b2207c52ae1e', 'tenant_id': '2ee7f53a206243abaec93f271fb1a28f', 'fixed_ips': [{'subnet_id': 'a25902b8-f443-4076-bd45-2daa5f21da51'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:48.675679 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.681128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.688532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:48.689339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.716074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7930a04b-248a-42f9-a6d8-39c79b2a6c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.719455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7930a04b-248a-42f9-a6d8-39c79b2a6c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.720791 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7930a04b-248a-42f9-a6d8-39c79b2a6c94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddd5fe24-60a2-4477-bb04-cfe89476f1c4 HTTP/1.1" status: 204 len: 168 time: 0.2774096 Dec 08 22:01:48.728372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:48.728793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3ba13f46-6a4a-43ee-b50e-df47d6dc5377 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:48.729317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device da224800-6624-4d69-97a0-f32286421d71 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:48.741589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-502f84fc-8f9b-4997-8d2c-f7b2e6485e55 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.749839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-502f84fc-8f9b-4997-8d2c-f7b2e6485e55 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.753598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: da224800-6624-4d69-97a0-f32286421d71 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:48.754272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device da224800-6624-4d69-97a0-f32286421d71 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:48.769243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3629091 Dec 08 22:01:48.770139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930a04b-248a-42f9-a6d8-39c79b2a6c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd5fe24-60a2-4477-bb04-cfe89476f1c4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.778593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42218) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.781474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f84fc-8f9b-4997-8d2c-f7b2e6485e55 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747106f6-26c0-4f97-a2bb-9f5e4511d726,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.786408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': '907a7fd1-2e12-486f-8a77-b80365a547dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:48.823718 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-502f84fc-8f9b-4997-8d2c-f7b2e6485e55 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.826317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-502f84fc-8f9b-4997-8d2c-f7b2e6485e55 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2972164 Dec 08 22:01:48.828434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42220) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.838615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ffa640ae-68fd-48b6-9b68-d41a2f33067f tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': '07769101-95d0-4610-8575-11e8e59e8ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:48.853629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42222) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:48.873261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee5c8a-942d-412d-8f31-5c6000f8d72d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=907a7fd1-2e12-486f-8a77-b80365a547dc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:48.879876 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ac6d-9041-49e2-9ef6-92083d2b762a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.890068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 907a7fd1-2e12-486f-8a77-b80365a547dc details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:48.894578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa640ae-68fd-48b6-9b68-d41a2f33067f tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.903811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:48.907868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:48.974832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Allocated IP 2001:db8:0:ffff::2 (ac252a8f-4baa-424d-bfd6-b2207c52ae1e/a25902b8-f443-4076-bd45-2daa5f21da51/e9c09776-9045-4dd5-b6cd-796e64fe391a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:49.061020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa640ae-68fd-48b6-9b68-d41a2f33067f tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.069377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ac6d-9041-49e2-9ef6-92083d2b762a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.071600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa640ae-68fd-48b6-9b68-d41a2f33067f tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.090464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ac6d-9041-49e2-9ef6-92083d2b762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.093782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa640ae-68fd-48b6-9b68-d41a2f33067f tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7c5117-29c6-487d-a7ad-68ff37797905,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.151076 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa640ae-68fd-48b6-9b68-d41a2f33067f tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.152578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ffa640ae-68fd-48b6-9b68-d41a2f33067f tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220131 Dec 08 22:01:49.175749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42228) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:49.182040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d5ece57f-9c46-455d-8b7e-83d99fb35e83 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': '07769101-95d0-4610-8575-11e8e59e8ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:49.187776 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.189627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ac6d-9041-49e2-9ef6-92083d2b762a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17a47f9-3f7b-4811-bff6-7f4bcb2b6373,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.196073 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.211051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b2a0ac6d-9041-49e2-9ef6-92083d2b762a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f3f8de633fb4b04a9f03bb7cec16be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562555 Dec 08 22:01:49.214384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42230) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:49.238819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Network ac252a8f-4baa-424d-bfd6-b2207c52ae1e is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:49.241938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:49.249915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:49.269359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Pushing event updated for resources: {'Port': ['ID=e9c09776-9045-4dd5-b6cd-796e64fe391a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.295894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189df9d3-5728-468a-8d19-459437913c6e req-277477e9-da51-437c-9f5d-42a4c618e684 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:49.297492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-189df9d3-5728-468a-8d19-459437913c6e req-277477e9-da51-437c-9f5d-42a4c618e684 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 945 time: 0.1842575 Dec 08 22:01:49.318892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5ece57f-9c46-455d-8b7e-83d99fb35e83 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.328279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Attempting to bind port e9c09776-9045-4dd5-b6cd-796e64fe391a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:49.329372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Attempting to bind port e9c09776-9045-4dd5-b6cd-796e64fe391a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4c31392c-3985-41d2-8af1-7186827e75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ac252a8f-4baa-424d-bfd6-b2207c52ae1e'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:49.330307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Attempting to bind port e9c09776-9045-4dd5-b6cd-796e64fe391a on network ac252a8f-4baa-424d-bfd6-b2207c52ae1e {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:49.337419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:49.338253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Checking segment: {'id': '4c31392c-3985-41d2-8af1-7186827e75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ac252a8f-4baa-424d-bfd6-b2207c52ae1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:49.338844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.339417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Bound using segment: {'id': '4c31392c-3985-41d2-8af1-7186827e75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ac252a8f-4baa-424d-bfd6-b2207c52ae1e'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:49.340208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Bound port: e9c09776-9045-4dd5-b6cd-796e64fe391a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c31392c-3985-41d2-8af1-7186827e75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ac252a8f-4baa-424d-bfd6-b2207c52ae1e'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:49.340863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.350506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:49.388018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa3cb0c-55f4-4144-be93-00e065a750f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.419472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] For port e9c09776-9045-4dd5-b6cd-796e64fe391a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:49.424271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] For port e9c09776-9045-4dd5-b6cd-796e64fe391a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e9c09776-9045-4dd5-b6cd-796e64fe391a,segment=NetworkSegment(4c31392c-3985-41d2-8af1-7186827e75b6),segment_id=4c31392c-3985-41d2-8af1-7186827e75b6)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:49.426278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-189df9d3-5728-468a-8d19-459437913c6e req-8e16b824-200b-401d-b6ac-91c169103bc9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217008 Dec 08 22:01:49.434313 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.455025 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa3cb0c-55f4-4144-be93-00e065a750f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.474273 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9c4f800b-9fd5-4b09-a013-75183ba81391 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f58b06c04daa4cb489a9f7beffd3e3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1202164 Dec 08 22:01:49.477561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42236) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:49.501504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189fbf7-22fa-4556-9fd6-77db1a81c96d None None] Pushing event updated for resources: {'Port': ['ID=e9c09776-9045-4dd5-b6cd-796e64fe391a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.507559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5ece57f-9c46-455d-8b7e-83d99fb35e83 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.515739 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5ece57f-9c46-455d-8b7e-83d99fb35e83 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.540184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ece57f-9c46-455d-8b7e-83d99fb35e83 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b363ee-2c7f-45e7-8405-69ede4ba2f0a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.551151 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5ece57f-9c46-455d-8b7e-83d99fb35e83 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.555276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d5ece57f-9c46-455d-8b7e-83d99fb35e83 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3748090 Dec 08 22:01:49.556560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42238) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:49.561468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa3cb0c-55f4-4144-be93-00e065a750f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.562097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-60d7cb90-5c44-48f8-b347-d8175fe1b4d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': '07769101-95d0-4610-8575-11e8e59e8ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:49.564560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfa3cb0c-55f4-4144-be93-00e065a750f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.568524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfa3cb0c-55f4-4144-be93-00e065a750f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c17a47f9-3f7b-4811-bff6-7f4bcb2b6373 HTTP/1.1" status: 204 len: 168 time: 0.3471773 Dec 08 22:01:49.570016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.576060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3cb0c-55f4-4144-be93-00e065a750f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17a47f9-3f7b-4811-bff6-7f4bcb2b6373,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.670946 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2fbd6-c1bc-4d5b-966e-0ac702adabe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.696885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=2f6df70f-58ad-4913-b0b3-11d42d4a0e10,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.700348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d7cb90-5c44-48f8-b347-d8175fe1b4d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.730084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2fbd6-c1bc-4d5b-966e-0ac702adabe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.743385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '71fcda6c-91ad-452d-81ad-2b72bf614f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '907a7fd1-2e12-486f-8a77-b80365a547dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:49.743735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: 907a7fd1-2e12-486f-8a77-b80365a547dc, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:49.841341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d7cb90-5c44-48f8-b347-d8175fe1b4d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.842426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 907a7fd1-2e12-486f-8a77-b80365a547dc is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:49.851423 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d7cb90-5c44-48f8-b347-d8175fe1b4d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.864458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 907a7fd1-2e12-486f-8a77-b80365a547dc) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:49.871688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:49.872815 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.873889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e8783-0372-4694-8345-7bfd3704d3c8 None None] Network 907a7fd1-2e12-486f-8a77-b80365a547dc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:49.895351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7cb90-5c44-48f8-b347-d8175fe1b4d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c86ea4b-9e79-47a6-95a4-82e6ab33f7e7,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.900626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2fbd6-c1bc-4d5b-966e-0ac702adabe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.903625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2fbd6-c1bc-4d5b-966e-0ac702adabe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.905020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a8e2fbd6-c1bc-4d5b-966e-0ac702adabe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3251fafa-f205-498a-be27-8a7f116bc705 HTTP/1.1" status: 204 len: 168 time: 0.4263017 Dec 08 22:01:49.910171 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-60d7cb90-5c44-48f8-b347-d8175fe1b4d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.914129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-60d7cb90-5c44-48f8-b347-d8175fe1b4d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3538172 Dec 08 22:01:49.914637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42246) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:49.916277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2fae29b1-8fd8-4a8a-9f41-a8ebd7763ec0 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1366472 Dec 08 22:01:49.920723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42248) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:49.932390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2fbd6-c1bc-4d5b-966e-0ac702adabe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3251fafa-f205-498a-be27-8a7f116bc705,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:49.971888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c8c317-8cf4-45dc-8f51-587330dae8d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:49.985903 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c8c317-8cf4-45dc-8f51-587330dae8d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.039663 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c8c317-8cf4-45dc-8f51-587330dae8d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.051570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c8c317-8cf4-45dc-8f51-587330dae8d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.051898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.056034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-91c8c317-8cf4-45dc-8f51-587330dae8d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2c86ea4b-9e79-47a6-95a4-82e6ab33f7e7 HTTP/1.1" status: 204 len: 168 time: 0.1369500 Dec 08 22:01:50.057198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42252) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:50.059295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8c317-8cf4-45dc-8f51-587330dae8d6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c86ea4b-9e79-47a6-95a4-82e6ab33f7e7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:50.144196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bff475db-1fd0-49ff-ba60-bbea39f12e5b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0822394 Dec 08 22:01:50.144423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42258) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:50.163954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.179376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0518c-48de-47f0-8763-9a2bdac893b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-907a7fd1-2e12-486f-8a77-b80365a547dc', 'network_id': '907a7fd1-2e12-486f-8a77-b80365a547dc', 'tenant_id': '2ee7f53a206243abaec93f271fb1a28f', 'fixed_ips': [{'subnet_id': '2f6df70f-58ad-4913-b0b3-11d42d4a0e10'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:50.181225 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-07c0518c-48de-47f0-8763-9a2bdac893b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.212937 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-34c9585b-abb9-4da2-9dcf-eb72ca1b2398 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.227679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-34c9585b-abb9-4da2-9dcf-eb72ca1b2398 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.267637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-34c9585b-abb9-4da2-9dcf-eb72ca1b2398 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.273544 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-34c9585b-abb9-4da2-9dcf-eb72ca1b2398 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.274869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-34c9585b-abb9-4da2-9dcf-eb72ca1b2398 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f6b363ee-2c7f-45e7-8405-69ede4ba2f0a HTTP/1.1" status: 204 len: 168 time: 0.1295607 Dec 08 22:01:50.277765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:50.286017 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.291454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9585b-abb9-4da2-9dcf-eb72ca1b2398 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6b363ee-2c7f-45e7-8405-69ede4ba2f0a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:50.319671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6df70f-58ad-4913-b0b3-11d42d4a0e10,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-07c0518c-48de-47f0-8763-9a2bdac893b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f6df70f-58ad-4913-b0b3-11d42d4a0e10: This subnet is being modified by another concurrent operation. Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f6df70f-58ad-4913-b0b3-11d42d4a0e10: This subnet is being modified by another concurrent operation. Dec 08 22:01:50.337237 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:01:50.362762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0506672b-c5a7-4864-9e65-268e21efd8e5 None None] Network 907a7fd1-2e12-486f-8a77-b80365a547dc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:50.405759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.435620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907a7fd1-2e12-486f-8a77-b80365a547dc']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:50.448579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fcda6c-91ad-452d-81ad-2b72bf614f34') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:50.449546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fcda6c-91ad-452d-81ad-2b72bf614f34') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:50.484558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e33d9445-bb24-4436-8843-b38c7adc68c7 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2045531 Dec 08 22:01:50.485833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.488183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42276) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:50.517032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.526484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:50.527156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:50.531656 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:50.546578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de22f47c-d935-4f0c-86ce-873414c32d2e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.557444 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de22f47c-d935-4f0c-86ce-873414c32d2e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.620468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.641106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.648522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b8ea2-7bb1-4ca9-80d0-f39fcd416957 req-a31db94a-abac-43c5-932a-de62cfa6e378 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:50.650012 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/907a7fd1-2e12-486f-8a77-b80365a547dc HTTP/1.1" status: 204 len: 168 time: 0.7282884 Dec 08 22:01:50.650847 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-211b8ea2-7bb1-4ca9-80d0-f39fcd416957 req-a31db94a-abac-43c5-932a-de62cfa6e378 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 945 time: 0.0827286 Dec 08 22:01:50.654212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:50.660950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104316443'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:50.668346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ce730-4043-4a75-9613-e8fcf7ad7344 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=907a7fd1-2e12-486f-8a77-b80365a547dc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:50.682262 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de22f47c-d935-4f0c-86ce-873414c32d2e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.709270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de22f47c-d935-4f0c-86ce-873414c32d2e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.713686 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-de22f47c-d935-4f0c-86ce-873414c32d2e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/da7c5117-29c6-487d-a7ad-68ff37797905 HTTP/1.1" status: 204 len: 168 time: 0.2244790 Dec 08 22:01:50.713901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42284) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:50.722318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22f47c-d935-4f0c-86ce-873414c32d2e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da7c5117-29c6-487d-a7ad-68ff37797905,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:50.754073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e9c09776-9045-4dd5-b6cd-796e64fe391a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:50.790876 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-211b8ea2-7bb1-4ca9-80d0-f39fcd416957 req-3b80aa7e-4ebb-45e3-8d37-ea97b1df204e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191144 Dec 08 22:01:50.792295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:50.799626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.816888 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fa013991-29d6-4e8c-950b-f151e0f469ce tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1016583 Dec 08 22:01:50.831579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42292) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:50.864909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:50.877150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.877750 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 9a7ebcfb-3482-4090-b4af-c52c34d2d1ea of type vlan for network 094865d2-e9e5-46db-b743-86c0fc340522 Dec 08 22:01:50.882987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e9c09776-9045-4dd5-b6cd-796e64fe391a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:50.883577 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.887962 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-714980aa-d6af-42f5-8ab8-164d19a73d22 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.920072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-714980aa-d6af-42f5-8ab8-164d19a73d22 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.933608 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.987411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.991349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:50.996203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:50.996864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.040054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port e9c09776-9045-4dd5-b6cd-796e64fe391a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e9c09776-9045-4dd5-b6cd-796e64fe391a,segment=NetworkSegment(4c31392c-3985-41d2-8af1-7186827e75b6),segment_id=4c31392c-3985-41d2-8af1-7186827e75b6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:51.046874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.060832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeff9ca-96f7-4b12-88d4-eca972319206 req-fafd1a6a-4bcf-453b-a7fa-7695e9f70fef tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:51.062361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dfeff9ca-96f7-4b12-88d4-eca972319206 req-fafd1a6a-4bcf-453b-a7fa-7695e9f70fef tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 945 time: 0.1396108 Dec 08 22:01:51.067331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-714980aa-d6af-42f5-8ab8-164d19a73d22 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.073814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-714980aa-d6af-42f5-8ab8-164d19a73d22 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.075128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-714980aa-d6af-42f5-8ab8-164d19a73d22 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/747106f6-26c0-4f97-a2bb-9f5e4511d726 HTTP/1.1" status: 204 len: 168 time: 0.2422602 Dec 08 22:01:51.079217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42304) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:51.097018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc2009-d2ee-431e-aad1-7d9d98a31e44 None None] Network ac252a8f-4baa-424d-bfd6-b2207c52ae1e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:51.109571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714980aa-d6af-42f5-8ab8-164d19a73d22 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=747106f6-26c0-4f97-a2bb-9f5e4511d726,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:51.133639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=094865d2-e9e5-46db-b743-86c0fc340522,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:51.142966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dfeff9ca-96f7-4b12-88d4-eca972319206 req-edfeb362-06c7-43b9-a10e-921bbbcc453b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666270 Dec 08 22:01:51.144785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e815443e-0148-4219-b2f0-9c8c48554f89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4891808 Dec 08 22:01:51.147772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42306) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:51.156002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': '094865d2-e9e5-46db-b743-86c0fc340522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:51.164041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3af5afb1-cc95-4e83-ba68-a704f4cd63cd tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0829718 Dec 08 22:01:51.174078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42310) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:51.201102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 094865d2-e9e5-46db-b743-86c0fc340522 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:51.220071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2db36034-950d-4287-b45f-853f67a03c0c tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.235683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2db36034-950d-4287-b45f-853f67a03c0c tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.260147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42312) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:51.313025 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2db36034-950d-4287-b45f-853f67a03c0c tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.319743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=e9c09776-9045-4dd5-b6cd-796e64fe391a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:51.321455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2db36034-950d-4287-b45f-853f67a03c0c tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.323312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2db36034-950d-4287-b45f-853f67a03c0c tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/faf9dd54-3694-4e82-a97b-7d7c73184e39 HTTP/1.1" status: 204 len: 168 time: 0.1481805 Dec 08 22:01:51.326916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42318) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:51.333977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-53a2471e-5172-4714-8e11-87e5f65e0012 None None] Provisioning complete for port e9c09776-9045-4dd5-b6cd-796e64fe391a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:51.334615 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-53a2471e-5172-4714-8e11-87e5f65e0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.365666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db36034-950d-4287-b45f-853f67a03c0c tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faf9dd54-3694-4e82-a97b-7d7c73184e39,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:51.388227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40173bc-72bc-4caf-b0a8-c2b2581567aa req-1e2429d6-8369-4996-8643-6ea331d1fc97 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:51.389942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e40173bc-72bc-4caf-b0a8-c2b2581567aa req-1e2429d6-8369-4996-8643-6ea331d1fc97 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 945 time: 0.1242299 Dec 08 22:01:51.408025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d167b52d-4b52-486c-b836-e400b21f2dfa tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0798075 Dec 08 22:01:51.411213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42322) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:51.428857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:51.434441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.509052 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e40173bc-72bc-4caf-b0a8-c2b2581567aa req-e86e1183-89e7-47c0-a656-57138c2f9c4f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102057 Dec 08 22:01:51.524625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f5b028b3-edee-471f-b048-3589c4b7d805 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.589377 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f5b028b3-edee-471f-b048-3589c4b7d805 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.645676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-23308440-network', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:51.723612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Made reservation on behalf of f54057549bf240d1bc42dfe3c18ea6a1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:51.728134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.738628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f5b028b3-edee-471f-b048-3589c4b7d805 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.743387 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f5b028b3-edee-471f-b048-3589c4b7d805 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.749669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f5b028b3-edee-471f-b048-3589c4b7d805 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/07769101-95d0-4610-8575-11e8e59e8ba6 HTTP/1.1" status: 204 len: 168 time: 0.3377192 Dec 08 22:01:51.754144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42336) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:51.773555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.791594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b028b3-edee-471f-b048-3589c4b7d805 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07769101-95d0-4610-8575-11e8e59e8ba6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:51.829004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981a0fd6-b7ff-4a26-b490-71bcbd431436 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:01:51.911326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-51a1a040-78fc-4249-97ce-faca62f28f8e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1560192 Dec 08 22:01:51.913416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.919616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42344) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:51.924165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e78b6f86-45f4-4fa0-9de0-67858ae05dc6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977098995'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:51.946507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654944e-4914-4e7b-b5ec-3a5aa92b49ac req-832b0b04-14a3-4e74-a0ab-25bae952e819 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:51.948088 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2654944e-4914-4e7b-b5ec-3a5aa92b49ac req-832b0b04-14a3-4e74-a0ab-25bae952e819 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 945 time: 0.0885053 Dec 08 22:01:51.964146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ff7e4ca9-b927-426a-9a64-be19bf11e458 None None] Provisioning complete for port e9c09776-9045-4dd5-b6cd-796e64fe391a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:51.964146 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ff7e4ca9-b927-426a-9a64-be19bf11e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.981098 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:51.997146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=4c44e5dd-17c1-412e-8ddf-8fb1440d7ba5,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:51.999516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e78b6f86-45f4-4fa0-9de0-67858ae05dc6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.014813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.029427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '9a7ebcfb-3482-4090-b4af-c52c34d2d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '094865d2-e9e5-46db-b743-86c0fc340522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:52.029798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: 094865d2-e9e5-46db-b743-86c0fc340522, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:52.038637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:52.052810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.053694 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Added segment c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4 of type vlan for network c683f353-1b8f-46d9-857c-22ccf8e5f62c Dec 08 22:01:52.064112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981a0fd6-b7ff-4a26-b490-71bcbd431436 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:01:52.075626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 094865d2-e9e5-46db-b743-86c0fc340522 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:52.114074 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e78b6f86-45f4-4fa0-9de0-67858ae05dc6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.116776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 094865d2-e9e5-46db-b743-86c0fc340522) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:52.132318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:52.134417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.148479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e78b6f86-45f4-4fa0-9de0-67858ae05dc6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.152762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.168762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c55735-d6c4-45b5-9a06-53e734cd4070,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:52.175485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2654944e-4914-4e7b-b5ec-3a5aa92b49ac req-fdc4064b-d30f-4e8f-96b2-ffe586e86f5f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908526 Dec 08 22:01:52.177221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42350) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:52.184832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229955272'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:52.185273 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-88018515-9762-40e3-b75b-7853050cf017 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0351310 Dec 08 22:01:52.226777 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e78b6f86-45f4-4fa0-9de0-67858ae05dc6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.228386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e78b6f86-45f4-4fa0-9de0-67858ae05dc6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3078134 Dec 08 22:01:52.231197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42352) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:52.234312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.235410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:52.236023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e4ae694a-c59c-4eb7-a096-9d5fa326f91b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': 'b8bb0042-cfe0-42aa-8254-8b78df782620', 'direction': 'ingress', 'protocol': 17}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:52.236207 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.241349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b6f86-45f4-4fa0-9de0-67858ae05dc6 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bb0042-cfe0-42aa-8254-8b78df782620,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:52.252380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:52.257118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.283056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4ae694a-c59c-4eb7-a096-9d5fa326f91b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.290384 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0289378 Dec 08 22:01:52.295134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42356) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:52.302632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Request body: {'subnet': {'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-23308440-subnet', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:52.350967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Made reservation on behalf of f54057549bf240d1bc42dfe3c18ea6a1 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:52.353923 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.358010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:52.372114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6dea3-742b-4b8c-b49e-b2242d561b30 admin admin] Pushing event updated for resources: {'Network': ['ID=c683f353-1b8f-46d9-857c-22ccf8e5f62c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:52.383891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.384191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:52.384459 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 54aeaa02-4a2f-4154-b2fe-6128fdb7be6a of type vlan for network a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a Dec 08 22:01:52.438623 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.450660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4ae694a-c59c-4eb7-a096-9d5fa326f91b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.461016 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4ae694a-c59c-4eb7-a096-9d5fa326f91b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.484870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.486945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-094865d2-e9e5-46db-b743-86c0fc340522', 'network_id': '094865d2-e9e5-46db-b743-86c0fc340522', 'tenant_id': '2ee7f53a206243abaec93f271fb1a28f', 'fixed_ips': [{'subnet_id': '4c44e5dd-17c1-412e-8ddf-8fb1440d7ba5'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:52.487977 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.489619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae694a-c59c-4eb7-a096-9d5fa326f91b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf2f4e4-1c08-45a7-8202-e5f77de37fa7,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:52.497574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:52.498935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.504616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4ae694a-c59c-4eb7-a096-9d5fa326f91b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.506065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e4ae694a-c59c-4eb7-a096-9d5fa326f91b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2735679 Dec 08 22:01:52.514207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42362) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:52.617959 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.639971 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ab87333-1254-4874-b5c4-a4adbc3a93c5 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.669105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ab87333-1254-4874-b5c4-a4adbc3a93c5 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.677698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e9c09776-9045-4dd5-b6cd-796e64fe391a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:52.683967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5a0cb8-4c48-4b33-a39c-5f1c80449ab5,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:52.707936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Checking segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:52.708862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Network hostable DHCP agents. Network: c683f353-1b8f-46d9-857c-22ccf8e5f62c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:52.732613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Allocated IP 2001:db8::3 (094865d2-e9e5-46db-b743-86c0fc340522/4c44e5dd-17c1-412e-8ddf-8fb1440d7ba5/3d2a6937-322b-4a36-a140-31481bbc26e3) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:52.737037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:52.752739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, c683f353-1b8f-46d9-857c-22ccf8e5f62c) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:52.765032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5837414 Dec 08 22:01:52.765990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:52.766572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.768629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42372) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:52.775321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': 'a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:52.783745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ab87333-1254-4874-b5c4-a4adbc3a93c5 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.789063 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ab87333-1254-4874-b5c4-a4adbc3a93c5 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.791566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ab87333-1254-4874-b5c4-a4adbc3a93c5 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8bb0042-cfe0-42aa-8254-8b78df782620 HTTP/1.1" status: 204 len: 168 time: 0.2727387 Dec 08 22:01:52.799194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42374) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:52.801865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e9c09776-9045-4dd5-b6cd-796e64fe391a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:52.802259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.809239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee120f-7962-46a8-9705-1e73351e3ff3 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:52.826531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:52.837929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab87333-1254-4874-b5c4-a4adbc3a93c5 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bb0042-cfe0-42aa-8254-8b78df782620,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:52.851632 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c8f52aa6-f593-4ea5-8572-b361f66732f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5547001 Dec 08 22:01:52.853556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42378) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:52.860008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:52.905081 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.906778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.923012 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d9187e91-4fb3-4077-a578-147855f16f6d tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188052 Dec 08 22:01:52.944465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42380) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:52.951102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-15cc6a02-e377-4397-9604-357e07560f6a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416220884'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:52.957570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:52.962068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:52.988060 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.085500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15cc6a02-e377-4397-9604-357e07560f6a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.123577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Performing IP validity checks on allocation pools {{(pid=102389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 22:01:53.124263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_backend_mixin [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 22:01:53.214121 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.217480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.224415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.252519 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15cc6a02-e377-4397-9604-357e07560f6a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.272589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15cc6a02-e377-4397-9604-357e07560f6a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.287746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Network 094865d2-e9e5-46db-b743-86c0fc340522 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:53.291583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:53.295634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:53.308422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Pushing event updated for resources: {'Port': ['ID=3d2a6937-322b-4a36-a140-31481bbc26e3,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:53.349750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15cc6a02-e377-4397-9604-357e07560f6a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.351193 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-15cc6a02-e377-4397-9604-357e07560f6a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4055536 Dec 08 22:01:53.361594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42390) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:53.365279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-001b9e16-b82a-4277-9c4a-64b4a9453c75 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--61255849'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:53.374147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Attempting to bind port 3d2a6937-322b-4a36-a140-31481bbc26e3 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:53.374574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Attempting to bind port 3d2a6937-322b-4a36-a140-31481bbc26e3 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '9a7ebcfb-3482-4090-b4af-c52c34d2d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '094865d2-e9e5-46db-b743-86c0fc340522'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:53.374972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Attempting to bind port 3d2a6937-322b-4a36-a140-31481bbc26e3 on network 094865d2-e9e5-46db-b743-86c0fc340522 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:53.381082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:53.381722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Checking segment: {'id': '9a7ebcfb-3482-4090-b4af-c52c34d2d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '094865d2-e9e5-46db-b743-86c0fc340522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:53.382291 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.382906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Bound using segment: {'id': '9a7ebcfb-3482-4090-b4af-c52c34d2d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '094865d2-e9e5-46db-b743-86c0fc340522'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:53.383436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87155c-e27f-42e9-b2e7-d7fd0105c1bb req-792e56ad-3b8e-4abb-b109-33c059f4b9e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:53.383873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Bound port: 3d2a6937-322b-4a36-a140-31481bbc26e3, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7ebcfb-3482-4090-b4af-c52c34d2d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '094865d2-e9e5-46db-b743-86c0fc340522'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:53.384441 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.385054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a87155c-e27f-42e9-b2e7-d7fd0105c1bb req-792e56ad-3b8e-4abb-b109-33c059f4b9e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 945 time: 0.0847077 Dec 08 22:01:53.426758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc6a02-e377-4397-9604-357e07560f6a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f7fb8-b170-450e-ba62-baef6c4a9e05,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:53.454000 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.456525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a87155c-e27f-42e9-b2e7-d7fd0105c1bb req-e471cf56-068c-4445-9d16-316e130f5cbd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619073 Dec 08 22:01:53.458546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-001b9e16-b82a-4277-9c4a-64b4a9453c75 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.486789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] For port 3d2a6937-322b-4a36-a140-31481bbc26e3, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:53.490577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] For port 3d2a6937-322b-4a36-a140-31481bbc26e3, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3d2a6937-322b-4a36-a140-31481bbc26e3,segment=NetworkSegment(9a7ebcfb-3482-4090-b4af-c52c34d2d1ea),segment_id=9a7ebcfb-3482-4090-b4af-c52c34d2d1ea)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:53.500699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.516453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-a6e5f3bb-5983-4fef-9ed8-4328b46cdadd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:53.518057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-a6e5f3bb-5983-4fef-9ed8-4328b46cdadd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 945 time: 0.2605572 Dec 08 22:01:53.523950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=355fe84d-fcf6-4665-a178-61988a73a02b,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:53.585290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5f2b7-766e-4a89-b3a2-fe9fa0fa1ed0 None None] Pushing event updated for resources: {'Port': ['ID=3d2a6937-322b-4a36-a140-31481bbc26e3,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:53.630263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '54aeaa02-4a2f-4154-b2fe-6128fdb7be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:53.630797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:53.657870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.666091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:53.666935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-001b9e16-b82a-4277-9c4a-64b4a9453c75 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.682298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port ece9c4e0-2ee3-4a73-99ee-624218e35133 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:01:53.682646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.686576 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.688455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-001b9e16-b82a-4277-9c4a-64b4a9453c75 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.698044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:53.731424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:53.732079 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.751515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-001b9e16-b82a-4277-9c4a-64b4a9453c75 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.755778 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-001b9e16-b82a-4277-9c4a-64b4a9453c75 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3947682 Dec 08 22:01:53.756494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42400) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:53.774633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b9e16-b82a-4277-9c4a-64b4a9453c75 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f64d5f1-eaa4-47aa-ba2c-4215b782e961,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:53.783249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d0706b1d-44ae-44f1-ba56-e56cc23e42fb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': 'de3f7fb8-b170-450e-ba62-baef6c4a9e05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8f64d5f1-eaa4-47aa-ba2c-4215b782e961', 'remote_ip_prefix': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:53.799838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-881907cd-ba69-49e6-903e-4f5f924c598c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0268934 Dec 08 22:01:53.800808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42402) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:53.870289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] For port ece9c4e0-2ee3-4a73-99ee-624218e35133, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ece9c4e0-2ee3-4a73-99ee-624218e35133,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:53.871032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.895261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for ece9c4e0-2ee3-4a73-99ee-624218e35133 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:01:53.945947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Allocated IP 172.25.1.232 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/5a096592-255d-49d2-82fb-083713ec6437) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:53.978448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0706b1d-44ae-44f1-ba56-e56cc23e42fb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:53.991928 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.036283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42406) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:54.096969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0706b1d-44ae-44f1-ba56-e56cc23e42fb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.106816 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0706b1d-44ae-44f1-ba56-e56cc23e42fb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.125312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.136532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.143412 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0706b1d-44ae-44f1-ba56-e56cc23e42fb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe333c55-02ec-443a-bbb7-cd79f13f878c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:54.150485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ece9c4e0-2ee3-4a73-99ee-624218e35133'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:01:54.174507 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.176370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=ece9c4e0-2ee3-4a73-99ee-624218e35133,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:54.181352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d0706b1d-44ae-44f1-ba56-e56cc23e42fb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.182653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d0706b1d-44ae-44f1-ba56-e56cc23e42fb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4218354 Dec 08 22:01:54.186776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42410) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:54.224305 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b851b27a-b35b-4f9a-8dd9-996708ec412a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.237366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] No DVR routers for this DVR port ece9c4e0-2ee3-4a73-99ee-624218e35133 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:01:54.243301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.246785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e7c120c-919f-43ff-ab5a-ba3577e5bc71 req-e439239c-d9e1-4d67-ad3f-306470f4195c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "DELETE /v2.0/ports/ece9c4e0-2ee3-4a73-99ee-624218e35133 HTTP/1.1" status: 204 len: 173 time: 0.7183917 Dec 08 22:01:54.247427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e9be4-1bab-471a-aa65-31a3843805ac', 'name': 'network-vif-deleted', 'tag': 'ece9c4e0-2ee3-4a73-99ee-624218e35133'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:01:54.249626 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf6f161-f94a-4d3c-8801-0753f7819425" -d '{"events": [{"server_uuid": "677e9be4-1bab-471a-aa65-31a3843805ac", "name": "network-vif-deleted", "tag": "ece9c4e0-2ee3-4a73-99ee-624218e35133"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:01:54.255133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d0ca-bf40-4594-86ff-24280d5096e1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.265386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d0ca-bf40-4594-86ff-24280d5096e1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.277112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.304921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d0ca-bf40-4594-86ff-24280d5096e1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.313609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d0ca-bf40-4594-86ff-24280d5096e1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.314850 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bdd1d0ca-bf40-4594-86ff-24280d5096e1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fe333c55-02ec-443a-bbb7-cd79f13f878c HTTP/1.1" status: 204 len: 168 time: 0.1269426 Dec 08 22:01:54.317103 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a685c61-a839-4481-910d-2e05a7592de3 x-openstack-request-id: req-3a685c61-a839-4481-910d-2e05a7592de3 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:01:54.317529 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677e9be4-1bab-471a-aa65-31a3843805ac", "name": "network-vif-deleted", "tag": "ece9c4e0-2ee3-4a73-99ee-624218e35133", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:01:54.317890 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a685c61-a839-4481-910d-2e05a7592de3 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:01:54.318195 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e9be4-1bab-471a-aa65-31a3843805ac', 'name': 'network-vif-deleted', 'tag': 'ece9c4e0-2ee3-4a73-99ee-624218e35133', 'status': 'completed', 'code': 200} Dec 08 22:01:54.319278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42414) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:54.324815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d0ca-bf40-4594-86ff-24280d5096e1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe333c55-02ec-443a-bbb7-cd79f13f878c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:54.325633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=355fe84d-fcf6-4665-a178-61988a73a02b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:54.370705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.453291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.458952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:54.476684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:54.488470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:54.511135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Pushing event updated for resources: {'Port': ['ID=5a096592-255d-49d2-82fb-083713ec6437,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:54.548342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-706777d1-04a3-4b2f-b8d7-d9556c82c76e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2204080 Dec 08 22:01:54.551034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42418) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:54.554169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:54.570417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54aeaa02-4a2f-4154-b2fe-6128fdb7be6a') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:54.571318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54aeaa02-4a2f-4154-b2fe-6128fdb7be6a') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:54.587948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.620304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.630315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b851b27a-b35b-4f9a-8dd9-996708ec412a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.647856 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-760c7845-1510-402c-83f8-10004e77a84a req-a6395882-af37-4fc6-aaa6-ab81f96e0879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.0541835 Dec 08 22:01:54.707480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b851b27a-b35b-4f9a-8dd9-996708ec412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.711550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:54.712040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.717620 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a286d84a-5d22-4238-b448-491898901685 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:54.725621 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:54.747959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3d2a6937-322b-4a36-a140-31481bbc26e3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:54.761251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a286d84a-5d22-4238-b448-491898901685 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.834497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a286d84a-5d22-4238-b448-491898901685 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.839211 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a286d84a-5d22-4238-b448-491898901685 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.843433 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a286d84a-5d22-4238-b448-491898901685 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f64d5f1-eaa4-47aa-ba2c-4215b782e961 HTTP/1.1" status: 204 len: 168 time: 0.2873888 Dec 08 22:01:54.846335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42422) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:54.854840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b851b27a-b35b-4f9a-8dd9-996708ec412a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4a38a0cfef14c149c04f8024075c7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8151915 Dec 08 22:01:54.859961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42424) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:54.860130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3d2a6937-322b-4a36-a140-31481bbc26e3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:54.860462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.869280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286d84a-5d22-4238-b448-491898901685 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f64d5f1-eaa4-47aa-ba2c-4215b782e961,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:54.920852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851b27a-b35b-4f9a-8dd9-996708ec412a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00840b-4e5e-4b16-bc4a-cb4a7e815582,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:54.932861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9f5a381d-c280-4ba5-b0f0-d9926b696e16 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0821908 Dec 08 22:01:54.933212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42426) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:54.954485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.979427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:54.981904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f0ea7-1fa1-427a-a65a-0e99270c1aad None None] Network 094865d2-e9e5-46db-b743-86c0fc340522 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:54.982675 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a HTTP/1.1" status: 204 len: 168 time: 1.1810834 Dec 08 22:01:54.986120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42430) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:54.988826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c016a-7cda-40d6-b58b-fafacaf86aa4 None None] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:55.001345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a0d3e-9a2f-40c7-a230-4d662c793eb2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:55.004836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277710827'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:55.010037 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7924-ff9b-45b2-9690-cf3fea545948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.098402 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59a08938-ab55-4afe-8f7b-43e22351ceda tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.101071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7924-ff9b-45b2-9690-cf3fea545948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.132642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:55.136250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.159534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6a97a-c0ee-40a5-b739-c3f5def05ccd None None] Network a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:55.171017 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.189660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59a08938-ab55-4afe-8f7b-43e22351ceda tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.223050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6a97a-c0ee-40a5-b739-c3f5def05ccd None None] Network a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:01:55.228324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3c7cd8b7-6533-49d4-b692-453f806f6259 None None] Provisioning complete for port 3d2a6937-322b-4a36-a140-31481bbc26e3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:55.228705 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd8b7-6533-49d4-b692-453f806f6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.307783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc1dd26-4d4d-4ef2-b033-68502ee361d0 None None] Network a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:55.327256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59a08938-ab55-4afe-8f7b-43e22351ceda tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.330465 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59a08938-ab55-4afe-8f7b-43e22351ceda tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.332173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-59a08938-ab55-4afe-8f7b-43e22351ceda tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/de3f7fb8-b170-450e-ba62-baef6c4a9e05 HTTP/1.1" status: 204 len: 168 time: 0.3980298 Dec 08 22:01:55.344228 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42432) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:55.346926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a08938-ab55-4afe-8f7b-43e22351ceda tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3f7fb8-b170-450e-ba62-baef6c4a9e05,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:55.366475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc1dd26-4d4d-4ef2-b033-68502ee361d0 None None] Network a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:01:55.390337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.399516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7924-ff9b-45b2-9690-cf3fea545948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.401989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7924-ff9b-45b2-9690-cf3fea545948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.403254 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3f4e7924-ff9b-45b2-9690-cf3fea545948 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e00840b-4e5e-4b16-bc4a-cb4a7e815582 HTTP/1.1" status: 204 len: 168 time: 0.5415242 Dec 08 22:01:55.414182 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7e6eefc5-c787-4169-8a8c-a57403d37107 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645602 Dec 08 22:01:55.415694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:55.419769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42436) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:55.427032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-51bb6fa8-af73-483c-9979-d68304818389 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633210345'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:55.470882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.473718 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 7ba4eccb-ab44-42de-a601-bd55d0716c96 of type vlan for network 46773f36-8198-4a9d-b91a-882d7d790cd1 Dec 08 22:01:55.475982 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.589155 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.592750 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd8b7-6533-49d4-b692-453f806f6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.629396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3d2a6937-322b-4a36-a140-31481bbc26e3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3d2a6937-322b-4a36-a140-31481bbc26e3,segment=NetworkSegment(9a7ebcfb-3482-4090-b4af-c52c34d2d1ea),segment_id=9a7ebcfb-3482-4090-b4af-c52c34d2d1ea)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:55.643220 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.653485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51bb6fa8-af73-483c-9979-d68304818389 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.687647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.694315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:55.695083 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.708010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'fixed_ips': [{'subnet_id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:55.708860 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:55.778144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=3d2a6937-322b-4a36-a140-31481bbc26e3,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:55.885873 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d2d6b21-fc4f-4e9e-9393-a475c67bfab6 req-3e9455aa-f08b-41f4-bbd8-acf0802e3eed tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.0738575 Dec 08 22:01:55.906101 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9060848 Dec 08 22:01:55.906101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42442) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:55.924969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': '46773f36-8198-4a9d-b91a-882d7d790cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:55.948493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42444) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:55.957589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e7924-ff9b-45b2-9690-cf3fea545948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00840b-4e5e-4b16-bc4a-cb4a7e815582,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:55.967264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf792c2-bdcc-44b7-a774-63f5418d54ac tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=46773f36-8198-4a9d-b91a-882d7d790cd1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:55.988504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 46773f36-8198-4a9d-b91a-882d7d790cd1 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:55.994871 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba76e6db-20fd-4ab1-978f-f01ff1462745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.039382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-3c7cd8b7-6533-49d4-b692-453f806f6259 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:01:56.039987 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-3c7cd8b7-6533-49d4-b692-453f806f6259 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:01:56.085436 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51bb6fa8-af73-483c-9979-d68304818389 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.094943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51bb6fa8-af73-483c-9979-d68304818389 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.129381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba76e6db-20fd-4ab1-978f-f01ff1462745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.134942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb6fa8-af73-483c-9979-d68304818389 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6b69de-9eda-4ad0-854d-089cb8ba51da,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:56.138641 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba76e6db-20fd-4ab1-978f-f01ff1462745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.153126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:56.170682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ba76e6db-20fd-4ab1-978f-f01ff1462745 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bcbe821da334eea9ca120a8d2484d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188160 Dec 08 22:01:56.170682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42450) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:56.180957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.222611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Allocated IP 172.20.0.2 (c683f353-1b8f-46d9-857c-22ccf8e5f62c/de5a0cb8-4c48-4b33-a39c-5f1c80449ab5/3f8aab49-ab06-4864-9738-b58af61ec7f2) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:56.234760 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51bb6fa8-af73-483c-9979-d68304818389 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.236530 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-51bb6fa8-af73-483c-9979-d68304818389 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8168612 Dec 08 22:01:56.255428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42452) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:56.267280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aded733a-fb24-4701-b793-a377c90ce457 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': '0c6b69de-9eda-4ad0-854d-089cb8ba51da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:56.319738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76e6db-20fd-4ab1-978f-f01ff1462745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b784da-ba9a-453b-aef5-fb05c6aeb64f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:56.357013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f91106-ccb3-494f-925f-b13430e32f85 req-441ccaf8-19d9-47fa-8687-7cc9ae5dd30c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:56.358663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18f91106-ccb3-494f-925f-b13430e32f85 req-441ccaf8-19d9-47fa-8687-7cc9ae5dd30c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1731038 Dec 08 22:01:56.414018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18f91106-ccb3-494f-925f-b13430e32f85 req-6fcdf6cf-a1d9-4863-987e-a87e4e20cb19 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Dec 08 22:01:56.422028 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-908b7801-7742-44d2-acf4-f7862dc0f49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.471186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.480143 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aded733a-fb24-4701-b793-a377c90ce457 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.485579 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.487773 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-4f96f93c-0cda-47fb-a69f-9322e96b5282 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2141171 Dec 08 22:01:56.494086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Router 1a130245-ad68-42fc-9ed8-8c3046d97d47 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:01:56.520880 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-908b7801-7742-44d2-acf4-f7862dc0f49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.577845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:01:56.582122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:56.585741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:01:56.588973 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.628064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e67e60-f10a-4591-a430-1c81bc74c19b None None] Network 094865d2-e9e5-46db-b743-86c0fc340522 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:56.689300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=22151960-8650-48fe-a31a-03dc0df59ad9,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:56.728168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '7ba4eccb-ab44-42de-a601-bd55d0716c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46773f36-8198-4a9d-b91a-882d7d790cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:56.728806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: 46773f36-8198-4a9d-b91a-882d7d790cd1, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:01:56.728965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3d2a6937-322b-4a36-a140-31481bbc26e3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:56.748749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Attempting to bind port 3f8aab49-ab06-4864-9738-b58af61ec7f2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:56.749122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Attempting to bind port 3f8aab49-ab06-4864-9738-b58af61ec7f2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:56.749535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Attempting to bind port 3f8aab49-ab06-4864-9738-b58af61ec7f2 on network c683f353-1b8f-46d9-857c-22ccf8e5f62c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:56.750356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 46773f36-8198-4a9d-b91a-882d7d790cd1 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:01:56.763218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 46773f36-8198-4a9d-b91a-882d7d790cd1) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:01:56.777860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:56.778905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.781682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:56.782219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Checking segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:56.782615 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.783183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Bound using segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:56.783666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Bound port: 3f8aab49-ab06-4864-9738-b58af61ec7f2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:56.784048 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.796453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Pushing event updated for resources: {'Port': ['ID=3f8aab49-ab06-4864-9738-b58af61ec7f2,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:56.808111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1e6a9-fdae-4c86-b2f8-70fb6085c4e6 None None] Network 46773f36-8198-4a9d-b91a-882d7d790cd1 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:56.810472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5b41a9ed-9279-4d98-a43d-fd21f6288631 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9011738 Dec 08 22:01:56.813064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42456) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:56.849656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588b1d9-cb5c-402d-a3d7-0f3bfa669975 req-dd4ddcba-047c-4839-9b1b-9de586fab947 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:56.851333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b588b1d9-cb5c-402d-a3d7-0f3bfa669975 req-dd4ddcba-047c-4839-9b1b-9de586fab947 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2503040 Dec 08 22:01:56.870418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-76b52b61-a91e-45eb-9e21-8e5357ffdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:56.872236 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-76b52b61-a91e-45eb-9e21-8e5357ffdd9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 1097 time: 0.3462696 Dec 08 22:01:56.911401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aded733a-fb24-4701-b793-a377c90ce457 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:56.969791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.009402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-099effc5-ede7-4a42-b253-c12224e20d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:57.011062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-099effc5-ede7-4a42-b253-c12224e20d4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.0958683 Dec 08 22:01:57.024454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-85b004a1-86fd-4092-bdd1-cbe5258f5055 None None] Provisioning complete for port 3d2a6937-322b-4a36-a140-31481bbc26e3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:57.025130 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-85b004a1-86fd-4092-bdd1-cbe5258f5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.048338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b588b1d9-cb5c-402d-a3d7-0f3bfa669975 req-b8cc7f93-46e2-433b-bd37-671101cd42cb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777606 Dec 08 22:01:57.049461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aded733a-fb24-4701-b793-a377c90ce457 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.103035 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-908b7801-7742-44d2-acf4-f7862dc0f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.109484 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-908b7801-7742-44d2-acf4-f7862dc0f49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.112138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-908b7801-7742-44d2-acf4-f7862dc0f49a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2b784da-ba9a-453b-aef5-fb05c6aeb64f HTTP/1.1" status: 204 len: 168 time: 0.9398756 Dec 08 22:01:57.141595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded733a-fb24-4701-b793-a377c90ce457 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7580d8ff-f1d9-4ec9-b9d7-2546697f3364,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:57.159398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3d2a6937-322b-4a36-a140-31481bbc26e3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:57.159398 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.213753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] For port 3f8aab49-ab06-4864-9738-b58af61ec7f2, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:57.244836 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aded733a-fb24-4701-b793-a377c90ce457 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.247320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] For port 3f8aab49-ab06-4864-9738-b58af61ec7f2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3f8aab49-ab06-4864-9738-b58af61ec7f2,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:57.257252 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aded733a-fb24-4701-b793-a377c90ce457 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0006385 Dec 08 22:01:57.261780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42464) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:57.265048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:01:57.267959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-8dea1399-cb29-40ca-9958-5f300d8542ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=047affae-25ce-4051-b4ba-5237028c6258 HTTP/1.1" status: 200 len: 217 time: 0.2370515 Dec 08 22:01:57.274976 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Sync routers for ids ['1a130245-ad68-42fc-9ed8-8c3046d97d47'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:01:57.293310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.300916 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Routers {'1a130245-ad68-42fc-9ed8-8c3046d97d47'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:57.305805 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1a130245-ad68-42fc-9ed8-8c3046d97d47'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:57.330438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b7801-7742-44d2-acf4-f7862dc0f49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b784da-ba9a-453b-aef5-fb05c6aeb64f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:57.351014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.353136 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e7e2a488-48f7-4714-a9b1-3562f8ad41ac admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4983511 Dec 08 22:01:57.377484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42468) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:57.481497 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Set router 1a130245-ad68-42fc-9ed8-8c3046d97d47 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:57.518084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0c49e7cc-d081-4df1-a6a8-d55802b30159 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.529058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-5f77cff1-a61c-472b-9b39-42e3cd33f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:57.530569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-5f77cff1-a61c-472b-9b39-42e3cd33f8dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1964359 Dec 08 22:01:57.550058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0c49e7cc-d081-4df1-a6a8-d55802b30159 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.699043 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '5a096592-255d-49d2-82fb-083713ec6437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:01:54Z', 'revision_number': 3, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port': {'id': '5a096592-255d-49d2-82fb-083713ec6437', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:53Z', 'updated_at': '2021-12-08T22:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:57.710100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700852c-5edd-4004-aeeb-0261ec483153 req-de9f6a01-8452-45d7-8857-810f83ca84a9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:57.712312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8700852c-5edd-4004-aeeb-0261ec483153 req-de9f6a01-8452-45d7-8857-810f83ca84a9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2720246 Dec 08 22:01:57.739759 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Checking router: 1a130245-ad68-42fc-9ed8-8c3046d97d47 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:01:57.740460 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Updating router 1a130245-ad68-42fc-9ed8-8c3046d97d47 port 5a096592-255d-49d2-82fb-083713ec6437 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:01:57.743069 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-afc55e60-c732-467b-992e-d64651cda89a req-d4ac761c-9ac6-47c9-bdee-314bbcab2c48 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.7265244 Dec 08 22:01:57.771155 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.808223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ece9c4e0-2ee3-4a73-99ee-624218e35133 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:01:57.812007 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.841630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: ece9c4e0-2ee3-4a73-99ee-624218e35133 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:01:57.842299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ece9c4e0-2ee3-4a73-99ee-624218e35133 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:01:57.857662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0c49e7cc-d081-4df1-a6a8-d55802b30159 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.875117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2175251b-69e8-4d49-8cbb-541021460452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-46773f36-8198-4a9d-b91a-882d7d790cd1', 'network_id': '46773f36-8198-4a9d-b91a-882d7d790cd1', 'tenant_id': '2ee7f53a206243abaec93f271fb1a28f', 'fixed_ips': [{'subnet_id': '22151960-8650-48fe-a31a-03dc0df59ad9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:01:57.879390 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2175251b-69e8-4d49-8cbb-541021460452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.941046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fdda7-8118-4f3c-bb88-708a9203c7c1 None None] Pushing event updated for resources: {'Port': ['ID=3f8aab49-ab06-4864-9738-b58af61ec7f2,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:57.953638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0c49e7cc-d081-4df1-a6a8-d55802b30159 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:57.959792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0c49e7cc-d081-4df1-a6a8-d55802b30159 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7580d8ff-f1d9-4ec9-b9d7-2546697f3364 HTTP/1.1" status: 204 len: 168 time: 0.6901231 Dec 08 22:01:58.051158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42478) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:58.077237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-220335dc-4f52-4154-9dee-946100f31c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:58.084945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-220335dc-4f52-4154-9dee-946100f31c4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5429027 Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-2175251b-69e8-4d49-8cbb-541021460452 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22151960-8650-48fe-a31a-03dc0df59ad9: This subnet is being modified by another concurrent operation. Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22151960-8650-48fe-a31a-03dc0df59ad9: This subnet is being modified by another concurrent operation. Dec 08 22:01:58.115708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:01:58.124554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.139390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a6fad-c4c4-4fb9-abdc-1fe203b739f2 None None] Network 46773f36-8198-4a9d-b91a-882d7d790cd1 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:01:58.237237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=22151960-8650-48fe-a31a-03dc0df59ad9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:58.272079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4233e76c-3fbc-4d19-b581-4391f8e9959b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2163959 Dec 08 22:01:58.292337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42484) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:58.326977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-0e67c0ec-c417-4dfe-b5a7-1f20681670e9 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272730 Dec 08 22:01:58.327667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49e7cc-d081-4df1-a6a8-d55802b30159 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7580d8ff-f1d9-4ec9-b9d7-2546697f3364,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:58.391547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8700852c-5edd-4004-aeeb-0261ec483153 req-f6a9d4ff-affc-4df7-9cce-c0e920b485f4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6528158 Dec 08 22:01:58.423984 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.441048 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.468137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9c7d7afd-96d9-44f3-b8c6-ce9d4f71427c None None] Provisioning complete for port 3d2a6937-322b-4a36-a140-31481bbc26e3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:58.468516 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9c7d7afd-96d9-44f3-b8c6-ce9d4f71427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.554637 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9da7f-32e0-44ed-9dd7-654323b5dae9 None None] Pushing event updated for resources: {'Port': ['ID=5a096592-255d-49d2-82fb-083713ec6437,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:58.595448 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Attempting to bind port 5a096592-255d-49d2-82fb-083713ec6437 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:01:58.595840 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Attempting to bind port 5a096592-255d-49d2-82fb-083713ec6437 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:01:58.596211 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Attempting to bind port 5a096592-255d-49d2-82fb-083713ec6437 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:01:58.608504 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:01:58.608874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:01:58.609421 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.609707 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:01:58.610095 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Bound port: 5a096592-255d-49d2-82fb-083713ec6437, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:01:58.621289 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.650254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.713858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46773f36-8198-4a9d-b91a-882d7d790cd1']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:58.730191 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] For port 5a096592-255d-49d2-82fb-083713ec6437, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:01:58.730546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ace6520b-2534-4fba-861a-ab0bdda999c3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.736286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba4eccb-ab44-42de-a601-bd55d0716c96') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:58.736862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba4eccb-ab44-42de-a601-bd55d0716c96') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:58.738140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] For port 5a096592-255d-49d2-82fb-083713ec6437, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5a096592-255d-49d2-82fb-083713ec6437,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:01:58.766813 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.782506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.849686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ace6520b-2534-4fba-861a-ab0bdda999c3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.872117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.889390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3f8aab49-ab06-4864-9738-b58af61ec7f2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:01:58.896501 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Routers {'1a130245-ad68-42fc-9ed8-8c3046d97d47'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:01:58.897367 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1a130245-ad68-42fc-9ed8-8c3046d97d47'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:58.901618 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9da7f-32e0-44ed-9dd7-654323b5dae9 None None] Pushing event updated for resources: {'Port': ['ID=5a096592-255d-49d2-82fb-083713ec6437,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:58.913595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bbf18ed-ba08-4973-ac82-1b5c49fb7da8 req-8331fd1d-3e94-422d-8992-f30347cb6dca service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691671 Dec 08 22:01:58.920167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:01:58.920601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:01:58.958846 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:01:58.965081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e68e34eb-6570-40cf-890a-3f247168e73e req-c9d15148-893a-4a20-a00b-0bce60eaa77f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.0402343 Dec 08 22:01:59.011193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ace6520b-2534-4fba-861a-ab0bdda999c3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.013878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ace6520b-2534-4fba-861a-ab0bdda999c3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.018566 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ace6520b-2534-4fba-861a-ab0bdda999c3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/0c6b69de-9eda-4ad0-854d-089cb8ba51da HTTP/1.1" status: 204 len: 168 time: 0.7196820 Dec 08 22:01:59.024364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42504) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:59.027784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3f8aab49-ab06-4864-9738-b58af61ec7f2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:01:59.028166 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.092724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6520b-2534-4fba-861a-ab0bdda999c3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6b69de-9eda-4ad0-854d-089cb8ba51da,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:59.131008 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.140333 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.149576 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/46773f36-8198-4a9d-b91a-882d7d790cd1 HTTP/1.1" status: 204 len: 168 time: 2.3352790 Dec 08 22:01:59.152936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:59.157962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-697312328'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:59.169547 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] Set router 1a130245-ad68-42fc-9ed8-8c3046d97d47 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:01:59.179302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198432-7042-4a3d-86f6-3e9622c62ea2 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=46773f36-8198-4a9d-b91a-882d7d790cd1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:59.221630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c8297c60-146a-4116-8195-842048628753 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1737287 Dec 08 22:01:59.240481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:59.246902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--195670180'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:59.273142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 22:01:59.273142 n-d-821126-1 neutron-server[102389]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 22:01:59.273142 n-d-821126-1 neutron-server[102389]: [parameters: {'project_id': 'ced2d087bc2f4013b60b023378ecc8c9', 'id': '510d56c7-c9d9-41e8-acde-254e1b5cabcb', 'expiration': datetime.datetime(2021, 12, 8, 22, 3, 59, 260403)}] Dec 08 22:01:59.273142 n-d-821126-1 neutron-server[102389]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:01:59.274169 n-d-821126-1 neutron-server[102389]: DEBUG oslo_db.api [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:01:59.306427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.306700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:59.311573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.320198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc70885-d37e-428a-98f2-687f82d504fc req-83c4158f-daf0-4b99-81ad-792bcc401d56 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:59.322758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbc70885-d37e-428a-98f2-687f82d504fc req-83c4158f-daf0-4b99-81ad-792bcc401d56 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1129880 Dec 08 22:01:59.352496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:01:59.367043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.367953 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 7dbaae16-1c03-44d6-b270-ab41cbccefcc of type vlan for network 1c000b71-e2aa-4ed4-a1de-db2a02d63be9 Dec 08 22:01:59.385990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbc70885-d37e-428a-98f2-687f82d504fc req-1492ef44-97f8-4cb7-a18c-9e58e5a7b166 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556433 Dec 08 22:01:59.395702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3f8aab49-ab06-4864-9738-b58af61ec7f2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3f8aab49-ab06-4864-9738-b58af61ec7f2,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:01:59.404611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.435290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.491990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=3f8aab49-ab06-4864-9738-b58af61ec7f2,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:59.539046 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.546442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:01:59.547176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.554789 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '5a096592-255d-49d2-82fb-083713ec6437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:01:54Z', 'revision_number': 3, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port': {'id': '5a096592-255d-49d2-82fb-083713ec6437', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:53Z', 'updated_at': '2021-12-08T22:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:01:59.578310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4217980 Dec 08 22:01:59.578762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42518) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:01:59.583965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': '1c000b71-e2aa-4ed4-a1de-db2a02d63be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:01:59.595940 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f4ba7-a153-4ad2-85fd-c0386e6c6325 None None] The sync data for ids ['1a130245-ad68-42fc-9ed8-8c3046d97d47'] in n-d-821126-1 is: [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '5a096592-255d-49d2-82fb-083713ec6437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:01:54Z', 'revision_number': 3, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port': {'id': '5a096592-255d-49d2-82fb-083713ec6437', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:53Z', 'updated_at': '2021-12-08T22:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:01:59.670184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.685036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0890de0-31c8-4cc5-9975-a5e61ccacd9d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=1c000b71-e2aa-4ed4-a1de-db2a02d63be9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:01:59.697278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1c000b71-e2aa-4ed4-a1de-db2a02d63be9 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:01:59.863262 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.906276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:01:59.915977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:01:59.932833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Allocated IP 172.20.0.1 (c683f353-1b8f-46d9-857c-22ccf8e5f62c/de5a0cb8-4c48-4b33-a39c-5f1c80449ab5/789f0ff6-15e5-44b7-acff-94e43e042ab1) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:01:59.977854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3981b5-5957-496f-b67c-ef23ce05cba4 None None] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:00.125269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e77bb456-4b37-49fb-a78d-2881b788da8c None None] Provisioning complete for port 3f8aab49-ab06-4864-9738-b58af61ec7f2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:00.126092 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e77bb456-4b37-49fb-a78d-2881b788da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.201363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48fad2f3-ee8b-45bf-834c-14ef7316f5ca req-32c6ae7d-f8c7-4c1a-936f-c840aefcf31c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.0871482 Dec 08 22:02:00.211507 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.228957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.307472 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.363240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.413632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:00.418254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:00.425831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:00.430751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.437658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1937053 Dec 08 22:02:00.445593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42532) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:00.454867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-25157496-e8f4-4272-b3ee-017c078a861b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': 'cec731a1-18c9-476f-b4fb-1309deab9148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:00.472679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=789f0ff6-15e5-44b7-acff-94e43e042ab1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:00.494036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5200d6-b3e4-499a-9f5b-bfec18fcdcb1 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec731a1-18c9-476f-b4fb-1309deab9148,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:00.494337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.532538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.721248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.788023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2fde62c4-49c8-4bbd-b22f-0666e3d0c3cc None None] Provisioning complete for port 3f8aab49-ab06-4864-9738-b58af61ec7f2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:00.788829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2fde62c4-49c8-4bbd-b22f-0666e3d0c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.862901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25157496-e8f4-4272-b3ee-017c078a861b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:00.906370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5a096592-255d-49d2-82fb-083713ec6437 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:00.925602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b27ec-8055-4fa4-b7e3-76855ef4cde8 req-eb9105f0-acde-477f-a77b-d3bfc785d56a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:00.927215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-874b27ec-8055-4fa4-b7e3-76855ef4cde8 req-eb9105f0-acde-477f-a77b-d3bfc785d56a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.4150732 Dec 08 22:02:00.934310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '7dbaae16-1c03-44d6-b270-ab41cbccefcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1c000b71-e2aa-4ed4-a1de-db2a02d63be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:00.934763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: 1c000b71-e2aa-4ed4-a1de-db2a02d63be9, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:00.939185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=8eb31ccd-f371-462e-8c84-e3cbcd8acc5d,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:01.066004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 5a096592-255d-49d2-82fb-083713ec6437 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:01.066572 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.095379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e8d73-acaf-4851-8b4d-babf4b3ea294 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:02:01.099588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 1c000b71-e2aa-4ed4-a1de-db2a02d63be9 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:01.133801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.146341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.164249 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25157496-e8f4-4272-b3ee-017c078a861b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.185093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25157496-e8f4-4272-b3ee-017c078a861b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.220466 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-874b27ec-8055-4fa4-b7e3-76855ef4cde8 req-1594309b-f3ec-4462-94cd-d1008fab2106 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763529 Dec 08 22:02:01.260248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=789f0ff6-15e5-44b7-acff-94e43e042ab1,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:01.274784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1c000b71-e2aa-4ed4-a1de-db2a02d63be9) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:01.287285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c6ff11ca-9087-47b8-b4cb-c64bd32096ae None None] Provisioning complete for port 789f0ff6-15e5-44b7-acff-94e43e042ab1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:01.287618 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6ff11ca-9087-47b8-b4cb-c64bd32096ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.301233 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25157496-e8f4-4272-b3ee-017c078a861b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.303594 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-25157496-e8f4-4272-b3ee-017c078a861b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8559563 Dec 08 22:02:01.306818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42548) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:01.308747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:01.310302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.313182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25157496-e8f4-4272-b3ee-017c078a861b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53364be2-4a96-4d9c-b4a0-bd2163fe65e0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:01.338006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.352570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-819c2c82-e712-4a40-8384-b9321d3bd3cf tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules/53364be2-4a96-4d9c-b4a0-bd2163fe65e0 HTTP/1.1" status: 200 len: 763 time: 0.0420339 Dec 08 22:02:01.353183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42550) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:01.353517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42552) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:01.355502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5f071ec1-1baa-4289-876f-7025fff2adeb tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7753944 Dec 08 22:02:01.363266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.423479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 5a096592-255d-49d2-82fb-083713ec6437, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5a096592-255d-49d2-82fb-083713ec6437,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:01.424661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff11ca-9087-47b8-b4cb-c64bd32096ae None None] Port 789f0ff6-15e5-44b7-acff-94e43e042ab1 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:01.435271 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.436177 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3f8aab49-ab06-4864-9738-b58af61ec7f2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:01.559435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=5a096592-255d-49d2-82fb-083713ec6437,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:01.630820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3f8aab49-ab06-4864-9738-b58af61ec7f2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:01.631029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.657819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42558) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:01.658857 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1102b587-3fd6-46f0-86a6-8ea2b2cdf5f3 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3039641 Dec 08 22:02:01.663917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e8d73-acaf-4851-8b4d-babf4b3ea294 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:02:01.681085 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43289583-0c23-4a6f-bf94-973a4d3333dd req-f751fd52-e972-4af8-b2cd-348293846cfd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e9be4-1bab-471a-aa65-31a3843805ac HTTP/1.1" status: 200 len: 210 time: 0.2830210 Dec 08 22:02:01.712700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:01.715595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:01.724468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2b650bed-005c-428f-bea2-ca09da0476bc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.741134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2b650bed-005c-428f-bea2-ca09da0476bc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.786604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.809611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2b650bed-005c-428f-bea2-ca09da0476bc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.880315 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2b650bed-005c-428f-bea2-ca09da0476bc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:01.893995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2b650bed-005c-428f-bea2-ca09da0476bc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/53364be2-4a96-4d9c-b4a0-bd2163fe65e0 HTTP/1.1" status: 204 len: 168 time: 0.2328875 Dec 08 22:02:01.893995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b650bed-005c-428f-bea2-ca09da0476bc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53364be2-4a96-4d9c-b4a0-bd2163fe65e0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:01.902193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42560) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:02.034200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-94d1f198-9d52-42d5-b4ee-d2632ae30dbc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1289051 Dec 08 22:02:02.035898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-0e79e5d9-fe01-48d8-93bb-252761abf35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:02.036593 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-0e79e5d9-fe01-48d8-93bb-252761abf35b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1096 time: 0.2480571 Dec 08 22:02:02.037060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42562) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:02.049665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-147704ff-74cd-42cd-9979-86d69516d8fc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': 'cec731a1-18c9-476f-b4fb-1309deab9148', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:02.184288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1c000b71-e2aa-4ed4-a1de-db2a02d63be9', 'network_id': '1c000b71-e2aa-4ed4-a1de-db2a02d63be9', 'tenant_id': '2ee7f53a206243abaec93f271fb1a28f', 'fixed_ips': [{'subnet_id': '8eb31ccd-f371-462e-8c84-e3cbcd8acc5d'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:02.185586 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.250636 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-147704ff-74cd-42cd-9979-86d69516d8fc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.379229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-967d2ea8-7bad-45ef-bf24-e7cce93ce385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:02.380930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-967d2ea8-7bad-45ef-bf24-e7cce93ce385 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.3000913 Dec 08 22:02:02.410413 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-147704ff-74cd-42cd-9979-86d69516d8fc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.440188 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.464176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-147704ff-74cd-42cd-9979-86d69516d8fc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.478253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Allocated IP 2001:db8::1 (1c000b71-e2aa-4ed4-a1de-db2a02d63be9/8eb31ccd-f371-462e-8c84-e3cbcd8acc5d/0d303d1a-369b-4982-b96c-47a0c7425feb) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:02.512300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-147704ff-74cd-42cd-9979-86d69516d8fc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.517064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-147704ff-74cd-42cd-9979-86d69516d8fc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4719567 Dec 08 22:02:02.519824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42572) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:02.531017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147704ff-74cd-42cd-9979-86d69516d8fc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bef67b-983d-43a6-a0d7-1b746858ce0c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:02.540510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Router 1a130245-ad68-42fc-9ed8-8c3046d97d47 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:02:02.588324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185880c9-0785-48df-993b-21c26a58fada req-ab92a83e-1ff6-499f-ad06-fc703a920a50 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:02.605210 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185880c9-0785-48df-993b-21c26a58fada req-ab92a83e-1ff6-499f-ad06-fc703a920a50 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2657616 Dec 08 22:02:02.642438 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-40cc5960-6042-41f6-9301-ec19398b107b tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules/e8bef67b-983d-43a6-a0d7-1b746858ce0c HTTP/1.1" status: 200 len: 763 time: 0.1073945 Dec 08 22:02:02.652877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42574) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:02.677442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5a096592-255d-49d2-82fb-083713ec6437 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:02.697264 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-72e4f7f3-5272-47ff-8ddb-2902be494150 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.3064399 Dec 08 22:02:02.778375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:02:02.794160 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185880c9-0785-48df-993b-21c26a58fada req-7a78c7d8-7133-4033-88f1-dcb3838a9eda tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875141 Dec 08 22:02:02.809366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-263d01e4-7386-4373-a2c8-4c14deea4ed2 admin admin] 10.222.0.21 "PUT /v2.0/routers/1a130245-ad68-42fc-9ed8-8c3046d97d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4281471 Dec 08 22:02:02.810669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Sync routers for ids ['1a130245-ad68-42fc-9ed8-8c3046d97d47'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:02:02.813845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42580) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:02.814271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e6239860-e06d-4b57-8a48-ab19bb198838 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1595023 Dec 08 22:02:02.831475 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.842015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-eac479de-080c-48eb-8b3c-1b756df2f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:02.844245 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-eac479de-080c-48eb-8b3c-1b756df2f8b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1396465 Dec 08 22:02:02.849219 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.854495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Routers {'1a130245-ad68-42fc-9ed8-8c3046d97d47'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:02.855381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1a130245-ad68-42fc-9ed8-8c3046d97d47'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:02.863109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 5a096592-255d-49d2-82fb-083713ec6437 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:02.863675 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.923422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.926845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-4505fe7b-0bf7-4f75-99ed-071813f54597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:02.928609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-4505fe7b-0bf7-4f75-99ed-071813f54597 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766721 Dec 08 22:02:02.954082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2acee258-d361-4d84-9c42-f52ca09e0e47 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:02.990672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Network 1c000b71-e2aa-4ed4-a1de-db2a02d63be9 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:03.018788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:03.019628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Pushing event updated for resources: {'Port': ['ID=0d303d1a-369b-4982-b96c-47a0c7425feb,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:03.022190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:03.033280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb31ccd-f371-462e-8c84-e3cbcd8acc5d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:03.051031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2acee258-d361-4d84-9c42-f52ca09e0e47 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.130897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Set router 1a130245-ad68-42fc-9ed8-8c3046d97d47 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:03.134009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-c924d556-1b3c-405c-bca9-9b995ea5289c service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969974 Dec 08 22:02:03.158592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Attempting to bind port 0d303d1a-369b-4982-b96c-47a0c7425feb on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:03.159009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Attempting to bind port 0d303d1a-369b-4982-b96c-47a0c7425feb by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '7dbaae16-1c03-44d6-b270-ab41cbccefcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1c000b71-e2aa-4ed4-a1de-db2a02d63be9'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:03.159406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Attempting to bind port 0d303d1a-369b-4982-b96c-47a0c7425feb on network 1c000b71-e2aa-4ed4-a1de-db2a02d63be9 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:03.186003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:03.187070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Checking segment: {'id': '7dbaae16-1c03-44d6-b270-ab41cbccefcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1c000b71-e2aa-4ed4-a1de-db2a02d63be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:03.187070 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.187378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Bound using segment: {'id': '7dbaae16-1c03-44d6-b270-ab41cbccefcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1c000b71-e2aa-4ed4-a1de-db2a02d63be9'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:03.187805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Bound port: 0d303d1a-369b-4982-b96c-47a0c7425feb, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbaae16-1c03-44d6-b270-ab41cbccefcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1c000b71-e2aa-4ed4-a1de-db2a02d63be9'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:03.188101 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.284460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.343299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c000b71-e2aa-4ed4-a1de-db2a02d63be9']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:03.363625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbaae16-1c03-44d6-b270-ab41cbccefcc') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:03.363971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbaae16-1c03-44d6-b270-ab41cbccefcc') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:03.375029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-930a8db0-8aa4-49d9-8c47-70fdcbef470f req-4bbab3bb-4dcf-497f-9b94-0bf8fe964a06 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339664 Dec 08 22:02:03.381894 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2acee258-d361-4d84-9c42-f52ca09e0e47 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.386224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.394679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2acee258-d361-4d84-9c42-f52ca09e0e47 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.396294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2acee258-d361-4d84-9c42-f52ca09e0e47 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e8bef67b-983d-43a6-a0d7-1b746858ce0c HTTP/1.1" status: 204 len: 168 time: 0.5814934 Dec 08 22:02:03.399445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42592) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:03.444314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acee258-d361-4d84-9c42-f52ca09e0e47 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8bef67b-983d-43a6-a0d7-1b746858ce0c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:03.450183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.466075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:03.468491 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:03.477968 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:03.492215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6015d41c-8f4c-43ed-8f56-310a2b61b814 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911891 Dec 08 22:02:03.495456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42596) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:03.504320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0bfa98a5-0b35-4ff6-a0e6-668f5380f2eb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': 'cec731a1-18c9-476f-b4fb-1309deab9148', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:03.554376 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-0bfa98a5-0b35-4ff6-a0e6-668f5380f2eb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Project ced2d087bc2f4013b60b023378ecc8c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:02:03.560797 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a5-0b35-4ff6-a0e6-668f5380f2eb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.572979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:02:03.572979 n-d-821126-1 neutron-server[102390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:02:03.572979 n-d-821126-1 neutron-server[102390]: [parameters: {'id': '1c000b71-e2aa-4ed4-a1de-db2a02d63be9'}] Dec 08 22:02:03.572979 n-d-821126-1 neutron-server[102390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:02:03.574210 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:02:03.633874 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a5-0b35-4ff6-a0e6-668f5380f2eb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.638250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a5-0b35-4ff6-a0e6-668f5380f2eb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.644499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] For port 0d303d1a-369b-4982-b96c-47a0c7425feb, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:03.667418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] For port 0d303d1a-369b-4982-b96c-47a0c7425feb, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0d303d1a-369b-4982-b96c-47a0c7425feb,segment=NetworkSegment(7dbaae16-1c03-44d6-b270-ab41cbccefcc),segment_id=7dbaae16-1c03-44d6-b270-ab41cbccefcc)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:03.673158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0bfa98a5-0b35-4ff6-a0e6-668f5380f2eb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.681207 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0bfa98a5-0b35-4ff6-a0e6-668f5380f2eb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1780481 Dec 08 22:02:03.681207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa98a5-0b35-4ff6-a0e6-668f5380f2eb tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7aae77-600e-4fae-9e19-a0bf1c968219,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:03.681887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42602) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:03.698967 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.717202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b96a196e-e4d8-4359-8cb6-60a75b16b26e tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules/bf7aae77-600e-4fae-9e19-a0bf1c968219 HTTP/1.1" status: 200 len: 769 time: 0.0317342 Dec 08 22:02:03.717488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42604) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:03.746593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42606) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:03.752882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-890300803-network', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:03.764363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-599d50d3-4971-43d9-80ba-ee2c0eabd676 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0457895 Dec 08 22:02:03.766885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42608) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:03.784671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Made reservation on behalf of 4b36321cd1d7429ca23fc6fd05113f91 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:03.787682 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.798207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.800911 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800cf281-8aee-4cf9-851b-0e0202188d78 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.805203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b9cf8-a057-455a-ad93-6fcab2782af6 None None] Pushing event updated for resources: {'Port': ['ID=0d303d1a-369b-4982-b96c-47a0c7425feb,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:03.811956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800cf281-8aee-4cf9-851b-0e0202188d78 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.824092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a56b07a-cc95-455c-a4c2-ef5723c2b73f None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:02:03.830053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '5a096592-255d-49d2-82fb-083713ec6437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:02:00Z', 'revision_number': 4, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port': {'id': '5a096592-255d-49d2-82fb-083713ec6437', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:53Z', 'updated_at': '2021-12-08T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '789f0ff6-15e5-44b7-acff-94e43e042ab1', 'name': '', 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'mac_address': 'fa:16:3e:9e:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:59Z', 'updated_at': '2021-12-08T22:02:00Z', 'revision_number': 2, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'subnets': [{'id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:03.869184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800cf281-8aee-4cf9-851b-0e0202188d78 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.875967 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800cf281-8aee-4cf9-851b-0e0202188d78 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.877083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-800cf281-8aee-4cf9-851b-0e0202188d78 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bf7aae77-600e-4fae-9e19-a0bf1c968219 HTTP/1.1" status: 204 len: 168 time: 0.1089716 Dec 08 22:02:03.882236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42614) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:03.895073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cf281-8aee-4cf9-851b-0e0202188d78 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf7aae77-600e-4fae-9e19-a0bf1c968219,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:03.909460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Checking router: 1a130245-ad68-42fc-9ed8-8c3046d97d47 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:02:03.910064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Updating router 1a130245-ad68-42fc-9ed8-8c3046d97d47 port 789f0ff6-15e5-44b7-acff-94e43e042ab1 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:02:03.948474 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.968398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55aad0-8a5b-4ceb-9863-125baa31ca09 req-104744b2-2786-4c16-9add-51eb007efebe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:03.970190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.978647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:03.981510 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f55aad0-8a5b-4ceb-9863-125baa31ca09 req-104744b2-2786-4c16-9add-51eb007efebe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0842552 Dec 08 22:02:03.990916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:04.002422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.003033 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Added segment b5e19185-6d4d-4f27-884a-991c6fbc7a35 of type vlan for network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc Dec 08 22:02:04.043375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f55aad0-8a5b-4ceb-9863-125baa31ca09 req-f4486c78-417d-47bd-8b20-d4150382c85e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605893 Dec 08 22:02:04.048785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.075783 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.085669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdeba8d-3f9a-42e5-9148-ee3689905185,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:04.105785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f5dc2560-18b4-4b4b-a5ea-180a7822b276 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2218101 Dec 08 22:02:04.110804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42616) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:04.146078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56b07a-cc95-455c-a4c2-ef5723c2b73f None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:02:04.162810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.164050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:04.164920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.169798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting port 0d303d1a-369b-4982-b96c-47a0c7425feb {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:04.170442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.261351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] For port 0d303d1a-369b-4982-b96c-47a0c7425feb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0d303d1a-369b-4982-b96c-47a0c7425feb,segment=NetworkSegment(7dbaae16-1c03-44d6-b270-ab41cbccefcc),segment_id=7dbaae16-1c03-44d6-b270-ab41cbccefcc)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:04.261722 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.275318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Calling delete_port for 0d303d1a-369b-4982-b96c-47a0c7425feb owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:04.278061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=22b0caf9-98bf-40ee-9bd3-422b43d2f8cc,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:04.292595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ee878051-a7be-445c-8cf1-d503834cb3f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5441527 Dec 08 22:02:04.296227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42618) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:04.298265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:04.306982 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Request body: {'subnet': {'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-890300803-subnet', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:04.318960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7165c462-5b42-4cdc-bef1-bcb203021ae0 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.371784 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7165c462-5b42-4cdc-bef1-bcb203021ae0 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.385538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.404879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No DVR routers for this DVR port 0d303d1a-369b-4982-b96c-47a0c7425feb on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:04.420802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Made reservation on behalf of 4b36321cd1d7429ca23fc6fd05113f91 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:04.423583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.433015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Port': ['ID=0d303d1a-369b-4982-b96c-47a0c7425feb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:04.527455 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7165c462-5b42-4cdc-bef1-bcb203021ae0 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.530284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7165c462-5b42-4cdc-bef1-bcb203021ae0 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.531504 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7165c462-5b42-4cdc-bef1-bcb203021ae0 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/cec731a1-18c9-476f-b4fb-1309deab9148 HTTP/1.1" status: 204 len: 168 time: 0.4115250 Dec 08 22:02:04.553693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42626) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:04.555807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165c462-5b42-4cdc-bef1-bcb203021ae0 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec731a1-18c9-476f-b4fb-1309deab9148,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:04.676376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.678067 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bde3716e-2b27-42c2-a8d4-14914d39560a tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215141 Dec 08 22:02:04.685199 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42636) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:04.700847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1f759b71-c633-49bd-a7e6-4e2d152555dc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group': {'name': 'tempest-secgroup--629452369'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:04.728131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.744169 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.788546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.816366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c59b32-23ba-4e8a-a404-aa43eba424de None None] Pushing event updated for resources: {'Port': ['ID=789f0ff6-15e5-44b7-acff-94e43e042ab1,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:04.828182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c000b71-e2aa-4ed4-a1de-db2a02d63be9']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:04.864435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f759b71-c633-49bd-a7e6-4e2d152555dc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.884140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbaae16-1c03-44d6-b270-ab41cbccefcc') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:04.884696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbaae16-1c03-44d6-b270-ab41cbccefcc') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:04.893011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f5c34-4a76-480f-bd5b-bfa40214411e None None] Network 1c000b71-e2aa-4ed4-a1de-db2a02d63be9 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:04.901649 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.943871 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.989373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:04.991477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:04.992895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Attempting to bind port 789f0ff6-15e5-44b7-acff-94e43e042ab1 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:04.993268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Attempting to bind port 789f0ff6-15e5-44b7-acff-94e43e042ab1 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:04.993634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Attempting to bind port 789f0ff6-15e5-44b7-acff-94e43e042ab1 on network c683f353-1b8f-46d9-857c-22ccf8e5f62c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:05.003791 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:05.022078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Checking segment: {'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:05.022476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Network hostable DHCP agents. Network: 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:05.036118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:05.036499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Checking segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:05.036912 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.037307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Bound using segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:05.049401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Bound port: 789f0ff6-15e5-44b7-acff-94e43e042ab1, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:05.049724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1de1f0-a417-4797-babc-199262ee68ca,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:05.049921 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.091282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:05.114815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:05.131870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:05.132483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.138133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456fba9c-8154-4495-b116-7244c35ec723 None None] Network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:05.184834 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a7ab2cb8-658a-4fa8-90d4-d9e96dd60592 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8853366 Dec 08 22:02:05.185334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42648) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:05.197081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:05.270465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d04bf-b655-4b11-b077-086f03bab7a7 None None] Network 1c000b71-e2aa-4ed4-a1de-db2a02d63be9 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:05.276856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.324552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.328718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/1c000b71-e2aa-4ed4-a1de-db2a02d63be9 HTTP/1.1" status: 204 len: 168 time: 3.9536068 Dec 08 22:02:05.329634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b2bef-8ba3-4b43-bbcb-095a04df1137 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=1c000b71-e2aa-4ed4-a1de-db2a02d63be9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:05.333554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42652) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:05.334705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.336102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.336246 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f759b71-c633-49bd-a7e6-4e2d152555dc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.342909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512381641'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:05.354772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f759b71-c633-49bd-a7e6-4e2d152555dc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.356745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d04bf-b655-4b11-b077-086f03bab7a7 None None] Network 1c000b71-e2aa-4ed4-a1de-db2a02d63be9 could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:02:05.408611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5b33-94ad-49cc-a21b-f3546064f84d req-7092e660-14f6-4fed-8fc6-4307be2ca2f0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:05.410245 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-590c5b33-94ad-49cc-a21b-f3546064f84d req-7092e660-14f6-4fed-8fc6-4307be2ca2f0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1742330 Dec 08 22:02:05.420628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b1675789-30b0-485f-aa9c-d801b441b7f5 None None] Provisioning complete for port 789f0ff6-15e5-44b7-acff-94e43e042ab1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:05.435169 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b1675789-30b0-485f-aa9c-d801b441b7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.436261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f759b71-c633-49bd-a7e6-4e2d152555dc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be1ef05-f94b-4b54-9d56-2d84b154c82b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:05.439355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] For port 789f0ff6-15e5-44b7-acff-94e43e042ab1, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:05.454901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:05.460014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.469307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] For port 789f0ff6-15e5-44b7-acff-94e43e042ab1, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=789f0ff6-15e5-44b7-acff-94e43e042ab1,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:05.492934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f759b71-c633-49bd-a7e6-4e2d152555dc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.498958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1f759b71-c633-49bd-a7e6-4e2d152555dc tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8126323 Dec 08 22:02:05.501020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42654) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:05.515731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3f5b6a94-dca6-496c-b73e-79e2577215ff tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Request body: {'security_group_rule': {'security_group_id': '7be1ef05-f94b-4b54-9d56-2d84b154c82b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:05.541813 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.555730 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.591744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:05.605221 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6a94-dca6-496c-b73e-79e2577215ff tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.655940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.656814 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 5487dc40-4923-4391-a466-bf65f712ecb4 of type vlan for network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 Dec 08 22:02:05.682851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b1675789-30b0-485f-aa9c-d801b441b7f5 None None] Port 789f0ff6-15e5-44b7-acff-94e43e042ab1 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:05.707382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f965e5a-05fd-4ab8-82c7-f46bc24bf35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.739748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Routers {'1a130245-ad68-42fc-9ed8-8c3046d97d47'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:05.742992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:01:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1a130245-ad68-42fc-9ed8-8c3046d97d47'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:05.750125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c59b32-23ba-4e8a-a404-aa43eba424de None None] Pushing event updated for resources: {'Port': ['ID=789f0ff6-15e5-44b7-acff-94e43e042ab1,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:05.761053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.798473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.805636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:05.806269 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.884651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-590c5b33-94ad-49cc-a21b-f3546064f84d req-2f535d96-2be7-487a-b966-9e7873d3e009 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4616692 Dec 08 22:02:05.901448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5638990 Dec 08 22:02:05.924808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-22b0caf9-98bf-40ee-9bd3-422b43d2f8cc', 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'fixed_ips': [{'subnet_id': '2c1de1f0-a417-4797-babc-199262ee68ca'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:05.926179 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:05.954743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42658) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:05.967792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:06.001866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-db3c305f-d2c7-45e5-b8ed-90db80bea50a None None] Provisioning complete for port 789f0ff6-15e5-44b7-acff-94e43e042ab1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:06.002820 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db3c305f-d2c7-45e5-b8ed-90db80bea50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.059445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de55bd-cab7-42d3-8504-2eeb4921a0fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=3dbbdb83-97dd-4aa0-b776-d24291ec9eb7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:06.094516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6a94-dca6-496c-b73e-79e2577215ff tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.100536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6a94-dca6-496c-b73e-79e2577215ff tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.103340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:06.107681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.140227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b6a94-dca6-496c-b73e-79e2577215ff tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a794d8e-9462-47c2-804b-a1822637aa08,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:06.169042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6a94-dca6-496c-b73e-79e2577215ff tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.172942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3f5b6a94-dca6-496c-b73e-79e2577215ff tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6643522 Dec 08 22:02:06.173177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42664) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:06.181990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:06.185841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.313921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f71c45ec-5a0c-40a5-9df0-48996afe687d tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.378104 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f71c45ec-5a0c-40a5-9df0-48996afe687d tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.443563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f71c45ec-5a0c-40a5-9df0-48996afe687d tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.447042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f71c45ec-5a0c-40a5-9df0-48996afe687d tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.451160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f71c45ec-5a0c-40a5-9df0-48996afe687d tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/7be1ef05-f94b-4b54-9d56-2d84b154c82b HTTP/1.1" status: 204 len: 168 time: 0.2769654 Dec 08 22:02:06.451828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42674) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:06.469710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c45ec-5a0c-40a5-9df0-48996afe687d tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be1ef05-f94b-4b54-9d56-2d84b154c82b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:06.541561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-418d8a72-00f4-4ba6-b5f3-fa2d3d588f3d tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773699 Dec 08 22:02:06.542177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42678) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:06.582081 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.590191 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a2b38149-4a8b-4ac7-9c25-ca0e5b41d017 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0464144 Dec 08 22:02:06.590650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42680) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:06.613426 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-9d145687-92e4-4157-8921-8c054cb9f803 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] delete failed (client error): The resource could not be found. Dec 08 22:02:06.628037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9d145687-92e4-4157-8921-8c054cb9f803 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "DELETE /v2.0/security-groups/7be1ef05-f94b-4b54-9d56-2d84b154c82b HTTP/1.1" status: 404 len: 347 time: 0.0361319 Dec 08 22:02:06.630243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42682) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:06.649828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] Set router 1a130245-ad68-42fc-9ed8-8c3046d97d47 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:06.702169 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2781d501-637f-4741-8d87-624a778b18b0 tempest-SecGroupIPv6Test-531340703 tempest-SecGroupIPv6Test-531340703-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698159 Dec 08 22:02:06.752416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=edf4b6cf-501b-4dd5-9864-c09ce78aa735,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:06.816604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '5487dc40-4923-4391-a466-bf65f712ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:06.816967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:06.882302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:06.908444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:06.913508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:06.915047 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.940131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57ab5c-1192-4929-96fa-43f199462557 None None] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:06.940578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-02a9098e-35b2-4e4b-8cb6-1c0a6436df89 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9847150 Dec 08 22:02:06.943748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42688) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:06.949178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:06.955999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:06.958928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Allocated IP 172.20.0.2 (22b0caf9-98bf-40ee-9bd3-422b43d2f8cc/2c1de1f0-a417-4797-babc-199262ee68ca/681a70af-734d-4627-8c01-df2ba67f929c) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:06.999893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db3c305f-d2c7-45e5-b8ed-90db80bea50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.020143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.134619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-db3c305f-d2c7-45e5-b8ed-90db80bea50a None None] For port 789f0ff6-15e5-44b7-acff-94e43e042ab1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=789f0ff6-15e5-44b7-acff-94e43e042ab1,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:07.200376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab989d4-cb9a-4814-856d-87d9af280e41 req-ee0ba286-4875-44a4-9ae0-6f97417561c9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:07.207755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eab989d4-cb9a-4814-856d-87d9af280e41 req-ee0ba286-4875-44a4-9ae0-6f97417561c9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1246741 Dec 08 22:02:07.225460 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db3c305f-d2c7-45e5-b8ed-90db80bea50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.243365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Allocated IP 172.25.1.10 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/17dc7f8e-96ae-4319-a4e1-93ae35c0d270) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:07.293997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42692) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:07.371009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eab989d4-cb9a-4814-856d-87d9af280e41 req-d46de88e-44ee-4f56-9b41-aada2c3f4e21 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342766 Dec 08 22:02:07.396730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c305f-d2c7-45e5-b8ed-90db80bea50a None None] Pushing event updated for resources: {'Port': ['ID=789f0ff6-15e5-44b7-acff-94e43e042ab1,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:07.401328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:07.405082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.422271 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.478896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.488901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e6dff1b4-8389-4214-8f0c-6fb678577b83 None None] Provisioning complete for port 789f0ff6-15e5-44b7-acff-94e43e042ab1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:07.489665 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6dff1b4-8389-4214-8f0c-6fb678577b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.556326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=17dc7f8e-96ae-4319-a4e1-93ae35c0d270,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:07.573244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:07.575783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:07.580251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.581014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.581360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.581693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.582022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.582347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.582674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.583076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.583409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.583760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.587663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.588481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:07.598745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:07.653635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e71f8081-7a73-4e02-b53a-6ac9200aa633 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ced2d087bc2f4013b60b023378ecc8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569100 Dec 08 22:02:07.659323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42704) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:07.688440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-3dbbdb83-97dd-4aa0-b776-d24291ec9eb7', 'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7', 'tenant_id': '2ee7f53a206243abaec93f271fb1a28f', 'fixed_ips': [{'subnet_id': 'edf4b6cf-501b-4dd5-9864-c09ce78aa735'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:07.689300 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.747178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.836498 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.883564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b1b7-3b56-4b3a-a722-2f2c38e81b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.896103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Pushing event updated for resources: {'Port': ['ID=681a70af-734d-4627-8c01-df2ba67f929c,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:07.905573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '5a096592-255d-49d2-82fb-083713ec6437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:02:00Z', 'revision_number': 4, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port': {'id': '5a096592-255d-49d2-82fb-083713ec6437', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:53Z', 'updated_at': '2021-12-08T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '789f0ff6-15e5-44b7-acff-94e43e042ab1', 'name': '', 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'mac_address': 'fa:16:3e:9e:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:59Z', 'updated_at': '2021-12-08T22:02:05Z', 'revision_number': 4, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'subnets': [{'id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:07.943537 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b1b7-3b56-4b3a-a722-2f2c38e81b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:07.950240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0597f10-9188-47ee-bc7f-d99f2db6f63d None None] The sync data for ids ['1a130245-ad68-42fc-9ed8-8c3046d97d47'] in n-d-821126-1 is: [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '5a096592-255d-49d2-82fb-083713ec6437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:02:00Z', 'revision_number': 4, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port': {'id': '5a096592-255d-49d2-82fb-083713ec6437', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:53Z', 'updated_at': '2021-12-08T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '789f0ff6-15e5-44b7-acff-94e43e042ab1', 'name': '', 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'mac_address': 'fa:16:3e:9e:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:59Z', 'updated_at': '2021-12-08T22:02:05Z', 'revision_number': 4, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'subnets': [{'id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:02:07.956071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:08.006247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:08.036102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:08.056909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.192205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:08.207110 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.208779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:08.222458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:08.223106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.227255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Attempting to bind port 681a70af-734d-4627-8c01-df2ba67f929c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:08.227634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Attempting to bind port 681a70af-734d-4627-8c01-df2ba67f929c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:08.228005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Attempting to bind port 681a70af-734d-4627-8c01-df2ba67f929c on network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:08.232179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Allocated IP 2001:db8::2 (3dbbdb83-97dd-4aa0-b776-d24291ec9eb7/edf4b6cf-501b-4dd5-9864-c09ce78aa735/755e1a95-74f5-4f18-8410-25fc0a3df33d) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:08.254879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=81c91961-f546-4d2f-beaf-0f9958e406e2,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:08.276106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:08.276559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Checking segment: {'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:08.277032 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.277482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Bound using segment: {'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:08.277984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Bound port: 681a70af-734d-4627-8c01-df2ba67f929c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:08.278432 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.280861 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b1b7-3b56-4b3a-a722-2f2c38e81b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.286550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b1b7-3b56-4b3a-a722-2f2c38e81b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.291235 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d2c6b1b7-3b56-4b3a-a722-2f2c38e81b7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/147a29e6-0dc0-46db-ae01-fda4c28339a7 HTTP/1.1" status: 204 len: 168 time: 0.6282363 Dec 08 22:02:08.303315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5b284933-b0f6-40a4-b035-0976c785f860 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3560247 Dec 08 22:02:08.305628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42708) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:08.343734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d0eea175-bf1a-41ae-be18-0221f1a70090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.444156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6b1b7-3b56-4b3a-a722-2f2c38e81b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147a29e6-0dc0-46db-ae01-fda4c28339a7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:08.507335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfea80-96d4-4b4f-969e-c1cbf9fe3666 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:08.509853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfea80-96d4-4b4f-969e-c1cbf9fe3666 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:08.512553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfea80-96d4-4b4f-969e-c1cbf9fe3666 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:08.519755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfea80-96d4-4b4f-969e-c1cbf9fe3666 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:08.522975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfea80-96d4-4b4f-969e-c1cbf9fe3666 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:08.530075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-86cfea80-96d4-4b4f-969e-c1cbf9fe3666 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2192521 Dec 08 22:02:08.533103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42712) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:08.552601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-737155033'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:08.631487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:08.648954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.689285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf4219-5724-430d-a3cb-455100edce7b req-1ec815af-5eac-4fe5-816d-6c3014bbc2b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:08.703769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf4219-5724-430d-a3cb-455100edce7b req-1ec815af-5eac-4fe5-816d-6c3014bbc2b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1413617 Dec 08 22:02:08.719099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.760015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:08.806519 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:08.806901 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 7c31fb46-1370-44be-bf64-06679ad52f62 of type vlan for network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc Dec 08 22:02:08.931352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf4219-5724-430d-a3cb-455100edce7b req-98a19cc3-aa12-4362-bd7a-1c67a3805ac2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263834 Dec 08 22:02:09.003791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 789f0ff6-15e5-44b7-acff-94e43e042ab1 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:09.015660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.073247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Router 246d8545-879d-4d99-8006-74f64f80c562 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:02:09.076046 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.088598 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.093647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:09.094204 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528406'] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.096648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] For port 681a70af-734d-4627-8c01-df2ba67f929c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:09.128834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] For port 681a70af-734d-4627-8c01-df2ba67f929c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=681a70af-734d-4627-8c01-df2ba67f929c,segment=NetworkSegment(b5e19185-6d4d-4f27-884a-991c6fbc7a35),segment_id=b5e19185-6d4d-4f27-884a-991c6fbc7a35)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:09.145699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6063662 Dec 08 22:02:09.156919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42724) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:09.164479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.182546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-65b32e66-8bef-4bbe-99ff-71800837c0b7 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:09.182877 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.329022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d9842-7d94-4e54-98ad-831e71c312d1 None None] Pushing event updated for resources: {'Port': ['ID=681a70af-734d-4627-8c01-df2ba67f929c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:09.350616 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.393776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:09.398911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:09.409199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:09.432773 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:02:09.446404 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Sync routers for ids ['246d8545-879d-4d99-8006-74f64f80c562'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:02:09.494910 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Routers {'246d8545-879d-4d99-8006-74f64f80c562'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:09.497538 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['246d8545-879d-4d99-8006-74f64f80c562'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:09.498504 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.502742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cc070d4c-0c87-4a4c-9e07-a996d88c1ac2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3140826 Dec 08 22:02:09.503267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:09.613082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a852c4-5035-4c1f-82a1-b7b983a8cd16 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=73d58fd1-f58e-400c-a5de-e2c11c65d9fc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:09.701865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 789f0ff6-15e5-44b7-acff-94e43e042ab1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:09.704142 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.706099 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.708587 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:09.716271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Pushing event updated for resources: {'Port': ['ID=755e1a95-74f5-4f18-8410-25fc0a3df33d,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:09.734249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:09.955241 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Set router 246d8545-879d-4d99-8006-74f64f80c562 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:10.022522 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65b32e66-8bef-4bbe-99ff-71800837c0b7 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:10.087870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65b32e66-8bef-4bbe-99ff-71800837c0b7 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:10.131452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Attempting to bind port 755e1a95-74f5-4f18-8410-25fc0a3df33d on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:10.132034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Attempting to bind port 755e1a95-74f5-4f18-8410-25fc0a3df33d by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '5487dc40-4923-4391-a466-bf65f712ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:10.132295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Attempting to bind port 755e1a95-74f5-4f18-8410-25fc0a3df33d on network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:10.221132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:10.223678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Checking segment: {'id': '5487dc40-4923-4391-a466-bf65f712ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:10.224207 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:10.227245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Bound using segment: {'id': '5487dc40-4923-4391-a466-bf65f712ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:10.231263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Bound port: 755e1a95-74f5-4f18-8410-25fc0a3df33d, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5487dc40-4923-4391-a466-bf65f712ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:10.231605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:10.288919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:10.344569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65b32e66-8bef-4bbe-99ff-71800837c0b7 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc is not hosted by any dhcp agent {{(pid=102390) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 22:02:10.354903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b32e66-8bef-4bbe-99ff-71800837c0b7 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:10.355554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-65b32e66-8bef-4bbe-99ff-71800837c0b7 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:10.376309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-65b32e66-8bef-4bbe-99ff-71800837c0b7 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "PUT /v2.0/networks/73d58fd1-f58e-400c-a5de-e2c11c65d9fc HTTP/1.1" status: 200 len: 723 time: 1.1935282 Dec 08 22:02:10.382764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42748) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:10.385317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:10.386666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b32e66-8bef-4bbe-99ff-71800837c0b7 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=73d58fd1-f58e-400c-a5de-e2c11c65d9fc,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:10.444403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': '73d58fd1-f58e-400c-a5de-e2c11c65d9fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:10.477462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:10.666986 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:02:07Z', 'revision_number': 3, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port': {'id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:07Z', 'updated_at': '2021-12-08T22:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:10.933527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7403f-c606-49c9-adfb-39bb32c5f4e5 req-d21ae3fa-c361-42ec-b6fa-8f5ff6f07d02 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:10.936421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6d7403f-c606-49c9-adfb-39bb32c5f4e5 req-d21ae3fa-c361-42ec-b6fa-8f5ff6f07d02 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.5583239 Dec 08 22:02:10.967489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:10.978069 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.086539 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:02:11.088301 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Checking router: 246d8545-879d-4d99-8006-74f64f80c562 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:02:11.088805 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Updating router 246d8545-879d-4d99-8006-74f64f80c562 port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:02:11.141643 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.142253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-349641204'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:11.281268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.305926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6d7403f-c606-49c9-adfb-39bb32c5f4e5 req-a256f40a-9833-4fcb-a65c-969f36afecf5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530204 Dec 08 22:02:11.322971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] For port 755e1a95-74f5-4f18-8410-25fc0a3df33d, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:11.352210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Made reservation on behalf of 80349ecdf23043d29bdffa859869d9b6 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:11.355705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.370678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] For port 755e1a95-74f5-4f18-8410-25fc0a3df33d, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=755e1a95-74f5-4f18-8410-25fc0a3df33d,segment=NetworkSegment(5487dc40-4923-4391-a466-bf65f712ecb4),segment_id=5487dc40-4923-4391-a466-bf65f712ecb4)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:11.384516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad74a3-eee5-48d5-8e79-9821e18e453e None None] Network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:11.386354 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.572532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.616367 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.624794 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.707057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.768360 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Pushing event updated for resources: {'Port': ['ID=17dc7f8e-96ae-4319-a4e1-93ae35c0d270,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:11.771774 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.772115 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.772807 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.773691 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.774315 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.775028 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.775617 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.775948 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.776649 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.776979 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.777352 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.777729 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:11.811077 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Attempting to bind port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:11.811866 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Attempting to bind port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:11.812283 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Attempting to bind port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:11.818656 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:11.819202 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:11.819755 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.820514 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:11.821755 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Bound port: 17dc7f8e-96ae-4319-a4e1-93ae35c0d270, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:11.821906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.822141 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.871592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 681a70af-734d-4627-8c01-df2ba67f929c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:11.896693 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] For port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:11.902197 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] For port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=17dc7f8e-96ae-4319-a4e1-93ae35c0d270,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:11.909444 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.945686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:11.963256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf683d-d40c-4f9b-8f20-85d3ea6419a0 None None] Pushing event updated for resources: {'Port': ['ID=755e1a95-74f5-4f18-8410-25fc0a3df33d,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:11.966648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1c9c5-d458-4eb9-bba5-5b21bafc0808 req-47ae2047-4076-478f-8ac4-989cfa58dc4c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:11.975406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-14c934fd-3698-494a-836c-47fb64336895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:11.977023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8b1c9c5-d458-4eb9-bba5-5b21bafc0808 req-47ae2047-4076-478f-8ac4-989cfa58dc4c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2556102 Dec 08 22:02:11.978091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-14c934fd-3698-494a-836c-47fb64336895 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1096 time: 0.1734536 Dec 08 22:02:12.006877 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.016399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=f4826a33-f475-424c-a1eb-a2574f1453b6,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:12.036382 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7bf78-3885-4c44-8076-280c49a5219d None None] Pushing event updated for resources: {'Port': ['ID=17dc7f8e-96ae-4319-a4e1-93ae35c0d270,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:12.038989 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Routers {'246d8545-879d-4d99-8006-74f64f80c562'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:12.039583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['246d8545-879d-4d99-8006-74f64f80c562'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:12.059072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:12.061553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '7c31fb46-1370-44be-bf64-06679ad52f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '73d58fd1-f58e-400c-a5de-e2c11c65d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:12.062819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: 73d58fd1-f58e-400c-a5de-e2c11c65d9fc, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:12.093672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b8b1c9c5-d458-4eb9-bba5-5b21bafc0808 req-cdf04bf3-9c1b-4c57-a377-e46e0cde0970 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155839 Dec 08 22:02:12.111190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c683ac9-f8af-4e8b-a47c-3a58186d6e22,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:12.141510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.141861 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Added segment 84607893-5943-4452-b618-cf7c49069b41 of type vlan for network ca370e32-64f1-40d1-8c11-752a030bf0e6 Dec 08 22:02:12.173809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Allocated IP 172.20.0.1 (22b0caf9-98bf-40ee-9bd3-422b43d2f8cc/2c1de1f0-a417-4797-babc-199262ee68ca/97298182-2747-4ecd-9c0e-16fe3bdd77b8) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:12.185944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-239f2644-a8da-4417-8a41-c15915188680 None None] Provisioning complete for port 681a70af-734d-4627-8c01-df2ba67f929c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:12.186318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-239f2644-a8da-4417-8a41-c15915188680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.273842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-0b14ee3d-cd35-4d01-accc-2835fcd4d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:12.280300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-0b14ee3d-cd35-4d01-accc-2835fcd4d5fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.2948031 Dec 08 22:02:12.323607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 681a70af-734d-4627-8c01-df2ba67f929c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:12.324147 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.324496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:12.353072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 73d58fd1-f58e-400c-a5de-e2c11c65d9fc) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:12.383851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe570c-f337-493e-833b-dce218606e74 None None] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:12.387870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:12.392813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.410331 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] Set router 246d8545-879d-4d99-8006-74f64f80c562 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:12.449381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.485275 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5fd1b720-5f29-4373-972f-f6aed8eeb498 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0770295 Dec 08 22:02:12.496578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42802) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:12.538182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1aac8199-bac2-4a16-9791-cf3bc13bd759 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:12.651728 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.666314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:12.666314 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.819302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-235659c8-bd8d-423a-84e6-b8d5b4242efc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.5195587 Dec 08 22:02:12.834101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.906678 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:02:07Z', 'revision_number': 3, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port': {'id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:07Z', 'updated_at': '2021-12-08T22:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:12.930599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.5253103 Dec 08 22:02:12.933544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42816) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:12.941037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Request body: {'subnet': {'network_id': 'ca370e32-64f1-40d1-8c11-752a030bf0e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:12.941270 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.955094 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8d950-3cf3-4645-b8fe-cd1446fb9813 None None] The sync data for ids ['246d8545-879d-4d99-8006-74f64f80c562'] in n-d-821126-1 is: [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:02:07Z', 'revision_number': 3, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port': {'id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:07Z', 'updated_at': '2021-12-08T22:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:02:12.963530 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1aac8199-bac2-4a16-9791-cf3bc13bd759 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8691156'] for subnet, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:12.978872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984d479-c30e-4dcc-975b-e02b6f375720 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Pushing event updated for resources: {'Network': ['ID=ca370e32-64f1-40d1-8c11-752a030bf0e6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:12.996509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-10a48311-85d8-4d83-a543-f44624273c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:12.998359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-10a48311-85d8-4d83-a543-f44624273c72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1588252 Dec 08 22:02:13.080925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 681a70af-734d-4627-8c01-df2ba67f929c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=681a70af-734d-4627-8c01-df2ba67f929c,segment=NetworkSegment(b5e19185-6d4d-4f27-884a-991c6fbc7a35),segment_id=b5e19185-6d4d-4f27-884a-991c6fbc7a35)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:13.109142 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-239f2644-a8da-4417-8a41-c15915188680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:13.123369 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:13.150856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network ca370e32-64f1-40d1-8c11-752a030bf0e6 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:13.254317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:13.257097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-06c494d2-8bb9-4477-9983-27371fc32825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:13.259456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-06c494d2-8bb9-4477-9983-27371fc32825 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211590 Dec 08 22:02:13.267838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:13.297234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:13.364806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Made reservation on behalf of 80349ecdf23043d29bdffa859869d9b6 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:13.380466 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:13.399855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:13.467139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-239f2644-a8da-4417-8a41-c15915188680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:02:13.468536 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-239f2644-a8da-4417-8a41-c15915188680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:02:13.474375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Pushing event updated for resources: {'Port': ['ID=97298182-2747-4ecd-9c0e-16fe3bdd77b8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:13.685698 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1aac8199-bac2-4a16-9791-cf3bc13bd759 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777352351389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9037000'] for subnet, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:13.701953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-73d58fd1-f58e-400c-a5de-e2c11c65d9fc', 'network_id': '73d58fd1-f58e-400c-a5de-e2c11c65d9fc', 'tenant_id': '2ee7f53a206243abaec93f271fb1a28f', 'fixed_ips': [{'subnet_id': 'f4826a33-f475-424c-a1eb-a2574f1453b6'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:13.705544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:13.720466 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:13.805654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 755e1a95-74f5-4f18-8410-25fc0a3df33d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:13.810184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac8199-bac2-4a16-9791-cf3bc13bd759 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=f4826a33-f475-424c-a1eb-a2574f1453b6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:13.824337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac8199-bac2-4a16-9791-cf3bc13bd759 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:13.825097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1aac8199-bac2-4a16-9791-cf3bc13bd759 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:13.826802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1aac8199-bac2-4a16-9791-cf3bc13bd759 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "PUT /v2.0/subnets/f4826a33-f475-424c-a1eb-a2574f1453b6 HTTP/1.1" status: 200 len: 826 time: 1.3291700 Dec 08 22:02:13.849222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42848) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:13.910387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=681a70af-734d-4627-8c01-df2ba67f929c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:13.934380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda44522-77a9-4a03-88f8-e3fa037b4cb9 req-50d328ce-cbec-4a85-a1a8-961b3282cc2e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:13.946037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cda44522-77a9-4a03-88f8-e3fa037b4cb9 req-50d328ce-cbec-4a85-a1a8-961b3282cc2e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.6238601 Dec 08 22:02:14.098244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.107868 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-695f0e45-48f2-467a-bcca-693eca405e29 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8359368 Dec 08 22:02:14.143880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee37feee-5392-4fa4-9993-f9433d037eff None None] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:14.178556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cda44522-77a9-4a03-88f8-e3fa037b4cb9 req-85d33614-14d6-4d0f-bdcf-e3bd71257a94 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272830 Dec 08 22:02:14.231047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 755e1a95-74f5-4f18-8410-25fc0a3df33d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:14.231819 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.274544 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.279679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Pushing event updated for resources: {'Subnet': ['ID=d0097202-86a7-4166-957c-4f17331ccad9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:14.310019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Allocated IP 2001:db8::2 (73d58fd1-f58e-400c-a5de-e2c11c65d9fc/f4826a33-f475-424c-a1eb-a2574f1453b6/abeac28d-e2ce-4e74-aa65-196a8c4722a7) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:14.313921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e40a4f0d-519a-4c37-9366-3717d69bd6cd None None] Provisioning complete for port 681a70af-734d-4627-8c01-df2ba67f929c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:14.314093 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e40a4f0d-519a-4c37-9366-3717d69bd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.426156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Checking segment: {'id': '84607893-5943-4452-b618-cf7c49069b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ca370e32-64f1-40d1-8c11-752a030bf0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:14.426156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Network hostable DHCP agents. Network: ca370e32-64f1-40d1-8c11-752a030bf0e6, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:14.492692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.502674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Network ca370e32-64f1-40d1-8c11-752a030bf0e6 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:14.524708 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.554830 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18842d89-a71b-40f6-9331-f1a5502ece19 req-377075c1-2012-4393-8bd2-505f60abcb7d service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374557 Dec 08 22:02:14.583343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, ca370e32-64f1-40d1-8c11-752a030bf0e6) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:14.592798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:14.593442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.607530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d041af22-1b19-4218-bae2-27b2a4b2f74c None None] Network ca370e32-64f1-40d1-8c11-752a030bf0e6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:14.655068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ff28a40a-3415-49a0-bd2f-a4068422b644 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7179446 Dec 08 22:02:14.658850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42874) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:14.668804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Request body: {'port': {'network_id': 'ca370e32-64f1-40d1-8c11-752a030bf0e6', 'name': 'tempest-TagsExtTest-157299790'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:14.769863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.917716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Made reservation on behalf of 80349ecdf23043d29bdffa859869d9b6 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:14.927147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.936165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.939738 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:14.983720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] device_id is not set on port 25ed4a13-017f-4eb1-8dce-275052e3f4e1 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:02:15.029421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.031504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Pushing event updated for resources: {'Port': ['ID=97298182-2747-4ecd-9c0e-16fe3bdd77b8,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:15.151586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Allocated IP 172.20.0.11 (ca370e32-64f1-40d1-8c11-752a030bf0e6/d0097202-86a7-4166-957c-4f17331ccad9/25ed4a13-017f-4eb1-8dce-275052e3f4e1) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:15.192842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 755e1a95-74f5-4f18-8410-25fc0a3df33d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=755e1a95-74f5-4f18-8410-25fc0a3df33d,segment=NetworkSegment(5487dc40-4923-4391-a466-bf65f712ecb4),segment_id=5487dc40-4923-4391-a466-bf65f712ecb4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:15.275168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:15.279244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:15.283933 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.336046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.469763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=755e1a95-74f5-4f18-8410-25fc0a3df33d,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:15.480701 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.483981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf6393e-2c1a-4bfc-9f08-519ed6062704 None None] Update dhcp port {'port': {'network_id': '3dbbdb83-97dd-4aa0-b776-d24291ec9eb7', 'fixed_ips': [{'subnet_id': 'edf4b6cf-501b-4dd5-9864-c09ce78aa735', 'ip_address': '2001:db8::2'}, {'subnet_id': '81c91961-f546-4d2f-beaf-0f9958e406e2'}], 'binding:host_id': 'n-d-821126-1'}, 'id': '755e1a95-74f5-4f18-8410-25fc0a3df33d'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:02:15.524247 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.613264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Router 246d8545-879d-4d99-8006-74f64f80c562 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:02:15.646798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f589b1-450b-4924-9d69-140c0d803eef req-73d66e13-e9af-486c-b18e-14e2e5aa608a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:15.648811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Pushing event updated for resources: {'Port': ['ID=abeac28d-e2ce-4e74-aa65-196a8c4722a7,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:15.652139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-ca370e32-64f1-40d1-8c11-752a030bf0e6', 'network_id': 'ca370e32-64f1-40d1-8c11-752a030bf0e6', 'tenant_id': '80349ecdf23043d29bdffa859869d9b6', 'fixed_ips': [{'subnet_id': 'd0097202-86a7-4166-957c-4f17331ccad9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:15.653282 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.659427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86f589b1-450b-4924-9d69-140c0d803eef req-73d66e13-e9af-486c-b18e-14e2e5aa608a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.3109734 Dec 08 22:02:15.672260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.677555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=f4826a33-f475-424c-a1eb-a2574f1453b6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:15.720655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:15.723770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e40a4f0d-519a-4c37-9366-3717d69bd6cd None None] Provisioning complete for port 755e1a95-74f5-4f18-8410-25fc0a3df33d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:15.724259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e40a4f0d-519a-4c37-9366-3717d69bd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.760304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:15.762350 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edf6393e-2c1a-4bfc-9f08-519ed6062704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.767336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:15.803384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.860892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86f589b1-450b-4924-9d69-140c0d803eef req-92717851-f3b6-458e-ae0e-22f9dc51a926 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941733 Dec 08 22:02:15.862785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:15.887807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d58fd1-f58e-400c-a5de-e2c11c65d9fc']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:15.907341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c31fb46-1370-44be-bf64-06679ad52f62') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:15.907769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c31fb46-1370-44be-bf64-06679ad52f62') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:15.912970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:02:15.918747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:15.932264 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-af8e5d7d-a5b8-469d-9595-ce33e08c784a admin admin] 10.222.0.21 "PUT /v2.0/routers/246d8545-879d-4d99-8006-74f64f80c562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4201193 Dec 08 22:02:15.964989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.138218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3053fa-1030-4caf-8ae3-5c2f881487be req-3abbc423-5190-4e6f-b021-f473878b01bd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:16.151629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de3053fa-1030-4caf-8ae3-5c2f881487be req-3abbc423-5190-4e6f-b021-f473878b01bd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0987067 Dec 08 22:02:16.168644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Attempting to bind port abeac28d-e2ce-4e74-aa65-196a8c4722a7 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:16.169024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Attempting to bind port abeac28d-e2ce-4e74-aa65-196a8c4722a7 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '7c31fb46-1370-44be-bf64-06679ad52f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '73d58fd1-f58e-400c-a5de-e2c11c65d9fc'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:16.171680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Attempting to bind port abeac28d-e2ce-4e74-aa65-196a8c4722a7 on network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:16.243065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de3053fa-1030-4caf-8ae3-5c2f881487be req-752aa6d9-7075-44e9-8b80-4a24c602e5fc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839510 Dec 08 22:02:16.249643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Sync routers for ids ['246d8545-879d-4d99-8006-74f64f80c562'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:02:16.327582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:16.329262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Checking segment: {'id': '7c31fb46-1370-44be-bf64-06679ad52f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '73d58fd1-f58e-400c-a5de-e2c11c65d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:16.329744 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.330218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Bound using segment: {'id': '7c31fb46-1370-44be-bf64-06679ad52f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '73d58fd1-f58e-400c-a5de-e2c11c65d9fc'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:16.332942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Bound port: abeac28d-e2ce-4e74-aa65-196a8c4722a7, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c31fb46-1370-44be-bf64-06679ad52f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '73d58fd1-f58e-400c-a5de-e2c11c65d9fc'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:16.333415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.393333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Network ca370e32-64f1-40d1-8c11-752a030bf0e6 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:16.424483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Pushing event updated for resources: {'Port': ['ID=25ed4a13-017f-4eb1-8dce-275052e3f4e1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:16.452382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:16.459889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:16.481661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Allocated IP 172.20.0.2 (ca370e32-64f1-40d1-8c11-752a030bf0e6/d0097202-86a7-4166-957c-4f17331ccad9/53f95c24-efd0-4148-814c-884d36299c2c) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:16.520979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.566782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:16.568421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.581479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:16.582278 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.582691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Routers {'246d8545-879d-4d99-8006-74f64f80c562'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:16.583500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['246d8545-879d-4d99-8006-74f64f80c562'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:16.597170 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:16.704841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3c29811e-3a85-4ef3-b2c9-c2c005306a3e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0450056 Dec 08 22:02:16.709899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42912) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:16.720111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-44d4c83a-2358-4bb6-95d0-71b24899dca0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-475582183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:16.763559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e416aeb-2b19-4755-bfac-c0fcdaf0b72e req-82e41f44-d9f0-42dc-9362-5e04959d9552 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:16.775550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e416aeb-2b19-4755-bfac-c0fcdaf0b72e req-82e41f44-d9f0-42dc-9362-5e04959d9552 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1994154 Dec 08 22:02:16.776968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:16.777423 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.780796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:02:16.780796 n-d-821126-1 neutron-server[102390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:02:16.780796 n-d-821126-1 neutron-server[102390]: [parameters: {'id': '73d58fd1-f58e-400c-a5de-e2c11c65d9fc'}] Dec 08 22:02:16.780796 n-d-821126-1 neutron-server[102390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:02:16.781588 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:02:16.813375 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44d4c83a-2358-4bb6-95d0-71b24899dca0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.814832 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44d4c83a-2358-4bb6-95d0-71b24899dca0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:16.842889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-be35f355-be12-47e4-bb04-8be266dc4b59 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:16.851153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-be35f355-be12-47e4-bb04-8be266dc4b59 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/networks?id=c683f353-1b8f-46d9-857c-22ccf8e5f62c HTTP/1.1" status: 200 len: 909 time: 0.1536019 Dec 08 22:02:16.854940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e416aeb-2b19-4755-bfac-c0fcdaf0b72e req-0c40b3be-dd5f-46d0-b660-7f6157dc367d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678623 Dec 08 22:02:16.872406 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-0424b54f-7743-43f8-8698-af0185f37451 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/quotas/4b36321cd1d7429ca23fc6fd05113f91 HTTP/1.1" status: 200 len: 375 time: 0.0143609 Dec 08 22:02:16.978465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-9addb4ef-e979-4985-9035-5308075fa751 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b36321cd1d7429ca23fc6fd05113f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097639 Dec 08 22:02:16.996240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44d4c83a-2358-4bb6-95d0-71b24899dca0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.009293 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44d4c83a-2358-4bb6-95d0-71b24899dca0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.019993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Set router 246d8545-879d-4d99-8006-74f64f80c562 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:17.047793 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44d4c83a-2358-4bb6-95d0-71b24899dca0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.061837 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44d4c83a-2358-4bb6-95d0-71b24899dca0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3378627 Dec 08 22:02:17.061837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42918) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:17.068586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cc0fe554-28a7-4aed-9235-fecebdbbca03 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-860436918', 'prefixes': ['172.20.0.0/16']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:17.074207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-edf6393e-2c1a-4bfc-9f08-519ed6062704 None None] Allocated IP 172.20.0.1 (3dbbdb83-97dd-4aa0-b776-d24291ec9eb7/81c91961-f546-4d2f-beaf-0f9958e406e2/755e1a95-74f5-4f18-8410-25fc0a3df33d) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:17.110306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-af13080c-30f2-4da8-9c2b-6cc9c13321e7 req-542ef532-044e-4a60-817f-23f4a0f2439c service neutron] (102390) timed out ('10.222.0.21', 33182) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:02:17.119088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-7e9cb2c4-720f-48b6-acc9-e58ecc770839 service neutron] 10.222.0.21 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395109 Dec 08 22:02:17.174498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e40a4f0d-519a-4c37-9366-3717d69bd6cd None None] Provisioning complete for port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:17.175283 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e40a4f0d-519a-4c37-9366-3717d69bd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.187754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] For port abeac28d-e2ce-4e74-aa65-196a8c4722a7, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:17.249150 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] For port abeac28d-e2ce-4e74-aa65-196a8c4722a7, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=abeac28d-e2ce-4e74-aa65-196a8c4722a7,segment=NetworkSegment(7c31fb46-1370-44be-bf64-06679ad52f62),segment_id=7c31fb46-1370-44be-bf64-06679ad52f62)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:17.257271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae73f8-3ec3-41ca-96c3-4758956c9f9a req-c9099f99-a7d0-4810-9cf3-ef24413fe251 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:17.265139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bcae73f8-3ec3-41ca-96c3-4758956c9f9a req-c9099f99-a7d0-4810-9cf3-ef24413fe251 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0906413 Dec 08 22:02:17.284221 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-85fa18d6-9223-4043-b6c8-8807459cd638 service neutron] 10.222.0.21 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636417 Dec 08 22:02:17.286149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe554-28a7-4aed-9235-fecebdbbca03 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for subnetpool, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.291951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42922) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:17.292199 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cc0fe554-28a7-4aed-9235-fecebdbbca03 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2347021 Dec 08 22:02:17.293155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.299293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-0146e89b-203e-44dc-9afd-d4b29f793a75 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9', 'tempest-TagsExtTest-Tag-113587774') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:17.330989 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.375314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bcae73f8-3ec3-41ca-96c3-4758956c9f9a req-a3adaf2f-cba7-4032-9673-03bd1d991659 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091259 Dec 08 22:02:17.442891 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.449991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25d250-a1e5-46b2-b2ac-2b3c02206d25 None None] Pushing event updated for resources: {'Port': ['ID=abeac28d-e2ce-4e74-aa65-196a8c4722a7,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:17.477467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting port abeac28d-e2ce-4e74-aa65-196a8c4722a7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:17.478227 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.541515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0146e89b-203e-44dc-9afd-d4b29f793a75 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags/tempest-TagsExtTest-Tag-113587774 HTTP/1.1" status: 201 len: 201 time: 0.2477179 Dec 08 22:02:17.544273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42926) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:17.559415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-9e789cef-d939-4db0-b0cd-e551755181fa tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1', 'tempest-TagsExtTest-Tag-611825503') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:17.598503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2bce8143-4c28-4b87-b41d-bce715ec3530 req-5bd9a840-17cc-4a8c-9eb4-de9286902ed7 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 210 time: 0.0331631 Dec 08 22:02:17.611706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] For port abeac28d-e2ce-4e74-aa65-196a8c4722a7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=abeac28d-e2ce-4e74-aa65-196a8c4722a7,segment=NetworkSegment(7c31fb46-1370-44be-bf64-06679ad52f62),segment_id=7c31fb46-1370-44be-bf64-06679ad52f62)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:17.612176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.636298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Calling delete_port for abeac28d-e2ce-4e74-aa65-196a8c4722a7 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:17.699473 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9e789cef-d939-4db0-b0cd-e551755181fa tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags/tempest-TagsExtTest-Tag-611825503 HTTP/1.1" status: 201 len: 201 time: 0.1537318 Dec 08 22:02:17.701978 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42930) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:17.709496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-73be527e-cee3-4b7d-ab0c-009470de016f tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330', 'tempest-TagsExtTest-Tag-110122164') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:17.750566 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.753699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e40a4f0d-519a-4c37-9366-3717d69bd6cd None None] Port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:17.819979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.855246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-73be527e-cee3-4b7d-ab0c-009470de016f tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags/tempest-TagsExtTest-Tag-110122164 HTTP/1.1" status: 201 len: 201 time: 0.1498196 Dec 08 22:02:17.856186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42938) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:17.864892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-7bf93d2a-efa8-47f5-b0e4-06eef10ba627 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc', 'tempest-TagsExtTest-Tag-886179148') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:17.870603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-edf6393e-2c1a-4bfc-9f08-519ed6062704 None None] For port 755e1a95-74f5-4f18-8410-25fc0a3df33d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=755e1a95-74f5-4f18-8410-25fc0a3df33d,segment=NetworkSegment(5487dc40-4923-4391-a466-bf65f712ecb4),segment_id=5487dc40-4923-4391-a466-bf65f712ecb4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:17.902617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No DVR routers for this DVR port abeac28d-e2ce-4e74-aa65-196a8c4722a7 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:17.905532 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.915239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Port': ['ID=abeac28d-e2ce-4e74-aa65-196a8c4722a7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:17.935857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=17dc7f8e-96ae-4319-a4e1-93ae35c0d270,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:17.957252 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:17.958035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 681a70af-734d-4627-8c01-df2ba67f929c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-82576a5a-20a9-47ff-a880-ffd54989c4b6 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port abeac28d-e2ce-4e74-aa65-196a8c4722a7 could not be found. Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port abeac28d-e2ce-4e74-aa65-196a8c4722a7 could not be found. Dec 08 22:02:17.961708 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:02:17.988817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7bf93d2a-efa8-47f5-b0e4-06eef10ba627 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags/tempest-TagsExtTest-Tag-886179148 HTTP/1.1" status: 201 len: 201 time: 0.1299350 Dec 08 22:02:17.990277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42940) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:17.992185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Network ca370e32-64f1-40d1-8c11-752a030bf0e6 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:17.995133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-3768bf3b-a519-4f0a-958e-7d498c5c73f9 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:18.112746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.113136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3768bf3b-a519-4f0a-958e-7d498c5c73f9 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags HTTP/1.1" status: 200 len: 240 time: 0.1048315 Dec 08 22:02:18.114318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42946) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:18.127077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-c14b90e6-ee70-4b9f-b0c5-b3f670e1c4b3 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9', 'tempest-TagsExtTest-Tag-113587774') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:18.141734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d58fd1-f58e-400c-a5de-e2c11c65d9fc']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:18.157837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c31fb46-1370-44be-bf64-06679ad52f62') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:18.158435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c31fb46-1370-44be-bf64-06679ad52f62') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:18.171936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.206755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.221251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:18.221908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:18.225549 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:18.278150 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c14b90e6-ee70-4b9f-b0c5-b3f670e1c4b3 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags/tempest-TagsExtTest-Tag-113587774 HTTP/1.1" status: 204 len: 168 time: 0.1551802 Dec 08 22:02:18.280445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42954) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:18.287387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-056a480d-c904-4648-88ea-c0d5de18bb72 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9', 'tempest-TagsExtTest-Tag-113587774') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:18.332287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e066d5a2-ce46-4dc8-8f11-a466d0da7e46 None None] Provisioning complete for port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:18.332665 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e066d5a2-ce46-4dc8-8f11-a466d0da7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.342467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f54a2-d9ff-4b12-9404-f4d3dea5b57f None None] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:18.374322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.383713 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.395242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/73d58fd1-f58e-400c-a5de-e2c11c65d9fc HTTP/1.1" status: 204 len: 168 time: 4.5451746 Dec 08 22:02:18.426176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42958) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:18.508241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:18.515976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c053cf6-367d-41d7-adf6-46723c7f7218 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=73d58fd1-f58e-400c-a5de-e2c11c65d9fc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:18.561829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:02:14Z', 'revision_number': 4, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port': {'id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:07Z', 'updated_at': '2021-12-08T22:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '97298182-2747-4ecd-9c0e-16fe3bdd77b8', 'name': '', 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'mac_address': 'fa:16:3e:bb:28:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '2c1de1f0-a417-4797-babc-199262ee68ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:11Z', 'updated_at': '2021-12-08T22:02:14Z', 'revision_number': 2, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'subnets': [{'id': '2c1de1f0-a417-4797-babc-199262ee68ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:18.566293 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c536a90a-6b66-4579-a9c2-5e620f9470c6 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:18.569299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c536a90a-6b66-4579-a9c2-5e620f9470c6 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:18.573216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:18.576440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Pushing event updated for resources: {'Port': ['ID=53f95c24-efd0-4148-814c-884d36299c2c,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:18.587005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c536a90a-6b66-4579-a9c2-5e620f9470c6 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/73d58fd1-f58e-400c-a5de-e2c11c65d9fc HTTP/1.1" status: 404 len: 339 time: 0.1549120 Dec 08 22:02:18.588354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42960) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:18.604949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255203350', 'description': 'd1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:18.623582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edf6393e-2c1a-4bfc-9f08-519ed6062704 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.685861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:18.696182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.701278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440f9e5-9a1b-4fa9-9aa3-ab7c79bd325f None None] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:18.713904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=17dc7f8e-96ae-4319-a4e1-93ae35c0d270,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:18.731833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440f9e5-9a1b-4fa9-9aa3-ab7c79bd325f None None] Network 73d58fd1-f58e-400c-a5de-e2c11c65d9fc could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:02:18.733859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Checking router: 246d8545-879d-4d99-8006-74f64f80c562 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:02:18.734457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Updating router 246d8545-879d-4d99-8006-74f64f80c562 port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:02:18.735552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:18.750383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.751412 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 46d614dd-052e-4943-995a-19431a089831 of type vlan for network 072d7e8e-409b-437a-ad24-14bcfffead3e Dec 08 22:02:18.766090 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.768124 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-edf6393e-2c1a-4bfc-9f08-519ed6062704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.810757 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.846879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.860255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:18.863264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:18.975657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42968) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:19.024231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6393e-2c1a-4bfc-9f08-519ed6062704 None None] Pushing event updated for resources: {'Port': ['ID=755e1a95-74f5-4f18-8410-25fc0a3df33d,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:19.031699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e066d5a2-ce46-4dc8-8f11-a466d0da7e46 None None] Port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:19.084723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Attempting to bind port 53f95c24-efd0-4148-814c-884d36299c2c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:19.085106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Attempting to bind port 53f95c24-efd0-4148-814c-884d36299c2c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '84607893-5943-4452-b618-cf7c49069b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ca370e32-64f1-40d1-8c11-752a030bf0e6'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:19.085657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Attempting to bind port 53f95c24-efd0-4148-814c-884d36299c2c on network ca370e32-64f1-40d1-8c11-752a030bf0e6 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:19.103938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:19.103938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Checking segment: {'id': '84607893-5943-4452-b618-cf7c49069b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ca370e32-64f1-40d1-8c11-752a030bf0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:19.104917 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.111807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=072d7e8e-409b-437a-ad24-14bcfffead3e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:19.112045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Bound using segment: {'id': '84607893-5943-4452-b618-cf7c49069b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ca370e32-64f1-40d1-8c11-752a030bf0e6'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:19.112714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Bound port: 53f95c24-efd0-4148-814c-884d36299c2c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84607893-5943-4452-b618-cf7c49069b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ca370e32-64f1-40d1-8c11-752a030bf0e6'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:19.113296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.131702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 072d7e8e-409b-437a-ad24-14bcfffead3e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:19.149484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75d83-2e55-4995-b044-e0e820df3b8e req-8fda123e-ca3e-408a-866e-c1cea7c79c7d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:19.152340 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7cc75d83-2e55-4995-b044-e0e820df3b8e req-8fda123e-ca3e-408a-866e-c1cea7c79c7d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1750388 Dec 08 22:02:19.184324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6038000f-836e-431a-8992-41a3c3dd3d23 req-23a6af26-22ac-43e5-aad9-1071fdc2930c tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 210 time: 0.3154283 Dec 08 22:02:19.199486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-056a480d-c904-4648-88ea-c0d5de18bb72 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags/tempest-TagsExtTest-Tag-113587774 HTTP/1.1" status: 204 len: 168 time: 0.9177744 Dec 08 22:02:19.199716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42972) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:19.220886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-7ebf63c9-320f-4f03-9161-410b4147bbdc tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:19.242292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ccbdee5-60c5-404e-99d7-f34cbb9a771f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6494102 Dec 08 22:02:19.252171 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8166717-a11d-4cc5-9741-40cdfd0687ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.254866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42974) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:19.367580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7ebf63c9-320f-4f03-9161-410b4147bbdc tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags HTTP/1.1" status: 200 len: 205 time: 0.1640027 Dec 08 22:02:19.367822 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7cc75d83-2e55-4995-b044-e0e820df3b8e req-70df8a47-c66e-4550-b55b-017262f811cc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841235 Dec 08 22:02:19.368397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42976) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:19.375671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-5eb1055c-f492-4eca-810f-9d29be835784 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:19.408277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] For port 53f95c24-efd0-4148-814c-884d36299c2c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:19.412295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] For port 53f95c24-efd0-4148-814c-884d36299c2c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=53f95c24-efd0-4148-814c-884d36299c2c,segment=NetworkSegment(84607893-5943-4452-b618-cf7c49069b41),segment_id=84607893-5943-4452-b618-cf7c49069b41)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:19.426851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 681a70af-734d-4627-8c01-df2ba67f929c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:19.437139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.527023 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8166717-a11d-4cc5-9741-40cdfd0687ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.538816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a3449-dfa8-4cb3-aea9-fa70450caf5f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:19.543491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-423a3449-dfa8-4cb3-aea9-fa70450caf5f tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/networks?id=072d7e8e-409b-437a-ad24-14bcfffead3e HTTP/1.1" status: 200 len: 765 time: 0.2816012 Dec 08 22:02:19.543491 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b8166717-a11d-4cc5-9741-40cdfd0687ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.545359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42980) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:19.565257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-de530669-0516-44a6-8372-2b340c4a74cc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'description': 'd2'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:19.588733 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.739945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8166717-a11d-4cc5-9741-40cdfd0687ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2188462-d62e-4f21-b504-d9dac3a3e421,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:19.762806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42984) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:19.765596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5eb1055c-f492-4eca-810f-9d29be835784 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags HTTP/1.1" status: 200 len: 240 time: 0.3895020 Dec 08 22:02:19.767028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-5e1d3c6a-4a5a-4d51-9de3-d37af5188f95 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:19.768477 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-5e1d3c6a-4a5a-4d51-9de3-d37af5188f95 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.23 "GET /v2.0/networks?id=c683f353-1b8f-46d9-857c-22ccf8e5f62c HTTP/1.1" status: 200 len: 909 time: 0.2899075 Dec 08 22:02:19.769799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-a29f91f6-519c-4858-a269-4ed7154034d7 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1', 'tempest-TagsExtTest-Tag-611825503') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:19.774573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b8166717-a11d-4cc5-9741-40cdfd0687ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46700028572d49cfb5d6bddee5d5efc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7956963 Dec 08 22:02:19.777432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42986) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:19.791234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Request body: {'port': {'device_id': 'fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc', 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'admin_state_up': True, 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:19.888893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Made reservation on behalf of 4b36321cd1d7429ca23fc6fd05113f91 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:19.892041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.932475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2df1-b60e-46a1-869b-4fe78ad2787a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:19.978983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de530669-0516-44a6-8372-2b340c4a74cc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.010543 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de530669-0516-44a6-8372-2b340c4a74cc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.036822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de530669-0516-44a6-8372-2b340c4a74cc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 072d7e8e-409b-437a-ad24-14bcfffead3e is not hosted by any dhcp agent {{(pid=102389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 22:02:20.049462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de530669-0516-44a6-8372-2b340c4a74cc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:20.051542 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2df1-b60e-46a1-869b-4fe78ad2787a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.053838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3351ad-1fe6-400e-b5f2-b5947ece88d1 None None] Pushing event updated for resources: {'Port': ['ID=53f95c24-efd0-4148-814c-884d36299c2c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:20.054919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-de530669-0516-44a6-8372-2b340c4a74cc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.058686 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-de530669-0516-44a6-8372-2b340c4a74cc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "PUT /v2.0/networks/072d7e8e-409b-437a-ad24-14bcfffead3e HTTP/1.1" status: 200 len: 762 time: 0.5079699 Dec 08 22:02:20.063334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42990) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:20.191683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Allocated IP 172.20.0.7 (c683f353-1b8f-46d9-857c-22ccf8e5f62c/de5a0cb8-4c48-4b33-a39c-5f1c80449ab5/8323ee91-1749-4079-9e54-46e63cbcc74a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:20.228679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9a62-05d5-43ca-a8c1-8f6ac7c0d86c req-04803839-7758-40b8-a4d3-6a1b9dd236af tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:20.231148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae8f9a62-05d5-43ca-a8c1-8f6ac7c0d86c req-04803839-7758-40b8-a4d3-6a1b9dd236af tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.4695370 Dec 08 22:02:20.236076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2df1-b60e-46a1-869b-4fe78ad2787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.238827 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2df1-b60e-46a1-869b-4fe78ad2787a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.242849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b8ac2df1-b60e-46a1-869b-4fe78ad2787a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2188462-d62e-4f21-b504-d9dac3a3e421 HTTP/1.1" status: 204 len: 168 time: 0.4616735 Dec 08 22:02:20.259559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8262b70-848d-4cbd-9f01-f185bd1e57ab None None] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:20.274976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac2df1-b60e-46a1-869b-4fe78ad2787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2188462-d62e-4f21-b504-d9dac3a3e421,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:20.414205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a29f91f6-519c-4858-a269-4ed7154034d7 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags/tempest-TagsExtTest-Tag-611825503 HTTP/1.1" status: 204 len: 168 time: 0.6470318 Dec 08 22:02:20.418107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de530669-0516-44a6-8372-2b340c4a74cc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=072d7e8e-409b-437a-ad24-14bcfffead3e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:20.428660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42996) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:20.433760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-8db3742b-1482-4130-a931-845d91d611d5 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1', 'tempest-TagsExtTest-Tag-611825503') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:20.500342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2312d6f-4701-4d1b-8fc2-64a5f4263cd1 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:20.501937 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a2312d6f-4701-4d1b-8fc2-64a5f4263cd1 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/networks?id=072d7e8e-409b-437a-ad24-14bcfffead3e HTTP/1.1" status: 200 len: 765 time: 0.4100795 Dec 08 22:02:20.502427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 072d7e8e-409b-437a-ad24-14bcfffead3e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:20.505748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:20.540743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ea35a75-51d6-48ed-8614-47f39b24bd62 req-508dfd46-6748-4e3a-9fbd-38e7161847f2 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 210 time: 0.1756828 Dec 08 22:02:20.569192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.579946 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ae8f9a62-05d5-43ca-a8c1-8f6ac7c0d86c req-1a7e59ec-9a3b-422c-912d-07f3bcb6a34f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030403 Dec 08 22:02:20.644846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.723432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:20.725060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:20.731002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:20.794468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:20.795207 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.807373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c1632748-d23e-4c03-97f3-75b2269d7dea None None] Provisioning complete for port 755e1a95-74f5-4f18-8410-25fc0a3df33d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:20.808239 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c1632748-d23e-4c03-97f3-75b2269d7dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.812508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8db3742b-1482-4130-a931-845d91d611d5 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags/tempest-TagsExtTest-Tag-611825503 HTTP/1.1" status: 204 len: 168 time: 0.3822098 Dec 08 22:02:20.815514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 53f95c24-efd0-4148-814c-884d36299c2c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:20.822131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43002) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:20.830152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-19e24633-1293-4c0a-915d-2367a49df8de tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:20.834396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Pushing event updated for resources: {'Port': ['ID=8323ee91-1749-4079-9e54-46e63cbcc74a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:20.841124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-f61304ea-28c5-44b8-b1e1-cb5de2bc9cb8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0614021 Dec 08 22:02:20.858258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5573d95b-00b6-4dbe-9f3f-c41ef7f19216 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:20.860833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5573d95b-00b6-4dbe-9f3f-c41ef7f19216 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3541191 Dec 08 22:02:20.864030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43004) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:20.881253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Request body: {'port': {'device_id': 'fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:20.896637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:20.904932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9622183f-a18c-4c7f-8761-1e8d3646091c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 207 time: 0.0367656 Dec 08 22:02:20.910996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43006) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:20.923230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43008) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:20.994005 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.012638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.048143 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-19e24633-1293-4c0a-915d-2367a49df8de tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags HTTP/1.1" status: 200 len: 205 time: 0.2245839 Dec 08 22:02:21.050515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43010) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:21.063493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-fb87a9af-d064-4ed6-8cab-32ca8b0bcade tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:21.115903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b47a6-f131-42c3-bba7-c7153f940161 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.123862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b47a6-f131-42c3-bba7-c7153f940161 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.145955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b47a6-f131-42c3-bba7-c7153f940161 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.155608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b47a6-f131-42c3-bba7-c7153f940161 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.162891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b47a6-f131-42c3-bba7-c7153f940161 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.169126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b47a6-f131-42c3-bba7-c7153f940161 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.174758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-da2b47a6-f131-42c3-bba7-c7153f940161 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2607605 Dec 08 22:02:21.183131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43014) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:21.201181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74d387-655e-494f-a5d3-5cf51fbde07d None None] Pushing event updated for resources: {'Port': ['ID=97298182-2747-4ecd-9c0e-16fe3bdd77b8,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:21.253707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68c8f813-b6ae-4e47-8911-1cbe3f5e0eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.355100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fb87a9af-d064-4ed6-8cab-32ca8b0bcade tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags HTTP/1.1" status: 200 len: 240 time: 0.2967904 Dec 08 22:02:21.356810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43016) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:21.369442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-04f15b87-2806-4e69-98d8-22ce6c638f59 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330', 'tempest-TagsExtTest-Tag-110122164') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:21.425199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 53f95c24-efd0-4148-814c-884d36299c2c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:21.425502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.477730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Attempting to bind port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:21.478109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Attempting to bind port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:21.478480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Attempting to bind port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 on network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:21.520196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68c8f813-b6ae-4e47-8911-1cbe3f5e0eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.522564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:21.523099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Checking segment: {'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:21.523716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.524172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Bound using segment: {'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:21.524711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Bound port: 97298182-2747-4ecd-9c0e-16fe3bdd77b8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e19185-6d4d-4f27-884a-991c6fbc7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:21.525101 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.559579 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68c8f813-b6ae-4e47-8911-1cbe3f5e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.604356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-68c8f813-b6ae-4e47-8911-1cbe3f5e0eb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5049f08c8cc41cc8dfaddfc1a93a797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121148 Dec 08 22:02:21.624144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43022) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:21.632140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8323ee91-1749-4079-9e54-46e63cbcc74a {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:02:21.655902 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-00bfa519-baa5-46e4-b93f-1697edcc2564 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4712360 Dec 08 22:02:21.656387 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.673903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cd0a0b48-5557-4074-a335-96ea81b9b977 None None] Provisioning complete for port 8323ee91-1749-4079-9e54-46e63cbcc74a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:21.674282 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd0a0b48-5557-4074-a335-96ea81b9b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.675660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43024) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:21.694581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Transition to ACTIVE for port object 8323ee91-1749-4079-9e54-46e63cbcc74a will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:02:21.701372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:21.724534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c916dd-4009-4c32-b66e-672eae3e3147 None None] Network ca370e32-64f1-40d1-8c11-752a030bf0e6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:21.829115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-04f15b87-2806-4e69-98d8-22ce6c638f59 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags/tempest-TagsExtTest-Tag-110122164 HTTP/1.1" status: 204 len: 168 time: 0.4695058 Dec 08 22:02:21.838139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:21.855343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a0b48-5557-4074-a335-96ea81b9b977 None None] Port 8323ee91-1749-4079-9e54-46e63cbcc74a cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:21.856236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-558ff9c3-f3dd-4abc-a981-2d7ac0eff026 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330', 'tempest-TagsExtTest-Tag-110122164') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:21.856388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8f813-b6ae-4e47-8911-1cbe3f5e0eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2c2a0-55c5-44a8-af17-8d37f3a9cc19,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:21.909604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Pushing event updated for resources: {'Port': ['ID=8323ee91-1749-4079-9e54-46e63cbcc74a,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:21.914073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7abee-a6bb-42ec-8b47-108a97867848 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.916001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7abee-a6bb-42ec-8b47-108a97867848 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.918260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7abee-a6bb-42ec-8b47-108a97867848 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.920782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7abee-a6bb-42ec-8b47-108a97867848 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.923267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7abee-a6bb-42ec-8b47-108a97867848 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:21.925533 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-33a7abee-a6bb-42ec-8b47-108a97867848 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2442443 Dec 08 22:02:21.932056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:21.999875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df764f-f8b9-4d78-b82e-fe3e4cd1318f req-2a9cc7b6-6cd7-42d9-9757-d9c76aee2124 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.001800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16df764f-f8b9-4d78-b82e-fe3e4cd1318f req-2a9cc7b6-6cd7-42d9-9757-d9c76aee2124 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2420850 Dec 08 22:02:22.055521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bffb757a-1f7c-46e4-8a5a-489199a6377a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.120643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bffb757a-1f7c-46e4-8a5a-489199a6377a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.136846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05869d-a32f-4024-ad6c-23dcd38bd22f req-07e7589e-4f72-48fe-bd75-e4befe9ce0c4 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.138585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e05869d-a32f-4024-ad6c-23dcd38bd22f req-07e7589e-4f72-48fe-bd75-e4befe9ce0c4 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1052 time: 0.4003825 Dec 08 22:02:22.154521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] For port 97298182-2747-4ecd-9c0e-16fe3bdd77b8, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:22.156413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ca60a-b0ba-4df5-9d2c-90237c6d343d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.157836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ca60a-b0ba-4df5-9d2c-90237c6d343d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.160031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ca60a-b0ba-4df5-9d2c-90237c6d343d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.162064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ca60a-b0ba-4df5-9d2c-90237c6d343d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.164138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ca60a-b0ba-4df5-9d2c-90237c6d343d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.165907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f34ca60a-b0ba-4df5-9d2c-90237c6d343d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2316451 Dec 08 22:02:22.173167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43032) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.190626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] For port 97298182-2747-4ecd-9c0e-16fe3bdd77b8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=97298182-2747-4ecd-9c0e-16fe3bdd77b8,segment=NetworkSegment(b5e19185-6d4d-4f27-884a-991c6fbc7a35),segment_id=b5e19185-6d4d-4f27-884a-991c6fbc7a35)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:22.190885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16df764f-f8b9-4d78-b82e-fe3e4cd1318f req-04d4da54-40cf-4242-9997-4dbc0310a011 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808035 Dec 08 22:02:22.196622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Attempting to bind port 8323ee91-1749-4079-9e54-46e63cbcc74a on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:22.197212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Attempting to bind port 8323ee91-1749-4079-9e54-46e63cbcc74a by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:22.197646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Attempting to bind port 8323ee91-1749-4079-9e54-46e63cbcc74a on network c683f353-1b8f-46d9-857c-22ccf8e5f62c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:22.220389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-558ff9c3-f3dd-4abc-a981-2d7ac0eff026 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags/tempest-TagsExtTest-Tag-110122164 HTTP/1.1" status: 204 len: 168 time: 0.3770504 Dec 08 22:02:22.221545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43036) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.230209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.230761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-956ea0f4-b4c7-4f06-93da-de2871f08a71 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:22.286652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Port 8323ee91-1749-4079-9e54-46e63cbcc74a on network c683f353-1b8f-46d9-857c-22ccf8e5f62c not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:02:22.287027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Attempting to bind port 8323ee91-1749-4079-9e54-46e63cbcc74a on network c683f353-1b8f-46d9-857c-22ccf8e5f62c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:22.291124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e05869d-a32f-4024-ad6c-23dcd38bd22f req-582abd01-4c77-4709-b079-b6a2966f9031 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444681 Dec 08 22:02:22.326817 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.328240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:22.328580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Checking segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:22.328965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Bound using segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:22.329395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Bound port: 8323ee91-1749-4079-9e54-46e63cbcc74a, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:22.329750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.372447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bffb757a-1f7c-46e4-8a5a-489199a6377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.375507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ed74c114-caac-4773-a787-5fc7a0d88964 None None] Provisioning complete for port 53f95c24-efd0-4148-814c-884d36299c2c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:22.375890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed74c114-caac-4773-a787-5fc7a0d88964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.390677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-956ea0f4-b4c7-4f06-93da-de2871f08a71 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags HTTP/1.1" status: 200 len: 205 time: 0.1598990 Dec 08 22:02:22.390910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bffb757a-1f7c-46e4-8a5a-489199a6377a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.391001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43038) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.391081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bffb757a-1f7c-46e4-8a5a-489199a6377a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0e2c2a0-55c5-44a8-af17-8d37f3a9cc19 HTTP/1.1" status: 204 len: 168 time: 0.7314758 Dec 08 22:02:22.392691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-bba334c7-8c00-4ffa-af9b-50c80b6267b0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:22.419286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff688c6b-4812-47c0-a1d0-f4e67f6172a5 req-998d6dfa-d7c9-4b15-82bb-8e4b036ecebe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.424236 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff688c6b-4812-47c0-a1d0-f4e67f6172a5 req-998d6dfa-d7c9-4b15-82bb-8e4b036ecebe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1343431 Dec 08 22:02:22.458102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] For port 8323ee91-1749-4079-9e54-46e63cbcc74a, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:22.466962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc14dd-4c16-4b93-9953-254787165837 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.472222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-73dc14dd-4c16-4b93-9953-254787165837 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/networks/ac252a8f-4baa-424d-bfd6-b2207c52ae1e HTTP/1.1" status: 200 len: 804 time: 0.2768519 Dec 08 22:02:22.490437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb757a-1f7c-46e4-8a5a-489199a6377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2c2a0-55c5-44a8-af17-8d37f3a9cc19,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:22.495705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43042) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.521103 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff688c6b-4812-47c0-a1d0-f4e67f6172a5 req-6c8c36f5-4c87-4f19-9d4e-150fa35e3fcf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709438 Dec 08 22:02:22.526600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bba334c7-8c00-4ffa-af9b-50c80b6267b0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags HTTP/1.1" status: 200 len: 240 time: 0.1347594 Dec 08 22:02:22.526600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] For port 8323ee91-1749-4079-9e54-46e63cbcc74a, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8323ee91-1749-4079-9e54-46e63cbcc74a,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:22.527718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43044) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.534610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-71121524-177d-4542-813e-7a5659028136 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc', 'tempest-TagsExtTest-Tag-886179148') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:22.582162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 53f95c24-efd0-4148-814c-884d36299c2c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=53f95c24-efd0-4148-814c-884d36299c2c,segment=NetworkSegment(84607893-5943-4452-b618-cf7c49069b41),segment_id=84607893-5943-4452-b618-cf7c49069b41)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:22.598070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74d387-655e-494f-a5d3-5cf51fbde07d None None] Pushing event updated for resources: {'Port': ['ID=97298182-2747-4ecd-9c0e-16fe3bdd77b8,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:22.602349 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-71121524-177d-4542-813e-7a5659028136 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags/tempest-TagsExtTest-Tag-886179148 HTTP/1.1" status: 204 len: 168 time: 0.0706286 Dec 08 22:02:22.604102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.608053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.611647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-833acd16-c8e9-4721-9b99-bd7b01261536 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc', 'tempest-TagsExtTest-Tag-886179148') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:22.631771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Routers {'246d8545-879d-4d99-8006-74f64f80c562'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:22.632670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['246d8545-879d-4d99-8006-74f64f80c562'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:22.634625 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.635530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:22.711177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-833acd16-c8e9-4721-9b99-bd7b01261536 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags/tempest-TagsExtTest-Tag-886179148 HTTP/1.1" status: 204 len: 168 time: 0.1071014 Dec 08 22:02:22.713494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43050) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.718109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-ff92821a-23c8-4b58-87aa-b22979b94240 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:22.750492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ff92821a-23c8-4b58-87aa-b22979b94240 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags HTTP/1.1" status: 200 len: 205 time: 0.0339661 Dec 08 22:02:22.752578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43052) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.762918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-cbf2dcc0-d33d-4f81-b37f-1cc46bd2b188 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:22.806415 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cbf2dcc0-d33d-4f81-b37f-1cc46bd2b188 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0485771 Dec 08 22:02:22.807143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43056) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:22.815887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-3fc6ad10-152d-4a59-966f-1a950ad60d83 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:22.844795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.845579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.846866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] 10.222.0.23 "PUT /v2.0/ports/8323ee91-1749-4079-9e54-46e63cbcc74a HTTP/1.1" status: 200 len: 1091 time: 1.9721837 Dec 08 22:02:22.849046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc', 'tag': '8323ee91-1749-4079-9e54-46e63cbcc74a'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:02:22.852077 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4814aa6b-43d0-49d8-9ef8-045265931fff" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc", "tag": "8323ee91-1749-4079-9e54-46e63cbcc74a"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:02:22.955239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80180c1-3a9c-4168-9602-20fbd8329a25 service neutron] Pushing event updated for resources: {'Port': ['ID=8323ee91-1749-4079-9e54-46e63cbcc74a,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:22.965328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ed74c114-caac-4773-a787-5fc7a0d88964 None None] Provisioning complete for port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:22.966257 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed74c114-caac-4773-a787-5fc7a0d88964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:22.968205 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffe3b80-0fef-4f37-ada0-831e9543dd78 x-openstack-request-id: req-9ffe3b80-0fef-4f37-ada0-831e9543dd78 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:02:22.968205 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc", "tag": "8323ee91-1749-4079-9e54-46e63cbcc74a", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:02:22.968540 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ffe3b80-0fef-4f37-ada0-831e9543dd78 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:02:22.969037 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc', 'tag': '8323ee91-1749-4079-9e54-46e63cbcc74a', 'status': 'completed', 'code': 200} Dec 08 22:02:22.981740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d69b1-c28a-43d6-9d2f-690f02cdd6db req-2275b113-a7e6-471e-bf98-9bf5ea71f0bb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:22.989541 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-158d69b1-c28a-43d6-9d2f-690f02cdd6db req-2275b113-a7e6-471e-bf98-9bf5ea71f0bb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2422631 Dec 08 22:02:23.043282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3fc6ad10-152d-4a59-966f-1a950ad60d83 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags HTTP/1.1" status: 204 len: 168 time: 0.2349982 Dec 08 22:02:23.043999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43060) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:23.044337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43062) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:23.045898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6619e5ad-9dce-4a17-a059-56680d3ad975 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/networks/ac252a8f-4baa-424d-bfd6-b2207c52ae1e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5446720 Dec 08 22:02:23.066557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-9120fcf5-0f82-4081-ba4a-ebbb28c359c2 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:23.084037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:23.086827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.097605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-fae88121-cf05-4076-a60b-2cdb551ef256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:23.099226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-fae88121-cf05-4076-a60b-2cdb551ef256 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b36321cd1d7429ca23fc6fd05113f91&device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1094 time: 0.1740410 Dec 08 22:02:23.195919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43064) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:23.196761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-158d69b1-c28a-43d6-9d2f-690f02cdd6db req-e4cea936-7a1a-453d-8e45-6234f6a70059 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061791 Dec 08 22:02:23.198618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-dd481a25-5665-4808-8c4c-5e57c521b06a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8323ee91-1749-4079-9e54-46e63cbcc74a HTTP/1.1" status: 200 len: 217 time: 0.0850780 Dec 08 22:02:23.213002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=53f95c24-efd0-4148-814c-884d36299c2c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:23.270176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] Set router 246d8545-879d-4d99-8006-74f64f80c562 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:23.271072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff9c04e6-369e-4245-9afb-bdaa6ec9dbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.279224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb09e1b-6d52-47ad-ab26-b7b17f66ed76 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:23.282651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfb09e1b-6d52-47ad-ab26-b7b17f66ed76 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/subnets/a25902b8-f443-4076-bd45-2daa5f21da51 HTTP/1.1" status: 200 len: 843 time: 0.2124979 Dec 08 22:02:23.286111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43070) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:23.364208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-dd456067-e70d-44e2-b52b-221f6805323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:23.367317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-dd456067-e70d-44e2-b52b-221f6805323c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de5a0cb8-4c48-4b33-a39c-5f1c80449ab5 HTTP/1.1" status: 200 len: 847 time: 0.1350546 Dec 08 22:02:23.436166 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed74c114-caac-4773-a787-5fc7a0d88964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.445784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-165a0108-9fbe-4667-b36f-cbad6cac96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:23.447351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-165a0108-9fbe-4667-b36f-cbad6cac96af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c683f353-1b8f-46d9-857c-22ccf8e5f62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716844 Dec 08 22:02:23.458345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 755e1a95-74f5-4f18-8410-25fc0a3df33d up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:23.519964 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9120fcf5-0f82-4081-ba4a-ebbb28c359c2 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags HTTP/1.1" status: 204 len: 168 time: 0.4719067 Dec 08 22:02:23.525029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43074) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:23.537330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-06b08fc8-0822-4d95-8da4-ee8d05e0addc tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:23.560664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ed74c114-caac-4773-a787-5fc7a0d88964 None None] For port 97298182-2747-4ecd-9c0e-16fe3bdd77b8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=97298182-2747-4ecd-9c0e-16fe3bdd77b8,segment=NetworkSegment(b5e19185-6d4d-4f27-884a-991c6fbc7a35),segment_id=b5e19185-6d4d-4f27-884a-991c6fbc7a35)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:23.564509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76fc3-a4b8-44db-ac1b-e6c42e6d8367 req-73dafd38-e148-4b19-a66d-82d2aa80d50a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:23.567869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb76fc3-a4b8-44db-ac1b-e6c42e6d8367 req-73dafd38-e148-4b19-a66d-82d2aa80d50a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1476507 Dec 08 22:02:23.574883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be4b8c-2a55-4075-9ee4-14791291e435 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['shared'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:23.576769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-62be4b8c-2a55-4075-9ee4-14791291e435 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "GET /v2.0/subnets/a25902b8-f443-4076-bd45-2daa5f21da51?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2893584 Dec 08 22:02:23.581700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43076) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:23.588894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed74c114-caac-4773-a787-5fc7a0d88964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.612709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117546655'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:23.660304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:23.665870 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.672930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 755e1a95-74f5-4f18-8410-25fc0a3df33d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:23.673375 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.690118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc12af-693c-4872-9d3f-19f8e192b1bf req-818d6c0c-5c49-4151-a7df-f62e59e38ffd tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:23.692762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6bcc12af-693c-4872-9d3f-19f8e192b1bf req-818d6c0c-5c49-4151-a7df-f62e59e38ffd tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1094 time: 0.2568803 Dec 08 22:02:23.709173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eb76fc3-a4b8-44db-ac1b-e6c42e6d8367 req-41545d91-81ca-4e1d-a0d1-784d2d7df865 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313479 Dec 08 22:02:23.742974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:23.755476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd5823-8beb-4a49-a869-ae79eb69c2dd None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:02:23.778849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff9c04e6-369e-4245-9afb-bdaa6ec9dbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.781094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.781898 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Added segment 1ddba29b-8a86-46df-a4b9-a6e7f932a5fb of type vlan for network 512c244b-0d51-4bb2-8a72-596fcac74cee Dec 08 22:02:23.796423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff9c04e6-369e-4245-9afb-bdaa6ec9dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.880658 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.922843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74c114-caac-4773-a787-5fc7a0d88964 None None] Pushing event updated for resources: {'Port': ['ID=97298182-2747-4ecd-9c0e-16fe3bdd77b8,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:23.933914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c04e6-369e-4245-9afb-bdaa6ec9dbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faca6df2-98f1-471b-8d20-c29ea85f1f91,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:23.938280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.947384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:23.948935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:23.954350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ff9c04e6-369e-4245-9afb-bdaa6ec9dbae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c83f824b6bc34707be24c1310bd22c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7327075 Dec 08 22:02:23.963102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43080) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:23.968793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Provisioning complete for port 25ed4a13-017f-4eb1-8dce-275052e3f4e1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:23.969168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:24.046955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4628460 Dec 08 22:02:24.051758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43082) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:24.059704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'network_id': '512c244b-0d51-4bb2-8a72-596fcac74cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:24.065088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Port 25ed4a13-017f-4eb1-8dce-275052e3f4e1 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:24.072986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-4decf92d-2ad3-4e98-9f26-e49e86e25741 service neutron] 10.222.0.23 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083512 Dec 08 22:02:24.091428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:02:14Z', 'revision_number': 4, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port': {'id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:07Z', 'updated_at': '2021-12-08T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '97298182-2747-4ecd-9c0e-16fe3bdd77b8', 'name': '', 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'mac_address': 'fa:16:3e:bb:28:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '2c1de1f0-a417-4797-babc-199262ee68ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:11Z', 'updated_at': '2021-12-08T22:02:21Z', 'revision_number': 4, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'subnets': [{'id': '2c1de1f0-a417-4797-babc-199262ee68ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:24.146640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 53f95c24-efd0-4148-814c-884d36299c2c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:24.178650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62416c72-f35a-4401-852c-64106a6bb95f None None] The sync data for ids ['246d8545-879d-4d99-8006-74f64f80c562'] in n-d-821126-1 is: [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:02:14Z', 'revision_number': 4, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port': {'id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:07Z', 'updated_at': '2021-12-08T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '97298182-2747-4ecd-9c0e-16fe3bdd77b8', 'name': '', 'network_id': '22b0caf9-98bf-40ee-9bd3-422b43d2f8cc', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'mac_address': 'fa:16:3e:bb:28:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '2c1de1f0-a417-4797-babc-199262ee68ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:11Z', 'updated_at': '2021-12-08T22:02:21Z', 'revision_number': 4, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'subnets': [{'id': '2c1de1f0-a417-4797-babc-199262ee68ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:02:24.189163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e961013-c090-43e1-bfe5-901adad35b92 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Network': ['ID=512c244b-0d51-4bb2-8a72-596fcac74cee,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:24.216015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6bcc12af-693c-4872-9d3f-19f8e192b1bf req-f402c337-c4e0-4bf6-b573-607610ac1935 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836216 Dec 08 22:02:24.216386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ccaa549e-c0a2-4a9d-a560-631c8c7cef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:24.263665 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-06b08fc8-0822-4d95-8da4-ee8d05e0addc tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags HTTP/1.1" status: 204 len: 168 time: 0.7375612 Dec 08 22:02:24.274746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43084) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:24.274944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd5823-8beb-4a49-a869-ae79eb69c2dd None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:02:24.279643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ccaa549e-c0a2-4a9d-a560-631c8c7cef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:24.298579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-e48a3a48-6c39-4d2e-9a27-6bcf089e9bd3 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9', 'tempest-TagsExtTest-Tag-951732244') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:24.298935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 512c244b-0d51-4bb2-8a72-596fcac74cee details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:24.367848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Provisioning complete for port 53f95c24-efd0-4148-814c-884d36299c2c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:24.368450 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:24.372919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ccaa549e-c0a2-4a9d-a560-631c8c7cef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:24.376648 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ccaa549e-c0a2-4a9d-a560-631c8c7cef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:24.381542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839d9f95-90c6-49c0-85ae-f79e86994fc4 req-d6a8e7aa-3e65-4920-97f8-203ee4aec717 service neutron] 10.222.0.23 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665868 Dec 08 22:02:24.384507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ccaa549e-c0a2-4a9d-a560-631c8c7cef09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faca6df2-98f1-471b-8d20-c29ea85f1f91 HTTP/1.1" status: 204 len: 168 time: 0.4186432 Dec 08 22:02:24.418235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Made reservation on behalf of 2ee7f53a206243abaec93f271fb1a28f for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:24.420907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa549e-c0a2-4a9d-a560-631c8c7cef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faca6df2-98f1-471b-8d20-c29ea85f1f91,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:24.440150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:24.534556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Performing IP validity checks on allocation pools {{(pid=102390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 22:02:24.535233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 22:02:24.573139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 53f95c24-efd0-4148-814c-884d36299c2c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:24.573523 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:24.637679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-8cdbd451-7814-4f63-b940-ea94097db680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:24.640495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-8cdbd451-7814-4f63-b940-ea94097db680 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b36321cd1d7429ca23fc6fd05113f91&device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1094 time: 0.1004477 Dec 08 22:02:24.783330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e48a3a48-6c39-4d2e-9a27-6bcf089e9bd3 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags/tempest-TagsExtTest-Tag-951732244 HTTP/1.1" status: 201 len: 201 time: 0.5074306 Dec 08 22:02:24.787855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43092) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:24.794390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-965a28e8-a064-4b4e-b153-09846c78df0d tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1', 'tempest-TagsExtTest-Tag-243547865') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:24.904563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-d95d0ed3-b206-459b-a943-f04080beab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:24.906056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-d95d0ed3-b206-459b-a943-f04080beab9c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c683f353-1b8f-46d9-857c-22ccf8e5f62c HTTP/1.1" status: 200 len: 909 time: 0.2552629 Dec 08 22:02:24.984040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-7a49792c-c049-410f-8c06-375884796e0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8323ee91-1749-4079-9e54-46e63cbcc74a HTTP/1.1" status: 200 len: 217 time: 0.0628378 Dec 08 22:02:25.015860 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:25.118614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-965a28e8-a064-4b4e-b153-09846c78df0d tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags/tempest-TagsExtTest-Tag-243547865 HTTP/1.1" status: 201 len: 201 time: 0.3277676 Dec 08 22:02:25.121884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:25.130516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-16ad320d-9272-4c8e-a7ff-715444c31b1e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330', 'tempest-TagsExtTest-Tag-1028341821') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:25.153241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-3c190047-f98f-403f-af8b-77a268480e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:25.155070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-3c190047-f98f-403f-af8b-77a268480e65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de5a0cb8-4c48-4b33-a39c-5f1c80449ab5 HTTP/1.1" status: 200 len: 847 time: 0.1551077 Dec 08 22:02:25.171422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=c8de2dd2-e948-4c9e-8372-6bbb69d98962,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:25.188335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Checking segment: {'id': '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '512c244b-0d51-4bb2-8a72-596fcac74cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:25.189051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network hostable DHCP agents. Network: 512c244b-0d51-4bb2-8a72-596fcac74cee, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:25.243463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Network 512c244b-0d51-4bb2-8a72-596fcac74cee is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:25.262700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-4eb65e8d-4bf7-48c2-86b8-4118daab515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:25.264472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-4eb65e8d-4bf7-48c2-86b8-4118daab515c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c683f353-1b8f-46d9-857c-22ccf8e5f62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012607 Dec 08 22:02:25.265283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 512c244b-0d51-4bb2-8a72-596fcac74cee) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:25.270942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:25.271540 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:25.302235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Provisioning complete for port 755e1a95-74f5-4f18-8410-25fc0a3df33d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:25.302885 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:25.386242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983c627-464a-480c-ba29-9dd833977524 req-0e909da4-cac3-48b6-9c36-a6ecbf4e6ce8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:25.394376 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983c627-464a-480c-ba29-9dd833977524 req-0e909da4-cac3-48b6-9c36-a6ecbf4e6ce8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1094 time: 0.0703096 Dec 08 22:02:25.397340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43110) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:25.399602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c9bb8f64-459e-46dd-8538-205a4e298eae tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3418775 Dec 08 22:02:25.406472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1b89456d-6424-4f60-8e42-cfd10a939a08 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:25.475782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-16ad320d-9272-4c8e-a7ff-715444c31b1e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags/tempest-TagsExtTest-Tag-1028341821 HTTP/1.1" status: 201 len: 201 time: 0.3518906 Dec 08 22:02:25.476572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43114) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:25.495839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-bab9af2d-de02-48e7-a929-be227d16adca tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc', 'tempest-TagsExtTest-Tag-774302172') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:25.509663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-dc2153dc-8d1e-4500-9c60-d562a6eed122 service neutron] 10.222.0.23 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347300 Dec 08 22:02:25.531862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983c627-464a-480c-ba29-9dd833977524 req-ceaf22b8-1486-4549-8d31-f870a1444659 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301699 Dec 08 22:02:25.699534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b89456d-6424-4f60-8e42-cfd10a939a08 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9447612'] for subnet, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:25.756187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b1231-6c54-41ce-879a-ed039e478c96 None None] Network 512c244b-0d51-4bb2-8a72-596fcac74cee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:25.784999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43120) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:25.822653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4814aa6b-43d0-49d8-9ef8-045265931fff req-2001106b-0d9f-441c-834c-4df44ee5f8de service neutron] 10.222.0.23 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032262 Dec 08 22:02:25.882590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bab9af2d-de02-48e7-a929-be227d16adca tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags/tempest-TagsExtTest-Tag-774302172 HTTP/1.1" status: 201 len: 201 time: 0.4017580 Dec 08 22:02:25.882925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43124) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:25.888235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-685422c5-9cf4-47af-ba8d-919110610e7c tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9', {'tags': ['tempest-TagsExtTest-Tag-386391095', 'tempest-TagsExtTest-Tag-1385690547', 'tempest-TagsExtTest-Tag-1654709507']}) {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:25.931827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b89456d-6424-4f60-8e42-cfd10a939a08 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777352351389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10324467'] for subnet, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:25.961775 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Provisioning complete for port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:25.962409 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22fe3427-2b70-45ba-922b-f8e30392a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.012292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89456d-6424-4f60-8e42-cfd10a939a08 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event updated for resources: {'Subnet': ['ID=c8de2dd2-e948-4c9e-8372-6bbb69d98962,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:26.023714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b89456d-6424-4f60-8e42-cfd10a939a08 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:26.024404 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b89456d-6424-4f60-8e42-cfd10a939a08 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.025891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1b89456d-6424-4f60-8e42-cfd10a939a08 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "PUT /v2.0/subnets/c8de2dd2-e948-4c9e-8372-6bbb69d98962 HTTP/1.1" status: 200 len: 900 time: 0.6248314 Dec 08 22:02:26.029123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43126) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:26.041804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1876681659-network', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:26.072571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-685422c5-9cf4-47af-ba8d-919110610e7c tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags HTTP/1.1" status: 200 len: 317 time: 0.1880374 Dec 08 22:02:26.074962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43128) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:26.084473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-fc68134f-9da7-4fa0-aa1d-a3f720e37988 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:26.087677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Made reservation on behalf of b4e7c18a1aae403ea845f3aa4f380a3f for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:26.090506 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.126055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.161053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-512c244b-0d51-4bb2-8a72-596fcac74cee', 'network_id': '512c244b-0d51-4bb2-8a72-596fcac74cee', 'tenant_id': '2ee7f53a206243abaec93f271fb1a28f', 'fixed_ips': [{'subnet_id': 'c8de2dd2-e948-4c9e-8372-6bbb69d98962'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:26.161956 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.230423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.243933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.252119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.268922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:26.280235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.281020 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Added segment a3e94c75-8343-4766-a396-e30a1a97a47e of type vlan for network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f Dec 08 22:02:26.288066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 97298182-2747-4ecd-9c0e-16fe3bdd77b8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:26.342880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.380051 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.381813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-16de5006-d6d5-4f52-b338-a79caa81e03b None None] Provisioning complete for port 25ed4a13-017f-4eb1-8dce-275052e3f4e1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:26.382373 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16de5006-d6d5-4f52-b338-a79caa81e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.387749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c407e0e7-89a4-4d7e-8075-a045219fa208,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:26.420174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Allocated IP 2001:db8::3 (512c244b-0d51-4bb2-8a72-596fcac74cee/c8de2dd2-e948-4c9e-8372-6bbb69d98962/09556149-3025-44e7-a472-bc7dbe11ff7d) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:26.430146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.431521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:26.432456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.437265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:26.437654 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.439693 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fc68134f-9da7-4fa0-aa1d-a3f720e37988 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags HTTP/1.1" status: 204 len: 168 time: 0.3607612 Dec 08 22:02:26.443452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43130) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:26.449000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-0d47562f-13e6-4f15-813f-ca9ce21ba9d2 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9', 'tempest-TagsExtTest-Tag-386391095') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:26.466370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-16de5006-d6d5-4f52-b338-a79caa81e03b None None] Port 25ed4a13-017f-4eb1-8dce-275052e3f4e1 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:26.498054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7115545 Dec 08 22:02:26.501109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43132) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:26.506692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Request body: {'subnet': {'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1876681659-subnet', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:26.515837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e500f-1f0e-48cc-af77-fc9ef8934cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=0914cfad-99c2-4178-8bcf-cdbe3dd5235f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:26.534806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:26.540263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Made reservation on behalf of b4e7c18a1aae403ea845f3aa4f380a3f for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:26.544354 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.568642 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-0d47562f-13e6-4f15-813f-ca9ce21ba9d2 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:26.571310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0d47562f-13e6-4f15-813f-ca9ce21ba9d2 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags/tempest-TagsExtTest-Tag-386391095 HTTP/1.1" status: 404 len: 328 time: 0.1263816 Dec 08 22:02:26.573111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43136) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:26.582495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-70365922-6cfb-42ed-830c-8cd7bb8ef436 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9', 'tempest-TagsExtTest-Tag-1385690547') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:26.681973 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-70365922-6cfb-42ed-830c-8cd7bb8ef436 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:26.683874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-70365922-6cfb-42ed-830c-8cd7bb8ef436 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags/tempest-TagsExtTest-Tag-1385690547 HTTP/1.1" status: 404 len: 329 time: 0.1080766 Dec 08 22:02:26.686624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43140) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:26.703190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-1aaaeade-dea2-48e0-8cc0-8d29c087a068 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9', 'tempest-TagsExtTest-Tag-1654709507') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:26.725462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.742460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac80694-74f6-4702-a554-ac63c3ed0d77 req-1a0c6660-947d-4ce9-bcdd-10cc0c5f54ed tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:26.744823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bac80694-74f6-4702-a554-ac63c3ed0d77 req-1a0c6660-947d-4ce9-bcdd-10cc0c5f54ed tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1094 time: 0.0907867 Dec 08 22:02:26.759452 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.776059 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.815747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Network 512c244b-0d51-4bb2-8a72-596fcac74cee is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:26.819750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=c8de2dd2-e948-4c9e-8372-6bbb69d98962,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:26.823926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bac80694-74f6-4702-a554-ac63c3ed0d77 req-233b58fe-ed9c-4e28-ab43-8ba73bf86f46 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702302 Dec 08 22:02:26.853327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Pushing event updated for resources: {'Port': ['ID=09556149-3025-44e7-a472-bc7dbe11ff7d,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:26.853327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:26.861076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.861667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:26.916446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.924160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cfc9b0-351f-4c1d-8435-e830b6cb4aac,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:26.932340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Checking segment: {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:26.932698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Network hostable DHCP agents. Network: 0914cfad-99c2-4178-8bcf-cdbe3dd5235f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:26.938221 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Attempting to bind port 09556149-3025-44e7-a472-bc7dbe11ff7d on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:26.938591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Attempting to bind port 09556149-3025-44e7-a472-bc7dbe11ff7d by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '512c244b-0d51-4bb2-8a72-596fcac74cee'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:26.939695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Attempting to bind port 09556149-3025-44e7-a472-bc7dbe11ff7d on network 512c244b-0d51-4bb2-8a72-596fcac74cee {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:26.948005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8323ee91-1749-4079-9e54-46e63cbcc74a details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:02:26.955803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:26.960707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:26.961214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Checking segment: {'id': '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '512c244b-0d51-4bb2-8a72-596fcac74cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:26.961611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.962790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Bound using segment: {'id': '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '512c244b-0d51-4bb2-8a72-596fcac74cee'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:26.964831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Bound port: 09556149-3025-44e7-a472-bc7dbe11ff7d, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '512c244b-0d51-4bb2-8a72-596fcac74cee'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:26.965275 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:26.971789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 0914cfad-99c2-4178-8bcf-cdbe3dd5235f) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:26.987224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac74535-7334-4f37-89ae-c2cc30af0068 None None] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:26.997973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:26.998624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.017167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a083e0db-27f4-48a9-8556-e856ba432614 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5146062 Dec 08 22:02:27.020110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43142) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:27.026636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:27.058190 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.059997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.176265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.223756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] For port 09556149-3025-44e7-a472-bc7dbe11ff7d, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:27.262120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] For port 09556149-3025-44e7-a472-bc7dbe11ff7d, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=09556149-3025-44e7-a472-bc7dbe11ff7d,segment=NetworkSegment(1ddba29b-8a86-46df-a4b9-a6e7f932a5fb),segment_id=1ddba29b-8a86-46df-a4b9-a6e7f932a5fb)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:27.273441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8323ee91-1749-4079-9e54-46e63cbcc74a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8323ee91-1749-4079-9e54-46e63cbcc74a,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:27.276989 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.318859 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-1aaaeade-dea2-48e0-8cc0-8d29c087a068 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:27.319457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8323ee91-1749-4079-9e54-46e63cbcc74a', 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'port_id': '8323ee91-1749-4079-9e54-46e63cbcc74a', 'mac_address': 'fa:16:3e:3b:af:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:02:27.320437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1aaaeade-dea2-48e0-8cc0-8d29c087a068 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags/tempest-TagsExtTest-Tag-1654709507 HTTP/1.1" status: 404 len: 329 time: 0.6327913 Dec 08 22:02:27.324231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512c244b-0d51-4bb2-8a72-596fcac74cee']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.330304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43144) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:27.341285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.342035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.355371 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.359841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-fbb1af8c-1068-459a-a616-ab6b4a920884 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1', {'tags': ['tempest-TagsExtTest-Tag-1597175658', 'tempest-TagsExtTest-Tag-1398582612', 'tempest-TagsExtTest-Tag-1312727037']}) {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.371406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.377832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:27.378382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:27.382897 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:27.432278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fbb1af8c-1068-459a-a616-ab6b4a920884 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags HTTP/1.1" status: 200 len: 318 time: 0.1011436 Dec 08 22:02:27.434943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43146) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:27.437000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.445848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-69388564-767c-433b-bc16-1403c2bfe773 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.466313 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:02:27.466313 n-d-821126-1 neutron-server[102389]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:02:27.466313 n-d-821126-1 neutron-server[102389]: [parameters: {'id': '512c244b-0d51-4bb2-8a72-596fcac74cee'}] Dec 08 22:02:27.466313 n-d-821126-1 neutron-server[102389]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:02:27.467106 n-d-821126-1 neutron-server[102389]: DEBUG oslo_db.api [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:02:27.478263 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.508976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea76819-ed47-408a-8abf-decd54c3f622 None None] Pushing event updated for resources: {'Port': ['ID=09556149-3025-44e7-a472-bc7dbe11ff7d,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:27.524960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8323ee91-1749-4079-9e54-46e63cbcc74a {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:02:27.530444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd8960d-1628-4213-b718-05c5416d7086 None None] Network 512c244b-0d51-4bb2-8a72-596fcac74cee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:27.533063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:27.533965 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.586798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-69388564-767c-433b-bc16-1403c2bfe773 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1462317 Dec 08 22:02:27.589280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43148) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:27.593548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-cd79aabd-91f0-4581-9174-a181ede88f57 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1', 'tempest-TagsExtTest-Tag-1597175658') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.602434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8323ee91-1749-4079-9e54-46e63cbcc74a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8323ee91-1749-4079-9e54-46e63cbcc74a,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:27.622364 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.751060 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-cd79aabd-91f0-4581-9174-a181ede88f57 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:27.754634 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cd79aabd-91f0-4581-9174-a181ede88f57 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags/tempest-TagsExtTest-Tag-1597175658 HTTP/1.1" status: 404 len: 329 time: 0.1619442 Dec 08 22:02:27.755275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43150) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:27.757804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.760433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-78db0485-70b1-4faa-a75d-b53018570dd3 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1', 'tempest-TagsExtTest-Tag-1398582612') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.778462 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:27.824600 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-78db0485-70b1-4faa-a75d-b53018570dd3 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:27.828286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-78db0485-70b1-4faa-a75d-b53018570dd3 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags/tempest-TagsExtTest-Tag-1398582612 HTTP/1.1" status: 404 len: 329 time: 0.0694137 Dec 08 22:02:27.828777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43154) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:27.834753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-8c76dd0f-381f-4cda-94e4-aaa551efba62 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1', 'tempest-TagsExtTest-Tag-1312727037') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.901829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Allocated IP 172.25.1.222 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/988b13cb-db8c-4d17-a740-2f602a4fd1da) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:27.942248 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-8c76dd0f-381f-4cda-94e4-aaa551efba62 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:27.943649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8c76dd0f-381f-4cda-94e4-aaa551efba62 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags/tempest-TagsExtTest-Tag-1312727037 HTTP/1.1" status: 404 len: 329 time: 0.1139383 Dec 08 22:02:27.947014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43158) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:27.951807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-4acde84f-554d-4832-8913-67b511425fb1 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330', {'tags': ['tempest-TagsExtTest-Tag-737797928', 'tempest-TagsExtTest-Tag-858503025', 'tempest-TagsExtTest-Tag-590522861']}) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:27.961944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8323ee91-1749-4079-9e54-46e63cbcc74a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:27.998287 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.012749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d360880-0471-4b3e-8cd9-7d283199c484 None None] Network 512c244b-0d51-4bb2-8a72-596fcac74cee requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:28.018815 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Allocated IP 172.20.0.2 (0914cfad-99c2-4178-8bcf-cdbe3dd5235f/02cfc9b0-351f-4c1d-8435-e830b6cb4aac/d102a4e3-6e0f-4beb-8420-66c5375b60ad) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:28.070689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8323ee91-1749-4079-9e54-46e63cbcc74a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:02:28.083594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.136366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4acde84f-554d-4832-8913-67b511425fb1 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags HTTP/1.1" status: 200 len: 315 time: 0.1882699 Dec 08 22:02:28.138592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887143-c066-43e0-8550-cacadd1ba78c req-2066de2c-c0bc-459a-8282-31bbfb7ca8e9 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:28.139079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43160) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:28.140591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c887143-c066-43e0-8550-cacadd1ba78c req-2066de2c-c0bc-459a-8282-31bbfb7ca8e9 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1095 time: 0.1391878 Dec 08 22:02:28.151014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-d0f4e20a-b0e0-4a76-8fee-abaf1ed10534 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:28.181650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting port 09556149-3025-44e7-a472-bc7dbe11ff7d {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:28.182357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.198760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2c887143-c066-43e0-8550-cacadd1ba78c req-05395880-7c28-4354-90aa-b9a7ff0fe120 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Dec 08 22:02:28.257726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] For port 09556149-3025-44e7-a472-bc7dbe11ff7d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=09556149-3025-44e7-a472-bc7dbe11ff7d,segment=NetworkSegment(1ddba29b-8a86-46df-a4b9-a6e7f932a5fb),segment_id=1ddba29b-8a86-46df-a4b9-a6e7f932a5fb)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:28.258094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.272984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Calling delete_port for 09556149-3025-44e7-a472-bc7dbe11ff7d owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:28.287520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.340310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:28.347343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:28.352310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:28.375493 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.385574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.400913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Pushing event updated for resources: {'Port': ['ID=988b13cb-db8c-4d17-a740-2f602a4fd1da,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:28.401608 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.406835 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d0f4e20a-b0e0-4a76-8fee-abaf1ed10534 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags HTTP/1.1" status: 204 len: 168 time: 0.2666042 Dec 08 22:02:28.409525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43162) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:28.416662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-7c9aeb0b-af0b-4e96-944e-6bc82fa4fbd1 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330', 'tempest-TagsExtTest-Tag-737797928') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:28.423035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Port': ['ID=09556149-3025-44e7-a472-bc7dbe11ff7d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:28.465209 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No DVR routers for this DVR port 09556149-3025-44e7-a472-bc7dbe11ff7d on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:28.478179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:28.479646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Pushing event updated for resources: {'Port': ['ID=d102a4e3-6e0f-4beb-8420-66c5375b60ad,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:28.483231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:28.485330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:28.561292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Attempting to bind port d102a4e3-6e0f-4beb-8420-66c5375b60ad on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:28.562134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Attempting to bind port d102a4e3-6e0f-4beb-8420-66c5375b60ad by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:28.562689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Attempting to bind port d102a4e3-6e0f-4beb-8420-66c5375b60ad on network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:28.570910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:28.572446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Checking segment: {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:28.573775 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.575617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Bound using segment: {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:28.577758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Bound port: d102a4e3-6e0f-4beb-8420-66c5375b60ad, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:28.578161 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.595075 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.598184 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-7c9aeb0b-af0b-4e96-944e-6bc82fa4fbd1 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:28.599242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7c9aeb0b-af0b-4e96-944e-6bc82fa4fbd1 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags/tempest-TagsExtTest-Tag-737797928 HTTP/1.1" status: 404 len: 328 time: 0.1883168 Dec 08 22:02:28.604936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43164) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:28.611005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-9d55a17b-1447-4536-8c3e-f92f8765a255 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330', 'tempest-TagsExtTest-Tag-858503025') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:28.656268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512c244b-0d51-4bb2-8a72-596fcac74cee']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:28.660347 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.674697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] For port d102a4e3-6e0f-4beb-8420-66c5375b60ad, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:28.678305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] For port d102a4e3-6e0f-4beb-8420-66c5375b60ad, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d102a4e3-6e0f-4beb-8420-66c5375b60ad,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:28.684642 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.698393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:28.698756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddba29b-8a86-46df-a4b9-a6e7f932a5fb') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:28.710466 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.730457 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.733198 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-9d55a17b-1447-4536-8c3e-f92f8765a255 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:28.737162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9d55a17b-1447-4536-8c3e-f92f8765a255 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags/tempest-TagsExtTest-Tag-858503025 HTTP/1.1" status: 404 len: 328 time: 0.1285467 Dec 08 22:02:28.738219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43166) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:28.739245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:28.739727 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:28.743795 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:28.746534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-56d1665a-1fae-4574-9fbe-3c9293c02f4d tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330', 'tempest-TagsExtTest-Tag-590522861') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:28.794142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf576cbe-646a-47af-8905-b0ab81f89b44 None None] Pushing event updated for resources: {'Port': ['ID=d102a4e3-6e0f-4beb-8420-66c5375b60ad,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:28.819164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.845101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:28.851751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/512c244b-0d51-4bb2-8a72-596fcac74cee HTTP/1.1" status: 204 len: 168 time: 2.8215199 Dec 08 22:02:28.852722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43168) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:28.853644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b2835-049e-448d-888d-abb14bf994fe tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=512c244b-0d51-4bb2-8a72-596fcac74cee,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:28.895942 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7868bf53-b997-4103-bce5-2ac09cdc238e tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:28.896372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7868bf53-b997-4103-bce5-2ac09cdc238e tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:28.902793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43172) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:28.902988 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7868bf53-b997-4103-bce5-2ac09cdc238e tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/c8de2dd2-e948-4c9e-8372-6bbb69d98962 HTTP/1.1" status: 404 len: 337 time: 0.0464661 Dec 08 22:02:28.909950 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-56d1665a-1fae-4574-9fbe-3c9293c02f4d tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:28.914491 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-56d1665a-1fae-4574-9fbe-3c9293c02f4d tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags/tempest-TagsExtTest-Tag-590522861 HTTP/1.1" status: 404 len: 328 time: 0.1747808 Dec 08 22:02:28.915880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43174) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:28.921430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-80c0a7a8-dc10-4b7d-b04c-d0f68480e62e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc', {'tags': ['tempest-TagsExtTest-Tag-1974547597', 'tempest-TagsExtTest-Tag-803824035', 'tempest-TagsExtTest-Tag-1797083781']}) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:28.964763 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b7041d-2a11-41d9-8cf8-9d4e10748772 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:28.965461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b7041d-2a11-41d9-8cf8-9d4e10748772 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:28.968924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a6b7041d-2a11-41d9-8cf8-9d4e10748772 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/512c244b-0d51-4bb2-8a72-596fcac74cee HTTP/1.1" status: 404 len: 339 time: 0.0645587 Dec 08 22:02:28.974316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43176) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.136446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.152795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-80c0a7a8-dc10-4b7d-b04c-d0f68480e62e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "PUT /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags HTTP/1.1" status: 200 len: 317 time: 0.2356541 Dec 08 22:02:29.155847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43178) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.161799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-c6e8890b-ebe8-47e8-a3eb-1e1f036332a7 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.291995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.314904 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c6e8890b-ebe8-47e8-a3eb-1e1f036332a7 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1578510 Dec 08 22:02:29.318945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072d7e8e-409b-437a-ad24-14bcfffead3e']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.321713 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43182) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.326219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-7bc00a88-a824-4748-8fd9-23b24718a8d5 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc', 'tempest-TagsExtTest-Tag-1974547597') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.343819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d614dd-052e-4943-995a-19431a089831') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.344167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d614dd-052e-4943-995a-19431a089831') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.356687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.374435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.377009 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-7bc00a88-a824-4748-8fd9-23b24718a8d5 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:29.380797 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7bc00a88-a824-4748-8fd9-23b24718a8d5 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags/tempest-TagsExtTest-Tag-1974547597 HTTP/1.1" status: 404 len: 329 time: 0.0555446 Dec 08 22:02:29.381193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43186) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.385997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-64a919bc-56db-464a-ba7d-88bb9593a003 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc', 'tempest-TagsExtTest-Tag-803824035') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.391152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:29.392126 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:29.394745 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:29.422075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2dc98-8ae3-467e-8d33-032e014a429a req-3c75f2d4-375b-4f4b-9613-fc0477faf68f tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:29.423635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71e2dc98-8ae3-467e-8d33-032e014a429a req-3c75f2d4-375b-4f4b-9613-fc0477faf68f tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1095 time: 0.0648940 Dec 08 22:02:29.451521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.465717 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-64a919bc-56db-464a-ba7d-88bb9593a003 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:29.466807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-64a919bc-56db-464a-ba7d-88bb9593a003 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags/tempest-TagsExtTest-Tag-803824035 HTTP/1.1" status: 404 len: 328 time: 0.0846732 Dec 08 22:02:29.470055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43188) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.475039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-2093d5a2-be0b-4420-9ab4-3b3265c9c3e7 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc', 'tempest-TagsExtTest-Tag-1797083781') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.480256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.493182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.499071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/072d7e8e-409b-437a-ad24-14bcfffead3e HTTP/1.1" status: 204 len: 168 time: 0.5236351 Dec 08 22:02:29.502096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43190) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.532038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71e2dc98-8ae3-467e-8d33-032e014a429a req-ec7622f3-5ae0-4b32-aa06-d83daa1d0c71 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966842 Dec 08 22:02:29.540434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23a142-df14-4129-9d64-f25184975972 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=072d7e8e-409b-437a-ad24-14bcfffead3e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:29.545004 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf7d87b-8f93-482f-90ae-21d6b40f312c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:29.545455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf7d87b-8f93-482f-90ae-21d6b40f312c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:29.551221 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-acf7d87b-8f93-482f-90ae-21d6b40f312c tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/f4826a33-f475-424c-a1eb-a2574f1453b6 HTTP/1.1" status: 404 len: 337 time: 0.0484276 Dec 08 22:02:29.553617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43192) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.563546 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-2093d5a2-be0b-4420-9ab4-3b3265c9c3e7 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] show failed (client error): The resource could not be found. Dec 08 22:02:29.564581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2093d5a2-be0b-4420-9ab4-3b3265c9c3e7 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags/tempest-TagsExtTest-Tag-1797083781 HTTP/1.1" status: 404 len: 329 time: 0.0935624 Dec 08 22:02:29.572262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.576620 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ab2dfb-e524-4bdb-84b1-9efca5672e50 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:29.577331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ab2dfb-e524-4bdb-84b1-9efca5672e50 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:29.580176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-26a6b812-73ea-43a8-af0f-bd1d04523d73 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0269ec3-ca13-43b7-9a2c-1f5feea826fc') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.583314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-33ab2dfb-e524-4bdb-84b1-9efca5672e50 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/73d58fd1-f58e-400c-a5de-e2c11c65d9fc HTTP/1.1" status: 404 len: 339 time: 0.0288157 Dec 08 22:02:29.583936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43196) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.644493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0475997f-bf93-43ca-8be4-8295209f652b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting subnet 81c91961-f546-4d2f-beaf-0f9958e406e2 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:29.646004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-26a6b812-73ea-43a8-af0f-bd1d04523d73 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0722375 Dec 08 22:02:29.646898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43198) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.652461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-68254085-d30c-440c-8353-fb6950410496 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44a283fb-4e47-49a9-8984-45aba34fc330') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.656243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0475997f-bf93-43ca-8be4-8295209f652b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.662113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Router 7d08db44-cf5e-4358-93e2-644317edbc19 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:02:29.771477 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0475997f-bf93-43ca-8be4-8295209f652b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.814079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:02:29.827459 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Sync routers for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:02:29.828058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43200) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.828919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-68254085-d30c-440c-8353-fb6950410496 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330/tags HTTP/1.1" status: 204 len: 168 time: 0.1809776 Dec 08 22:02:29.832617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.tag.tag_plugin [None req-d7f55ba3-db92-4038-85b1-866a75f94f2e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25ed4a13-017f-4eb1-8dce-275052e3f4e1') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.842041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:29.843308 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9d328c75-821f-4477-bbf9-aa11ab9efff1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8218782 Dec 08 22:02:29.846303 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:29.847163 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.849214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43202) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.963630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43204) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:29.964583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d7f55ba3-db92-4038-85b1-866a75f94f2e tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1358323 Dec 08 22:02:29.967944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.tag.tag_plugin [None req-01398fc7-b2b7-48a1-8d3e-eb0f0a45d416 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd0097202-86a7-4166-957c-4f17331ccad9') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:29.994686 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:30.012640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0475997f-bf93-43ca-8be4-8295209f652b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.214453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d102a4e3-6e0f-4beb-8420-66c5375b60ad up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:30.227831 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01398fc7-b2b7-48a1-8d3e-eb0f0a45d416 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9/tags HTTP/1.1" status: 204 len: 168 time: 0.2631721 Dec 08 22:02:30.228930 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0475997f-bf93-43ca-8be4-8295209f652b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.231749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43208) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:30.269867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475997f-bf93-43ca-8be4-8295209f652b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=81c91961-f546-4d2f-beaf-0f9958e406e2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:30.281521 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0475997f-bf93-43ca-8be4-8295209f652b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.287293 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0475997f-bf93-43ca-8be4-8295209f652b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/81c91961-f546-4d2f-beaf-0f9958e406e2 HTTP/1.1" status: 204 len: 168 time: 0.7021604 Dec 08 22:02:30.289718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43210) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:30.299341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e791fea-2aae-4cee-8002-d68d56d92284 None None] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:30.300368 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:28Z', 'revision_number': 3, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:30.339872 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Checking router: 7d08db44-cf5e-4358-93e2-644317edbc19 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:02:30.340756 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Updating router 7d08db44-cf5e-4358-93e2-644317edbc19 port 988b13cb-db8c-4d17-a740-2f602a4fd1da binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:02:30.384732 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.389522 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5f3d4f3-3e3a-4f6b-be88-7185589c9e91 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for subnetpool, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.391784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5f3d4f3-3e3a-4f6b-be88-7185589c9e91 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c0269ec3-ca13-43b7-9a2c-1f5feea826fc HTTP/1.1" status: 204 len: 168 time: 0.1590509 Dec 08 22:02:30.396445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43212) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:30.435176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314247f2-4f15-445a-951e-6facbc2c1992 None None] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:30.441870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe761496-aa63-48a5-adef-3a0c1f8460fd tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting subnet edf4b6cf-501b-4dd5-9864-c09ce78aa735 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:30.446916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43214) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:30.447563 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-26c1e6e0-35e0-4083-aa51-bb54693f52c0 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "GET /v2.0/ports?device_id=44a283fb-4e47-49a9-8984-45aba34fc330 HTTP/1.1" status: 200 len: 205 time: 0.0479829 Dec 08 22:02:30.448059 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe761496-aa63-48a5-adef-3a0c1f8460fd tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.557955 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e58b0086-51a5-4c1a-a186-49ff7dc75ada tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.579930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a47f8991-52c1-4460-a34b-fbe31821e762 None None] Provisioning complete for port d102a4e3-6e0f-4beb-8420-66c5375b60ad triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:30.580387 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a47f8991-52c1-4460-a34b-fbe31821e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.623553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d102a4e3-6e0f-4beb-8420-66c5375b60ad triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:30.624038 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.693021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe761496-aa63-48a5-adef-3a0c1f8460fd tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.758945 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.769396 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.861040 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Attempting to bind port 988b13cb-db8c-4d17-a740-2f602a4fd1da on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:30.862582 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Attempting to bind port 988b13cb-db8c-4d17-a740-2f602a4fd1da by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:30.863176 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Attempting to bind port 988b13cb-db8c-4d17-a740-2f602a4fd1da on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:30.867948 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a47f8991-52c1-4460-a34b-fbe31821e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.882898 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bcdf4-7e4e-40d7-8677-1e8e4e90083e None None] Pushing event updated for resources: {'Port': ['ID=988b13cb-db8c-4d17-a740-2f602a4fd1da,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:30.887243 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:30.887718 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:30.888406 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.888888 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:30.889425 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Bound port: 988b13cb-db8c-4d17-a740-2f602a4fd1da, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:30.889871 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.920983 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.951604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a47f8991-52c1-4460-a34b-fbe31821e762 None None] For port d102a4e3-6e0f-4beb-8420-66c5375b60ad, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d102a4e3-6e0f-4beb-8420-66c5375b60ad,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:30.959437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8323ee91-1749-4079-9e54-46e63cbcc74a up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:30.971197 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a47f8991-52c1-4460-a34b-fbe31821e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:30.994986 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] For port 988b13cb-db8c-4d17-a740-2f602a4fd1da, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:30.999450 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] For port 988b13cb-db8c-4d17-a740-2f602a4fd1da, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=988b13cb-db8c-4d17-a740-2f602a4fd1da,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:31.010907 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.112222 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:31.112949 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:31.173616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f8991-52c1-4460-a34b-fbe31821e762 None None] Pushing event updated for resources: {'Port': ['ID=d102a4e3-6e0f-4beb-8420-66c5375b60ad,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:31.201169 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:02:31.201692 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:02:31.203870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 8323ee91-1749-4079-9e54-46e63cbcc74a completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:02:31.217918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8323ee91-1749-4079-9e54-46e63cbcc74a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:31.217918 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.347100 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.390882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8323ee91-1749-4079-9e54-46e63cbcc74a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8323ee91-1749-4079-9e54-46e63cbcc74a,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:31.392320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8323ee91-1749-4079-9e54-46e63cbcc74a'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:02:31.395195 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e329f6d-d2da-4074-a3d3-a1f41458e566" -d '{"events": [{"server_uuid": "fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc", "name": "network-vif-plugged", "status": "completed", "tag": "8323ee91-1749-4079-9e54-46e63cbcc74a"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:02:31.416230 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.448718 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bcdf4-7e4e-40d7-8677-1e8e4e90083e None None] Pushing event updated for resources: {'Port': ['ID=988b13cb-db8c-4d17-a740-2f602a4fd1da,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:31.458452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e58b0086-51a5-4c1a-a186-49ff7dc75ada tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.464595 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e58b0086-51a5-4c1a-a186-49ff7dc75ada tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.485404 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b0f08b-c09b-41e4-a0d4-5f09fba63d2b x-openstack-request-id: req-74b0f08b-c09b-41e4-a0d4-5f09fba63d2b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:02:31.485734 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc", "name": "network-vif-plugged", "status": "completed", "tag": "8323ee91-1749-4079-9e54-46e63cbcc74a", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:02:31.485971 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74b0f08b-c09b-41e4-a0d4-5f09fba63d2b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:02:31.486372 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8323ee91-1749-4079-9e54-46e63cbcc74a', 'code': 200} Dec 08 22:02:31.533732 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:31.550018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ff5ed429-793d-46c9-bc2c-80418c060fca None None] Provisioning complete for port d102a4e3-6e0f-4beb-8420-66c5375b60ad triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:31.550386 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed429-793d-46c9-bc2c-80418c060fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.567786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8323ee91-1749-4079-9e54-46e63cbcc74a,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:31.583112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820097-1ec0-4a56-b603-aeaf5f49c7e3 req-5479b660-fc0b-47b1-9050-49f109ae71f8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:31.593973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-87820097-1ec0-4a56-b603-aeaf5f49c7e3 req-5479b660-fc0b-47b1-9050-49f109ae71f8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1095 time: 0.9393909 Dec 08 22:02:31.627598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39baa5-20fa-469c-84a2-49ffee102c9b req-5db6c927-2049-4468-8d9e-3ef4ab946685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:31.629174 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f39baa5-20fa-469c-84a2-49ffee102c9b req-5db6c927-2049-4468-8d9e-3ef4ab946685 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1096 time: 0.0866659 Dec 08 22:02:31.656840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e58b0086-51a5-4c1a-a186-49ff7dc75ada tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.657632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58b0086-51a5-4c1a-a186-49ff7dc75ada tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Fanout notify agent at l3_agent the message router_deleted on router 44a283fb-4e47-49a9-8984-45aba34fc330 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:02:31.695976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f39baa5-20fa-469c-84a2-49ffee102c9b req-a1f1eb1b-747b-42ef-b01a-b2dd3dca28fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587027 Dec 08 22:02:31.705912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e58b0086-51a5-4c1a-a186-49ff7dc75ada tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.710869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43222) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:31.718061 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e58b0086-51a5-4c1a-a186-49ff7dc75ada tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/routers/44a283fb-4e47-49a9-8984-45aba34fc330 HTTP/1.1" status: 204 len: 168 time: 1.2564487 Dec 08 22:02:31.720331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe761496-aa63-48a5-adef-3a0c1f8460fd tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.781856 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-87820097-1ec0-4a56-b603-aeaf5f49c7e3 req-94e710e2-c21e-4248-b195-d0fc9df69886 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861131 Dec 08 22:02:31.824980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b197e9f9-b199-408f-9e61-ad1076729a67 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:02:31.841184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f6ec6-a4d7-4279-84b6-aca9407b5236 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Deleting port 25ed4a13-017f-4eb1-8dce-275052e3f4e1 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:31.842449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ec6-a4d7-4279-84b6-aca9407b5236 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.857100 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.860457 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe761496-aa63-48a5-adef-3a0c1f8460fd tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.880988 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:28Z', 'revision_number': 3, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:31.909915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe761496-aa63-48a5-adef-3a0c1f8460fd tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=edf4b6cf-501b-4dd5-9864-c09ce78aa735,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:31.934622 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca6f951-a433-43f9-9d5c-04d0c8e31ecc None None] The sync data for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 is: [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:28Z', 'revision_number': 3, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:02:31.939046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe761496-aa63-48a5-adef-3a0c1f8460fd tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:31.946351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fe761496-aa63-48a5-adef-3a0c1f8460fd tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/edf4b6cf-501b-4dd5-9864-c09ce78aa735 HTTP/1.1" status: 204 len: 168 time: 1.6555901 Dec 08 22:02:31.947338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43224) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:31.993604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7acc2db4-2413-459a-832b-5a1ec7d9fa16 None None] Provisioning complete for port 755e1a95-74f5-4f18-8410-25fc0a3df33d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:31.994297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7acc2db4-2413-459a-832b-5a1ec7d9fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.038660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.052373 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ec6-a4d7-4279-84b6-aca9407b5236 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.119847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f6ec6-a4d7-4279-84b6-aca9407b5236 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Calling delete_port for 25ed4a13-017f-4eb1-8dce-275052e3f4e1 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:32.177137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b197e9f9-b199-408f-9e61-ad1076729a67 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:02:32.218879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d102a4e3-6e0f-4beb-8420-66c5375b60ad up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:32.344940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Allocated IP 172.20.0.1 (0914cfad-99c2-4178-8bcf-cdbe3dd5235f/02cfc9b0-351f-4c1d-8435-e830b6cb4aac/595ccffb-07e8-4631-abbc-7f1e08f0f3aa) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:32.392811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting port 755e1a95-74f5-4f18-8410-25fc0a3df33d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:32.393154 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.435804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d102a4e3-6e0f-4beb-8420-66c5375b60ad triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:32.436181 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.455826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ec6-a4d7-4279-84b6-aca9407b5236 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.512530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] For port 755e1a95-74f5-4f18-8410-25fc0a3df33d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=755e1a95-74f5-4f18-8410-25fc0a3df33d,segment=NetworkSegment(5487dc40-4923-4391-a466-bf65f712ecb4),segment_id=5487dc40-4923-4391-a466-bf65f712ecb4)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:32.512892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.515537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f6ec6-a4d7-4279-84b6-aca9407b5236 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Pushing event deleted for resources: {'Port': ['ID=25ed4a13-017f-4eb1-8dce-275052e3f4e1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:32.559760 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.565421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Calling delete_port for 755e1a95-74f5-4f18-8410-25fc0a3df33d owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:32.619790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.697601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ec6-a4d7-4279-84b6-aca9407b5236 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.705054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bd3f6ec6-a4d7-4279-84b6-aca9407b5236 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/ports/25ed4a13-017f-4eb1-8dce-275052e3f4e1 HTTP/1.1" status: 204 len: 168 time: 0.9931049 Dec 08 22:02:32.713370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43236) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:32.735049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Pushing event updated for resources: {'Port': ['ID=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:32.770256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf4e631-429b-4242-a751-77cf628bd28e None None] Network 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:32.770621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:32.780279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:32.782946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:32.804911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9226240e-bdf5-4cc2-bfa6-46d845dcf993 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Deleting subnet d0097202-86a7-4166-957c-4f17331ccad9 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:32.815367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9226240e-bdf5-4cc2-bfa6-46d845dcf993 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.847851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:32.874295 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.015099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Port': ['ID=755e1a95-74f5-4f18-8410-25fc0a3df33d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:33.017959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No DVR routers for this DVR port 755e1a95-74f5-4f18-8410-25fc0a3df33d on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:33.050912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.083215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9226240e-bdf5-4cc2-bfa6-46d845dcf993 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.199070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f6c863-c67b-40ec-bbac-ccb7463670a6 None None] DHCP port deletion for 3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:02:33.253731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a865c-4509-43f8-b3f3-9b253da4cc25 req-0eb533d3-fce5-4abd-bfbc-c0715551f68d tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:33.257427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-913a865c-4509-43f8-b3f3-9b253da4cc25 req-0eb533d3-fce5-4abd-bfbc-c0715551f68d tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1096 time: 0.2898414 Dec 08 22:02:33.337702 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.342892 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-50e82753-83c8-4c52-bb5a-64f89c84a688 None None] Provisioning complete for port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:33.343492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-50e82753-83c8-4c52-bb5a-64f89c84a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.349962 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.350197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.354445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-913a865c-4509-43f8-b3f3-9b253da4cc25 req-02fe3d26-7a3e-4c7a-bc65-2d27f08743da tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868311 Dec 08 22:02:33.432406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-50e82753-83c8-4c52-bb5a-64f89c84a688 None None] Port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:33.454678 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.461288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Pushing event updated for resources: {'Port': ['ID=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:33.462074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbbdb83-97dd-4aa0-b776-d24291ec9eb7']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:33.480282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5487dc40-4923-4391-a466-bf65f712ecb4') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:33.480282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5487dc40-4923-4391-a466-bf65f712ecb4') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:33.482521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9226240e-bdf5-4cc2-bfa6-46d845dcf993 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.514206 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.545721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.560943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:33.560943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:33.563623 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:33.579398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7aa73-4131-4898-8a06-e3762bbd5419 req-af2fcbec-651b-44db-ae7a-6d0b59514adb tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:33.580884 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89f7aa73-4131-4898-8a06-e3762bbd5419 req-af2fcbec-651b-44db-ae7a-6d0b59514adb tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1096 time: 0.1097319 Dec 08 22:02:33.631285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9226240e-bdf5-4cc2-bfa6-46d845dcf993 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.644095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:33.649253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:33.668307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226240e-bdf5-4cc2-bfa6-46d845dcf993 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Pushing event deleted for resources: {'Subnet': ['ID=d0097202-86a7-4166-957c-4f17331ccad9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:33.669955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89f7aa73-4131-4898-8a06-e3762bbd5419 req-41486d39-6603-4578-b7e9-38bf35c16396 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569921 Dec 08 22:02:33.673721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.683111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.697639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/3dbbdb83-97dd-4aa0-b776-d24291ec9eb7 HTTP/1.1" status: 204 len: 168 time: 1.7494874 Dec 08 22:02:33.701855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43254) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:33.747429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442fbe0-c8a4-4f55-8e6e-5e790ff75f72 None None] Network ca370e32-64f1-40d1-8c11-752a030bf0e6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:33.761363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9226240e-bdf5-4cc2-bfa6-46d845dcf993 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:33.764522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9226240e-bdf5-4cc2-bfa6-46d845dcf993 tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/subnets/d0097202-86a7-4166-957c-4f17331ccad9 HTTP/1.1" status: 204 len: 168 time: 1.0469506 Dec 08 22:02:33.818274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43256) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:33.831672 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1805a9d-9e0d-46eb-85d5-114e8cd0e01d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:33.832129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1805a9d-9e0d-46eb-85d5-114e8cd0e01d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:33.832808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Router 7d08db44-cf5e-4358-93e2-644317edbc19 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:02:33.844749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b1805a9d-9e0d-46eb-85d5-114e8cd0e01d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/8eb31ccd-f371-462e-8c84-e3cbcd8acc5d HTTP/1.1" status: 404 len: 337 time: 0.1417091 Dec 08 22:02:33.849660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43258) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:33.859116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7391b-0d23-4651-936b-c3cba962a196 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=3dbbdb83-97dd-4aa0-b776-d24291ec9eb7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:33.883102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d0d1c-a356-411d-866b-db4d4e07ee65 req-590d169a-32ca-483c-970a-ab06c943ac3c tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:33.892179 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-721d0d1c-a356-411d-866b-db4d4e07ee65 req-590d169a-32ca-483c-970a-ab06c943ac3c tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1096 time: 0.1250768 Dec 08 22:02:33.924591 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9daac5-f92d-4aba-8656-98788182c40d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:33.925481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9daac5-f92d-4aba-8656-98788182c40d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:33.929845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5f9daac5-f92d-4aba-8656-98788182c40d tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/1c000b71-e2aa-4ed4-a1de-db2a02d63be9 HTTP/1.1" status: 404 len: 339 time: 0.0749803 Dec 08 22:02:33.932517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43260) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:33.986995 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d80e7dc-be65-4a0a-ab9f-0aad444fa0fc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:33.987605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d80e7dc-be65-4a0a-ab9f-0aad444fa0fc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:33.995175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8d80e7dc-be65-4a0a-ab9f-0aad444fa0fc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/22151960-8650-48fe-a31a-03dc0df59ad9 HTTP/1.1" status: 404 len: 337 time: 0.0615215 Dec 08 22:02:33.997946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43262) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:34.023804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-721d0d1c-a356-411d-866b-db4d4e07ee65 req-6059d39b-c3a0-4fac-98d4-940f6eb928ed tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301074 Dec 08 22:02:34.040849 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbda8309-0014-4d25-b3bf-3663b240be49 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:34.040849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbda8309-0014-4d25-b3bf-3663b240be49 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:34.040849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bbda8309-0014-4d25-b3bf-3663b240be49 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/46773f36-8198-4a9d-b91a-882d7d790cd1 HTTP/1.1" status: 404 len: 339 time: 0.0394108 Dec 08 22:02:34.043058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43264) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:34.079095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:02:34.092097 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-deafc5a7-126d-4869-a527-9b206f2bd00e admin admin] 10.222.0.21 "PUT /v2.0/routers/7d08db44-cf5e-4358-93e2-644317edbc19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2418253 Dec 08 22:02:34.097325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0af0981f-bda6-4d15-8617-cab349b797de None None] Provisioning complete for port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:34.097919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0af0981f-bda6-4d15-8617-cab349b797de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.098243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.121520 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4403dbd2-71c1-4417-b443-f1ca2003d694 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:34.122125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4403dbd2-71c1-4417-b443-f1ca2003d694 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:34.125266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4403dbd2-71c1-4417-b443-f1ca2003d694 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/355fe84d-fcf6-4665-a178-61988a73a02b HTTP/1.1" status: 404 len: 337 time: 0.0810888 Dec 08 22:02:34.143988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43270) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:34.194735 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de63a30-a39e-4819-8f82-bb2e83280256 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:34.194735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de63a30-a39e-4819-8f82-bb2e83280256 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:34.194735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8de63a30-a39e-4819-8f82-bb2e83280256 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/a1d5c9e5-db5a-451d-b5dd-d8afb5fbdd8a HTTP/1.1" status: 404 len: 339 time: 0.0459113 Dec 08 22:02:34.199013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43272) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:34.214073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0af0981f-bda6-4d15-8617-cab349b797de None None] Port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:34.233353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Deleting port 53f95c24-efd0-4148-814c-884d36299c2c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:34.233691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.285752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 988b13cb-db8c-4d17-a740-2f602a4fd1da up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:34.338699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a9aafb-1baf-4a44-892c-f2acfd7b475b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting subnet 4c44e5dd-17c1-412e-8ddf-8fb1440d7ba5 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:34.359535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26a9aafb-1baf-4a44-892c-f2acfd7b475b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.455304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 988b13cb-db8c-4d17-a740-2f602a4fd1da triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:34.456011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.458534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26a9aafb-1baf-4a44-892c-f2acfd7b475b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.500005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] For port 53f95c24-efd0-4148-814c-884d36299c2c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=53f95c24-efd0-4148-814c-884d36299c2c,segment=NetworkSegment(84607893-5943-4452-b618-cf7c49069b41),segment_id=84607893-5943-4452-b618-cf7c49069b41)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:34.500690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.520450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Calling delete_port for 53f95c24-efd0-4148-814c-884d36299c2c owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:34.524491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] DHCP port deletion for ca370e32-64f1-40d1-8c11-752a030bf0e6 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:02:34.620666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.637157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26a9aafb-1baf-4a44-892c-f2acfd7b475b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.684696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Pushing event deleted for resources: {'Port': ['ID=53f95c24-efd0-4148-814c-884d36299c2c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:34.706949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] No DVR routers for this DVR port 53f95c24-efd0-4148-814c-884d36299c2c on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:34.755384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.776766 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26a9aafb-1baf-4a44-892c-f2acfd7b475b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.777311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] Deleting port 53f95c24-efd0-4148-814c-884d36299c2c {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:34.777311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.796131 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26a9aafb-1baf-4a44-892c-f2acfd7b475b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.800937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-26a9aafb-1baf-4a44-892c-f2acfd7b475b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/4c44e5dd-17c1-412e-8ddf-8fb1440d7ba5 HTTP/1.1" status: 204 len: 168 time: 0.6009121 Dec 08 22:02:34.820617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43292) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:34.831545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9aafb-1baf-4a44-892c-f2acfd7b475b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=4c44e5dd-17c1-412e-8ddf-8fb1440d7ba5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:34.842382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-abb84373-79fd-4b7e-ad62-cc86b1265198 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:34.844044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-abb84373-79fd-4b7e-ad62-cc86b1265198 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/networks?id=c683f353-1b8f-46d9-857c-22ccf8e5f62c HTTP/1.1" status: 200 len: 909 time: 0.4475203 Dec 08 22:02:34.868901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48240288-6424-4dad-babc-49d7077f540e None None] Network 094865d2-e9e5-46db-b743-86c0fc340522 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:34.895516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.919358 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-d5c01d98-8617-4b72-acd9-9ad7e5dd57ec tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/quotas/4b36321cd1d7429ca23fc6fd05113f91 HTTP/1.1" status: 200 len: 375 time: 0.0623069 Dec 08 22:02:34.954508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca370e32-64f1-40d1-8c11-752a030bf0e6']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:34.968157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Sync routers for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:02:34.971678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84607893-5943-4452-b618-cf7c49069b41') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:34.972075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84607893-5943-4452-b618-cf7c49069b41') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:34.975213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:34.981807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 988b13cb-db8c-4d17-a740-2f602a4fd1da, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=988b13cb-db8c-4d17-a740-2f602a4fd1da,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:34.999415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.012196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.024575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] For port 53f95c24-efd0-4148-814c-884d36299c2c, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:35.031137 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.031602 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.041323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:35.041882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:35.046510 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:35.095863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:35.102533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:35.105049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-d672d55d-db76-46d1-97da-f04de25389f5 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b36321cd1d7429ca23fc6fd05113f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1729667 Dec 08 22:02:35.111792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting port 3d2a6937-322b-4a36-a140-31481bbc26e3 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:35.112251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.123856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] Calling delete_port for 53f95c24-efd0-4148-814c-884d36299c2c owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:35.129577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 755e1a95-74f5-4f18-8410-25fc0a3df33d no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:02:35.135381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] Port 53f95c24-efd0-4148-814c-884d36299c2c was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:02:35.189933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43308) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:35.196786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1935365593-network', 'tenant_id': 'a0765246be984599867dc0bce13096a6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:35.229082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.231881 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.238967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 755e1a95-74f5-4f18-8410-25fc0a3df33d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:02:35.239312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 755e1a95-74f5-4f18-8410-25fc0a3df33d not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:02:35.252527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] For port 3d2a6937-322b-4a36-a140-31481bbc26e3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3d2a6937-322b-4a36-a140-31481bbc26e3,segment=NetworkSegment(9a7ebcfb-3482-4090-b4af-c52c34d2d1ea),segment_id=9a7ebcfb-3482-4090-b4af-c52c34d2d1ea)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:35.253972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.256580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Made reservation on behalf of a0765246be984599867dc0bce13096a6 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:35.260499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.268003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.272022 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] 10.222.0.21 "DELETE /v2.0/networks/ca370e32-64f1-40d1-8c11-752a030bf0e6 HTTP/1.1" status: 204 len: 168 time: 1.4522622 Dec 08 22:02:35.273682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aaf4d-48aa-48f0-8303-d7ad990c31ce tempest-TagsExtTest-47047457 tempest-TagsExtTest-47047457-project] Pushing event deleted for resources: {'Network': ['ID=ca370e32-64f1-40d1-8c11-752a030bf0e6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:35.280568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] Network ca370e32-64f1-40d1-8c11-752a030bf0e6 is not hosted by any dhcp agent {{(pid=102391) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 22:02:35.281010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] No DVR routers for this DVR port 53f95c24-efd0-4148-814c-884d36299c2c on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:35.281200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.294562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=988b13cb-db8c-4d17-a740-2f602a4fd1da,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:35.296844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Calling delete_port for 3d2a6937-322b-4a36-a140-31481bbc26e3 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:35.334899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-241b6130-6d70-407f-a2cc-b82dee3050bc service neutron] 10.222.0.21 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286854 Dec 08 22:02:35.337646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.337996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.338341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.338676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.340289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.343884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.348162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.348513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.348862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.349205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.349544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.349875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:35.411340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610a6cd-517b-414d-be29-6209f27f7b3d None None] Pushing event deleted for resources: {'Port': ['ID=53f95c24-efd0-4148-814c-884d36299c2c,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:35.440176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:35.463842 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.531325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No DVR routers for this DVR port 3d2a6937-322b-4a36-a140-31481bbc26e3 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:35.531545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09139b9e-57d0-4dfa-9335-420106e06d88 None None] DHCP port deletion for 094865d2-e9e5-46db-b743-86c0fc340522 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:02:35.563150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.564646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Port': ['ID=3d2a6937-322b-4a36-a140-31481bbc26e3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:35.571300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.583790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:35.587391 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-4f3f1a32-c029-436c-ba37-3116fdbb5bbe service neutron] 10.222.0.21 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509136 Dec 08 22:02:35.618874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73b0b761-f68b-4730-abd5-711b4172627a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.667888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.668324 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Added segment af172cc1-c144-4e84-86bf-886276e7a832 of type vlan for network e7ed8255-103f-4bee-9d93-cb899fee388f Dec 08 22:02:35.683961 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.736482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094865d2-e9e5-46db-b743-86c0fc340522']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:35.748070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7ebcfb-3482-4090-b4af-c52c34d2d1ea') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:35.748408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7ebcfb-3482-4090-b4af-c52c34d2d1ea') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:35.760689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbf81c3-8d18-4ff6-ab85-db1b0a564fd7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:35.783886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.811957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.822679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.826422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:33Z', 'revision_number': 2, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:35.841980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:35.842503 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:35.845656 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:35.856676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43318) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:35.872108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Checking router: 7d08db44-cf5e-4358-93e2-644317edbc19 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:02:35.872864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Updating router 7d08db44-cf5e-4358-93e2-644317edbc19 port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:02:35.905121 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.930189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28222645-2c15-48bb-8de4-75954a8487f0 req-d55d6c03-485c-427c-8181-f76ecbbbbdee tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 210 time: 0.0821738 Dec 08 22:02:35.933086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.933987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:35.934657 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:35.969534 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7784975 Dec 08 22:02:35.972712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43326) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:35.979706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Request body: {'subnet': {'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1935365593-subnet', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:36.004910 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.013617 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.016908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/094865d2-e9e5-46db-b743-86c0fc340522 HTTP/1.1" status: 204 len: 168 time: 1.1953032 Dec 08 22:02:36.022405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43328) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:36.030684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc8947-2a55-452c-bc1b-db4956e1ceb3 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ed8255-103f-4bee-9d93-cb899fee388f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:36.049999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90314f-085e-4b50-8059-cccafdd460d9 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=094865d2-e9e5-46db-b743-86c0fc340522,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:36.056776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e7ed8255-103f-4bee-9d93-cb899fee388f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:36.096247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Made reservation on behalf of a0765246be984599867dc0bce13096a6 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:36.102776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.134743 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-136d32ff-3a83-4b7d-aef1-6073b53d065b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:36.134743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136d32ff-3a83-4b7d-aef1-6073b53d065b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:36.138084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43330) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:36.148774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-136d32ff-3a83-4b7d-aef1-6073b53d065b tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/2f6df70f-58ad-4913-b0b3-11d42d4a0e10 HTTP/1.1" status: 404 len: 337 time: 0.1225295 Dec 08 22:02:36.173722 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f5ed9a-b187-435d-bd38-4d7c2169d3db tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:36.174409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f5ed9a-b187-435d-bd38-4d7c2169d3db tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:36.180894 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-64f5ed9a-b187-435d-bd38-4d7c2169d3db tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/907a7fd1-2e12-486f-8a77-b80365a547dc HTTP/1.1" status: 404 len: 339 time: 0.0395682 Dec 08 22:02:36.181605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43334) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:36.201325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 988b13cb-db8c-4d17-a740-2f602a4fd1da up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:36.266168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb327b1-1bf1-4d1e-869e-87c5b6d63efc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting subnet a25902b8-f443-4076-bd45-2daa5f21da51 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:36.269635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbb327b1-1bf1-4d1e-869e-87c5b6d63efc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.328079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbb327b1-1bf1-4d1e-869e-87c5b6d63efc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.347162 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.366909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.368243 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ab61926-e5e1-4c4f-81f4-b461bd105168 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80349ecdf23043d29bdffa859869d9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084925 Dec 08 22:02:36.370860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43338) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:36.375135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 988b13cb-db8c-4d17-a740-2f602a4fd1da triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:36.376084 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.449661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260b86d-534a-4fb2-94a0-683b80653339 None None] Pushing event updated for resources: {'Port': ['ID=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:36.466611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c1b112c-ba82-4943-a7db-5e880249ec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.496303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbb327b1-1bf1-4d1e-869e-87c5b6d63efc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.533329 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c1b112c-ba82-4943-a7db-5e880249ec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.598697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.615385 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbb327b1-1bf1-4d1e-869e-87c5b6d63efc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.631203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Attempting to bind port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:36.632805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Attempting to bind port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:36.633410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Attempting to bind port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa on network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:36.643602 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:36.644519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Checking segment: {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:36.645180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.645814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Bound using segment: {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:36.646666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Bound port: 595ccffb-07e8-4631-abbc-7f1e08f0f3aa, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:36.648339 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.652557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c1b112c-ba82-4943-a7db-5e880249ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.656005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3c1b112c-ba82-4943-a7db-5e880249ec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.657608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3c1b112c-ba82-4943-a7db-5e880249ec8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c683ac9-f8af-4e8b-a47c-3a58186d6e22 HTTP/1.1" status: 204 len: 168 time: 0.2857981 Dec 08 22:02:36.665601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fbb327b1-1bf1-4d1e-869e-87c5b6d63efc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.669973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fbb327b1-1bf1-4d1e-869e-87c5b6d63efc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/subnets/a25902b8-f443-4076-bd45-2daa5f21da51 HTTP/1.1" status: 204 len: 168 time: 0.4868457 Dec 08 22:02:36.672380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb327b1-1bf1-4d1e-869e-87c5b6d63efc tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Subnet': ['ID=a25902b8-f443-4076-bd45-2daa5f21da51,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:36.675021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9dc77-bae1-4a67-9270-d1ce594b2a2d None None] Network ac252a8f-4baa-424d-bfd6-b2207c52ae1e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:36.680052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43344) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:36.689980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b112c-ba82-4943-a7db-5e880249ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c683ac9-f8af-4e8b-a47c-3a58186d6e22,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:36.740809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e797cb-4826-44a6-9b96-609d04823c1a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:36.794167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.857031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Checking segment: {'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:36.857617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Network hostable DHCP agents. Network: e7ed8255-103f-4bee-9d93-cb899fee388f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:36.905635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] For port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:36.905815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Network e7ed8255-103f-4bee-9d93-cb899fee388f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:36.909608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] For port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:36.922471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Deleting port e9c09776-9045-4dd5-b6cd-796e64fe391a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:36.924057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.924387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, e7ed8255-103f-4bee-9d93-cb899fee388f) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:36.927429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.934452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:36.936749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:36.958335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b18600a1-8e8a-4583-8fcb-dd1b5a5c5ca9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9843345 Dec 08 22:02:36.961181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43352) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:36.977401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:37.014333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9876489a-2fb9-4293-b7e3-9e4b1f174ed1 None None] Network e7ed8255-103f-4bee-9d93-cb899fee388f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:37.032749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.034186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.135573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] For port e9c09776-9045-4dd5-b6cd-796e64fe391a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e9c09776-9045-4dd5-b6cd-796e64fe391a,segment=NetworkSegment(4c31392c-3985-41d2-8af1-7186827e75b6),segment_id=4c31392c-3985-41d2-8af1-7186827e75b6)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:37.136735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.149786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.161928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3d2a6937-322b-4a36-a140-31481bbc26e3 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:02:37.178410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Calling delete_port for e9c09776-9045-4dd5-b6cd-796e64fe391a owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:37.224372 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1414951e-9629-4fea-acfd-481535c93b46 req-bbb2575e-1f6c-4a32-b755-7ab8cc06e8f1 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 210 time: 0.1338003 Dec 08 22:02:37.224533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3d2a6937-322b-4a36-a140-31481bbc26e3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:02:37.224779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3d2a6937-322b-4a36-a140-31481bbc26e3 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:02:37.225171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 53f95c24-efd0-4148-814c-884d36299c2c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:02:37.245396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c6c2c914-527d-4d64-abe6-e2992e467c4d None None] Provisioning complete for port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:37.245770 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c914-527d-4d64-abe6-e2992e467c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.295572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:37.296218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:37.421764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.465308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] No DVR routers for this DVR port e9c09776-9045-4dd5-b6cd-796e64fe391a on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:37.481006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Port': ['ID=e9c09776-9045-4dd5-b6cd-796e64fe391a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:37.592485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.660592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.660848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 53f95c24-efd0-4148-814c-884d36299c2c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:02:37.661347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 53f95c24-efd0-4148-814c-884d36299c2c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:02:37.662893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73816710-bd57-4a7e-a9c4-8ed25f8ba5de None None] DHCP port deletion for ac252a8f-4baa-424d-bfd6-b2207c52ae1e request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:02:37.700721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac252a8f-4baa-424d-bfd6-b2207c52ae1e']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:37.703762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260b86d-534a-4fb2-94a0-683b80653339 None None] Pushing event updated for resources: {'Port': ['ID=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:37.717674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c31392c-3985-41d2-8af1-7186827e75b6') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:37.719991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-bd99a57e-3460-47fe-bc74-34a1eb198d6c tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:37.721819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c31392c-3985-41d2-8af1-7186827e75b6') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:37.723595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-bd99a57e-3460-47fe-bc74-34a1eb198d6c tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c683f353-1b8f-46d9-857c-22ccf8e5f62c HTTP/1.1" status: 200 len: 909 time: 0.3146925 Dec 08 22:02:37.736311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Request body: {'port': {'device_id': '83f73ebf-b53c-4b93-ac3b-347e59807c04', 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'admin_state_up': True, 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:37.743675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.765216 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.767923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:37.776916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:37.777657 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:37.793975 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:37.813535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Made reservation on behalf of 4b36321cd1d7429ca23fc6fd05113f91 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:37.816215 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.865108 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c914-527d-4d64-abe6-e2992e467c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.881125 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.898028 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:37.908193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] 10.222.0.21 "DELETE /v2.0/networks/ac252a8f-4baa-424d-bfd6-b2207c52ae1e HTTP/1.1" status: 204 len: 168 time: 1.2271097 Dec 08 22:02:37.966348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5078cb2-ae0a-413c-95ba-1408a4ce23a8 tempest-NetworksIpV6Test-1797999506 tempest-NetworksIpV6Test-1797999506-project] Pushing event deleted for resources: {'Network': ['ID=ac252a8f-4baa-424d-bfd6-b2207c52ae1e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:38.011058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43374) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:38.120367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c6c2c914-527d-4d64-abe6-e2992e467c4d None None] For port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:38.164480 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c914-527d-4d64-abe6-e2992e467c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.166576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e9c09776-9045-4dd5-b6cd-796e64fe391a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:02:38.201513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110388825-network', 'tenant_id': 'fb17e5c08c68492bbb540d5a3ea2ca53'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:38.205142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: e9c09776-9045-4dd5-b6cd-796e64fe391a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:02:38.205439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e9c09776-9045-4dd5-b6cd-796e64fe391a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:02:38.227012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-e7ed8255-103f-4bee-9d93-cb899fee388f', 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'fixed_ips': [{'subnet_id': 'e8e797cb-4826-44a6-9b96-609d04823c1a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:38.228006 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.240619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Allocated IP 172.20.0.14 (c683f353-1b8f-46d9-857c-22ccf8e5f62c/de5a0cb8-4c48-4b33-a39c-5f1c80449ab5/1c574733-a956-4ea7-a57b-be30523b5359) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:38.252758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Made reservation on behalf of fb17e5c08c68492bbb540d5a3ea2ca53 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:38.258471 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.276647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.350462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4fdc8fbe-afe9-4cf7-a446-26efaefbad9b req-66c91143-734c-479a-9dce-f5ee2bb73806 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 210 time: 0.0426021 Dec 08 22:02:38.443207 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.446459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43384) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:38.454749 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.457682 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.491061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:38.501302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.502653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e976c-2ec2-4ea4-8ce9-8560feb56dd9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:38.511917 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.512514 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Added segment 88919e82-e78d-43d4-96ea-3de7bdd0bea4 of type vlan for network 634e0774-ad99-45ad-bff2-f4a163a39f29 Dec 08 22:02:38.517144 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-58b73f5a-9995-4a5c-a7a2-3b1ed9fcd45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.570207 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.609589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.611048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:38.611747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.618237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6e4193a5-4dc2-465e-bf45-cddb18482610 None None] Provisioning complete for port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:38.618792 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e4193a5-4dc2-465e-bf45-cddb18482610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.696179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2c914-527d-4d64-abe6-e2992e467c4d None None] Pushing event updated for resources: {'Port': ['ID=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:38.726793 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.737010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Allocated IP 172.25.1.97 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/f9773bf0-6daa-4df9-a721-5312d03909c0) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:38.812202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7997963 Dec 08 22:02:38.819559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43388) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:38.837840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e34fd-e855-4c7a-8a21-0ede1acb8619 admin admin] Pushing event updated for resources: {'Network': ['ID=634e0774-ad99-45ad-bff2-f4a163a39f29,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:38.838073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:36Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:38.848467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Request body: {'subnet': {'network_id': '634e0774-ad99-45ad-bff2-f4a163a39f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110388825-subnet', 'tenant_id': 'fb17e5c08c68492bbb540d5a3ea2ca53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:38.871204 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.892948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 634e0774-ad99-45ad-bff2-f4a163a39f29 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:38.916497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a0dc83c8-f017-49f0-8b4e-ce3818238ee0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ee7f53a206243abaec93f271fb1a28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679005 Dec 08 22:02:38.918810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Made reservation on behalf of fb17e5c08c68492bbb540d5a3ea2ca53 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:38.922706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.923636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43390) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:38.970380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:38.978512 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:38.985961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Pushing event updated for resources: {'Port': ['ID=1c574733-a956-4ea7-a57b-be30523b5359,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:38.993458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:39.002575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8323ee91-1749-4079-9e54-46e63cbcc74a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:02:39.008209 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:39.017398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Allocated IP 172.20.0.2 (e7ed8255-103f-4bee-9d93-cb899fee388f/e8e797cb-4826-44a6-9b96-609d04823c1a/9906fdcc-2538-41b2-931e-e2443e43b79a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:39.025181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e30992-9cff-4c67-a638-54a7d2c2fa17 None None] The sync data for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 is: [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:36Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:02:39.128816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:39.129462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.134020 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.161506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-940fe26d-21e8-431a-ad28-1f8cb9ea9e04 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4291530 Dec 08 22:02:39.179168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Request body: {'port': {'device_id': '83f73ebf-b53c-4b93-ac3b-347e59807c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:39.275054 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6c708d0-2433-4fc4-a667-35fcc8e46f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.304671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6c708d0-2433-4fc4-a667-35fcc8e46f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.307940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.373027 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6c708d0-2433-4fc4-a667-35fcc8e46f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.375872 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b6c708d0-2433-4fc4-a667-35fcc8e46f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.380098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b6c708d0-2433-4fc4-a667-35fcc8e46f4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23fb1b23-3cef-44bd-bc04-f9bdba6bb4d5 HTTP/1.1" status: 204 len: 168 time: 0.4514232 Dec 08 22:02:39.386825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.408525 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.430387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:39.432100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c708d0-2433-4fc4-a667-35fcc8e46f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fb1b23-3cef-44bd-bc04-f9bdba6bb4d5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:39.444337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=945404fd-5c8a-4518-a9b5-178420399683,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:39.460261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Checking segment: {'id': '88919e82-e78d-43d4-96ea-3de7bdd0bea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '634e0774-ad99-45ad-bff2-f4a163a39f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:39.460570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Network hostable DHCP agents. Network: 634e0774-ad99-45ad-bff2-f4a163a39f29, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:39.462178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:39.466681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:39.490519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Network 634e0774-ad99-45ad-bff2-f4a163a39f29 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:39.509197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 634e0774-ad99-45ad-bff2-f4a163a39f29) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:39.515419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:39.516565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.559656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3588193d-f72d-4fed-84cd-60f7abdb7d9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7242801 Dec 08 22:02:39.566178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f6b6a-7945-4b5e-b381-a8d42be0a8f9 None None] Network 634e0774-ad99-45ad-bff2-f4a163a39f29 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:39.608771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Pushing event updated for resources: {'Port': ['ID=f9773bf0-6daa-4df9-a721-5312d03909c0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:39.758603 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.787686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.794578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1ba2561d-0284-4b8d-851b-a0951ec98c04 None None] Provisioning complete for port 1c574733-a956-4ea7-a57b-be30523b5359 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:39.795156 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1ba2561d-0284-4b8d-851b-a0951ec98c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.898424 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.963297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:39.974935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2561d-0284-4b8d-851b-a0951ec98c04 None None] Port 1c574733-a956-4ea7-a57b-be30523b5359 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:40.102379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Network e7ed8255-103f-4bee-9d93-cb899fee388f is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:40.112047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.179791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:40.187833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:40.224334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Pushing event updated for resources: {'Port': ['ID=9906fdcc-2538-41b2-931e-e2443e43b79a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:40.244155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1348c-da69-4557-be4f-6196ed9d2d11 None None] Network 634e0774-ad99-45ad-bff2-f4a163a39f29 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:40.246648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 595ccffb-07e8-4631-abbc-7f1e08f0f3aa up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:40.446059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Attempting to bind port 9906fdcc-2538-41b2-931e-e2443e43b79a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:40.446447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Attempting to bind port 9906fdcc-2538-41b2-931e-e2443e43b79a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:40.446895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Attempting to bind port 9906fdcc-2538-41b2-931e-e2443e43b79a on network e7ed8255-103f-4bee-9d93-cb899fee388f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:40.457528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbefbd-2522-47d2-b6d0-2c3083c6803d req-766b0b7b-87ee-4814-9a26-325f656924d0 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:40.458936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60cbefbd-2522-47d2-b6d0-2c3083c6803d req-766b0b7b-87ee-4814-9a26-325f656924d0 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1028 time: 0.9054036 Dec 08 22:02:40.473413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:40.473806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Checking segment: {'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:40.474215 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.474647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Bound using segment: {'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:40.475130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Bound port: 9906fdcc-2538-41b2-931e-e2443e43b79a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:40.476277 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.527689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:40.528602 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.644245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43430) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:40.683470 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.686755 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60cbefbd-2522-47d2-b6d0-2c3083c6803d req-737a510a-27c9-4bfc-8b40-3713120f989a tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168171 Dec 08 22:02:40.795810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43436) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:40.801840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-543846956-network', 'tenant_id': '9d0de0ed2afc4c3f8447776773c1eeff'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:40.855135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-238378310'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:40.860353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Made reservation on behalf of 9d0de0ed2afc4c3f8447776773c1eeff for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:40.865358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.879486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.915273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:40.921346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.941928 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:40.988350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] For port 9906fdcc-2538-41b2-931e-e2443e43b79a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:40.994381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] For port 9906fdcc-2538-41b2-931e-e2443e43b79a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9906fdcc-2538-41b2-931e-e2443e43b79a,segment=NetworkSegment(af172cc1-c144-4e84-86bf-886276e7a832),segment_id=af172cc1-c144-4e84-86bf-886276e7a832)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:40.998941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c574733-a956-4ea7-a57b-be30523b5359 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:02:40.999990 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.004318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.012339 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.032920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Transition to ACTIVE for port object 1c574733-a956-4ea7-a57b-be30523b5359 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:02:41.051130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.072605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f766a-b468-434c-a40c-b37228ddd3f3 None None] Pushing event updated for resources: {'Port': ['ID=9906fdcc-2538-41b2-931e-e2443e43b79a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:41.077645 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.089746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.094328 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.139937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:41.191215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6965813-ed64-498b-a1e3-9c42efb26477,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:41.197642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.197993 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Added segment 82d607ac-13c4-4899-a3cb-b28c0301f93d of type vlan for network ac8051f5-f7cf-47ab-825c-ed489f7b6a13 Dec 08 22:02:41.201830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.224018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.224369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.224719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.225060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.225894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.226386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.226617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.226929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.227253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.227578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.227902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.228233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:02:41.250479 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.299856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Pushing event updated for resources: {'Port': ['ID=1c574733-a956-4ea7-a57b-be30523b5359,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:41.356483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:41.374418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Attempting to bind port 1c574733-a956-4ea7-a57b-be30523b5359 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:41.374890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Attempting to bind port 1c574733-a956-4ea7-a57b-be30523b5359 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:41.375169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Attempting to bind port 1c574733-a956-4ea7-a57b-be30523b5359 on network c683f353-1b8f-46d9-857c-22ccf8e5f62c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:41.391778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.406834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Port 1c574733-a956-4ea7-a57b-be30523b5359 on network c683f353-1b8f-46d9-857c-22ccf8e5f62c not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:02:41.407176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Attempting to bind port 1c574733-a956-4ea7-a57b-be30523b5359 on network c683f353-1b8f-46d9-857c-22ccf8e5f62c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:41.427668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:41.427968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1662903f-6ef9-4a26-bb25-9521743f2135,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:41.428090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Checking segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:41.428441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Bound using segment: {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:41.429498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Bound port: 1c574733-a956-4ea7-a57b-be30523b5359, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:41.429914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.471967 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.472549 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Added segment 8bfc351a-0f88-436c-84b1-2b8006bcd4c9 of type vlan for network 86237516-3e5f-41ae-b212-4cd15cd2bf58 Dec 08 22:02:41.494157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Router 90f4a8ae-a263-423b-af46-3349a5a92aa9 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:02:41.537412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.539146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:41.539794 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.543170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.623230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8262968 Dec 08 22:02:41.628770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43448) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:41.640235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Request body: {'subnet': {'network_id': 'ac8051f5-f7cf-47ab-825c-ed489f7b6a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-543846956-subnet', 'tenant_id': '9d0de0ed2afc4c3f8447776773c1eeff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:41.642337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] For port 1c574733-a956-4ea7-a57b-be30523b5359, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:41.646620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] For port 1c574733-a956-4ea7-a57b-be30523b5359, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1c574733-a956-4ea7-a57b-be30523b5359,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:41.656690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.689144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:02:41.694691 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.700141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:41.700408 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Sync routers for ids ['90f4a8ae-a263-423b-af46-3349a5a92aa9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:02:41.700882 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.708230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:41.708871 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:41.710868 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] 10.222.0.37 "PUT /v2.0/ports/1c574733-a956-4ea7-a57b-be30523b5359 HTTP/1.1" status: 200 len: 1092 time: 2.5363607 Dec 08 22:02:41.713861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d768a-4709-45ac-ae83-de399ec38560 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8051f5-f7cf-47ab-825c-ed489f7b6a13,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:41.714022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f73ebf-b53c-4b93-ac3b-347e59807c04', 'tag': '1c574733-a956-4ea7-a57b-be30523b5359'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:02:41.725298 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Routers {'90f4a8ae-a263-423b-af46-3349a5a92aa9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:41.727509 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['90f4a8ae-a263-423b-af46-3349a5a92aa9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:41.728569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network ac8051f5-f7cf-47ab-825c-ed489f7b6a13 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:41.738935 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e150b1a9-661e-4715-9637-42d8eb3a4b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "83f73ebf-b53c-4b93-ac3b-347e59807c04", "tag": "1c574733-a956-4ea7-a57b-be30523b5359"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:02:41.858119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db09eb6-4aa6-4f30-bee8-d759a59e6222 service neutron] Pushing event updated for resources: {'Port': ['ID=1c574733-a956-4ea7-a57b-be30523b5359,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:41.908631 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Set router 90f4a8ae-a263-423b-af46-3349a5a92aa9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:41.911228 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-a8521a63-5ed3-4f04-8dc8-efe4f90edb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:41.912180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-a8521a63-5ed3-4f04-8dc8-efe4f90edb7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36321cd1d7429ca23fc6fd05113f91&device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1095 time: 0.1538196 Dec 08 22:02:41.924163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb9124-0cc9-4f29-a974-8b6a2a7beb89 req-62360264-a058-412d-8f84-d281ccd97c60 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:41.932231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9eb9124-0cc9-4f29-a974-8b6a2a7beb89 req-62360264-a058-412d-8f84-d281ccd97c60 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1095 time: 0.0900860 Dec 08 22:02:41.986431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-7779da88-51b6-479a-a216-9dac0dbc2d26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c574733-a956-4ea7-a57b-be30523b5359 HTTP/1.1" status: 200 len: 217 time: 0.0646863 Dec 08 22:02:42.015286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9eb9124-0cc9-4f29-a974-8b6a2a7beb89 req-56faa3c7-84c8-407d-b6fb-0cdb9ed102ce tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820765 Dec 08 22:02:42.105094 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a717ba-1586-4cb1-a162-9f9b215980a5 x-openstack-request-id: req-33a717ba-1586-4cb1-a162-9f9b215980a5 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:02:42.105387 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f73ebf-b53c-4b93-ac3b-347e59807c04", "tag": "1c574733-a956-4ea7-a57b-be30523b5359", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:02:42.105664 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33a717ba-1586-4cb1-a162-9f9b215980a5 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:02:42.106072 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f73ebf-b53c-4b93-ac3b-347e59807c04', 'tag': '1c574733-a956-4ea7-a57b-be30523b5359', 'status': 'completed', 'code': 200} Dec 08 22:02:42.113351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-86d0fee1-cdc9-4283-ae59-aa1b9ae0a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:42.120892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-86d0fee1-cdc9-4283-ae59-aa1b9ae0a477 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de5a0cb8-4c48-4b33-a39c-5f1c80449ab5 HTTP/1.1" status: 200 len: 847 time: 0.1235816 Dec 08 22:02:42.138967 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:02:40Z', 'revision_number': 3, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:42.179181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-befe6670-dda3-4d16-91b3-8a064f9e3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:42.180726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-befe6670-dda3-4d16-91b3-8a064f9e3fd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c683f353-1b8f-46d9-857c-22ccf8e5f62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507452 Dec 08 22:02:42.188629 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Checking router: 90f4a8ae-a263-423b-af46-3349a5a92aa9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:02:42.188964 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Updating router 90f4a8ae-a263-423b-af46-3349a5a92aa9 port f9773bf0-6daa-4df9-a721-5312d03909c0 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:02:42.230960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9906fdcc-2538-41b2-931e-e2443e43b79a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:42.238827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Made reservation on behalf of 9d0de0ed2afc4c3f8447776773c1eeff for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:42.241352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.246078 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.253678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6057937 Dec 08 22:02:42.267385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43454) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:42.269603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040b251-d20f-4505-b1ec-26efcd1756e7 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Network': ['ID=86237516-3e5f-41ae-b212-4cd15cd2bf58,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:42.286304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:42.302156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'name': 'tempest-PortsIpV6TestJSON-1504946518'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:42.304922 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-c55a1215-e093-4ee9-8468-b55d1ef83f39 service neutron] 10.222.0.37 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147056 Dec 08 22:02:42.308391 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.309609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ba33d9e4-68fb-4d47-ab5c-61b997832378 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3436420 Dec 08 22:02:42.312599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43456) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:42.419859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9906fdcc-2538-41b2-931e-e2443e43b79a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:42.420461 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.433976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:42.437678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.493393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-f1da0b7c-ee99-47a8-816b-0709834b71b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:42.495299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-f1da0b7c-ee99-47a8-816b-0709834b71b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.8710229 Dec 08 22:02:42.504424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port e130979f-8f32-4819-90f2-f03681f1bad3 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:02:42.570562 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-926bd9e8-561f-4ac7-b7cc-04e5979643df tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/quotas/7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 375 time: 0.0574834 Dec 08 22:02:42.581254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.609236 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.616911 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.626760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 9906fdcc-2538-41b2-931e-e2443e43b79a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9906fdcc-2538-41b2-931e-e2443e43b79a,segment=NetworkSegment(af172cc1-c144-4e84-86bf-886276e7a832),segment_id=af172cc1-c144-4e84-86bf-886276e7a832)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:42.634883 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.677280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9879e1f2-60b3-4d7d-a93c-0fe6d6c12a0e req-d54e11c0-1424-4cad-83fa-e9a3e2c86ce8 service neutron] 10.222.0.37 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543847 Dec 08 22:02:42.709079 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Attempting to bind port f9773bf0-6daa-4df9-a721-5312d03909c0 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:42.709662 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Attempting to bind port f9773bf0-6daa-4df9-a721-5312d03909c0 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:42.710578 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Attempting to bind port f9773bf0-6daa-4df9-a721-5312d03909c0 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:42.724216 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:42.724948 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:42.726488 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.727051 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:42.727691 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Bound port: f9773bf0-6daa-4df9-a721-5312d03909c0, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:42.728237 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.735201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=9906fdcc-2538-41b2-931e-e2443e43b79a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:42.739395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd31642-2eb1-42d6-a28d-bb24539262d5 None None] Network e7ed8255-103f-4bee-9d93-cb899fee388f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:42.774230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-255461fa-7ccf-4d35-8754-92024c429bec tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1925843 Dec 08 22:02:42.810596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bacdbff1-77e8-4435-9a48-3c7e2bf1ccdc None None] Provisioning complete for port 9906fdcc-2538-41b2-931e-e2443e43b79a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:42.811060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bacdbff1-77e8-4435-9a48-3c7e2bf1ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.815847 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] For port f9773bf0-6daa-4df9-a721-5312d03909c0, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:42.819876 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d8346-0ebd-403d-b62a-88b98dec412b None None] Pushing event updated for resources: {'Port': ['ID=f9773bf0-6daa-4df9-a721-5312d03909c0,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:42.843119 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] For port f9773bf0-6daa-4df9-a721-5312d03909c0, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f9773bf0-6daa-4df9-a721-5312d03909c0,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:42.850211 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.877395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-9e6318f4-e6b4-4795-8464-d335f983e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:42.879206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-9e6318f4-e6b4-4795-8464-d335f983e19a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36321cd1d7429ca23fc6fd05113f91&device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1095 time: 0.1354821 Dec 08 22:02:42.887161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.896559 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:42.933326 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Routers {'90f4a8ae-a263-423b-af46-3349a5a92aa9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:42.933941 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['90f4a8ae-a263-423b-af46-3349a5a92aa9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:42.937870 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d8346-0ebd-403d-b62a-88b98dec412b None None] Pushing event updated for resources: {'Port': ['ID=f9773bf0-6daa-4df9-a721-5312d03909c0,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:43.002674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533f6640-b918-4d63-815c-42e851919e50,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:43.016027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-0a3eaada-e025-48ad-a413-fbfce8f062be service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194970 Dec 08 22:02:43.035454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Checking segment: {'id': '82d607ac-13c4-4899-a3cb-b28c0301f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ac8051f5-f7cf-47ab-825c-ed489f7b6a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:43.048328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Network hostable DHCP agents. Network: ac8051f5-f7cf-47ab-825c-ed489f7b6a13, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:43.058436 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] Set router 90f4a8ae-a263-423b-af46-3349a5a92aa9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:43.059802 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.098393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-18c74409-d982-4039-b016-418602edae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:43.100109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-18c74409-d982-4039-b016-418602edae31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c683f353-1b8f-46d9-857c-22ccf8e5f62c HTTP/1.1" status: 200 len: 909 time: 0.2110255 Dec 08 22:02:43.157716 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-152a2625-aba9-47ff-a22c-7fe7c9381762 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c574733-a956-4ea7-a57b-be30523b5359 HTTP/1.1" status: 200 len: 217 time: 0.0433431 Dec 08 22:02:43.251398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Network ac8051f5-f7cf-47ab-825c-ed489f7b6a13 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:43.270474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-ae75f0de-734f-4fbe-a457-413ea240cda2 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457869 Dec 08 22:02:43.270754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=e130979f-8f32-4819-90f2-f03681f1bad3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:43.284872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, ac8051f5-f7cf-47ab-825c-ed489f7b6a13) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:43.292019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:43.292476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.295569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d07dc-2948-46a0-aaaf-b6b46bda919a None None] Network ac8051f5-f7cf-47ab-825c-ed489f7b6a13 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:43.301033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-20211099-6262-486e-87bb-967079b188e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:43.303097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking segment: {'id': '8bfc351a-0f88-436c-84b1-2b8006bcd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:43.303995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network hostable DHCP agents. Network: 86237516-3e5f-41ae-b212-4cd15cd2bf58, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:43.304150 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-20211099-6262-486e-87bb-967079b188e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de5a0cb8-4c48-4b33-a39c-5f1c80449ab5 HTTP/1.1" status: 200 len: 847 time: 0.1324067 Dec 08 22:02:43.324247 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:02:40Z', 'revision_number': 3, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:43.324655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ae1d5457-c636-4f14-9e02-70becb504565 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6862295 Dec 08 22:02:43.340670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:43.361029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 86237516-3e5f-41ae-b212-4cd15cd2bf58) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:43.370857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:43.376826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:43.377449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.391812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3780c4e-13a7-4d5d-a1f4-b950cbdb2dba None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:43.395231 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e262d98-1814-41d0-a3fc-16bc1eb5e106 None None] The sync data for ids ['90f4a8ae-a263-423b-af46-3349a5a92aa9'] in n-d-821126-1 is: [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:02:40Z', 'revision_number': 3, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:02:43.410057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-19dee8a8-da5e-4dbd-babc-147963c31b85 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1413674 Dec 08 22:02:43.413247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43464) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:43.418359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1247011570'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:43.447152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22dbb6-3a0a-411b-a236-2303e7b28b62 req-fb49fb0e-cb87-44fc-987a-cddc31b58942 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:43.449125 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b22dbb6-3a0a-411b-a236-2303e7b28b62 req-fb49fb0e-cb87-44fc-987a-cddc31b58942 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1095 time: 0.2877827 Dec 08 22:02:43.456338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-f7d123a5-cf38-4e61-a868-64d33c6c84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:43.458208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-f7d123a5-cf38-4e61-a868-64d33c6c84bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c683f353-1b8f-46d9-857c-22ccf8e5f62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405544 Dec 08 22:02:43.463334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:43.467155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.519680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:43.521966 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.531817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.532066 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Added segment 8f83d111-85f5-4548-b8f4-6dc1289b046a of type vlan for network 18f41d3b-ce52-45b5-936c-44d2d2a620d9 Dec 08 22:02:43.590589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43472) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:43.606397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7dfbfedf-3b54-4c1c-9963-b1e466f52298 None None] Provisioning complete for port 9906fdcc-2538-41b2-931e-e2443e43b79a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:43.606793 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7dfbfedf-3b54-4c1c-9963-b1e466f52298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.617649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b22dbb6-3a0a-411b-a236-2303e7b28b62 req-12a19146-74c0-4c79-a6e8-1814736bf3fa tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535182 Dec 08 22:02:43.621313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.680822 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.686434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:43.694245 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.720862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3064144 Dec 08 22:02:43.722835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-39006ee7-59dc-4418-98e3-ba1e01af81a1 admin admin] Deleting subnet 945404fd-5c8a-4518-a9b5-178420399683 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:43.731284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39006ee7-59dc-4418-98e3-ba1e01af81a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:43.757002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc421019-7369-479c-841f-16e4f2d3da96 None None] Network ac8051f5-f7cf-47ab-825c-ed489f7b6a13 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:43.775680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43474) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:43.796834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'ports': [{'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58'}, {'network_id': '18f41d3b-ce52-45b5-936c-44d2d2a620d9'}]} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:43.797451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:43.799977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '18f41d3b-ce52-45b5-936c-44d2d2a620d9'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:43.911250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70788d13-f1a9-45cb-876c-20792c519f1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Network': ['ID=18f41d3b-ce52-45b5-936c-44d2d2a620d9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:43.945764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 18f41d3b-ce52-45b5-936c-44d2d2a620d9 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:44.244594 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39006ee7-59dc-4418-98e3-ba1e01af81a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.251813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f9773bf0-6daa-4df9-a721-5312d03909c0 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:44.307506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f9773bf0-6daa-4df9-a721-5312d03909c0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:44.308166 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.322785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-c9230757-f749-4a62-a75a-a1b9a6d5833d service neutron] 10.222.0.37 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449833 Dec 08 22:02:44.376422 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75dbe043-f97b-486c-81fa-ba6f69f78b68 req-df2ce100-84a8-40d8-a7ad-13f67215535b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 210 time: 0.0856950 Dec 08 22:02:44.409222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.426765 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39006ee7-59dc-4418-98e3-ba1e01af81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.430811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port f9773bf0-6daa-4df9-a721-5312d03909c0, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f9773bf0-6daa-4df9-a721-5312d03909c0,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:44.440844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.441790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9906fdcc-2538-41b2-931e-e2443e43b79a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:44.534300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=f9773bf0-6daa-4df9-a721-5312d03909c0,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:44.556294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9906fdcc-2538-41b2-931e-e2443e43b79a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:44.556829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.704075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Allocated IP 172.20.0.1 (e7ed8255-103f-4bee-9d93-cb899fee388f/e8e797cb-4826-44a6-9b96-609d04823c1a/cd090742-41a8-4bc3-92b7-f405dfff3db3) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:44.715217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e150b1a9-661e-4715-9637-42d8eb3a4b7f req-1c7df06f-ed01-4ee6-9c5d-66914d5411bd service neutron] 10.222.0.37 "GET /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646700 Dec 08 22:02:44.716278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39006ee7-59dc-4418-98e3-ba1e01af81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.759400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b359e59-ef42-4fab-8a4d-f15023f98508 req-de11b6c7-d3c2-44b0-9839-45e7f4cd4fdd tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:44.763163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b359e59-ef42-4fab-8a4d-f15023f98508 req-de11b6c7-d3c2-44b0-9839-45e7f4cd4fdd tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1095 time: 0.0659733 Dec 08 22:02:44.770171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39006ee7-59dc-4418-98e3-ba1e01af81a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945404fd-5c8a-4518-a9b5-178420399683,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:44.782841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39006ee7-59dc-4418-98e3-ba1e01af81a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.785927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-39006ee7-59dc-4418-98e3-ba1e01af81a1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/945404fd-5c8a-4518-a9b5-178420399683 HTTP/1.1" status: 204 len: 168 time: 1.1942110 Dec 08 22:02:44.792267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43488) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:44.812885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b359e59-ef42-4fab-8a4d-f15023f98508 req-36608721-5e0c-40d7-af99-cc3c357029e3 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Dec 08 22:02:44.818336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 2} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:44.823672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.841981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.873174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.959937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.962092 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:44.996134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634e0774-ad99-45ad-bff2-f4a163a39f29']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:45.004949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 132c2a58-b53a-4d24-ad42-6a1bd01730d7 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:02:45.007136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88919e82-e78d-43d4-96ea-3de7bdd0bea4') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:45.007493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88919e82-e78d-43d4-96ea-3de7bdd0bea4') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:45.018786 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.037653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.044908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:45.045327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:45.047102 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:45.093700 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.107193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.113851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.121580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] 10.222.0.21 "DELETE /v2.0/networks/634e0774-ad99-45ad-bff2-f4a163a39f29 HTTP/1.1" status: 204 len: 168 time: 0.3283269 Dec 08 22:02:45.122197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43490) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:45.142479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-a7bb2916-e42d-411a-afa0-5bf6b80c63e8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:45.144371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-a7bb2916-e42d-411a-afa0-5bf6b80c63e8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.2038853 Dec 08 22:02:45.161855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f976d6-96ee-46db-b0ef-2238bbcbec0c admin admin] Pushing event deleted for resources: {'Network': ['ID=634e0774-ad99-45ad-bff2-f4a163a39f29,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:45.188076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'port': {'device_id': '7931b6a2-2513-4ad2-af2c-a4ae595ff357', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'admin_state_up': True, 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:45.188702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-875e9760-747c-4ccf-9d8b-0ca4089a1e87 admin admin] Deleting subnet 533f6640-b918-4d63-815c-42e851919e50 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:45.193000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-875e9760-747c-4ccf-9d8b-0ca4089a1e87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.240283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-875e9760-747c-4ccf-9d8b-0ca4089a1e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.259489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Network e7ed8255-103f-4bee-9d93-cb899fee388f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:45.289241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-875e9760-747c-4ccf-9d8b-0ca4089a1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.304807 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.308738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:45.340414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:45.368209 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-875e9760-747c-4ccf-9d8b-0ca4089a1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.396945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e9760-747c-4ccf-9d8b-0ca4089a1e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533f6640-b918-4d63-815c-42e851919e50,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:45.405839 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-875e9760-747c-4ccf-9d8b-0ca4089a1e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.410067 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-875e9760-747c-4ccf-9d8b-0ca4089a1e87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/533f6640-b918-4d63-815c-42e851919e50 HTTP/1.1" status: 204 len: 168 time: 0.2852900 Dec 08 22:02:45.415293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43494) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:45.432792 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.440704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Pushing event updated for resources: {'Port': ['ID=cd090742-41a8-4bc3-92b7-f405dfff3db3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:45.516879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.597610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 2c50d8fa-de49-4c6a-a8f8-b9cbafe68c3a yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:02:45.606563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1ee9a5e1-51e8-41b1-bfc8-dd8e3d1da3d6 req-9a8ac833-d7bc-4298-b43b-286e7b931ebc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 210 time: 0.0724247 Dec 08 22:02:45.614680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.648858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8051f5-f7cf-47ab-825c-ed489f7b6a13']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:45.660772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d607ac-13c4-4899-a3cb-b28c0301f93d') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:45.661068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d607ac-13c4-4899-a3cb-b28c0301f93d') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:45.671596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.689601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.692279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d65906af-b169-4e4a-b8ed-14f8a2d0dbef None None] Provisioning complete for port cd090742-41a8-4bc3-92b7-f405dfff3db3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:45.692755 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d65906af-b169-4e4a-b8ed-14f8a2d0dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.706621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:45.707709 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.744279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d65906af-b169-4e4a-b8ed-14f8a2d0dbef None None] Port cd090742-41a8-4bc3-92b7-f405dfff3db3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:45.782108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:45.785005 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:45.787546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.809676 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.815650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:45.822980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ac8051f5-f7cf-47ab-825c-ed489f7b6a13 HTTP/1.1" status: 204 len: 168 time: 0.4063966 Dec 08 22:02:45.839658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1058e-5dbe-4d8a-a780-a1ee5e2226d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8051f5-f7cf-47ab-825c-ed489f7b6a13,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:45.927181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c96a1-af23-4926-921f-86cf6e50482e req-02126738-a952-4583-b9bc-0d78774caedb tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:45.935135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-702c96a1-af23-4926-921f-86cf6e50482e req-02126738-a952-4583-b9bc-0d78774caedb tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1095 time: 0.0498593 Dec 08 22:02:45.943431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 1c574733-a956-4ea7-a57b-be30523b5359 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:02:45.953347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.20.0.11 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/6bc9f164-a833-425f-bb9a-f4be83ecf14c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:45.998203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-702c96a1-af23-4926-921f-86cf6e50482e req-f086ef79-70d8-4770-b270-5331255eb67a tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619731 Dec 08 22:02:46.019498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.089339 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.099993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43500) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:46.128873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 1c574733-a956-4ea7-a57b-be30523b5359, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1c574733-a956-4ea7-a57b-be30523b5359,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:46.155994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '1c574733-a956-4ea7-a57b-be30523b5359', 'network_id': 'c683f353-1b8f-46d9-857c-22ccf8e5f62c', 'port_id': '1c574733-a956-4ea7-a57b-be30523b5359', 'mac_address': 'fa:16:3e:47:32:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5a0cb8-4c48-4b33-a39c-5f1c80449ab5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:02:46.162245 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-081b2653-cbf5-4c21-ab80-2e496b086272 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb17e5c08c68492bbb540d5a3ea2ca53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582328 Dec 08 22:02:46.162245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43502) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:46.227660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d78a04b-4ea6-463b-acbf-d609cacd46ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.230414 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.248230 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.249747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f9773bf0-6daa-4df9-a721-5312d03909c0 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:46.251572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.258113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d78a04b-4ea6-463b-acbf-d609cacd46ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.297684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c574733-a956-4ea7-a57b-be30523b5359 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:02:46.318067 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d78a04b-4ea6-463b-acbf-d609cacd46ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.323418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:46.323733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d78a04b-4ea6-463b-acbf-d609cacd46ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.325683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0d78a04b-4ea6-463b-acbf-d609cacd46ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c76e976c-2ec2-4ea4-8ce9-8560feb56dd9 HTTP/1.1" status: 204 len: 168 time: 0.1613247 Dec 08 22:02:46.337634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78a04b-4ea6-463b-acbf-d609cacd46ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e976c-2ec2-4ea4-8ce9-8560feb56dd9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:46.337998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:46.352563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:46.353411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.365041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=132c2a58-b53a-4d24-ad42-6a1bd01730d7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:46.373112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 1c574733-a956-4ea7-a57b-be30523b5359, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1c574733-a956-4ea7-a57b-be30523b5359,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:46.388533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f9773bf0-6daa-4df9-a721-5312d03909c0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:46.389058 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.390962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.428235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.473484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.487191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=1c574733-a956-4ea7-a57b-be30523b5359,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:46.489497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.493155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:46.497284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=2c50d8fa-de49-4c6a-a8f8-b9cbafe68c3a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:46.531564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:46.542870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:46.586322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking segment: {'id': '8f83d111-85f5-4548-b8f4-6dc1289b046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18f41d3b-ce52-45b5-936c-44d2d2a620d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:46.586763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network hostable DHCP agents. Network: 18f41d3b-ce52-45b5-936c-44d2d2a620d9, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:46.614826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.644153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:46.644884 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:46.662273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['1c574733-a956-4ea7-a57b-be30523b5359'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:02:46.673957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4963953 Dec 08 22:02:46.699060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90f8ce-ecf8-4531-ac89-317e4e1513d9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=6bc9f164-a833-425f-bb9a-f4be83ecf14c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:46.705917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Request body: {'port': {'device_id': '7931b6a2-2513-4ad2-af2c-a4ae595ff357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:46.886673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 18f41d3b-ce52-45b5-936c-44d2d2a620d9 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:46.934584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43510) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:46.941074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 18f41d3b-ce52-45b5-936c-44d2d2a620d9) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:46.942622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Pushing event updated for resources: {'Port': ['ID=cd090742-41a8-4bc3-92b7-f405dfff3db3,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:46.956529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74833c8a-22cd-4033-807f-c0dd30eef940 None None] Network 18f41d3b-ce52-45b5-936c-44d2d2a620d9 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:46.963111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:46.968722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:46.973552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:46.974203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.000193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72912-7a32-416c-b05d-5f655867a884 req-518ef97f-c4b9-4a40-945d-0ea86cb75994 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:47.002020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-afb9f8d7-9bf1-414a-8683-1e4e7d368805 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d0de0ed2afc4c3f8447776773c1eeff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654485 Dec 08 22:02:47.004204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43512) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:47.004503 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5f72912-7a32-416c-b05d-5f655867a884 req-518ef97f-c4b9-4a40-945d-0ea86cb75994 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 932 time: 0.2017622 Dec 08 22:02:47.021453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.060704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-172c65cf-eb18-4d53-b0fe-69c8c5d56e44 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2837422 Dec 08 22:02:47.062833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Network e7ed8255-103f-4bee-9d93-cb899fee388f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:47.065668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43516) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:47.077076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:47.124733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-23bdb927-7f31-4f6e-a1f8-4d3fff1c7423 None None] Provisioning complete for port 6bc9f164-a833-425f-bb9a-f4be83ecf14c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:47.125611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23bdb927-7f31-4f6e-a1f8-4d3fff1c7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.180918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a84deaa-ebf4-4160-8d5c-f51ee23a67af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.221214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-23bdb927-7f31-4f6e-a1f8-4d3fff1c7423 None None] Port 6bc9f164-a833-425f-bb9a-f4be83ecf14c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:47.252141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a84deaa-ebf4-4160-8d5c-f51ee23a67af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.292294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5f72912-7a32-416c-b05d-5f655867a884 req-4506b582-a915-4f83-bea8-b971e62d2952 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660303 Dec 08 22:02:47.330912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5c8a-7fd8-4b39-89fa-487018918546 req-9fa8586b-703e-4e5b-85fb-698cfee36d1a tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:47.336599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ad5c8a-7fd8-4b39-89fa-487018918546 req-9fa8586b-703e-4e5b-85fb-698cfee36d1a tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1096 time: 0.2367766 Dec 08 22:02:47.338572 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a84deaa-ebf4-4160-8d5c-f51ee23a67af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.353427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a84deaa-ebf4-4160-8d5c-f51ee23a67af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.354590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9a84deaa-ebf4-4160-8d5c-f51ee23a67af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6965813-ed64-498b-a1e3-9c42efb26477 HTTP/1.1" status: 204 len: 168 time: 0.3488867 Dec 08 22:02:47.387507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84deaa-ebf4-4160-8d5c-f51ee23a67af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6965813-ed64-498b-a1e3-9c42efb26477,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:47.446451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-84a698b1-8cb7-4b9d-a81b-67e86fff2a48 None None] Provisioning complete for port cd090742-41a8-4bc3-92b7-f405dfff3db3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:47.446863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84a698b1-8cb7-4b9d-a81b-67e86fff2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.458915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0ad5c8a-7fd8-4b39-89fa-487018918546 req-556e747b-894d-4eb7-ab43-a1f478731168 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029806 Dec 08 22:02:47.493137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Router 90f4a8ae-a263-423b-af46-3349a5a92aa9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:02:47.501912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-84a698b1-8cb7-4b9d-a81b-67e86fff2a48 None None] Port cd090742-41a8-4bc3-92b7-f405dfff3db3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:02:47.514615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-cee4b46e-864a-496b-9ec2-3358269fd752 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 2c50d8fa-de49-4c6a-a8f8-b9cbafe68c3a {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:47.514986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cee4b46e-864a-496b-9ec2-3358269fd752 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.686074 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cee4b46e-864a-496b-9ec2-3358269fd752 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.703251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc9f164-a833-425f-bb9a-f4be83ecf14c {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:02:47.718191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.720496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-cee4b46e-864a-496b-9ec2-3358269fd752 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 2c50d8fa-de49-4c6a-a8f8-b9cbafe68c3a owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:47.744117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Transition to ACTIVE for port object 6bc9f164-a833-425f-bb9a-f4be83ecf14c will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:02:47.782937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.815506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:02:47.830452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Sync routers for ids ['90f4a8ae-a263-423b-af46-3349a5a92aa9'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:02:47.830775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-987e332f-ce30-4688-9f2d-8941eeba7203 admin admin] 10.222.0.21 "PUT /v2.0/routers/90f4a8ae-a263-423b-af46-3349a5a92aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5172389 Dec 08 22:02:47.843774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Routers {'90f4a8ae-a263-423b-af46-3349a5a92aa9'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:47.845642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['90f4a8ae-a263-423b-af46-3349a5a92aa9'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:47.903639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc9f164-a833-425f-bb9a-f4be83ecf14c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:47.925000 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cee4b46e-864a-496b-9ec2-3358269fd752 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:47.973285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 1c574733-a956-4ea7-a57b-be30523b5359 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:48.008638 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cee4b46e-864a-496b-9ec2-3358269fd752 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:48.013734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cee4b46e-864a-496b-9ec2-3358269fd752 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/2c50d8fa-de49-4c6a-a8f8-b9cbafe68c3a HTTP/1.1" status: 204 len: 168 time: 0.9466028 Dec 08 22:02:48.017592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4b46e-864a-496b-9ec2-3358269fd752 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=2c50d8fa-de49-4c6a-a8f8-b9cbafe68c3a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:48.017782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43540) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:48.094053 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:02:48.184464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a50214-6f1a-4ccc-8d38-f02128197621 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:48.205777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a50214-6f1a-4ccc-8d38-f02128197621 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:48.223653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-50a50214-6f1a-4ccc-8d38-f02128197621 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2059574 Dec 08 22:02:48.226287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43546) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:48.476163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-40bc4ff1-3e4d-4cec-a327-cdb65d21fd0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 132c2a58-b53a-4d24-ad42-6a1bd01730d7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:48.476514 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40bc4ff1-3e4d-4cec-a327-cdb65d21fd0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:48.650752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Set router 90f4a8ae-a263-423b-af46-3349a5a92aa9 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:48.651308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40bc4ff1-3e4d-4cec-a327-cdb65d21fd0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:48.674234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-40bc4ff1-3e4d-4cec-a327-cdb65d21fd0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 132c2a58-b53a-4d24-ad42-6a1bd01730d7 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:48.681483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Attempting to bind port 6bc9f164-a833-425f-bb9a-f4be83ecf14c on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:48.681995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Attempting to bind port 6bc9f164-a833-425f-bb9a-f4be83ecf14c by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:48.682648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Attempting to bind port 6bc9f164-a833-425f-bb9a-f4be83ecf14c on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:48.691774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb387d7-90da-4e33-8ae7-406f5c83555a req-97fed58e-aecf-40a3-a59a-17adcd3cbeb6 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:48.692900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Port 6bc9f164-a833-425f-bb9a-f4be83ecf14c on network b5764474-8911-4850-b141-9a748a7b4386 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:02:48.693356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Attempting to bind port 6bc9f164-a833-425f-bb9a-f4be83ecf14c on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:48.693862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1fb387d7-90da-4e33-8ae7-406f5c83555a req-97fed58e-aecf-40a3-a59a-17adcd3cbeb6 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1096 time: 0.1166940 Dec 08 22:02:48.715824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9b626-4209-40c6-8fec-c83ceb641926 req-f472db34-7b1b-4ac7-a9a5-e23d22aed72b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:48.717383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18c9b626-4209-40c6-8fec-c83ceb641926 req-f472db34-7b1b-4ac7-a9a5-e23d22aed72b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 944 time: 0.0985606 Dec 08 22:02:48.718627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:48.718997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:48.719370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:48.719813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Bound port: 6bc9f164-a833-425f-bb9a-f4be83ecf14c, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:48.720169 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:48.744579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 1c574733-a956-4ea7-a57b-be30523b5359 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:02:48.749944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 1c574733-a956-4ea7-a57b-be30523b5359 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:48.750321 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:48.826077 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1fb387d7-90da-4e33-8ae7-406f5c83555a req-fe6471b8-66cd-4938-b9e7-133f9c8ad2a2 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231699 Dec 08 22:02:48.872159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40bc4ff1-3e4d-4cec-a327-cdb65d21fd0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:48.902521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc4ff1-3e4d-4cec-a327-cdb65d21fd0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=132c2a58-b53a-4d24-ad42-6a1bd01730d7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:48.914837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-40bc4ff1-3e4d-4cec-a327-cdb65d21fd0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:48.921523 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-40bc4ff1-3e4d-4cec-a327-cdb65d21fd0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/132c2a58-b53a-4d24-ad42-6a1bd01730d7 HTTP/1.1" status: 204 len: 168 time: 0.6936910 Dec 08 22:02:48.922375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43594) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:48.926764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] For port 6bc9f164-a833-425f-bb9a-f4be83ecf14c, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:48.940417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-18c9b626-4209-40c6-8fec-c83ceb641926 req-7a7d37e4-8797-4859-9072-dcf94af4df7a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111044 Dec 08 22:02:48.943883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] For port 6bc9f164-a833-425f-bb9a-f4be83ecf14c, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6bc9f164-a833-425f-bb9a-f4be83ecf14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:48.957642 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.002449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:49.003085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.004609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] 10.222.0.37 "PUT /v2.0/ports/6bc9f164-a833-425f-bb9a-f4be83ecf14c HTTP/1.1" status: 200 len: 1092 time: 2.3117359 Dec 08 22:02:49.005255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7931b6a2-2513-4ad2-af2c-a4ae595ff357', 'tag': '6bc9f164-a833-425f-bb9a-f4be83ecf14c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:02:49.008470 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7931b6a2-2513-4ad2-af2c-a4ae595ff357", "tag": "6bc9f164-a833-425f-bb9a-f4be83ecf14c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:02:49.079990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e96073-860e-44d2-bd8f-0251741ef1cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:49.099807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af744d3-5fef-46d3-b451-86923a94d680 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc9f164-a833-425f-bb9a-f4be83ecf14c,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:49.110058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f6e96073-860e-44d2-bd8f-0251741ef1cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1864774 Dec 08 22:02:49.111692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43604) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:49.180060 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3218b13-ccf6-4b94-962e-79118d6fe1f4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:02:49.189366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d3218b13-ccf6-4b94-962e-79118d6fe1f4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/2c50d8fa-de49-4c6a-a8f8-b9cbafe68c3a HTTP/1.1" status: 404 len: 333 time: 0.0753942 Dec 08 22:02:49.190115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43612) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:49.197536 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188be8ae-03eb-402d-a910-12fc4645e4f0 x-openstack-request-id: req-188be8ae-03eb-402d-a910-12fc4645e4f0 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:02:49.198099 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7931b6a2-2513-4ad2-af2c-a4ae595ff357", "tag": "6bc9f164-a833-425f-bb9a-f4be83ecf14c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:02:49.198529 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-188be8ae-03eb-402d-a910-12fc4645e4f0 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:02:49.199157 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7931b6a2-2513-4ad2-af2c-a4ae595ff357', 'tag': '6bc9f164-a833-425f-bb9a-f4be83ecf14c', 'status': 'completed', 'code': 200} Dec 08 22:02:49.223520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-d9b83c7d-675c-425b-bdbf-4ba8471b0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:49.225312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-d9b83c7d-675c-425b-bdbf-4ba8471b0a11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 1095 time: 0.1644449 Dec 08 22:02:49.249689 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94771b3-a17d-4f99-86e5-8822e9042973 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:02:49.258630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c94771b3-a17d-4f99-86e5-8822e9042973 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/132c2a58-b53a-4d24-ad42-6a1bd01730d7 HTTP/1.1" status: 404 len: 333 time: 0.0651052 Dec 08 22:02:49.259571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43614) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:49.264215 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.332265 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-06cda35f-1376-41f6-82c4-2e762a64983f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc9f164-a833-425f-bb9a-f4be83ecf14c HTTP/1.1" status: 200 len: 217 time: 0.0978773 Dec 08 22:02:49.355568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 1c574733-a956-4ea7-a57b-be30523b5359, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1c574733-a956-4ea7-a57b-be30523b5359,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:49.362860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f73ebf-b53c-4b93-ac3b-347e59807c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c574733-a956-4ea7-a57b-be30523b5359'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:02:49.376688 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccc4ab6-db0e-448f-9ae6-29b2585012b3" -d '{"events": [{"server_uuid": "83f73ebf-b53c-4b93-ac3b-347e59807c04", "name": "network-vif-plugged", "status": "completed", "tag": "1c574733-a956-4ea7-a57b-be30523b5359"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:02:49.398189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.406172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-e57477b4-4c62-424f-884e-1c2bf77a50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:49.408047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-e57477b4-4c62-424f-884e-1c2bf77a50c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0682774 Dec 08 22:02:49.411281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.470810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-89dd458c-8e7d-46f2-b538-b08d24bb6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:49.472978 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-89dd458c-8e7d-46f2-b538-b08d24bb6b6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575082 Dec 08 22:02:49.516013 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d98df3-b5ca-460b-9ad6-108f43173bcd x-openstack-request-id: req-f1d98df3-b5ca-460b-9ad6-108f43173bcd {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:02:49.516302 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f73ebf-b53c-4b93-ac3b-347e59807c04", "name": "network-vif-plugged", "status": "completed", "tag": "1c574733-a956-4ea7-a57b-be30523b5359", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:02:49.516558 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1d98df3-b5ca-460b-9ad6-108f43173bcd {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:02:49.516945 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f73ebf-b53c-4b93-ac3b-347e59807c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c574733-a956-4ea7-a57b-be30523b5359', 'code': 200} Dec 08 22:02:49.583378 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.621911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=1c574733-a956-4ea7-a57b-be30523b5359,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:49.626974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f41d3b-ce52-45b5-936c-44d2d2a620d9']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:49.652115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f83d111-85f5-4548-b8f4-6dc1289b046a') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:49.655986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f83d111-85f5-4548-b8f4-6dc1289b046a') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:49.666171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:02:45Z', 'revision_number': 4, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'cd090742-41a8-4bc3-92b7-f405dfff3db3', 'name': '', 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'mac_address': 'fa:16:3e:48:d0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'e8e797cb-4826-44a6-9b96-609d04823c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:43Z', 'updated_at': '2021-12-08T22:02:46Z', 'revision_number': 2, 'project_id': 'a0765246be984599867dc0bce13096a6', 'subnets': [{'id': 'e8e797cb-4826-44a6-9b96-609d04823c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:49.682431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.706839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Checking router: 90f4a8ae-a263-423b-af46-3349a5a92aa9 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:02:49.707200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Updating router 90f4a8ae-a263-423b-af46-3349a5a92aa9 port cd090742-41a8-4bc3-92b7-f405dfff3db3 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:02:49.711989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.741462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:49.742084 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.749914 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:49.764935 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:49.827116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-f70f786d-49f8-49b1-b1bc-ce68ed28d67e service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459206 Dec 08 22:02:49.829307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a3f3-478f-45d2-a3c0-f7e6e7a7f4e1 req-9849365e-ab94-42bd-a1b1-224c99a662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:49.831046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fc8a3f3-478f-45d2-a3c0-f7e6e7a7f4e1 req-9849365e-ab94-42bd-a1b1-224c99a662a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1097 time: 0.2561586 Dec 08 22:02:49.919758 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.950856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:49.956380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6127b1d0-c525-44ae-8adb-cfeb996443d8 req-0f079e87-c021-44b1-a1af-1241ff6c7993 service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158166 Dec 08 22:02:49.959251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/networks/18f41d3b-ce52-45b5-936c-44d2d2a620d9 HTTP/1.1" status: 204 len: 168 time: 0.6984372 Dec 08 22:02:49.960957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682e41f-8eef-4c55-bd69-880c8b8fca0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Network': ['ID=18f41d3b-ce52-45b5-936c-44d2d2a620d9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:49.975123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43660) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:49.982117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1554435559'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:50.024874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fc8a3f3-478f-45d2-a3c0-f7e6e7a7f4e1 req-62b48cc1-42b1-4d59-a25e-5752521ad1db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705500 Dec 08 22:02:50.094399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-c5da96ec-ddee-46bd-82cf-ea9d16332661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:50.096067 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-c5da96ec-ddee-46bd-82cf-ea9d16332661 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 1095 time: 0.0766652 Dec 08 22:02:50.096532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bac94-b772-4eef-aebb-dba5cfe3f392 req-53587d6a-ea6d-4aed-8a7b-de3dca937c9b tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:50.106302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e93bac94-b772-4eef-aebb-dba5cfe3f392 req-53587d6a-ea6d-4aed-8a7b-de3dca937c9b tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1097 time: 0.1254225 Dec 08 22:02:50.141468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:50.149692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.163665 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e93bac94-b772-4eef-aebb-dba5cfe3f392 req-ea752c8b-0939-4b32-a275-377222774c97 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513761 Dec 08 22:02:50.216964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:50.227555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.227916 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Added segment 4eb844a7-6c19-496f-89ed-3802f1f53abb of type vlan for network 94ab5009-375b-4ef7-9bbb-39484ced4e31 Dec 08 22:02:50.278893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.286686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.299684 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.446801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.460945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:50.463127 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.465173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d179-9c77-4ca4-987a-f621f20aa436 None None] Pushing event updated for resources: {'Port': ['ID=cd090742-41a8-4bc3-92b7-f405dfff3db3,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:50.478988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84755e-fab4-4cc4-8c14-c3b10ba7a9b1 req-780b83c6-d310-4c84-bf0b-bc6f94bb047e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:50.486006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-430d45de-4b1a-4abf-b29e-6abb9f813e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:50.486927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca84755e-fab4-4cc4-8c14-c3b10ba7a9b1 req-780b83c6-d310-4c84-bf0b-bc6f94bb047e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0629075 Dec 08 22:02:50.491624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-430d45de-4b1a-4abf-b29e-6abb9f813e1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.1849005 Dec 08 22:02:50.577446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca84755e-fab4-4cc4-8c14-c3b10ba7a9b1 req-7f1724da-7e5b-4231-9df9-889ed9115b13 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893693 Dec 08 22:02:50.621472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Attempting to bind port cd090742-41a8-4bc3-92b7-f405dfff3db3 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:50.622376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Attempting to bind port cd090742-41a8-4bc3-92b7-f405dfff3db3 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:50.623036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Attempting to bind port cd090742-41a8-4bc3-92b7-f405dfff3db3 on network e7ed8255-103f-4bee-9d93-cb899fee388f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:50.634179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:50.635367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Checking segment: {'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:50.636011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.636625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Bound using segment: {'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:50.637374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Bound port: cd090742-41a8-4bc3-92b7-f405dfff3db3, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af172cc1-c144-4e84-86bf-886276e7a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:50.640771 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6610954 Dec 08 22:02:50.641506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43678) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:50.649144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '94ab5009-375b-4ef7-9bbb-39484ced4e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:50.658630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba92f3-d051-4987-8301-e01fa3e058fe req-098323d5-4b0f-49ff-85bf-74e378b5e378 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:50.660276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.667990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7ba92f3-d051-4987-8301-e01fa3e058fe req-098323d5-4b0f-49ff-85bf-74e378b5e378 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 944 time: 0.5771966 Dec 08 22:02:50.756000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa546f6-e529-4425-8378-9b208f0bd9d1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Network': ['ID=94ab5009-375b-4ef7-9bbb-39484ced4e31,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:50.775038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 94ab5009-375b-4ef7-9bbb-39484ced4e31 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:50.813685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] For port cd090742-41a8-4bc3-92b7-f405dfff3db3, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:50.817465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] For port cd090742-41a8-4bc3-92b7-f405dfff3db3, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cd090742-41a8-4bc3-92b7-f405dfff3db3,segment=NetworkSegment(af172cc1-c144-4e84-86bf-886276e7a832),segment_id=af172cc1-c144-4e84-86bf-886276e7a832)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:50.831592 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.866466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:50.877181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:50.879164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-5a1023e3-3f9a-45b9-b6b0-f5246841b092 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc9f164-a833-425f-bb9a-f4be83ecf14c HTTP/1.1" status: 200 len: 217 time: 0.2846606 Dec 08 22:02:50.985555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f1bef380-6d4a-4608-9204-7bb6d8aab09a None None] Provisioning complete for port cd090742-41a8-4bc3-92b7-f405dfff3db3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:50.986069 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1bef380-6d4a-4608-9204-7bb6d8aab09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:51.017731 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7ba92f3-d051-4987-8301-e01fa3e058fe req-27a7ee05-c9f9-4705-9af3-5a70ee25c3fb tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017664 Dec 08 22:02:51.029459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Performing IP validity checks on allocation pools {{(pid=102390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 22:02:51.035285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Routers {'90f4a8ae-a263-423b-af46-3349a5a92aa9'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:02:51.036069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['90f4a8ae-a263-423b-af46-3349a5a92aa9'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:51.043055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f664-d754-4824-a320-e74b5e611eba req-c22f4b9e-7c3c-43f5-87db-64eea6a41733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.044773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 22:02:51.049657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a673f664-d754-4824-a320-e74b5e611eba req-c22f4b9e-7c3c-43f5-87db-64eea6a41733 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1096 time: 0.5517910 Dec 08 22:02:51.071850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-9a6afa39-354b-4702-af45-334143be5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.075262 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-9a6afa39-354b-4702-af45-334143be5224 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1861594 Dec 08 22:02:51.244377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] Set router 90f4a8ae-a263-423b-af46-3349a5a92aa9 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:02:51.271220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-0d881ae1-8b07-40ac-9534-523a09e5b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.276695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-0d881ae1-8b07-40ac-9534-523a09e5b5a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738007 Dec 08 22:02:51.341418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d179-9c77-4ca4-987a-f621f20aa436 None None] Pushing event updated for resources: {'Port': ['ID=cd090742-41a8-4bc3-92b7-f405dfff3db3,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:51.349590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:51.425872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f664-d754-4824-a320-e74b5e611eba req-8e2e6e4f-a7b8-46f7-9055-155a63d2a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.426530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=062c5857-a7da-4711-9675-db09d83e3534,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:51.427999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a673f664-d754-4824-a320-e74b5e611eba req-8e2e6e4f-a7b8-46f7-9055-155a63d2a051 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.3510458 Dec 08 22:02:51.453175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking segment: {'id': '4eb844a7-6c19-496f-89ed-3802f1f53abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94ab5009-375b-4ef7-9bbb-39484ced4e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:51.453175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network hostable DHCP agents. Network: 94ab5009-375b-4ef7-9bbb-39484ced4e31, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:51.460658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a710f2b-419c-43c5-9e49-b8ac06bf3368 req-36c63a1a-a8b6-417a-baf0-187b621c2f0a tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.462298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a710f2b-419c-43c5-9e49-b8ac06bf3368 req-36c63a1a-a8b6-417a-baf0-187b621c2f0a tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1097 time: 0.1238029 Dec 08 22:02:51.491546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 94ab5009-375b-4ef7-9bbb-39484ced4e31 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:51.511925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 94ab5009-375b-4ef7-9bbb-39484ced4e31) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:51.523951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5d0bc-e55e-4407-8971-089fb94e8b33 None None] Network 94ab5009-375b-4ef7-9bbb-39484ced4e31 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:51.531877 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a710f2b-419c-43c5-9e49-b8ac06bf3368 req-4fb4ca46-7a95-4b20-a40c-e9cfe0986f09 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595696 Dec 08 22:02:51.533132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.533715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:51.577806 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1c453388-0d3e-43d3-93f9-631ac0092887 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9349525 Dec 08 22:02:51.578420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43684) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:51.583406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '94ab5009-375b-4ef7-9bbb-39484ced4e31', 'name': 'tempest-PortsIpV6TestJSON-1037497308'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:51.594670 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1bef380-6d4a-4608-9204-7bb6d8aab09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:51.598225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a673f664-d754-4824-a320-e74b5e611eba req-4148b302-37c4-4bd7-9218-649d6b58ae0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.1552944 Dec 08 22:02:51.736241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f664-d754-4824-a320-e74b5e611eba req-6eb74144-6f2d-4a5f-aa89-e84ea23bdd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.738115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a673f664-d754-4824-a320-e74b5e611eba req-6eb74144-6f2d-4a5f-aa89-e84ea23bdd63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1266241 Dec 08 22:02:51.783997 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-d1f5e15e-2230-471f-a330-8833754210dc service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807904 Dec 08 22:02:51.791354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de5ba-5602-413b-ad65-9ca92db077b7 req-599ad3de-8118-4ccf-9975-b005bddbbde0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.792987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-083de5ba-5602-413b-ad65-9ca92db077b7 req-599ad3de-8118-4ccf-9975-b005bddbbde0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1268833 Dec 08 22:02:51.823199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f836c1d-34cb-48ac-b79a-b9d803525a43 req-74646785-a3ec-4081-89c6-f1d0a46e63e2 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.831838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f836c1d-34cb-48ac-b79a-b9d803525a43 req-74646785-a3ec-4081-89c6-f1d0a46e63e2 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1097 time: 0.1962175 Dec 08 22:02:51.845619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f1bef380-6d4a-4608-9204-7bb6d8aab09a None None] For port cd090742-41a8-4bc3-92b7-f405dfff3db3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cd090742-41a8-4bc3-92b7-f405dfff3db3,segment=NetworkSegment(af172cc1-c144-4e84-86bf-886276e7a832),segment_id=af172cc1-c144-4e84-86bf-886276e7a832)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:51.857117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f664-d754-4824-a320-e74b5e611eba req-27426bd3-66fc-4c39-b170-6de810ffbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:51.858890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a673f664-d754-4824-a320-e74b5e611eba req-27426bd3-66fc-4c39-b170-6de810ffbfdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125610 Dec 08 22:02:51.873039 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1bef380-6d4a-4608-9204-7bb6d8aab09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:51.875041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-083de5ba-5602-413b-ad65-9ca92db077b7 req-12afb9da-5c20-429f-8a62-2d0f6af9a178 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695086 Dec 08 22:02:51.879803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:51.884622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:51.904879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port a8dea5c5-b275-4065-a313-dd7d08e4a362 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:02:51.978852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bef380-6d4a-4608-9204-7bb6d8aab09a None None] Pushing event updated for resources: {'Port': ['ID=cd090742-41a8-4bc3-92b7-f405dfff3db3,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:52.006268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f836c1d-34cb-48ac-b79a-b9d803525a43 req-a7d795d2-daa9-4c3a-8a4b-6195b8e9d2b6 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674092 Dec 08 22:02:52.068506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b0a5bde0-cee0-430b-be8a-5933e5a64665 None None] Provisioning complete for port cd090742-41a8-4bc3-92b7-f405dfff3db3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:52.068745 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0a5bde0-cee0-430b-be8a-5933e5a64665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:52.077716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-94ab5009-375b-4ef7-9bbb-39484ced4e31', 'network_id': '94ab5009-375b-4ef7-9bbb-39484ced4e31', 'tenant_id': '1f64ec42914a4ceb855654e686ecd807', 'fixed_ips': [{'subnet_id': '062c5857-a7da-4711-9675-db09d83e3534'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:52.078743 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:52.165408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b3c48a7f-8cf9-493b-96a7-4c884dd2d8cd req-433b2d00-6bd9-4235-8936-67dc76ce5bab service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703954 Dec 08 22:02:52.179795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a673f664-d754-4824-a320-e74b5e611eba req-a576e8b9-64a9-4ade-9858-1495b9318b02 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627347 Dec 08 22:02:52.227268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:02:45Z', 'revision_number': 4, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'cd090742-41a8-4bc3-92b7-f405dfff3db3', 'name': '', 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'mac_address': 'fa:16:3e:48:d0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'e8e797cb-4826-44a6-9b96-609d04823c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:43Z', 'updated_at': '2021-12-08T22:02:50Z', 'revision_number': 4, 'project_id': 'a0765246be984599867dc0bce13096a6', 'subnets': [{'id': 'e8e797cb-4826-44a6-9b96-609d04823c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:52.357977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62694ec6-60da-4adb-9672-02b5ca4563d0 req-5f6a54ed-0077-4488-8ab3-9d009c123250 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:52.373810 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-62694ec6-60da-4adb-9672-02b5ca4563d0 req-5f6a54ed-0077-4488-8ab3-9d009c123250 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1097 time: 0.2230129 Dec 08 22:02:52.379828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::2b0 (94ab5009-375b-4ef7-9bbb-39484ced4e31/062c5857-a7da-4711-9675-db09d83e3534/a8dea5c5-b275-4065-a313-dd7d08e4a362) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:52.452087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadba7b-ee90-4e76-a6c9-e2bd94ebe805 None None] The sync data for ids ['90f4a8ae-a263-423b-af46-3349a5a92aa9'] in n-d-821126-1 is: [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:02:45Z', 'revision_number': 4, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'cd090742-41a8-4bc3-92b7-f405dfff3db3', 'name': '', 'network_id': 'e7ed8255-103f-4bee-9d93-cb899fee388f', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'mac_address': 'fa:16:3e:48:d0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'e8e797cb-4826-44a6-9b96-609d04823c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:43Z', 'updated_at': '2021-12-08T22:02:50Z', 'revision_number': 4, 'project_id': 'a0765246be984599867dc0bce13096a6', 'subnets': [{'id': 'e8e797cb-4826-44a6-9b96-609d04823c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:02:52.486459 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a673f664-d754-4824-a320-e74b5e611eba req-71c7760f-a1f9-428c-8bc3-60342afa79d5 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981999 Dec 08 22:02:52.533742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-62694ec6-60da-4adb-9672-02b5ca4563d0 req-2cdf2435-9850-4f95-9d3a-d8a25ca25b9e tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582949 Dec 08 22:02:52.603189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b83895-0ba6-4dd2-8d42-6843dbf303d4 req-900b4a99-67b3-4f7e-ab97-da004ed18ff4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:52.616086 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28b83895-0ba6-4dd2-8d42-6843dbf303d4 req-900b4a99-67b3-4f7e-ab97-da004ed18ff4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 944 time: 0.0856218 Dec 08 22:02:52.680363 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-28b83895-0ba6-4dd2-8d42-6843dbf303d4 req-de05cc4e-75ce-4aeb-983b-9d80199ff774 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612824 Dec 08 22:02:52.841354 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:52.906366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b42cc-c67c-4204-b4f2-fac8254742c5 req-40f44d3f-7ac1-4573-b3aa-c6072a86ee1d tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:52.913001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:52.916341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b85b42cc-c67c-4204-b4f2-fac8254742c5 req-40f44d3f-7ac1-4573-b3aa-c6072a86ee1d tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1097 time: 0.0691342 Dec 08 22:02:52.992670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b85b42cc-c67c-4204-b4f2-fac8254742c5 req-0e76c6cf-e43f-4f52-bbd7-f127c7dcf095 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693018 Dec 08 22:02:53.047847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 94ab5009-375b-4ef7-9bbb-39484ced4e31 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:53.056369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:53.057168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Allocated IP 2001:db8::2 (94ab5009-375b-4ef7-9bbb-39484ced4e31/062c5857-a7da-4711-9675-db09d83e3534/94fb9b0a-604d-444b-9784-262fa5c753fa) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:53.063628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:53.070410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:53.071192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.110118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=a8dea5c5-b275-4065-a313-dd7d08e4a362,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:53.140743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e503d-c7e4-42c6-8c3d-d0d71a79c262 req-fb15bf68-c222-4bf3-93c9-1a611c835380 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:53.148878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c81e503d-c7e4-42c6-8c3d-d0d71a79c262 req-fb15bf68-c222-4bf3-93c9-1a611c835380 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1379063 Dec 08 22:02:53.158605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0097f0db-9314-4579-826e-ec99f9ca02d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5791116 Dec 08 22:02:53.161293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43716) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:53.222686 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c81e503d-c7e4-42c6-8c3d-d0d71a79c262 req-50e2a30b-72c8-4d86-a932-3d737ac071d7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727322 Dec 08 22:02:53.345046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.355975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.380962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-807d0289-2191-4d60-a31c-6e896a07ad2e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port a8dea5c5-b275-4065-a313-dd7d08e4a362 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:53.381604 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-807d0289-2191-4d60-a31c-6e896a07ad2e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.403475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Network 94ab5009-375b-4ef7-9bbb-39484ced4e31 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:53.406458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:53.410331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:53.427283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Pushing event updated for resources: {'Port': ['ID=94fb9b0a-604d-444b-9784-262fa5c753fa,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:53.508558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Attempting to bind port 94fb9b0a-604d-444b-9784-262fa5c753fa on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:53.509135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Attempting to bind port 94fb9b0a-604d-444b-9784-262fa5c753fa by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4eb844a7-6c19-496f-89ed-3802f1f53abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94ab5009-375b-4ef7-9bbb-39484ced4e31'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:53.509288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Attempting to bind port 94fb9b0a-604d-444b-9784-262fa5c753fa on network 94ab5009-375b-4ef7-9bbb-39484ced4e31 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:53.515724 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:53.516096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Checking segment: {'id': '4eb844a7-6c19-496f-89ed-3802f1f53abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94ab5009-375b-4ef7-9bbb-39484ced4e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:53.516552 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.516896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Bound using segment: {'id': '4eb844a7-6c19-496f-89ed-3802f1f53abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94ab5009-375b-4ef7-9bbb-39484ced4e31'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:53.517378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Bound port: 94fb9b0a-604d-444b-9784-262fa5c753fa, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb844a7-6c19-496f-89ed-3802f1f53abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94ab5009-375b-4ef7-9bbb-39484ced4e31'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:53.517763 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.582185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-807d0289-2191-4d60-a31c-6e896a07ad2e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.599962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-807d0289-2191-4d60-a31c-6e896a07ad2e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for a8dea5c5-b275-4065-a313-dd7d08e4a362 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:53.617902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] For port 94fb9b0a-604d-444b-9784-262fa5c753fa, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:53.621656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] For port 94fb9b0a-604d-444b-9784-262fa5c753fa, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=94fb9b0a-604d-444b-9784-262fa5c753fa,segment=NetworkSegment(4eb844a7-6c19-496f-89ed-3802f1f53abb),segment_id=4eb844a7-6c19-496f-89ed-3802f1f53abb)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:53.628738 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.705436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4867a-9061-4b41-96fc-c39e7088130d None None] Pushing event updated for resources: {'Port': ['ID=94fb9b0a-604d-444b-9784-262fa5c753fa,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:53.859125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-807d0289-2191-4d60-a31c-6e896a07ad2e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:53.890174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d0289-2191-4d60-a31c-6e896a07ad2e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=a8dea5c5-b275-4065-a313-dd7d08e4a362,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:53.939256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0278f9-60da-4300-aa4d-61fe831986fd req-580a4171-537f-4c91-8680-375bf554b837 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:53.941759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d0278f9-60da-4300-aa4d-61fe831986fd req-580a4171-537f-4c91-8680-375bf554b837 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 944 time: 0.1453378 Dec 08 22:02:54.027759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-807d0289-2191-4d60-a31c-6e896a07ad2e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.054921 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-807d0289-2191-4d60-a31c-6e896a07ad2e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/a8dea5c5-b275-4065-a313-dd7d08e4a362 HTTP/1.1" status: 204 len: 168 time: 0.8882232 Dec 08 22:02:54.056224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43730) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:54.092550 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7645e30b-b40a-47cc-a8c9-af2c9a2d6831 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:02:54.095015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7645e30b-b40a-47cc-a8c9-af2c9a2d6831 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:02:54.107639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7645e30b-b40a-47cc-a8c9-af2c9a2d6831 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/a8dea5c5-b275-4065-a313-dd7d08e4a362 HTTP/1.1" status: 404 len: 333 time: 0.0479140 Dec 08 22:02:54.112506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43732) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:54.150108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d0278f9-60da-4300-aa4d-61fe831986fd req-62d45813-496c-4af4-abb0-26869a6f5b5f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978662 Dec 08 22:02:54.196954 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf645d6a-fd7d-417e-a13b-8891de48026a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:02:54.202700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43736) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:54.205475 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cf645d6a-fd7d-417e-a13b-8891de48026a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/a8dea5c5-b275-4065-a313-dd7d08e4a362 HTTP/1.1" status: 404 len: 333 time: 0.0914781 Dec 08 22:02:54.260862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-8a62fe29-1965-48ce-bf90-2810e73bf95a tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:54.262420 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-8a62fe29-1965-48ce-bf90-2810e73bf95a tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1097 time: 0.0692394 Dec 08 22:02:54.296401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d5b4b-5c65-42fb-aea5-57a723bfb65b req-3c5a0a03-71a4-4aff-a721-4e9b399523fa tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:54.300751 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f90d5b4b-5c65-42fb-aea5-57a723bfb65b req-3c5a0a03-71a4-4aff-a721-4e9b399523fa tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 1097 time: 0.1915674 Dec 08 22:02:54.329102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cd090742-41a8-4bc3-92b7-f405dfff3db3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:54.342336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-62965b99-025f-4930-9ad5-d4e5cc7f1eb9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet 062c5857-a7da-4711-9675-db09d83e3534 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:54.347970 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-62965b99-025f-4930-9ad5-d4e5cc7f1eb9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.430532 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f90d5b4b-5c65-42fb-aea5-57a723bfb65b req-d4178ff8-fe3b-4ce0-ada5-9436443923e2 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194675 Dec 08 22:02:54.453677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port cd090742-41a8-4bc3-92b7-f405dfff3db3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:54.453677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.456016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-62965b99-025f-4930-9ad5-d4e5cc7f1eb9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.491150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Deleting port 1c574733-a956-4ea7-a57b-be30523b5359 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:54.491589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.502448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b40b12-01ad-4b5c-872b-aabfb1305201 req-c602ec9c-bd98-42fa-bb0f-e714a6f6627e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:54.519567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95b40b12-01ad-4b5c-872b-aabfb1305201 req-c602ec9c-bd98-42fa-bb0f-e714a6f6627e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1470122 Dec 08 22:02:54.605953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 94fb9b0a-604d-444b-9784-262fa5c753fa up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:02:54.641169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95b40b12-01ad-4b5c-872b-aabfb1305201 req-432a6f17-3c9d-4aa1-8ce6-a6adfb8e9b99 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180298 Dec 08 22:02:54.671513 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-62965b99-025f-4930-9ad5-d4e5cc7f1eb9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.690675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 94fb9b0a-604d-444b-9784-262fa5c753fa triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:02:54.691583 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.699403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] For port 1c574733-a956-4ea7-a57b-be30523b5359, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1c574733-a956-4ea7-a57b-be30523b5359,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:54.706224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.727172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Calling delete_port for 1c574733-a956-4ea7-a57b-be30523b5359 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:54.769276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-62965b99-025f-4930-9ad5-d4e5cc7f1eb9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.798882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62965b99-025f-4930-9ad5-d4e5cc7f1eb9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=062c5857-a7da-4711-9675-db09d83e3534,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:54.803211 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-62965b99-025f-4930-9ad5-d4e5cc7f1eb9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.810492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-62965b99-025f-4930-9ad5-d4e5cc7f1eb9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/062c5857-a7da-4711-9675-db09d83e3534 HTTP/1.1" status: 204 len: 168 time: 0.6037655 Dec 08 22:02:54.811602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43742) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:54.817933 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.892230 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:02:54.892849 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:02:54.932020 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.937032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:54.950108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['1c574733-a956-4ea7-a57b-be30523b5359'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:02:54.958307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8323ee91-1749-4079-9e54-46e63cbcc74a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:02:55.004025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c574733-a956-4ea7-a57b-be30523b5359,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:55.043652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] No DVR routers for this DVR port 1c574733-a956-4ea7-a57b-be30523b5359 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:55.045144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 94fb9b0a-604d-444b-9784-262fa5c753fa {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:55.045494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.048026 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.051735 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-383d49fa-e740-4f0d-a683-0e5e967d943c req-ac512de0-2364-4e8d-b1f8-bbe08fdf32c8 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1c574733-a956-4ea7-a57b-be30523b5359 HTTP/1.1" status: 204 len: 173 time: 0.7830172 Dec 08 22:02:55.052358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f73ebf-b53c-4b93-ac3b-347e59807c04', 'name': 'network-vif-deleted', 'tag': '1c574733-a956-4ea7-a57b-be30523b5359'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:02:55.066053 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951e3f78-cdb5-4fad-ade7-5e30afd52b9b" -d '{"events": [{"server_uuid": "83f73ebf-b53c-4b93-ac3b-347e59807c04", "name": "network-vif-deleted", "tag": "1c574733-a956-4ea7-a57b-be30523b5359"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:02:55.177708 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055d452a-e943-43c4-9371-d91cfd76f2de x-openstack-request-id: req-055d452a-e943-43c4-9371-d91cfd76f2de {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:02:55.179194 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f73ebf-b53c-4b93-ac3b-347e59807c04", "name": "network-vif-deleted", "tag": "1c574733-a956-4ea7-a57b-be30523b5359", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:02:55.179707 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-055d452a-e943-43c4-9371-d91cfd76f2de {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:02:55.180366 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f73ebf-b53c-4b93-ac3b-347e59807c04', 'name': 'network-vif-deleted', 'tag': '1c574733-a956-4ea7-a57b-be30523b5359', 'status': 'completed', 'code': 200} Dec 08 22:02:55.236558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] For port 94fb9b0a-604d-444b-9784-262fa5c753fa, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=94fb9b0a-604d-444b-9784-262fa5c753fa,segment=NetworkSegment(4eb844a7-6c19-496f-89ed-3802f1f53abb),segment_id=4eb844a7-6c19-496f-89ed-3802f1f53abb)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:55.237079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.299116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 94fb9b0a-604d-444b-9784-262fa5c753fa owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:55.436099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d789c0-d53a-4d74-bf2d-d4e239ddd9de req-393a2623-62f4-434a-9db6-3c511ff050ee tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:55.438041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37d789c0-d53a-4d74-bf2d-d4e239ddd9de req-393a2623-62f4-434a-9db6-3c511ff050ee tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 944 time: 0.1126213 Dec 08 22:02:55.504504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.555685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=94fb9b0a-604d-444b-9784-262fa5c753fa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:55.568118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37d789c0-d53a-4d74-bf2d-d4e239ddd9de req-ad14d41b-6939-47c0-a977-a83cf5693c9b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198962 Dec 08 22:02:55.574056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No DVR routers for this DVR port 94fb9b0a-604d-444b-9784-262fa5c753fa on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:55.628262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.739418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7742847-208a-4d1f-bcc4-e6e8a253a79b None None] Network 94ab5009-375b-4ef7-9bbb-39484ced4e31 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:55.781104 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.791409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a6913ba-87e6-488c-b89b-e938c68b1c25 req-60662a56-e6ca-4dd2-8530-8e40b032cce7 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83f73ebf-b53c-4b93-ac3b-347e59807c04 HTTP/1.1" status: 200 len: 210 time: 0.1489418 Dec 08 22:02:55.811734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ab5009-375b-4ef7-9bbb-39484ced4e31']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:55.825127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb844a7-6c19-496f-89ed-3802f1f53abb') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:55.825485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb844a7-6c19-496f-89ed-3802f1f53abb') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:55.833144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6dd1d89c-72a3-40b0-99db-31352450bdc8 None None] Could not find standard attr ID for object 94fb9b0a-604d-444b-9784-262fa5c753fa. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:02:55.877433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.910777 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.923355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:55.923935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:55.927875 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:55.998908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.006307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.011896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/networks/94ab5009-375b-4ef7-9bbb-39484ced4e31 HTTP/1.1" status: 204 len: 168 time: 1.1992083 Dec 08 22:02:56.016423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43754) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:56.022684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2020434674'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:56.032929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d016e2-344f-4a70-ab37-f0ef81448dc3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Network': ['ID=94ab5009-375b-4ef7-9bbb-39484ced4e31,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:56.039737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf09ba5-e99b-4c2d-9ae8-9768f755f4f7 None None] DHCP port deletion for 94ab5009-375b-4ef7-9bbb-39484ced4e31 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:02:56.059260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:56.064094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.097518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:02:56.108558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.108904 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Added segment 465658f2-1fb7-4e9a-9ff1-e4b71f615067 of type vlan for network 1684b76e-6eab-4fd0-8b1e-b456780de270 Dec 08 22:02:56.133223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 94fb9b0a-604d-444b-9784-262fa5c753fa no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:02:56.153203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.156595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 94fb9b0a-604d-444b-9784-262fa5c753fa {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:02:56.156915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 94fb9b0a-604d-444b-9784-262fa5c753fa not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:02:56.181436 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.190209 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:56.190874 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.250049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2322137 Dec 08 22:02:56.253057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43758) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:56.259949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '1684b76e-6eab-4fd0-8b1e-b456780de270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:56.272937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6a68b-5c49-4f14-bdc0-eeca4f9a5f2d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Network': ['ID=1684b76e-6eab-4fd0-8b1e-b456780de270,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:56.292268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1684b76e-6eab-4fd0-8b1e-b456780de270 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:02:56.392514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:56.396073 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.597102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.681830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=9923e223-a784-4aa6-8f36-8ee33689b2d9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:56.690035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking segment: {'id': '465658f2-1fb7-4e9a-9ff1-e4b71f615067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1684b76e-6eab-4fd0-8b1e-b456780de270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:56.690283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network hostable DHCP agents. Network: 1684b76e-6eab-4fd0-8b1e-b456780de270, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:02:56.711546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 1684b76e-6eab-4fd0-8b1e-b456780de270 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:02:56.721470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea481e-e0ad-44db-889b-a38950891560 req-fdac680d-d51d-4b3f-84da-c622d4a60f24 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:56.722871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1684b76e-6eab-4fd0-8b1e-b456780de270) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:56.724055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6aea481e-e0ad-44db-889b-a38950891560 req-fdac680d-d51d-4b3f-84da-c622d4a60f24 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 944 time: 0.0798771 Dec 08 22:02:56.738028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea1bb04-bfa8-44b3-97b5-92f116e8f7de None None] Network 1684b76e-6eab-4fd0-8b1e-b456780de270 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:56.745045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:56.745604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:56.773330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6aea481e-e0ad-44db-889b-a38950891560 req-1cfec706-3763-4396-ab4c-07379df78c1c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Dec 08 22:02:56.773945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43770) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:56.779536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '1684b76e-6eab-4fd0-8b1e-b456780de270', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-971987870'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:02:56.787391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-77239bf9-c8f0-478d-8f78-7d5248a5aeb5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5324478 Dec 08 22:02:56.955578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:02:56.960359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.014378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:02:57.038812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1684b76e-6eab-4fd0-8b1e-b456780de270', 'network_id': '1684b76e-6eab-4fd0-8b1e-b456780de270', 'tenant_id': '1f64ec42914a4ceb855654e686ecd807', 'fixed_ips': [{'subnet_id': '9923e223-a784-4aa6-8f36-8ee33689b2d9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:02:57.040801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.260079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::11f (1684b76e-6eab-4fd0-8b1e-b456780de270/9923e223-a784-4aa6-8f36-8ee33689b2d9/cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:57.318745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-2c91c08d-8304-40a9-9ce1-d9f3bdaccd9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0905590 Dec 08 22:02:57.320759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89335953-c5cd-4fa2-9f19-92ac502dff9d req-3d89c825-44cc-49c3-9e75-2bc44ec6e651 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.322188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89335953-c5cd-4fa2-9f19-92ac502dff9d req-3d89c825-44cc-49c3-9e75-2bc44ec6e651 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1096 time: 0.1032810 Dec 08 22:02:57.371846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89335953-c5cd-4fa2-9f19-92ac502dff9d req-abc6b531-1b1d-4030-b9ce-2b2c8d91d93d tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Dec 08 22:02:57.436045 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.452712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0407de18-3c03-4a4d-979c-fd329bd47f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.453416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0407de18-3c03-4a4d-979c-fd329bd47f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.453645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0407de18-3c03-4a4d-979c-fd329bd47f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.454096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0407de18-3c03-4a4d-979c-fd329bd47f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.454758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0407de18-3c03-4a4d-979c-fd329bd47f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.455026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0407de18-3c03-4a4d-979c-fd329bd47f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.455735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0407de18-3c03-4a4d-979c-fd329bd47f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.457650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0407de18-3c03-4a4d-979c-fd329bd47f44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a416cf8102348dfb60903a1c74a36c7&device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 6501 time: 0.0671747 Dec 08 22:02:57.487286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.540022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 1684b76e-6eab-4fd0-8b1e-b456780de270 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:57.543440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:57.547332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:57.553779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:57.554589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.572225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:57.586449 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b9a98f90-47ae-4315-a090-7d5df3b0212c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8111279 Dec 08 22:02:57.587927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Allocated IP 2001:db8::2 (1684b76e-6eab-4fd0-8b1e-b456780de270/9923e223-a784-4aa6-8f36-8ee33689b2d9/54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:02:57.589082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43790) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:57.729264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2286b083-6414-4276-a043-44aa9734e46d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:57.729944 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2286b083-6414-4276-a043-44aa9734e46d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.844758 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.855462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.906550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Network 1684b76e-6eab-4fd0-8b1e-b456780de270 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:02:57.911222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:02:57.918509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:02:57.921897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Pushing event updated for resources: {'Port': ['ID=54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:57.993176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2286b083-6414-4276-a043-44aa9734e46d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:57.994019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 1c574733-a956-4ea7-a57b-be30523b5359 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:02:58.007287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-ea328ce0-6f19-4204-87c4-b7d65610d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:58.008588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-ea328ce0-6f19-4204-87c4-b7d65610d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:58.010472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-ea328ce0-6f19-4204-87c4-b7d65610d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:58.012729 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-ea328ce0-6f19-4204-87c4-b7d65610d060 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=766a0277-f49e-461d-b4fb-5cbd226f3e75&id=e871f1df-f380-4b86-8547-dfdae5b5807d&id=e871f1df-f380-4b86-8547-dfdae5b5807d HTTP/1.1" status: 200 len: 2297 time: 0.5223808 Dec 08 22:02:58.026225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2286b083-6414-4276-a043-44aa9734e46d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:58.030634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 1c574733-a956-4ea7-a57b-be30523b5359 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:02:58.031222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 1c574733-a956-4ea7-a57b-be30523b5359 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:02:58.036941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e440002-47f1-4b4b-b034-de6980c72c87 req-296731b9-b41f-43b4-877f-a8816c112937 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:58.038524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e440002-47f1-4b4b-b034-de6980c72c87 req-296731b9-b41f-43b4-877f-a8816c112937 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 944 time: 0.1499934 Dec 08 22:02:58.053328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Attempting to bind port 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:02:58.053745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Attempting to bind port 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '465658f2-1fb7-4e9a-9ff1-e4b71f615067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1684b76e-6eab-4fd0-8b1e-b456780de270'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:02:58.054329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Attempting to bind port 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 on network 1684b76e-6eab-4fd0-8b1e-b456780de270 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:02:58.060412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:02:58.060796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Checking segment: {'id': '465658f2-1fb7-4e9a-9ff1-e4b71f615067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1684b76e-6eab-4fd0-8b1e-b456780de270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:02:58.061208 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.061606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Bound using segment: {'id': '465658f2-1fb7-4e9a-9ff1-e4b71f615067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1684b76e-6eab-4fd0-8b1e-b456780de270'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:02:58.062075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Bound port: 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465658f2-1fb7-4e9a-9ff1-e4b71f615067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1684b76e-6eab-4fd0-8b1e-b456780de270'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:02:58.062469 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.120914 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-5a1f916e-fe6b-42fc-9475-b53fe8aa56ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce HTTP/1.1" status: 200 len: 1002 time: 0.0994928 Dec 08 22:02:58.176601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e440002-47f1-4b4b-b034-de6980c72c87 req-5aacd740-dc14-45d0-9676-c3985981f577 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290836 Dec 08 22:02:58.187770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] For port 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:02:58.196022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] For port 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6,segment=NetworkSegment(465658f2-1fb7-4e9a-9ff1-e4b71f615067),segment_id=465658f2-1fb7-4e9a-9ff1-e4b71f615067)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:02:58.204161 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.245857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-c6a70aaf-e951-462f-ab18-9dde692c1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:58.247785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-c6a70aaf-e951-462f-ab18-9dde692c1fc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08a73796-c08b-4780-a9f8-0e5e808676e6 HTTP/1.1" status: 200 len: 855 time: 0.1179872 Dec 08 22:02:58.302743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2286b083-6414-4276-a043-44aa9734e46d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.318503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dce43-01af-4e21-8f80-dbdf7bee5337 None None] Pushing event updated for resources: {'Port': ['ID=54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:58.335857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-9c07fe46-c147-4c93-aa78-b42a6de63096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:58.337366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-9c07fe46-c147-4c93-aa78-b42a6de63096 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8349c87-e4a0-400b-b1bc-7f55c65b1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740361 Dec 08 22:02:58.346961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286b083-6414-4276-a043-44aa9734e46d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:58.388450 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2286b083-6414-4276-a043-44aa9734e46d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.395056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2286b083-6414-4276-a043-44aa9734e46d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c HTTP/1.1" status: 204 len: 168 time: 0.8043849 Dec 08 22:02:58.406037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43798) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:58.468777 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-657448f1-48be-4ce8-9031-19e186bf9622 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:02:58.477840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-657448f1-48be-4ce8-9031-19e186bf9622 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c HTTP/1.1" status: 404 len: 333 time: 0.0680103 Dec 08 22:02:58.478230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43804) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:58.500064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-31e6150f-1246-44a2-88cf-a9ef56934632 service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523547 Dec 08 22:02:58.558616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72802ee-2282-4a59-b837-895e81850769 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet 9923e223-a784-4aa6-8f36-8ee33689b2d9 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:02:58.574218 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d72802ee-2282-4a59-b837-895e81850769 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.638783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d72802ee-2282-4a59-b837-895e81850769 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.696751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132329e-bc3d-485f-8365-257188de87ad req-a9bed575-9fa8-460c-82b2-cb235da5ecb0 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:58.698326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b132329e-bc3d-485f-8365-257188de87ad req-a9bed575-9fa8-460c-82b2-cb235da5ecb0 tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1096 time: 0.1972418 Dec 08 22:02:58.705535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-d21d753c-98bb-4e49-bbd5-04dfe6ac216f tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:58.707091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-d21d753c-98bb-4e49-bbd5-04dfe6ac216f tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 1096 time: 0.1302319 Dec 08 22:02:58.776660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d72802ee-2282-4a59-b837-895e81850769 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.800464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-b2e28b1d-f8cc-429a-b417-a89b9beeabb2 service neutron] 10.222.0.23 "GET /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912614 Dec 08 22:02:58.829601 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b132329e-bc3d-485f-8365-257188de87ad req-8786776d-98e8-4d86-9fcf-ecb0b56c25ee tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cbdeba8d-3f9a-42e5-9148-ee3689905185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077385 Dec 08 22:02:58.882131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d72802ee-2282-4a59-b837-895e81850769 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.901018 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0067200b-d9fb-4d5e-97b5-b97061f193cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 217 time: 0.0527151 Dec 08 22:02:58.914029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72802ee-2282-4a59-b837-895e81850769 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=9923e223-a784-4aa6-8f36-8ee33689b2d9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:58.918559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d72802ee-2282-4a59-b837-895e81850769 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:58.924181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d72802ee-2282-4a59-b837-895e81850769 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/9923e223-a784-4aa6-8f36-8ee33689b2d9 HTTP/1.1" status: 204 len: 168 time: 0.4425371 Dec 08 22:02:58.924714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43806) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:58.957346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Deleting port 8323ee91-1749-4079-9e54-46e63cbcc74a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:58.957711 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.001128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-ebed59cf-c0d6-4dcd-a600-2a2c43929e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:59.002158 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-ebed59cf-c0d6-4dcd-a600-2a2c43929e76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.0938697 Dec 08 22:02:59.021503 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.080753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:02:59.081010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.087950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-779306cc-9e07-47b3-b4e3-3aa563d3e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:59.090996 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-779306cc-9e07-47b3-b4e3-3aa563d3e2d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777493 Dec 08 22:02:59.091392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] For port 8323ee91-1749-4079-9e54-46e63cbcc74a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8323ee91-1749-4079-9e54-46e63cbcc74a,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:59.091775 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.122094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Calling delete_port for 8323ee91-1749-4079-9e54-46e63cbcc74a owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:59.153938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] For port 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6,segment=NetworkSegment(465658f2-1fb7-4e9a-9ff1-e4b71f615067),segment_id=465658f2-1fb7-4e9a-9ff1-e4b71f615067)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:02:59.157821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.187327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:02:59.287305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-48f9a33c-482e-4528-9601-71d96ce3d32a service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873319 Dec 08 22:02:59.469711 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5f52d-a2a9-4ff1-8ea6-51272b05a15a req-ef86680a-55c6-415f-8679-8aa3a65a11da tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:59.481149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ce5f52d-a2a9-4ff1-8ea6-51272b05a15a req-ef86680a-55c6-415f-8679-8aa3a65a11da tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 944 time: 0.1667366 Dec 08 22:02:59.498736 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0731e35c-fbfa-43b4-8dad-a11973804bdc service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983435 Dec 08 22:02:59.501510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.547341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Pushing event deleted for resources: {'Port': ['ID=8323ee91-1749-4079-9e54-46e63cbcc74a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:59.563237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ce5f52d-a2a9-4ff1-8ea6-51272b05a15a req-920f87af-f127-4a6a-9a89-a34b5c49405d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810456 Dec 08 22:02:59.564656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.606531 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-dcbcf950-e3c8-4ec0-bb0e-a672ebf0c7eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 217 time: 0.0971346 Dec 08 22:02:59.614266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No DVR routers for this DVR port 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:59.630202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:59.715621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] No DVR routers for this DVR port 8323ee91-1749-4079-9e54-46e63cbcc74a on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:02:59.721730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.725511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8531895-cbe3-4731-a8a6-80b4637f60f1 req-0abc4024-9b79-471a-8659-aa1efb10f1ac tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8323ee91-1749-4079-9e54-46e63cbcc74a HTTP/1.1" status: 204 len: 173 time: 1.0090013 Dec 08 22:02:59.726081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc', 'name': 'network-vif-deleted', 'tag': '8323ee91-1749-4079-9e54-46e63cbcc74a'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:02:59.728503 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5b7602-3b1e-4bd8-9330-79bec41014fa" -d '{"events": [{"server_uuid": "fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc", "name": "network-vif-deleted", "tag": "8323ee91-1749-4079-9e54-46e63cbcc74a"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:02:59.731106 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.774102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1684b76e-6eab-4fd0-8b1e-b456780de270']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:59.777889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-671c4b6f-071f-473e-b2a7-9196bb57a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:59.779695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-671c4b6f-071f-473e-b2a7-9196bb57a517 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.1338906 Dec 08 22:02:59.801887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465658f2-1fb7-4e9a-9ff1-e4b71f615067') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:59.802450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465658f2-1fb7-4e9a-9ff1-e4b71f615067') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:02:59.824460 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.838990 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78135ee-40eb-40f5-a4ea-e832759bfab1 x-openstack-request-id: req-e78135ee-40eb-40f5-a4ea-e832759bfab1 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:02:59.839710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.840941 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc", "name": "network-vif-deleted", "tag": "8323ee91-1749-4079-9e54-46e63cbcc74a", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:02:59.841205 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e78135ee-40eb-40f5-a4ea-e832759bfab1 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:02:59.842340 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc', 'name': 'network-vif-deleted', 'tag': '8323ee91-1749-4079-9e54-46e63cbcc74a', 'status': 'completed', 'code': 200} Dec 08 22:02:59.846650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:02:59.847104 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.888970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-c7af3f45-1f9b-48fd-81b0-481b8fd5404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:02:59.891289 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-c7af3f45-1f9b-48fd-81b0-481b8fd5404a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029921 Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:02:59.911274 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:02:59.933706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.934568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa0cd2a-8787-47d7-904c-1be082a53498 None None] Network 1684b76e-6eab-4fd0-8b1e-b456780de270 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:02:59.939490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:02:59.945430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/networks/1684b76e-6eab-4fd0-8b1e-b456780de270 HTTP/1.1" status: 204 len: 168 time: 1.0197530 Dec 08 22:02:59.968584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43822) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:02:59.969574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f952af-fa7d-4691-b555-aa3867336f7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Network': ['ID=1684b76e-6eab-4fd0-8b1e-b456780de270,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:02:59.972701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa0cd2a-8787-47d7-904c-1be082a53498 None None] Network 1684b76e-6eab-4fd0-8b1e-b456780de270 could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:02:59.976841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'name': 'tempest-PortsIpV6TestJSON-1505349678'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:00.005049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ec246dda-8cd7-4942-927d-a097a99d0644 None None] Could not find standard attr ID for object 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:03:00.014366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6bc9f164-a833-425f-bb9a-f4be83ecf14c details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:03:00.134632 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-831aa596-8cc7-4d5a-bb10-4c59866f401d req-bb58ef81-867f-46c3-8257-7f02d818c27e tempest-TestServerMultinode-1154111369 tempest-TestServerMultinode-1154111369-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd1a8bf4-6dc3-4d6a-99ec-441d473bcbbc HTTP/1.1" status: 200 len: 210 time: 0.1380389 Dec 08 22:03:00.164805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e21d7-268c-41cd-96b1-98fb1e6596e0 None None] DHCP port deletion for 1684b76e-6eab-4fd0-8b1e-b456780de270 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:03:00.230530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-7d0346a1-ec69-46d8-a594-89f19ea5afd7 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275108 Dec 08 22:03:00.233086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6bc9f164-a833-425f-bb9a-f4be83ecf14c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6bc9f164-a833-425f-bb9a-f4be83ecf14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:00.245836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '6bc9f164-a833-425f-bb9a-f4be83ecf14c', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'port_id': '6bc9f164-a833-425f-bb9a-f4be83ecf14c', 'mac_address': 'fa:16:3e:fe:e4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:03:00.267607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:00.280183 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:00.302301 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:00.334890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc9f164-a833-425f-bb9a-f4be83ecf14c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:03:00.335335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port ed9f5270-5702-4213-804a-c5b9eed64b4b yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:00.389624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6bc9f164-a833-425f-bb9a-f4be83ecf14c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6bc9f164-a833-425f-bb9a-f4be83ecf14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:00.396706 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:00.408672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-873dbea8-9fda-4953-ad4b-ac849fe6ba65 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666064 Dec 08 22:03:00.488993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-ed741b31-e7b6-4283-97c5-49812cdc6370 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d HTTP/1.1" status: 200 len: 217 time: 0.0713148 Dec 08 22:03:00.505078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6bc9f164-a833-425f-bb9a-f4be83ecf14c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:00.584122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-e64351d9-fe69-4687-8e26-632f8e94912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:00.586278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-e64351d9-fe69-4687-8e26-632f8e94912d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.0883448 Dec 08 22:03:00.612289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6bc9f164-a833-425f-bb9a-f4be83ecf14c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:00.645739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-35f99db6-6937-4505-a31d-547da0d1058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:00.647513 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-35f99db6-6937-4505-a31d-547da0d1058b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539176 Dec 08 22:03:00.720937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:00.797513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:00.814249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c241bb-57c3-4d9d-b113-c3c7a56fd077 req-7fe4f583-5b2a-4087-8a6b-5b83a3ee781c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:00.816228 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58c241bb-57c3-4d9d-b113-c3c7a56fd077 req-7fe4f583-5b2a-4087-8a6b-5b83a3ee781c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 945 time: 0.0684321 Dec 08 22:03:00.858902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:00.863431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:00.863605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-af367fab-ce2e-4104-a10e-fec66ac4a8c4 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041466 Dec 08 22:03:00.871039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:00.877752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:00.878374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:00.890312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=ed9f5270-5702-4213-804a-c5b9eed64b4b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:00.899540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-58c241bb-57c3-4d9d-b113-c3c7a56fd077 req-74837d51-bd06-4030-bec2-6d8b40623358 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716152 Dec 08 22:03:00.912258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-56989fdb-83a8-4e35-a0aa-8f6121786f80 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9403708 Dec 08 22:03:00.917119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43832) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:01.040527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-36bb994e-4cf6-4bf8-93a6-02798012f6c7 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691892 Dec 08 22:03:01.052020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2a76422e-d511-4ca6-a2f7-c0c98a315060 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port ed9f5270-5702-4213-804a-c5b9eed64b4b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:01.053194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a76422e-d511-4ca6-a2f7-c0c98a315060 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:01.085804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8323ee91-1749-4079-9e54-46e63cbcc74a no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:01.114786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-875904fd-7eb1-4344-822f-9d88827cf22f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3e60d434-a2df-4418-bd65-864538838cc9 HTTP/1.1" status: 200 len: 217 time: 0.0663223 Dec 08 22:03:01.117993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 8323ee91-1749-4079-9e54-46e63cbcc74a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:01.118522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8323ee91-1749-4079-9e54-46e63cbcc74a not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:01.122338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a76422e-d511-4ca6-a2f7-c0c98a315060 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:01.139217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2a76422e-d511-4ca6-a2f7-c0c98a315060 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for ed9f5270-5702-4213-804a-c5b9eed64b4b owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:01.195259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-a65089ce-ba85-4ea6-812c-ef18c7f6e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:01.201120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-a65089ce-ba85-4ea6-812c-ef18c7f6e87c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 200 len: 797 time: 0.0746112 Dec 08 22:03:01.205717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43836) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:01.248513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a76422e-d511-4ca6-a2f7-c0c98a315060 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:01.288893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2a76422e-d511-4ca6-a2f7-c0c98a315060 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:01.295302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2a76422e-d511-4ca6-a2f7-c0c98a315060 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/ed9f5270-5702-4213-804a-c5b9eed64b4b HTTP/1.1" status: 204 len: 168 time: 0.3725715 Dec 08 22:03:01.297816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43838) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:01.300629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76422e-d511-4ca6-a2f7-c0c98a315060 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=ed9f5270-5702-4213-804a-c5b9eed64b4b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:01.313243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'mac_address': 'fa:16:3e:8e:1a:7a', 'name': 'tempest-PortsIpV6TestJSON-287438166'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:01.388028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-96d7e112-10d3-4693-810a-9561448ef178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:01.389668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-96d7e112-10d3-4693-810a-9561448ef178 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=766a0277-f49e-461d-b4fb-5cbd226f3e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1848261 Dec 08 22:03:01.430288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:01.548683 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:01.576970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 15dd04b8-2316-4441-94b8-b7c1a4f413a6 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:01.590175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-2963f11b-56a1-495e-8d3d-e73513457914 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674969 Dec 08 22:03:01.810683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-8848929b-ef5b-43f2-bc2a-2ca08d286876 service neutron] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119758 Dec 08 22:03:01.857378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13a171a9-aad8-41de-b05e-159d574a32ae req-ac51b96e-fdc8-4634-b9cd-730d635c9aad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1153295 Dec 08 22:03:01.864951 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:01.878128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-ebfbf3b3-26ad-4514-8a50-29e0366846e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b49ae823-5889-4464-9f80-18088dcdfa39 HTTP/1.1" status: 200 len: 217 time: 0.0550961 Dec 08 22:03:01.907714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:01.958536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-9dae7446-6a33-40eb-964b-3deba8834de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:01.960869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-9dae7446-6a33-40eb-964b-3deba8834de7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.0753436 Dec 08 22:03:01.998861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6bc9f164-a833-425f-bb9a-f4be83ecf14c up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:02.023974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:02.148419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 6bc9f164-a833-425f-bb9a-f4be83ecf14c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:03:02.152628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 6bc9f164-a833-425f-bb9a-f4be83ecf14c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:02.152997 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:02.179792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:02.239058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:02.239402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 54c1b7cd-d54a-45d0-87d6-ecbacfaf5ab6 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:02.377138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:02.382024 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:02.384951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:02.394865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:02.402153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:02.403724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:02.408691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=15dd04b8-2316-4441-94b8-b7c1a4f413a6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:02.420035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a171a9-aad8-41de-b05e-159d574a32ae req-7d9ea68f-158e-43a1-aa26-426fa5d89e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:02.421957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13a171a9-aad8-41de-b05e-159d574a32ae req-7d9ea68f-158e-43a1-aa26-426fa5d89e32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1096 time: 0.5053377 Dec 08 22:03:02.436977 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-27690d5b-5a2a-4736-bc2b-31d5537dbad9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1253083 Dec 08 22:03:02.438452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43850) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:02.501444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 6bc9f164-a833-425f-bb9a-f4be83ecf14c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6bc9f164-a833-425f-bb9a-f4be83ecf14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:02.505231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7931b6a2-2513-4ad2-af2c-a4ae595ff357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc9f164-a833-425f-bb9a-f4be83ecf14c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:02.513040 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8a03e5-4db1-4183-9fc9-babb4083f007" -d '{"events": [{"server_uuid": "7931b6a2-2513-4ad2-af2c-a4ae595ff357", "name": "network-vif-plugged", "status": "completed", "tag": "6bc9f164-a833-425f-bb9a-f4be83ecf14c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:02.524062 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:02.583278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-b2d05a42-03dc-42cb-92f5-8a738f318297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:02.585550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-b2d05a42-03dc-42cb-92f5-8a738f318297 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6145029 Dec 08 22:03:02.592141 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9405921-5c95-4087-a11a-825a3aa055b5 x-openstack-request-id: req-f9405921-5c95-4087-a11a-825a3aa055b5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:02.592454 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7931b6a2-2513-4ad2-af2c-a4ae595ff357", "name": "network-vif-plugged", "status": "completed", "tag": "6bc9f164-a833-425f-bb9a-f4be83ecf14c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:02.592723 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9405921-5c95-4087-a11a-825a3aa055b5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:02.593088 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7931b6a2-2513-4ad2-af2c-a4ae595ff357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc9f164-a833-425f-bb9a-f4be83ecf14c', 'code': 200} Dec 08 22:03:02.622565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68be43-d66e-4668-95d8-91bbb8b6b2fc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:02.624413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9a68be43-d66e-4668-95d8-91bbb8b6b2fc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/15dd04b8-2316-4441-94b8-b7c1a4f413a6 HTTP/1.1" status: 200 len: 844 time: 0.1835012 Dec 08 22:03:02.627243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43854) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:02.647171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=6bc9f164-a833-425f-bb9a-f4be83ecf14c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:02.717788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c63b7-a0a1-4c76-8d1e-0a8be432ef3c req-0c5c2a55-ca5a-4140-940a-5061d418c3a7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:02.719383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-665c63b7-a0a1-4c76-8d1e-0a8be432ef3c req-0c5c2a55-ca5a-4140-940a-5061d418c3a7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 945 time: 0.2546139 Dec 08 22:03:02.780239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a171a9-aad8-41de-b05e-159d574a32ae req-e55ce172-2e36-49e7-97e8-14e4f798fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:02.781926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13a171a9-aad8-41de-b05e-159d574a32ae req-e55ce172-2e36-49e7-97e8-14e4f798fea6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.2804058 Dec 08 22:03:02.870526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-665c63b7-a0a1-4c76-8d1e-0a8be432ef3c req-8ebeeca9-5e15-418f-b002-6e809378fbaf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438346 Dec 08 22:03:02.884395 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-0b0310ad-4789-475f-80a0-3cc7d0162c0a service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677367 Dec 08 22:03:02.923818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108ab4b-59c2-4093-9e7e-a0cb14dea192 req-e1f8df42-96cb-466a-aa31-42b18abaf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:02.925437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e108ab4b-59c2-4093-9e7e-a0cb14dea192 req-e1f8df42-96cb-466a-aa31-42b18abaf6b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 1097 time: 0.2606328 Dec 08 22:03:02.976371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13a171a9-aad8-41de-b05e-159d574a32ae req-caead49e-01b0-4eaf-8b65-5e3cfab0b8ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.1740916 Dec 08 22:03:03.027087 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e108ab4b-59c2-4093-9e7e-a0cb14dea192 req-c5d690b8-87e5-4dfc-95eb-52741c604485 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908203 Dec 08 22:03:03.040706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb52f7-81e1-4650-844c-52001c0f6944 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 15dd04b8-2316-4441-94b8-b7c1a4f413a6 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:03.041055 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4fdb52f7-81e1-4650-844c-52001c0f6944 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:03.053898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-b524a4ac-a5cd-4f79-8422-e4d08f02fb7f service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536174 Dec 08 22:03:03.098068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a171a9-aad8-41de-b05e-159d574a32ae req-4b68620c-3540-4100-bce6-625633b84dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:03.100258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13a171a9-aad8-41de-b05e-159d574a32ae req-4b68620c-3540-4100-bce6-625633b84dc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1112895 Dec 08 22:03:03.106099 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-2b25930a-9983-4cd3-ab56-82dffda1908c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=527f669c-87c1-45b7-8315-03137ffba182 HTTP/1.1" status: 200 len: 217 time: 0.0423126 Dec 08 22:03:03.107778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Deleting port 789f0ff6-15e5-44b7-acff-94e43e042ab1 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:03.108117 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:03.136563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4fdb52f7-81e1-4650-844c-52001c0f6944 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:03.154401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb52f7-81e1-4650-844c-52001c0f6944 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 15dd04b8-2316-4441-94b8-b7c1a4f413a6 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:03.213315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-103c839a-e2a7-4151-aa2b-bec83430801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:03.213315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-103c839a-e2a7-4151-aa2b-bec83430801d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 200 len: 797 time: 0.0616789 Dec 08 22:03:03.262628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] For port 789f0ff6-15e5-44b7-acff-94e43e042ab1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=789f0ff6-15e5-44b7-acff-94e43e042ab1,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:03.263051 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:03.278518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Calling delete_port for 789f0ff6-15e5-44b7-acff-94e43e042ab1 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:03.289438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a171a9-aad8-41de-b05e-159d574a32ae req-1c97a146-b2fd-42bc-8c56-9db62b152267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:03.291183 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13a171a9-aad8-41de-b05e-159d574a32ae req-1c97a146-b2fd-42bc-8c56-9db62b152267 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738218 Dec 08 22:03:03.295775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-7ad9a44c-4194-4416-90e2-f6a232605396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:03.297243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-7ad9a44c-4194-4416-90e2-f6a232605396 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e871f1df-f380-4b86-8547-dfdae5b5807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784464 Dec 08 22:03:03.324657 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4fdb52f7-81e1-4650-844c-52001c0f6944 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:03.385010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb52f7-81e1-4650-844c-52001c0f6944 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=15dd04b8-2316-4441-94b8-b7c1a4f413a6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:03.399343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4fdb52f7-81e1-4650-844c-52001c0f6944 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:03.403055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4fdb52f7-81e1-4650-844c-52001c0f6944 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/15dd04b8-2316-4441-94b8-b7c1a4f413a6 HTTP/1.1" status: 204 len: 168 time: 0.7738369 Dec 08 22:03:03.405590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43862) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:03.436137 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4baafff-eeb0-408b-8635-4b07bed8cf0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:03:03.437855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f4baafff-eeb0-408b-8635-4b07bed8cf0f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/15dd04b8-2316-4441-94b8-b7c1a4f413a6 HTTP/1.1" status: 404 len: 333 time: 0.0310833 Dec 08 22:03:03.449256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43864) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:03.462061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'name': 'tempest-PortsIpV6TestJSON-545054404'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:03.558530 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13a171a9-aad8-41de-b05e-159d574a32ae req-34a4de35-017e-4581-af75-1c348f77f231 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588220 Dec 08 22:03:03.566912 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-9a320f51-27a0-4ed7-b177-e83f271367f6 service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328339 Dec 08 22:03:03.678884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:03.681108 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:03.682648 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:03.721342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port ae778f39-a6d6-4d6b-895c-fa69cb830fca yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:03.724122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=789f0ff6-15e5-44b7-acff-94e43e042ab1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:03.746988 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-13a171a9-aad8-41de-b05e-159d574a32ae req-c25f245c-54e2-4f54-bd3b-dcfd85831b61 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743371 Dec 08 22:03:03.840474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d566f8-76b1-4028-affa-6d8fd02f5b09 req-f72df650-b1fa-428c-8b68-e4ec19f9720c service neutron] 10.222.0.23 "GET /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496095 Dec 08 22:03:04.154796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:04.239129 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:04.296666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:04.325981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:04.328417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:04.348558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:04.354994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:04.356029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:04.381909 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9274583 Dec 08 22:03:04.386287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43876) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:04.393712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:04.411811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6590c5-b308-49dc-8132-f390e3562230 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=ae778f39-a6d6-4d6b-895c-fa69cb830fca,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:04.546872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:04.584299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693f710-d77a-46bc-a423-116c5a988ab0 req-86541ed5-e9d4-4577-b417-3ce2a9cd8034 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:04.586057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5693f710-d77a-46bc-a423-116c5a988ab0 req-86541ed5-e9d4-4577-b417-3ce2a9cd8034 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 946 time: 0.4824069 Dec 08 22:03:04.613336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Router 1a130245-ad68-42fc-9ed8-8c3046d97d47 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:03:04.635514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5693f710-d77a-46bc-a423-116c5a988ab0 req-93899132-1268-4538-bb1b-89f6c662b5dd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Dec 08 22:03:04.816312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:04.822745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:04.825201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:03:04.837892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-08e96920-1c09-46ff-899a-599cd9efebc2 admin admin] 10.222.0.21 "PUT /v2.0/routers/1a130245-ad68-42fc-9ed8-8c3046d97d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6278419 Dec 08 22:03:04.838085 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] Sync routers for ids ['1a130245-ad68-42fc-9ed8-8c3046d97d47'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:03:04.838563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43878) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:04.861361 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] Routers {'1a130245-ad68-42fc-9ed8-8c3046d97d47'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:04.862263 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1a130245-ad68-42fc-9ed8-8c3046d97d47'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:04.867472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] In _notify_port_updated(), no bound segment for port ae778f39-a6d6-4d6b-895c-fa69cb830fca on network 86237516-3e5f-41ae-b212-4cd15cd2bf58 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:03:04.873326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:04.873971 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:04.877944 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "PUT /v2.0/ports/ae778f39-a6d6-4d6b-895c-fa69cb830fca HTTP/1.1" status: 200 len: 818 time: 0.4877572 Dec 08 22:03:04.879404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43880) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:04.948179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca12b2-723c-451e-a019-7fe242a5f9d0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=ae778f39-a6d6-4d6b-895c-fa69cb830fca,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:05.002125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.041396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0a389e2a-f674-4e31-9142-a3d9dbec6c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port ae778f39-a6d6-4d6b-895c-fa69cb830fca {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:05.042873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a389e2a-f674-4e31-9142-a3d9dbec6c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.052490 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] Set router 1a130245-ad68-42fc-9ed8-8c3046d97d47 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:03:05.148345 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a389e2a-f674-4e31-9142-a3d9dbec6c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.161889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0a389e2a-f674-4e31-9142-a3d9dbec6c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for ae778f39-a6d6-4d6b-895c-fa69cb830fca owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:05.218436 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.305665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Deleting port 5a096592-255d-49d2-82fb-083713ec6437 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:05.306373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.311337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a389e2a-f674-4e31-9142-a3d9dbec6c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.347806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a389e2a-f674-4e31-9142-a3d9dbec6c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=ae778f39-a6d6-4d6b-895c-fa69cb830fca,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:05.363866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0a389e2a-f674-4e31-9142-a3d9dbec6c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.369137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0a389e2a-f674-4e31-9142-a3d9dbec6c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/ae778f39-a6d6-4d6b-895c-fa69cb830fca HTTP/1.1" status: 204 len: 168 time: 0.4873395 Dec 08 22:03:05.370428 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '5a096592-255d-49d2-82fb-083713ec6437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:03:03Z', 'revision_number': 5, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port': {'id': '5a096592-255d-49d2-82fb-083713ec6437', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:01:53Z', 'updated_at': '2021-12-08T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:05.371866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43888) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:05.401545 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] Checking router: 1a130245-ad68-42fc-9ed8-8c3046d97d47 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:03:05.418501 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] Routers {'1a130245-ad68-42fc-9ed8-8c3046d97d47'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:05.420292 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:02:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1a130245-ad68-42fc-9ed8-8c3046d97d47'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:05.441210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] For port 5a096592-255d-49d2-82fb-083713ec6437, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5a096592-255d-49d2-82fb-083713ec6437,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:05.441862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.464277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af700a-6997-4efe-9948-be77f5f901b0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:05.465779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99af700a-6997-4efe-9948-be77f5f901b0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0930147 Dec 08 22:03:05.466834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Calling delete_port for 5a096592-255d-49d2-82fb-083713ec6437 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:05.468508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43890) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:05.497822 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-81059bef-ce7c-4362-8c1b-5cb04bcd8249 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:03:05.499526 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-81059bef-ce7c-4362-8c1b-5cb04bcd8249 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/ae778f39-a6d6-4d6b-895c-fa69cb830fca HTTP/1.1" status: 404 len: 333 time: 0.0300767 Dec 08 22:03:05.504488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43892) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:05.510396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-44486419'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:05.542397 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] Set router 1a130245-ad68-42fc-9ed8-8c3046d97d47 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:03:05.573736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:05.577361 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.597254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-35bbe3d7-0eca-452f-b016-85a3bba6ad05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.632813 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:03:05Z', 'revision_number': 6, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:05.664954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:03:05.679718 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.680181 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Added segment 61d4685e-cfb2-44e6-94e6-66ee1df98ae8 of type vlan for network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 Dec 08 22:03:05.762614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.776047 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10532f-1d56-44dd-9ba8-6b0eeb4f658c None None] The sync data for ids ['1a130245-ad68-42fc-9ed8-8c3046d97d47'] in n-d-821126-1 is: [{'id': '1a130245-ad68-42fc-9ed8-8c3046d97d47', 'name': 'tempest-TestServerMultinode-23308440-router', 'tenant_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:01:52Z', 'updated_at': '2021-12-08T22:03:05Z', 'revision_number': 6, 'project_id': 'f54057549bf240d1bc42dfe3c18ea6a1', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:03:05.811447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.889586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a096592-255d-49d2-82fb-083713ec6437,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:05.900273 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.907746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:05.908372 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:05.996468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4909370 Dec 08 22:03:06.014566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc522b-138d-49e6-ae5d-5e961152d0e4 req-f01027b0-aa60-4ce3-a657-850138581c90 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:06.016851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3bc522b-138d-49e6-ae5d-5e961152d0e4 req-f01027b0-aa60-4ce3-a657-850138581c90 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 946 time: 0.2364867 Dec 08 22:03:06.017610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43898) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:06.024469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:06.042268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ad6cd-ec29-4791-acda-ea79fb513099 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Network': ['ID=9db979ac-a2fb-4b8a-a34f-54a80ad06d90,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:06.054617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:03:06.064606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.158602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3bc522b-138d-49e6-ae5d-5e961152d0e4 req-5eef6833-8702-4fe1-a965-36504fd2682c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259203 Dec 08 22:03:06.187953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.190425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.224209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:06.245774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.279888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.281180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a130245-ad68-42fc-9ed8-8c3046d97d47 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:03:06.294947 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.296140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d08d3c3-020e-4c5f-afbc-1a2a449dd452 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1a130245-ad68-42fc-9ed8-8c3046d97d47 HTTP/1.1" status: 204 len: 168 time: 1.4568608 Dec 08 22:03:06.311011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43906) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:06.383042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 789f0ff6-15e5-44b7-acff-94e43e042ab1 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:06.419994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 789f0ff6-15e5-44b7-acff-94e43e042ab1 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:06.420645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 789f0ff6-15e5-44b7-acff-94e43e042ab1 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:06.507643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7a6e-3fbe-48d2-9c49-1d996d383a07 req-14ae4ba1-bf42-42cb-b8a7-5ff72a9fa0d8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:06.513326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-722e7a6e-3fbe-48d2-9c49-1d996d383a07 req-14ae4ba1-bf42-42cb-b8a7-5ff72a9fa0d8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 946 time: 0.1252754 Dec 08 22:03:06.530110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8845609e-ca0f-46b6-82f6-0727e692fc60 admin admin] Deleting subnet de5a0cb8-4c48-4b33-a39c-5f1c80449ab5 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:03:06.540412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8845609e-ca0f-46b6-82f6-0727e692fc60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.590403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-722e7a6e-3fbe-48d2-9c49-1d996d383a07 req-691e8616-b1cd-4014-a1e1-fb9111780181 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705745 Dec 08 22:03:06.596424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8845609e-ca0f-46b6-82f6-0727e692fc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.614050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.702125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking segment: {'id': '61d4685e-cfb2-44e6-94e6-66ee1df98ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:06.702486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network hostable DHCP agents. Network: 9db979ac-a2fb-4b8a-a34f-54a80ad06d90, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:03:06.707310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8845609e-ca0f-46b6-82f6-0727e692fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.708961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=103f7161-d486-43dc-987b-b921c4e90b94,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:06.726521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:03:06.744855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 9db979ac-a2fb-4b8a-a34f-54a80ad06d90) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:06.751081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:06.751765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.753875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ff9e0-515c-4fc8-b065-6fdd07dd21a6 None None] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:06.781734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43912) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:06.784025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eadad57f-e57a-4d99-9976-74a95d1b1901 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7561252 Dec 08 22:03:06.789318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5075fd58-7d02-4504-b1b7-85f58342496d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:06.908641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8845609e-ca0f-46b6-82f6-0727e692fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.988838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8845609e-ca0f-46b6-82f6-0727e692fc60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:06.994694 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8845609e-ca0f-46b6-82f6-0727e692fc60 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/de5a0cb8-4c48-4b33-a39c-5f1c80449ab5 HTTP/1.1" status: 204 len: 168 time: 0.6802673 Dec 08 22:03:06.994694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845609e-ca0f-46b6-82f6-0727e692fc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5a0cb8-4c48-4b33-a39c-5f1c80449ab5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:06.995475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43916) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:06.999246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53f28a-97e9-4e7b-96ae-87f322fb0f1b None None] Network c683f353-1b8f-46d9-857c-22ccf8e5f62c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:07.055532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5075fd58-7d02-4504-b1b7-85f58342496d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:07.059647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5075fd58-7d02-4504-b1b7-85f58342496d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.106125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-9db979ac-a2fb-4b8a-a34f-54a80ad06d90', 'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90', 'tenant_id': '1f64ec42914a4ceb855654e686ecd807', 'fixed_ips': [{'subnet_id': '103f7161-d486-43dc-987b-b921c4e90b94'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:03:07.107323 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.118302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.174292 n-d-821126-1 neutron-server[102389]: INFO neutron.db.ipam_backend_mixin [None req-5075fd58-7d02-4504-b1b7-85f58342496d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 103f7161-d486-43dc-987b-b921c4e90b94 (CIDR: 2001:db8::/64) Dec 08 22:03:07.182124 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5075fd58-7d02-4504-b1b7-85f58342496d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:03:07.182591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5075fd58-7d02-4504-b1b7-85f58342496d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:03:07.207429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Deleting port 3f8aab49-ab06-4864-9738-b58af61ec7f2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:07.208086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.208889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5075fd58-7d02-4504-b1b7-85f58342496d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4251900 Dec 08 22:03:07.212246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43922) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:07.217680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:07.344002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] For port 3f8aab49-ab06-4864-9738-b58af61ec7f2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3f8aab49-ab06-4864-9738-b58af61ec7f2,segment=NetworkSegment(c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4),segment_id=c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:07.344817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.363870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Calling delete_port for 3f8aab49-ab06-4864-9738-b58af61ec7f2 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:07.456231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Allocated IP 2001:db8::2 (9db979ac-a2fb-4b8a-a34f-54a80ad06d90/103f7161-d486-43dc-987b-b921c4e90b94/284a2f43-3875-4880-9a89-04e45c4508b6) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:07.488988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.546750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8aab49-ab06-4864-9738-b58af61ec7f2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:07.564801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] No DVR routers for this DVR port 3f8aab49-ab06-4864-9738-b58af61ec7f2 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:07.568211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:07.572169 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.578572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809bed97-eba3-498c-9b4c-5b006f4d3496 None None] DHCP port deletion for c683f353-1b8f-46d9-857c-22ccf8e5f62c request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:03:07.682453 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.728041 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.729771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c683f353-1b8f-46d9-857c-22ccf8e5f62c']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:07.749849 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.759634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:07.761353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3356d3c-ccfe-4042-8bb7-6ac5a4d600b4') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:07.788706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.807685 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.826785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:03:07.827230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:03:07.832970 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:03:07.845056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:07.857311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:07.866589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:07.913358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.950143 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:07.962272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c683f353-1b8f-46d9-857c-22ccf8e5f62c HTTP/1.1" status: 204 len: 168 time: 0.9628699 Dec 08 22:03:07.972607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43954) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:07.991912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Pushing event updated for resources: {'Port': ['ID=284a2f43-3875-4880-9a89-04e45c4508b6,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:08.030089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Attempting to bind port 284a2f43-3875-4880-9a89-04e45c4508b6 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:03:08.031235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Attempting to bind port 284a2f43-3875-4880-9a89-04e45c4508b6 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '61d4685e-cfb2-44e6-94e6-66ee1df98ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:03:08.032464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Attempting to bind port 284a2f43-3875-4880-9a89-04e45c4508b6 on network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:08.059903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:03:08.079805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Checking segment: {'id': '61d4685e-cfb2-44e6-94e6-66ee1df98ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:08.083356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:08.087207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Bound using segment: {'id': '61d4685e-cfb2-44e6-94e6-66ee1df98ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:03:08.088861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb9eeb-f83b-47d0-b518-83fa9bf9e522 admin admin] Pushing event deleted for resources: {'Network': ['ID=c683f353-1b8f-46d9-857c-22ccf8e5f62c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:08.089033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Bound port: 284a2f43-3875-4880-9a89-04e45c4508b6, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d4685e-cfb2-44e6-94e6-66ee1df98ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:03:08.095976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:08.123390 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:08.250838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:08.259830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:08.272958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:08.275480 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:08.281203 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-01af83c8-773c-4c79-b670-7f67131fdcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:08.290690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=e393c779-3155-41a8-916d-edc510330409,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:08.290973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] For port 284a2f43-3875-4880-9a89-04e45c4508b6, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:08.296070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] For port 284a2f43-3875-4880-9a89-04e45c4508b6, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=284a2f43-3875-4880-9a89-04e45c4508b6,segment=NetworkSegment(61d4685e-cfb2-44e6-94e6-66ee1df98ae8),segment_id=61d4685e-cfb2-44e6-94e6-66ee1df98ae8)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:03:08.306631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:08.310124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.312893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.313351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.313792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.314231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.314744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.320542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.322025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.322505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.324392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.326315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.326891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:08.416324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5a096592-255d-49d2-82fb-083713ec6437 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:08.428896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e602c05b-1ca8-46e6-ae98-b249a73ceb4f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2104218 Dec 08 22:03:08.429415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43966) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:08.434680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90', 'fixed_ips': [{'subnet_id': '103f7161-d486-43dc-987b-b921c4e90b94'}, {'subnet_id': 'e393c779-3155-41a8-916d-edc510330409'}], 'name': 'tempest-PortsIpV6TestJSON-475282005'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:08.478200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074a80e-f62e-4401-bf9f-4ff0bfb814e4 None None] Pushing event updated for resources: {'Port': ['ID=284a2f43-3875-4880-9a89-04e45c4508b6,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:08.521608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 5a096592-255d-49d2-82fb-083713ec6437 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:08.522452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5a096592-255d-49d2-82fb-083713ec6437 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:08.528881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3f8aab49-ab06-4864-9738-b58af61ec7f2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:08.571130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3f8aab49-ab06-4864-9738-b58af61ec7f2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:08.571511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3f8aab49-ab06-4864-9738-b58af61ec7f2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:08.683005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:08.853980 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:08.868161 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:08.903008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:09.223268 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:09.491879 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:09.518002 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:09.620170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::5c (9db979ac-a2fb-4b8a-a34f-54a80ad06d90/103f7161-d486-43dc-987b-b921c4e90b94/1f5ca94f-0c38-4a35-bd5d-132bb62dbe03) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:09.632443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8:0:1::304 (9db979ac-a2fb-4b8a-a34f-54a80ad06d90/e393c779-3155-41a8-916d-edc510330409/1f5ca94f-0c38-4a35-bd5d-132bb62dbe03) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:10.027076 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.050571 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.151861 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.235186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 284a2f43-3875-4880-9a89-04e45c4508b6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:10.247135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:10.277897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=1f5ca94f-0c38-4a35-bd5d-132bb62dbe03,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:10.280646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:10.287928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:10.293494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Deleting port 97298182-2747-4ecd-9c0e-16fe3bdd77b8 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:10.294047 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.294349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:10.295149 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.316818 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-083ba51d-b62b-43ce-b493-66012c948a5c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8859670 Dec 08 22:03:10.319860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44010) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:10.327348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '103f7161-d486-43dc-987b-b921c4e90b94'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:10.338288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 284a2f43-3875-4880-9a89-04e45c4508b6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:10.338667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.416063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] For port 97298182-2747-4ecd-9c0e-16fe3bdd77b8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=97298182-2747-4ecd-9c0e-16fe3bdd77b8,segment=NetworkSegment(b5e19185-6d4d-4f27-884a-991c6fbc7a35),segment_id=b5e19185-6d4d-4f27-884a-991c6fbc7a35)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:10.416753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.428426 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.437231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Calling delete_port for 97298182-2747-4ecd-9c0e-16fe3bdd77b8 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:10.453800 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.477308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad08c70-e3b3-40b4-87bd-1a6308b3226c None None] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:10.538264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 284a2f43-3875-4880-9a89-04e45c4508b6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=284a2f43-3875-4880-9a89-04e45c4508b6,segment=NetworkSegment(61d4685e-cfb2-44e6-94e6-66ee1df98ae8),segment_id=61d4685e-cfb2-44e6-94e6-66ee1df98ae8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:10.546159 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.594206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0dc90662-8380-4a5b-b820-4d8023195650 None None] Provisioning complete for port 284a2f43-3875-4880-9a89-04e45c4508b6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:10.595189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0dc90662-8380-4a5b-b820-4d8023195650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.661882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=284a2f43-3875-4880-9a89-04e45c4508b6,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:10.781535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:10.887448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=97298182-2747-4ecd-9c0e-16fe3bdd77b8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:10.913283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Delete allocated IP 2001:db8:0:1::304 (9db979ac-a2fb-4b8a-a34f-54a80ad06d90/e393c779-3155-41a8-916d-edc510330409) {{(pid=102389) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 22:03:10.983494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452ef0e-1e70-4790-a26e-585efc120a44 None None] Update dhcp port {'port': {'network_id': '9db979ac-a2fb-4b8a-a34f-54a80ad06d90', 'fixed_ips': [{'subnet_id': '103f7161-d486-43dc-987b-b921c4e90b94', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e393c779-3155-41a8-916d-edc510330409'}], 'binding:host_id': 'n-d-821126-1'}, 'id': '284a2f43-3875-4880-9a89-04e45c4508b6'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:03:11.014338 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:11.032217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c452ef0e-1e70-4790-a26e-585efc120a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:11.136788 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:11.198798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-a85dab4f-4853-443f-9e36-ebb1f6d7559b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:11.209771 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-a85dab4f-4853-443f-9e36-ebb1f6d7559b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.2148814 Dec 08 22:03:11.259531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-407a517b-b2d8-437d-9c9b-ce587deb78da tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/quotas/7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 375 time: 0.0488620 Dec 08 22:03:11.348009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:11.355484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:11.399691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-4875bb80-45ee-4c3b-99b0-dca1942a8baa tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1243331 Dec 08 22:03:11.427528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c452ef0e-1e70-4790-a26e-585efc120a44 None None] Allocated IP 2001:db8:0:1::2 (9db979ac-a2fb-4b8a-a34f-54a80ad06d90/e393c779-3155-41a8-916d-edc510330409/284a2f43-3875-4880-9a89-04e45c4508b6) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:11.447694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Router 246d8545-879d-4d99-8006-74f64f80c562 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:03:11.634916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c452ef0e-1e70-4790-a26e-585efc120a44 None None] For port 284a2f43-3875-4880-9a89-04e45c4508b6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=284a2f43-3875-4880-9a89-04e45c4508b6,segment=NetworkSegment(61d4685e-cfb2-44e6-94e6-66ee1df98ae8),segment_id=61d4685e-cfb2-44e6-94e6-66ee1df98ae8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:11.640627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:03:11.652862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4b1f80e2-6420-4b8b-8c59-aaecd6d0c5ba admin admin] 10.222.0.21 "PUT /v2.0/routers/246d8545-879d-4d99-8006-74f64f80c562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6757171 Dec 08 22:03:11.655390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44046) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:11.659277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] Sync routers for ids ['246d8545-879d-4d99-8006-74f64f80c562'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:03:11.685305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] Routers {'246d8545-879d-4d99-8006-74f64f80c562'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:11.685918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:03:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['246d8545-879d-4d99-8006-74f64f80c562'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:11.732053 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c452ef0e-1e70-4790-a26e-585efc120a44 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:11.777483 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c452ef0e-1e70-4790-a26e-585efc120a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:11.888376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:12.100112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] In _notify_port_updated(), no bound segment for port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 on network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:03:12.105185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452ef0e-1e70-4790-a26e-585efc120a44 None None] Pushing event updated for resources: {'Port': ['ID=284a2f43-3875-4880-9a89-04e45c4508b6,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:12.105703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:12.106233 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:12.128818 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "PUT /v2.0/ports/1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 HTTP/1.1" status: 200 len: 924 time: 1.8017814 Dec 08 22:03:12.129050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44058) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:12.133692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '103f7161-d486-43dc-987b-b921c4e90b94'}, {'subnet_id': 'e393c779-3155-41a8-916d-edc510330409'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:12.164069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e95d5f-641b-4f93-abdb-8ce87d6c7cad tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=1f5ca94f-0c38-4a35-bd5d-132bb62dbe03,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:12.204096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8c69d3ed-5a37-490b-9d9c-3b2f885377f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930059 Dec 08 22:03:12.227481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] Set router 246d8545-879d-4d99-8006-74f64f80c562 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:03:12.269233 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:12.400966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 284a2f43-3875-4880-9a89-04e45c4508b6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:12.413628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-02b634e1-544d-4e34-8291-09478e5ae909 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915786 Dec 08 22:03:12.547363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Deleting port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:12.547946 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:12.692058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 284a2f43-3875-4880-9a89-04e45c4508b6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:12.692428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:12.817080 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d12484df-fb76-48f2-b33f-4193361c396f req-744e1dc4-d41a-4902-9b22-260dfd973c9a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.0769091 Dec 08 22:03:12.869555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] For port 17dc7f8e-96ae-4319-a4e1-93ae35c0d270, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=17dc7f8e-96ae-4319-a4e1-93ae35c0d270,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:12.870060 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:12.884782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Calling delete_port for 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:12.966066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:03:10Z', 'revision_number': 5, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port': {'id': '17dc7f8e-96ae-4319-a4e1-93ae35c0d270', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246d8545-879d-4d99-8006-74f64f80c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:07Z', 'updated_at': '2021-12-08T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:13.056262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] Checking router: 246d8545-879d-4d99-8006-74f64f80c562 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:03:13.077963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] Routers {'246d8545-879d-4d99-8006-74f64f80c562'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:13.078936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:03:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['246d8545-879d-4d99-8006-74f64f80c562'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:13.180326 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.184984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.240731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Pushing event deleted for resources: {'Port': ['ID=17dc7f8e-96ae-4319-a4e1-93ae35c0d270,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:13.337540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] Set router 246d8545-879d-4d99-8006-74f64f80c562 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:03:13.432079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.444906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c048a744-e329-4ed4-8b9e-c7806e7b05ab None None] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:13.450581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:03:12Z', 'revision_number': 6, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:13.539655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a3c22-feb0-40bf-85fe-2d379e9abdfb None None] The sync data for ids ['246d8545-879d-4d99-8006-74f64f80c562'] in n-d-821126-1 is: [{'id': '246d8545-879d-4d99-8006-74f64f80c562', 'name': 'tempest-TestServerMultinode-890300803-router', 'tenant_id': '4b36321cd1d7429ca23fc6fd05113f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:05Z', 'updated_at': '2021-12-08T22:03:12Z', 'revision_number': 6, 'project_id': '4b36321cd1d7429ca23fc6fd05113f91', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:03:13.592275 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.594626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.609871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e7f20678-a6dc-45ea-8ed1-987dbe061646 None None] Provisioning complete for port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:13.610660 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e7f20678-a6dc-45ea-8ed1-987dbe061646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.647835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.648491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 246d8545-879d-4d99-8006-74f64f80c562 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:03:13.681254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.685074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44084) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:13.685570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7d69c88f-a6ac-4d26-bdc2-1d1e20a6875c admin admin] 10.222.0.21 "DELETE /v2.0/routers/246d8545-879d-4d99-8006-74f64f80c562 HTTP/1.1" status: 204 len: 168 time: 2.0286663 Dec 08 22:03:13.720530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e7f20678-a6dc-45ea-8ed1-987dbe061646 None None] Port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:13.781061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5874e40-d721-4bb7-b21e-11d4417535c7 admin admin] Deleting subnet 2c1de1f0-a417-4797-babc-199262ee68ca {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:03:13.791454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5874e40-d721-4bb7-b21e-11d4417535c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.818388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e7f20678-a6dc-45ea-8ed1-987dbe061646 None None] Provisioning complete for port 284a2f43-3875-4880-9a89-04e45c4508b6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:13.818945 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e7f20678-a6dc-45ea-8ed1-987dbe061646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.841653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5874e40-d721-4bb7-b21e-11d4417535c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:13.925522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8:0:1::da (9db979ac-a2fb-4b8a-a34f-54a80ad06d90/e393c779-3155-41a8-916d-edc510330409/1f5ca94f-0c38-4a35-bd5d-132bb62dbe03) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:14.000633 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f7cdea16-3a32-4c47-a13b-5d9f9ca09ecb req-7068dc71-2f35-44a8-9857-756e6ada4dc8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.0424857 Dec 08 22:03:14.002618 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5874e40-d721-4bb7-b21e-11d4417535c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.115535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5874e40-d721-4bb7-b21e-11d4417535c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.205014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5874e40-d721-4bb7-b21e-11d4417535c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1de1f0-a417-4797-babc-199262ee68ca,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:14.221588 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e5874e40-d721-4bb7-b21e-11d4417535c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.230456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e5874e40-d721-4bb7-b21e-11d4417535c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c1de1f0-a417-4797-babc-199262ee68ca HTTP/1.1" status: 204 len: 168 time: 0.5426998 Dec 08 22:03:14.231386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44096) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:14.235438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f0e45-387a-4dc5-8182-2454ee0b2adc None None] Network 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:14.358373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.423371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.448652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.462995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Deleting port 681a70af-734d-4627-8c01-df2ba67f929c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:14.463614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.563784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 284a2f43-3875-4880-9a89-04e45c4508b6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:14.604239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] For port 681a70af-734d-4627-8c01-df2ba67f929c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=681a70af-734d-4627-8c01-df2ba67f929c,segment=NetworkSegment(b5e19185-6d4d-4f27-884a-991c6fbc7a35),segment_id=b5e19185-6d4d-4f27-884a-991c6fbc7a35)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:14.604622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.641420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Calling delete_port for 681a70af-734d-4627-8c01-df2ba67f929c owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:14.684750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=1f5ca94f-0c38-4a35-bd5d-132bb62dbe03,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:14.714687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-414966d8-6b3d-4cb5-a1f1-877d15bd088d None None] Provisioning complete for port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:14.723860 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-414966d8-6b3d-4cb5-a1f1-877d15bd088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.742642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] DHCP port deletion for 22b0caf9-98bf-40ee-9bd3-422b43d2f8cc request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:03:14.781560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] In _notify_port_updated(), no bound segment for port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 on network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:03:14.801440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:14.802306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.804509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-26795150-b862-4166-9965-9fe8deb3a43e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "PUT /v2.0/ports/1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 HTTP/1.1" status: 200 len: 1009 time: 2.6763535 Dec 08 22:03:14.807494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44114) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:14.845211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 284a2f43-3875-4880-9a89-04e45c4508b6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:14.845757 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.850857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-414966d8-6b3d-4cb5-a1f1-877d15bd088d None None] Port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:14.898745 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.905026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-414966d8-6b3d-4cb5-a1f1-877d15bd088d None None] Provisioning complete for port 284a2f43-3875-4880-9a89-04e45c4508b6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:14.905691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-414966d8-6b3d-4cb5-a1f1-877d15bd088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.951411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=681a70af-734d-4627-8c01-df2ba67f929c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:14.963338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] Deleting port 681a70af-734d-4627-8c01-df2ba67f929c {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:14.964276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:14.969881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] No DVR routers for this DVR port 681a70af-734d-4627-8c01-df2ba67f929c on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:15.103567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-ced35c0a-9d03-42c7-9653-8fe9a5ca6d84 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:15.109718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-ced35c0a-9d03-42c7-9653-8fe9a5ca6d84 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.8868706 Dec 08 22:03:15.131452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'port': {'device_id': 'e511dbc0-bcde-41d1-91be-82f67d9654cd', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'admin_state_up': True, 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:15.189307 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.190289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] For port 681a70af-734d-4627-8c01-df2ba67f929c, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:15.190836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.195739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 97298182-2747-4ecd-9c0e-16fe3bdd77b8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:15.235302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] Calling delete_port for 681a70af-734d-4627-8c01-df2ba67f929c owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:15.239365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 97298182-2747-4ecd-9c0e-16fe3bdd77b8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:15.239983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 97298182-2747-4ecd-9c0e-16fe3bdd77b8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:15.250233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] Port 681a70af-734d-4627-8c01-df2ba67f929c was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:03:15.256593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.271498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b0caf9-98bf-40ee-9bd3-422b43d2f8cc']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:15.291271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] Pushing event deleted for resources: {'Port': ['ID=681a70af-734d-4627-8c01-df2ba67f929c,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:15.295662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e19185-6d4d-4f27-884a-991c6fbc7a35') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:15.297514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e19185-6d4d-4f27-884a-991c6fbc7a35') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:15.310206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32650e1b-ef1f-43aa-9e69-f92d940688d2 None None] No DVR routers for this DVR port 681a70af-734d-4627-8c01-df2ba67f929c on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:15.329299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.355115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.369987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:03:15.370433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:03:15.378325 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:03:15.398567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8226732d-0f19-4937-8054-0e4b756b3eac None None] Provisioning complete for port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:15.399063 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8226732d-0f19-4937-8054-0e4b756b3eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.511438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8226732d-0f19-4937-8054-0e4b756b3eac None None] Port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:15.521863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.538128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.545761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/22b0caf9-98bf-40ee-9bd3-422b43d2f8cc HTTP/1.1" status: 204 len: 168 time: 1.2947383 Dec 08 22:03:15.575450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b0d65-0e51-4772-b499-755ab00930a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b0caf9-98bf-40ee-9bd3-422b43d2f8cc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:15.603431 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a0b638ad-b847-4fb3-a67a-778b7e087c76 req-5d299f1e-9dee-41b0-a733-41ce97ca94bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.1262317 Dec 08 22:03:15.621153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:15.625656 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.634753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4b8b0-049e-4278-b51f-4096af1e53d3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:15.635381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b8b0-049e-4278-b51f-4096af1e53d3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.685000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-836edb6d-9a77-4205-a49d-a5b4b4829665 None None] Provisioning complete for port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:15.685493 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-836edb6d-9a77-4205-a49d-a5b4b4829665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.772376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-836edb6d-9a77-4205-a49d-a5b4b4829665 None None] Port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:15.832428 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b8b0-049e-4278-b51f-4096af1e53d3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:15.900817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44130) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:15.922068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4b8b0-049e-4278-b51f-4096af1e53d3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:15.991358 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0c1de0eb-fdd7-4e75-b00e-f5f79d5c5cfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f54057549bf240d1bc42dfe3c18ea6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859206 Dec 08 22:03:15.991877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44132) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:16.059210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.20.0.7 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/733702cf-30dd-42da-aeb0-26ea739494f4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:16.086672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8664bc9-bcc6-4d7f-9f95-f44a55392327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:16.116103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5e2badad-744d-4b78-b915-264b13a28c59 None None] Provisioning complete for port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:16.116485 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5e2badad-744d-4b78-b915-264b13a28c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:16.137003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8664bc9-bcc6-4d7f-9f95-f44a55392327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:16.226462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5e2badad-744d-4b78-b915-264b13a28c59 None None] Port 1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:16.255217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8664bc9-bcc6-4d7f-9f95-f44a55392327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:16.257788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8664bc9-bcc6-4d7f-9f95-f44a55392327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:16.259378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f8664bc9-bcc6-4d7f-9f95-f44a55392327 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41c55735-d6c4-45b5-9a06-53e734cd4070 HTTP/1.1" status: 204 len: 168 time: 0.2664053 Dec 08 22:03:16.263511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:16.272677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8664bc9-bcc6-4d7f-9f95-f44a55392327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c55735-d6c4-45b5-9a06-53e734cd4070,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:16.329505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:16.329947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 17dc7f8e-96ae-4319-a4e1-93ae35c0d270 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:16.339903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 681a70af-734d-4627-8c01-df2ba67f929c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:16.422765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 681a70af-734d-4627-8c01-df2ba67f929c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:16.423140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 681a70af-734d-4627-8c01-df2ba67f929c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:16.738433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:16.744682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44142) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:16.764198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b8b0-049e-4278-b51f-4096af1e53d3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:16.792470 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cd467a05-e65b-4aa4-acae-d9632e5cb3fe req-b07705c9-4b3c-4a01-8f1a-5b8754a7d676 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.0366247 Dec 08 22:03:16.866221 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a6e28f38-ff64-471e-a021-b60b2a814a75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b36321cd1d7429ca23fc6fd05113f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169574 Dec 08 22:03:16.866907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44144) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:16.890986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4b8b0-049e-4278-b51f-4096af1e53d3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=1f5ca94f-0c38-4a35-bd5d-132bb62dbe03,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:16.898176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:16.924104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6bc9f164-a833-425f-bb9a-f4be83ecf14c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:16.997711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1a84-d22c-406b-b965-f08915cd9591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.060330 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1a84-d22c-406b-b965-f08915cd9591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.119506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:17.142286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b8b0-049e-4278-b51f-4096af1e53d3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.165800 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e2d4b8b0-049e-4278-b51f-4096af1e53d3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 HTTP/1.1" status: 204 len: 168 time: 2.3559875 Dec 08 22:03:17.166639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44150) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:17.173127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:17.177195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1a84-d22c-406b-b965-f08915cd9591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.181529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:17.186764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1a84-d22c-406b-b965-f08915cd9591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.188176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a9bb1a84-d22c-406b-b965-f08915cd9591 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbdeba8d-3f9a-42e5-9148-ee3689905185 HTTP/1.1" status: 204 len: 168 time: 0.3202367 Dec 08 22:03:17.253985 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4862a2e-fc91-4976-819a-cb941fa8e6a2 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:03:17.275555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b4862a2e-fc91-4976-819a-cb941fa8e6a2 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 HTTP/1.1" status: 404 len: 333 time: 0.0998163 Dec 08 22:03:17.276136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44154) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:17.284998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=733702cf-30dd-42da-aeb0-26ea739494f4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:17.288962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb1a84-d22c-406b-b965-f08915cd9591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdeba8d-3f9a-42e5-9148-ee3689905185,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:17.364751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:17.370522 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.389187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4a2bd7-e559-44fc-bd40-5b324acde469 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet e393c779-3155-41a8-916d-edc510330409 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:03:17.399743 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bd7-e559-44fc-bd40-5b324acde469 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.445166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-8a9e5033-d4bd-4245-812f-056dd63bb932 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3131499 Dec 08 22:03:17.446623 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bd7-e559-44fc-bd40-5b324acde469 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.463579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Request body: {'port': {'device_id': 'e511dbc0-bcde-41d1-91be-82f67d9654cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:17.590557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d27f2998-de48-42ae-be55-030f7abcece6 None None] Provisioning complete for port 733702cf-30dd-42da-aeb0-26ea739494f4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:17.591778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d27f2998-de48-42ae-be55-030f7abcece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.606114 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bd7-e559-44fc-bd40-5b324acde469 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.637678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.671631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d27f2998-de48-42ae-be55-030f7abcece6 None None] Port 733702cf-30dd-42da-aeb0-26ea739494f4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:17.757729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bd7-e559-44fc-bd40-5b324acde469 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.816223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a2bd7-e559-44fc-bd40-5b324acde469 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=e393c779-3155-41a8-916d-edc510330409,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:17.838480 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bd7-e559-44fc-bd40-5b324acde469 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:17.845402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10d4cb-b25b-4299-9632-4d316774056d None None] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:17.847593 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dc4a2bd7-e559-44fc-bd40-5b324acde469 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/e393c779-3155-41a8-916d-edc510330409 HTTP/1.1" status: 204 len: 168 time: 0.5702512 Dec 08 22:03:17.851526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44160) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:18.020925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-870887af-d0e6-4500-8d28-6e909f2198b8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet 103f7161-d486-43dc-987b-b921c4e90b94 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:03:18.030243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-870887af-d0e6-4500-8d28-6e909f2198b8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:18.173982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-870887af-d0e6-4500-8d28-6e909f2198b8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:18.285594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25be104-2b75-4b5b-9bfc-3c3fdf1efeec req-84a7cb64-9868-4abd-8cae-fa04d2f686b5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:18.290685 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e25be104-2b75-4b5b-9bfc-3c3fdf1efeec req-84a7cb64-9868-4abd-8cae-fa04d2f686b5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 931 time: 0.3466284 Dec 08 22:03:18.397505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e25be104-2b75-4b5b-9bfc-3c3fdf1efeec req-b72976c7-d2f6-41de-987c-bda9c250d025 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 Dec 08 22:03:18.461266 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-870887af-d0e6-4500-8d28-6e909f2198b8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:18.533623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733702cf-30dd-42da-aeb0-26ea739494f4 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:03:18.577899 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:18.650203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-870887af-d0e6-4500-8d28-6e909f2198b8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:18.670400 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-870887af-d0e6-4500-8d28-6e909f2198b8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:18.687522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-870887af-d0e6-4500-8d28-6e909f2198b8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/103f7161-d486-43dc-987b-b921c4e90b94 HTTP/1.1" status: 204 len: 168 time: 0.8327210 Dec 08 22:03:18.691747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44178) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:18.706549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870887af-d0e6-4500-8d28-6e909f2198b8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=103f7161-d486-43dc-987b-b921c4e90b94,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:18.910564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Transition to ACTIVE for port object 733702cf-30dd-42da-aeb0-26ea739494f4 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:03:18.930365 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:19.156170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:19.260779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Attempting to bind port 733702cf-30dd-42da-aeb0-26ea739494f4 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:03:19.261266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Attempting to bind port 733702cf-30dd-42da-aeb0-26ea739494f4 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:03:19.261711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Attempting to bind port 733702cf-30dd-42da-aeb0-26ea739494f4 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:19.267160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Pushing event updated for resources: {'Port': ['ID=733702cf-30dd-42da-aeb0-26ea739494f4,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:19.272512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Port 733702cf-30dd-42da-aeb0-26ea739494f4 on network b5764474-8911-4850-b141-9a748a7b4386 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:03:19.272953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Attempting to bind port 733702cf-30dd-42da-aeb0-26ea739494f4 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:19.280983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:03:19.281458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:19.281942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:03:19.282481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Bound port: 733702cf-30dd-42da-aeb0-26ea739494f4, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:03:19.282979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:19.431695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] For port 733702cf-30dd-42da-aeb0-26ea739494f4, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:19.452139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] For port 733702cf-30dd-42da-aeb0-26ea739494f4, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=733702cf-30dd-42da-aeb0-26ea739494f4,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:03:19.465786 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:19.502169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae3ea3-767e-40b3-8967-6c2afad69f74 None None] Network 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:19.559958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 284a2f43-3875-4880-9a89-04e45c4508b6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:19.571376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:19.585756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.586561 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:19.588821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] 10.222.0.23 "PUT /v2.0/ports/733702cf-30dd-42da-aeb0-26ea739494f4 HTTP/1.1" status: 200 len: 1091 time: 2.1409087 Dec 08 22:03:19.596711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e511dbc0-bcde-41d1-91be-82f67d9654cd', 'tag': '733702cf-30dd-42da-aeb0-26ea739494f4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:19.603603 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84105485-950b-47a8-a69c-d618569adbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "e511dbc0-bcde-41d1-91be-82f67d9654cd", "tag": "733702cf-30dd-42da-aeb0-26ea739494f4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:19.688616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13e47-8d67-4444-b151-f7525b64b968 req-4837217b-7360-46fa-bdee-8c63188040dc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.702808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13e47-8d67-4444-b151-f7525b64b968 req-4837217b-7360-46fa-bdee-8c63188040dc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.716131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13e47-8d67-4444-b151-f7525b64b968 req-4837217b-7360-46fa-bdee-8c63188040dc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.730045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13e47-8d67-4444-b151-f7525b64b968 req-4837217b-7360-46fa-bdee-8c63188040dc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.745625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13e47-8d67-4444-b151-f7525b64b968 req-4837217b-7360-46fa-bdee-8c63188040dc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.753317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-aaf24755-a88f-44a8-8f5c-c1e3df7d7b5d None None] Provisioning complete for port 284a2f43-3875-4880-9a89-04e45c4508b6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:19.754030 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aaf24755-a88f-44a8-8f5c-c1e3df7d7b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:19.755489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13e47-8d67-4444-b151-f7525b64b968 req-4837217b-7360-46fa-bdee-8c63188040dc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.762472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13e47-8d67-4444-b151-f7525b64b968 req-4837217b-7360-46fa-bdee-8c63188040dc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.764845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0af13e47-8d67-4444-b151-f7525b64b968 req-4837217b-7360-46fa-bdee-8c63188040dc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5444 time: 0.1940346 Dec 08 22:03:19.874577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0af13e47-8d67-4444-b151-f7525b64b968 req-aaab3713-8803-4e27-842b-e157eec50198 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996568 Dec 08 22:03:19.882417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1c0e-2947-41e4-bdea-1aba80b1fc57 service neutron] Pushing event updated for resources: {'Port': ['ID=733702cf-30dd-42da-aeb0-26ea739494f4,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:19.893283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] For port 284a2f43-3875-4880-9a89-04e45c4508b6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=284a2f43-3875-4880-9a89-04e45c4508b6,segment=NetworkSegment(61d4685e-cfb2-44e6-94e6-66ee1df98ae8),segment_id=61d4685e-cfb2-44e6-94e6-66ee1df98ae8)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:19.893656 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:19.969101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0c45f-b095-424e-aaf6-dc9f19b41eb9 req-7b28cb37-ac72-427c-ad29-d8d09a4c8e24 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:19.970672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87c0c45f-b095-424e-aaf6-dc9f19b41eb9 req-7b28cb37-ac72-427c-ad29-d8d09a4c8e24 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.4146883 Dec 08 22:03:20.011717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-595ab997-fee4-4bc1-b875-0440bc77270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.013303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-595ab997-fee4-4bc1-b875-0440bc77270d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 1094 time: 0.3399556 Dec 08 22:03:20.019625 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a705b1-d785-4af7-b598-9e5c629fef78 x-openstack-request-id: req-94a705b1-d785-4af7-b598-9e5c629fef78 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:20.020104 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e511dbc0-bcde-41d1-91be-82f67d9654cd", "tag": "733702cf-30dd-42da-aeb0-26ea739494f4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:20.020367 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94a705b1-d785-4af7-b598-9e5c629fef78 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:20.023507 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e511dbc0-bcde-41d1-91be-82f67d9654cd', 'tag': '733702cf-30dd-42da-aeb0-26ea739494f4', 'status': 'completed', 'code': 200} Dec 08 22:03:20.027715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 284a2f43-3875-4880-9a89-04e45c4508b6 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:20.056701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] DHCP port deletion for 9db979ac-a2fb-4b8a-a34f-54a80ad06d90 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:03:20.138864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] Deleting port 284a2f43-3875-4880-9a89-04e45c4508b6 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:20.138864 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.139173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-dd0dfbbb-913c-454a-bb64-45e3203a2cba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733702cf-30dd-42da-aeb0-26ea739494f4 HTTP/1.1" status: 200 len: 217 time: 0.1010339 Dec 08 22:03:20.216509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87c0c45f-b095-424e-aaf6-dc9f19b41eb9 req-ffeb111d-f1de-4269-af51-9088eb46b477 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350533 Dec 08 22:03:20.221997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 284a2f43-3875-4880-9a89-04e45c4508b6 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:20.242020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-239b2b83-1f45-4dec-af23-a686c6c2082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.243982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-239b2b83-1f45-4dec-af23-a686c6c2082a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0966613 Dec 08 22:03:20.351706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.357616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-9a3e3e8b-ba86-4611-9a14-8e5b9f13312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.358248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] For port 284a2f43-3875-4880-9a89-04e45c4508b6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=284a2f43-3875-4880-9a89-04e45c4508b6,segment=NetworkSegment(61d4685e-cfb2-44e6-94e6-66ee1df98ae8),segment_id=61d4685e-cfb2-44e6-94e6-66ee1df98ae8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:20.359187 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.359678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-9a3e3e8b-ba86-4611-9a14-8e5b9f13312e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020255 Dec 08 22:03:20.371154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No active binding found for port 284a2f43-3875-4880-9a89-04e45c4508b6 {{(pid=102391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 22:03:20.371913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 284a2f43-3875-4880-9a89-04e45c4508b6 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:20.396070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] Calling delete_port for 284a2f43-3875-4880-9a89-04e45c4508b6 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:20.455019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=284a2f43-3875-4880-9a89-04e45c4508b6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:20.459891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No DVR routers for this DVR port 284a2f43-3875-4880-9a89-04e45c4508b6 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:20.526224 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.576273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] Pushing event deleted for resources: {'Port': ['ID=284a2f43-3875-4880-9a89-04e45c4508b6,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:20.580765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520c610-ae85-4ee0-8411-21f92f9e8469 None None] No DVR routers for this DVR port 284a2f43-3875-4880-9a89-04e45c4508b6 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:20.589006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.622012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db979ac-a2fb-4b8a-a34f-54a80ad06d90']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:20.626112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-72847806-a155-4f1f-b14c-526340f1d368 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318931 Dec 08 22:03:20.634344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d4685e-cfb2-44e6-94e6-66ee1df98ae8') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:20.634622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d4685e-cfb2-44e6-94e6-66ee1df98ae8') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:20.666076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.762201 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.775379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:03:20.775787 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:03:20.779468 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:03:20.860596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16560c02-e3b5-48e7-9aa4-d1f423aac1fe req-385664d7-05b8-4e3d-a82b-d5f2e0f65a2a service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182362 Dec 08 22:03:20.875257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-52667fb7-033d-4525-9362-9c848d32caa2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.881184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-52667fb7-033d-4525-9362-9c848d32caa2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.888712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-52667fb7-033d-4525-9362-9c848d32caa2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.898670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-52667fb7-033d-4525-9362-9c848d32caa2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.904847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-52667fb7-033d-4525-9362-9c848d32caa2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.910901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-52667fb7-033d-4525-9362-9c848d32caa2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.918924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-52667fb7-033d-4525-9362-9c848d32caa2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:20.919427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-52667fb7-033d-4525-9362-9c848d32caa2 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5444 time: 0.1918721 Dec 08 22:03:20.920630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.953954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:20.961325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44208) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:20.961904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/networks/9db979ac-a2fb-4b8a-a34f-54a80ad06d90 HTTP/1.1" status: 204 len: 168 time: 2.2683411 Dec 08 22:03:20.980271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12193e62-5cfb-4279-9507-949fe2dac04a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Network': ['ID=9db979ac-a2fb-4b8a-a34f-54a80ad06d90,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:21.045589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-3f468d39-edd4-436f-a460-6852798ebe0a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.047369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-3f468d39-edd4-436f-a460-6852798ebe0a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "GET /v2.0/ports/6f424728-030b-4cd2-9bb5-8d02e49b4248?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1093452 Dec 08 22:03:21.096496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824c201-23d4-4dd4-b2c1-16cd76d36119 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.103492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2824c201-23d4-4dd4-b2c1-16cd76d36119 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1399970 Dec 08 22:03:21.104160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44212) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:21.151001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105485-950b-47a8-a69c-d618569adbfa req-0e20da38-7ced-4da3-9bc5-5ed6e0d36403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.152520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84105485-950b-47a8-a69c-d618569adbfa req-0e20da38-7ced-4da3-9bc5-5ed6e0d36403 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 1094 time: 0.2066896 Dec 08 22:03:21.163693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-f40ee179-17db-4977-83ca-01491b8c4657 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.171906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-f40ee179-17db-4977-83ca-01491b8c4657 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.179826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-f40ee179-17db-4977-83ca-01491b8c4657 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.187510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-f40ee179-17db-4977-83ca-01491b8c4657 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.194899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-f40ee179-17db-4977-83ca-01491b8c4657 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.201773 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-f40ee179-17db-4977-83ca-01491b8c4657 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.208403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-f40ee179-17db-4977-83ca-01491b8c4657 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.218495 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-f40ee179-17db-4977-83ca-01491b8c4657 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 5444 time: 0.1958139 Dec 08 22:03:21.291568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4beb0230-25e2-47a0-a516-e8b02170a137 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1851463 Dec 08 22:03:21.303915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44220) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:21.320319 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-662905192'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:21.378801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d2667664-9c83-4a36-a260-9f6a0cddea4a req-d8cde896-9ff7-4b3b-b822-fb448c367440 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572211 Dec 08 22:03:21.387450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105485-950b-47a8-a69c-d618569adbfa req-1e83ce8c-ac99-41c6-8a4f-4298ac347d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.389292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84105485-950b-47a8-a69c-d618569adbfa req-1e83ce8c-ac99-41c6-8a4f-4298ac347d3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.2277210 Dec 08 22:03:21.394999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-01cd86de-e090-4b36-9e61-dee835342a0d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "GET /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3387394 Dec 08 22:03:21.407196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:21.413842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:21.417035 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:21.479633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:03:21.496502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:21.497012 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Added segment f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9 of type vlan for network 35992f84-1eae-4a49-becf-2861472184ec Dec 08 22:03:21.593381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84105485-950b-47a8-a69c-d618569adbfa req-b7e26a01-1927-47b7-87b1-80043587c088 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733702cf-30dd-42da-aeb0-26ea739494f4 HTTP/1.1" status: 200 len: 217 time: 0.1600900 Dec 08 22:03:21.606482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:21.680577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:21.717486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.718158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:21.729039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105485-950b-47a8-a69c-d618569adbfa req-785cbb91-05b1-4647-958d-db89d6eb5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.730762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84105485-950b-47a8-a69c-d618569adbfa req-785cbb91-05b1-4647-958d-db89d6eb5b44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1120517 Dec 08 22:03:21.739850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beffad-7ccd-4393-bd6f-925d856e1499 req-c96bbda3-77eb-4033-a3dd-763645b69427 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.748506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16beffad-7ccd-4393-bd6f-925d856e1499 req-c96bbda3-77eb-4033-a3dd-763645b69427 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.3123617 Dec 08 22:03:21.781687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:21.887573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16beffad-7ccd-4393-bd6f-925d856e1499 req-963f587c-b5e8-4e9f-aa8d-e1896a38a3e3 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368077 Dec 08 22:03:21.910445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105485-950b-47a8-a69c-d618569adbfa req-825eab7d-6b62-495c-9380-926634a1f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:21.912391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84105485-950b-47a8-a69c-d618569adbfa req-825eab7d-6b62-495c-9380-926634a1f62d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553750 Dec 08 22:03:21.940836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Network': ['ID=35992f84-1eae-4a49-becf-2861472184ec,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:21.955921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 35992f84-1eae-4a49-becf-2861472184ec details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:03:21.969407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dfe570ed-f14c-42dc-844c-e46531aa1d23 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6608744 Dec 08 22:03:21.970124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44232) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:21.975999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '35992f84-1eae-4a49-becf-2861472184ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:22.131687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:22.135950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:22.237684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84105485-950b-47a8-a69c-d618569adbfa req-f27f7725-6cc9-401c-b232-fb033d968820 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162377 Dec 08 22:03:22.328604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] For port 6f424728-030b-4cd2-9bb5-8d02e49b4248, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6f424728-030b-4cd2-9bb5-8d02e49b4248,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:22.390027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] For port 6f424728-030b-4cd2-9bb5-8d02e49b4248, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:22.411663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84105485-950b-47a8-a69c-d618569adbfa req-761f4c8c-15ed-4e8e-a29c-7d3dd2b03024 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621397 Dec 08 22:03:22.438813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] device_id is not set on port 6f424728-030b-4cd2-9bb5-8d02e49b4248 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:22.448925 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:22.461078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:22.686865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] No DVR routers for this DVR port 6f424728-030b-4cd2-9bb5-8d02e49b4248 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:22.706748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f424728-030b-4cd2-9bb5-8d02e49b4248,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:22.795140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] In _notify_port_updated(), no bound segment for port 6f424728-030b-4cd2-9bb5-8d02e49b4248 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:03:22.795984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:22.798494 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:22.800176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:22.802613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-58e33dcf-4898-46da-beb6-8ea2a58880b7 service neutron] 10.222.0.23 "PUT /v2.0/ports/6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 200 len: 1031 time: 1.3966277 Dec 08 22:03:22.902414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-e96d11a9-21b5-48b3-9ec2-d44be5b20bae tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:22.905626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-e96d11a9-21b5-48b3-9ec2-d44be5b20bae tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "GET /v2.0/ports/25777d9c-4bd1-478e-b1a2-e4daee18c5a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0970240 Dec 08 22:03:22.907498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7135-aa4e-41cb-928b-f934da4a3be0 req-9afc772c-dd11-4dd5-9b1e-4ee716d35aa4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:22.917171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:22.922664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7135-aa4e-41cb-928b-f934da4a3be0 req-9afc772c-dd11-4dd5-9b1e-4ee716d35aa4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:22.929953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7135-aa4e-41cb-928b-f934da4a3be0 req-9afc772c-dd11-4dd5-9b1e-4ee716d35aa4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:22.952669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7135-aa4e-41cb-928b-f934da4a3be0 req-9afc772c-dd11-4dd5-9b1e-4ee716d35aa4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:22.964677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7135-aa4e-41cb-928b-f934da4a3be0 req-9afc772c-dd11-4dd5-9b1e-4ee716d35aa4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:22.973523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7135-aa4e-41cb-928b-f934da4a3be0 req-9afc772c-dd11-4dd5-9b1e-4ee716d35aa4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:22.975228 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbca7135-aa4e-41cb-928b-f934da4a3be0 req-9afc772c-dd11-4dd5-9b1e-4ee716d35aa4 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 4666 time: 0.3960755 Dec 08 22:03:22.984716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8816df9-5bf6-4916-be0a-f9fb02eb7d92 None None] Provisioning complete for port 6f424728-030b-4cd2-9bb5-8d02e49b4248 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:22.985368 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8816df9-5bf6-4916-be0a-f9fb02eb7d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:23.080085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=e7e3f189-5d2d-4111-9b63-7452fc5f1feb,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:23.082072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f8816df9-5bf6-4916-be0a-f9fb02eb7d92 None None] Port 6f424728-030b-4cd2-9bb5-8d02e49b4248 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:23.112193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking segment: {'id': 'f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '35992f84-1eae-4a49-becf-2861472184ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:23.112936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network hostable DHCP agents. Network: 35992f84-1eae-4a49-becf-2861472184ec, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:03:23.149349 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbca7135-aa4e-41cb-928b-f934da4a3be0 req-80d6419f-2857-42ac-bde9-854544ddfa9f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&id=47b57e90-6012-4e7b-98ae-8ffea8fd7690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608467 Dec 08 22:03:23.154053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 527f669c-87c1-45b7-8315-03137ffba182 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:23.208057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 35992f84-1eae-4a49-becf-2861472184ec is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:03:23.243052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 35992f84-1eae-4a49-becf-2861472184ec) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:23.262010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:23.264610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:23.270829 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:23.283646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039608e-c3e4-4c37-aaff-2461d4cbdbab req-090765a9-1cc8-498a-83c9-df7197a8be3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:23.285932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8039608e-c3e4-4c37-aaff-2461d4cbdbab req-090765a9-1cc8-498a-83c9-df7197a8be3a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.2739217 Dec 08 22:03:23.290978 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd33c06-4198-418a-bc75-2c888061e237 None None] Network 35992f84-1eae-4a49-becf-2861472184ec requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:23.312372 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d71e394d-4da8-4601-bf04-50a7217fd00c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3406384 Dec 08 22:03:23.316833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44250) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:23.326198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '35992f84-1eae-4a49-becf-2861472184ec', 'name': 'tempest-PortsIpV6TestJSON-1723732406'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:23.596069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:23.600888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:23.627913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 2dabf760-5fc9-4456-aa0a-7d5b3a56ed20 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:23.639071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8039608e-c3e4-4c37-aaff-2461d4cbdbab req-29159a25-dfe1-4992-b099-8a1e8abb9c05 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499745 Dec 08 22:03:23.683976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:23.761799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 527f669c-87c1-45b7-8315-03137ffba182, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=527f669c-87c1-45b7-8315-03137ffba182,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:23.765005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527f669c-87c1-45b7-8315-03137ffba182'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:23.768536 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e5562-f245-4edf-a96a-89871f196003" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-unplugged", "status": "completed", "tag": "527f669c-87c1-45b7-8315-03137ffba182"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:23.776023 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:23.776745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:23.884494 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5186093d-47f8-4049-99aa-ad38d2b6fd7f x-openstack-request-id: req-5186093d-47f8-4049-99aa-ad38d2b6fd7f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:23.884494 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-unplugged", "status": "completed", "tag": "527f669c-87c1-45b7-8315-03137ffba182", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:23.884494 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5186093d-47f8-4049-99aa-ad38d2b6fd7f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:23.884919 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527f669c-87c1-45b7-8315-03137ffba182', 'code': 200} Dec 08 22:03:23.908271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::23d (35992f84-1eae-4a49-becf-2861472184ec/e7e3f189-5d2d-4111-9b63-7452fc5f1feb/2dabf760-5fc9-4456-aa0a-7d5b3a56ed20) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:24.012560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] For port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:24.101173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] For port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:24.124607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=527f669c-87c1-45b7-8315-03137ffba182,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:24.151817 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.158734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] device_id is not set on port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:24.172705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.185660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.255039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-35992f84-1eae-4a49-becf-2861472184ec', 'network_id': '35992f84-1eae-4a49-becf-2861472184ec', 'tenant_id': '1f64ec42914a4ceb855654e686ecd807', 'fixed_ips': [{'subnet_id': 'e7e3f189-5d2d-4111-9b63-7452fc5f1feb'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:03:24.263345 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.272180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:24.298213 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.300605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3e60d434-a2df-4418-bd65-864538838cc9 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:24.331530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.378784 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.430651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] Pushing event updated for resources: {'Port': ['ID=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:24.459669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 35992f84-1eae-4a49-becf-2861472184ec is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:24.463412 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:24.467945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:24.474226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:24.475423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.528287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] No DVR routers for this DVR port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:24.544277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2258198 Dec 08 22:03:24.545077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a2a07-2c2c-4fad-9a99-a6e793ac68f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=2dabf760-5fc9-4456-aa0a-7d5b3a56ed20,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:24.551635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44262) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:24.562911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '35992f84-1eae-4a49-becf-2861472184ec', 'name': 'tempest-PortsIpV6TestJSON-785010095'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:24.638060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] In _notify_port_updated(), no bound segment for port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 on network 766a0277-f49e-461d-b4fb-5cbd226f3e75 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:03:24.638973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:24.639688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.641346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-7d85c42b-5904-4945-994e-2dfbb8bece51 service neutron] 10.222.0.23 "PUT /v2.0/ports/25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 200 len: 1033 time: 1.7283170 Dec 08 22:03:24.657583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932874ae-f768-4d67-8fdd-2a175e9da12d req-d94915e0-d4a1-4ff6-bf75-aef1f5f0b45e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:24.680144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932874ae-f768-4d67-8fdd-2a175e9da12d req-d94915e0-d4a1-4ff6-bf75-aef1f5f0b45e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:24.698131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932874ae-f768-4d67-8fdd-2a175e9da12d req-d94915e0-d4a1-4ff6-bf75-aef1f5f0b45e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:24.729981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932874ae-f768-4d67-8fdd-2a175e9da12d req-d94915e0-d4a1-4ff6-bf75-aef1f5f0b45e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:24.742548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932874ae-f768-4d67-8fdd-2a175e9da12d req-d94915e0-d4a1-4ff6-bf75-aef1f5f0b45e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:24.745031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-932874ae-f768-4d67-8fdd-2a175e9da12d req-d94915e0-d4a1-4ff6-bf75-aef1f5f0b45e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 3882 time: 0.2212307 Dec 08 22:03:24.760384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:24.807712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6bb027e7-0393-4a7f-8b67-a89201995889 None None] Provisioning complete for port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:24.808186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bb027e7-0393-4a7f-8b67-a89201995889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.951544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fd0fb-94a0-4427-a53c-aa1fe0abc99b req-5aa47103-7305-4cb2-8c94-39ee124192d2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:24.959674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c0fd0fb-94a0-4427-a53c-aa1fe0abc99b req-5aa47103-7305-4cb2-8c94-39ee124192d2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.2187681 Dec 08 22:03:24.960690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:24.965525 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:24.983274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-932874ae-f768-4d67-8fdd-2a175e9da12d req-0604a102-b42e-40e2-8cb1-23615513d3dd tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190552 Dec 08 22:03:25.002590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.057186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 3db77063-6079-4c8e-a9e0-96056a2dc492 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:25.073797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Allocated IP 2001:db8::2 (35992f84-1eae-4a49-becf-2861472184ec/e7e3f189-5d2d-4111-9b63-7452fc5f1feb/bec9a98d-3106-4ac9-a0aa-062ae8ad561f) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:25.075594 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:03:25.083389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6bb027e7-0393-4a7f-8b67-a89201995889 None None] Port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:25.112667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port b49ae823-5889-4464-9f80-18088dcdfa39 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:25.114258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.116377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3e60d434-a2df-4418-bd65-864538838cc9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3e60d434-a2df-4418-bd65-864538838cc9,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:25.117149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c0fd0fb-94a0-4427-a53c-aa1fe0abc99b req-04dc6b4e-69bb-41f6-8fce-a5c0bf15d2c0 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328487 Dec 08 22:03:25.126136 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.134448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6f424728-030b-4cd2-9bb5-8d02e49b4248 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:25.255398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3e60d434-a2df-4418-bd65-864538838cc9,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:25.355929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6f424728-030b-4cd2-9bb5-8d02e49b4248 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:25.356356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9ce62691-50ff-4fcb-b348-52eb9a1af15d no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:25.419563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] For port b49ae823-5889-4464-9f80-18088dcdfa39, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b49ae823-5889-4464-9f80-18088dcdfa39,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:25.420386 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.440031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for b49ae823-5889-4464-9f80-18088dcdfa39 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:25.583935 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.590443 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.620512 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.655509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9ce62691-50ff-4fcb-b348-52eb9a1af15d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:25.668926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Network 35992f84-1eae-4a49-becf-2861472184ec is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:25.672924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:25.678200 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.678935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:25.716906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:25.762106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:25.762547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b49ae823-5889-4464-9f80-18088dcdfa39 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:25.764184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Pushing event updated for resources: {'Port': ['ID=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:25.823382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=9ce62691-50ff-4fcb-b348-52eb9a1af15d,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:25.885525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce'}, {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e60d434-a2df-4418-bd65-864538838cc9'}, {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce62691-50ff-4fcb-b348-52eb9a1af15d'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:25.887854 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f7b931-1e1e-4cf2-972d-2850a89a30cb" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-unplugged", "status": "completed", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce"}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-unplugged", "status": "completed", "tag": "3e60d434-a2df-4418-bd65-864538838cc9"}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce62691-50ff-4fcb-b348-52eb9a1af15d"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:25.897280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Attempting to bind port bec9a98d-3106-4ac9-a0aa-062ae8ad561f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:03:25.897839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Attempting to bind port bec9a98d-3106-4ac9-a0aa-062ae8ad561f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '35992f84-1eae-4a49-becf-2861472184ec'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:03:25.898218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Attempting to bind port bec9a98d-3106-4ac9-a0aa-062ae8ad561f on network 35992f84-1eae-4a49-becf-2861472184ec {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:25.901811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::1fa (35992f84-1eae-4a49-becf-2861472184ec/e7e3f189-5d2d-4111-9b63-7452fc5f1feb/3db77063-6079-4c8e-a9e0-96056a2dc492) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:25.905768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:03:25.906155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Checking segment: {'id': 'f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '35992f84-1eae-4a49-becf-2861472184ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:25.906562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.906981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Bound using segment: {'id': 'f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '35992f84-1eae-4a49-becf-2861472184ec'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:03:25.907460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Bound port: bec9a98d-3106-4ac9-a0aa-062ae8ad561f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '35992f84-1eae-4a49-becf-2861472184ec'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:03:25.907842 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:25.997813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:26.070135 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1060b05c-00c2-4c43-b938-4160d1e83f59 x-openstack-request-id: req-1060b05c-00c2-4c43-b938-4160d1e83f59 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:26.070339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=b49ae823-5889-4464-9f80-18088dcdfa39,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:26.070903 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-unplugged", "status": "completed", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce", "code": 200}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-unplugged", "status": "completed", "tag": "3e60d434-a2df-4418-bd65-864538838cc9", "code": 200}, {"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce62691-50ff-4fcb-b348-52eb9a1af15d", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:26.071531 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1060b05c-00c2-4c43-b938-4160d1e83f59 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:26.072146 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'code': 200} Dec 08 22:03:26.072803 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e60d434-a2df-4418-bd65-864538838cc9', 'code': 200} Dec 08 22:03:26.073383 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce62691-50ff-4fcb-b348-52eb9a1af15d', 'code': 200} Dec 08 22:03:26.199316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:26.204770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] No DVR routers for this DVR port b49ae823-5889-4464-9f80-18088dcdfa39 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:26.231824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:26.248776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-2cb9724a-ecc8-467d-855f-d13d18e7ddfc tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "DELETE /v2.0/ports/b49ae823-5889-4464-9f80-18088dcdfa39 HTTP/1.1" status: 204 len: 173 time: 1.5024965 Dec 08 22:03:26.253508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': 'b49ae823-5889-4464-9f80-18088dcdfa39'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:26.257887 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb18db75-38f5-4d90-bfda-4ac9a2dbb4ef" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "b49ae823-5889-4464-9f80-18088dcdfa39"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:26.313666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] For port bec9a98d-3106-4ac9-a0aa-062ae8ad561f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:26.354496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] For port bec9a98d-3106-4ac9-a0aa-062ae8ad561f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,segment=NetworkSegment(f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9),segment_id=f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:03:26.364847 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:26.417737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:26.487692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205458af-f078-4d93-b1b7-dd4b1cc1ce4b None None] Pushing event updated for resources: {'Port': ['ID=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:26.536193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695390-2be4-4337-8fc8-73c687f506be req-18bcfcdf-88fc-4482-9fea-f555669a9ab8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:26.551180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695390-2be4-4337-8fc8-73c687f506be req-18bcfcdf-88fc-4482-9fea-f555669a9ab8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:26.558925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695390-2be4-4337-8fc8-73c687f506be req-18bcfcdf-88fc-4482-9fea-f555669a9ab8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:26.565865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695390-2be4-4337-8fc8-73c687f506be req-18bcfcdf-88fc-4482-9fea-f555669a9ab8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:26.568776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10695390-2be4-4337-8fc8-73c687f506be req-18bcfcdf-88fc-4482-9fea-f555669a9ab8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 3143 time: 0.2942395 Dec 08 22:03:26.608779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049f37b-b9ff-4360-83f5-bb15e5d1ad03 req-154eccd5-746f-4e63-aec4-4c5112d3040b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:26.631333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0049f37b-b9ff-4360-83f5-bb15e5d1ad03 req-154eccd5-746f-4e63-aec4-4c5112d3040b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.2043457 Dec 08 22:03:26.669266 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10695390-2be4-4337-8fc8-73c687f506be req-df6f1824-6322-4e15-ada0-5163b0316b8b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915492 Dec 08 22:03:26.682701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:26.701994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port 3e60d434-a2df-4418-bd65-864538838cc9 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:26.703375 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:26.745816 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0049f37b-b9ff-4360-83f5-bb15e5d1ad03 req-70c62f31-868f-42f7-bb05-e6afe27700dc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135187 Dec 08 22:03:26.848016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 35992f84-1eae-4a49-becf-2861472184ec is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:26.848231 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7608bc8a-69a8-4653-a594-5f24a4c6113e x-openstack-request-id: req-7608bc8a-69a8-4653-a594-5f24a4c6113e {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:26.848687 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "b49ae823-5889-4464-9f80-18088dcdfa39", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:26.849911 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7608bc8a-69a8-4653-a594-5f24a4c6113e {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:26.850561 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': 'b49ae823-5889-4464-9f80-18088dcdfa39', 'status': 'completed', 'code': 200} Dec 08 22:03:26.856174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:26.865360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:26.872833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:26.873686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:26.878163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=3db77063-6079-4c8e-a9e0-96056a2dc492,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:26.917298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d31636b2-99b9-4ac1-aa64-6a2f3d31ccf3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3637364 Dec 08 22:03:26.923236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44294) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:27.117533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56133af7-513d-468f-93a3-1bd84e31a00a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:27.119477 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-56133af7-513d-468f-93a3-1bd84e31a00a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A23d HTTP/1.1" status: 200 len: 929 time: 0.1948469 Dec 08 22:03:27.121695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] For port 3e60d434-a2df-4418-bd65-864538838cc9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3e60d434-a2df-4418-bd65-864538838cc9,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:27.122143 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:27.124115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44298) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:27.157232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579c4ba-d9a4-4037-ab9a-b78f4c01dd3e req-005c9cc8-06c3-4111-ac7b-a0ac1519c26c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:27.158746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5579c4ba-d9a4-4037-ab9a-b78f4c01dd3e req-005c9cc8-06c3-4111-ac7b-a0ac1519c26c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1928740 Dec 08 22:03:27.172056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for 3e60d434-a2df-4418-bd65-864538838cc9 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:27.304642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5579c4ba-d9a4-4037-ab9a-b78f4c01dd3e req-8f9aef51-3ac3-4e61-888a-ae32ad5867be tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925312 Dec 08 22:03:27.320820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-919c9e74-26e4-4726-9742-e9d810f46409 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 3db77063-6079-4c8e-a9e0-96056a2dc492 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:27.321164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-919c9e74-26e4-4726-9742-e9d810f46409 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:27.452043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-919c9e74-26e4-4726-9742-e9d810f46409 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:27.467300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-919c9e74-26e4-4726-9742-e9d810f46409 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 3db77063-6079-4c8e-a9e0-96056a2dc492 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:27.492936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:27.571746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=3e60d434-a2df-4418-bd65-864538838cc9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:27.635167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b2b0-c18e-4f7c-bd81-101fb0dbd200 req-0226fa79-97f9-457e-ab57-e9c3894a5c7c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:27.636891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1c1b2b0-c18e-4f7c-bd81-101fb0dbd200 req-0226fa79-97f9-457e-ab57-e9c3894a5c7c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0957439 Dec 08 22:03:27.669248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] No DVR routers for this DVR port 3e60d434-a2df-4418-bd65-864538838cc9 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:27.676570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:27.682282 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-d1ad4043-6567-4ddc-a633-16cffeedc8eb tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "DELETE /v2.0/ports/3e60d434-a2df-4418-bd65-864538838cc9 HTTP/1.1" status: 204 len: 173 time: 1.4057641 Dec 08 22:03:27.776325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1c1b2b0-c18e-4f7c-bd81-101fb0dbd200 req-a29edebd-9bee-4d4f-a63b-5f0aaa6dac7c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253850 Dec 08 22:03:27.806868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-919c9e74-26e4-4726-9742-e9d810f46409 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:27.848690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c9e74-26e4-4726-9742-e9d810f46409 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=3db77063-6079-4c8e-a9e0-96056a2dc492,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:27.935564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-919c9e74-26e4-4726-9742-e9d810f46409 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:27.963290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-919c9e74-26e4-4726-9742-e9d810f46409 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/3db77063-6079-4c8e-a9e0-96056a2dc492 HTTP/1.1" status: 204 len: 168 time: 0.8346581 Dec 08 22:03:27.964322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44314) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:28.073256 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9cce07-31ad-4eaa-9d5e-7c3e1fa0652f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:03:28.075156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6c9cce07-31ad-4eaa-9d5e-7c3e1fa0652f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/3db77063-6079-4c8e-a9e0-96056a2dc492 HTTP/1.1" status: 404 len: 333 time: 0.1084642 Dec 08 22:03:28.077941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44318) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:28.245278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295856d4-aef7-4d10-a703-d5404e5fd6e4 req-4bdb6109-4d01-49d8-95f5-885cd338fa4c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:28.252383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295856d4-aef7-4d10-a703-d5404e5fd6e4 req-4bdb6109-4d01-49d8-95f5-885cd338fa4c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:28.261267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295856d4-aef7-4d10-a703-d5404e5fd6e4 req-4bdb6109-4d01-49d8-95f5-885cd338fa4c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:28.263088 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-295856d4-aef7-4d10-a703-d5404e5fd6e4 req-4bdb6109-4d01-49d8-95f5-885cd338fa4c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 2411 time: 0.2653935 Dec 08 22:03:28.269811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:28.270271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.367820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-295856d4-aef7-4d10-a703-d5404e5fd6e4 req-3c977893-25c8-44ff-9ecb-1d79d9cd8310 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939140 Dec 08 22:03:28.387969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36fc0b-b20e-48b2-921d-2d5289ed5b19 req-edc8a832-4e67-49df-8ad7-e33d4dbed27a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:28.395338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee36fc0b-b20e-48b2-921d-2d5289ed5b19 req-edc8a832-4e67-49df-8ad7-e33d4dbed27a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.2465813 Dec 08 22:03:28.479203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bec9a98d-3106-4ac9-a0aa-062ae8ad561f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:28.563736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ee36fc0b-b20e-48b2-921d-2d5289ed5b19 req-29f176a6-4f60-48a1-a175-5d8e5d1fd297 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674213 Dec 08 22:03:28.580408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d47f6e1d-3c00-44a0-bf37-2a52a0c300de tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 2dabf760-5fc9-4456-aa0a-7d5b3a56ed20 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:28.580866 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d47f6e1d-3c00-44a0-bf37-2a52a0c300de tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.644573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bec9a98d-3106-4ac9-a0aa-062ae8ad561f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:28.644949 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.671368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] For port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:28.671751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.694352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6794c9a2-82d0-4a8f-a7a8-e093adc22b59 None None] Network 35992f84-1eae-4a49-becf-2861472184ec requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:28.712471 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d47f6e1d-3c00-44a0-bf37-2a52a0c300de tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.726535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d47f6e1d-3c00-44a0-bf37-2a52a0c300de tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 2dabf760-5fc9-4456-aa0a-7d5b3a56ed20 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:28.765184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156a11-422c-4031-b43b-475875ea5517 req-00dc3733-9814-4fc1-a4f1-00772f4d7ada tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:28.766836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-00dc3733-9814-4fc1-a4f1-00772f4d7ada tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.2311826 Dec 08 22:03:28.791084 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-d3a7c9c9-8ca7-49b3-bf4f-83f6fe672818 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/quotas/64a902ad8ee746c39827af079b3a0c5f HTTP/1.1" status: 200 len: 375 time: 0.0117202 Dec 08 22:03:28.855026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': '3e60d434-a2df-4418-bd65-864538838cc9'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:28.857192 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b62df7-e6cb-464a-8635-e05e25ebdc68" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "3e60d434-a2df-4418-bd65-864538838cc9"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:28.917410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c985c77f-8475-446f-8113-6d9e2213b85e None None] Provisioning complete for port bec9a98d-3106-4ac9-a0aa-062ae8ad561f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:28.917702 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c985c77f-8475-446f-8113-6d9e2213b85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.926924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d47f6e1d-3c00-44a0-bf37-2a52a0c300de tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.983153 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.995199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f6e1d-3c00-44a0-bf37-2a52a0c300de tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=2dabf760-5fc9-4456-aa0a-7d5b3a56ed20,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:28.998208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.998871 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:28.999775 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Floating IP 64799637-86e3-4220-9954-4e8899a445d8 disassociated. External IP: 172.25.1.241, port: 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce. Dec 08 22:03:29.000112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:29.044963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d47f6e1d-3c00-44a0-bf37-2a52a0c300de tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.052752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d47f6e1d-3c00-44a0-bf37-2a52a0c300de tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/2dabf760-5fc9-4456-aa0a-7d5b3a56ed20 HTTP/1.1" status: 204 len: 168 time: 0.9735460 Dec 08 22:03:29.053656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44338) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:29.084914 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bbb70d-7f20-4abd-8e35-454bcd1b16da tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:03:29.101781 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f3bbb70d-7f20-4abd-8e35-454bcd1b16da tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/2dabf760-5fc9-4456-aa0a-7d5b3a56ed20 HTTP/1.1" status: 404 len: 333 time: 0.0453651 Dec 08 22:03:29.104021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44340) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:29.118920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port bec9a98d-3106-4ac9-a0aa-062ae8ad561f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,segment=NetworkSegment(f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9),segment_id=f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:29.163979 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb65d3f3-dd89-4a74-ba97-db5e48997f66 x-openstack-request-id: req-cb65d3f3-dd89-4a74-ba97-db5e48997f66 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:29.164309 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "3e60d434-a2df-4418-bd65-864538838cc9", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:29.165428 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb65d3f3-dd89-4a74-ba97-db5e48997f66 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:29.167085 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': '3e60d434-a2df-4418-bd65-864538838cc9', 'status': 'completed', 'code': 200} Dec 08 22:03:29.196179 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.202810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-db795bbf-f85e-4170-93ad-64cecec8a3d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet e7e3f189-5d2d-4111-9b63-7452fc5f1feb {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:03:29.203454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-496d2cf6-4b94-4418-a19a-2c08b2d0a0d7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3791690 Dec 08 22:03:29.215621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db795bbf-f85e-4170-93ad-64cecec8a3d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.268344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db795bbf-f85e-4170-93ad-64cecec8a3d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.309269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:29.348482 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.394056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db795bbf-f85e-4170-93ad-64cecec8a3d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.409993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:29.419506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-169b595f-15c0-409b-aa6e-0178d2e67a9e service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152190 Dec 08 22:03:29.507420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db795bbf-f85e-4170-93ad-64cecec8a3d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.558432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db795bbf-f85e-4170-93ad-64cecec8a3d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e3f189-5d2d-4111-9b63-7452fc5f1feb,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:29.569006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db795bbf-f85e-4170-93ad-64cecec8a3d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.572383 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-db795bbf-f85e-4170-93ad-64cecec8a3d4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/e7e3f189-5d2d-4111-9b63-7452fc5f1feb HTTP/1.1" status: 204 len: 168 time: 0.4671013 Dec 08 22:03:29.575873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44348) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:29.595837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e098feb-dd79-432f-9579-8ed8bd647d21 req-6e5d4321-c2c3-489d-82cb-d71dd814f2cf tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:29.607297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e098feb-dd79-432f-9579-8ed8bd647d21 req-6e5d4321-c2c3-489d-82cb-d71dd814f2cf tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:29.612104 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e098feb-dd79-432f-9579-8ed8bd647d21 req-6e5d4321-c2c3-489d-82cb-d71dd814f2cf tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 1677 time: 0.1166093 Dec 08 22:03:29.615993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ec103-321c-4d3b-813a-3138c37e6558 None None] Network 35992f84-1eae-4a49-becf-2861472184ec requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:29.674851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e098feb-dd79-432f-9579-8ed8bd647d21 req-20513d02-4ac9-47da-8af7-4e9b71e653c7 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 Dec 08 22:03:29.727161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b26290d6-0d29-490f-9d87-55d02007792f None None] Provisioning complete for port bec9a98d-3106-4ac9-a0aa-062ae8ad561f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:29.727648 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b26290d6-0d29-490f-9d87-55d02007792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.747143 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:29.770922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-966f53cc-b802-44b1-a734-c6821a66edaf service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897749 Dec 08 22:03:29.773101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Router 6d42eba7-8d5d-4f30-963c-333030be7408 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:03:29.911835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] DHCP port deletion for 35992f84-1eae-4a49-becf-2861472184ec request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:03:29.945947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16c4d-78a8-4aff-936c-cd38cf08cee8 req-a332ab10-0b6d-48a1-832f-565a1ca3035f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:29.947676 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1d16c4d-78a8-4aff-936c-cd38cf08cee8 req-a332ab10-0b6d-48a1-832f-565a1ca3035f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.1516032 Dec 08 22:03:30.018100 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1d16c4d-78a8-4aff-936c-cd38cf08cee8 req-0db5d2c7-16b8-4ca0-ae49-a13afaf1016b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521553 Dec 08 22:03:30.040080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] Deleting port bec9a98d-3106-4ac9-a0aa-062ae8ad561f {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:30.040575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.136587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] For port bec9a98d-3106-4ac9-a0aa-062ae8ad561f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,segment=NetworkSegment(f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9),segment_id=f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:30.136995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.152517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] Calling delete_port for bec9a98d-3106-4ac9-a0aa-062ae8ad561f owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:30.181784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-09a1c35c-6aa3-4f54-9755-c4c26af5484c req-8a08a9f4-0655-4a86-acf5-56ee774f4552 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 210 time: 0.1213503 Dec 08 22:03:30.206669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port bec9a98d-3106-4ac9-a0aa-062ae8ad561f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:30.211079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.231581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bec9a98d-3106-4ac9-a0aa-062ae8ad561f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:30.273037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:03:30.292004 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] Sync routers for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:03:30.302223 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:30.303174 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:03:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:30.329822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] No DVR routers for this DVR port 2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:30.336494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.341349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-b7b005ed-0e35-4a71-9b15-41823316416c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "DELETE /v2.0/ports/2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce HTTP/1.1" status: 204 len: 173 time: 2.6515110 Dec 08 22:03:30.343477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] For port bec9a98d-3106-4ac9-a0aa-062ae8ad561f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,segment=NetworkSegment(f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9),segment_id=f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:30.344942 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.390505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for bec9a98d-3106-4ac9-a0aa-062ae8ad561f owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:30.421839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.502968 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:03:30.525401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port bec9a98d-3106-4ac9-a0aa-062ae8ad561f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,segment=NetworkSegment(f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9),segment_id=f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:30.540386 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.541608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port 527f669c-87c1-45b7-8315-03137ffba182 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:30.542099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.576886 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.580068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event deleted for resources: {'Port': ['ID=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:30.618874 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.620174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] Pushing event deleted for resources: {'Port': ['ID=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:30.622152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89153ac2-fe91-4daa-90ae-fd861aa97209 None None] No DVR routers for this DVR port bec9a98d-3106-4ac9-a0aa-062ae8ad561f on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:30.673767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=bec9a98d-3106-4ac9-a0aa-062ae8ad561f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:30.685371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No DVR routers for this DVR port bec9a98d-3106-4ac9-a0aa-062ae8ad561f on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:30.750102 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:29Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:30.824691 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] Checking router: 6d42eba7-8d5d-4f30-963c-333030be7408 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:03:30.837977 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:30.838923 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:03:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:30.885051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e17e46-6015-452d-a833-4f1974a1818c req-a7966c3c-2f87-46e3-bbcb-dba307977978 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:30.891087 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.891538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e17e46-6015-452d-a833-4f1974a1818c req-a7966c3c-2f87-46e3-bbcb-dba307977978 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:30.893312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2e17e46-6015-452d-a833-4f1974a1818c req-a7966c3c-2f87-46e3-bbcb-dba307977978 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 1677 time: 0.0952871 Dec 08 22:03:30.901837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] For port 527f669c-87c1-45b7-8315-03137ffba182, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=527f669c-87c1-45b7-8315-03137ffba182,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:30.902330 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:30.945248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2e17e46-6015-452d-a833-4f1974a1818c req-20cdd533-a8f1-461c-a4a5-46c9ec01a7c6 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442789 Dec 08 22:03:30.949301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for 527f669c-87c1-45b7-8315-03137ffba182 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:30.952216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35992f84-1eae-4a49-becf-2861472184ec']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:30.969803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:30.970224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a610cb-eaa3-4bb5-9d42-2f32ff0604a9') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:30.984040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.010293 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:03:31.031554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.049443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:03:31.049977 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:03:31.053732 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:03:31.192216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:31.201033 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe6020a-37f0-4196-b042-9362761d11e4" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:31.451094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156a11-422c-4031-b43b-475875ea5517 req-08961be4-5d6e-4af5-afc2-cb52af2541eb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:31.452991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-08961be4-5d6e-4af5-afc2-cb52af2541eb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.1657660 Dec 08 22:03:31.458207 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:29Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:31.459781 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38452e20-f8aa-4fab-a4b2-249703926c08 x-openstack-request-id: req-38452e20-f8aa-4fab-a4b2-249703926c08 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:31.459962 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:31.460270 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38452e20-f8aa-4fab-a4b2-249703926c08 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:31.460832 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': '2b98cb48-8f2f-4395-bc8e-0d04ad33e9ce', 'status': 'completed', 'code': 200} Dec 08 22:03:31.464677 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.478922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'port': {'device_id': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'admin_state_up': True, 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:31.487681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.492609 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de078ba-b6a0-4228-8ee2-beaf72693fc9 None None] The sync data for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 is: [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T21:52:25Z', 'revision_number': 4, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'f3a6709f-de15-432d-a691-518214ee43a5', 'name': '', 'network_id': 'f8349c87-e4a0-400b-b1bc-7f55c65b1c63', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'mac_address': 'fa:16:3e:6b:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:24Z', 'updated_at': '2021-12-08T21:52:29Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'subnets': [{'id': '08a73796-c08b-4780-a9f8-0e5e808676e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:03:31.493119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/networks/35992f84-1eae-4a49-becf-2861472184ec HTTP/1.1" status: 204 len: 168 time: 1.9163525 Dec 08 22:03:31.501774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44388) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:31.521960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1738853516'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:31.538528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d0cbf-f9fb-4754-9c3a-9e67071b42c8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Network': ['ID=35992f84-1eae-4a49-becf-2861472184ec,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:31.564385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236da3b-8fa7-49b3-b205-ced70e3572c8 req-525503b6-9390-4dc7-8d86-44c6d680ed08 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:31.566092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2236da3b-8fa7-49b3-b205-ced70e3572c8 req-525503b6-9390-4dc7-8d86-44c6d680ed08 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.4202385 Dec 08 22:03:31.572924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.656375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:31.662538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.663326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e657fcc-ae71-4411-9592-74acd9dc580a req-ec5cc2ac-566d-4867-ad12-0de846c212fd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 210 time: 0.0823841 Dec 08 22:03:31.688996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=527f669c-87c1-45b7-8315-03137ffba182,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:31.729604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] No DVR routers for this DVR port 527f669c-87c1-45b7-8315-03137ffba182 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:31.749384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:03:31.757803 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.761383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-590f5832-ee82-4c98-836c-f07dc4ced9ff tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "DELETE /v2.0/ports/527f669c-87c1-45b7-8315-03137ffba182 HTTP/1.1" status: 204 len: 173 time: 1.4108641 Dec 08 22:03:31.762934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Made reservation on behalf of 64a902ad8ee746c39827af079b3a0c5f for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:31.772417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2236da3b-8fa7-49b3-b205-ced70e3572c8 req-5b8b6256-255b-4ada-a5ff-3877d1f5c32a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819575 Dec 08 22:03:31.773597 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.773949 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Added segment 896e5c98-8f1a-4d05-b1d4-517c4dca4442 of type vlan for network a258a38c-477a-4a19-8ca5-42ae24036960 Dec 08 22:03:31.785628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.885897 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.961709 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:31.969657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:31.970518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:32.069796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543b193-7ba6-4920-83ac-17e3f1e2bc0a None None] New status for floating IP 64799637-86e3-4220-9954-4e8899a445d8: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:03:32.087831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port 9ce62691-50ff-4fcb-b348-52eb9a1af15d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:32.088283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:32.104884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Allocated IP 172.20.0.7 (c76c03ce-0af3-41eb-8216-726e197ec182/24c4f60c-81a2-4017-83df-1236e4b55723/82a99478-5c7e-4087-b586-dc7d36631144) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:32.164579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6606455 Dec 08 22:03:32.172128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44402) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:32.180815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:32.425096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da9389-f545-407c-ae84-a10cc9f084ff req-881e77e8-7bc7-4ba4-b63b-0aed21ae0c6b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:32.426981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3da9389-f545-407c-ae84-a10cc9f084ff req-881e77e8-7bc7-4ba4-b63b-0aed21ae0c6b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 943 time: 0.2904017 Dec 08 22:03:32.537928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:32.542235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:32.859730 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:32.903709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd0eee7c-d549-48b6-87b6-cd22fa64ca2c req-9e770c57-e0ba-4fd7-ba6a-f05f3c384dcd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 210 time: 0.1031001 Dec 08 22:03:32.906751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa202d-6252-401f-90c5-43c9c05de664 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Network': ['ID=a258a38c-477a-4a19-8ca5-42ae24036960,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:32.931835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a258a38c-477a-4a19-8ca5-42ae24036960 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:03:32.944460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3da9389-f545-407c-ae84-a10cc9f084ff req-304140d9-431e-443b-abe0-e86923283d62 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups?id=7930b623-ee4f-43a7-bcaa-b679f40069fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4805982 Dec 08 22:03:32.957468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:33.089538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking segment: {'id': '896e5c98-8f1a-4d05-b1d4-517c4dca4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:33.089904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network hostable DHCP agents. Network: a258a38c-477a-4a19-8ca5-42ae24036960, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:03:33.101519 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:33.114365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['047affae-25ce-4051-b4ba-5237028c6258', 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:33.126490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] For port 9ce62691-50ff-4fcb-b348-52eb9a1af15d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9ce62691-50ff-4fcb-b348-52eb9a1af15d,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:33.126490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:33.154500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=a4b4c0ba-8ca1-4301-8cc3-35671097d5e4,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:33.160187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'Port': ['ID=82a99478-5c7e-4087-b586-dc7d36631144,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:33.174225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for 9ce62691-50ff-4fcb-b348-52eb9a1af15d owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:33.189936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network a258a38c-477a-4a19-8ca5-42ae24036960 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:03:33.194039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Network c76c03ce-0af3-41eb-8216-726e197ec182 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:33.198780 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:33.202373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:33.228601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a258a38c-477a-4a19-8ca5-42ae24036960) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:33.230321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dabd86-e29d-420e-8e69-93e8cf20839e req-14b171ef-428b-414e-92b5-7c9f49e79378 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:33.232035 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78dabd86-e29d-420e-8e69-93e8cf20839e req-14b171ef-428b-414e-92b5-7c9f49e79378 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.2043118 Dec 08 22:03:33.247005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:33.247592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:33.259918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad7c759-6dfe-4af4-a79b-9258f310d259 None None] Network a258a38c-477a-4a19-8ca5-42ae24036960 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:33.277015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:33.277696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:33.308400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-78138e55-6db2-47fb-9487-99a0ec605c1b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1290295 Dec 08 22:03:33.318969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-5525ad9a-17e0-4da5-b5c4-970d50ad5d44 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8396020 Dec 08 22:03:33.319576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44428) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:33.326494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960', 'name': 'tempest-PortsIpV6TestJSON-644149595', 'fixed_ips': [{'subnet_id': 'a4b4c0ba-8ca1-4301-8cc3-35671097d5e4', 'ip_address': '2001:db8::10'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:33.356836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Request body: {'port': {'device_id': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:33.490623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': '527f669c-87c1-45b7-8315-03137ffba182'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:33.492966 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f750f47-5faf-4fa0-8a0c-56aa2f66bcee" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "527f669c-87c1-45b7-8315-03137ffba182"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:33.537984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78dabd86-e29d-420e-8e69-93e8cf20839e req-dc77a1ce-6bb7-4ba9-b74c-82e33439300c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954159 Dec 08 22:03:33.538672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:33.623842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=9ce62691-50ff-4fcb-b348-52eb9a1af15d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:33.660873 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016f6ac0-7151-4bd8-8e07-ad9a3b86967c x-openstack-request-id: req-016f6ac0-7151-4bd8-8e07-ad9a3b86967c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:33.665586 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "527f669c-87c1-45b7-8315-03137ffba182", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:33.665859 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-016f6ac0-7151-4bd8-8e07-ad9a3b86967c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:33.666287 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': '527f669c-87c1-45b7-8315-03137ffba182', 'status': 'completed', 'code': 200} Dec 08 22:03:33.767474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] No DVR routers for this DVR port 9ce62691-50ff-4fcb-b348-52eb9a1af15d on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:33.772045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-02709bcb-061d-46bf-81e0-74ed941b0254 None None] Provisioning complete for port 82a99478-5c7e-4087-b586-dc7d36631144 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:33.772716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-02709bcb-061d-46bf-81e0-74ed941b0254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:33.779537 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:33.788416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be28b86c-d629-4923-a31a-9651f71137bd req-4ba62562-a944-4a4f-9ef0-d0c387f484fe tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.23 "DELETE /v2.0/ports/9ce62691-50ff-4fcb-b348-52eb9a1af15d HTTP/1.1" status: 204 len: 173 time: 2.0193753 Dec 08 22:03:34.007152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-a258a38c-477a-4a19-8ca5-42ae24036960', 'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960', 'tenant_id': '1f64ec42914a4ceb855654e686ecd807', 'fixed_ips': [{'subnet_id': 'a4b4c0ba-8ca1-4301-8cc3-35671097d5e4'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:03:34.010025 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:34.127261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-02709bcb-061d-46bf-81e0-74ed941b0254 None None] Port 82a99478-5c7e-4087-b586-dc7d36631144 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:34.175376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bfa04-5288-4a2d-b02b-6dbf5d9db7f4 req-93460d56-cbcd-430c-93db-09d11a8d5438 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:34.177011 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b53bfa04-5288-4a2d-b02b-6dbf5d9db7f4 req-93460d56-cbcd-430c-93db-09d11a8d5438 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 931 time: 0.1283581 Dec 08 22:03:34.244900 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:34.277682 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55cecefa-51c6-4532-b801-84437dccd129 req-c2b45646-7677-414d-af77-446409563533 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0513394 Dec 08 22:03:34.281795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b53bfa04-5288-4a2d-b02b-6dbf5d9db7f4 req-af086f0b-188e-423d-9840-747e5e6b08d4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965450 Dec 08 22:03:34.477471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Allocated IP 2001:db8::2 (a258a38c-477a-4a19-8ca5-42ae24036960/a4b4c0ba-8ca1-4301-8cc3-35671097d5e4/85627841-c185-491a-a454-10f1da6ab6e7) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:34.706388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc4c8-fd6e-493a-960b-d9445f2461f3 req-5b95c9b7-dd64-45b0-8555-d125472fe223 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:34.715826 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c81dc4c8-fd6e-493a-960b-d9445f2461f3 req-5b95c9b7-dd64-45b0-8555-d125472fe223 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.0890820 Dec 08 22:03:34.720224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:34.799712 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c81dc4c8-fd6e-493a-960b-d9445f2461f3 req-70cd2c07-6ccc-4dff-920f-221cd4d9b1f4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778680 Dec 08 22:03:34.802942 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:34.825428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:34.881910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Network a258a38c-477a-4a19-8ca5-42ae24036960 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:34.885304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:34.888534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:34.940754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a99478-5c7e-4087-b586-dc7d36631144 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:03:34.950587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:34.966139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Transition to ACTIVE for port object 82a99478-5c7e-4087-b586-dc7d36631144 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:03:34.975217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:34.980370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Pushing event updated for resources: {'Port': ['ID=85627841-c185-491a-a454-10f1da6ab6e7,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:35.045335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Attempting to bind port 85627841-c185-491a-a454-10f1da6ab6e7 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:03:35.045714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Attempting to bind port 85627841-c185-491a-a454-10f1da6ab6e7 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '896e5c98-8f1a-4d05-b1d4-517c4dca4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:03:35.047317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Attempting to bind port 85627841-c185-491a-a454-10f1da6ab6e7 on network a258a38c-477a-4a19-8ca5-42ae24036960 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:35.056040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:03:35.056525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Checking segment: {'id': '896e5c98-8f1a-4d05-b1d4-517c4dca4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:35.057331 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:35.057780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Bound using segment: {'id': '896e5c98-8f1a-4d05-b1d4-517c4dca4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:03:35.058422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Bound port: 85627841-c185-491a-a454-10f1da6ab6e7, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896e5c98-8f1a-4d05-b1d4-517c4dca4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:03:35.058869 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:35.097367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:35.219246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Pushing event updated for resources: {'Port': ['ID=82a99478-5c7e-4087-b586-dc7d36631144,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:35.230376 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Attempting to bind port 82a99478-5c7e-4087-b586-dc7d36631144 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:03:35.230886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Attempting to bind port 82a99478-5c7e-4087-b586-dc7d36631144 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:03:35.231384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Attempting to bind port 82a99478-5c7e-4087-b586-dc7d36631144 on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:35.240960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port ce52b8cb-782b-4714-aa30-721a8a8504cd yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:35.247011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Port 82a99478-5c7e-4087-b586-dc7d36631144 on network c76c03ce-0af3-41eb-8216-726e197ec182 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:03:35.247640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Attempting to bind port 82a99478-5c7e-4087-b586-dc7d36631144 on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:35.256959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:03:35.264118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Checking segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:35.264118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Bound using segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:03:35.264118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Bound port: 82a99478-5c7e-4087-b586-dc7d36631144, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:03:35.264118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:35.510859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f153574d-4481-49bf-8539-185ed87ed78c req-cd5fd174-08c5-4076-841c-a452a7466df1 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0576112 Dec 08 22:03:35.531254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] For port 85627841-c185-491a-a454-10f1da6ab6e7, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:35.538146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] For port 85627841-c185-491a-a454-10f1da6ab6e7, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=85627841-c185-491a-a454-10f1da6ab6e7,segment=NetworkSegment(896e5c98-8f1a-4d05-b1d4-517c4dca4442),segment_id=896e5c98-8f1a-4d05-b1d4-517c4dca4442)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:03:35.552970 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:35.617455 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd18efe8-5e1d-4aa0-828e-b78c6a8e6e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:35.625909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] For port 82a99478-5c7e-4087-b586-dc7d36631144, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:35.652893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] For port 82a99478-5c7e-4087-b586-dc7d36631144, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=82a99478-5c7e-4087-b586-dc7d36631144,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:03:35.653269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Pushing event updated for resources: {'Port': ['ID=85627841-c185-491a-a454-10f1da6ab6e7,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:35.667191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': '9ce62691-50ff-4fcb-b348-52eb9a1af15d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:35.670326 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd680e59-618f-44a3-9411-41d025173a00" -d '{"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "9ce62691-50ff-4fcb-b348-52eb9a1af15d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:35.671030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.671393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.673099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.673664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.674077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.674457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.674821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.675354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.675705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.676046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.676444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.676823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096b8fd-3718-492a-953d-92170712c8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:35.695432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::10 (a258a38c-477a-4a19-8ca5-42ae24036960/a4b4c0ba-8ca1-4301-8cc3-35671097d5e4/ce52b8cb-782b-4714-aa30-721a8a8504cd) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:35.707461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09aef5-36fa-4d6b-900e-39bc4d634554 req-a2299c6b-27ce-4feb-bf98-96ce3eeb8989 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:35.710011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f09aef5-36fa-4d6b-900e-39bc4d634554 req-a2299c6b-27ce-4feb-bf98-96ce3eeb8989 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 943 time: 0.2611597 Dec 08 22:03:35.711108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:35.741555 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90250990-b2b9-481b-b107-7dbd56616c70 x-openstack-request-id: req-90250990-b2b9-481b-b107-7dbd56616c70 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:35.741947 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b370abe-2c1d-4d0c-9433-271b455228a1", "name": "network-vif-deleted", "tag": "9ce62691-50ff-4fcb-b348-52eb9a1af15d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:35.742290 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90250990-b2b9-481b-b107-7dbd56616c70 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:35.742994 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b370abe-2c1d-4d0c-9433-271b455228a1', 'name': 'network-vif-deleted', 'tag': '9ce62691-50ff-4fcb-b348-52eb9a1af15d', 'status': 'completed', 'code': 200} Dec 08 22:03:35.774757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:35.775403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:35.777023 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] 10.222.0.37 "PUT /v2.0/ports/82a99478-5c7e-4087-b586-dc7d36631144 HTTP/1.1" status: 200 len: 1091 time: 2.4422202 Dec 08 22:03:35.777496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'tag': '82a99478-5c7e-4087-b586-dc7d36631144'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:35.780277 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c", "tag": "82a99478-5c7e-4087-b586-dc7d36631144"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:36.020723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:36.058938 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc02eb-eed8-41a3-b171-9c0250f5c87e x-openstack-request-id: req-f7dc02eb-eed8-41a3-b171-9c0250f5c87e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:36.059224 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c", "tag": "82a99478-5c7e-4087-b586-dc7d36631144", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:36.059560 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7dc02eb-eed8-41a3-b171-9c0250f5c87e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:36.060023 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'tag': '82a99478-5c7e-4087-b586-dc7d36631144', 'status': 'completed', 'code': 200} Dec 08 22:03:36.094524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c9e7a-c31b-4d60-94cc-f7033e715579 req-320d4e0f-c8ca-4fc5-b222-b5616f417a9a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:36.096993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f6c9e7a-c31b-4d60-94cc-f7033e715579 req-320d4e0f-c8ca-4fc5-b222-b5616f417a9a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.1177061 Dec 08 22:03:36.157410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f09aef5-36fa-4d6b-900e-39bc4d634554 req-09e5b328-1f25-4916-9890-cdb220e24c26 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349768 Dec 08 22:03:36.187990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2420d-ab8f-406b-b200-b6b409c5ee26 service neutron] Pushing event updated for resources: {'Port': ['ID=82a99478-5c7e-4087-b586-dc7d36631144,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:36.207006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:36.272696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f6c9e7a-c31b-4d60-94cc-f7033e715579 req-5ce4c823-1026-4511-820f-a5872a136bda tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682088 Dec 08 22:03:36.275363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 85627841-c185-491a-a454-10f1da6ab6e7 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:36.290290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156a11-422c-4031-b43b-475875ea5517 req-9d6a438f-4fa6-4523-824a-2e1dad29700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:36.291933 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-9d6a438f-4fa6-4523-824a-2e1dad29700a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 1094 time: 0.2381046 Dec 08 22:03:36.311897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network a258a38c-477a-4a19-8ca5-42ae24036960 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:36.318233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:36.360360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:36.371680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:36.371680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:36.373320 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-343f1bcb-b638-458e-9021-0f42e5e2988a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a99478-5c7e-4087-b586-dc7d36631144 HTTP/1.1" status: 200 len: 217 time: 0.0710762 Dec 08 22:03:36.374334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=ce52b8cb-782b-4714-aa30-721a8a8504cd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:36.388432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 85627841-c185-491a-a454-10f1da6ab6e7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:36.389074 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:36.436926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e1cd9cc-b55b-40a0-b3a5-6f0180152309 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1162457 Dec 08 22:03:36.439446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44464) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:36.445497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': 'a258a38c-477a-4a19-8ca5-42ae24036960', 'name': 'tempest-PortsIpV6TestJSON-1409323464', 'fixed_ips': [{'subnet_id': 'a4b4c0ba-8ca1-4301-8cc3-35671097d5e4', 'ip_address': '2001:db8::f'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:36.463961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156a11-422c-4031-b43b-475875ea5517 req-cdfa47c0-afe1-4cd9-a567-5be39b8b5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:36.465448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-cdfa47c0-afe1-4cd9-a567-5be39b8b5c33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.0843346 Dec 08 22:03:36.513178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:36.548069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 85627841-c185-491a-a454-10f1da6ab6e7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=85627841-c185-491a-a454-10f1da6ab6e7,segment=NetworkSegment(896e5c98-8f1a-4d05-b1d4-517c4dca4442),segment_id=896e5c98-8f1a-4d05-b1d4-517c4dca4442)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:36.556408 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:36.593954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156a11-422c-4031-b43b-475875ea5517 req-298634eb-70c1-4c69-b719-c5ba51c99b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:36.595566 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-298634eb-70c1-4c69-b719-c5ba51c99b87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021445 Dec 08 22:03:36.620694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=85627841-c185-491a-a454-10f1da6ab6e7,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:36.712684 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6589702b-c023-4a3e-9072-240171fd8136 req-fea0da36-e90c-4cbc-8d9a-4f7963311e6b tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0897424 Dec 08 22:03:36.720204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:36.726969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:36.754593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:36.938127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-aa48fa32-f6ae-476d-8a1e-862f7273480d service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327632 Dec 08 22:03:37.021856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::f (a258a38c-477a-4a19-8ca5-42ae24036960/a4b4c0ba-8ca1-4301-8cc3-35671097d5e4/17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:37.104953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52156a11-422c-4031-b43b-475875ea5517 req-798164fd-b781-4983-ae63-5e1507a47536 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578104 Dec 08 22:03:37.105245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673a792-8739-4c7c-bb2a-033e1fc64621 None None] Network a258a38c-477a-4a19-8ca5-42ae24036960 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:37.253282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cf02a5a4-a7b7-41a7-ac42-c808dd30b61b None None] Provisioning complete for port 85627841-c185-491a-a454-10f1da6ab6e7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:37.253953 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cf02a5a4-a7b7-41a7-ac42-c808dd30b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:37.259598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-d68a1b34-265f-4a6d-b472-5e929b942efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.262088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-d68a1b34-265f-4a6d-b472-5e929b942efd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 1094 time: 0.0760329 Dec 08 22:03:37.373137 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:37.424658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9045b-2afd-4cbd-92a9-a5435d5d1083 req-2f0765f8-9524-48a3-bd9d-415fe57b1a3d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.426247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8a9045b-2afd-4cbd-92a9-a5435d5d1083 req-2f0765f8-9524-48a3-bd9d-415fe57b1a3d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 943 time: 0.1367106 Dec 08 22:03:37.463744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-e9e9e29b-181a-4565-8bbb-3c39017d6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.465195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-e9e9e29b-181a-4565-8bbb-3c39017d6d2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.1857662 Dec 08 22:03:37.512545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8a9045b-2afd-4cbd-92a9-a5435d5d1083 req-97509c41-79d8-42b9-9030-a6027fbbe49e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799437 Dec 08 22:03:37.522467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:37.526742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-d7a4669c-b41f-47e6-ae2e-1e81d8cb77a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a99478-5c7e-4087-b586-dc7d36631144 HTTP/1.1" status: 200 len: 217 time: 0.0492718 Dec 08 22:03:37.569894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c2802-f201-4d24-9675-397eb4bae5d4 req-7dee3b48-45e4-47a7-9729-f4fb5a1b935b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.571450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-496c2802-f201-4d24-9675-397eb4bae5d4 req-7dee3b48-45e4-47a7-9729-f4fb5a1b935b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.1476617 Dec 08 22:03:37.631970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network a258a38c-477a-4a19-8ca5-42ae24036960 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:37.641827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:37.645544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:37.649883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:37.655475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.656349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:37.680512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-62d37125-44d0-4236-8aeb-bf183d531606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.682124 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-62d37125-44d0-4236-8aeb-bf183d531606 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1464951 Dec 08 22:03:37.687752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cffc3a2c-2764-4044-94ed-a345cc208994 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2472765 Dec 08 22:03:37.690538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44474) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:37.702649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-496c2802-f201-4d24-9675-397eb4bae5d4 req-87e369b5-db64-4aa1-9244-55e81b6a9c41 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024127 Dec 08 22:03:37.775003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8c2d1-4ace-4bad-95d0-d049000d02b6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.780472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44480) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:37.782260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bbb8c2d1-4ace-4bad-95d0-d049000d02b6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0904827 Dec 08 22:03:37.824924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-e26fc351-dd07-40ce-b372-f27969260079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.826448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-e26fc351-dd07-40ce-b372-f27969260079 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358898 Dec 08 22:03:37.866254 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f0fd81c0-137d-4706-a03e-372c8c041821 req-9b800c2c-7249-45a2-9de3-e07b5428e353 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0308287 Dec 08 22:03:37.951178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4c4da2b7-d0d9-421a-b2d1-de5c5163325f None None] Provisioning complete for port ce52b8cb-782b-4714-aa30-721a8a8504cd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:37.951757 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c4da2b7-d0d9-421a-b2d1-de5c5163325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:37.959211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667e5bf-6cda-476a-894f-d18a8c6a3467 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.965697 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667e5bf-6cda-476a-894f-d18a8c6a3467 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.976226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667e5bf-6cda-476a-894f-d18a8c6a3467 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:37.978113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9667e5bf-6cda-476a-894f-d18a8c6a3467 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1966865 Dec 08 22:03:37.983216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44484) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:38.037499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4c4da2b7-d0d9-421a-b2d1-de5c5163325f None None] Port ce52b8cb-782b-4714-aa30-721a8a8504cd cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:38.038838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-cbf3b829-2f74-4f37-96f6-bc8347cd0dcf service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877313 Dec 08 22:03:38.069411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4c4da2b7-d0d9-421a-b2d1-de5c5163325f None None] Provisioning complete for port 85627841-c185-491a-a454-10f1da6ab6e7 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:38.069791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c4da2b7-d0d9-421a-b2d1-de5c5163325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.216565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 85627841-c185-491a-a454-10f1da6ab6e7 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:38.299377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 85627841-c185-491a-a454-10f1da6ab6e7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:38.300031 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.304004 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bdaacca-5c77-4d01-8e1d-245ca9edac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.304662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d0f9edf-8ffa-45f6-b4ab-a625457820a5 req-9cb4d499-5f15-4a9b-94b2-e875e26fcb18 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468064 Dec 08 22:03:38.331414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-56d4a444-134b-465d-a9ba-e3b7a19007ba tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:38.331414 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56d4a444-134b-465d-a9ba-e3b7a19007ba tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.444710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-288bef04-d695-403f-b22e-66e50ef7f9fb None None] Provisioning complete for port ce52b8cb-782b-4714-aa30-721a8a8504cd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:38.445341 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-288bef04-d695-403f-b22e-66e50ef7f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.465809 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56d4a444-134b-465d-a9ba-e3b7a19007ba tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.493037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-56d4a444-134b-465d-a9ba-e3b7a19007ba tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:38.494620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-288bef04-d695-403f-b22e-66e50ef7f9fb None None] Port ce52b8cb-782b-4714-aa30-721a8a8504cd cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:38.684730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5b8be-d5c9-49f7-84f5-f3639d5a97dc req-16eb6cd4-baf2-4a14-b537-758dd77ca33e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:38.686236 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6e5b8be-d5c9-49f7-84f5-f3639d5a97dc req-16eb6cd4-baf2-4a14-b537-758dd77ca33e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 943 time: 0.0736282 Dec 08 22:03:38.716260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-40183192-47e2-4232-ad10-e88167155966 None None] Provisioning complete for port 17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:38.716627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-40183192-47e2-4232-ad10-e88167155966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.752499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-40183192-47e2-4232-ad10-e88167155966 None None] Port 17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:38.762115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6e5b8be-d5c9-49f7-84f5-f3639d5a97dc req-371c0d57-6517-4bb6-877e-68de9a994d82 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504742 Dec 08 22:03:38.772829 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56d4a444-134b-465d-a9ba-e3b7a19007ba tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.851449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4a444-134b-465d-a9ba-e3b7a19007ba tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:38.854157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.874365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139a9d3-cad1-4368-b8e3-c4967663c2a8 req-92f91815-c9d9-464c-a105-8cdb40ba87af tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:38.883910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9139a9d3-cad1-4368-b8e3-c4967663c2a8 req-92f91815-c9d9-464c-a105-8cdb40ba87af tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.0751131 Dec 08 22:03:38.884359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56d4a444-134b-465d-a9ba-e3b7a19007ba tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:38.892732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44498) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:38.893436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-56d4a444-134b-465d-a9ba-e3b7a19007ba tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a HTTP/1.1" status: 204 len: 168 time: 0.8888831 Dec 08 22:03:38.939231 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f631370c-5e8a-43eb-8e8b-7a3ce7f8e172 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:03:38.940827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f631370c-5e8a-43eb-8e8b-7a3ce7f8e172 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/17ca0c5e-88dd-4dc5-ae53-8d4e86c2456a HTTP/1.1" status: 404 len: 333 time: 0.0465195 Dec 08 22:03:38.945935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44502) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:38.982329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9139a9d3-cad1-4368-b8e3-c4967663c2a8 req-a55e9cde-2f44-441a-a4f5-3a9e39c731c1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966315 Dec 08 22:03:39.043716 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5bbba1f-2fe0-4f51-ba18-d444dff5db33 req-1b8dca33-4b9a-44f8-b4ca-6654c6159278 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0338917 Dec 08 22:03:39.122584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8be4cd2c-3f4b-4f86-a9aa-a1e379126ac9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port ce52b8cb-782b-4714-aa30-721a8a8504cd {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:39.123126 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8be4cd2c-3f4b-4f86-a9aa-a1e379126ac9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.249526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8be4cd2c-3f4b-4f86-a9aa-a1e379126ac9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.272132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8be4cd2c-3f4b-4f86-a9aa-a1e379126ac9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for ce52b8cb-782b-4714-aa30-721a8a8504cd owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:39.413922 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8be4cd2c-3f4b-4f86-a9aa-a1e379126ac9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.441157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.446048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4cd2c-3f4b-4f86-a9aa-a1e379126ac9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=ce52b8cb-782b-4714-aa30-721a8a8504cd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:39.459627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.485134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8be4cd2c-3f4b-4f86-a9aa-a1e379126ac9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.488932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8be4cd2c-3f4b-4f86-a9aa-a1e379126ac9 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/ce52b8cb-782b-4714-aa30-721a8a8504cd HTTP/1.1" status: 204 len: 168 time: 0.5416477 Dec 08 22:03:39.494066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:39.523013 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3957f42a-a0b8-4a3a-919b-c13bb81f603a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:03:39.524577 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3957f42a-a0b8-4a3a-919b-c13bb81f603a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/ce52b8cb-782b-4714-aa30-721a8a8504cd HTTP/1.1" status: 404 len: 333 time: 0.0314975 Dec 08 22:03:39.527743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:39.586516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34bd18e-4e88-4866-9056-d3d562e7b9e5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet a4b4c0ba-8ca1-4301-8cc3-35671097d5e4 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:03:39.590320 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c34bd18e-4e88-4866-9056-d3d562e7b9e5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.654618 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c34bd18e-4e88-4866-9056-d3d562e7b9e5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.761329 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c34bd18e-4e88-4866-9056-d3d562e7b9e5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.841874 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c34bd18e-4e88-4866-9056-d3d562e7b9e5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.881721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bd18e-4e88-4866-9056-d3d562e7b9e5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b4c0ba-8ca1-4301-8cc3-35671097d5e4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:39.902459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca9c2a-5b10-4fe3-a3d8-9da1738dc7b5 req-2272907d-3894-471a-8722-8291ab351407 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:39.905006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa117e1-9ef8-412e-955b-8d7b1babb09c None None] Network a258a38c-477a-4a19-8ca5-42ae24036960 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:39.911724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7ca9c2a-5b10-4fe3-a3d8-9da1738dc7b5 req-2272907d-3894-471a-8722-8291ab351407 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 943 time: 0.0667901 Dec 08 22:03:39.913746 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c34bd18e-4e88-4866-9056-d3d562e7b9e5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:39.922636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c34bd18e-4e88-4866-9056-d3d562e7b9e5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/a4b4c0ba-8ca1-4301-8cc3-35671097d5e4 HTTP/1.1" status: 204 len: 168 time: 0.3937371 Dec 08 22:03:39.925276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44518) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:39.962537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7ca9c2a-5b10-4fe3-a3d8-9da1738dc7b5 req-68ae2fab-bd54-4241-947c-49cba66c46d5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444670 Dec 08 22:03:40.048772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.094128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.110953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 82a99478-5c7e-4087-b586-dc7d36631144 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:03:40.228285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6e0cc-f8e3-4ebe-bf81-be66bbe030a7 req-a15c5ae3-7201-4d91-bab2-aa0668f72415 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:40.234358 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dab6e0cc-f8e3-4ebe-bf81-be66bbe030a7 req-a15c5ae3-7201-4d91-bab2-aa0668f72415 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.1238837 Dec 08 22:03:40.248897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-878ebd3f-cde8-4bc5-985b-314d794e6d63 req-eda7c978-b172-4cc6-bf48-43a3abe2df7d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0521996 Dec 08 22:03:40.278633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 85627841-c185-491a-a454-10f1da6ab6e7 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:40.278869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.294992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] DHCP port deletion for a258a38c-477a-4a19-8ca5-42ae24036960 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:03:40.347104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] For port 85627841-c185-491a-a454-10f1da6ab6e7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=85627841-c185-491a-a454-10f1da6ab6e7,segment=NetworkSegment(896e5c98-8f1a-4d05-b1d4-517c4dca4442),segment_id=896e5c98-8f1a-4d05-b1d4-517c4dca4442)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:40.347501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.363323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 85627841-c185-491a-a454-10f1da6ab6e7 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:40.375766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] Deleting port 85627841-c185-491a-a454-10f1da6ab6e7 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:40.376281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.436673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 82a99478-5c7e-4087-b586-dc7d36631144, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=82a99478-5c7e-4087-b586-dc7d36631144,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:40.481541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '82a99478-5c7e-4087-b586-dc7d36631144', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': '82a99478-5c7e-4087-b586-dc7d36631144', 'mac_address': 'fa:16:3e:63:37:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:03:40.496171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] For port 85627841-c185-491a-a454-10f1da6ab6e7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=85627841-c185-491a-a454-10f1da6ab6e7,segment=NetworkSegment(896e5c98-8f1a-4d05-b1d4-517c4dca4442),segment_id=896e5c98-8f1a-4d05-b1d4-517c4dca4442)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:40.496859 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.544084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] Calling delete_port for 85627841-c185-491a-a454-10f1da6ab6e7 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:40.573903 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.619245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a99478-5c7e-4087-b586-dc7d36631144 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:03:40.655077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 82a99478-5c7e-4087-b586-dc7d36631144, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=82a99478-5c7e-4087-b586-dc7d36631144,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:40.670605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.711029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.742326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] No DVR routers for this DVR port 85627841-c185-491a-a454-10f1da6ab6e7 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:40.744587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=82a99478-5c7e-4087-b586-dc7d36631144,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:40.785687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7b3ba-8260-4d83-9fdd-75fb25bc853a None None] Pushing event deleted for resources: {'Port': ['ID=85627841-c185-491a-a454-10f1da6ab6e7,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:40.868848 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dab6e0cc-f8e3-4ebe-bf81-be66bbe030a7 req-55f5b2e9-73e5-4d20-a69b-8feb26e73539 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259072 Dec 08 22:03:40.892558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['82a99478-5c7e-4087-b586-dc7d36631144'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:40.929165 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.976307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:40.980162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=85627841-c185-491a-a454-10f1da6ab6e7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:40.993044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No DVR routers for this DVR port 85627841-c185-491a-a454-10f1da6ab6e7 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:41.096532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.123070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a258a38c-477a-4a19-8ca5-42ae24036960']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:41.131516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4d61e-3fb4-4359-adb1-3aecf7210861 req-1a0f9b90-0214-4093-9a03-ce0fe22be34a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:41.133683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcc4d61e-3fb4-4359-adb1-3aecf7210861 req-1a0f9b90-0214-4093-9a03-ce0fe22be34a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 944 time: 0.0731006 Dec 08 22:03:41.134973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896e5c98-8f1a-4d05-b1d4-517c4dca4442') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:41.135409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896e5c98-8f1a-4d05-b1d4-517c4dca4442') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:41.147434 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.165391 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.173344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:03:41.173781 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:03:41.177782 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:03:41.219017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcc4d61e-3fb4-4359-adb1-3aecf7210861 req-8c96c6f7-3b58-49d9-9147-6607c0c33613 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786140 Dec 08 22:03:41.261919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.283073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.292401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/networks/a258a38c-477a-4a19-8ca5-42ae24036960 HTTP/1.1" status: 204 len: 168 time: 1.3611205 Dec 08 22:03:41.292658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44544) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:41.298354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-38515995'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:41.316655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6022f9-2c15-4287-8f37-5c1094ea59cd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Network': ['ID=a258a38c-477a-4a19-8ca5-42ae24036960,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:41.338015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:41.343002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.372754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9bda5cb1-5b8c-4e38-97be-40986c5a4068 req-ecee7674-7eb3-4344-afd5-74530d658531 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0417051 Dec 08 22:03:41.373624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:03:41.384652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.385066 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Added segment 2ea43e9e-cd20-49d5-b27d-95c9c473200f of type vlan for network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd Dec 08 22:03:41.433740 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.460194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.466367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:41.466995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.535339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2419283 Dec 08 22:03:41.537507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44546) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:41.542702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '7497b7a5-99f7-425f-8743-7b0f2e2c3bcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:41.553546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Network': ['ID=7497b7a5-99f7-425f-8743-7b0f2e2c3bcd,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:41.562339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.562698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.563072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.563430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.563842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.564206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.564540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.564941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.565271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.565600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.565927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.566254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afcba0-2472-49a4-ab69-8cf3c385c6c3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:03:41.578643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:03:41.677393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:41.682638 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.917619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:41.982553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=fd78bf80-38e3-4928-80fb-17d1ab8e6e52,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:41.995716 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Checking segment: {'id': '2ea43e9e-cd20-49d5-b27d-95c9c473200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7497b7a5-99f7-425f-8743-7b0f2e2c3bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:41.996106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network hostable DHCP agents. Network: 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:03:42.024773 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:03:42.036481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:42.045932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906fca3-783e-45af-af87-44cf31a7fc5f None None] Network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:42.057313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:42.059287 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.082449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880e67-ee2c-4e72-a434-1dc653586ec1 req-23740520-08d8-4f52-a474-9e637614bd02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:42.087924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-18880e67-ee2c-4e72-a434-1dc653586ec1 req-23740520-08d8-4f52-a474-9e637614bd02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.0866158 Dec 08 22:03:42.092488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44552) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:42.092770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-54d0ed51-2aca-4d65-b298-3a23b8f97b18 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5541434 Dec 08 22:03:42.098232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a2073660-d9e9-4bcb-97bf-a403cb858be3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-335778380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:42.133335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 82a99478-5c7e-4087-b586-dc7d36631144 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:42.147587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2073660-d9e9-4bcb-97bf-a403cb858be3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.149510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2073660-d9e9-4bcb-97bf-a403cb858be3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.224251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 85627841-c185-491a-a454-10f1da6ab6e7 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:42.225190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-18880e67-ee2c-4e72-a434-1dc653586ec1 req-155822eb-606d-4928-b02a-5009d3b365fd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168180 Dec 08 22:03:42.226744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 82a99478-5c7e-4087-b586-dc7d36631144 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:03:42.289079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 82a99478-5c7e-4087-b586-dc7d36631144 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:42.289494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2073660-d9e9-4bcb-97bf-a403cb858be3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.291165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.295886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2073660-d9e9-4bcb-97bf-a403cb858be3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.323320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2073660-d9e9-4bcb-97bf-a403cb858be3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.326360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a2073660-d9e9-4bcb-97bf-a403cb858be3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2323098 Dec 08 22:03:42.328501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44556) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:42.335556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'network_id': '7497b7a5-99f7-425f-8743-7b0f2e2c3bcd', 'name': 'tempest-PortsIpV6TestJSON-731069279'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:42.359492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 85627841-c185-491a-a454-10f1da6ab6e7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:42.360162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 85627841-c185-491a-a454-10f1da6ab6e7 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:42.437136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-7497b7a5-99f7-425f-8743-7b0f2e2c3bcd', 'network_id': '7497b7a5-99f7-425f-8743-7b0f2e2c3bcd', 'tenant_id': '1f64ec42914a4ceb855654e686ecd807', 'fixed_ips': [{'subnet_id': 'fd78bf80-38e3-4928-80fb-17d1ab8e6e52'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:03:42.446328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5c47-ab26-483b-947e-4f7ad37d87a2 req-58edb6d5-57b5-4e99-9e03-0d4f3442cdbe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:42.449214 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.454987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-180e5c47-ab26-483b-947e-4f7ad37d87a2 req-58edb6d5-57b5-4e99-9e03-0d4f3442cdbe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 944 time: 0.1288846 Dec 08 22:03:42.503541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-180e5c47-ab26-483b-947e-4f7ad37d87a2 req-f8c0f4d0-8fb5-4cc6-be1c-a439206c0e71 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473526 Dec 08 22:03:42.526345 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.542120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78e4ed4d-b77c-4d03-99ee-1c51e6516cce req-4fa3bb51-9cd2-4064-b942-9098cf983c20 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0404551 Dec 08 22:03:42.557289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:42.561993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.583823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 2099f38f-7118-458b-820a-007cb57440e4 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:42.633209 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a99478-5c7e-4087-b586-dc7d36631144'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:42.636732 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab326d-7b3b-4179-b6f0-06a7a2a69e4f" -d '{"events": [{"server_uuid": "1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c", "name": "network-vif-plugged", "status": "completed", "tag": "82a99478-5c7e-4087-b586-dc7d36631144"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:42.687042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 82a99478-5c7e-4087-b586-dc7d36631144, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=82a99478-5c7e-4087-b586-dc7d36631144,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:42.696938 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.729791 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5eba7d-91a6-400a-adc1-388f598e7865 x-openstack-request-id: req-cd5eba7d-91a6-400a-adc1-388f598e7865 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:42.730035 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c", "name": "network-vif-plugged", "status": "completed", "tag": "82a99478-5c7e-4087-b586-dc7d36631144", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:42.730284 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd5eba7d-91a6-400a-adc1-388f598e7865 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:42.731411 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a99478-5c7e-4087-b586-dc7d36631144', 'code': 200} Dec 08 22:03:42.759545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Allocated IP 2001:db8::2 (7497b7a5-99f7-425f-8743-7b0f2e2c3bcd/fd78bf80-38e3-4928-80fb-17d1ab8e6e52/f3736939-b8b3-4ce2-936f-423fcd15e7a3) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:42.788910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=82a99478-5c7e-4087-b586-dc7d36631144,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:42.843547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9c0c6-a57a-4055-a6c8-5e7dbe8c1c83 req-8427d9f3-64d5-4000-b4fb-eb79db90f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:42.846409 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aee9c0c6-a57a-4055-a6c8-5e7dbe8c1c83 req-8427d9f3-64d5-4000-b4fb-eb79db90f9a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 1096 time: 0.0652828 Dec 08 22:03:42.892669 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aee9c0c6-a57a-4055-a6c8-5e7dbe8c1c83 req-20c9eb3c-57a7-4d8d-a79d-2cd45c42c605 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Dec 08 22:03:42.941680 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:42.948011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:43.005360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Pushing event updated for resources: {'Port': ['ID=f3736939-b8b3-4ce2-936f-423fcd15e7a3,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:43.014432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::36c (7497b7a5-99f7-425f-8743-7b0f2e2c3bcd/fd78bf80-38e3-4928-80fb-17d1ab8e6e52/2099f38f-7118-458b-820a-007cb57440e4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:43.021028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:43.025123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:43.028943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:43.098216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Attempting to bind port f3736939-b8b3-4ce2-936f-423fcd15e7a3 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:03:43.099798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Attempting to bind port f3736939-b8b3-4ce2-936f-423fcd15e7a3 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '2ea43e9e-cd20-49d5-b27d-95c9c473200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7497b7a5-99f7-425f-8743-7b0f2e2c3bcd'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:03:43.100406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Attempting to bind port f3736939-b8b3-4ce2-936f-423fcd15e7a3 on network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:43.105989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:03:43.106696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Checking segment: {'id': '2ea43e9e-cd20-49d5-b27d-95c9c473200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7497b7a5-99f7-425f-8743-7b0f2e2c3bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:43.107365 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:43.108176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Bound using segment: {'id': '2ea43e9e-cd20-49d5-b27d-95c9c473200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7497b7a5-99f7-425f-8743-7b0f2e2c3bcd'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:03:43.108872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Bound port: f3736939-b8b3-4ce2-936f-423fcd15e7a3, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea43e9e-cd20-49d5-b27d-95c9c473200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7497b7a5-99f7-425f-8743-7b0f2e2c3bcd'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:03:43.109680 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:43.198655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:43.225159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] For port f3736939-b8b3-4ce2-936f-423fcd15e7a3, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:43.229491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] For port f3736939-b8b3-4ce2-936f-423fcd15e7a3, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f3736939-b8b3-4ce2-936f-423fcd15e7a3,segment=NetworkSegment(2ea43e9e-cd20-49d5-b27d-95c9c473200f),segment_id=2ea43e9e-cd20-49d5-b27d-95c9c473200f)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:03:43.232127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:43.234105 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:43.278119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:43.281449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:43.285764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:43.292153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:43.292836 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:43.297440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fb14-55ed-4b83-ae54-e22fa8b157e6 None None] Pushing event updated for resources: {'Port': ['ID=f3736939-b8b3-4ce2-936f-423fcd15e7a3,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:43.312974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=2099f38f-7118-458b-820a-007cb57440e4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:43.323564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-30e07bf4-4113-40e1-ae34-d5489f2c47b3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9935887 Dec 08 22:03:43.326054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44570) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:43.428113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c2b64-e5a6-4afb-b449-60289e08c444 req-a1c5aafe-4caa-43a2-8d20-c9cf55e6f5c1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:43.436644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e7c2b64-e5a6-4afb-b449-60289e08c444 req-a1c5aafe-4caa-43a2-8d20-c9cf55e6f5c1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.0840316 Dec 08 22:03:43.503559 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e7c2b64-e5a6-4afb-b449-60289e08c444 req-a53309eb-24b1-41e0-917c-ea55023c3fe6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601292 Dec 08 22:03:43.821323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae7421bc-885c-49be-a816-fded0c5c2113 req-cea5721d-e0b5-48fd-828b-ec5314e2d74d tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0935147 Dec 08 22:03:43.851424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:43.987205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4f88-cac1-4f3e-ba66-6eb60f6fa0f1 req-9c6f0ab4-bb45-4890-be42-fd7203235106 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:43.988810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea9e4f88-cac1-4f3e-ba66-6eb60f6fa0f1 req-9c6f0ab4-bb45-4890-be42-fd7203235106 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 945 time: 0.2219448 Dec 08 22:03:44.215637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea9e4f88-cac1-4f3e-ba66-6eb60f6fa0f1 req-55c744ec-68da-4af6-a7c7-5a368a5818e6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083006 Dec 08 22:03:44.320078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f3736939-b8b3-4ce2-936f-423fcd15e7a3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:44.412083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f3736939-b8b3-4ce2-936f-423fcd15e7a3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:44.412604 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:44.436319 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:44.441914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:44.538635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=2099f38f-7118-458b-820a-007cb57440e4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:44.637625 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:44.718498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port f3736939-b8b3-4ce2-936f-423fcd15e7a3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f3736939-b8b3-4ce2-936f-423fcd15e7a3,segment=NetworkSegment(2ea43e9e-cd20-49d5-b27d-95c9c473200f),segment_id=2ea43e9e-cd20-49d5-b27d-95c9c473200f)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:44.731538 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:44.741953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1a0ae-ce13-4ff7-9639-f017262e942f req-8c004fe7-55c6-4d26-8a72-b0c06e00cd32 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:44.745514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69c1a0ae-ce13-4ff7-9639-f017262e942f req-8c004fe7-55c6-4d26-8a72-b0c06e00cd32 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.1080644 Dec 08 22:03:44.827090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69c1a0ae-ce13-4ff7-9639-f017262e942f req-fcff38af-cc94-4082-b1bd-f35d6be0e141 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737190 Dec 08 22:03:44.833767 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:44.908004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=f3736939-b8b3-4ce2-936f-423fcd15e7a3,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:45.031864 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-725d0c9f-6e66-4f72-b85a-8f8cb3876741 req-e90d25d7-d95a-47bc-94ee-81e5d91019ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0639675 Dec 08 22:03:45.045810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:45.142555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9bab2a-d2a6-44c7-b0d8-21a59f7e5f5d None None] Network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:45.374548 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:45.381039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:45.382277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:45.455936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29556a-62e7-4dba-aeec-4a437628d3cc req-6e439d0d-ba5a-41c6-a424-e380c5a15ef8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:45.462992 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad29556a-62e7-4dba-aeec-4a437628d3cc req-6e439d0d-ba5a-41c6-a424-e380c5a15ef8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 945 time: 0.1063528 Dec 08 22:03:45.466736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8ece0ab-8918-46c1-8e85-cca318e29eed None None] Provisioning complete for port f3736939-b8b3-4ce2-936f-423fcd15e7a3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:45.468708 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8ece0ab-8918-46c1-8e85-cca318e29eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:45.539465 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad29556a-62e7-4dba-aeec-4a437628d3cc req-ebd80a6e-59d2-4975-a7cf-b36b747be7f6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651288 Dec 08 22:03:45.545588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=2099f38f-7118-458b-820a-007cb57440e4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:45.630700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:45.633106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:45.845399 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-d58ddfcf-f94b-4cb9-8181-4a497cc17d26 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=64a902ad8ee746c39827af079b3a0c5f HTTP/1.1" status: 200 len: 267 time: 0.1580477 Dec 08 22:03:45.938348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Router 065040c1-ea61-4b6d-b238-aff66a560304 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:03:46.027992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46adb-a8b2-4a66-ba70-ad4323747c55 req-4ca36301-6ccc-4742-90a2-82bab315c3bc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:46.038459 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7e46adb-a8b2-4a66-ba70-ad4323747c55 req-4ca36301-6ccc-4742-90a2-82bab315c3bc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.0988233 Dec 08 22:03:46.073290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-33f24c86-edba-41aa-9071-4c2544b2c319 None None] Provisioning complete for port 2099f38f-7118-458b-820a-007cb57440e4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:46.073290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33f24c86-edba-41aa-9071-4c2544b2c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:46.086116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:03:46.095235 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0a7749f3-b5ec-4193-bffc-95075b288918 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "PUT /v2.0/routers/065040c1-ea61-4b6d-b238-aff66a560304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7654030 Dec 08 22:03:46.100123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44618) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:46.104806 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b217d-374e-4b90-a4ab-eceaa064a7fd None None] Sync routers for ids ['065040c1-ea61-4b6d-b238-aff66a560304'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:03:46.116099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-d4111dc4-20a0-4fa6-ba2c-ad2c2cd09f56 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:46.129554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-d4111dc4-20a0-4fa6-ba2c-ad2c2cd09f56 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 945 time: 0.2720900 Dec 08 22:03:46.135255 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b217d-374e-4b90-a4ab-eceaa064a7fd None None] Routers {'065040c1-ea61-4b6d-b238-aff66a560304'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:46.136263 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4a4b217d-374e-4b90-a4ab-eceaa064a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:03:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['065040c1-ea61-4b6d-b238-aff66a560304'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:46.151599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7e46adb-a8b2-4a66-ba70-ad4323747c55 req-d1e009df-17a0-4d33-bdbf-529b39aa6122 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118400 Dec 08 22:03:46.218616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'port': {'security_groups': []}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:46.249396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-33f24c86-edba-41aa-9071-4c2544b2c319 None None] Port 2099f38f-7118-458b-820a-007cb57440e4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:46.282428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-33f24c86-edba-41aa-9071-4c2544b2c319 None None] Provisioning complete for port f3736939-b8b3-4ce2-936f-423fcd15e7a3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:46.282958 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-33f24c86-edba-41aa-9071-4c2544b2c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:46.287789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f3736939-b8b3-4ce2-936f-423fcd15e7a3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:46.294984 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4a4b217d-374e-4b90-a4ab-eceaa064a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:46.314312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3bb10-65f3-479a-8fbe-3c9d0dc1e400 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:46.320156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0bd3bb10-65f3-479a-8fbe-3c9d0dc1e400 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports?device_id=065040c1-ea61-4b6d-b238-aff66a560304 HTTP/1.1" status: 200 len: 988 time: 0.1832879 Dec 08 22:03:46.320860 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b217d-374e-4b90-a4ab-eceaa064a7fd None None] Routers {'065040c1-ea61-4b6d-b238-aff66a560304'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:46.321578 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4a4b217d-374e-4b90-a4ab-eceaa064a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:03:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['065040c1-ea61-4b6d-b238-aff66a560304'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:46.322981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44620) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:46.356269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e42230b6-cedf-4ab2-afed-3ab00842ec9b req-7dbc75ed-b1c4-4810-8c5e-6e606ffd61d1 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0640161 Dec 08 22:03:46.401920 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-4a4b217d-374e-4b90-a4ab-eceaa064a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:46.402770 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b217d-374e-4b90-a4ab-eceaa064a7fd None None] The sync data for ids ['065040c1-ea61-4b6d-b238-aff66a560304'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:03:46.499451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f3736939-b8b3-4ce2-936f-423fcd15e7a3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:46.500438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:46.502333 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:46.760273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-36249e0a-f7cf-47b5-af63-80b70f19256f None None] Provisioning complete for port 2099f38f-7118-458b-820a-007cb57440e4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:46.760688 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36249e0a-f7cf-47b5-af63-80b70f19256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:46.816180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-36249e0a-f7cf-47b5-af63-80b70f19256f None None] Port 2099f38f-7118-458b-820a-007cb57440e4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:46.955089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] For port 82a99478-5c7e-4087-b586-dc7d36631144, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=82a99478-5c7e-4087-b586-dc7d36631144,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:47.001349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:47.015810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:47.031738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['82a99478-5c7e-4087-b586-dc7d36631144'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:47.081228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['047affae-25ce-4051-b4ba-5237028c6258', 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:47.111873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:47.112541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:47.114053 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09780739-645c-4ff2-b2f0-973a65b42a9e req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "PUT /v2.0/ports/82a99478-5c7e-4087-b586-dc7d36631144 HTTP/1.1" status: 200 len: 904 time: 0.9824855 Dec 08 22:03:47.120332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'tag': '82a99478-5c7e-4087-b586-dc7d36631144'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:47.120332 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80accdd0-f273-4c9f-895e-a423e81e0f54" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c", "tag": "82a99478-5c7e-4087-b586-dc7d36631144"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:47.168802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-df13449e-3dac-4ee7-b5ea-907181d16998 None None] Provisioning complete for port 2099f38f-7118-458b-820a-007cb57440e4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:47.169467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df13449e-3dac-4ee7-b5ea-907181d16998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:47.264806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0423581-097e-496c-b618-73f53a4cafd0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'Port': ['ID=82a99478-5c7e-4087-b586-dc7d36631144,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:47.334220 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b7b3a-ab70-4ce5-9034-70148edcce6b x-openstack-request-id: req-3b1b7b3a-ab70-4ce5-9034-70148edcce6b {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:47.334943 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c", "tag": "82a99478-5c7e-4087-b586-dc7d36631144", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:47.335258 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b1b7b3a-ab70-4ce5-9034-70148edcce6b {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:47.335663 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'tag': '82a99478-5c7e-4087-b586-dc7d36631144', 'status': 'completed', 'code': 200} Dec 08 22:03:47.440283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0f359-4169-4d6a-b8c6-ff061e5f0120 req-90f98caf-9f97-4b49-a133-e352bc6367f8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:47.456738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8a0f359-4169-4d6a-b8c6-ff061e5f0120 req-90f98caf-9f97-4b49-a133-e352bc6367f8 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 907 time: 0.1663361 Dec 08 22:03:47.466632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:47.573220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['82a99478-5c7e-4087-b586-dc7d36631144'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:47.603118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b26a31b3-98c8-4897-9645-b368ae7dfa1a req-90459132-4ade-4919-bf1d-615d2feaf501 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0590649 Dec 08 22:03:47.696612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-df13449e-3dac-4ee7-b5ea-907181d16998 None None] Port 2099f38f-7118-458b-820a-007cb57440e4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:47.854869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2e1d4-b685-40f4-849b-07d94576d028 req-f6d27edb-221e-47cb-98ce-63d76577a6c7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:47.864977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ee2e1d4-b685-40f4-849b-07d94576d028 req-f6d27edb-221e-47cb-98ce-63d76577a6c7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1153617 Dec 08 22:03:47.900082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-db4cb1a6-151c-4baf-a692-dade86fb9740 None None] Provisioning complete for port 2099f38f-7118-458b-820a-007cb57440e4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:47.900362 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db4cb1a6-151c-4baf-a692-dade86fb9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:47.943676 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ee2e1d4-b685-40f4-849b-07d94576d028 req-25e89d4c-ea12-4951-aea2-083e5e2a12fd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715349 Dec 08 22:03:48.060252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-db4cb1a6-151c-4baf-a692-dade86fb9740 None None] Port 2099f38f-7118-458b-820a-007cb57440e4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:48.185500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-db4cb1a6-151c-4baf-a692-dade86fb9740 None None] Provisioning complete for port 82a99478-5c7e-4087-b586-dc7d36631144 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:48.186194 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db4cb1a6-151c-4baf-a692-dade86fb9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:48.245723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608048c6-73d7-4f21-aabe-411a24f1f7a9 req-6507d40c-cd86-4d84-abf5-22bf73fb1790 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:48.254017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-608048c6-73d7-4f21-aabe-411a24f1f7a9 req-6507d40c-cd86-4d84-abf5-22bf73fb1790 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1128452 Dec 08 22:03:48.314079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-608048c6-73d7-4f21-aabe-411a24f1f7a9 req-ffd3f642-3d9f-4609-9210-8ce0363d27b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540621 Dec 08 22:03:48.512040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-9ddaee52-000f-4d44-a8a3-2c405f3c91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:48.513891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-9ddaee52-000f-4d44-a8a3-2c405f3c91c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 1058 time: 1.1774118 Dec 08 22:03:48.529330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f8a78-da4c-447a-8464-a015ad25881e req-1c2cbc33-48e5-459d-8cd2-98a5f8376297 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:48.531033 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a2f8a78-da4c-447a-8464-a015ad25881e req-1c2cbc33-48e5-459d-8cd2-98a5f8376297 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.1413751 Dec 08 22:03:48.594373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-09777617-3154-44c8-a6f7-7be73f5d0bdd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:48.604677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-09777617-3154-44c8-a6f7-7be73f5d0bdd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.1474714 Dec 08 22:03:48.624818 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-0c891a70-ee84-4cde-8ca8-d49f40b14588 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/quotas/64a902ad8ee746c39827af079b3a0c5f HTTP/1.1" status: 200 len: 375 time: 0.0182939 Dec 08 22:03:48.651174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a2f8a78-da4c-447a-8464-a015ad25881e req-4e716197-8db6-4d8e-a383-5034d8bdcfd8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566769 Dec 08 22:03:48.707688 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-a9225b12-b58e-4b56-a2e8-d3ae39f35508 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0815394 Dec 08 22:03:48.708913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-ce3da9d2-faaf-4b8c-a8bb-4cbe37d9bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:48.710684 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-ce3da9d2-faaf-4b8c-a8bb-4cbe37d9bdc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.1762912 Dec 08 22:03:48.850782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-72071821-751b-4016-bbdf-70b445e994dd service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414545 Dec 08 22:03:48.851361 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbff1e7e-0dfb-498d-ad69-ab243a56ff06 req-cfec4a54-6ec7-4b84-ad01-01bdd759519a tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0727639 Dec 08 22:03:48.858552 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-e3f49760-608d-4103-851d-3871b3a019bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a99478-5c7e-4087-b586-dc7d36631144 HTTP/1.1" status: 200 len: 217 time: 0.1079614 Dec 08 22:03:48.988420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 2099f38f-7118-458b-820a-007cb57440e4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:48.990641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:49.015494 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-5715957c-325c-47cb-ae1d-262cf69d9bd7 service neutron] 10.222.0.21 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635222 Dec 08 22:03:49.149734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-1e2867c5-9160-429d-ae9c-6e8035823247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:49.151833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-1e2867c5-9160-429d-ae9c-6e8035823247 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.2751672 Dec 08 22:03:49.365918 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6dae9f8d-d75a-4228-bab8-5fe8a441af44 req-b8b22c88-b86a-49da-93dc-a93570d7d72a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 210 time: 0.1046572 Dec 08 22:03:49.370335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-ca1bd7e9-0e76-4ea8-967f-bb4185d23286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:49.371908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-ca1bd7e9-0e76-4ea8-967f-bb4185d23286 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059255 Dec 08 22:03:49.579211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-fd9bfa79-7d5a-49d1-b9ae-72b7d8df0eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889386 Dec 08 22:03:49.583409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:49.659715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 2099f38f-7118-458b-820a-007cb57440e4 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:49.753810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-80accdd0-f273-4c9f-895e-a423e81e0f54 req-74290775-3d45-4d88-b369-27c3ddad0b14 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594956 Dec 08 22:03:49.872077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49995999-5e3e-4a20-9400-8b5716084481 req-ea6c51f3-4b0a-4dfe-87e9-a65236d68071 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:49.882756 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-49995999-5e3e-4a20-9400-8b5716084481 req-ea6c51f3-4b0a-4dfe-87e9-a65236d68071 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.0933416 Dec 08 22:03:49.918124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:49.985009 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=2099f38f-7118-458b-820a-007cb57440e4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:49.998809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-49995999-5e3e-4a20-9400-8b5716084481 req-8eb66eff-351c-40d4-acb9-1f7a8f70ae73 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147208 Dec 08 22:03:50.221235 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6fea044e-2b1d-4c65-b776-6f27bfe1b854 req-8e5e154c-ca5f-44f5-865a-0997b3048997 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.1788011 Dec 08 22:03:50.237538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:50.492196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Router 065040c1-ea61-4b6d-b238-aff66a560304 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:03:50.522239 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3e4bd6eb-803a-48a8-924d-45581803a2ad req-d18f7c8a-7c6c-4ad2-be19-7844d5332d7d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 210 time: 0.0442922 Dec 08 22:03:50.634967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:03:50.647925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afeba36-1742-4036-8708-e3948e5d2039 None None] Sync routers for ids ['065040c1-ea61-4b6d-b238-aff66a560304'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:03:50.651634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9f9be5ae-9d0b-475a-985a-a7eddd9f3dbc tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "PUT /v2.0/routers/065040c1-ea61-4b6d-b238-aff66a560304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3271403 Dec 08 22:03:50.652570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44712) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:50.668986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afeba36-1742-4036-8708-e3948e5d2039 None None] Routers {'065040c1-ea61-4b6d-b238-aff66a560304'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:50.669871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-1afeba36-1742-4036-8708-e3948e5d2039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:03:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['065040c1-ea61-4b6d-b238-aff66a560304'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:50.728878 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d922b63e-2569-4b74-8251-3e31863942f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:03:50.736983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d922b63e-2569-4b74-8251-3e31863942f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/2099f38f-7118-458b-820a-007cb57440e4 HTTP/1.1" status: 404 len: 333 time: 0.0832171 Dec 08 22:03:50.738332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44714) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:50.751182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-1afeba36-1742-4036-8708-e3948e5d2039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:50.761655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afeba36-1742-4036-8708-e3948e5d2039 None None] Routers {'065040c1-ea61-4b6d-b238-aff66a560304'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:03:50.762609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-1afeba36-1742-4036-8708-e3948e5d2039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:03:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['065040c1-ea61-4b6d-b238-aff66a560304'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:50.818963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-1afeba36-1742-4036-8708-e3948e5d2039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:50.820841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afeba36-1742-4036-8708-e3948e5d2039 None None] The sync data for ids ['065040c1-ea61-4b6d-b238-aff66a560304'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:03:50.871288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-b14d92a3-2d9a-4aff-aaff-817c06153e1e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:50.873200 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-b14d92a3-2d9a-4aff-aaff-817c06153e1e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 811 time: 0.2504787 Dec 08 22:03:50.887463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Request body: {'port': {'device_id': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'admin_state_up': True, 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:50.915707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a670613-dace-4f81-b3ba-f422e0a5b784 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.091603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Made reservation on behalf of 64a902ad8ee746c39827af079b3a0c5f for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:51.095894 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.204314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a670613-dace-4f81-b3ba-f422e0a5b784 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.220925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a670613-dace-4f81-b3ba-f422e0a5b784 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.250035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Allocated IP 172.20.0.5 (c76c03ce-0af3-41eb-8216-726e197ec182/24c4f60c-81a2-4017-83df-1236e4b55723/4d8e0138-f17c-4a7e-9712-d008179a25ec) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:51.279394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 733702cf-30dd-42da-aeb0-26ea739494f4 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:03:51.286553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c487741-aaa5-4c45-a352-e47bdc060cad req-dec6163d-fa1a-4148-9bd3-c0bf7e8a9820 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:51.289318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c487741-aaa5-4c45-a352-e47bdc060cad req-dec6163d-fa1a-4148-9bd3-c0bf7e8a9820 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 943 time: 0.1715932 Dec 08 22:03:51.357367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a670613-dace-4f81-b3ba-f422e0a5b784 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.357895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a670613-dace-4f81-b3ba-f422e0a5b784 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Fanout notify agent at l3_agent the message router_deleted on router 065040c1-ea61-4b6d-b238-aff66a560304 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:03:51.372971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a670613-dace-4f81-b3ba-f422e0a5b784 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.374108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7a670613-dace-4f81-b3ba-f422e0a5b784 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/routers/065040c1-ea61-4b6d-b238-aff66a560304 HTTP/1.1" status: 204 len: 168 time: 0.6334956 Dec 08 22:03:51.377444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44722) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:51.408425 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c487741-aaa5-4c45-a352-e47bdc060cad req-0d21901d-6946-4bf0-93ee-77c0da558c7b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124275 Dec 08 22:03:51.446278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 733702cf-30dd-42da-aeb0-26ea739494f4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=733702cf-30dd-42da-aeb0-26ea739494f4,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:51.464134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '733702cf-30dd-42da-aeb0-26ea739494f4', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'port_id': '733702cf-30dd-42da-aeb0-26ea739494f4', 'mac_address': 'fa:16:3e:e1:62:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:03:51.585568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.586366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c31c9b8e-09d1-4bb8-a199-e71c9876b12f req-bb4b5a61-9754-49d6-8dee-a0918b157220 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.1090064 Dec 08 22:03:51.606680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-800180c3-4d0c-4e89-b278-85cee0d32a7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet fd78bf80-38e3-4928-80fb-17d1ab8e6e52 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:03:51.612045 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800180c3-4d0c-4e89-b278-85cee0d32a7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.639239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733702cf-30dd-42da-aeb0-26ea739494f4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:03:51.656925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a520027a-4826-4f76-b63e-2a1e75b70a0f req-b8da6d65-8ecf-484d-8b42-dd9b2175f05a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 210 time: 0.0438988 Dec 08 22:03:51.696804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800180c3-4d0c-4e89-b278-85cee0d32a7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.703159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 733702cf-30dd-42da-aeb0-26ea739494f4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=733702cf-30dd-42da-aeb0-26ea739494f4,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:51.718451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.755686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.827225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800180c3-4d0c-4e89-b278-85cee0d32a7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.842928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=733702cf-30dd-42da-aeb0-26ea739494f4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:51.861454 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:51.875494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['047affae-25ce-4051-b4ba-5237028c6258', 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:51.917819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event updated for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:51.938455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Network c76c03ce-0af3-41eb-8216-726e197ec182 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:51.944338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:51.948742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:51.952550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['733702cf-30dd-42da-aeb0-26ea739494f4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:03:52.010157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:52.010841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.036126 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800180c3-4d0c-4e89-b278-85cee0d32a7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.073033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1eeac8dd-2674-42ee-ae90-0813c610e50b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1897452 Dec 08 22:03:52.127767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800180c3-4d0c-4e89-b278-85cee0d32a7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=fd78bf80-38e3-4928-80fb-17d1ab8e6e52,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:52.144136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Request body: {'port': {'device_id': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:52.181177 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc38905c-ab00-4fe5-a4db-2ddf4fb28669 None None] Network 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:52.184758 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-800180c3-4d0c-4e89-b278-85cee0d32a7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.189142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-800180c3-4d0c-4e89-b278-85cee0d32a7f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/fd78bf80-38e3-4928-80fb-17d1ab8e6e52 HTTP/1.1" status: 204 len: 168 time: 0.8106978 Dec 08 22:03:52.191943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44734) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:52.299578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.372403 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.414072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d919a621-2dbb-44cb-af1b-b79d9cf9449a None None] Provisioning complete for port 4d8e0138-f17c-4a7e-9712-d008179a25ec triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:52.414448 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d919a621-2dbb-44cb-af1b-b79d9cf9449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.454435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d919a621-2dbb-44cb-af1b-b79d9cf9449a None None] Port 4d8e0138-f17c-4a7e-9712-d008179a25ec cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:52.571652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] DHCP port deletion for 7497b7a5-99f7-425f-8743-7b0f2e2c3bcd request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:03:52.704416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port f3736939-b8b3-4ce2-936f-423fcd15e7a3 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:52.704758 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.713155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] Deleting port f3736939-b8b3-4ce2-936f-423fcd15e7a3 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:52.713798 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.740232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e96c5-2092-4b11-bda0-bdf34a4ada21 req-e991e981-e298-40e2-b14c-e070fae4e686 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:52.741770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c3e96c5-2092-4b11-bda0-bdf34a4ada21 req-e991e981-e298-40e2-b14c-e070fae4e686 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 944 time: 0.1636310 Dec 08 22:03:52.776466 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30506709-1cf0-48e3-bee6-bd86c5710ef6 req-372bd294-24ea-46c8-92a0-f12d5071a261 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0585940 Dec 08 22:03:52.820462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] For port f3736939-b8b3-4ce2-936f-423fcd15e7a3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f3736939-b8b3-4ce2-936f-423fcd15e7a3,segment=NetworkSegment(2ea43e9e-cd20-49d5-b27d-95c9c473200f),segment_id=2ea43e9e-cd20-49d5-b27d-95c9c473200f)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:52.820999 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.858121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] Calling delete_port for f3736939-b8b3-4ce2-936f-423fcd15e7a3 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:52.896134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c3e96c5-2092-4b11-bda0-bdf34a4ada21 req-9958a5d5-2086-494f-87bf-11360efe330d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732324 Dec 08 22:03:52.907819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] For port f3736939-b8b3-4ce2-936f-423fcd15e7a3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f3736939-b8b3-4ce2-936f-423fcd15e7a3,segment=NetworkSegment(2ea43e9e-cd20-49d5-b27d-95c9c473200f),segment_id=2ea43e9e-cd20-49d5-b27d-95c9c473200f)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:52.908456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.958158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for f3736939-b8b3-4ce2-936f-423fcd15e7a3 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:52.965007 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:52.996944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] Pushing event deleted for resources: {'Port': ['ID=f3736939-b8b3-4ce2-936f-423fcd15e7a3,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:53.004106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed377ac8-ff07-47da-ad35-7637750c0397 None None] No DVR routers for this DVR port f3736939-b8b3-4ce2-936f-423fcd15e7a3 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:53.032590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164b921-50f0-43dc-b726-b50c3687e713 req-4caf7208-e2a5-4c40-bcad-83d3ac7987d3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:53.034643 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e164b921-50f0-43dc-b726-b50c3687e713 req-4caf7208-e2a5-4c40-bcad-83d3ac7987d3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 931 time: 0.1061547 Dec 08 22:03:53.126371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e164b921-50f0-43dc-b726-b50c3687e713 req-314c4a8f-c571-4755-bb6c-a5436bc70a59 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826178 Dec 08 22:03:53.164621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8e0138-f17c-4a7e-9712-d008179a25ec {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:03:53.174285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.218918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.221723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Transition to ACTIVE for port object 4d8e0138-f17c-4a7e-9712-d008179a25ec will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:03:53.250054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.253792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=f3736939-b8b3-4ce2-936f-423fcd15e7a3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:53.255957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No DVR routers for this DVR port f3736939-b8b3-4ce2-936f-423fcd15e7a3 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:03:53.293048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 733702cf-30dd-42da-aeb0-26ea739494f4 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:53.408890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 733702cf-30dd-42da-aeb0-26ea739494f4 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:03:53.413906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 733702cf-30dd-42da-aeb0-26ea739494f4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:53.414411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.458574 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.502216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7497b7a5-99f7-425f-8743-7b0f2e2c3bcd']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:53.516371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea43e9e-cd20-49d5-b27d-95c9c473200f') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:53.522101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea43e9e-cd20-49d5-b27d-95c9c473200f') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:03:53.543573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.558693 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.565741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:03:53.566425 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.587134 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:03:53.649172 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:03:53.654785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e511dbc0-bcde-41d1-91be-82f67d9654cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733702cf-30dd-42da-aeb0-26ea739494f4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:53.659487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.664754 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c479671-e31d-4b99-acb7-6c656f78b22a" -d '{"events": [{"server_uuid": "e511dbc0-bcde-41d1-91be-82f67d9654cd", "name": "network-vif-plugged", "status": "completed", "tag": "733702cf-30dd-42da-aeb0-26ea739494f4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:53.689886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.705372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44756) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:53.705626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/networks/7497b7a5-99f7-425f-8743-7b0f2e2c3bcd HTTP/1.1" status: 204 len: 168 time: 1.5110779 Dec 08 22:03:53.710626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 733702cf-30dd-42da-aeb0-26ea739494f4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=733702cf-30dd-42da-aeb0-26ea739494f4,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:53.722052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.742429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:53.747963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2ea6c-94f9-4058-8146-aec0eacfe62b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Network': ['ID=7497b7a5-99f7-425f-8743-7b0f2e2c3bcd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:53.754844 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb50dac0-3751-4459-8746-26412b32533a x-openstack-request-id: req-cb50dac0-3751-4459-8746-26412b32533a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:53.755339 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e511dbc0-bcde-41d1-91be-82f67d9654cd", "name": "network-vif-plugged", "status": "completed", "tag": "733702cf-30dd-42da-aeb0-26ea739494f4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:53.755797 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb50dac0-3751-4459-8746-26412b32533a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:53.756341 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e511dbc0-bcde-41d1-91be-82f67d9654cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733702cf-30dd-42da-aeb0-26ea739494f4', 'code': 200} Dec 08 22:03:53.794779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=733702cf-30dd-42da-aeb0-26ea739494f4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:53.818704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Attempting to bind port 4d8e0138-f17c-4a7e-9712-d008179a25ec on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:03:53.819598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Attempting to bind port 4d8e0138-f17c-4a7e-9712-d008179a25ec by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:03:53.819769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Attempting to bind port 4d8e0138-f17c-4a7e-9712-d008179a25ec on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:53.824856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Port 4d8e0138-f17c-4a7e-9712-d008179a25ec on network c76c03ce-0af3-41eb-8216-726e197ec182 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:03:53.825288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Attempting to bind port 4d8e0138-f17c-4a7e-9712-d008179a25ec on network c76c03ce-0af3-41eb-8216-726e197ec182 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:53.831212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:03:53.831721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Checking segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:53.832205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Bound using segment: {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:03:53.833518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Bound port: 4d8e0138-f17c-4a7e-9712-d008179a25ec, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536fabe0-2332-46c7-af22-8ac3870ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:03:53.834005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:53.882085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed23a7-71c2-4a30-98ac-2900a8fe3b2b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:53.891195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-15ed23a7-71c2-4a30-98ac-2900a8fe3b2b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/e130979f-8f32-4819-90f2-f03681f1bad3 HTTP/1.1" status: 200 len: 845 time: 0.1852264 Dec 08 22:03:53.892139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44764) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:54.006536 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d97ecbe9-b0cc-406d-9ffb-3b9b888aa51d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/e130979f-8f32-4819-90f2-f03681f1bad3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1109331 Dec 08 22:03:54.013686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:54.039848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44770) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:54.062891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:54.088996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:03:54.109831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:54.139922 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-26ae4886-fdf5-4564-ba7d-691090903a60 req-2b87db2f-2fb7-425a-9bd4-52c4893f70f1 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.1399651 Dec 08 22:03:54.234366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:54.235548 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:54.237126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] 10.222.0.23 "PUT /v2.0/ports/4d8e0138-f17c-4a7e-9712-d008179a25ec HTTP/1.1" status: 200 len: 1091 time: 2.0983222 Dec 08 22:03:54.239647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:03:54.246104 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43398d4-a713-404a-995b-06d911062dee" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:03:54.265137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efc0bd-40ea-4802-b4c7-951ea8a25877 req-64fb8e72-cf73-46ed-9b2e-952527189db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:54.266504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f3736939-b8b3-4ce2-936f-423fcd15e7a3 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:03:54.267414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5efc0bd-40ea-4802-b4c7-951ea8a25877 req-64fb8e72-cf73-46ed-9b2e-952527189db4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 1096 time: 0.4160879 Dec 08 22:03:54.312822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566fc03-db31-408d-9060-fa0f70bd262f req-1c4e2fcb-5523-441f-8319-ed648715e3b3 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:54.321777 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2566fc03-db31-408d-9060-fa0f70bd262f req-1c4e2fcb-5523-441f-8319-ed648715e3b3 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 945 time: 0.2485299 Dec 08 22:03:54.336479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f3736939-b8b3-4ce2-936f-423fcd15e7a3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:03:54.336830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f3736939-b8b3-4ce2-936f-423fcd15e7a3 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:03:54.473930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:54.478217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:54.521595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698221f-7d72-4d42-b58b-155e9d063243 req-aab13633-6885-44f1-8fc5-4995b0daffeb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:54.529791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0698221f-7d72-4d42-b58b-155e9d063243 req-aab13633-6885-44f1-8fc5-4995b0daffeb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 943 time: 0.1584523 Dec 08 22:03:54.653418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0698221f-7d72-4d42-b58b-155e9d063243 req-5878c8ba-a76d-47da-a2f3-f22d8b76389c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981586 Dec 08 22:03:54.804376 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:54.859431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:54.865095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:54.869866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:54.870458 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:54.875538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602b184-189e-4634-8703-dcd1ad8552e3 None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:54.895676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=7e2fb341-a459-4ae5-870c-769625fc6499,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:54.903151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-86ca964e-e0e7-4936-9d54-f70cfd373c49 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8598313 Dec 08 22:03:54.905247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44782) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:54.909852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8f24c62d-5009-485d-87e4-48e988051f00 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'security_group': {'name': 'tempest-secgroup-815601066'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:54.951198 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f24c62d-5009-485d-87e4-48e988051f00 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.093855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfe5c1-200a-4069-b427-10ce851f2150 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:55.102750 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd58cc77-943c-4dee-b476-084210f579d0 x-openstack-request-id: req-fd58cc77-943c-4dee-b476-084210f579d0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:03:55.103572 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:03:55.103837 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd58cc77-943c-4dee-b476-084210f579d0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:03:55.104233 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'status': 'completed', 'code': 200} Dec 08 22:03:55.121120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f24c62d-5009-485d-87e4-48e988051f00 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.136351 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f24c62d-5009-485d-87e4-48e988051f00 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.155985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5efc0bd-40ea-4802-b4c7-951ea8a25877 req-92e1aa42-4609-49de-aae7-f1486d48e2cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8768458 Dec 08 22:03:55.161615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2566fc03-db31-408d-9060-fa0f70bd262f req-1bd43b0c-fd44-42a2-8154-05bcf4b098a0 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8382609 Dec 08 22:03:55.167364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1d0710c4-ea74-436f-9f7b-daea68215a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:55.169314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-1d0710c4-ea74-436f-9f7b-daea68215a0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 1094 time: 0.8167007 Dec 08 22:03:55.215506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-86237516-3e5f-41ae-b212-4cd15cd2bf58', 'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'tenant_id': '1f64ec42914a4ceb855654e686ecd807', 'fixed_ips': [{'subnet_id': '7e2fb341-a459-4ae5-870c-769625fc6499'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:03:55.216460 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.228263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24c62d-5009-485d-87e4-48e988051f00 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa77df-a1ee-417d-adb4-273098623a2c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:55.238288 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f24c62d-5009-485d-87e4-48e988051f00 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.243949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44794) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:55.250185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8f24c62d-5009-485d-87e4-48e988051f00 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3408399 Dec 08 22:03:55.258184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c6716c7c-d3f8-4473-89f6-862d4d905db5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'security_group': {'name': 'tempest-secgroup-1119981312'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:55.307997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6716c7c-d3f8-4473-89f6-862d4d905db5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.393480 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cd5f842-007b-4ee5-87eb-067981bcc081 req-3abc6f6b-4e21-4b47-93a4-a0f180a366f8 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0691144 Dec 08 22:03:55.442384 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-19be9a9e-9c8a-4a81-a65a-0fdfd1e45a75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec HTTP/1.1" status: 200 len: 217 time: 0.0984614 Dec 08 22:03:55.463778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Allocated IP 2001:db8::2 (86237516-3e5f-41ae-b212-4cd15cd2bf58/7e2fb341-a459-4ae5-870c-769625fc6499/f38634b7-e89f-466e-b493-feca2452bd52) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:55.552720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-a1a8b95d-f169-4ac3-b4f9-338e1a18c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:55.554972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-a1a8b95d-f169-4ac3-b4f9-338e1a18c6e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1030896 Dec 08 22:03:55.622143 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6716c7c-d3f8-4473-89f6-862d4d905db5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.667556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6716c7c-d3f8-4473-89f6-862d4d905db5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.733624 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.741465 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.756468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6716c7c-d3f8-4473-89f6-862d4d905db5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0450b00c-1b20-47aa-b4cd-4f34e63a8f4a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:55.762705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6716c7c-d3f8-4473-89f6-862d4d905db5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.767069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c6716c7c-d3f8-4473-89f6-862d4d905db5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5218794 Dec 08 22:03:55.771145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44812) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:55.776953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-876400810', 'security_groups': ['0450b00c-1b20-47aa-b4cd-4f34e63a8f4a'], 'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e2fb341-a459-4ae5-870c-769625fc6499'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:55.800354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:55.803909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:55.807737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:55.827054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-9e2f0543-2b5a-452f-9917-6d6b1933c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:55.832111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-9e2f0543-2b5a-452f-9917-6d6b1933c24c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494261 Dec 08 22:03:55.856808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321e68-366b-466a-8523-71f41941f80c req-e866c74f-c681-496f-98b1-09d6b699810e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:55.861836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c321e68-366b-466a-8523-71f41941f80c req-e866c74f-c681-496f-98b1-09d6b699810e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 943 time: 0.0880098 Dec 08 22:03:55.867523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Pushing event updated for resources: {'Port': ['ID=f38634b7-e89f-466e-b493-feca2452bd52,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:55.949986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Attempting to bind port f38634b7-e89f-466e-b493-feca2452bd52 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:03:55.954842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Attempting to bind port f38634b7-e89f-466e-b493-feca2452bd52 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8bfc351a-0f88-436c-84b1-2b8006bcd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:03:55.955292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c321e68-366b-466a-8523-71f41941f80c req-fd727886-5e48-496a-911c-4f230b5bb07c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797691 Dec 08 22:03:55.955834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Attempting to bind port f38634b7-e89f-466e-b493-feca2452bd52 on network 86237516-3e5f-41ae-b212-4cd15cd2bf58 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:03:55.966481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:03:55.967402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Checking segment: {'id': '8bfc351a-0f88-436c-84b1-2b8006bcd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:03:55.967985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:55.969261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Bound using segment: {'id': '8bfc351a-0f88-436c-84b1-2b8006bcd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:03:55.970054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Bound port: f38634b7-e89f-466e-b493-feca2452bd52, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfc351a-0f88-436c-84b1-2b8006bcd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:03:55.970913 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:56.014742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-b0f3119b-d020-474e-8367-cb7345bd9704 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752124 Dec 08 22:03:56.039620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:56.125798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] For port f38634b7-e89f-466e-b493-feca2452bd52, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:03:56.131342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] For port f38634b7-e89f-466e-b493-feca2452bd52, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f38634b7-e89f-466e-b493-feca2452bd52,segment=NetworkSegment(8bfc351a-0f88-436c-84b1-2b8006bcd4c9),segment_id=8bfc351a-0f88-436c-84b1-2b8006bcd4c9)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:03:56.141365 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:56.166058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5eac0cc-59c8-4706-a7b7-2069b394a680 req-ea573838-995a-4167-8d03-9e8cdcbb2c34 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411135 Dec 08 22:03:56.237449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:56.271575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:03:56.303130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c3344-2ef2-4d0d-8bc2-4ed964cc8fcb None None] Pushing event updated for resources: {'Port': ['ID=f38634b7-e89f-466e-b493-feca2452bd52,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:56.480201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea91bd1-e9c7-4ad7-89b8-f6c92538e245 req-b7835052-834e-41f7-9025-8560787c761f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:56.482018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ea91bd1-e9c7-4ad7-89b8-f6c92538e245 req-b7835052-834e-41f7-9025-8560787c761f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 945 time: 0.1386681 Dec 08 22:03:56.502443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43398d4-a713-404a-995b-06d911062dee req-60139c3e-26ed-4559-ada1-535847dee8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:56.509008 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43398d4-a713-404a-995b-06d911062dee req-60139c3e-26ed-4559-ada1-535847dee8b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 1094 time: 0.1096277 Dec 08 22:03:56.604524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ea91bd1-e9c7-4ad7-89b8-f6c92538e245 req-3b6493a3-3167-4da2-887c-4e607c79386e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073508 Dec 08 22:03:56.639373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d545125-0d97-4161-97d3-63c955bcbd74 req-a38e6936-c86e-4484-a7d3-25f68adf48e5 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b370abe-2c1d-4d0c-9433-271b455228a1 HTTP/1.1" status: 200 len: 210 time: 0.0506713 Dec 08 22:03:56.642922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::28b (86237516-3e5f-41ae-b212-4cd15cd2bf58/7e2fb341-a459-4ae5-870c-769625fc6499/a776add6-21fd-4a68-bf19-f0ac7c6a49c4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:56.713250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43398d4-a713-404a-995b-06d911062dee req-f064a82d-23ad-4a29-b8e9-d7e0519cc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:56.715317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43398d4-a713-404a-995b-06d911062dee req-f064a82d-23ad-4a29-b8e9-d7e0519cc848 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.1956904 Dec 08 22:03:56.789365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43398d4-a713-404a-995b-06d911062dee req-95f6ffe6-acd6-42ca-96ca-fcbf7157eb3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec HTTP/1.1" status: 200 len: 217 time: 0.0645709 Dec 08 22:03:56.845051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43398d4-a713-404a-995b-06d911062dee req-5205e2fd-f0de-44c0-a939-b8d5b2491bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:56.846642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43398d4-a713-404a-995b-06d911062dee req-5205e2fd-f0de-44c0-a939-b8d5b2491bf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.0491135 Dec 08 22:03:56.862527 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:56.903562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:56.917553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43398d4-a713-404a-995b-06d911062dee req-50dcea8e-720a-4659-909a-368ab57a749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:56.919688 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43398d4-a713-404a-995b-06d911062dee req-50dcea8e-720a-4659-909a-368ab57a749c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642526 Dec 08 22:03:56.956805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:56.960952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:56.968229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:03:56.974779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:56.976419 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:56.980474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=a776add6-21fd-4a68-bf19-f0ac7c6a49c4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:56.998544 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c1cc2664-a4b0-41f1-a95d-de06e753a619 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2259378 Dec 08 22:03:57.001410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44826) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:57.008397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-221a4c46-417b-4a7e-bf9e-b1617133ae73 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:57.130990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43398d4-a713-404a-995b-06d911062dee req-20b91274-aead-4b7e-af83-470504f03e15 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033029 Dec 08 22:03:57.250359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec1080-a1b3-4953-b19d-11db3179a187 req-eb8893a5-fba9-4f78-afc8-aaad99f7b582 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:57.259738 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06ec1080-a1b3-4953-b19d-11db3179a187 req-eb8893a5-fba9-4f78-afc8-aaad99f7b582 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 943 time: 0.1579211 Dec 08 22:03:57.375774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06ec1080-a1b3-4953-b19d-11db3179a187 req-6b966630-4c85-4dd6-9a13-e8b4c452d693 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149244 Dec 08 22:03:57.388023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a4c46-417b-4a7e-bf9e-b1617133ae73 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:57.393917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43398d4-a713-404a-995b-06d911062dee req-b4961b3a-eaab-4124-8abf-cba6846e64b0 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402430 Dec 08 22:03:57.397739 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-221a4c46-417b-4a7e-bf9e-b1617133ae73 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:57.494802 n-d-821126-1 neutron-server[102389]: INFO neutron.db.ipam_backend_mixin [None req-221a4c46-417b-4a7e-bf9e-b1617133ae73 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e2fb341-a459-4ae5-870c-769625fc6499 (CIDR: 2001:db8::/64) Dec 08 22:03:57.499659 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-221a4c46-417b-4a7e-bf9e-b1617133ae73 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:03:57.500246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221a4c46-417b-4a7e-bf9e-b1617133ae73 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:03:57.520371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-221a4c46-417b-4a7e-bf9e-b1617133ae73 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5175502 Dec 08 22:03:57.523073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44842) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:57.529196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:57.751093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:03:57.755782 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:57.765910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:57.766412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:57.818308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62e43-ffe4-49ec-8b45-7974ebb3eb9c req-6da05cd4-9d78-4099-b19c-c7041e48a990 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:57.825847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44852) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:57.835307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e5d62e43-ffe4-49ec-8b45-7974ebb3eb9c req-6da05cd4-9d78-4099-b19c-c7041e48a990 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 945 time: 0.0996861 Dec 08 22:03:57.918896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e5d62e43-ffe4-49ec-8b45-7974ebb3eb9c req-f4e51754-8f3a-4d6a-b648-f20a0edbb88b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773578 Dec 08 22:03:57.920461 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:57.961794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01012076-45ad-489c-8173-39e0e007ac6f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:57.999319 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01012076-45ad-489c-8173-39e0e007ac6f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.012296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] For port f38634b7-e89f-466e-b493-feca2452bd52, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f38634b7-e89f-466e-b493-feca2452bd52,segment=NetworkSegment(8bfc351a-0f88-436c-84b1-2b8006bcd4c9),segment_id=8bfc351a-0f88-436c-84b1-2b8006bcd4c9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:58.023788 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.148146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] Pushing event updated for resources: {'Port': ['ID=f38634b7-e89f-466e-b493-feca2452bd52,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:58.176146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] Provisioning complete for port e130979f-8f32-4819-90f2-f03681f1bad3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:58.176906 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.205112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bfc5e-ed05-4856-b4bc-ba1d728d3515 req-a8043039-909e-4d70-9f40-f453d77b1603 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:58.209268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c36bfc5e-ed05-4856-b4bc-ba1d728d3515 req-a8043039-909e-4d70-9f40-f453d77b1603 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 945 time: 0.1218452 Dec 08 22:03:58.214236 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01012076-45ad-489c-8173-39e0e007ac6f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.217815 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01012076-45ad-489c-8173-39e0e007ac6f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.222605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44856) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:58.233935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01012076-45ad-489c-8173-39e0e007ac6f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "DELETE /v2.0/security-groups/7930b623-ee4f-43a7-bcaa-b679f40069fa HTTP/1.1" status: 204 len: 168 time: 0.4066749 Dec 08 22:03:58.248872 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-dad481e2-79f0-47eb-b1ed-dd91a9a0400f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] show failed (client error): The resource could not be found. Dec 08 22:03:58.257647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dad481e2-79f0-47eb-b1ed-dd91a9a0400f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "GET /v2.0/security-groups/7930b623-ee4f-43a7-bcaa-b679f40069fa HTTP/1.1" status: 404 len: 347 time: 0.0307910 Dec 08 22:03:58.258277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44858) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:58.265341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-926e4175-33ca-40ca-a07b-b40991de9613 None None] Port e130979f-8f32-4819-90f2-f03681f1bad3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:58.309082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f38634b7-e89f-466e-b493-feca2452bd52 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:03:58.310259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01012076-45ad-489c-8173-39e0e007ac6f tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7930b623-ee4f-43a7-bcaa-b679f40069fa,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:58.431193 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:58.431634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.479784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-adbd6a82-e3b1-41aa-b141-779ffe0db77e None None] Provisioning complete for port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:03:58.479962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-adbd6a82-e3b1-41aa-b141-779ffe0db77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.494961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port 529ac36b-8ede-4e35-8919-5f62541973d9 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:58.495710 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.577834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-adbd6a82-e3b1-41aa-b141-779ffe0db77e None None] Port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:03:58.626614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6fac9-5f2c-4b44-9ccc-e053c56a9ee7 req-99f6f26a-60d5-4c9e-bdb7-5dc13d21015d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:58.636767 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cbd6fac9-5f2c-4b44-9ccc-e053c56a9ee7 req-99f6f26a-60d5-4c9e-bdb7-5dc13d21015d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 943 time: 0.1443021 Dec 08 22:03:58.700368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cbd6fac9-5f2c-4b44-9ccc-e053c56a9ee7 req-0a5a2e83-8154-4ec2-ba63-c1b422bc2ee0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606701 Dec 08 22:03:58.709580 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.710020 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.725514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for 529ac36b-8ede-4e35-8919-5f62541973d9 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:58.889867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.920667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.943229 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c36bfc5e-ed05-4856-b4bc-ba1d728d3515 req-58bae796-3110-484e-9c58-2de54733bbb8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7070777 Dec 08 22:03:58.945237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:03:58.950370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:03:58.954076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=529ac36b-8ede-4e35-8919-5f62541973d9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:58.965920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:58.966513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:58.976849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a3bc1-c7f5-4f88-b11d-6e9e43372460 None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:03:59.045938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5186627 Dec 08 22:03:59.052053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44878) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:59.065261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-454280061', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '558610ef-2899-4bfa-a6d7-849370cdd0f2'}], 'security_groups': ['2baa77df-a1ee-417d-adb4-273098623a2c']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:03:59.076877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a2bc1-b3eb-43a6-9495-3fa782695178 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=558610ef-2899-4bfa-a6d7-849370cdd0f2,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:59.097363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:59.117460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:59.121504 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-999e9d2d-b156-4413-ad50-6c169bdf407e tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "DELETE /v2.0/floatingips/64799637-86e3-4220-9954-4e8899a445d8 HTTP/1.1" status: 204 len: 168 time: 0.8596573 Dec 08 22:03:59.124032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44882) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:03:59.286961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:59.293011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 4d8e0138-f17c-4a7e-9712-d008179a25ec details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:03:59.359975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-10b1d870-9ceb-475f-87f2-634374575313 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051300 Dec 08 22:03:59.461126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-0df4843f-a4b0-4067-a323-26c7b1452885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:59.462785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-0df4843f-a4b0-4067-a323-26c7b1452885 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 1097 time: 0.0729890 Dec 08 22:03:59.483152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-470bfe14-b1ec-494b-b878-576a57d4949c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:03:59.483664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-470bfe14-b1ec-494b-b878-576a57d4949c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:59.513688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:59.532391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f2f9a-d27f-4694-8cf7-f1fb696becdb None None] Update dhcp port {'port': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'fixed_ips': [{'subnet_id': '7e2fb341-a459-4ae5-870c-769625fc6499', 'ip_address': '2001:db8::2'}, {'subnet_id': '558610ef-2899-4bfa-a6d7-849370cdd0f2'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'f38634b7-e89f-466e-b493-feca2452bd52'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:03:59.534957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'mac_address': 'fa:16:3e:d3:c1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:03:59.576835 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-470bfe14-b1ec-494b-b878-576a57d4949c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:59.590322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-470bfe14-b1ec-494b-b878-576a57d4949c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for 25777d9c-4bd1-478e-b1a2-e4daee18c5a4 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:03:59.599194 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:59.636514 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f61f2f9a-d27f-4694-8cf7-f1fb696becdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:59.660502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-e1050343-0646-4dc0-ae31-d2fa2ccd7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:59.664653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-e1050343-0646-4dc0-ae31-d2fa2ccd7fb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.1769567 Dec 08 22:03:59.735261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-470bfe14-b1ec-494b-b878-576a57d4949c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:03:59.800214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8e0138-f17c-4a7e-9712-d008179a25ec {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:03:59.800492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-237bd0f7-a4a3-4032-b1e6-09dd32d2f97c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=047affae-25ce-4051-b4ba-5237028c6258 HTTP/1.1" status: 200 len: 217 time: 0.1296949 Dec 08 22:03:59.804506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bfe14-b1ec-494b-b878-576a57d4949c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=25777d9c-4bd1-478e-b1a2-e4daee18c5a4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:03:59.848485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:03:59.925080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98e7aa-842c-4289-a481-5fe2956c733a req-ddafda91-94d8-40c3-b8a0-86d915cde48f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:59.927288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f98e7aa-842c-4289-a481-5fe2956c733a req-ddafda91-94d8-40c3-b8a0-86d915cde48f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 945 time: 0.4654384 Dec 08 22:03:59.960796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-4ec412cb-5749-4251-81e3-aef3416435ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:59.962490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-4ec412cb-5749-4251-81e3-aef3416435ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1524127 Dec 08 22:03:59.967589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-f61f2f9a-d27f-4694-8cf7-f1fb696becdb None None] Allocated IP 2001:db8:0:1::2 (86237516-3e5f-41ae-b212-4cd15cd2bf58/558610ef-2899-4bfa-a6d7-849370cdd0f2/f38634b7-e89f-466e-b493-feca2452bd52) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:03:59.972616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3358e-b227-4aed-b8e3-1de474ba3b16 req-ff51f75c-1879-4040-8369-74fcd24b084d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:03:59.975306 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dac3358e-b227-4aed-b8e3-1de474ba3b16 req-ff51f75c-1879-4040-8369-74fcd24b084d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 944 time: 0.1663840 Dec 08 22:04:00.028343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-470bfe14-b1ec-494b-b878-576a57d4949c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:00.031753 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-470bfe14-b1ec-494b-b878-576a57d4949c tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "DELETE /v2.0/ports/25777d9c-4bd1-478e-b1a2-e4daee18c5a4 HTTP/1.1" status: 204 len: 168 time: 0.9064651 Dec 08 22:04:00.034569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:00.042577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f98e7aa-842c-4289-a481-5fe2956c733a req-31525843-4c1e-46b4-b81d-5bba0d1c14fd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019635 Dec 08 22:04:00.095442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dac3358e-b227-4aed-b8e3-1de474ba3b16 req-f1cf309e-b832-423a-bf0d-4ce0434b87c0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090822 Dec 08 22:04:00.105698 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:00.154510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-8c703549-6b30-4f71-8555-bd9a3447fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:00.157218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-8c703549-6b30-4f71-8555-bd9a3447fd67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807325 Dec 08 22:04:00.331913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:00.383678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f38634b7-e89f-466e-b493-feca2452bd52 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:00.394171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc0706-0e7e-401b-aba0-ce9ddebe2882 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port 6f424728-030b-4cd2-9bb5-8d02e49b4248 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:00.398001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0706-0e7e-401b-aba0-ce9ddebe2882 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:00.439686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['4d8e0138-f17c-4a7e-9712-d008179a25ec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:04:00.495109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f61f2f9a-d27f-4694-8cf7-f1fb696becdb None None] For port f38634b7-e89f-466e-b493-feca2452bd52, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f38634b7-e89f-466e-b493-feca2452bd52,segment=NetworkSegment(8bfc351a-0f88-436c-84b1-2b8006bcd4c9),segment_id=8bfc351a-0f88-436c-84b1-2b8006bcd4c9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:00.524908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-e7781eaf-6a10-4828-9e51-23a668e041f8 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573458 Dec 08 22:04:00.572778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f61f2f9a-d27f-4694-8cf7-f1fb696becdb None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:00.588053 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f61f2f9a-d27f-4694-8cf7-f1fb696becdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:00.635059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0706-0e7e-401b-aba0-ce9ddebe2882 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:00.665296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc0706-0e7e-401b-aba0-ce9ddebe2882 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for 6f424728-030b-4cd2-9bb5-8d02e49b4248 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:00.730078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Delete allocated IP 2001:db8::28b (86237516-3e5f-41ae-b212-4cd15cd2bf58/7e2fb341-a459-4ae5-870c-769625fc6499) {{(pid=102389) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 22:04:00.741360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8:0:1::f8 (86237516-3e5f-41ae-b212-4cd15cd2bf58/558610ef-2899-4bfa-a6d7-849370cdd0f2/a776add6-21fd-4a68-bf19-f0ac7c6a49c4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:00.757372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:00.758010 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:00.772267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f039fb77-62d9-4f03-a81d-99eaf384c5b4 req-7fce660b-8082-439c-abf4-224358dede5e service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989810 Dec 08 22:04:00.835867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f2f9a-d27f-4694-8cf7-f1fb696becdb None None] Pushing event updated for resources: {'Port': ['ID=f38634b7-e89f-466e-b493-feca2452bd52,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:00.928576 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0706-0e7e-401b-aba0-ce9ddebe2882 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:00.972408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc0706-0e7e-401b-aba0-ce9ddebe2882 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=6f424728-030b-4cd2-9bb5-8d02e49b4248,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:00.985665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-3bb83b0e-44e6-4fa8-896d-3cb22708a3b0 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:00.987698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-3bb83b0e-44e6-4fa8-896d-3cb22708a3b0 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 945 time: 0.1190138 Dec 08 22:04:01.118737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.143798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.249988 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=a776add6-21fd-4a68-bf19-f0ac7c6a49c4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:01.327208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0706-0e7e-401b-aba0-ce9ddebe2882 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.337553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] In _notify_port_updated(), no bound segment for port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 on network 86237516-3e5f-41ae-b212-4cd15cd2bf58 {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:04:01.338818 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a8fc0706-0e7e-401b-aba0-ce9ddebe2882 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "DELETE /v2.0/ports/6f424728-030b-4cd2-9bb5-8d02e49b4248 HTTP/1.1" status: 204 len: 168 time: 1.3030398 Dec 08 22:04:01.341305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44926) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:01.347195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:01.347867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.349445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b7df8b60-f0c5-4074-b4ab-ce2574f4e8f6 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "PUT /v2.0/ports/a776add6-21fd-4a68-bf19-f0ac7c6a49c4 HTTP/1.1" status: 200 len: 929 time: 2.2947111 Dec 08 22:04:01.353023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44928) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:01.422924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf90c3-1160-4fe5-b46b-7a8caa786fa6 req-8f252bbe-3024-47ad-adb2-9bfc45a368ae tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:01.424630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82bf90c3-1160-4fe5-b46b-7a8caa786fa6 req-8f252bbe-3024-47ad-adb2-9bfc45a368ae tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 945 time: 0.1868646 Dec 08 22:04:01.497728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82bf90c3-1160-4fe5-b46b-7a8caa786fa6 req-4f456eb9-50f6-488d-91a8-34c89a3b7c3e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648746 Dec 08 22:04:01.567831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d89b9d-9147-4d07-b7d4-dc0ac4f6f58b req-9f429679-9c72-423c-a33c-d2dcbce4f065 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:01.569317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-10d89b9d-9147-4d07-b7d4-dc0ac4f6f58b req-9f429679-9c72-423c-a33c-d2dcbce4f065 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 944 time: 0.3532777 Dec 08 22:04:01.599737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port 733702cf-30dd-42da-aeb0-26ea739494f4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:01.600077 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.637731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-767f7d30-aafb-43ec-a14c-5447399933e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting subnet c8d418f7-6d04-4c59-a482-4ac7db5c4979 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:01.693014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-767f7d30-aafb-43ec-a14c-5447399933e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.748884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-10d89b9d-9147-4d07-b7d4-dc0ac4f6f58b req-6414c628-f626-49a4-b54b-872d06a7113b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633911 Dec 08 22:04:01.775897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a579a8ad-5b58-4b2f-ac4c-d5f6a2d2f9ca tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:01.776486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a579a8ad-5b58-4b2f-ac4c-d5f6a2d2f9ca tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.795982 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-767f7d30-aafb-43ec-a14c-5447399933e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.915366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] For port 733702cf-30dd-42da-aeb0-26ea739494f4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=733702cf-30dd-42da-aeb0-26ea739494f4,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:01.915741 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.938951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-98893170-3fd1-4c1e-867f-29bbca8a4083 None None] Provisioning complete for port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:01.940088 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98893170-3fd1-4c1e-867f-29bbca8a4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:01.946393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for 733702cf-30dd-42da-aeb0-26ea739494f4 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:01.986774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-98893170-3fd1-4c1e-867f-29bbca8a4083 None None] Port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:01.999469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-98893170-3fd1-4c1e-867f-29bbca8a4083 None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:01.999995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98893170-3fd1-4c1e-867f-29bbca8a4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.077501 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:04:02.087781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a579a8ad-5b58-4b2f-ac4c-d5f6a2d2f9ca tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.147482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-98893170-3fd1-4c1e-867f-29bbca8a4083 None None] Provisioning complete for port e130979f-8f32-4819-90f2-f03681f1bad3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:02.148522 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98893170-3fd1-4c1e-867f-29bbca8a4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.148748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a579a8ad-5b58-4b2f-ac4c-d5f6a2d2f9ca tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for a776add6-21fd-4a68-bf19-f0ac7c6a49c4 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:02.198211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-98893170-3fd1-4c1e-867f-29bbca8a4083 None None] Port e130979f-8f32-4819-90f2-f03681f1bad3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:02.212735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-767f7d30-aafb-43ec-a14c-5447399933e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.240783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f38634b7-e89f-466e-b493-feca2452bd52 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:02.307192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:02.308353 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.363236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.377610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['6bc9f164-a833-425f-bb9a-f4be83ecf14c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:04:02.412304 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-767f7d30-aafb-43ec-a14c-5447399933e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.475202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-767f7d30-aafb-43ec-a14c-5447399933e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.475202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-767f7d30-aafb-43ec-a14c-5447399933e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "DELETE /v2.0/subnets/c8d418f7-6d04-4c59-a482-4ac7db5c4979 HTTP/1.1" status: 204 len: 168 time: 1.1279523 Dec 08 22:04:02.475202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=733702cf-30dd-42da-aeb0-26ea739494f4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:02.475720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44940) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:02.495381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f7d30-aafb-43ec-a14c-5447399933e3 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d418f7-6d04-4c59-a482-4ac7db5c4979,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:02.548418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] No DVR routers for this DVR port 733702cf-30dd-42da-aeb0-26ea739494f4 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:02.573097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.576584 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6a28bd4-4714-4e61-b4e7-8d3887ceb7e9 req-cbb6968f-bbbb-415c-87e6-68ab34936d3f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "DELETE /v2.0/ports/733702cf-30dd-42da-aeb0-26ea739494f4 HTTP/1.1" status: 204 len: 173 time: 1.5512829 Dec 08 22:04:02.576907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e511dbc0-bcde-41d1-91be-82f67d9654cd', 'name': 'network-vif-deleted', 'tag': '733702cf-30dd-42da-aeb0-26ea739494f4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:04:02.582446 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87befff-e4a6-45c6-8073-fc5d55674c63" -d '{"events": [{"server_uuid": "e511dbc0-bcde-41d1-91be-82f67d9654cd", "name": "network-vif-deleted", "tag": "733702cf-30dd-42da-aeb0-26ea739494f4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:04:02.706546 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca1d3a6-69ec-45b5-a0d2-4c8db1a12627 x-openstack-request-id: req-6ca1d3a6-69ec-45b5-a0d2-4c8db1a12627 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:04:02.708034 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e511dbc0-bcde-41d1-91be-82f67d9654cd", "name": "network-vif-deleted", "tag": "733702cf-30dd-42da-aeb0-26ea739494f4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:04:02.708442 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ca1d3a6-69ec-45b5-a0d2-4c8db1a12627 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:04:02.709031 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e511dbc0-bcde-41d1-91be-82f67d9654cd', 'name': 'network-vif-deleted', 'tag': '733702cf-30dd-42da-aeb0-26ea739494f4', 'status': 'completed', 'code': 200} Dec 08 22:04:02.717176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a579a8ad-5b58-4b2f-ac4c-d5f6a2d2f9ca tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.733700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7676c594-c31b-4cde-b3fe-9da165fc0573 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting subnet b7f21fcd-1562-4704-814f-1159442d3f0b {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:02.741762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7676c594-c31b-4cde-b3fe-9da165fc0573 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.772391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b2127f7b-250d-43de-b6da-ec987fd80108 None None] Provisioning complete for port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:02.773121 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b2127f7b-250d-43de-b6da-ec987fd80108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.791391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b3ee96-eb32-4647-a0d1-ac4e9b60c64a None None] Network e871f1df-f380-4b86-8547-dfdae5b5807d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:02.872364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b2127f7b-250d-43de-b6da-ec987fd80108 None None] Port a776add6-21fd-4a68-bf19-f0ac7c6a49c4 was deleted so its status cannot be updated. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 08 22:04:02.922383 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7676c594-c31b-4cde-b3fe-9da165fc0573 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.923488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a579a8ad-5b58-4b2f-ac4c-d5f6a2d2f9ca tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:02.943738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a579a8ad-5b58-4b2f-ac4c-d5f6a2d2f9ca tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/a776add6-21fd-4a68-bf19-f0ac7c6a49c4 HTTP/1.1" status: 204 len: 168 time: 1.5875471 Dec 08 22:04:02.997160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44952) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:02.999214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579a8ad-5b58-4b2f-ac4c-d5f6a2d2f9ca tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=a776add6-21fd-4a68-bf19-f0ac7c6a49c4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:03.063771 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f2c4f55-c8c7-4975-89df-ec5db5e87f06 req-31735414-2a25-4754-95ec-9f5a1ded8449 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.2655690 Dec 08 22:04:03.077645 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-817c50c3-b686-4a6d-a3ce-155a3a48237a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:04:03.084444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-817c50c3-b686-4a6d-a3ce-155a3a48237a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/a776add6-21fd-4a68-bf19-f0ac7c6a49c4 HTTP/1.1" status: 404 len: 333 time: 0.0800390 Dec 08 22:04:03.095704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44954) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:03.198228 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7676c594-c31b-4cde-b3fe-9da165fc0573 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.205840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a60ca28-7100-45d8-98aa-9283774679bf req-dc68601f-5958-4789-a12b-293a8bbcfce2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3923523 Dec 08 22:04:03.219834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa85de-842d-4a23-b6bf-d9e8bc0b8496 req-325865d7-ab63-4e28-b3d8-cc78193cabab tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:03.225434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8fa85de-842d-4a23-b6bf-d9e8bc0b8496 req-325865d7-ab63-4e28-b3d8-cc78193cabab tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 944 time: 0.2800841 Dec 08 22:04:03.328419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ca28-7100-45d8-98aa-9283774679bf req-18462c51-cb17-47b5-b2aa-006b1e4490b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:03.330801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 4d8e0138-f17c-4a7e-9712-d008179a25ec up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:03.331386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a60ca28-7100-45d8-98aa-9283774679bf req-18462c51-cb17-47b5-b2aa-006b1e4490b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1096 time: 0.0667942 Dec 08 22:04:03.339436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8fa85de-842d-4a23-b6bf-d9e8bc0b8496 req-29d79040-5cd0-4634-b855-d943487f42a1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038845 Dec 08 22:04:03.355356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7676c594-c31b-4cde-b3fe-9da165fc0573 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.386573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2e7b8b2a-f97b-499a-8ded-7dae50cb179b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.403462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676c594-c31b-4cde-b3fe-9da165fc0573 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f21fcd-1562-4704-814f-1159442d3f0b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:03.452812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2e7b8b2a-f97b-499a-8ded-7dae50cb179b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.461083 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7676c594-c31b-4cde-b3fe-9da165fc0573 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.467802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7676c594-c31b-4cde-b3fe-9da165fc0573 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "DELETE /v2.0/subnets/b7f21fcd-1562-4704-814f-1159442d3f0b HTTP/1.1" status: 204 len: 168 time: 0.9922771 Dec 08 22:04:03.474434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 44956) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:03.475320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c92c963-feea-40f5-be82-f12d7f105d70 None None] Network 766a0277-f49e-461d-b4fb-5cbd226f3e75 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:03.567918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 4d8e0138-f17c-4a7e-9712-d008179a25ec completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:04:03.584261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] DHCP port deletion for e871f1df-f380-4b86-8547-dfdae5b5807d request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:03.595424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 4d8e0138-f17c-4a7e-9712-d008179a25ec triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:03.595796 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.600785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ca28-7100-45d8-98aa-9283774679bf req-c70d068b-1007-407c-a9f4-135a3551228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:03.604579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a60ca28-7100-45d8-98aa-9283774679bf req-c70d068b-1007-407c-a9f4-135a3551228b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.2450521 Dec 08 22:04:03.768306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a60ca28-7100-45d8-98aa-9283774679bf req-a37d8c27-c093-4302-9c1d-55db969d8f66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.1538827 Dec 08 22:04:03.792547 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.793933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] Deleting port 421a97ee-28c5-492e-9b59-22da9025a135 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:03.794206 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.841683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2e7b8b2a-f97b-499a-8ded-7dae50cb179b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.844644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2e7b8b2a-f97b-499a-8ded-7dae50cb179b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.852743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2e7b8b2a-f97b-499a-8ded-7dae50cb179b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/security-groups/0450b00c-1b20-47aa-b4cd-4f34e63a8f4a HTTP/1.1" status: 204 len: 168 time: 0.7548296 Dec 08 22:04:03.853563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44970) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:03.898695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] DHCP port deletion for 766a0277-f49e-461d-b4fb-5cbd226f3e75 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:03.905491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.928392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b8b2a-f97b-499a-8ded-7dae50cb179b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0450b00c-1b20-47aa-b4cd-4f34e63a8f4a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:03.934796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b856d887-fa01-438b-9998-cf0c7b4b6652 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.972659 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b856d887-fa01-438b-9998-cf0c7b4b6652 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:03.995850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Deleting port 421a97ee-28c5-492e-9b59-22da9025a135 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:03.996325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.007545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ca28-7100-45d8-98aa-9283774679bf req-9c6b6dbf-8788-467d-8071-4b25bb0614e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:04.012681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a60ca28-7100-45d8-98aa-9283774679bf req-9c6b6dbf-8788-467d-8071-4b25bb0614e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.2338107 Dec 08 22:04:04.029673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] For port 421a97ee-28c5-492e-9b59-22da9025a135, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=421a97ee-28c5-492e-9b59-22da9025a135,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:04.030435 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.047130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:04:04.050594 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c9d9bb-abf8-455f-abb1-c4066fcb5b3e" -d '{"events": [{"server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:04:04.083216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:04.086348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] Calling delete_port for 421a97ee-28c5-492e-9b59-22da9025a135 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:04.122451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ca28-7100-45d8-98aa-9283774679bf req-822bd460-0d30-419a-987d-0bdd0f789fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:04.123497 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.126179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 733702cf-30dd-42da-aeb0-26ea739494f4 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:04.133715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a60ca28-7100-45d8-98aa-9283774679bf req-822bd460-0d30-419a-987d-0bdd0f789fb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165338 Dec 08 22:04:04.187781 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b856d887-fa01-438b-9998-cf0c7b4b6652 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.190396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b856d887-fa01-438b-9998-cf0c7b4b6652 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.200213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b856d887-fa01-438b-9998-cf0c7b4b6652 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/security-groups/2baa77df-a1ee-417d-adb4-273098623a2c HTTP/1.1" status: 204 len: 168 time: 0.3411860 Dec 08 22:04:04.242108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44982) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:04.245389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856d887-fa01-438b-9998-cf0c7b4b6652 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa77df-a1ee-417d-adb4-273098623a2c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:04.289707 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb523326-fc64-4309-8c97-0b13a709f0b9 x-openstack-request-id: req-fb523326-fc64-4309-8c97-0b13a709f0b9 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:04:04.289707 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:04:04.289707 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb523326-fc64-4309-8c97-0b13a709f0b9 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:04:04.290973 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'code': 200} Dec 08 22:04:04.373015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] For port 421a97ee-28c5-492e-9b59-22da9025a135, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=421a97ee-28c5-492e-9b59-22da9025a135,segment=NetworkSegment(ddff876f-0a06-46ae-8ebf-3e16a972e145),segment_id=ddff876f-0a06-46ae-8ebf-3e16a972e145)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:04.374751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.391408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c1ac3ee-23b6-4407-8769-e991e21f37c1 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:04.421769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e03601-1a7f-4f7c-a2f7-4ef86299f14e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet 7e2fb341-a459-4ae5-870c-769625fc6499 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:04.434650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e03601-1a7f-4f7c-a2f7-4ef86299f14e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.454359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 733702cf-30dd-42da-aeb0-26ea739494f4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:04.454831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 733702cf-30dd-42da-aeb0-26ea739494f4 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:04.549093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] Deleting port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:04.549093 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.562244 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a60ca28-7100-45d8-98aa-9283774679bf req-a9de5988-7921-4809-8f5d-96c116da7586 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192564 Dec 08 22:04:04.581093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e03601-1a7f-4f7c-a2f7-4ef86299f14e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.775363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e03601-1a7f-4f7c-a2f7-4ef86299f14e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.781268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:04.854019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] For port 8c1ac3ee-23b6-4407-8769-e991e21f37c1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c1ac3ee-23b6-4407-8769-e991e21f37c1,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:04.855304 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.874186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e03601-1a7f-4f7c-a2f7-4ef86299f14e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.900868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909b945-e04b-4b44-8a5c-85f094414a35 req-74d7bc19-7f27-4b72-b0b6-216819dc4ee1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:04.908743 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a909b945-e04b-4b44-8a5c-85f094414a35 req-74d7bc19-7f27-4b72-b0b6-216819dc4ee1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.4375558 Dec 08 22:04:04.928192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] Calling delete_port for 8c1ac3ee-23b6-4407-8769-e991e21f37c1 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:04.958820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Calling delete_port for 421a97ee-28c5-492e-9b59-22da9025a135 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:04.987972 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.988348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e03601-1a7f-4f7c-a2f7-4ef86299f14e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2fb341-a459-4ae5-870c-769625fc6499,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:04.990819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e03601-1a7f-4f7c-a2f7-4ef86299f14e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:04.998581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-92e03601-1a7f-4f7c-a2f7-4ef86299f14e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/7e2fb341-a459-4ae5-870c-769625fc6499 HTTP/1.1" status: 204 len: 168 time: 0.7466245 Dec 08 22:04:05.007924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3833d54-0a0e-4370-9fbd-3b141348c5db None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:05.010013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 44992) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:05.010603 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.022757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:05.107935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a909b945-e04b-4b44-8a5c-85f094414a35 req-8571332b-b698-4f71-a417-0a0ef69cc80f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982100 Dec 08 22:04:05.128725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] No DVR routers for this DVR port 421a97ee-28c5-492e-9b59-22da9025a135 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:05.158928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a60ca28-7100-45d8-98aa-9283774679bf req-2f679157-9df9-4379-9d68-d7a774717ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890162 Dec 08 22:04:05.171168 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-03e6c9e3-2fc5-4b6d-9cc2-882b4064285f req-be5e1276-d15d-4673-aa26-451c92016ebe tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.8745539 Dec 08 22:04:05.175530 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.230799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8248ec-3701-4649-8ea6-df1cdbf46fdf None None] Pushing event deleted for resources: {'Port': ['ID=421a97ee-28c5-492e-9b59-22da9025a135,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:05.267807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] No DVR routers for this DVR port 421a97ee-28c5-492e-9b59-22da9025a135 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:05.271270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:05.275689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Port': ['ID=421a97ee-28c5-492e-9b59-22da9025a135,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:05.276093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.325447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 8c1ac3ee-23b6-4407-8769-e991e21f37c1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c1ac3ee-23b6-4407-8769-e991e21f37c1,segment=NetworkSegment(8ee7814e-2114-4a6a-a757-1b44cd4b3bad),segment_id=8ee7814e-2114-4a6a-a757-1b44cd4b3bad)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:05.330261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1da001-9dcd-4631-8799-709ccaa5e590 req-0b5bda96-d886-497d-a092-a8d3b06ee6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:05.337832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd1da001-9dcd-4631-8799-709ccaa5e590 req-0b5bda96-d886-497d-a092-a8d3b06ee6c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 1096 time: 1.0360954 Dec 08 22:04:05.350344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.354212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 421a97ee-28c5-492e-9b59-22da9025a135 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:05.434119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 421a97ee-28c5-492e-9b59-22da9025a135 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:05.435036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 421a97ee-28c5-492e-9b59-22da9025a135 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:05.550197 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.572196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.621489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd1da001-9dcd-4631-8799-709ccaa5e590 req-8c09d206-dd0b-4193-846b-0d4c833c9169 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535834 Dec 08 22:04:05.622305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:05.625675 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:05.631200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:05.631885 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.645511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=c4c377e7-81ec-4172-bb3a-b7db90a12904,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:05.658671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cd24fa9d-07b5-4078-914e-9a80f45c3ebd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6407301 Dec 08 22:04:05.660724 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.661433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:05.666771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-05b3d1ea-1119-4721-a750-0c5727921d9b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'security_group': {'name': 'tempest-secgroup-1727193918'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:05.701187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b3d1ea-1119-4721-a750-0c5727921d9b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.720613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e871f1df-f380-4b86-8547-dfdae5b5807d']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:05.732840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddff876f-0a06-46ae-8ebf-3e16a972e145') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:05.733314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddff876f-0a06-46ae-8ebf-3e16a972e145') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:05.738508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] No DVR routers for this DVR port 8c1ac3ee-23b6-4407-8769-e991e21f37c1 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:05.745646 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.768947 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b7178bd3-ff2e-4f69-915c-af8ee51fd857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.771083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.779265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:05.779984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.780115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=8c1ac3ee-23b6-4407-8769-e991e21f37c1,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: self.session.flush() Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:05.783877 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:05.867685 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.868190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b3d1ea-1119-4721-a750-0c5727921d9b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.878256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b3d1ea-1119-4721-a750-0c5727921d9b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.898234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433567dc-e1a5-41c4-8ae9-15edfd65add3 None None] Pushing event deleted for resources: {'Port': ['ID=8c1ac3ee-23b6-4407-8769-e991e21f37c1,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:05.906251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.919730 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "DELETE /v2.0/networks/e871f1df-f380-4b86-8547-dfdae5b5807d HTTP/1.1" status: 204 len: 168 time: 2.4399984 Dec 08 22:04:05.919730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8094d-5dc1-41e8-913e-f91960a18f73 tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Network': ['ID=e871f1df-f380-4b86-8547-dfdae5b5807d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:05.921484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45002) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:05.939707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3d1ea-1119-4721-a750-0c5727921d9b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b747f0ad-2fb0-4355-9a8e-81985c3283ac,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:05.976392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05b3d1ea-1119-4721-a750-0c5727921d9b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:05.980892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-05b3d1ea-1119-4721-a750-0c5727921d9b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3181581 Dec 08 22:04:05.981748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45004) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:05.989929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d063e5d4-983e-4c01-9739-6cad07232397 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'security_group': {'name': 'tempest-secgroup-393945886'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:06.037646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d063e5d4-983e-4c01-9739-6cad07232397 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.124066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.248354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d063e5d4-983e-4c01-9739-6cad07232397 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.256640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d063e5d4-983e-4c01-9739-6cad07232397 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.301051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde4281-b148-405d-8941-0a9cdafd795a None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:06.356587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d063e5d4-983e-4c01-9739-6cad07232397 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.358553 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d063e5d4-983e-4c01-9739-6cad07232397 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3750834 Dec 08 22:04:06.360023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063e5d4-983e-4c01-9739-6cad07232397 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f331f263-59b0-4a74-8baf-1a078c504823,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:06.362110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45016) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:06.382796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d3fbfb77-3c45-4616-929a-d0a5290948c0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'security_group': {'name': 'tempest-secgroup-536330968'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:06.437419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af93efe-cf4e-4915-b067-7385730a59d5 req-e858702c-0e2d-42b4-838e-194ea00f6bc6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:06.443670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4af93efe-cf4e-4915-b067-7385730a59d5 req-e858702c-0e2d-42b4-838e-194ea00f6bc6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1413579 Dec 08 22:04:06.446742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3288c487-8003-4dc5-9301-406f34546a80 req-4a990f72-27b5-47ce-88aa-58462c12836f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.0794778 Dec 08 22:04:06.448670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.469951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-603ef477-c067-49fa-9543-807b41b34700 None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:06.470481 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-603ef477-c067-49fa-9543-807b41b34700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.517464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766a0277-f49e-461d-b4fb-5cbd226f3e75']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:06.539608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee7814e-2114-4a6a-a757-1b44cd4b3bad') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:06.539847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee7814e-2114-4a6a-a757-1b44cd4b3bad') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:06.556148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4af93efe-cf4e-4915-b067-7385730a59d5 req-e0b0181a-6be1-4272-92d5-c2d62b675e40 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027658 Dec 08 22:04:06.561800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.588866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.597792 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3fbfb77-3c45-4616-929a-d0a5290948c0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.612169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:06.612616 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:06.615921 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:06.744584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.775562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.798108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] 10.222.0.21 "DELETE /v2.0/networks/766a0277-f49e-461d-b4fb-5cbd226f3e75 HTTP/1.1" status: 204 len: 168 time: 0.8711808 Dec 08 22:04:06.850969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4f1ec-fdd3-4c7c-bb7f-cd8aa741f4ef tempest-TaggedBootDevicesTest_v242-1700892272 tempest-TaggedBootDevicesTest_v242-1700892272-project] Pushing event deleted for resources: {'Network': ['ID=766a0277-f49e-461d-b4fb-5cbd226f3e75,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:06.881238 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-603ef477-c067-49fa-9543-807b41b34700 None None] Provisioning complete for port e130979f-8f32-4819-90f2-f03681f1bad3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:06.881802 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-603ef477-c067-49fa-9543-807b41b34700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.924611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3fbfb77-3c45-4616-929a-d0a5290948c0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.947825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3fbfb77-3c45-4616-929a-d0a5290948c0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:06.965806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-603ef477-c067-49fa-9543-807b41b34700 None None] Port e130979f-8f32-4819-90f2-f03681f1bad3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:07.026047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbfb77-3c45-4616-929a-d0a5290948c0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444e486c-df45-4fb5-97c6-5860aab97733,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:07.051132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3fbfb77-3c45-4616-929a-d0a5290948c0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:07.057227 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d3fbfb77-3c45-4616-929a-d0a5290948c0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6858506 Dec 08 22:04:07.057994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:07.064934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1974731299', 'security_groups': ['444e486c-df45-4fb5-97c6-5860aab97733'], 'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c4c377e7-81ec-4172-bb3a-b7db90a12904'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:07.295241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-503abb34-acf1-482e-b745-6bcd5fcf3b2c None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:07.295756 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-503abb34-acf1-482e-b745-6bcd5fcf3b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:07.339290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:07.460656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-503abb34-acf1-482e-b745-6bcd5fcf3b2c None None] Provisioning complete for port e130979f-8f32-4819-90f2-f03681f1bad3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:07.461047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-503abb34-acf1-482e-b745-6bcd5fcf3b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:07.512358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-503abb34-acf1-482e-b745-6bcd5fcf3b2c None None] Port e130979f-8f32-4819-90f2-f03681f1bad3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:07.515545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:07.540131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] device_id is not set on port 92bc2a1b-4c3a-4817-b631-0cdf94983f6b yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:04:07.713588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ddff2e6-d65e-42d2-a22f-6b4c42884b61 req-68e560b1-cd64-4ac5-bf7f-83d0d0b66448 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.0311882 Dec 08 22:04:07.736381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845de318-5756-437d-a9e9-a68d669c1bee req-db05b041-46bc-415d-b00e-c258c81a816f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:07.739576 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-845de318-5756-437d-a9e9-a68d669c1bee req-db05b041-46bc-415d-b00e-c258c81a816f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.0735106 Dec 08 22:04:07.798289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-845de318-5756-437d-a9e9-a68d669c1bee req-21d48b95-e90d-4885-baed-e57a5005f76a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Dec 08 22:04:07.831662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8::3e0 (86237516-3e5f-41ae-b212-4cd15cd2bf58/c4c377e7-81ec-4172-bb3a-b7db90a12904/92bc2a1b-4c3a-4817-b631-0cdf94983f6b) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:08.101309 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:08.242166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163e494-ea93-4c72-89da-d29947c450f5 req-f6c0b23f-fc69-4dcf-ac45-c2d3da8d47f6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:08.255450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e163e494-ea93-4c72-89da-d29947c450f5 req-f6c0b23f-fc69-4dcf-ac45-c2d3da8d47f6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1353681 Dec 08 22:04:08.264337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d316b10c-31b6-4058-b2f4-fbdfec18dcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:08.271866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:08.343947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e163e494-ea93-4c72-89da-d29947c450f5 req-b098899d-62f8-4ec0-8113-dcbf7f90d8e9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749104 Dec 08 22:04:08.351252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:08.355283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:08.373086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:04:08.377742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:08.378255 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:08.446624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=92bc2a1b-4c3a-4817-b631-0cdf94983f6b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:08.480276 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-98812e0c-9c6d-4d20-b258-c7271295d048 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4209185 Dec 08 22:04:08.483124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45076) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:08.489499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-969804d2-c54d-4626-999b-bcc2066618f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:08.627542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969804d2-c54d-4626-999b-bcc2066618f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:08.632205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-969804d2-c54d-4626-999b-bcc2066618f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:08.751581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eacdca3d-1a08-45cd-b16e-b661cdaf037f None None] Provisioning complete for port 92bc2a1b-4c3a-4817-b631-0cdf94983f6b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:08.752223 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eacdca3d-1a08-45cd-b16e-b661cdaf037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:08.791884 n-d-821126-1 neutron-server[102390]: INFO neutron.db.ipam_backend_mixin [None req-969804d2-c54d-4626-999b-bcc2066618f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4c377e7-81ec-4172-bb3a-b7db90a12904 (CIDR: 2001:db8::/64) Dec 08 22:04:08.799715 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-969804d2-c54d-4626-999b-bcc2066618f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:04:08.800421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969804d2-c54d-4626-999b-bcc2066618f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:08.861009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-eacdca3d-1a08-45cd-b16e-b661cdaf037f None None] Port 92bc2a1b-4c3a-4817-b631-0cdf94983f6b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:08.865855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-969804d2-c54d-4626-999b-bcc2066618f3 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3791747 Dec 08 22:04:08.867047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45082) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:08.872408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-81b0dcbd-33a7-4d13-8069-9af0d5c74a9c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:08.892740 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:08.902162 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-73afd965-af27-4592-bda5-9db6f6732ad1 req-15d7f218-03db-46b1-a48a-d1aa5f2095fe tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.0696313 Dec 08 22:04:09.133312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b0dcbd-33a7-4d13-8069-9af0d5c74a9c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:09.138431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81b0dcbd-33a7-4d13-8069-9af0d5c74a9c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.158520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45086) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:09.312311 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-56bbf435-5a3b-43f7-9e58-661c44138e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.320596 n-d-821126-1 neutron-server[102389]: INFO neutron.db.ipam_backend_mixin [None req-81b0dcbd-33a7-4d13-8069-9af0d5c74a9c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 558610ef-2899-4bfa-a6d7-849370cdd0f2 (CIDR: 2001:db8:0:1::/64) Dec 08 22:04:09.327358 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b0dcbd-33a7-4d13-8069-9af0d5c74a9c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:04:09.328283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b0dcbd-33a7-4d13-8069-9af0d5c74a9c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:09.350453 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-81b0dcbd-33a7-4d13-8069-9af0d5c74a9c tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4820361 Dec 08 22:04:09.353233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45092) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:09.366279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'subnet': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:09.444175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.479127 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.532892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-56bbf435-5a3b-43f7-9e58-661c44138e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.546816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-56bbf435-5a3b-43f7-9e58-661c44138e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.580468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e632fa-e16e-45de-8919-e835315cc51f req-fdcf4aab-0799-4309-a0be-30ad130557f1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:09.588545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19e632fa-e16e-45de-8919-e835315cc51f req-fdcf4aab-0799-4309-a0be-30ad130557f1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.0861261 Dec 08 22:04:09.647790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19e632fa-e16e-45de-8919-e835315cc51f req-7f1bfb79-3024-458c-8c65-fb4eccca85a3 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582438 Dec 08 22:04:09.652891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Made reservation on behalf of 1f64ec42914a4ceb855654e686ecd807 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:09.659918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-56bbf435-5a3b-43f7-9e58-661c44138e7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=181028754e5e4bb9993d7bf2bf71f2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002186 Dec 08 22:04:09.662956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45098) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:09.676248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.686636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbf435-5a3b-43f7-9e58-661c44138e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364fac5b-0f83-4117-94e2-85cdb51db6c9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:09.797295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-289f3b23-18bd-4631-a21a-0d3c8a14f09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.862369 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-289f3b23-18bd-4631-a21a-0d3c8a14f09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.968026 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-289f3b23-18bd-4631-a21a-0d3c8a14f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.971179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-289f3b23-18bd-4631-a21a-0d3c8a14f09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:09.972672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-289f3b23-18bd-4631-a21a-0d3c8a14f09e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/364fac5b-0f83-4117-94e2-85cdb51db6c9 HTTP/1.1" status: 204 len: 168 time: 0.2916102 Dec 08 22:04:09.994068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f3b23-18bd-4631-a21a-0d3c8a14f09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364fac5b-0f83-4117-94e2-85cdb51db6c9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:10.047641 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:10.178043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-514320c9-811d-498d-b488-38625bcf48ec req-d1e43a17-8deb-4874-8fed-0ea361a91443 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e511dbc0-bcde-41d1-91be-82f67d9654cd HTTP/1.1" status: 200 len: 210 time: 0.0667195 Dec 08 22:04:10.309820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:10.402547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:10.402547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:10.420047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:10.420473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:10.420663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005cffd-d039-4f6a-98a5-9b8efaeae03d None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:10.436161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Subnet': ['ID=b2222e47-3325-4175-aa1c-dc1d5384e831,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:10.461588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.461588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.461588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.461588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.461588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.461588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.461588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.461588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.462507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.462507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.462976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.463104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:10.464221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45124) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:10.470704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-456e376c-90f4-46e8-863f-bf5884798da0 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1158488 Dec 08 22:04:10.473741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45126) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:10.480388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-819635701', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b2222e47-3325-4175-aa1c-dc1d5384e831'}], 'security_groups': ['b747f0ad-2fb0-4355-9a8e-81985c3283ac', 'f331f263-59b0-4a74-8baf-1a078c504823']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:10.491164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ad69bf9-ef7d-4ef0-bf75-ea8365567400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:10.723103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ad69bf9-ef7d-4ef0-bf75-ea8365567400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:10.732658 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3ad69bf9-ef7d-4ef0-bf75-ea8365567400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:10.780600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325b5e2-19a5-4661-ba0a-162be1c5881d req-47b94220-157a-4a44-bec4-29094453f6bf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:10.787969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b325b5e2-19a5-4661-ba0a-162be1c5881d req-47b94220-157a-4a44-bec4-29094453f6bf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.2827141 Dec 08 22:04:10.812115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad69bf9-ef7d-4ef0-bf75-ea8365567400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3978c779-4384-48fb-adb2-cb12c5417d01,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:10.826824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3ad69bf9-ef7d-4ef0-bf75-ea8365567400 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bab34bc12144f95b6ff0498ac3f3e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611357 Dec 08 22:04:10.830116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45130) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:10.845336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1282f7-9b0d-4c64-bc1f-242f87eb30d4 None None] Update dhcp port {'port': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'fixed_ips': [{'subnet_id': '558610ef-2899-4bfa-a6d7-849370cdd0f2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c4c377e7-81ec-4172-bb3a-b7db90a12904'}, {'subnet_id': 'b2222e47-3325-4175-aa1c-dc1d5384e831'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'f38634b7-e89f-466e-b493-feca2452bd52'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:04:10.911176 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f1282f7-9b0d-4c64-bc1f-242f87eb30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:10.938294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b325b5e2-19a5-4661-ba0a-162be1c5881d req-887973d0-e45e-490e-a703-be3d7e67e7c9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362143 Dec 08 22:04:10.967789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9c49be0-07c8-4dc8-bc74-e466fbeec612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:10.996523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9c49be0-07c8-4dc8-bc74-e466fbeec612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:11.006831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:11.053445 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9c49be0-07c8-4dc8-bc74-e466fbeec612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:11.056347 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c9c49be0-07c8-4dc8-bc74-e466fbeec612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:11.057596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c9c49be0-07c8-4dc8-bc74-e466fbeec612 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3978c779-4384-48fb-adb2-cb12c5417d01 HTTP/1.1" status: 204 len: 168 time: 0.2266495 Dec 08 22:04:11.065994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c49be0-07c8-4dc8-bc74-e466fbeec612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3978c779-4384-48fb-adb2-cb12c5417d01,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:11.086304 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:11.264127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5f1282f7-9b0d-4c64-bc1f-242f87eb30d4 None None] Allocated IP 2001:db8::2 (86237516-3e5f-41ae-b212-4cd15cd2bf58/c4c377e7-81ec-4172-bb3a-b7db90a12904/f38634b7-e89f-466e-b493-feca2452bd52) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:11.272736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5f1282f7-9b0d-4c64-bc1f-242f87eb30d4 None None] Allocated IP 2001:db8:0:2::2 (86237516-3e5f-41ae-b212-4cd15cd2bf58/b2222e47-3325-4175-aa1c-dc1d5384e831/f38634b7-e89f-466e-b493-feca2452bd52) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:11.367604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 4d8e0138-f17c-4a7e-9712-d008179a25ec details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:04:11.510232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5f1282f7-9b0d-4c64-bc1f-242f87eb30d4 None None] For port f38634b7-e89f-466e-b493-feca2452bd52, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f38634b7-e89f-466e-b493-feca2452bd52,segment=NetworkSegment(8bfc351a-0f88-436c-84b1-2b8006bcd4c9),segment_id=8bfc351a-0f88-436c-84b1-2b8006bcd4c9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:11.556361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:11.576071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'port_id': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'mac_address': 'fa:16:3e:d3:c1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:04:11.586608 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f1282f7-9b0d-4c64-bc1f-242f87eb30d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:11.641371 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5f1282f7-9b0d-4c64-bc1f-242f87eb30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:11.697433 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:11.789673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1282f7-9b0d-4c64-bc1f-242f87eb30d4 None None] Pushing event updated for resources: {'Port': ['ID=f38634b7-e89f-466e-b493-feca2452bd52,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:11.850741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Delete allocated IP 2001:db8::3e0 (86237516-3e5f-41ae-b212-4cd15cd2bf58/c4c377e7-81ec-4172-bb3a-b7db90a12904) {{(pid=102389) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 22:04:11.899062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Allocated IP 2001:db8:0:2::76 (86237516-3e5f-41ae-b212-4cd15cd2bf58/b2222e47-3325-4175-aa1c-dc1d5384e831/92bc2a1b-4c3a-4817-b631-0cdf94983f6b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:11.998006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d8e0138-f17c-4a7e-9712-d008179a25ec {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:04:12.047733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:12.057093 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:12.198832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b09f6-0b4c-428c-9917-28c10a07252d req-28b9446b-0df2-489e-814b-1a8478bd3b42 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:12.198832 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f9b09f6-0b4c-428c-9917-28c10a07252d req-28b9446b-0df2-489e-814b-1a8478bd3b42 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 944 time: 0.1240613 Dec 08 22:04:12.240154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:12.267868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:12.280051 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:12.366904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f38634b7-e89f-466e-b493-feca2452bd52 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:12.420927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] In _notify_port_updated(), no bound segment for port 92bc2a1b-4c3a-4817-b631-0cdf94983f6b on network 86237516-3e5f-41ae-b212-4cd15cd2bf58 {{(pid=102389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:04:12.439655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:12.440696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:12.445737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "PUT /v2.0/ports/92bc2a1b-4c3a-4817-b631-0cdf94983f6b HTTP/1.1" status: 200 len: 968 time: 1.9680374 Dec 08 22:04:12.447285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45170) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:12.477715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f9b09f6-0b4c-428c-9917-28c10a07252d req-90c79593-eb0c-4078-8043-992e918c7253 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552927 Dec 08 22:04:12.479187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['4d8e0138-f17c-4a7e-9712-d008179a25ec'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:04:12.519330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50effa-aef0-4a16-8a35-744351542278 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event updated for resources: {'Port': ['ID=92bc2a1b-4c3a-4817-b631-0cdf94983f6b,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:12.688730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d781f18c-7ca8-4c23-b87f-8bd862260b0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port 92bc2a1b-4c3a-4817-b631-0cdf94983f6b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:12.689303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d781f18c-7ca8-4c23-b87f-8bd862260b0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:12.914106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d781f18c-7ca8-4c23-b87f-8bd862260b0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:12.968504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d781f18c-7ca8-4c23-b87f-8bd862260b0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for 92bc2a1b-4c3a-4817-b631-0cdf94983f6b owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:13.155340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:13.155722 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:13.257507 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d781f18c-7ca8-4c23-b87f-8bd862260b0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:13.314249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d395e060-2f5b-40a7-8b74-ea61809c97ea None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:13.315256 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d395e060-2f5b-40a7-8b74-ea61809c97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:13.360467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781f18c-7ca8-4c23-b87f-8bd862260b0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=92bc2a1b-4c3a-4817-b631-0cdf94983f6b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:13.460033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d781f18c-7ca8-4c23-b87f-8bd862260b0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:13.465863 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d781f18c-7ca8-4c23-b87f-8bd862260b0b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/92bc2a1b-4c3a-4817-b631-0cdf94983f6b HTTP/1.1" status: 204 len: 168 time: 1.0168760 Dec 08 22:04:13.469110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45204) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:13.552054 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ad50cb-810e-42c6-b77b-29221e33fa30 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] GET failed (client error): The resource could not be found. Dec 08 22:04:13.559401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-11ad50cb-810e-42c6-b77b-29221e33fa30 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports/92bc2a1b-4c3a-4817-b631-0cdf94983f6b HTTP/1.1" status: 404 len: 333 time: 0.0885484 Dec 08 22:04:13.562148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45214) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:13.604860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d395e060-2f5b-40a7-8b74-ea61809c97ea None None] Provisioning complete for port e130979f-8f32-4819-90f2-f03681f1bad3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:13.605228 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d395e060-2f5b-40a7-8b74-ea61809c97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:13.670930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d395e060-2f5b-40a7-8b74-ea61809c97ea None None] Port e130979f-8f32-4819-90f2-f03681f1bad3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:13.677710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d395e060-2f5b-40a7-8b74-ea61809c97ea None None] Could not find standard attr ID for object 92bc2a1b-4c3a-4817-b631-0cdf94983f6b. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:04:13.790000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f55f6945-533b-48cd-a857-12a2d88c0910 None None] Could not find standard attr ID for object 92bc2a1b-4c3a-4817-b631-0cdf94983f6b. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:04:13.835023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-82b9372c-0697-43f5-83be-71f0efdd4d8e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:13.899622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-82b9372c-0697-43f5-83be-71f0efdd4d8e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:13.919063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df72a0-e60c-4989-a989-e3a472e8878f req-3f35dcf1-1359-4a84-a039-dc99691e579f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:13.924908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b3df72a0-e60c-4989-a989-e3a472e8878f req-3f35dcf1-1359-4a84-a039-dc99691e579f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 944 time: 0.2560391 Dec 08 22:04:14.026883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b3df72a0-e60c-4989-a989-e3a472e8878f req-0c731504-d37f-489d-8d62-ff072c92d7c2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885251 Dec 08 22:04:14.065738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-82b9372c-0697-43f5-83be-71f0efdd4d8e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.068695 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-82b9372c-0697-43f5-83be-71f0efdd4d8e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.072273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-82b9372c-0697-43f5-83be-71f0efdd4d8e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/security-groups/444e486c-df45-4fb5-97c6-5860aab97733 HTTP/1.1" status: 204 len: 168 time: 0.5066829 Dec 08 22:04:14.072885 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45232) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:14.097544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9372c-0697-43f5-83be-71f0efdd4d8e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444e486c-df45-4fb5-97c6-5860aab97733,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:14.271479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d950b31-b836-4871-aa71-7b35c6dd4d07 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.342021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d950b31-b836-4871-aa71-7b35c6dd4d07 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.475296 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d950b31-b836-4871-aa71-7b35c6dd4d07 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.478024 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d950b31-b836-4871-aa71-7b35c6dd4d07 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.481545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d950b31-b836-4871-aa71-7b35c6dd4d07 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/security-groups/f331f263-59b0-4a74-8baf-1a078c504823 HTTP/1.1" status: 204 len: 168 time: 0.4051869 Dec 08 22:04:14.481918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45242) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:14.493796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d950b31-b836-4871-aa71-7b35c6dd4d07 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f331f263-59b0-4a74-8baf-1a078c504823,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:14.657360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1d8c-d858-419d-9c2d-4c939c8b3465 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.716671 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1d8c-d858-419d-9c2d-4c939c8b3465 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.806226 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1d8c-d858-419d-9c2d-4c939c8b3465 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.808837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1d8c-d858-419d-9c2d-4c939c8b3465 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:14.810381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d5ee1d8c-d858-419d-9c2d-4c939c8b3465 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/security-groups/b747f0ad-2fb0-4355-9a8e-81985c3283ac HTTP/1.1" status: 204 len: 168 time: 0.3272033 Dec 08 22:04:14.813095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:14.826856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1d8c-d858-419d-9c2d-4c939c8b3465 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b747f0ad-2fb0-4355-9a8e-81985c3283ac,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:14.961346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc74ccc6-ff4a-43f4-80c2-5f930ab6e36e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet c4c377e7-81ec-4172-bb3a-b7db90a12904 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:14.976712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc74ccc6-ff4a-43f4-80c2-5f930ab6e36e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:15.061207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc74ccc6-ff4a-43f4-80c2-5f930ab6e36e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:15.249099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc74ccc6-ff4a-43f4-80c2-5f930ab6e36e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:15.387406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 4d8e0138-f17c-4a7e-9712-d008179a25ec up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:15.429248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fe0c-86a6-40d3-ab5a-7d3fca300697 req-c051e2f1-e0da-42e6-8551-b35c01625800 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:15.431010 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e59fe0c-86a6-40d3-ab5a-7d3fca300697 req-c051e2f1-e0da-42e6-8551-b35c01625800 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 944 time: 0.1725411 Dec 08 22:04:15.486931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e59fe0c-86a6-40d3-ab5a-7d3fca300697 req-04437365-cbc3-4afc-b037-df17b4f005a9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476441 Dec 08 22:04:15.498208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc74ccc6-ff4a-43f4-80c2-5f930ab6e36e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:15.534101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d0c989-fc23-4457-b8a0-dc48c643a384 None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:15.552201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bc74ccc6-ff4a-43f4-80c2-5f930ab6e36e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:15.555761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bc74ccc6-ff4a-43f4-80c2-5f930ab6e36e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/c4c377e7-81ec-4172-bb3a-b7db90a12904 HTTP/1.1" status: 204 len: 168 time: 0.7416408 Dec 08 22:04:15.556963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74ccc6-ff4a-43f4-80c2-5f930ab6e36e tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c377e7-81ec-4172-bb3a-b7db90a12904,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:15.560458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45262) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:15.622450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-185e60ad-c7ec-4108-bc13-3a044cec9f59 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet b2222e47-3325-4175-aa1c-dc1d5384e831 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:15.636857 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185e60ad-c7ec-4108-bc13-3a044cec9f59 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:15.704032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185e60ad-c7ec-4108-bc13-3a044cec9f59 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:15.730143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 4d8e0138-f17c-4a7e-9712-d008179a25ec triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:15.730901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:15.883758 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185e60ad-c7ec-4108-bc13-3a044cec9f59 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:16.005234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185e60ad-c7ec-4108-bc13-3a044cec9f59 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:16.064595 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:16.066316 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-185e60ad-c7ec-4108-bc13-3a044cec9f59 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:16.069774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-185e60ad-c7ec-4108-bc13-3a044cec9f59 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/b2222e47-3325-4175-aa1c-dc1d5384e831 HTTP/1.1" status: 204 len: 168 time: 0.5084610 Dec 08 22:04:16.072843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45276) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:16.135046 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c0d904-d7bc-4f16-83ed-ac7dbd7fb226 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:16.138665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c0d904-d7bc-4f16-83ed-ac7dbd7fb226 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:16.144354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-30c0d904-d7bc-4f16-83ed-ac7dbd7fb226 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/c4c377e7-81ec-4172-bb3a-b7db90a12904 HTTP/1.1" status: 404 len: 337 time: 0.0704002 Dec 08 22:04:16.148293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45278) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:16.148437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e60ad-c7ec-4108-bc13-3a044cec9f59 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=b2222e47-3325-4175-aa1c-dc1d5384e831,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:16.152273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:16.161051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:04:16.165484 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b972605-7a67-4df9-9a5e-9ea28fc3cf72" -d '{"events": [{"server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:04:16.178649 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:16.300067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-167bcf6b-e2d3-47a9-9856-d81b4c4900f1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting subnet 558610ef-2899-4bfa-a6d7-849370cdd0f2 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:16.318108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-167bcf6b-e2d3-47a9-9856-d81b4c4900f1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:16.380847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:16.441129 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-167bcf6b-e2d3-47a9-9856-d81b4c4900f1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:16.479164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed8ef8a-13d0-4491-8fef-b268967d7d28 None None] Update dhcp port {'port': {'network_id': '86237516-3e5f-41ae-b212-4cd15cd2bf58', 'fixed_ips': [{'subnet_id': '558610ef-2899-4bfa-a6d7-849370cdd0f2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b2222e47-3325-4175-aa1c-dc1d5384e831'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'f38634b7-e89f-466e-b493-feca2452bd52'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:04:16.538919 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cb8929-4fea-49f7-abf0-e3ea5501089f x-openstack-request-id: req-64cb8929-4fea-49f7-abf0-e3ea5501089f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:04:16.539123 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:04:16.539379 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64cb8929-4fea-49f7-abf0-e3ea5501089f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:04:16.539804 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'code': 200} Dec 08 22:04:16.579264 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef8a-13d0-4491-8fef-b268967d7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:17.693219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-167bcf6b-e2d3-47a9-9856-d81b4c4900f1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:17.752251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43370ba0-4c0c-4167-9249-1a757b4e8671 req-96527c16-3ee0-4ed2-b9b4-54442c7b0aa6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:17.753786 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43370ba0-4c0c-4167-9249-1a757b4e8671 req-96527c16-3ee0-4ed2-b9b4-54442c7b0aa6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1682994 Dec 08 22:04:17.889523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43370ba0-4c0c-4167-9249-1a757b4e8671 req-3c5202c2-0633-4902-9129-f26c53fc31e9 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170776 Dec 08 22:04:17.916338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-167bcf6b-e2d3-47a9-9856-d81b4c4900f1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-0ed8ef8a-13d0-4491-8fef-b268967d7d28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 558610ef-2899-4bfa-a6d7-849370cdd0f2: This subnet is being modified by another concurrent operation. Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 558610ef-2899-4bfa-a6d7-849370cdd0f2: This subnet is being modified by another concurrent operation. Dec 08 22:04:17.930316 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:04:17.976481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bcf6b-e2d3-47a9-9856-d81b4c4900f1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Subnet': ['ID=558610ef-2899-4bfa-a6d7-849370cdd0f2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:18.006811 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-167bcf6b-e2d3-47a9-9856-d81b4c4900f1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:18.012500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-167bcf6b-e2d3-47a9-9856-d81b4c4900f1 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/558610ef-2899-4bfa-a6d7-849370cdd0f2 HTTP/1.1" status: 204 len: 168 time: 1.8611712 Dec 08 22:04:18.013045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45316) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.091719 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d2d0ed-dbe0-43e2-9e15-57b11d8fbc34 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.092299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d2d0ed-dbe0-43e2-9e15-57b11d8fbc34 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.094490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a19b5-3311-4cb0-acf3-c897b8147cc4 None None] Network 86237516-3e5f-41ae-b212-4cd15cd2bf58 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:18.099487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c3d2d0ed-dbe0-43e2-9e15-57b11d8fbc34 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/7e2fb341-a459-4ae5-870c-769625fc6499 HTTP/1.1" status: 404 len: 337 time: 0.0849264 Dec 08 22:04:18.101989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45320) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.199413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b36643c5-adf6-4a65-95b1-def3772103c4 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "GET /v2.0/ports?device_id=065040c1-ea61-4b6d-b238-aff66a560304 HTTP/1.1" status: 200 len: 205 time: 0.0961604 Dec 08 22:04:18.200415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45322) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.289917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e51803f0-301d-401d-a10a-9d4197d0968f None None] Provisioning complete for port f38634b7-e89f-466e-b493-feca2452bd52 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:18.291209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e51803f0-301d-401d-a10a-9d4197d0968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:18.292496 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-afebf628-c7b1-4681-9842-4d15348b374f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] delete failed (client error): The resource could not be found. Dec 08 22:04:18.296174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45324) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.296884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-afebf628-c7b1-4681-9842-4d15348b374f tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/routers/065040c1-ea61-4b6d-b238-aff66a560304 HTTP/1.1" status: 404 len: 336 time: 0.0930374 Dec 08 22:04:18.300291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f38634b7-e89f-466e-b493-feca2452bd52 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:18.341169 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdf68ed-f55e-4ba3-97df-23caef01276a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.341639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdf68ed-f55e-4ba3-97df-23caef01276a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.347116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6fdf68ed-f55e-4ba3-97df-23caef01276a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/fd78bf80-38e3-4928-80fb-17d1ab8e6e52 HTTP/1.1" status: 404 len: 337 time: 0.0476272 Dec 08 22:04:18.347858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45326) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.398547 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cfcd30-7733-4b64-b755-55009a45b219 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.399297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cfcd30-7733-4b64-b755-55009a45b219 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.405668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45328) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.406026 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-09cfcd30-7733-4b64-b755-55009a45b219 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/a4b4c0ba-8ca1-4301-8cc3-35671097d5e4 HTTP/1.1" status: 404 len: 337 time: 0.0567074 Dec 08 22:04:18.461174 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7273284-0b81-4a22-84bd-5b6250988ba5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.462869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7273284-0b81-4a22-84bd-5b6250988ba5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.470635 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c7273284-0b81-4a22-84bd-5b6250988ba5 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/e7e3f189-5d2d-4111-9b63-7452fc5f1feb HTTP/1.1" status: 404 len: 337 time: 0.0617180 Dec 08 22:04:18.471423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45330) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.515755 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-023bb676-a1ed-4dde-bac4-2ac419e2069a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.516909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023bb676-a1ed-4dde-bac4-2ac419e2069a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.524032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45334) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.524285 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-023bb676-a1ed-4dde-bac4-2ac419e2069a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/1f5ca94f-0c38-4a35-bd5d-132bb62dbe03 HTTP/1.1" status: 404 len: 333 time: 0.0513542 Dec 08 22:04:18.586578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] DHCP port deletion for 86237516-3e5f-41ae-b212-4cd15cd2bf58 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:18.591049 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1a90cb-75b6-48cd-8af4-afcf0a635a7b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.591505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1a90cb-75b6-48cd-8af4-afcf0a635a7b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.594585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4c1a90cb-75b6-48cd-8af4-afcf0a635a7b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/e393c779-3155-41a8-916d-edc510330409 HTTP/1.1" status: 404 len: 337 time: 0.0695455 Dec 08 22:04:18.597179 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45336) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.653233 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f1d7bc-059d-4156-9d4d-3d3b8074309b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.653837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f1d7bc-059d-4156-9d4d-3d3b8074309b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.661301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d0f1d7bc-059d-4156-9d4d-3d3b8074309b tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/103f7161-d486-43dc-987b-b921c4e90b94 HTTP/1.1" status: 404 len: 337 time: 0.0581338 Dec 08 22:04:18.661595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45340) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.722350 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e571eb-e443-4144-9fc9-cbba71e06568 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.723963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e571eb-e443-4144-9fc9-cbba71e06568 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.729955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45348) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.733291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-34e571eb-e443-4144-9fc9-cbba71e06568 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/cf2cd8f1-ad17-4e9a-a406-f0c21a0ceb4c HTTP/1.1" status: 404 len: 333 time: 0.0723479 Dec 08 22:04:18.758189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:18.804081 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d68243-a2d0-4b2b-b63d-da1cdbacca2a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.806968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d68243-a2d0-4b2b-b63d-da1cdbacca2a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.810179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99d68243-a2d0-4b2b-b63d-da1cdbacca2a tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/9923e223-a784-4aa6-8f36-8ee33689b2d9 HTTP/1.1" status: 404 len: 337 time: 0.0785973 Dec 08 22:04:18.813008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45352) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.818504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e51803f0-301d-401d-a10a-9d4197d0968f None None] Provisioning complete for port e130979f-8f32-4819-90f2-f03681f1bad3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:18.818913 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e51803f0-301d-401d-a10a-9d4197d0968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:18.893471 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ac56d2-0530-48b3-84d5-9b6b191648bd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] DELETE failed (client error): The resource could not be found. Dec 08 22:04:18.896012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ac56d2-0530-48b3-84d5-9b6b191648bd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:04:18.904047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45358) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:18.914846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-97ac56d2-0530-48b3-84d5-9b6b191648bd tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/subnets/062c5857-a7da-4711-9675-db09d83e3534 HTTP/1.1" status: 404 len: 337 time: 0.1005809 Dec 08 22:04:18.915666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port f38634b7-e89f-466e-b493-feca2452bd52, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f38634b7-e89f-466e-b493-feca2452bd52,segment=NetworkSegment(8bfc351a-0f88-436c-84b1-2b8006bcd4c9),segment_id=8bfc351a-0f88-436c-84b1-2b8006bcd4c9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:18.943348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:18.954192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e51803f0-301d-401d-a10a-9d4197d0968f None None] Port e130979f-8f32-4819-90f2-f03681f1bad3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:19.003299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] Deleting port f38634b7-e89f-466e-b493-feca2452bd52 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:19.003634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:19.092065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=f38634b7-e89f-466e-b493-feca2452bd52,revision_number=10']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:19.150057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-84ed7b4c-d4d5-43b8-bfd7-3e79a96e2dd8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Deleting port e130979f-8f32-4819-90f2-f03681f1bad3 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:19.150430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-84ed7b4c-d4d5-43b8-bfd7-3e79a96e2dd8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:19.163379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] For port f38634b7-e89f-466e-b493-feca2452bd52, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f38634b7-e89f-466e-b493-feca2452bd52,segment=NetworkSegment(8bfc351a-0f88-436c-84b1-2b8006bcd4c9),segment_id=8bfc351a-0f88-436c-84b1-2b8006bcd4c9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:19.163798 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:19.199874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] Calling delete_port for f38634b7-e89f-466e-b493-feca2452bd52 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:19.225615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9c4ed-af5d-43a3-8283-bbe72ddb48ae req-b4c32e26-b350-4e40-85dc-c1af5d2bef67 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:19.227434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cba9c4ed-af5d-43a3-8283-bbe72ddb48ae req-b4c32e26-b350-4e40-85dc-c1af5d2bef67 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1412833 Dec 08 22:04:19.314425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cba9c4ed-af5d-43a3-8283-bbe72ddb48ae req-e4492961-8225-4e32-9a4b-d1374598df34 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752125 Dec 08 22:04:19.403634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:19.432370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-84ed7b4c-d4d5-43b8-bfd7-3e79a96e2dd8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:19.471889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-84ed7b4c-d4d5-43b8-bfd7-3e79a96e2dd8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Calling delete_port for e130979f-8f32-4819-90f2-f03681f1bad3 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:19.477124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] Pushing event deleted for resources: {'Port': ['ID=f38634b7-e89f-466e-b493-feca2452bd52,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:19.493606 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d39692-0020-448e-a9e3-1274e063b103 None None] No DVR routers for this DVR port f38634b7-e89f-466e-b493-feca2452bd52 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:19.514704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd15d46-f847-481e-b204-ce74c99f69e1 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:04:19.646006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-84ed7b4c-d4d5-43b8-bfd7-3e79a96e2dd8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:19.699328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-84ed7b4c-d4d5-43b8-bfd7-3e79a96e2dd8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:19.703984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-84ed7b4c-d4d5-43b8-bfd7-3e79a96e2dd8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/ports/e130979f-8f32-4819-90f2-f03681f1bad3 HTTP/1.1" status: 204 len: 168 time: 0.7986948 Dec 08 22:04:19.705662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed7b4c-d4d5-43b8-bfd7-3e79a96e2dd8 tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Port': ['ID=e130979f-8f32-4819-90f2-f03681f1bad3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:19.706407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45386) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:19.758892 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd15d46-f847-481e-b204-ce74c99f69e1 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:04:19.902265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.193101 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.245502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86237516-3e5f-41ae-b212-4cd15cd2bf58']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:20.268474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfc351a-0f88-436c-84b1-2b8006bcd4c9') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:20.269518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfc351a-0f88-436c-84b1-2b8006bcd4c9') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:20.293909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.324348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.375744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:20.376056 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:20.382242 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:20.512390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45402) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:20.571295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c45c87-2b33-4674-ac02-db8e4b7ea043 req-156189d4-cc7a-4d1c-b840-9a1e98b1b5b2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:20.576644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70de02-6280-4399-ac57-18567bfc5e44 req-1b34bb7f-0afd-408f-8e51-fa586f57762d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:20.579104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-91c45c87-2b33-4674-ac02-db8e4b7ea043 req-156189d4-cc7a-4d1c-b840-9a1e98b1b5b2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 946 time: 0.2159970 Dec 08 22:04:20.580995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa70de02-6280-4399-ac57-18567bfc5e44 req-1b34bb7f-0afd-408f-8e51-fa586f57762d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1278679 Dec 08 22:04:20.631741 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.664352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa70de02-6280-4399-ac57-18567bfc5e44 req-8f9dd3cc-ef04-4830-bcd8-ad7df411c12b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758996 Dec 08 22:04:20.672462 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.683017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] 10.222.0.21 "DELETE /v2.0/networks/86237516-3e5f-41ae-b212-4cd15cd2bf58 HTTP/1.1" status: 204 len: 168 time: 0.9721725 Dec 08 22:04:20.701305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74699cc7-8b88-4a09-a536-2cad92c06b8d tempest-PortsIpV6TestJSON-742641492 tempest-PortsIpV6TestJSON-742641492-project] Pushing event deleted for resources: {'Network': ['ID=86237516-3e5f-41ae-b212-4cd15cd2bf58,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:20.731343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-91c45c87-2b33-4674-ac02-db8e4b7ea043 req-08ac50b5-2360-4f28-a89e-2d274e7b177e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512015 Dec 08 22:04:20.797805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-087aac69-2c03-4eb3-9d95-48f8081b2240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.960477 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-087aac69-2c03-4eb3-9d95-48f8081b2240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:20.971357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-087aac69-2c03-4eb3-9d95-48f8081b2240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:21.006558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45412) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:21.007332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-087aac69-2c03-4eb3-9d95-48f8081b2240 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d6ebd25355348b2b4e8800b1ef69ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885039 Dec 08 22:04:21.051487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aac69-2c03-4eb3-9d95-48f8081b2240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c28ba-b7a1-4206-b076-fb9cea11577a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:21.100377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45414) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:21.152528 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a858ee31-fe41-4921-9d8f-b8c1ded1558f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:21.245978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a858ee31-fe41-4921-9d8f-b8c1ded1558f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:21.267889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-fc40659c-2849-4de4-aad8-253c2515234a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:21.269505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-fc40659c-2849-4de4-aad8-253c2515234a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 946 time: 0.1630113 Dec 08 22:04:21.363015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a858ee31-fe41-4921-9d8f-b8c1ded1558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:21.367062 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a858ee31-fe41-4921-9d8f-b8c1ded1558f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:21.371324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a858ee31-fe41-4921-9d8f-b8c1ded1558f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e5c28ba-b7a1-4206-b076-fb9cea11577a HTTP/1.1" status: 204 len: 168 time: 0.3636496 Dec 08 22:04:21.385337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858ee31-fe41-4921-9d8f-b8c1ded1558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c28ba-b7a1-4206-b076-fb9cea11577a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:21.599392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45426) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:21.599628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e600f853-86dc-4d5b-9b39-eff2a8abea10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f64ec42914a4ceb855654e686ecd807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977260 Dec 08 22:04:21.667058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port 6bc9f164-a833-425f-bb9a-f4be83ecf14c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:21.667409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:21.710568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05d58d1-efde-408a-b72b-74915189cca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:21.762430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05d58d1-efde-408a-b72b-74915189cca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:21.912869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821979c-a972-47af-ad07-db482052719b req-03926beb-9634-4d59-9dbd-5fb9887ce4dc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:21.914689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2821979c-a972-47af-ad07-db482052719b req-03926beb-9634-4d59-9dbd-5fb9887ce4dc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 946 time: 0.0682659 Dec 08 22:04:21.995452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05d58d1-efde-408a-b72b-74915189cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.001176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d05d58d1-efde-408a-b72b-74915189cca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.008774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d05d58d1-efde-408a-b72b-74915189cca1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1662903f-6ef9-4a26-bb25-9521743f2135 HTTP/1.1" status: 204 len: 168 time: 0.4068630 Dec 08 22:04:22.019178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45440) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:22.030087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d58d1-efde-408a-b72b-74915189cca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1662903f-6ef9-4a26-bb25-9521743f2135,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:22.036343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2821979c-a972-47af-ad07-db482052719b req-f764b05c-e525-418c-a4e7-7a8e6cad7d8e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4bddd7-9db0-425b-af74-22be27b44eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027982 Dec 08 22:04:22.079258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] For port 6bc9f164-a833-425f-bb9a-f4be83ecf14c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=6bc9f164-a833-425f-bb9a-f4be83ecf14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:22.079768 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.095409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for 6bc9f164-a833-425f-bb9a-f4be83ecf14c owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:22.274044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.297158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027776a-7269-4629-bee5-9de545026c8e req-f8412181-5b6d-4d02-80ff-f5b439b77b20 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:22.299222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6027776a-7269-4629-bee5-9de545026c8e req-f8412181-5b6d-4d02-80ff-f5b439b77b20 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.4744036 Dec 08 22:04:22.306120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90d00df9-b53b-4ace-b8ce-af1bf06e1f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.359807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=6bc9f164-a833-425f-bb9a-f4be83ecf14c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:22.472109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90d00df9-b53b-4ace-b8ce-af1bf06e1f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.530532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90d00df9-b53b-4ace-b8ce-af1bf06e1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.543231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] No DVR routers for this DVR port 6bc9f164-a833-425f-bb9a-f4be83ecf14c on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:22.564131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.570674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8d310bb1-98d3-4979-9741-803e3a0d8990 req-5bb32e8f-d205-469c-b781-8a2b88d0bf30 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "DELETE /v2.0/ports/6bc9f164-a833-425f-bb9a-f4be83ecf14c HTTP/1.1" status: 204 len: 173 time: 1.2927697 Dec 08 22:04:22.580631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7931b6a2-2513-4ad2-af2c-a4ae595ff357', 'name': 'network-vif-deleted', 'tag': '6bc9f164-a833-425f-bb9a-f4be83ecf14c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:04:22.584527 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58abbb5-ec9d-4633-9c04-71f68da00b94" -d '{"events": [{"server_uuid": "7931b6a2-2513-4ad2-af2c-a4ae595ff357", "name": "network-vif-deleted", "tag": "6bc9f164-a833-425f-bb9a-f4be83ecf14c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:04:22.623776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6027776a-7269-4629-bee5-9de545026c8e req-2d01071b-ee3b-4be9-989e-5d9bd359d36e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150535 Dec 08 22:04:22.656560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d00df9-b53b-4ace-b8ce-af1bf06e1f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79be14ce-f8e3-49a1-82ba-510e9000089c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:22.671650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-90d00df9-b53b-4ace-b8ce-af1bf06e1f03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7584f9d5222941ce857a077d07e58c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6443548 Dec 08 22:04:22.672253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45456) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:22.756483 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2c71f-ac76-48fb-844a-438e4887b9a1 x-openstack-request-id: req-4ae2c71f-ac76-48fb-844a-438e4887b9a1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:04:22.756776 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7931b6a2-2513-4ad2-af2c-a4ae595ff357", "name": "network-vif-deleted", "tag": "6bc9f164-a833-425f-bb9a-f4be83ecf14c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:04:22.757059 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ae2c71f-ac76-48fb-844a-438e4887b9a1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:04:22.757555 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7931b6a2-2513-4ad2-af2c-a4ae595ff357', 'name': 'network-vif-deleted', 'tag': '6bc9f164-a833-425f-bb9a-f4be83ecf14c', 'status': 'completed', 'code': 200} Dec 08 22:04:22.781480 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06adfe61-f8c6-420e-9fb6-9a63e3e9c386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.806260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06adfe61-f8c6-420e-9fb6-9a63e3e9c386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.898696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06adfe61-f8c6-420e-9fb6-9a63e3e9c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.911746 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06adfe61-f8c6-420e-9fb6-9a63e3e9c386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:22.934350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-06adfe61-f8c6-420e-9fb6-9a63e3e9c386 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79be14ce-f8e3-49a1-82ba-510e9000089c HTTP/1.1" status: 204 len: 168 time: 0.2594697 Dec 08 22:04:22.958518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adfe61-f8c6-420e-9fb6-9a63e3e9c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79be14ce-f8e3-49a1-82ba-510e9000089c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:23.264633 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d62c5b0-2664-48ce-8f2b-3fab0008ddfb req-9bd13f8b-ae52-4773-946b-1f4a8a30fac1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 210 time: 0.0641687 Dec 08 22:04:23.699960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45490) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:23.982397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca464-c5b3-4bf9-9481-0dc856750982 req-b430e2c2-9b57-4493-8b25-54920264acce tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:23.990979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e71ca464-c5b3-4bf9-9481-0dc856750982 req-b430e2c2-9b57-4493-8b25-54920264acce tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.2080665 Dec 08 22:04:24.100419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e71ca464-c5b3-4bf9-9481-0dc856750982 req-d8e10c5b-176d-4919-9c5c-2c1469cc360d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081460 Dec 08 22:04:24.135424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a793b5c6-d500-4212-a58b-ca89266e56c6 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-779664906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:24.234363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a793b5c6-d500-4212-a58b-ca89266e56c6 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.235651 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a793b5c6-d500-4212-a58b-ca89266e56c6 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.241147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6bc9f164-a833-425f-bb9a-f4be83ecf14c no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:24.305114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 6bc9f164-a833-425f-bb9a-f4be83ecf14c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:24.312520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 6bc9f164-a833-425f-bb9a-f4be83ecf14c not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:24.409247 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a793b5c6-d500-4212-a58b-ca89266e56c6 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.425687 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a793b5c6-d500-4212-a58b-ca89266e56c6 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.493278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03d3244b-ea45-438a-a6e1-c6e7b6feb233 req-d3e339a1-4694-43aa-88dd-ef806510a645 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 210 time: 0.1133976 Dec 08 22:04:24.504052 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a793b5c6-d500-4212-a58b-ca89266e56c6 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.504819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45512) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:24.505347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a793b5c6-d500-4212-a58b-ca89266e56c6 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8036444 Dec 08 22:04:24.511287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-571020943'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:24.577008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Made reservation on behalf of 42b216cbcd61437ea7ab3bc08f7091d9 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:24.582524 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.602413 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.736164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.741826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.805285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45522) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:24.860384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:04:24.884794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:24.887279 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Added segment e651c160-5802-41bc-929c-9a49ac4eadb7 of type vlan for network 0673367d-c618-4343-b280-b69881a45756 Dec 08 22:04:24.948766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09741c9-5564-4ad4-8e5b-07b5ce99185d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:25.027354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:25.083605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:25.103350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:25.109460 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:25.264225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7577436 Dec 08 22:04:25.286329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45536) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:25.302444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'subnet': {'network_id': '0673367d-c618-4343-b280-b69881a45756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:25.319119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4765cb-2538-4425-9088-77eeed740c8a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Network': ['ID=0673367d-c618-4343-b280-b69881a45756,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:25.345002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 0673367d-c618-4343-b280-b69881a45756 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:04:25.574313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Made reservation on behalf of 42b216cbcd61437ea7ab3bc08f7091d9 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:25.580031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:25.629524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e82716-641d-4b55-8373-55a0e19d482f req-9098c14a-6d8f-4d91-92ef-a2f69c071343 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:25.637240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2e82716-641d-4b55-8373-55a0e19d482f req-9098c14a-6d8f-4d91-92ef-a2f69c071343 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1650541 Dec 08 22:04:25.720086 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2e82716-641d-4b55-8373-55a0e19d482f req-4b02fef0-2705-4e05-9f84-45a83d6096c7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816131 Dec 08 22:04:25.825169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4528f7df-1db6-4ad5-af07-ac359fbc6c2e req-90e8f2a3-99bb-4f9b-9e68-f122dc194892 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 210 time: 0.1905978 Dec 08 22:04:25.844442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.062520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.191770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Subnet': ['ID=a4d094cb-3102-4658-8745-c5c7c6c8fcb0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:26.224059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Checking segment: {'id': 'e651c160-5802-41bc-929c-9a49ac4eadb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0673367d-c618-4343-b280-b69881a45756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:26.224434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network hostable DHCP agents. Network: 0673367d-c618-4343-b280-b69881a45756, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:04:26.275827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network 0673367d-c618-4343-b280-b69881a45756 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:04:26.299219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 0673367d-c618-4343-b280-b69881a45756) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:26.303780 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:26.307831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.324173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49157008-4a59-47d2-9749-485fcffc4dab None None] Network 0673367d-c618-4343-b280-b69881a45756 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:26.341932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-98b21c3a-41c1-4898-8521-0eaed2e78846 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0513966 Dec 08 22:04:26.341932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45554) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:26.360317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'network': {'name': 'tempest-router-network01--1533901083'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:26.433648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Made reservation on behalf of 42b216cbcd61437ea7ab3bc08f7091d9 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:26.437594 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.507971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:04:26.544421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.544421 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Added segment 3eaa517a-a82b-451a-9f94-20f5c930b607 of type vlan for network eb67418c-667e-4abd-9921-11439e1ed69c Dec 08 22:04:26.610060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Deleting port f3a6709f-de15-432d-a691-518214ee43a5 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:26.611002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.677575 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.794452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.807504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:26.811897 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.829056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-0673367d-c618-4343-b280-b69881a45756', 'network_id': '0673367d-c618-4343-b280-b69881a45756', 'tenant_id': '42b216cbcd61437ea7ab3bc08f7091d9', 'fixed_ips': [{'subnet_id': 'a4d094cb-3102-4658-8745-c5c7c6c8fcb0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:04:26.829948 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.965345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] For port f3a6709f-de15-432d-a691-518214ee43a5, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f3a6709f-de15-432d-a691-518214ee43a5,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:26.966056 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:26.986354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Calling delete_port for f3a6709f-de15-432d-a691-518214ee43a5 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:27.150662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc5cbe-5744-4a6c-a1d7-97c4f4b5ff5e req-beb62204-cbc7-4a2d-a6bc-69ff935a683a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:27.152264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13cc5cbe-5744-4a6c-a1d7-97c4f4b5ff5e req-beb62204-cbc7-4a2d-a6bc-69ff935a683a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.0727751 Dec 08 22:04:27.200594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Network': ['ID=eb67418c-667e-4abd-9921-11439e1ed69c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:27.252615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13cc5cbe-5744-4a6c-a1d7-97c4f4b5ff5e req-1de38fad-ab2e-4d4a-b18e-1c4932ea33ea tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662441 Dec 08 22:04:27.303981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Allocated IP 2001:db8::2 (0673367d-c618-4343-b280-b69881a45756/a4d094cb-3102-4658-8745-c5c7c6c8fcb0/04055ee0-65b0-499a-b800-c9419f349e10) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:27.330445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64050f3c-1d4b-4184-8538-b558b331c78a req-dc89b45e-16db-4ac7-bf12-899b490a3f4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 210 time: 0.1263614 Dec 08 22:04:27.356203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45568) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:27.357055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-230698ab-dbc2-4cb0-bba5-bb79f9f7f5c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0152788 Dec 08 22:04:27.361707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'network': {'name': 'tempest-router-network02--1932494900'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:27.415611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Made reservation on behalf of 42b216cbcd61437ea7ab3bc08f7091d9 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:27.419179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.482443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:04:27.500343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.500703 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Added segment 5e8ca895-573c-4823-a0cf-ccbb7f74a7cd of type vlan for network 5269cffa-0819-4267-b079-897ac047d87f Dec 08 22:04:27.552711 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.557750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network eb67418c-667e-4abd-9921-11439e1ed69c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:04:27.561756 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.579696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.596618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.646899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Pushing event updated for resources: {'Port': ['ID=04055ee0-65b0-499a-b800-c9419f349e10,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:27.672656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a6709f-de15-432d-a691-518214ee43a5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:27.689693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Network 0673367d-c618-4343-b280-b69881a45756 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:27.700702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:27.704502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:04:27.785797 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.804867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:27.805518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.848388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Attempting to bind port 04055ee0-65b0-499a-b800-c9419f349e10 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:04:27.849086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Attempting to bind port 04055ee0-65b0-499a-b800-c9419f349e10 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e651c160-5802-41bc-929c-9a49ac4eadb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0673367d-c618-4343-b280-b69881a45756'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:04:27.849086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Attempting to bind port 04055ee0-65b0-499a-b800-c9419f349e10 on network 0673367d-c618-4343-b280-b69881a45756 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:04:27.861069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:04:27.862521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Checking segment: {'id': 'e651c160-5802-41bc-929c-9a49ac4eadb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0673367d-c618-4343-b280-b69881a45756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:27.863681 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.867234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Bound using segment: {'id': 'e651c160-5802-41bc-929c-9a49ac4eadb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0673367d-c618-4343-b280-b69881a45756'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:04:27.868440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Bound port: 04055ee0-65b0-499a-b800-c9419f349e10, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e651c160-5802-41bc-929c-9a49ac4eadb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0673367d-c618-4343-b280-b69881a45756'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:04:27.869040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:27.881957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45572) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:27.887115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'subnet': {'network_id': 'eb67418c-667e-4abd-9921-11439e1ed69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:27.891299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5339754 Dec 08 22:04:28.047471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] For port 04055ee0-65b0-499a-b800-c9419f349e10, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:04:28.060535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] For port 04055ee0-65b0-499a-b800-c9419f349e10, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=04055ee0-65b0-499a-b800-c9419f349e10,segment=NetworkSegment(e651c160-5802-41bc-929c-9a49ac4eadb7),segment_id=e651c160-5802-41bc-929c-9a49ac4eadb7)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:04:28.068207 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:28.208873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Made reservation on behalf of 42b216cbcd61437ea7ab3bc08f7091d9 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:28.212346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:28.217763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f542204-05ce-4866-99ac-12d00b088cdb None None] Pushing event updated for resources: {'Port': ['ID=04055ee0-65b0-499a-b800-c9419f349e10,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:28.238260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bae044-eba5-476c-99d2-e4a7e8b84572 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Network': ['ID=5269cffa-0819-4267-b079-897ac047d87f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:28.302654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 5269cffa-0819-4267-b079-897ac047d87f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:04:28.409655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:28.549776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7cf2f640-6452-47f9-b945-aeee0ed9a6f1 req-9272550b-78c7-41a2-83d4-82c7958d81c2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 210 time: 0.0567768 Dec 08 22:04:28.568049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:28.760430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Checking segment: {'id': '3eaa517a-a82b-451a-9f94-20f5c930b607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eb67418c-667e-4abd-9921-11439e1ed69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:28.761430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network hostable DHCP agents. Network: eb67418c-667e-4abd-9921-11439e1ed69c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:04:28.764048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Subnet': ['ID=bcb9980a-9340-4a0c-bd60-8c4b7b446926,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:28.819970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network eb67418c-667e-4abd-9921-11439e1ed69c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:04:28.833970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, eb67418c-667e-4abd-9921-11439e1ed69c) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:28.848716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bdac44-731b-4ffa-852a-31d22950c913 None None] Network eb67418c-667e-4abd-9921-11439e1ed69c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:28.885007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:28.910920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:28.950537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d03cb2b5-c4ee-424d-b26c-666dc10a5ab4 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0656316 Dec 08 22:04:28.952435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45586) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:28.968999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'subnet': {'network_id': '5269cffa-0819-4267-b079-897ac047d87f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:29.223561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Made reservation on behalf of 42b216cbcd61437ea7ab3bc08f7091d9 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:29.227157 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:29.306564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ef0d7-fa63-49fc-8a4b-1713e74689b6 req-0684222e-1f82-4c32-b496-5116d7ee386a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:29.313790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff1ef0d7-fa63-49fc-8a4b-1713e74689b6 req-0684222e-1f82-4c32-b496-5116d7ee386a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.7336543 Dec 08 22:04:29.763597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Router 6d42eba7-8d5d-4f30-963c-333030be7408 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:04:29.777122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff1ef0d7-fa63-49fc-8a4b-1713e74689b6 req-1cc78ce9-4ebc-459f-8d1b-99c5dbaa60e1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624684 Dec 08 22:04:29.811963 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-eb67418c-667e-4abd-9921-11439e1ed69c', 'network_id': 'eb67418c-667e-4abd-9921-11439e1ed69c', 'tenant_id': '42b216cbcd61437ea7ab3bc08f7091d9', 'fixed_ips': [{'subnet_id': 'bcb9980a-9340-4a0c-bd60-8c4b7b446926'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:04:29.818335 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:29.911751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-27d30615-ff58-4fde-b0f1-72c322803112 req-68c13e3c-f106-44f2-8be3-dacd9abda259 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=7931b6a2-2513-4ad2-af2c-a4ae595ff357 HTTP/1.1" status: 200 len: 210 time: 0.0704122 Dec 08 22:04:29.912762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:29.964635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:04:29.977762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ff339759-b4b4-4576-b35f-c9bd4de94ada admin admin] 10.222.0.21 "PUT /v2.0/routers/6d42eba7-8d5d-4f30-963c-333030be7408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1692319 Dec 08 22:04:29.978168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45602) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:29.990990 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] Sync routers for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:04:30.011426 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:30.012423 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:30.100483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Subnet': ['ID=bb50c40f-b3d2-46ef-a874-66d522547879,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:30.120581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Checking segment: {'id': '5e8ca895-573c-4823-a0cf-ccbb7f74a7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5269cffa-0819-4267-b079-897ac047d87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:30.120939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network hostable DHCP agents. Network: 5269cffa-0819-4267-b079-897ac047d87f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:04:30.195926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network 5269cffa-0819-4267-b079-897ac047d87f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:04:30.214983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 5269cffa-0819-4267-b079-897ac047d87f) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:30.222793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:30.223376 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:30.247185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Allocated IP 2001:db8::2 (eb67418c-667e-4abd-9921-11439e1ed69c/bcb9980a-9340-4a0c-bd60-8c4b7b446926/7ef8163f-d641-4ea1-9624-f90202ddf86b) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:30.256979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3abcd83-73c8-417b-a2a1-c17c00905236 None None] Network 5269cffa-0819-4267-b079-897ac047d87f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:30.275151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4e26b88d-ec8f-4411-a91a-588e76767f1e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3142407 Dec 08 22:04:30.275369 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:30.277775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45604) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:30.369734 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:04:30.411539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607d10d-cedc-4d69-999f-8c07ff3d4fbb None None] Network 0673367d-c618-4343-b280-b69881a45756 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:30.555551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 04055ee0-65b0-499a-b800-c9419f349e10 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:30.858278 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T22:04:27Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:30.975509 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] Checking router: 6d42eba7-8d5d-4f30-963c-333030be7408 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:04:31.014602 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] Routers {'6d42eba7-8d5d-4f30-963c-333030be7408'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:31.015940 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['6d42eba7-8d5d-4f30-963c-333030be7408'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:31.022824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d33e4f4d-757f-4487-b1bd-a88cb7d753da None None] Provisioning complete for port 04055ee0-65b0-499a-b800-c9419f349e10 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:31.026173 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d33e4f4d-757f-4487-b1bd-a88cb7d753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:31.421731 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] Set router 6d42eba7-8d5d-4f30-963c-333030be7408 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:04:31.580104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa9092-faec-4a5b-9dcf-c708e31fc90d req-3afe0bc5-93e6-41f6-bc96-42269ba1cdf1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:31.591891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-29aa9092-faec-4a5b-9dcf-c708e31fc90d req-3afe0bc5-93e6-41f6-bc96-42269ba1cdf1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.4154444 Dec 08 22:04:31.727047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-29aa9092-faec-4a5b-9dcf-c708e31fc90d req-7933ed06-a195-487b-836a-2311ed0a4be5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290660 Dec 08 22:04:31.806636 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:31.810315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:31.841239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-5269cffa-0819-4267-b079-897ac047d87f', 'network_id': '5269cffa-0819-4267-b079-897ac047d87f', 'tenant_id': '42b216cbcd61437ea7ab3bc08f7091d9', 'fixed_ips': [{'subnet_id': 'bb50c40f-b3d2-46ef-a874-66d522547879'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:04:31.845568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:31.864809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 04055ee0-65b0-499a-b800-c9419f349e10 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:31.865198 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:31.882046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:32.041367 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:32.310574 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T22:04:27Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:32.355955 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc94eb9-e556-4313-9b2f-72155b0dffe3 None None] The sync data for ids ['6d42eba7-8d5d-4f30-963c-333030be7408'] in n-d-821126-1 is: [{'id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'name': 'tempest-TaggedBootDevicesTest_v242-299436214-router', 'tenant_id': '4a416cf8102348dfb60903a1c74a36c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:18Z', 'updated_at': '2021-12-08T22:04:27Z', 'revision_number': 5, 'project_id': '4a416cf8102348dfb60903a1c74a36c7', 'gw_port': {'id': '8a8709a9-20cf-4c00-9e2d-fd74ecb46696', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d42eba7-8d5d-4f30-963c-333030be7408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:19Z', 'updated_at': '2021-12-08T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:04:32.443084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Deleting port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:32.443429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:32.471756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Pushing event updated for resources: {'Port': ['ID=7ef8163f-d641-4ea1-9624-f90202ddf86b,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:32.527964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Network eb67418c-667e-4abd-9921-11439e1ed69c is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:32.539832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:32.542249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d33e4f4d-757f-4487-b1bd-a88cb7d753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:32.547742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:04:32.625647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] For port 8a8709a9-20cf-4c00-9e2d-fd74ecb46696, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8a8709a9-20cf-4c00-9e2d-fd74ecb46696,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:32.628730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:32.658132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Calling delete_port for 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:32.979595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Allocated IP 2001:db8::1 (eb67418c-667e-4abd-9921-11439e1ed69c/bcb9980a-9340-4a0c-bd60-8c4b7b446926/2aa67b36-6750-4638-ab32-051af2647585) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:33.001932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Allocated IP 2001:db8::2 (5269cffa-0819-4267-b079-897ac047d87f/bb50c40f-b3d2-46ef-a874-66d522547879/d1c855d2-3ff9-446b-bbe7-a236ab0228d3) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:33.006202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d33e4f4d-757f-4487-b1bd-a88cb7d753da None None] For port 04055ee0-65b0-499a-b800-c9419f349e10, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=04055ee0-65b0-499a-b800-c9419f349e10,segment=NetworkSegment(e651c160-5802-41bc-929c-9a49ac4eadb7),segment_id=e651c160-5802-41bc-929c-9a49ac4eadb7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:33.009312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Attempting to bind port 7ef8163f-d641-4ea1-9624-f90202ddf86b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:04:33.009907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Attempting to bind port 7ef8163f-d641-4ea1-9624-f90202ddf86b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3eaa517a-a82b-451a-9f94-20f5c930b607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eb67418c-667e-4abd-9921-11439e1ed69c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:04:33.010842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Attempting to bind port 7ef8163f-d641-4ea1-9624-f90202ddf86b on network eb67418c-667e-4abd-9921-11439e1ed69c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:04:33.049928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:04:33.062281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Checking segment: {'id': '3eaa517a-a82b-451a-9f94-20f5c930b607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eb67418c-667e-4abd-9921-11439e1ed69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:33.063019 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.066935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Bound using segment: {'id': '3eaa517a-a82b-451a-9f94-20f5c930b607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eb67418c-667e-4abd-9921-11439e1ed69c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:04:33.067611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Bound port: 7ef8163f-d641-4ea1-9624-f90202ddf86b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eaa517a-a82b-451a-9f94-20f5c930b607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eb67418c-667e-4abd-9921-11439e1ed69c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:04:33.068175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.072655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2afa6-e8c8-4e26-93fa-c2ec067d4324 req-4112b27e-c2ca-4587-9ca0-21c5973204b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:33.083176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00c2afa6-e8c8-4e26-93fa-c2ec067d4324 req-4112b27e-c2ca-4587-9ca0-21c5973204b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1938894 Dec 08 22:04:33.101754 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d33e4f4d-757f-4487-b1bd-a88cb7d753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.146588 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.217859 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.227326 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.245271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00c2afa6-e8c8-4e26-93fa-c2ec067d4324 req-fb921322-cca7-4da4-9a62-603a74086e26 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481359 Dec 08 22:04:33.375252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Port': ['ID=2aa67b36-6750-4638-ab32-051af2647585,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:33.407945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network eb67418c-667e-4abd-9921-11439e1ed69c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:33.412486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:33.419834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:04:33.420406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.440348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bb4b5f3c-56fe-4880-9420-4d439ea19a2d None None] Provisioning complete for port 04055ee0-65b0-499a-b800-c9419f349e10 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:33.440714 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb4b5f3c-56fe-4880-9420-4d439ea19a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.451751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e4f4d-757f-4487-b1bd-a88cb7d753da None None] Pushing event updated for resources: {'Port': ['ID=04055ee0-65b0-499a-b800-c9419f349e10,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:33.631829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] For port 7ef8163f-d641-4ea1-9624-f90202ddf86b, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:04:33.635697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] For port 7ef8163f-d641-4ea1-9624-f90202ddf86b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ef8163f-d641-4ea1-9624-f90202ddf86b,segment=NetworkSegment(3eaa517a-a82b-451a-9f94-20f5c930b607),segment_id=3eaa517a-a82b-451a-9f94-20f5c930b607)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:04:33.678904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.681676 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:04:33.682699 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:33.684488 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:04:34.043127 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.051666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d618fe-cb32-4f47-be61-1aebac278004 None None] Pushing event updated for resources: {'Port': ['ID=7ef8163f-d641-4ea1-9624-f90202ddf86b,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:34.073457 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.099395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Network 5269cffa-0819-4267-b079-897ac047d87f is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:34.123063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:34.127389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:04:34.150513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Pushing event updated for resources: {'Port': ['ID=d1c855d2-3ff9-446b-bbe7-a236ab0228d3,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:34.426636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Attempting to bind port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:04:34.427151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Attempting to bind port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '5e8ca895-573c-4823-a0cf-ccbb7f74a7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5269cffa-0819-4267-b079-897ac047d87f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:04:34.432589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Attempting to bind port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 on network 5269cffa-0819-4267-b079-897ac047d87f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:04:34.444915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:04:34.446516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Checking segment: {'id': '5e8ca895-573c-4823-a0cf-ccbb7f74a7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5269cffa-0819-4267-b079-897ac047d87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:34.446516 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.446918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Bound using segment: {'id': '5e8ca895-573c-4823-a0cf-ccbb7f74a7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5269cffa-0819-4267-b079-897ac047d87f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:04:34.450254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Bound port: d1c855d2-3ff9-446b-bbe7-a236ab0228d3, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8ca895-573c-4823-a0cf-ccbb7f74a7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5269cffa-0819-4267-b079-897ac047d87f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:04:34.450800 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.610354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] For port d1c855d2-3ff9-446b-bbe7-a236ab0228d3, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:04:34.653709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] For port d1c855d2-3ff9-446b-bbe7-a236ab0228d3, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d1c855d2-3ff9-446b-bbe7-a236ab0228d3,segment=NetworkSegment(5e8ca895-573c-4823-a0cf-ccbb7f74a7cd),segment_id=5e8ca895-573c-4823-a0cf-ccbb7f74a7cd)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:04:34.670267 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.694693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3f9b8-4568-47bb-8131-1fec4366a2f6 req-c1f8789a-58ba-40e1-ac2d-ca8aa64b227c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:34.696719 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57f3f9b8-4568-47bb-8131-1fec4366a2f6 req-c1f8789a-58ba-40e1-ac2d-ca8aa64b227c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.2804959 Dec 08 22:04:34.703911 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.759165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.796027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8709a9-20cf-4c00-9e2d-fd74ecb46696,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:34.806844 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.807641 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:34.938462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Port': ['ID=2aa67b36-6750-4638-ab32-051af2647585,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:35.063336 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:35.193732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ef8163f-d641-4ea1-9624-f90202ddf86b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:35.317522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d5ec2-ab11-4e71-9040-8972c0aa22b4 None None] Pushing event updated for resources: {'Port': ['ID=d1c855d2-3ff9-446b-bbe7-a236ab0228d3,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:35.376314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7ef8163f-d641-4ea1-9624-f90202ddf86b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:35.376753 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:35.503951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network eb67418c-667e-4abd-9921-11439e1ed69c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:35.543822 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:35.603924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:35.611492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57f3f9b8-4568-47bb-8131-1fec4366a2f6 req-9cb2ea5d-efd0-4449-a954-a8f78591a7da tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8970737 Dec 08 22:04:35.645764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:35.656391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:35.687203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 7ef8163f-d641-4ea1-9624-f90202ddf86b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ef8163f-d641-4ea1-9624-f90202ddf86b,segment=NetworkSegment(3eaa517a-a82b-451a-9f94-20f5c930b607),segment_id=3eaa517a-a82b-451a-9f94-20f5c930b607)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:35.693689 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-980a83b4-eed4-4fa7-a1af-864efcaa55c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:35.699370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:35.700343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 04055ee0-65b0-499a-b800-c9419f349e10 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:35.807888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d186d-1622-4f22-8c81-f88ae998aa1e None None] Network eb67418c-667e-4abd-9921-11439e1ed69c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:35.924891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=7ef8163f-d641-4ea1-9624-f90202ddf86b,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:36.001037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.001555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.002054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.002496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.007018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.007495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.008007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.008744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.009315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.009756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.010199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.012845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:36.042923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ba071e89-3e10-4e06-a50c-a07f37436bb5 None None] Provisioning complete for port 7ef8163f-d641-4ea1-9624-f90202ddf86b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:36.043589 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba071e89-3e10-4e06-a50c-a07f37436bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:36.081017 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:36.082219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d42eba7-8d5d-4f30-963c-333030be7408 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:04:36.083450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 04055ee0-65b0-499a-b800-c9419f349e10 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:36.084106 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:36.108336 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:36.112028 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ecd602d7-6ffd-4d88-913d-6236b9fda637 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6d42eba7-8d5d-4f30-963c-333030be7408 HTTP/1.1" status: 204 len: 168 time: 6.1304994 Dec 08 22:04:36.112402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45694) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:36.168530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Router 507b5d22-0e47-479d-b78b-8cc9edf8ec0e is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:04:36.345538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd27ff6-ee19-436b-8d39-532c65ebd452 admin admin] Deleting subnet 08a73796-c08b-4780-a9f8-0e5e808676e6 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:36.373297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffd27ff6-ee19-436b-8d39-532c65ebd452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:36.385531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f3a6709f-de15-432d-a691-518214ee43a5 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:36.413114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f3a6709f-de15-432d-a691-518214ee43a5 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:36.413522 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f3a6709f-de15-432d-a691-518214ee43a5 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:36.471392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffd27ff6-ee19-436b-8d39-532c65ebd452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:36.734650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffd27ff6-ee19-436b-8d39-532c65ebd452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:36.963412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-22abcd77-51b7-4473-81ec-dc96d88edef0 None None] Provisioning complete for port 2aa67b36-6750-4638-ab32-051af2647585 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:36.971517 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22abcd77-51b7-4473-81ec-dc96d88edef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:36.992621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffd27ff6-ee19-436b-8d39-532c65ebd452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:37.115473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8996f7-a06a-4348-a086-d6d4d1625016 None None] Network f8349c87-e4a0-400b-b1bc-7f55c65b1c63 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:37.158319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-22abcd77-51b7-4473-81ec-dc96d88edef0 None None] Port 2aa67b36-6750-4638-ab32-051af2647585 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:37.269160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ef8163f-d641-4ea1-9624-f90202ddf86b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:37.336606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ffd27ff6-ee19-436b-8d39-532c65ebd452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:37.361911 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ffd27ff6-ee19-436b-8d39-532c65ebd452 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/08a73796-c08b-4780-a9f8-0e5e808676e6 HTTP/1.1" status: 204 len: 168 time: 1.2477512 Dec 08 22:04:37.366498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45724) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:37.377167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd27ff6-ee19-436b-8d39-532c65ebd452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a73796-c08b-4780-a9f8-0e5e808676e6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:37.426615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f3d82-2208-43da-8b83-4dc892cb2919 req-09f77c31-a757-48b6-9b3f-2c428e355127 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:37.434556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e4f3d82-2208-43da-8b83-4dc892cb2919 req-09f77c31-a757-48b6-9b3f-2c428e355127 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.4843667 Dec 08 22:04:37.442309 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-22abcd77-51b7-4473-81ec-dc96d88edef0 None None] Provisioning complete for port 7ef8163f-d641-4ea1-9624-f90202ddf86b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:37.442852 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-22abcd77-51b7-4473-81ec-dc96d88edef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:37.563751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3145d6dd-259e-4d14-8f32-d4683fe02e17 None None] Network 5269cffa-0819-4267-b079-897ac047d87f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:37.567828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e4f3d82-2208-43da-8b83-4dc892cb2919 req-143f4d23-aef8-439d-b0f8-aa2e84de5f86 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285377 Dec 08 22:04:37.577856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:04:37.586016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1e9a3862-ad79-4e20-8998-77f47ff18f90 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "PUT /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3072112 Dec 08 22:04:37.588897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:37.646902 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:37.674130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da629757-1bf6-4a73-aa0a-120485cede9c None None] Sync routers for ids ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:04:37.821197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Deleting port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:37.821584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:37.887907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7ef8163f-d641-4ea1-9624-f90202ddf86b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:37.888324 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:37.911749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da629757-1bf6-4a73-aa0a-120485cede9c None None] Routers {'507b5d22-0e47-479d-b78b-8cc9edf8ec0e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:37.912384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-da629757-1bf6-4a73-aa0a-120485cede9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:38.011860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] For port 6b3b7769-eabc-42b1-bca7-bb42558d5da5, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6b3b7769-eabc-42b1-bca7-bb42558d5da5,segment=NetworkSegment(bd4e4ba4-5084-48ec-bc11-cb3d98d83b83),segment_id=bd4e4ba4-5084-48ec-bc11-cb3d98d83b83)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:38.012250 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.045936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Calling delete_port for 6b3b7769-eabc-42b1-bca7-bb42558d5da5 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:38.329854 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.371450 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-784d0363-eb19-4fa4-a410-88702f92c40a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:04:38.373079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-784d0363-eb19-4fa4-a410-88702f92c40a tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "PUT /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7829089 Dec 08 22:04:38.376069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45744) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:38.398982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3b7769-eabc-42b1-bca7-bb42558d5da5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:38.409290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] No DVR routers for this DVR port 6b3b7769-eabc-42b1-bca7-bb42558d5da5 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:38.438666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-da629757-1bf6-4a73-aa0a-120485cede9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:38.590658 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.595841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d1c855d2-3ff9-446b-bbe7-a236ab0228d3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:38.646493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da629757-1bf6-4a73-aa0a-120485cede9c None None] Routers {'507b5d22-0e47-479d-b78b-8cc9edf8ec0e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:38.647191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-da629757-1bf6-4a73-aa0a-120485cede9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:38.654773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8349c87-e4a0-400b-b1bc-7f55c65b1c63']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:38.684141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:38.684407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4e4ba4-5084-48ec-bc11-cb3d98d83b83') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:38.722402 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.761113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.765140 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-30f2a8f2-48be-4498-a65c-cc73057132d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.770115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:38.770578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:38.776923 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:38.783615 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-da629757-1bf6-4a73-aa0a-120485cede9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:38.786824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da629757-1bf6-4a73-aa0a-120485cede9c None None] The sync data for ids ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:04:38.811870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b2584-ce66-42d2-8682-3a175004ddaf None None] DHCP port deletion for f8349c87-e4a0-400b-b1bc-7f55c65b1c63 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:38.850662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:38.851077 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.873853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:38.879232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1a72949c-5312-4c08-82d6-f74dcb7e1f02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828087218', 'description': 'tempest-secgroup-smoke-828087218 description', 'project_id': '7444c1b3abef42bf9aff16c6de502cb7'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:38.940399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-37ceee34-25a4-4d8b-bccc-02d758c0b076 None None] Provisioning complete for port 2aa67b36-6750-4638-ab32-051af2647585 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:38.940703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8026457-d083-413b-b4a3-80d095cd1782 req-f3a28714-7f47-46df-ba65-0efb4271f576 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:38.941931 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-37ceee34-25a4-4d8b-bccc-02d758c0b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.944668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e8026457-d083-413b-b4a3-80d095cd1782 req-f3a28714-7f47-46df-ba65-0efb4271f576 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.2384410 Dec 08 22:04:38.962548 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.975995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.987025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8349c87-e4a0-400b-b1bc-7f55c65b1c63 HTTP/1.1" status: 204 len: 168 time: 1.6193612 Dec 08 22:04:38.991822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45752) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:38.993484 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:38.995429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a72949c-5312-4c08-82d6-f74dcb7e1f02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.070410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-37ceee34-25a4-4d8b-bccc-02d758c0b076 None None] Port 2aa67b36-6750-4638-ab32-051af2647585 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:39.077790 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:04:39.085991 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.106200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-37ceee34-25a4-4d8b-bccc-02d758c0b076 None None] Provisioning complete for port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:39.106995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-37ceee34-25a4-4d8b-bccc-02d758c0b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.142007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port d1c855d2-3ff9-446b-bbe7-a236ab0228d3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d1c855d2-3ff9-446b-bbe7-a236ab0228d3,segment=NetworkSegment(5e8ca895-573c-4823-a0cf-ccbb7f74a7cd),segment_id=5e8ca895-573c-4823-a0cf-ccbb7f74a7cd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:39.217666 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.262291 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e8026457-d083-413b-b4a3-80d095cd1782 req-b3c04d9f-9e6c-4d4c-b835-987fa4dd0559 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879995 Dec 08 22:04:39.376042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.382007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:39.449987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a72949c-5312-4c08-82d6-f74dcb7e1f02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.461951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9553-8a38-4297-a396-0c31245620dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f8349c87-e4a0-400b-b1bc-7f55c65b1c63,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:39.476731 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a72949c-5312-4c08-82d6-f74dcb7e1f02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.486536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:39.486908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8a8709a9-20cf-4c00-9e2d-fd74ecb46696 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:39.508398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=d1c855d2-3ff9-446b-bbe7-a236ab0228d3,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:39.584380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72949c-5312-4c08-82d6-f74dcb7e1f02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6245855-6019-480c-9f08-dbc87a36ade0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:39.591842 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.599120 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.623669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a72949c-5312-4c08-82d6-f74dcb7e1f02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.627342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1a72949c-5312-4c08-82d6-f74dcb7e1f02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7524922 Dec 08 22:04:39.637769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45756) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:39.644971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-94089029-c34f-486f-82fc-3fda483dcef2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'security_group_rule': {'security_group_id': 'b6245855-6019-480c-9f08-dbc87a36ade0', 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:39.657746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6b3b7769-eabc-42b1-bca7-bb42558d5da5 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:39.703789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 6b3b7769-eabc-42b1-bca7-bb42558d5da5 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:39.704147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6b3b7769-eabc-42b1-bca7-bb42558d5da5 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:39.704746 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94089029-c34f-486f-82fc-3fda483dcef2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.777295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1ee1aaf0-b909-47d8-abd5-d4e91998d3e7 None None] Provisioning complete for port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:39.777705 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1ee1aaf0-b909-47d8-abd5-d4e91998d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.843893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94089029-c34f-486f-82fc-3fda483dcef2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:39.862380 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94089029-c34f-486f-82fc-3fda483dcef2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.010259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089029-c34f-486f-82fc-3fda483dcef2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac53851-7a4e-4b1c-b76d-710a49e69933,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:40.035376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.043398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-94089029-c34f-486f-82fc-3fda483dcef2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.044509 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-94089029-c34f-486f-82fc-3fda483dcef2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4053755 Dec 08 22:04:40.047308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45764) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:40.058059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-eac7a103-e36e-4c51-b408-4278e9e0344f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'security_group_rule': {'security_group_id': 'b6245855-6019-480c-9f08-dbc87a36ade0', 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:40.144590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac7a103-e36e-4c51-b408-4278e9e0344f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.168487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.206704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting port 2aa67b36-6750-4638-ab32-051af2647585 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:40.206704 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.371972 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.403623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Calling delete_port for 2aa67b36-6750-4638-ab32-051af2647585 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:40.515214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac7a103-e36e-4c51-b408-4278e9e0344f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.645221 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac7a103-e36e-4c51-b408-4278e9e0344f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.745731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa42f-6305-4ae3-8656-d85acc6e74af req-ff56cf78-6a50-4ce4-bf60-d8ba34cd69c0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:40.747583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad9aa42f-6305-4ae3-8656-d85acc6e74af req-ff56cf78-6a50-4ce4-bf60-d8ba34cd69c0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.3681240 Dec 08 22:04:40.759800 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.779839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7a103-e36e-4c51-b408-4278e9e0344f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9148b0fc-9d97-4db0-8336-5db389ba5aa7,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:40.803091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Port': ['ID=2aa67b36-6750-4638-ab32-051af2647585,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:40.882541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac7a103-e36e-4c51-b408-4278e9e0344f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.884598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eac7a103-e36e-4c51-b408-4278e9e0344f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8350773 Dec 08 22:04:40.893123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45770) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:40.897379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ed4e7461-e06c-47b9-bdf9-d9b17d0363e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'security_group_rule': {'security_group_id': 'b6245855-6019-480c-9f08-dbc87a36ade0', 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:40.944860 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:40.997781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad9aa42f-6305-4ae3-8656-d85acc6e74af req-811f0f25-49d1-416a-897b-f903c0ab8de4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077923 Dec 08 22:04:41.016061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.036048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ed4e7461-e06c-47b9-bdf9-d9b17d0363e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.137650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ed4e7461-e06c-47b9-bdf9-d9b17d0363e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.146273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Deleting port 0c513ea4-3958-4c02-a79c-da0afa320a0c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:41.146613 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.161412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ed4e7461-e06c-47b9-bdf9-d9b17d0363e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.235102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ed4e7461-e06c-47b9-bdf9-d9b17d0363e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.236315 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ed4e7461-e06c-47b9-bdf9-d9b17d0363e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3429656 Dec 08 22:04:41.241999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45782) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:41.254005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'security_group_rule': {'security_group_id': 'b6245855-6019-480c-9f08-dbc87a36ade0', 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:41.266192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e7461-e06c-47b9-bdf9-d9b17d0363e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3a08ce-ec54-4566-9508-f990da2adf71,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:41.323989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.328246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] For port 0c513ea4-3958-4c02-a79c-da0afa320a0c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0c513ea4-3958-4c02-a79c-da0afa320a0c,segment=NetworkSegment(e21e6b25-2d85-4528-877c-79c5c100e9bc),segment_id=e21e6b25-2d85-4528-877c-79c5c100e9bc)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:41.328606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.353828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Calling delete_port for 0c513ea4-3958-4c02-a79c-da0afa320a0c owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:41.487466 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.500600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.575806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6177879c-b728-42d8-9305-56fed27a9a50,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:41.672437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.675641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.678287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d1c855d2-3ff9-446b-bbe7-a236ab0228d3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:41.678937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.679326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.679676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.680431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.680786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.683001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.683381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.683730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.684099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.684442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:04:41.692954 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:41.718176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.722386 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-58759654-4adb-44d6-9ec4-34552fe524d6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4715042 Dec 08 22:04:41.722788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45792) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:41.765531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4d9aaa95-df79-4b31-bd97-dcbfbc9f52f5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'security_group_rule': {'security_group_id': 'b6245855-6019-480c-9f08-dbc87a36ade0', 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:41.780514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:41.782536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:41.936134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Router 507b5d22-0e47-479d-b78b-8cc9edf8ec0e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:04:41.999857 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-4d9aaa95-df79-4b31-bd97-dcbfbc9f52f5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Project 7444c1b3abef42bf9aff16c6de502cb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:04:42.032800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cea5291-071c-4601-beab-cb5d251330a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.036588 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.043664 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d9aaa95-df79-4b31-bd97-dcbfbc9f52f5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.086629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:04:42.095909 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c285a1-8c23-4745-b23a-016343273b37 None None] Sync routers for ids ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:04:42.119737 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c285a1-8c23-4745-b23a-016343273b37 None None] Routers {'507b5d22-0e47-479d-b78b-8cc9edf8ec0e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:42.120447 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-74c285a1-8c23-4745-b23a-016343273b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:42.132307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Pushing event deleted for resources: {'Port': ['ID=0c513ea4-3958-4c02-a79c-da0afa320a0c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:42.164820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-706f375a-9506-4794-9e5f-35dc96c347c2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "PUT /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7876370 Dec 08 22:04:42.176177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45800) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:42.212481 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-74c285a1-8c23-4745-b23a-016343273b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:42.226549 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c285a1-8c23-4745-b23a-016343273b37 None None] Routers {'507b5d22-0e47-479d-b78b-8cc9edf8ec0e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:42.227900 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-74c285a1-8c23-4745-b23a-016343273b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:42.243768 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-5ae560dd-95c3-4541-a044-f169eb938b71 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] delete failed (client error): The resource could not be found. Dec 08 22:04:42.248793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5ae560dd-95c3-4541-a044-f169eb938b71 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1415411616 HTTP/1.1" status: 404 len: 335 time: 0.0706015 Dec 08 22:04:42.250364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45802) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:42.256424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9f04526d-e21c-46c9-88cc-867e9eee6855 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'router': {'external_gateway_info': {'network_id': '507b5d22-0e47-479d-b78b-8cc9edf8ec0e'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:42.291159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfb7ae-fdbb-4cfa-bf0b-685a6432f5f2 req-c8950d16-8648-4a95-bd8d-15be81551ddb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:42.304116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6acfb7ae-fdbb-4cfa-bf0b-685a6432f5f2 req-c8950d16-8648-4a95-bd8d-15be81551ddb tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.2304425 Dec 08 22:04:42.322075 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-74c285a1-8c23-4745-b23a-016343273b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:42.335664 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c285a1-8c23-4745-b23a-016343273b37 None None] The sync data for ids ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:04:42.356511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d9aaa95-df79-4b31-bd97-dcbfbc9f52f5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.374327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d9aaa95-df79-4b31-bd97-dcbfbc9f52f5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.489838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9aaa95-df79-4b31-bd97-dcbfbc9f52f5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51c919b-05d5-4447-b5ef-47ce18b634d1,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:42.511495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d9aaa95-df79-4b31-bd97-dcbfbc9f52f5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.512756 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4d9aaa95-df79-4b31-bd97-dcbfbc9f52f5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7676268 Dec 08 22:04:42.518154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45816) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:42.520606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cea5291-071c-4601-beab-cb5d251330a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.526343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a2a8f5ca-dbaa-4989-b762-9c1baa5c22bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'security_group_rule': {'security_group_id': 'b6245855-6019-480c-9f08-dbc87a36ade0', 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:42.541119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cea5291-071c-4601-beab-cb5d251330a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.560330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6acfb7ae-fdbb-4cfa-bf0b-685a6432f5f2 req-01d9e9e2-587a-49b5-9a79-d5412f12f4bf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448759 Dec 08 22:04:42.601019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0cea5291-071c-4601-beab-cb5d251330a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ae8bc55858f4264946dd91c63a97c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9009571 Dec 08 22:04:42.601967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45822) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:42.616392 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-a2a8f5ca-dbaa-4989-b762-9c1baa5c22bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Project 7444c1b3abef42bf9aff16c6de502cb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:04:42.619856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea5291-071c-4601-beab-cb5d251330a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837e13c5-ffc3-48ec-910a-f6ac13a5cac8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:42.623773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.627376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f5ca-dbaa-4989-b762-9c1baa5c22bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.715749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9f04526d-e21c-46c9-88cc-867e9eee6855 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.741673 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-9f04526d-e21c-46c9-88cc-867e9eee6855 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] update failed (client error): The resource could not be found. Dec 08 22:04:42.743024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9f04526d-e21c-46c9-88cc-867e9eee6855 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "PUT /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e HTTP/1.1" status: 404 len: 339 time: 0.4916658 Dec 08 22:04:42.747908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45826) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:42.759926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-339243062'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:42.768328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3e2b6e1-f34b-4eed-ba50-fb44b5b49a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.776624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f5ca-dbaa-4989-b762-9c1baa5c22bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.783392 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f5ca-dbaa-4989-b762-9c1baa5c22bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.803057 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3e2b6e1-f34b-4eed-ba50-fb44b5b49a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.803057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Made reservation on behalf of 42b216cbcd61437ea7ab3bc08f7091d9 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:42.806030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.816219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8f5ca-dbaa-4989-b762-9c1baa5c22bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d197848-c8bb-4d14-a276-8c517299f410,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:42.826150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f5ca-dbaa-4989-b762-9c1baa5c22bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.827426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a2a8f5ca-dbaa-4989-b762-9c1baa5c22bf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3054402 Dec 08 22:04:42.869935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:04:42.883627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.883972 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Added segment 2d14e33c-8afa-4bcc-80ec-019b62bd0842 of type vlan for network e8ea838d-a13e-478d-9a88-a973ee8673d0 Dec 08 22:04:42.931543 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3e2b6e1-f34b-4eed-ba50-fb44b5b49a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.934067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d3e2b6e1-f34b-4eed-ba50-fb44b5b49a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.939145 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d3e2b6e1-f34b-4eed-ba50-fb44b5b49a1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/837e13c5-ffc3-48ec-910a-f6ac13a5cac8 HTTP/1.1" status: 204 len: 168 time: 0.3363585 Dec 08 22:04:42.946924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:42.981228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Router b3eac815-4e26-468e-a049-fa4880c9e3f3 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:04:42.987253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2b6e1-f34b-4eed-ba50-fb44b5b49a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837e13c5-ffc3-48ec-910a-f6ac13a5cac8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:43.012592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:43.025668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:43.026280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:43.109493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3605251 Dec 08 22:04:43.113297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:43.118554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'subnet': {'network_id': 'e8ea838d-a13e-478d-9a88-a973ee8673d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:43.185553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4437122-7c96-4c31-afa6-18432c5034aa req-921ac12a-d1a7-4972-979c-e2dc2ed1d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:43.186625 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4437122-7c96-4c31-afa6-18432c5034aa req-921ac12a-d1a7-4972-979c-e2dc2ed1d5f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 1096 time: 0.0701635 Dec 08 22:04:43.236668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3547e-ecbb-4ca1-a565-246e8a982e48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Network': ['ID=e8ea838d-a13e-478d-9a88-a973ee8673d0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:43.251211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e8ea838d-a13e-478d-9a88-a973ee8673d0 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:04:43.255933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Made reservation on behalf of 42b216cbcd61437ea7ab3bc08f7091d9 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:43.262069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:43.314951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:04:43.332402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9a6661ff-ca54-46a3-a27d-722692d2faec admin admin] 10.222.0.21 "PUT /v2.0/routers/b3eac815-4e26-468e-a049-fa4880c9e3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3376400 Dec 08 22:04:43.335152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45878) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:43.335608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45880) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:43.358099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] Sync routers for ids ['b3eac815-4e26-468e-a049-fa4880c9e3f3'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:04:43.387012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] Routers {'b3eac815-4e26-468e-a049-fa4880c9e3f3'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:43.388083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b3eac815-4e26-468e-a049-fa4880c9e3f3'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:43.433371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52902f3a-d2c6-4edc-a666-b0a825269c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:43.526068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:43.549776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:43.553052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4437122-7c96-4c31-afa6-18432c5034aa req-045ea4a5-77bf-4ed8-b90c-c8179afe0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:43.554557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4437122-7c96-4c31-afa6-18432c5034aa req-045ea4a5-77bf-4ed8-b90c-c8179afe0938 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.3563724 Dec 08 22:04:43.630387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Checking segment: {'id': '2d14e33c-8afa-4bcc-80ec-019b62bd0842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8ea838d-a13e-478d-9a88-a973ee8673d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:43.630772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network hostable DHCP agents. Network: e8ea838d-a13e-478d-9a88-a973ee8673d0, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:04:43.634034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Subnet': ['ID=2f7855f3-632c-4ba9-b929-9a91aecd460f,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:43.668110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network e8ea838d-a13e-478d-9a88-a973ee8673d0 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:04:43.684778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, e8ea838d-a13e-478d-9a88-a973ee8673d0) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:43.688377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:43.689059 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:43.721289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-149cd78c-ec87-47e3-8388-a21e2275ea05 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6068738 Dec 08 22:04:43.724843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45890) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:43.729690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8f6e18e2-99ef-4de2-9abf-09b14d9e2a2c tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8ea838d-a13e-478d-9a88-a973ee8673d0'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:43.748305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4437122-7c96-4c31-afa6-18432c5034aa req-9e433f1a-3437-436b-8328-cd9829be14c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec HTTP/1.1" status: 200 len: 217 time: 0.1453381 Dec 08 22:04:43.770906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f7fec-3b05-40d7-b6aa-b4195c5bd941 None None] Network e8ea838d-a13e-478d-9a88-a973ee8673d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:43.876431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34709e00-c73e-4267-a1f1-ffa8d947a711 req-a1f055f4-52e3-44d1-8711-76d64f1e8bae tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:43.884409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34709e00-c73e-4267-a1f1-ffa8d947a711 req-a1f055f4-52e3-44d1-8711-76d64f1e8bae tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1506245 Dec 08 22:04:43.920356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4437122-7c96-4c31-afa6-18432c5034aa req-5726f5ff-7a8c-44b0-9ec8-a2a4531fed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:43.921819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4437122-7c96-4c31-afa6-18432c5034aa req-5726f5ff-7a8c-44b0-9ec8-a2a4531fed5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1483707 Dec 08 22:04:43.934203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] Set router b3eac815-4e26-468e-a049-fa4880c9e3f3 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:04:43.981956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52902f3a-d2c6-4edc-a666-b0a825269c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:43.983918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:44.001865 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f6e18e2-99ef-4de2-9abf-09b14d9e2a2c tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:44.012850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-52902f3a-d2c6-4edc-a666-b0a825269c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:44.070006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34709e00-c73e-4267-a1f1-ffa8d947a711 req-977f667b-7559-4b99-af5b-ed6ba8ac33a0 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845236 Dec 08 22:04:44.185653 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-8f6e18e2-99ef-4de2-9abf-09b14d9e2a2c tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:04:44.202550 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8f6e18e2-99ef-4de2-9abf-09b14d9e2a2c tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "PUT /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e HTTP/1.1" status: 400 len: 364 time: 0.4651120 Dec 08 22:04:44.203761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45926) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:44.219700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-e8ea838d-a13e-478d-9a88-a973ee8673d0', 'network_id': 'e8ea838d-a13e-478d-9a88-a973ee8673d0', 'tenant_id': '42b216cbcd61437ea7ab3bc08f7091d9', 'fixed_ips': [{'subnet_id': '2f7855f3-632c-4ba9-b929-9a91aecd460f'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:04:44.220917 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:44.427148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Allocated IP 2001:db8:1::2 (e8ea838d-a13e-478d-9a88-a973ee8673d0/2f7855f3-632c-4ba9-b929-9a91aecd460f/4c1f882c-e03f-43af-9f83-b8cac796b803) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:44.488774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T22:04:41Z', 'revision_number': 5, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port': {'id': '3fc355a4-1a16-45ab-8c19-ffc04469eebf', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:52:30Z', 'updated_at': '2021-12-08T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:44.544480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] Checking router: b3eac815-4e26-468e-a049-fa4880c9e3f3 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:04:44.587930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] Routers {'b3eac815-4e26-468e-a049-fa4880c9e3f3'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:44.588594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b3eac815-4e26-468e-a049-fa4880c9e3f3'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:44.667745 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:44.740547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] Set router b3eac815-4e26-468e-a049-fa4880c9e3f3 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:04:44.766974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4437122-7c96-4c31-afa6-18432c5034aa req-111cf399-c7f5-40e2-901e-c73e861be628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:44.769422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4437122-7c96-4c31-afa6-18432c5034aa req-111cf399-c7f5-40e2-901e-c73e861be628 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8339422 Dec 08 22:04:44.776316 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-52902f3a-d2c6-4edc-a666-b0a825269c04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bbbd109803147bda225114ed92588ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4395659 Dec 08 22:04:44.778638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52902f3a-d2c6-4edc-a666-b0a825269c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f259ba5f-5e6b-4d86-89b5-31613d027db4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:44.782428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45936) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:44.831884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T22:04:43Z', 'revision_number': 6, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:44.882428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996793da-c760-4ad2-b5d8-18447d084e3d None None] The sync data for ids ['b3eac815-4e26-468e-a049-fa4880c9e3f3'] in n-d-821126-1 is: [{'id': 'b3eac815-4e26-468e-a049-fa4880c9e3f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1040783750-router', 'tenant_id': 'b950628e6192438dad2938ade1504edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:52:29Z', 'updated_at': '2021-12-08T22:04:43Z', 'revision_number': 6, 'project_id': 'b950628e6192438dad2938ade1504edd', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:04:44.930559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Deleting port 3fc355a4-1a16-45ab-8c19-ffc04469eebf {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:44.931437 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:44.992083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4437122-7c96-4c31-afa6-18432c5034aa req-6126cf70-fb52-43c6-aeef-ec7e84abbed0 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101643 Dec 08 22:04:44.995846 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.003960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.006856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Allocated IP 2001:db8::1 (0673367d-c618-4343-b280-b69881a45756/a4d094cb-3102-4658-8745-c5c7c6c8fcb0/d9018602-ac18-4920-90c5-a50045d921be) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:45.024182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb6ea173-0268-49f9-bb7e-2226fb52f622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.074730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Network e8ea838d-a13e-478d-9a88-a973ee8673d0 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:45.075891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Pushing event updated for resources: {'Port': ['ID=4c1f882c-e03f-43af-9f83-b8cac796b803,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:45.088339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb6ea173-0268-49f9-bb7e-2226fb52f622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.106425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:45.114475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:04:45.188677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] For port 3fc355a4-1a16-45ab-8c19-ffc04469eebf, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3fc355a4-1a16-45ab-8c19-ffc04469eebf,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:45.189391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.204359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Attempting to bind port 4c1f882c-e03f-43af-9f83-b8cac796b803 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:04:45.204783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Attempting to bind port 4c1f882c-e03f-43af-9f83-b8cac796b803 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '2d14e33c-8afa-4bcc-80ec-019b62bd0842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8ea838d-a13e-478d-9a88-a973ee8673d0'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:04:45.205154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Attempting to bind port 4c1f882c-e03f-43af-9f83-b8cac796b803 on network e8ea838d-a13e-478d-9a88-a973ee8673d0 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:04:45.215446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4437122-7c96-4c31-afa6-18432c5034aa req-383404c6-f8a5-41ba-ae6a-a3a35877a405 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157106 Dec 08 22:04:45.216811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Calling delete_port for 3fc355a4-1a16-45ab-8c19-ffc04469eebf owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:45.224159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:04:45.224565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Checking segment: {'id': '2d14e33c-8afa-4bcc-80ec-019b62bd0842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8ea838d-a13e-478d-9a88-a973ee8673d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:45.224946 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.225342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Bound using segment: {'id': '2d14e33c-8afa-4bcc-80ec-019b62bd0842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8ea838d-a13e-478d-9a88-a973ee8673d0'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:04:45.225821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Bound port: 4c1f882c-e03f-43af-9f83-b8cac796b803, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d14e33c-8afa-4bcc-80ec-019b62bd0842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8ea838d-a13e-478d-9a88-a973ee8673d0'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:04:45.226203 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.258074 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.341965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] For port 4c1f882c-e03f-43af-9f83-b8cac796b803, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:04:45.350373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] For port 4c1f882c-e03f-43af-9f83-b8cac796b803, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4c1f882c-e03f-43af-9f83-b8cac796b803,segment=NetworkSegment(2d14e33c-8afa-4bcc-80ec-019b62bd0842),segment_id=2d14e33c-8afa-4bcc-80ec-019b62bd0842)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:04:45.362157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.366645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e0fec-814f-43c4-a893-b2ba058fb58c req-7cbf2b4a-a725-4143-a149-dfa94e55cd32 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:45.378509 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-530e0fec-814f-43c4-a893-b2ba058fb58c req-7cbf2b4a-a725-4143-a149-dfa94e55cd32 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.1970506 Dec 08 22:04:45.474400 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.487684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f257-98bf-40ff-beea-c60909e687b8 None None] Pushing event updated for resources: {'Port': ['ID=4c1f882c-e03f-43af-9f83-b8cac796b803,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:45.502118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.519663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc355a4-1a16-45ab-8c19-ffc04469eebf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:45.527266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb6ea173-0268-49f9-bb7e-2226fb52f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.529777 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb6ea173-0268-49f9-bb7e-2226fb52f622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.533649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bb6ea173-0268-49f9-bb7e-2226fb52f622 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f259ba5f-5e6b-4d86-89b5-31613d027db4 HTTP/1.1" status: 204 len: 168 time: 0.7485538 Dec 08 22:04:45.580107 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ea173-0268-49f9-bb7e-2226fb52f622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f259ba5f-5e6b-4d86-89b5-31613d027db4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:45.618811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-530e0fec-814f-43c4-a893-b2ba058fb58c req-a4f5a27b-6402-40d4-9d0c-3ba689244f1c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391517 Dec 08 22:04:45.631939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network 0673367d-c618-4343-b280-b69881a45756 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:45.639403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:45.664534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:04:45.665195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.696326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Port': ['ID=d9018602-ac18-4920-90c5-a50045d921be,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:45.725502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:45.927371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0c513ea4-3958-4c02-a79c-da0afa320a0c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:45.993480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0c513ea4-3958-4c02-a79c-da0afa320a0c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:45.997572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0c513ea4-3958-4c02-a79c-da0afa320a0c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:45.998346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3fc355a4-1a16-45ab-8c19-ffc04469eebf no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:46.001178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.008901 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.058980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3fc355a4-1a16-45ab-8c19-ffc04469eebf {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:46.059330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3fc355a4-1a16-45ab-8c19-ffc04469eebf not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:46.111628 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.136707 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.137553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3eac815-4e26-468e-a049-fa4880c9e3f3 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:04:46.147285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.148613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-175235cf-b38f-4784-a388-53fc9268cde7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b3eac815-4e26-468e-a049-fa4880c9e3f3 HTTP/1.1" status: 204 len: 168 time: 2.8101983 Dec 08 22:04:46.151129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45952) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:46.219750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0987833-444d-408b-8dee-8650d19310df admin admin] Deleting subnet 8eb9ad24-849d-469b-8f40-6ae12855cd50 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:46.221674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-16a6efac-9196-4742-aa07-f63407dfd83c None None] Provisioning complete for port d9018602-ac18-4920-90c5-a50045d921be triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:46.222094 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16a6efac-9196-4742-aa07-f63407dfd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.224177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0987833-444d-408b-8dee-8650d19310df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.273296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0987833-444d-408b-8dee-8650d19310df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.312140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-16a6efac-9196-4742-aa07-f63407dfd83c None None] Port d9018602-ac18-4920-90c5-a50045d921be cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:46.403111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0987833-444d-408b-8dee-8650d19310df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.496317 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0987833-444d-408b-8dee-8650d19310df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.537042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d0987833-444d-408b-8dee-8650d19310df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.541795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d0987833-444d-408b-8dee-8650d19310df admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8eb9ad24-849d-469b-8f40-6ae12855cd50 HTTP/1.1" status: 204 len: 168 time: 0.3895891 Dec 08 22:04:46.543011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8630621a-8b22-4e8e-813e-b67527b6c406 None None] Network 04c66bec-dc88-4182-946a-f0bd7f9d2b1c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:46.547458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0987833-444d-408b-8dee-8650d19310df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb9ad24-849d-469b-8f40-6ae12855cd50,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:46.555817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 45966) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:46.657443 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.669144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.670510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.782891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:46.886992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event updated for resources: {'Port': ['ID=d9018602-ac18-4920-90c5-a50045d921be,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:46.958390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Network 0673367d-c618-4343-b280-b69881a45756 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:46.962797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:47.047163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1dcdb-33f0-49d1-8f2e-8c1be0b4c42a req-1b6b0673-b87a-4807-b73d-deb2e494f298 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:47.066547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae1dcdb-33f0-49d1-8f2e-8c1be0b4c42a req-1b6b0673-b87a-4807-b73d-deb2e494f298 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 945 time: 0.3236187 Dec 08 22:04:47.074207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] DHCP port deletion for 04c66bec-dc88-4182-946a-f0bd7f9d2b1c request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:47.133631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Deleting port 7bab41fd-dbab-4edc-96b5-6e6061c984ee {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:47.133972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.162425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae1dcdb-33f0-49d1-8f2e-8c1be0b4c42a req-c75a045a-91f1-49c2-913c-5435055dfc9c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900421 Dec 08 22:04:47.226212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] Deleting port 7bab41fd-dbab-4edc-96b5-6e6061c984ee {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:47.226743 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.286051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Router 507b5d22-0e47-479d-b78b-8cc9edf8ec0e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:04:47.343873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] For port 7bab41fd-dbab-4edc-96b5-6e6061c984ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7bab41fd-dbab-4edc-96b5-6e6061c984ee,segment=NetworkSegment(e21e6b25-2d85-4528-877c-79c5c100e9bc),segment_id=e21e6b25-2d85-4528-877c-79c5c100e9bc)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:47.345346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.400152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Calling delete_port for 7bab41fd-dbab-4edc-96b5-6e6061c984ee owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:47.432876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] For port 7bab41fd-dbab-4edc-96b5-6e6061c984ee, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7bab41fd-dbab-4edc-96b5-6e6061c984ee,segment=NetworkSegment(e21e6b25-2d85-4528-877c-79c5c100e9bc),segment_id=e21e6b25-2d85-4528-877c-79c5c100e9bc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:47.433754 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.461981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379baf1d-7085-4f82-b328-433505aa330c None None] Network e8ea838d-a13e-478d-9a88-a973ee8673d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:47.509512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:04:47.515528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-59bfca6a-c758-4864-9efd-3555f0e1534f tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "PUT /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3108065 Dec 08 22:04:47.518055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 45988) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:47.520882 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b56d93-172e-46fa-828c-6eac74f2d6e8 None None] Sync routers for ids ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:04:47.525375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 4d8e0138-f17c-4a7e-9712-d008179a25ec no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:47.537635 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b56d93-172e-46fa-828c-6eac74f2d6e8 None None] Routers {'507b5d22-0e47-479d-b78b-8cc9edf8ec0e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:47.538269 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-61b56d93-172e-46fa-828c-6eac74f2d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:47.648405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] Calling delete_port for 7bab41fd-dbab-4edc-96b5-6e6061c984ee owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:47.684190 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-61b56d93-172e-46fa-828c-6eac74f2d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:47.707834 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b56d93-172e-46fa-828c-6eac74f2d6e8 None None] Routers {'507b5d22-0e47-479d-b78b-8cc9edf8ec0e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:47.710978 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-61b56d93-172e-46fa-828c-6eac74f2d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:47.717317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2c8c-e1b1-4115-be06-e40418c95b48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.752257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.795194 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-61b56d93-172e-46fa-828c-6eac74f2d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:47.796147 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b56d93-172e-46fa-828c-6eac74f2d6e8 None None] The sync data for ids ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:04:47.809892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Pushing event deleted for resources: {'Port': ['ID=7bab41fd-dbab-4edc-96b5-6e6061c984ee,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:47.821838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] No DVR routers for this DVR port 7bab41fd-dbab-4edc-96b5-6e6061c984ee on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:47.912790 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.927706 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.930988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-71837e97-de0c-4d32-af3f-07b59f3eedf4 None None] Provisioning complete for port 4c1f882c-e03f-43af-9f83-b8cac796b803 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:47.933866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71837e97-de0c-4d32-af3f-07b59f3eedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.942771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c66bec-dc88-4182-946a-f0bd7f9d2b1c']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:47.953264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4c1f882c-e03f-43af-9f83-b8cac796b803 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:47.955791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21e6b25-2d85-4528-877c-79c5c100e9bc') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:47.956740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21e6b25-2d85-4528-877c-79c5c100e9bc') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:47.976035 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-6e1a2c8c-e1b1-4115-be06-e40418c95b48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 22:04:47.977433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:47.983131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6e1a2c8c-e1b1-4115-be06-e40418c95b48 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e HTTP/1.1" status: 409 len: 329 time: 0.4631302 Dec 08 22:04:47.983700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:47.994810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.004332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:48.004952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:48.076199 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:48.083429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.109452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.117837 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] 10.222.0.21 "DELETE /v2.0/networks/04c66bec-dc88-4182-946a-f0bd7f9d2b1c HTTP/1.1" status: 204 len: 168 time: 1.5603361 Dec 08 22:04:48.119304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa22ad-e70f-4c58-9e0d-e56b2901b79d admin admin] Pushing event deleted for resources: {'Network': ['ID=04c66bec-dc88-4182-946a-f0bd7f9d2b1c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:48.145806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] No DVR routers for this DVR port 7bab41fd-dbab-4edc-96b5-6e6061c984ee on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:48.153425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e266168-2481-45d5-8454-d015a3316cc3 None None] Pushing event deleted for resources: {'Port': ['ID=7bab41fd-dbab-4edc-96b5-6e6061c984ee,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:48.363945 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.429057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4c1f882c-e03f-43af-9f83-b8cac796b803 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:48.430204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.513596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:04:48.521347 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0628ae2d-d669-4742-9d9d-a99fc0e216c0" -d '{"events": [{"server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:04:48.582646 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71837e97-de0c-4d32-af3f-07b59f3eedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.596078 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32804eb-79d4-4d9b-abcb-ee60a5d4ccac x-openstack-request-id: req-f32804eb-79d4-4d9b-abcb-ee60a5d4ccac {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:04:48.596452 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "name": "network-vif-unplugged", "status": "failed", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec", "code": 422}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:04:48.597320 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f32804eb-79d4-4d9b-abcb-ee60a5d4ccac {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:04:48.609393 n-d-821126-1 neutron-server[102391]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'code': 422} returned with failed status Dec 08 22:04:48.614033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:48.667992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46022) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:48.668727 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.775872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-71837e97-de0c-4d32-af3f-07b59f3eedf4 None None] For port 4c1f882c-e03f-43af-9f83-b8cac796b803, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4c1f882c-e03f-43af-9f83-b8cac796b803,segment=NetworkSegment(2d14e33c-8afa-4bcc-80ec-019b62bd0842),segment_id=2d14e33c-8afa-4bcc-80ec-019b62bd0842)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:48.779146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c4118b2c-e26c-4510-8578-8b8432d42100 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a416cf8102348dfb60903a1c74a36c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098104 Dec 08 22:04:48.779786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:48.779929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:48.785806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71837e97-de0c-4d32-af3f-07b59f3eedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.899811 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d4af090-012e-4bb2-81d5-63b227806b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:48.949895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d4af090-012e-4bb2-81d5-63b227806b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:49.061234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d4af090-012e-4bb2-81d5-63b227806b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:49.064972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d4af090-012e-4bb2-81d5-63b227806b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:49.068820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6d4af090-012e-4bb2-81d5-63b227806b10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47b57e90-6012-4e7b-98ae-8ffea8fd7690 HTTP/1.1" status: 204 len: 168 time: 0.2861083 Dec 08 22:04:49.092248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77cb7-9e62-4535-aaa7-d2a1dab44b9b req-2c1c9d4c-75a0-4526-9108-c577656f12dd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:49.097183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4af090-012e-4bb2-81d5-63b227806b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b57e90-6012-4e7b-98ae-8ffea8fd7690,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:49.100335 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dac77cb7-9e62-4535-aaa7-d2a1dab44b9b req-2c1c9d4c-75a0-4526-9108-c577656f12dd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 943 time: 0.1666932 Dec 08 22:04:49.215733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71837e97-de0c-4d32-af3f-07b59f3eedf4 None None] Pushing event updated for resources: {'Port': ['ID=4c1f882c-e03f-43af-9f83-b8cac796b803,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:49.216157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dac77cb7-9e62-4535-aaa7-d2a1dab44b9b req-3a36928d-d621-437c-94ae-140ee8bd50f7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050558 Dec 08 22:04:49.275741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6e7d1b77-7d0c-4fc4-aac6-0338f021487f None None] Provisioning complete for port 4c1f882c-e03f-43af-9f83-b8cac796b803 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:49.276405 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1b77-7d0c-4fc4-aac6-0338f021487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:49.388276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7bab41fd-dbab-4edc-96b5-6e6061c984ee no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:49.462900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eb572-33de-4fbb-830a-27778305fa16 req-b2233ed5-a3c1-4787-a139-ca9a3af6bd12 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:49.476925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:49.480635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7bab41fd-dbab-4edc-96b5-6e6061c984ee {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:49.480989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7bab41fd-dbab-4edc-96b5-6e6061c984ee not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:49.482588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b5eb572-33de-4fbb-830a-27778305fa16 req-b2233ed5-a3c1-4787-a139-ca9a3af6bd12 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1348782 Dec 08 22:04:49.597874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4b5eb572-33de-4fbb-830a-27778305fa16 req-321d07cc-d294-4e15-b0c2-e4e37f205fcf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143084 Dec 08 22:04:49.657872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6e7d1b77-7d0c-4fc4-aac6-0338f021487f None None] Provisioning complete for port d9018602-ac18-4920-90c5-a50045d921be triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:49.658247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1b77-7d0c-4fc4-aac6-0338f021487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:49.746104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4c1f882c-e03f-43af-9f83-b8cac796b803 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:04:49.767302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46054) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:49.843540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d1b77-7d0c-4fc4-aac6-0338f021487f None None] Port d9018602-ac18-4920-90c5-a50045d921be cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:04:49.852303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2e44838b-5fb7-41b1-a38f-9de710f3096b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b950628e6192438dad2938ade1504edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834165 Dec 08 22:04:49.857497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46056) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:49.889297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4c1f882c-e03f-43af-9f83-b8cac796b803 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:04:49.889924 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:49.923047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d285f32-8739-4576-8498-89021047173a req-55ca1400-2899-4110-9f3c-f4ba0fcf9953 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:49.927682 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d285f32-8739-4576-8498-89021047173a req-55ca1400-2899-4110-9f3c-f4ba0fcf9953 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1726902 Dec 08 22:04:49.974089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-183b61a8-61a4-47cf-ae37-ecd931e9bc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:50.025792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-183b61a8-61a4-47cf-ae37-ecd931e9bc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:50.068119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d285f32-8739-4576-8498-89021047173a req-5012f527-93b5-4954-9ca8-a30c5797e30b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256425 Dec 08 22:04:50.140502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-183b61a8-61a4-47cf-ae37-ecd931e9bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:50.162097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting port d9018602-ac18-4920-90c5-a50045d921be {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:50.163373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:50.171051 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-183b61a8-61a4-47cf-ae37-ecd931e9bc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:50.187516 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-183b61a8-61a4-47cf-ae37-ecd931e9bc60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49f82a52-a34e-4173-8027-e17fb9b4dfc3 HTTP/1.1" status: 204 len: 168 time: 0.3286626 Dec 08 22:04:50.215118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b61a8-61a4-47cf-ae37-ecd931e9bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f82a52-a34e-4173-8027-e17fb9b4dfc3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:50.326500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:50.341346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Calling delete_port for d9018602-ac18-4920-90c5-a50045d921be owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:50.515139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0399b-c1f4-40c4-a0d7-60278c032c0f req-bf6717a6-306e-4794-9d6c-0f45a6238040 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:50.516990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3dc0399b-c1f4-40c4-a0d7-60278c032c0f req-bf6717a6-306e-4794-9d6c-0f45a6238040 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1606810 Dec 08 22:04:50.633993 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3dc0399b-c1f4-40c4-a0d7-60278c032c0f req-d6c1ab9b-5d70-4e3a-81ab-460813cc7326 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055350 Dec 08 22:04:50.734776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:50.786756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Port': ['ID=d9018602-ac18-4920-90c5-a50045d921be,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:51.060326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:51.292261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Router 507b5d22-0e47-479d-b78b-8cc9edf8ec0e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:04:51.438216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:04:51.448122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46116) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:51.448867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2ef7075-3a91-4837-be47-28758dc64cd8 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "PUT /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4566743 Dec 08 22:04:51.453895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d91cf-16f9-437c-b8d6-a6812fe2babc None None] Sync routers for ids ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:04:51.471424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d91cf-16f9-437c-b8d6-a6812fe2babc None None] Routers {'507b5d22-0e47-479d-b78b-8cc9edf8ec0e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:51.472163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-120d91cf-16f9-437c-b8d6-a6812fe2babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:51.481220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 4d8e0138-f17c-4a7e-9712-d008179a25ec no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:51.537214 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-ad5623d7-0f42-4196-b090-dd05ec0356ad tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] show failed (client error): The resource could not be found. Dec 08 22:04:51.538277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ad5623d7-0f42-4196-b090-dd05ec0356ad tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1138597807 HTTP/1.1" status: 404 len: 335 time: 0.0882156 Dec 08 22:04:51.542116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46118) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:51.548435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-40451e56-1aed-48c2-a6cc-bc64ef741d12 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:51.552331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46120) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:51.570894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-120d91cf-16f9-437c-b8d6-a6812fe2babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:51.607913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d91cf-16f9-437c-b8d6-a6812fe2babc None None] Routers {'507b5d22-0e47-479d-b78b-8cc9edf8ec0e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:04:51.608994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-120d91cf-16f9-437c-b8d6-a6812fe2babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:04:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:51.625448 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-40451e56-1aed-48c2-a6cc-bc64ef741d12 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] update failed (client error): The resource could not be found. Dec 08 22:04:51.626483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-40451e56-1aed-48c2-a6cc-bc64ef741d12 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-2114342291 HTTP/1.1" status: 404 len: 335 time: 0.0832851 Dec 08 22:04:51.630962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46124) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:51.655438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-120d91cf-16f9-437c-b8d6-a6812fe2babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:51.656225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d91cf-16f9-437c-b8d6-a6812fe2babc None None] The sync data for ids ['507b5d22-0e47-479d-b78b-8cc9edf8ec0e'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:04:51.678749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-313989753-network', 'tenant_id': '5b558eb8e32e4f65b3202fedfa37c200'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:51.713357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Made reservation on behalf of 5b558eb8e32e4f65b3202fedfa37c200 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:51.720852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:51.740967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe115a84-a8ee-42b6-a272-21796587ba26 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting subnet 2f7855f3-632c-4ba9-b929-9a91aecd460f {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:51.745554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:51.745778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe115a84-a8ee-42b6-a272-21796587ba26 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:51.830099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe115a84-a8ee-42b6-a272-21796587ba26 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:51.906253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57bb8-0fb1-4599-a4dd-63d57c41fe09 req-be9e9ab0-d104-40fd-9d56-712f2d85b696 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:51.907866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5c57bb8-0fb1-4599-a4dd-63d57c41fe09 req-be9e9ab0-d104-40fd-9d56-712f2d85b696 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1376748 Dec 08 22:04:51.912603 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:51.920200 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:51.935289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:04:51.948813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:51.948813 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Added segment cdf91543-4c6f-4ef9-9d15-cc42f3685a77 of type vlan for network 4e56d077-d9e4-4bed-b4d9-262553a691ae Dec 08 22:04:52.082477 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.102320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dffb86d-70e2-42a2-9ce9-9cfe44e60455,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:52.146087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.147966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:52.148125 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5c57bb8-0fb1-4599-a4dd-63d57c41fe09 req-2fc9940c-f256-46da-be0a-3119a00f1109 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271974 Dec 08 22:04:52.148909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.151652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe115a84-a8ee-42b6-a272-21796587ba26 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.259269 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe115a84-a8ee-42b6-a272-21796587ba26 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.286587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7327828 Dec 08 22:04:52.290270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46138) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:52.295967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Request body: {'subnet': {'network_id': '4e56d077-d9e4-4bed-b4d9-262553a691ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-313989753-subnet', 'tenant_id': '5b558eb8e32e4f65b3202fedfa37c200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:52.299203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b396986-6925-454b-b115-fb345d02170d admin admin] Pushing event updated for resources: {'Network': ['ID=4e56d077-d9e4-4bed-b4d9-262553a691ae,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:52.310091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 4e56d077-d9e4-4bed-b4d9-262553a691ae details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:04:52.329560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe115a84-a8ee-42b6-a272-21796587ba26 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7855f3-632c-4ba9-b929-9a91aecd460f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:52.335863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe115a84-a8ee-42b6-a272-21796587ba26 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.338029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Made reservation on behalf of 5b558eb8e32e4f65b3202fedfa37c200 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:52.341131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.347463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fe115a84-a8ee-42b6-a272-21796587ba26 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/subnets/2f7855f3-632c-4ba9-b929-9a91aecd460f HTTP/1.1" status: 204 len: 168 time: 0.7146802 Dec 08 22:04:52.349127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46140) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:52.391669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bcdaa9-38bb-4753-b5fe-633896e9499b None None] Network e8ea838d-a13e-478d-9a88-a973ee8673d0 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:52.485100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.598890 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.602679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting port 4c1f882c-e03f-43af-9f83-b8cac796b803 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:52.603463 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.679044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5493744-38bf-4ee0-a8b9-d56e2a85b4a8,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:52.694613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Checking segment: {'id': 'cdf91543-4c6f-4ef9-9d15-cc42f3685a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e56d077-d9e4-4bed-b4d9-262553a691ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:52.694993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Network hostable DHCP agents. Network: 4e56d077-d9e4-4bed-b4d9-262553a691ae, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:04:52.712236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] DHCP port deletion for e8ea838d-a13e-478d-9a88-a973ee8673d0 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:52.725299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Network 4e56d077-d9e4-4bed-b4d9-262553a691ae is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:04:52.738777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] For port 4c1f882c-e03f-43af-9f83-b8cac796b803, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4c1f882c-e03f-43af-9f83-b8cac796b803,segment=NetworkSegment(2d14e33c-8afa-4bcc-80ec-019b62bd0842),segment_id=2d14e33c-8afa-4bcc-80ec-019b62bd0842)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:52.739115 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.740788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 4e56d077-d9e4-4bed-b4d9-262553a691ae) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:52.747269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:52.750009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.754766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94447c69-2aa1-47bd-83b6-7b12480f355f None None] Network 4e56d077-d9e4-4bed-b4d9-262553a691ae requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:52.769024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Calling delete_port for 4c1f882c-e03f-43af-9f83-b8cac796b803 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:52.780232 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a20e59ba-9fe1-431f-80db-7165fbbc1698 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4887774 Dec 08 22:04:52.839421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] Deleting port 4c1f882c-e03f-43af-9f83-b8cac796b803 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:52.840104 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.919984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:52.965215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Port': ['ID=4c1f882c-e03f-43af-9f83-b8cac796b803,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:52.972552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] No DVR routers for this DVR port 4c1f882c-e03f-43af-9f83-b8cac796b803 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:53.037051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] For port 4c1f882c-e03f-43af-9f83-b8cac796b803, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4c1f882c-e03f-43af-9f83-b8cac796b803,segment=NetworkSegment(2d14e33c-8afa-4bcc-80ec-019b62bd0842),segment_id=2d14e33c-8afa-4bcc-80ec-019b62bd0842)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:53.037786 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.070653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] Calling delete_port for 4c1f882c-e03f-43af-9f83-b8cac796b803 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:53.109783 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.159617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ea838d-a13e-478d-9a88-a973ee8673d0']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:53.169061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.183796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43817243-a5db-440b-8c72-54c8c419ea52 None None] Network 4e56d077-d9e4-4bed-b4d9-262553a691ae requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:53.206174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d14e33c-8afa-4bcc-80ec-019b62bd0842') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:53.206485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d14e33c-8afa-4bcc-80ec-019b62bd0842') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:53.260669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.300557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] No DVR routers for this DVR port 4c1f882c-e03f-43af-9f83-b8cac796b803 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:53.312685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffadb3-c1f6-4ce7-a1c6-f4b12cf09a14 None None] Pushing event deleted for resources: {'Port': ['ID=4c1f882c-e03f-43af-9f83-b8cac796b803,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:53.368577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.385712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:53.386170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:53.407408 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:53.503673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605e202-7064-4b05-9571-956ff8ab90ed req-960f7e7f-e4ba-43fe-b473-da7a3071b872 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:53.512336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5605e202-7064-4b05-9571-956ff8ab90ed req-960f7e7f-e4ba-43fe-b473-da7a3071b872 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2113328 Dec 08 22:04:53.577585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5605e202-7064-4b05-9571-956ff8ab90ed req-590180b0-f274-40aa-81ec-e694311956b5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617323 Dec 08 22:04:53.583249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549663-766b-4654-916e-22a665304e26 req-ba5bd3be-a2c4-40a9-bc3c-91b8b54fb7fb tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:53.596215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-ba5bd3be-a2c4-40a9-bc3c-91b8b54fb7fb tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/networks?id=4e56d077-d9e4-4bed-b4d9-262553a691ae HTTP/1.1" status: 200 len: 813 time: 0.2709041 Dec 08 22:04:53.599129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.615594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.618316 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-b2287e25-103f-49e3-a8e9-f96097fec5aa tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/quotas/5b558eb8e32e4f65b3202fedfa37c200 HTTP/1.1" status: 200 len: 375 time: 0.0190027 Dec 08 22:04:53.622782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/networks/e8ea838d-a13e-478d-9a88-a973ee8673d0 HTTP/1.1" status: 204 len: 168 time: 1.2718282 Dec 08 22:04:53.625799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46194) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:53.629407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4c1f882c-e03f-43af-9f83-b8cac796b803 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:53.652719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab0fe4-99b5-4aec-b145-4db011732911 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Network': ['ID=e8ea838d-a13e-478d-9a88-a973ee8673d0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:53.676914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 4c1f882c-e03f-43af-9f83-b8cac796b803 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:53.677739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4c1f882c-e03f-43af-9f83-b8cac796b803 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:53.687290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-2fc853e6-674a-433e-b67e-edc73f7b6351 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b558eb8e32e4f65b3202fedfa37c200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505369 Dec 08 22:04:53.718410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b5d93b-831a-4967-976b-8aebb3d9dbdb tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting subnet bb50c40f-b3d2-46ef-a874-66d522547879 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:53.722553 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b5d93b-831a-4967-976b-8aebb3d9dbdb tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.786278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b5d93b-831a-4967-976b-8aebb3d9dbdb tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:53.946481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-66c16f07-0459-43be-a16d-052ab4e68c87 service neutron] 10.222.0.21 "GET /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466004 Dec 08 22:04:53.962520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b5d93b-831a-4967-976b-8aebb3d9dbdb tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.100190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-76f81667-ddcb-4255-a2a6-7a269e71e6bb service neutron] 10.222.0.21 "GET /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471844 Dec 08 22:04:54.106153 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b5d93b-831a-4967-976b-8aebb3d9dbdb tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.138939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5d93b-831a-4967-976b-8aebb3d9dbdb tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Subnet': ['ID=bb50c40f-b3d2-46ef-a874-66d522547879,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:54.148432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b5d93b-831a-4967-976b-8aebb3d9dbdb tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.154808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46208) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:54.155623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-06b5d93b-831a-4967-976b-8aebb3d9dbdb tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/subnets/bb50c40f-b3d2-46ef-a874-66d522547879 HTTP/1.1" status: 204 len: 168 time: 0.5285826 Dec 08 22:04:54.157521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0572f62-e251-4fa7-b2bd-6802408d291c None None] Network 5269cffa-0819-4267-b079-897ac047d87f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:54.286415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6e06cd-0f08-4b5b-a263-b33978630143 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting subnet bcb9980a-9340-4a0c-bd60-8c4b7b446926 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:54.296196 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b6e06cd-0f08-4b5b-a263-b33978630143 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.382449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b6e06cd-0f08-4b5b-a263-b33978630143 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.466910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] DHCP port deletion for 5269cffa-0819-4267-b079-897ac047d87f request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:54.476660 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-94095ad1-687b-4a27-92a8-868897eb33cc req-93c062a4-4ce0-47d6-a403-e18a47072f82 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 210 time: 0.0675945 Dec 08 22:04:54.538048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] Deleting port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:54.538428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.585528 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b6e06cd-0f08-4b5b-a263-b33978630143 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.656540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] For port d1c855d2-3ff9-446b-bbe7-a236ab0228d3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d1c855d2-3ff9-446b-bbe7-a236ab0228d3,segment=NetworkSegment(5e8ca895-573c-4823-a0cf-ccbb7f74a7cd),segment_id=5e8ca895-573c-4823-a0cf-ccbb7f74a7cd)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:54.656952 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.686200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] Calling delete_port for d1c855d2-3ff9-446b-bbe7-a236ab0228d3 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:54.716735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b6e06cd-0f08-4b5b-a263-b33978630143 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.769582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e06cd-0f08-4b5b-a263-b33978630143 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb9980a-9340-4a0c-bd60-8c4b7b446926,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:54.774965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3b6e06cd-0f08-4b5b-a263-b33978630143 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.785119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3b6e06cd-0f08-4b5b-a263-b33978630143 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/subnets/bcb9980a-9340-4a0c-bd60-8c4b7b446926 HTTP/1.1" status: 204 len: 168 time: 0.6287551 Dec 08 22:04:54.786516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f3950-bd25-4a71-8abc-1a37d059cd98 None None] Network eb67418c-667e-4abd-9921-11439e1ed69c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:54.787390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46222) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:54.859451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2385c18-c0ff-4913-af38-d9e6d7d8b4f2 req-03fa66c3-3ca6-4cf5-bb17-e72cd8896398 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:54.864644 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2385c18-c0ff-4913-af38-d9e6d7d8b4f2 req-03fa66c3-3ca6-4cf5-bb17-e72cd8896398 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1723661 Dec 08 22:04:54.970535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.988530 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:54.995619 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2385c18-c0ff-4913-af38-d9e6d7d8b4f2 req-60c0c56b-6650-4b4f-a58e-aa81886162b2 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228046 Dec 08 22:04:55.043059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] Pushing event deleted for resources: {'Port': ['ID=d1c855d2-3ff9-446b-bbe7-a236ab0228d3,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:55.051012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10300d6-6c20-47be-9961-212d7af6add0 None None] No DVR routers for this DVR port d1c855d2-3ff9-446b-bbe7-a236ab0228d3 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:55.134521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.163066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5269cffa-0819-4267-b079-897ac047d87f']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:55.180085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8ca895-573c-4823-a0cf-ccbb7f74a7cd') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:55.180085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8ca895-573c-4823-a0cf-ccbb7f74a7cd') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:55.199455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.233598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.244429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:55.248223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:55.252007 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:55.254574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] DHCP port deletion for eb67418c-667e-4abd-9921-11439e1ed69c request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:55.332001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.372913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] Deleting port 7ef8163f-d641-4ea1-9624-f90202ddf86b {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:55.375363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.389004 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.401008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46236) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:55.402182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/networks/5269cffa-0819-4267-b079-897ac047d87f HTTP/1.1" status: 204 len: 168 time: 0.6133378 Dec 08 22:04:55.404884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea1731-396d-43d4-8740-cfe2144ae36b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Network': ['ID=5269cffa-0819-4267-b079-897ac047d87f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:55.531554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] For port 7ef8163f-d641-4ea1-9624-f90202ddf86b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ef8163f-d641-4ea1-9624-f90202ddf86b,segment=NetworkSegment(3eaa517a-a82b-451a-9f94-20f5c930b607),segment_id=3eaa517a-a82b-451a-9f94-20f5c930b607)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:55.532165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.605717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] Calling delete_port for 7ef8163f-d641-4ea1-9624-f90202ddf86b owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:55.625583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ef8163f-d641-4ea1-9624-f90202ddf86b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:55.644016 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.743487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cfc23a8-2c2d-4a6c-9711-4cc6021c7ce8 req-2473dad3-2022-4c7d-bd0d-35721a6dbe96 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 210 time: 0.0629482 Dec 08 22:04:55.786386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting port 7ef8163f-d641-4ea1-9624-f90202ddf86b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:55.787322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.871755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] For port 7ef8163f-d641-4ea1-9624-f90202ddf86b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ef8163f-d641-4ea1-9624-f90202ddf86b,segment=NetworkSegment(3eaa517a-a82b-451a-9f94-20f5c930b607),segment_id=3eaa517a-a82b-451a-9f94-20f5c930b607)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:55.872898 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.890148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Calling delete_port for 7ef8163f-d641-4ea1-9624-f90202ddf86b owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:55.924524 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.927433 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:55.977626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] Pushing event deleted for resources: {'Port': ['ID=7ef8163f-d641-4ea1-9624-f90202ddf86b,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:55.989069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a8adc-5e2e-46c5-bb27-3740a21108d1 None None] No DVR routers for this DVR port 7ef8163f-d641-4ea1-9624-f90202ddf86b on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:56.085114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d1c855d2-3ff9-446b-bbe7-a236ab0228d3 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:56.086989 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.128904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: d1c855d2-3ff9-446b-bbe7-a236ab0228d3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:56.129370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d1c855d2-3ff9-446b-bbe7-a236ab0228d3 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:56.215214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Port': ['ID=7ef8163f-d641-4ea1-9624-f90202ddf86b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:56.239761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] No DVR routers for this DVR port 7ef8163f-d641-4ea1-9624-f90202ddf86b on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:56.342572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88726a46-3636-413f-ab51-c10f07581474 req-c82d21de-6598-4f55-ae77-bd764d0ca1f1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:56.344240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-88726a46-3636-413f-ab51-c10f07581474 req-c82d21de-6598-4f55-ae77-bd764d0ca1f1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1729212 Dec 08 22:04:56.364307 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.423794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549663-766b-4654-916e-22a665304e26 req-b03aa342-7d1c-4905-94ed-9d1ca2bdddfd tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:56.426502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-b03aa342-7d1c-4905-94ed-9d1ca2bdddfd tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.23 "GET /v2.0/networks?id=4e56d077-d9e4-4bed-b4d9-262553a691ae HTTP/1.1" status: 200 len: 813 time: 0.2407284 Dec 08 22:04:56.441633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Request body: {'port': {'device_id': '0d15034b-d59d-44dd-999d-6ea566d715d2', 'network_id': '4e56d077-d9e4-4bed-b4d9-262553a691ae', 'admin_state_up': True, 'tenant_id': '5b558eb8e32e4f65b3202fedfa37c200'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:56.491437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb67418c-667e-4abd-9921-11439e1ed69c']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:56.511192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-88726a46-3636-413f-ab51-c10f07581474 req-487c012e-a926-41c0-8491-a00b3b17622b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578097 Dec 08 22:04:56.521381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eaa517a-a82b-451a-9f94-20f5c930b607') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:56.521686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eaa517a-a82b-451a-9f94-20f5c930b607') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:56.534770 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.554963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.566428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:56.567167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: self.session.flush() Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:56.571903 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:56.638145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Made reservation on behalf of 5b558eb8e32e4f65b3202fedfa37c200 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:04:56.646692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.697977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.730975 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.735360 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/networks/eb67418c-667e-4abd-9921-11439e1ed69c HTTP/1.1" status: 204 len: 168 time: 1.3329940 Dec 08 22:04:56.736541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f2b01-0912-47d8-8e24-4aef9f49da9b tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Network': ['ID=eb67418c-667e-4abd-9921-11439e1ed69c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:56.745192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:56.812156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42917ef-be53-4251-8baa-fbef66c21d6e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting subnet a4d094cb-3102-4658-8745-c5c7c6c8fcb0 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:04:56.815398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d42917ef-be53-4251-8baa-fbef66c21d6e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.870295 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d42917ef-be53-4251-8baa-fbef66c21d6e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:56.890229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab5e71d3-778b-43aa-ba06-83625d27632c req-b45f8994-7577-4610-8699-e206a460c5f4 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 210 time: 0.0377226 Dec 08 22:04:56.913135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Allocated IP 172.20.0.8 (4e56d077-d9e4-4bed-b4d9-262553a691ae/f5493744-38bf-4ee0-a8b9-d56e2a85b4a8/6a53a904-d406-4703-a1da-b425082f595d) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:04:56.980043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d42917ef-be53-4251-8baa-fbef66c21d6e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.136476 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d42917ef-be53-4251-8baa-fbef66c21d6e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.198926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42917ef-be53-4251-8baa-fbef66c21d6e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d094cb-3102-4658-8745-c5c7c6c8fcb0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:57.214498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d42917ef-be53-4251-8baa-fbef66c21d6e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.223722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb62e3f0-dea9-4390-b536-4be1452efc0f None None] Network 0673367d-c618-4343-b280-b69881a45756 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:04:57.234339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d42917ef-be53-4251-8baa-fbef66c21d6e tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/subnets/a4d094cb-3102-4658-8745-c5c7c6c8fcb0 HTTP/1.1" status: 204 len: 168 time: 0.4876139 Dec 08 22:04:57.236531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46266) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:57.264031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.341333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.423138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Network 4e56d077-d9e4-4bed-b4d9-262553a691ae is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:04:57.442386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:04:57.447658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:04:57.456053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.554326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Pushing event updated for resources: {'Port': ['ID=6a53a904-d406-4703-a1da-b425082f595d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:57.602130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:57.602865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.615382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Deleting port 04055ee0-65b0-499a-b800-c9419f349e10 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:57.615727 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.635486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-a384a42e-a648-41c6-83a2-8c97446ea33e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1983275 Dec 08 22:04:57.640910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] DHCP port deletion for 0673367d-c618-4343-b280-b69881a45756 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:04:57.653536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Request body: {'port': {'device_id': '0d15034b-d59d-44dd-999d-6ea566d715d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:04:57.728345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:57.762320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] Deleting port 04055ee0-65b0-499a-b800-c9419f349e10 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:04:57.763904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.774491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] For port 04055ee0-65b0-499a-b800-c9419f349e10, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=04055ee0-65b0-499a-b800-c9419f349e10,segment=NetworkSegment(e651c160-5802-41bc-929c-9a49ac4eadb7),segment_id=e651c160-5802-41bc-929c-9a49ac4eadb7)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:57.774941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.786769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3589a-f926-40a7-a14c-76abde85b3a5 req-85acd976-c15c-4ddd-b0fd-1dcfbb09faf1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:57.786769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9c3589a-f926-40a7-a14c-76abde85b3a5 req-85acd976-c15c-4ddd-b0fd-1dcfbb09faf1 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1730363 Dec 08 22:04:57.802519 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.806897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Calling delete_port for 04055ee0-65b0-499a-b800-c9419f349e10 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:57.881639 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9c3589a-f926-40a7-a14c-76abde85b3a5 req-e7ddb271-ba0d-4fe1-bc8f-6440bb7a447f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855200 Dec 08 22:04:57.962053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.968356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] For port 04055ee0-65b0-499a-b800-c9419f349e10, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=04055ee0-65b0-499a-b800-c9419f349e10,segment=NetworkSegment(e651c160-5802-41bc-929c-9a49ac4eadb7),segment_id=e651c160-5802-41bc-929c-9a49ac4eadb7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:04:57.969334 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:57.997447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] Calling delete_port for 04055ee0-65b0-499a-b800-c9419f349e10 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:04:58.032291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0715d8d8-927a-48bb-865d-0e6a0ed02472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.034998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Port': ['ID=04055ee0-65b0-499a-b800-c9419f349e10,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:58.037272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] No DVR routers for this DVR port 04055ee0-65b0-499a-b800-c9419f349e10 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:58.153180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.195197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] Pushing event deleted for resources: {'Port': ['ID=04055ee0-65b0-499a-b800-c9419f349e10,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:58.204035 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.219136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3286d714-ada3-4410-8edd-412f8428fd56 None None] No DVR routers for this DVR port 04055ee0-65b0-499a-b800-c9419f349e10 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:04:58.236767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebf7b2-ffa0-4833-8446-f4a6521ce256 req-a79cfd76-73b8-4166-a128-7f3e38ac795b tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:58.238380 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5aebf7b2-ffa0-4833-8446-f4a6521ce256 req-a79cfd76-73b8-4166-a128-7f3e38ac795b tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 931 time: 0.1767628 Dec 08 22:04:58.256807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0673367d-c618-4343-b280-b69881a45756']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:58.273540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e651c160-5802-41bc-929c-9a49ac4eadb7') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:58.273961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e651c160-5802-41bc-929c-9a49ac4eadb7') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:04:58.289013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.307542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5aebf7b2-ffa0-4833-8446-f4a6521ce256 req-149d6a7b-95e5-4e4b-b451-23e4af4a01e5 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505719 Dec 08 22:04:58.313685 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.328087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:04:58.328501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:04:58.332259 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:04:58.346309 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0715d8d8-927a-48bb-865d-0e6a0ed02472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.368771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a53a904-d406-4703-a1da-b425082f595d {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:04:58.377660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0715d8d8-927a-48bb-865d-0e6a0ed02472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.377857 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.434186 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0715d8d8-927a-48bb-865d-0e6a0ed02472 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8ade4432f8d44148d41666d631c409a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045207 Dec 08 22:04:58.434974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Transition to ACTIVE for port object 6a53a904-d406-4703-a1da-b425082f595d will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:04:58.436322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.436812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46298) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:58.438275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715d8d8-927a-48bb-865d-0e6a0ed02472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f27d72f-42aa-4e12-bab5-36b1fa7ce1aa,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:58.445706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.448937 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/networks/0673367d-c618-4343-b280-b69881a45756 HTTP/1.1" status: 204 len: 168 time: 1.2095211 Dec 08 22:04:58.452373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46300) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:58.475346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.478768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550f569-18ce-425b-8fd8-a23727e7bca2 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Pushing event deleted for resources: {'Network': ['ID=0673367d-c618-4343-b280-b69881a45756,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:58.504587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d65b8a3d-0c46-467c-8415-9c000a165b14 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "GET /v2.0/ports?device_id=507b5d22-0e47-479d-b78b-8cc9edf8ec0e HTTP/1.1" status: 200 len: 205 time: 0.0364542 Dec 08 22:04:58.507315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46304) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:58.578793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Pushing event updated for resources: {'Port': ['ID=6a53a904-d406-4703-a1da-b425082f595d,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:58.593420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d18f383f-8c45-470b-9dfe-df373ad7c481 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.595680 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-be82304a-aa4a-41fe-8ff8-0d74569f7bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.664510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-be82304a-aa4a-41fe-8ff8-0d74569f7bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.715291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Attempting to bind port 6a53a904-d406-4703-a1da-b425082f595d on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:04:58.715636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Attempting to bind port 6a53a904-d406-4703-a1da-b425082f595d by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'cdf91543-4c6f-4ef9-9d15-cc42f3685a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e56d077-d9e4-4bed-b4d9-262553a691ae'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:04:58.715970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Attempting to bind port 6a53a904-d406-4703-a1da-b425082f595d on network 4e56d077-d9e4-4bed-b4d9-262553a691ae {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:04:58.721843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Port 6a53a904-d406-4703-a1da-b425082f595d on network 4e56d077-d9e4-4bed-b4d9-262553a691ae not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:04:58.722284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Attempting to bind port 6a53a904-d406-4703-a1da-b425082f595d on network 4e56d077-d9e4-4bed-b4d9-262553a691ae {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:04:58.732975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:04:58.733359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Checking segment: {'id': 'cdf91543-4c6f-4ef9-9d15-cc42f3685a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e56d077-d9e4-4bed-b4d9-262553a691ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:04:58.733773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Bound using segment: {'id': 'cdf91543-4c6f-4ef9-9d15-cc42f3685a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e56d077-d9e4-4bed-b4d9-262553a691ae'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:04:58.734757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Bound port: 6a53a904-d406-4703-a1da-b425082f595d, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf91543-4c6f-4ef9-9d15-cc42f3685a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e56d077-d9e4-4bed-b4d9-262553a691ae'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:04:58.734757 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.775491 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-be82304a-aa4a-41fe-8ff8-0d74569f7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.778033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-be82304a-aa4a-41fe-8ff8-0d74569f7bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.781551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-be82304a-aa4a-41fe-8ff8-0d74569f7bc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f27d72f-42aa-4e12-bab5-36b1fa7ce1aa HTTP/1.1" status: 204 len: 168 time: 0.3401797 Dec 08 22:04:58.799111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d18f383f-8c45-470b-9dfe-df373ad7c481 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.802264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d18f383f-8c45-470b-9dfe-df373ad7c481 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.817435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82304a-aa4a-41fe-8ff8-0d74569f7bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f27d72f-42aa-4e12-bab5-36b1fa7ce1aa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:58.875348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] For port 6a53a904-d406-4703-a1da-b425082f595d, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:04:58.881053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] For port 6a53a904-d406-4703-a1da-b425082f595d, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6a53a904-d406-4703-a1da-b425082f595d,segment=NetworkSegment(cdf91543-4c6f-4ef9-9d15-cc42f3685a77),segment_id=cdf91543-4c6f-4ef9-9d15-cc42f3685a77)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:04:58.887513 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.888914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d18f383f-8c45-470b-9dfe-df373ad7c481 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.889424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18f383f-8c45-470b-9dfe-df373ad7c481 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Fanout notify agent at l3_agent the message router_deleted on router 507b5d22-0e47-479d-b78b-8cc9edf8ec0e {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:04:58.907002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d18f383f-8c45-470b-9dfe-df373ad7c481 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.908521 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d18f383f-8c45-470b-9dfe-df373ad7c481 tempest-RoutersNegativeIpV6Test-1814883596 tempest-RoutersNegativeIpV6Test-1814883596-project] 10.222.0.21 "DELETE /v2.0/routers/507b5d22-0e47-479d-b78b-8cc9edf8ec0e HTTP/1.1" status: 204 len: 168 time: 0.4002259 Dec 08 22:04:58.936436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:58.936956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:58.938379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a53a904-d406-4703-a1da-b425082f595d HTTP/1.1" status: 200 len: 1091 time: 1.2940125 Dec 08 22:04:58.938872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d15034b-d59d-44dd-999d-6ea566d715d2', 'tag': '6a53a904-d406-4703-a1da-b425082f595d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:04:58.941209 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0149c1-0d44-42b9-8971-2433404e296b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d15034b-d59d-44dd-999d-6ea566d715d2", "tag": "6a53a904-d406-4703-a1da-b425082f595d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:04:58.977723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c92ae-8bd9-4a8a-8cb7-da5446015891 service neutron] Pushing event updated for resources: {'Port': ['ID=6a53a904-d406-4703-a1da-b425082f595d,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:04:59.081915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549663-766b-4654-916e-22a665304e26 req-65f576e3-2185-43f4-b03c-c1fed8a2effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:59.090340 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-65f576e3-2185-43f4-b03c-c1fed8a2effa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b558eb8e32e4f65b3202fedfa37c200&device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 1094 time: 0.0981429 Dec 08 22:04:59.108217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84231b55-8186-42f6-a6fc-30ced85e7916 req-004542d1-9009-4312-9732-c31fd09b40a7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:59.110824 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84231b55-8186-42f6-a6fc-30ced85e7916 req-004542d1-9009-4312-9732-c31fd09b40a7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1049726 Dec 08 22:04:59.184267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-62ac8d80-15a4-48ba-be8e-6e4eac7a4091 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a53a904-d406-4703-a1da-b425082f595d HTTP/1.1" status: 200 len: 217 time: 0.0855751 Dec 08 22:04:59.191697 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84231b55-8186-42f6-a6fc-30ced85e7916 req-73d5255f-d54f-4d0a-ba1a-34c802c0f466 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721018 Dec 08 22:04:59.313584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549663-766b-4654-916e-22a665304e26 req-ce72de6e-ece6-43b9-b7ad-0b7b1e3cb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:04:59.318171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-ce72de6e-ece6-43b9-b7ad-0b7b1e3cb7d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f5493744-38bf-4ee0-a8b9-d56e2a85b4a8 HTTP/1.1" status: 200 len: 853 time: 0.1258490 Dec 08 22:04:59.363528 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6b7850-d0cf-479f-9c6b-f0838941ff16 x-openstack-request-id: req-1c6b7850-d0cf-479f-9c6b-f0838941ff16 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:04:59.363830 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d15034b-d59d-44dd-999d-6ea566d715d2", "tag": "6a53a904-d406-4703-a1da-b425082f595d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:04:59.364099 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c6b7850-d0cf-479f-9c6b-f0838941ff16 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:04:59.364488 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d15034b-d59d-44dd-999d-6ea566d715d2', 'tag': '6a53a904-d406-4703-a1da-b425082f595d', 'status': 'completed', 'code': 200} Dec 08 22:04:59.367947 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-97113111-19c0-40bf-b2cf-5f852761985b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e56d077-d9e4-4bed-b4d9-262553a691ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428443 Dec 08 22:04:59.427689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46332) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:59.644483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 04055ee0-65b0-499a-b800-c9419f349e10 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:04:59.684888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 04055ee0-65b0-499a-b800-c9419f349e10 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:04:59.685656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 04055ee0-65b0-499a-b800-c9419f349e10 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:04:59.812584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46336) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:04:59.839714 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23548d65-f28e-44dd-b618-6c40c68b8403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:04:59.898129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-46d05386-17ff-4d9c-82e8-65904a0e5507 service neutron] 10.222.0.23 "GET /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222020 Dec 08 22:05:00.029492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44ba08-77a3-4e53-bcb8-f97706a85390 req-158a24c2-debf-4c4c-b8ab-8cbd8e017cb8 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:00.031391 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b44ba08-77a3-4e53-bcb8-f97706a85390 req-158a24c2-debf-4c4c-b8ab-8cbd8e017cb8 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 943 time: 0.5880904 Dec 08 22:05:00.034923 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-15e8ee89-71c6-4c82-844d-4a6b4a2bb622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42b216cbcd61437ea7ab3bc08f7091d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061594 Dec 08 22:05:00.040458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46348) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:00.068365 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23548d65-f28e-44dd-b618-6c40c68b8403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.073045 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b549663-766b-4654-916e-22a665304e26 req-1ba02847-21ef-4e47-826b-7be52faf7585 service neutron] 10.222.0.23 "GET /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668854 Dec 08 22:05:00.076324 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23548d65-f28e-44dd-b618-6c40c68b8403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.121745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-23548d65-f28e-44dd-b618-6c40c68b8403 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f17cf01af09443809ae4a16d4bda1584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040047 Dec 08 22:05:00.121745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23548d65-f28e-44dd-b618-6c40c68b8403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e033327-896e-414f-92a2-a0648b915e2e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:00.129515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b44ba08-77a3-4e53-bcb8-f97706a85390 req-c9986790-18ca-408f-85e2-281fe473b79f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901427 Dec 08 22:05:00.135358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46350) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:00.166998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c27d4e86-6256-42a5-85a1-7009cde5087e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.209837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c27d4e86-6256-42a5-85a1-7009cde5087e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.229205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0149c1-0d44-42b9-8971-2433404e296b req-e4839150-eeb4-4aec-9dbe-958d9f0deebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:00.231297 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da0149c1-0d44-42b9-8971-2433404e296b req-e4839150-eeb4-4aec-9dbe-958d9f0deebc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b558eb8e32e4f65b3202fedfa37c200&device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 1094 time: 0.0858722 Dec 08 22:05:00.282986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c27d4e86-6256-42a5-85a1-7009cde5087e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.286971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c27d4e86-6256-42a5-85a1-7009cde5087e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.298496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c27d4e86-6256-42a5-85a1-7009cde5087e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d09741c9-5564-4ad4-8e5b-07b5ce99185d HTTP/1.1" status: 204 len: 168 time: 0.2447448 Dec 08 22:05:00.301353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-9b31-4d6d-8fca-757177911c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.317199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d4e86-6256-42a5-85a1-7009cde5087e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09741c9-5564-4ad4-8e5b-07b5ce99185d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:00.380041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-9b31-4d6d-8fca-757177911c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.450857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466e7a-d9d9-4579-b631-0a4f16be0cc2 req-5dcdbdcd-b4e8-4593-bb0d-289b5647991e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:00.452394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca466e7a-d9d9-4579-b631-0a4f16be0cc2 req-5dcdbdcd-b4e8-4593-bb0d-289b5647991e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1475368 Dec 08 22:05:00.453412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0149c1-0d44-42b9-8971-2433404e296b req-d5bfcead-99d9-4a93-aaeb-cc621aa76bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:00.454834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da0149c1-0d44-42b9-8971-2433404e296b req-d5bfcead-99d9-4a93-aaeb-cc621aa76bae service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e56d077-d9e4-4bed-b4d9-262553a691ae HTTP/1.1" status: 200 len: 914 time: 0.2139280 Dec 08 22:05:00.522692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da0149c1-0d44-42b9-8971-2433404e296b req-63d6640b-c088-48d9-ab49-35f0a9876ac1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a53a904-d406-4703-a1da-b425082f595d HTTP/1.1" status: 200 len: 217 time: 0.0600953 Dec 08 22:05:00.565954 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-9b31-4d6d-8fca-757177911c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.568783 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-9b31-4d6d-8fca-757177911c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:00.569989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cf1eb3d6-9b31-4d6d-8fca-757177911c84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e033327-896e-414f-92a2-a0648b915e2e HTTP/1.1" status: 204 len: 168 time: 0.4332991 Dec 08 22:05:00.608645 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca466e7a-d9d9-4579-b631-0a4f16be0cc2 req-fd04a446-a189-40d9-b935-47bfa538fd1b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396687 Dec 08 22:05:00.611111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1eb3d6-9b31-4d6d-8fca-757177911c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e033327-896e-414f-92a2-a0648b915e2e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:00.625113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0149c1-0d44-42b9-8971-2433404e296b req-497d5fca-4c6e-4dcf-ab50-f3de8c3d844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:00.626596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da0149c1-0d44-42b9-8971-2433404e296b req-497d5fca-4c6e-4dcf-ab50-f3de8c3d844a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f5493744-38bf-4ee0-a8b9-d56e2a85b4a8 HTTP/1.1" status: 200 len: 853 time: 0.0944860 Dec 08 22:05:00.706381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da0149c1-0d44-42b9-8971-2433404e296b req-cf12fca7-4ac0-4df7-a4ae-bee28529f716 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e56d077-d9e4-4bed-b4d9-262553a691ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620401 Dec 08 22:05:00.881329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da0149c1-0d44-42b9-8971-2433404e296b req-0ad68586-8e31-41dc-8021-15aeb8bc0b9d service neutron] 10.222.0.23 "GET /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709418 Dec 08 22:05:01.042031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da0149c1-0d44-42b9-8971-2433404e296b req-937cadfe-d101-4cd7-8d8b-730cc91947ff service neutron] 10.222.0.23 "GET /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512079 Dec 08 22:05:01.291042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46398) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:01.323028 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51d5c36d-a94f-4872-bc12-7c89280cff6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:01.326664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-f97e1726-5076-48b3-a610-368d67448005 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770319 Dec 08 22:05:01.410448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd8685-65f7-4e2d-828d-0bc92c45e76f req-78cf4bcd-87bf-4051-bd4c-c8913acb2dc7 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:01.412080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fbd8685-65f7-4e2d-828d-0bc92c45e76f req-78cf4bcd-87bf-4051-bd4c-c8913acb2dc7 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 943 time: 0.1017721 Dec 08 22:05:01.449627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-2e269e8f-8580-434c-9e67-62f04fd6448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:01.456619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-2e269e8f-8580-434c-9e67-62f04fd6448b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 1096 time: 0.1062126 Dec 08 22:05:01.499098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4fbd8685-65f7-4e2d-828d-0bc92c45e76f req-4d6445de-b20a-4404-94dd-326d7b896653 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763772 Dec 08 22:05:01.520023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6a53a904-d406-4703-a1da-b425082f595d details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:05:01.582764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51d5c36d-a94f-4872-bc12-7c89280cff6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:01.590983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51d5c36d-a94f-4872-bc12-7c89280cff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:01.595886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-82400191-542c-40eb-a65b-29e9b17a90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:01.597449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-82400191-542c-40eb-a65b-29e9b17a90de service neutron] 10.222.0.23 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.1240230 Dec 08 22:05:01.672959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c36d-a94f-4872-bc12-7c89280cff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f81a86-2fdd-437e-b6dc-0a280c739c24,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:01.674803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-4a2a7178-fbd4-41de-90d9-f1c0b2d81120 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a HTTP/1.1" status: 200 len: 217 time: 0.0694785 Dec 08 22:05:01.680019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-51d5c36d-a94f-4872-bc12-7c89280cff6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc49f5bd26aa40aba9bd98d919192a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872838 Dec 08 22:05:01.694364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46412) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:01.746685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-a481bd3c-e5b0-4808-8fe4-6fa4c05b75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:01.747237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-a481bd3c-e5b0-4808-8fe4-6fa4c05b75f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.0653787 Dec 08 22:05:01.756783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6a53a904-d406-4703-a1da-b425082f595d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6a53a904-d406-4703-a1da-b425082f595d,segment=NetworkSegment(cdf91543-4c6f-4ef9-9d15-cc42f3685a77),segment_id=cdf91543-4c6f-4ef9-9d15-cc42f3685a77)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:01.770797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46416) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:01.788537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '6a53a904-d406-4703-a1da-b425082f595d', 'network_id': '4e56d077-d9e4-4bed-b4d9-262553a691ae', 'port_id': '6a53a904-d406-4703-a1da-b425082f595d', 'mac_address': 'fa:16:3e:ce:d8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5493744-38bf-4ee0-a8b9-d56e2a85b4a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:05:01.819162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-80b29e5d-ff21-48e9-ae78-f835ed6e4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:01.820942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-80b29e5d-ff21-48e9-ae78-f835ed6e4f0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663993 Dec 08 22:05:01.872406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96234787-cd50-4d3f-a5de-b651ec246458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:01.874971 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:01.938289 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96234787-cd50-4d3f-a5de-b651ec246458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:01.983048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784138128'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:02.028945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96234787-cd50-4d3f-a5de-b651ec246458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.032405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96234787-cd50-4d3f-a5de-b651ec246458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.037085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-96234787-cd50-4d3f-a5de-b651ec246458 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07f81a86-2fdd-437e-b6dc-0a280c739c24 HTTP/1.1" status: 204 len: 168 time: 0.3368783 Dec 08 22:05:02.075428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96234787-cd50-4d3f-a5de-b651ec246458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f81a86-2fdd-437e-b6dc-0a280c739c24,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:02.082745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.124975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-db89e47f-9aba-49dc-8d41-3d86cc576d98 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951033 Dec 08 22:05:02.153291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a53a904-d406-4703-a1da-b425082f595d {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:05:02.172064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59979f5-296c-4aa5-acdd-46f5832bfd43 req-7faf7f6d-5ae8-46a5-9b80-4f8584723daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:02.173989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a59979f5-296c-4aa5-acdd-46f5832bfd43 req-7faf7f6d-5ae8-46a5-9b80-4f8584723daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2605269 Dec 08 22:05:02.178800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.225103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6a53a904-d406-4703-a1da-b425082f595d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6a53a904-d406-4703-a1da-b425082f595d,segment=NetworkSegment(cdf91543-4c6f-4ef9-9d15-cc42f3685a77),segment_id=cdf91543-4c6f-4ef9-9d15-cc42f3685a77)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:02.238344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.352023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=6a53a904-d406-4703-a1da-b425082f595d,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:02.403260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a59979f5-296c-4aa5-acdd-46f5832bfd43 req-d47efef2-b780-4a98-82b0-0c618327c47b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883140 Dec 08 22:05:02.481924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8bd47658-a9a7-49dc-aa08-a299f46bc94f req-dcf07970-10fb-4b37-b774-3058fbf04d65 service neutron] 10.222.0.23 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059876 Dec 08 22:05:02.521042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.537848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.552998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6a53a904-d406-4703-a1da-b425082f595d'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:02.701407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc48f90-67fd-4ca7-98a2-a89f558996d3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:02.793169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc11b3-5a32-499b-9f2d-d5c001a639f0 req-a3332628-0966-476a-9d50-c6a3a800d37f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:02.795112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7dc11b3-5a32-499b-9f2d-d5c001a639f0 req-a3332628-0966-476a-9d50-c6a3a800d37f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1355784 Dec 08 22:05:02.828931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-e95abb46-0059-43a9-a5cd-7ad66ebad78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:02.831232 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-e95abb46-0059-43a9-a5cd-7ad66ebad78f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1096 time: 0.1242545 Dec 08 22:05:02.847600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.856592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652d9f-4951-403f-98de-bbf6a4351c09 req-030ac682-f658-4452-86d3-feaefb82813b tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:02.858557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8652d9f-4951-403f-98de-bbf6a4351c09 req-030ac682-f658-4452-86d3-feaefb82813b tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 944 time: 0.1344504 Dec 08 22:05:02.859834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.917293 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:02.918927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1485713 Dec 08 22:05:02.924993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46452) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:02.968439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae742d-1421-4878-9cdc-0aca345d940c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06264e7-ae9a-41a8-852d-8d198824f548,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:02.986070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8652d9f-4951-403f-98de-bbf6a4351c09 req-a740603f-7ece-415a-b33f-4a5f1d594f0d tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130319 Dec 08 22:05:03.019592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a59487ea-b0be-4e24-a38e-2cae08ea6f08 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0921125 Dec 08 22:05:03.023454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46454) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:03.032983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-56098e10-749d-444c-8638-e41750b8f074 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-security--639778647', 'description': 'tempest-security-description-1088673026'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:03.060875 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7dc11b3-5a32-499b-9f2d-d5c001a639f0 req-c8788296-5cae-49b6-b369-c745a015d137 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561550 Dec 08 22:05:03.074774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-56098e10-749d-444c-8638-e41750b8f074 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.122336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-af648b85-3b56-4715-aa80-dea72d53e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:03.124138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-af648b85-3b56-4715-aa80-dea72d53e213 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.2727368 Dec 08 22:05:03.157840 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-56098e10-749d-444c-8638-e41750b8f074 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.172241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-56098e10-749d-444c-8638-e41750b8f074 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.177427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-56098e10-749d-444c-8638-e41750b8f074 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.184330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-56098e10-749d-444c-8638-e41750b8f074 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "PUT /v2.0/security-groups/d06264e7-ae9a-41a8-852d-8d198824f548 HTTP/1.1" status: 200 len: 1779 time: 0.1597195 Dec 08 22:05:03.186702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:03.257457 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-598d3d0b-e562-45e5-9c86-1129afb74c76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.1259582 Dec 08 22:05:03.283540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56098e10-749d-444c-8638-e41750b8f074 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06264e7-ae9a-41a8-852d-8d198824f548,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:03.309728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7bb80b2d-3bcc-4c7c-bd49-bc0af0d35222 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups/d06264e7-ae9a-41a8-852d-8d198824f548 HTTP/1.1" status: 200 len: 1779 time: 0.1089613 Dec 08 22:05:03.312514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46472) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:03.419987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1ee43bd-ebb2-44c4-b61d-4697006f3636 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.465214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-a1c9fa6d-f33f-46ce-9c1a-9fc9a11ba058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:03.466856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1ee43bd-ebb2-44c4-b61d-4697006f3636 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.469309 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-a1c9fa6d-f33f-46ce-9c1a-9fc9a11ba058 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1818714 Dec 08 22:05:03.504198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-c9dd7693-b99a-4966-a4a4-b49cf7e18b31 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173360 Dec 08 22:05:03.525246 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1ee43bd-ebb2-44c4-b61d-4697006f3636 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.528987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6a53a904-d406-4703-a1da-b425082f595d up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:05:03.529318 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1ee43bd-ebb2-44c4-b61d-4697006f3636 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.530627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f1ee43bd-ebb2-44c4-b61d-4697006f3636 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/d06264e7-ae9a-41a8-852d-8d198824f548 HTTP/1.1" status: 204 len: 168 time: 0.2171972 Dec 08 22:05:03.539886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46480) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:03.598974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee43bd-ebb2-44c4-b61d-4697006f3636 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06264e7-ae9a-41a8-852d-8d198824f548,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:03.626175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 6a53a904-d406-4703-a1da-b425082f595d completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:05:03.635628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-0d31e228-2f20-460b-b792-fbe5a0b339d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:03.639319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-24cbe8a5-275b-4885-ac11-e78f8eac9ab3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953298 Dec 08 22:05:03.639566 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-0d31e228-2f20-460b-b792-fbe5a0b339d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539538 Dec 08 22:05:03.639669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46484) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:03.644833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 6a53a904-d406-4703-a1da-b425082f595d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:03.645196 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.657937 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-255124d1-7389-4c4e-b645-ebe6f949076d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] delete failed (client error): The resource could not be found. Dec 08 22:05:03.660181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-255124d1-7389-4c4e-b645-ebe6f949076d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/d06264e7-ae9a-41a8-852d-8d198824f548 HTTP/1.1" status: 404 len: 347 time: 0.0201411 Dec 08 22:05:03.664872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46486) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:03.670822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-89bfb9fa-2627-48aa-a0e8-d44a2bc39e2d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097607990'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:03.712650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89bfb9fa-2627-48aa-a0e8-d44a2bc39e2d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.717537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-740147b6-9c11-41c3-b744-8d5b6a84a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:03.723485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-740147b6-9c11-41c3-b744-8d5b6a84a3d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 1058 time: 0.1542788 Dec 08 22:05:03.793384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.843884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d15034b-d59d-44dd-999d-6ea566d715d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a53a904-d406-4703-a1da-b425082f595d'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:03.847519 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce202a-4b0f-4a81-9572-582361df20bf" -d '{"events": [{"server_uuid": "0d15034b-d59d-44dd-999d-6ea566d715d2", "name": "network-vif-plugged", "status": "completed", "tag": "6a53a904-d406-4703-a1da-b425082f595d"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:03.854940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89bfb9fa-2627-48aa-a0e8-d44a2bc39e2d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.863686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89bfb9fa-2627-48aa-a0e8-d44a2bc39e2d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.941288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6a53a904-d406-4703-a1da-b425082f595d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6a53a904-d406-4703-a1da-b425082f595d,segment=NetworkSegment(cdf91543-4c6f-4ef9-9d15-cc42f3685a77),segment_id=cdf91543-4c6f-4ef9-9d15-cc42f3685a77)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:03.945478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfb9fa-2627-48aa-a0e8-d44a2bc39e2d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94319f77-48e0-4165-ac01-a7be37ad155a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:03.952492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89bfb9fa-2627-48aa-a0e8-d44a2bc39e2d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.954902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-89bfb9fa-2627-48aa-a0e8-d44a2bc39e2d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2879910 Dec 08 22:05:03.957310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:03.960471 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:03.969949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1dab33c0-2d33-4310-a6e5-af7eb3966f58 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '94319f77-48e0-4165-ac01-a7be37ad155a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:03.980603 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85361e85-4353-4e49-afff-f88d860fb3b9 x-openstack-request-id: req-85361e85-4353-4e49-afff-f88d860fb3b9 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:03.980832 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d15034b-d59d-44dd-999d-6ea566d715d2", "name": "network-vif-plugged", "status": "completed", "tag": "6a53a904-d406-4703-a1da-b425082f595d", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:03.981105 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85361e85-4353-4e49-afff-f88d860fb3b9 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:03.981769 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d15034b-d59d-44dd-999d-6ea566d715d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a53a904-d406-4703-a1da-b425082f595d', 'code': 200} Dec 08 22:05:04.027070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1dab33c0-2d33-4310-a6e5-af7eb3966f58 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.110877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=6a53a904-d406-4703-a1da-b425082f595d,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:04.123581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-c9238540-e889-4a7f-ae9b-fce7ee5745ee service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666123 Dec 08 22:05:04.177375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-6dfa2c85-676b-44df-8ee0-fa63c5ad8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:04.178818 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-6dfa2c85-676b-44df-8ee0-fa63c5ad8164 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.3759778 Dec 08 22:05:04.284273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d4540-9e51-4632-8bee-cd429f001f9e req-8829a586-b71d-44b8-8147-e2e4e96915c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:04.286951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-962d4540-9e51-4632-8bee-cd429f001f9e req-8829a586-b71d-44b8-8147-e2e4e96915c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 1096 time: 0.2328696 Dec 08 22:05:04.333313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1dab33c0-2d33-4310-a6e5-af7eb3966f58 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.351509 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-059c6708-9b76-42bd-a9b2-9d4f6e401d7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a99478-5c7e-4087-b586-dc7d36631144 HTTP/1.1" status: 200 len: 217 time: 0.1025681 Dec 08 22:05:04.363269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-962d4540-9e51-4632-8bee-cd429f001f9e req-01926e21-9342-401f-b760-40edfef84c48 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666308 Dec 08 22:05:04.380808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cf706-6c5e-476b-8da9-2465e5e0a486 req-ecf6e0f1-9265-484b-a5f2-e8327665f945 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:04.389300 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a74cf706-6c5e-476b-8da9-2465e5e0a486 req-ecf6e0f1-9265-484b-a5f2-e8327665f945 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.2062969 Dec 08 22:05:04.400048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1dab33c0-2d33-4310-a6e5-af7eb3966f58 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.437978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1dab33c0-2d33-4310-a6e5-af7eb3966f58 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.443711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1dab33c0-2d33-4310-a6e5-af7eb3966f58 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4845858 Dec 08 22:05:04.444798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46528) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:04.476402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab33c0-2d33-4310-a6e5-af7eb3966f58 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bad5c1-ec07-4ab4-ad72-ab22bb6a18aa,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:04.478979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6bd54-7e2d-4f4b-a739-70e759d2b238 req-1a97491e-04ea-4b3a-b6e4-ba5aa2f4b9fa tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:04.481135 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fa6bd54-7e2d-4f4b-a739-70e759d2b238 req-1a97491e-04ea-4b3a-b6e4-ba5aa2f4b9fa tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 945 time: 0.3564520 Dec 08 22:05:04.509976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a74cf706-6c5e-476b-8da9-2465e5e0a486 req-a100c9e0-64a7-482e-a8ef-8603b475ec43 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189482 Dec 08 22:05:04.512197 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e933a00-628d-43a0-9f76-9dc8d1265e2c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.524563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e933a00-628d-43a0-9f76-9dc8d1265e2c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.540118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40d934b1-d1cb-4343-98cb-c334ec56a7f6 req-670d3bcc-292c-4805-8811-d9a91e74bff1 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059088 Dec 08 22:05:04.551329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-cf448af0-5f8a-4e1c-a7e3-d14d1d345298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:04.552875 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-cf448af0-5f8a-4e1c-a7e3-d14d1d345298 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1929264 Dec 08 22:05:04.589417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e933a00-628d-43a0-9f76-9dc8d1265e2c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.612520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e933a00-628d-43a0-9f76-9dc8d1265e2c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.615485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6e933a00-628d-43a0-9f76-9dc8d1265e2c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b1bad5c1-ec07-4ab4-ad72-ab22bb6a18aa HTTP/1.1" status: 204 len: 168 time: 0.1685343 Dec 08 22:05:04.616078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e933a00-628d-43a0-9f76-9dc8d1265e2c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1bad5c1-ec07-4ab4-ad72-ab22bb6a18aa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:04.619362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46544) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:04.626611 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fa6bd54-7e2d-4f4b-a739-70e759d2b238 req-b885f063-a606-4cb3-9038-459eebec282b tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851538 Dec 08 22:05:04.651162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-347551e9-f8b3-4008-9026-1b2d613287a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:04.652692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-347551e9-f8b3-4008-9026-1b2d613287a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832529 Dec 08 22:05:04.695327 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a35122fb-eb1e-449e-865f-538269a42739 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745621 Dec 08 22:05:04.707612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46548) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:04.772626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-7a5be0e5-fcbf-4c87-8140-9cab8de13613 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111727 Dec 08 22:05:04.794020 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a4a06922-7a74-4fb1-9291-308c1d1f5c64 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.825259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a4a06922-7a74-4fb1-9291-308c1d1f5c64 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.882490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a4a06922-7a74-4fb1-9291-308c1d1f5c64 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.888257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a4a06922-7a74-4fb1-9291-308c1d1f5c64 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:04.893844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a4a06922-7a74-4fb1-9291-308c1d1f5c64 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/94319f77-48e0-4165-ac01-a7be37ad155a HTTP/1.1" status: 204 len: 168 time: 0.1655452 Dec 08 22:05:04.894769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46550) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:04.912386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a06922-7a74-4fb1-9291-308c1d1f5c64 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94319f77-48e0-4165-ac01-a7be37ad155a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:04.913891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-591d4d23-6f57-4d84-afc5-71ede615bfca req-b922126e-e590-44e1-a343-1faa8559e693 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298616 Dec 08 22:05:04.984074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46552) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:04.985193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d61a9b04-592a-484e-ada0-d874f587182e tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795150 Dec 08 22:05:04.988682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4cfa7797-016b-4c65-8cd4-46fbdfcdde05 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--470598522'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:05.018763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7797-016b-4c65-8cd4-46fbdfcdde05 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.110934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7797-016b-4c65-8cd4-46fbdfcdde05 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.135144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7797-016b-4c65-8cd4-46fbdfcdde05 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.180244 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7797-016b-4c65-8cd4-46fbdfcdde05 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.181744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4cfa7797-016b-4c65-8cd4-46fbdfcdde05 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1965692 Dec 08 22:05:05.184641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46564) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:05.189780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-315da74e-52fa-4706-9a05-03a40b2d162f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '3efaf08a-7275-403c-809b-999c34f10f8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:05.218019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa7797-016b-4c65-8cd4-46fbdfcdde05 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3efaf08a-7275-403c-809b-999c34f10f8d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:05.241510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-315da74e-52fa-4706-9a05-03a40b2d162f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.308397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-315da74e-52fa-4706-9a05-03a40b2d162f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.314192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-315da74e-52fa-4706-9a05-03a40b2d162f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.343455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315da74e-52fa-4706-9a05-03a40b2d162f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970bf70e-4ada-44e7-aab8-5e24bdb2b637,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:05.349763 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-315da74e-52fa-4706-9a05-03a40b2d162f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.352214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-315da74e-52fa-4706-9a05-03a40b2d162f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664095 Dec 08 22:05:05.354632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46568) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:05.359257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e54855c2-51aa-41a3-8521-07b3714dba40 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '3efaf08a-7275-403c-809b-999c34f10f8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:05.397626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e54855c2-51aa-41a3-8521-07b3714dba40 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.476335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e54855c2-51aa-41a3-8521-07b3714dba40 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.483213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e54855c2-51aa-41a3-8521-07b3714dba40 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.502276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54855c2-51aa-41a3-8521-07b3714dba40 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cfbea4-2002-4348-b4db-ee26ab1a31b6,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:05.533001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e54855c2-51aa-41a3-8521-07b3714dba40 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.534279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e54855c2-51aa-41a3-8521-07b3714dba40 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1785662 Dec 08 22:05:05.537434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46576) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:05.543929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6a459444-8705-4864-b5dd-987a5282b7f2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '3efaf08a-7275-403c-809b-999c34f10f8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:05.585287 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d6fc26de-f859-4167-912a-aaf2a49ffb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.607724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a459444-8705-4864-b5dd-987a5282b7f2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.685381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a459444-8705-4864-b5dd-987a5282b7f2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.693631 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a459444-8705-4864-b5dd-987a5282b7f2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.725834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a459444-8705-4864-b5dd-987a5282b7f2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a57ed0-2d56-428a-9633-089e69466ac5,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:05.733153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1efd3-8102-41ce-a46e-6a444f303847 req-b77e5f79-7174-44d4-bde3-bd94ab397350 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:05.737922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-54e1efd3-8102-41ce-a46e-6a444f303847 req-b77e5f79-7174-44d4-bde3-bd94ab397350 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1155832 Dec 08 22:05:05.760799 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a459444-8705-4864-b5dd-987a5282b7f2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.762319 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6a459444-8705-4864-b5dd-987a5282b7f2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2238989 Dec 08 22:05:05.764957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46582) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:05.770571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-93aaa446-56a3-4041-a781-e60db79b21fe tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '3efaf08a-7275-403c-809b-999c34f10f8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:05.793549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-54e1efd3-8102-41ce-a46e-6a444f303847 req-4c7b3feb-4c24-4ab8-8e7d-2e2ed33394bd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441780 Dec 08 22:05:05.852698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b5b14-046f-4a6b-ac92-c00d270f9a52 req-bc7a8728-d91d-42ad-9902-c49b230d6902 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:05.854604 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9b5b14-046f-4a6b-ac92-c00d270f9a52 req-bc7a8728-d91d-42ad-9902-c49b230d6902 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 945 time: 0.1103857 Dec 08 22:05:05.891033 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93aaa446-56a3-4041-a781-e60db79b21fe tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:05.972291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962553-3def-4183-ac2a-d0bd33913ebd req-2ddca54c-9d37-4f0a-bec3-fd43568b84ad tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:05.980668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-da9b5b14-046f-4a6b-ac92-c00d270f9a52 req-9f03c892-82c4-4129-b13d-104b5f776b7f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142569 Dec 08 22:05:05.981776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42962553-3def-4183-ac2a-d0bd33913ebd req-2ddca54c-9d37-4f0a-bec3-fd43568b84ad tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0976458 Dec 08 22:05:06.021099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93aaa446-56a3-4041-a781-e60db79b21fe tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.031073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93aaa446-56a3-4041-a781-e60db79b21fe tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.046476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-42962553-3def-4183-ac2a-d0bd33913ebd req-e32e7308-85db-48ed-bc76-665613f44e18 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593603 Dec 08 22:05:06.102560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93aaa446-56a3-4041-a781-e60db79b21fe tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.110682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46596) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:06.112670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-93aaa446-56a3-4041-a781-e60db79b21fe tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458793 Dec 08 22:05:06.115678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa446-56a3-4041-a781-e60db79b21fe tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72b80be-81d0-4bd8-a9f4-5422a5c357e2,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:06.138227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b9b3782d-51d8-49c3-8769-4f30258b27c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '3efaf08a-7275-403c-809b-999c34f10f8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:06.211717 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9b3782d-51d8-49c3-8769-4f30258b27c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.293377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e53ebd-4336-49f4-851a-51ebd131dcc9 req-7e5798ed-1b14-4454-bbd2-23f9878fb44e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:06.302470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2e53ebd-4336-49f4-851a-51ebd131dcc9 req-7e5798ed-1b14-4454-bbd2-23f9878fb44e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1256292 Dec 08 22:05:06.384192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2e53ebd-4336-49f4-851a-51ebd131dcc9 req-bc0be4b1-a3d6-48ac-ae38-48fc420d04ba tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806968 Dec 08 22:05:06.420764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9b3782d-51d8-49c3-8769-4f30258b27c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.445771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9b3782d-51d8-49c3-8769-4f30258b27c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.453512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-af5d1b00-1c30-44b7-83d4-a6f9a039d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:06.455469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-af5d1b00-1c30-44b7-83d4-a6f9a039d25b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b558eb8e32e4f65b3202fedfa37c200&device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 1096 time: 0.0673237 Dec 08 22:05:06.483369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3782d-51d8-49c3-8769-4f30258b27c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24688000-4eb4-4132-9975-96678abd4d4b,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:06.537257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a47f-0846-468a-8b68-d25cd977a641 req-0cd44909-f7fb-48d1-a21a-e7db4a208c54 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:06.539332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0706a47f-0846-468a-8b68-d25cd977a641 req-0cd44909-f7fb-48d1-a21a-e7db4a208c54 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 945 time: 0.1131124 Dec 08 22:05:06.542166 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9b3782d-51d8-49c3-8769-4f30258b27c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.546496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b9b3782d-51d8-49c3-8769-4f30258b27c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4345996 Dec 08 22:05:06.547084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46622) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:06.585823 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f9d64d9a-186a-4d28-896d-a10c5168b657 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.587764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0706a47f-0846-468a-8b68-d25cd977a641 req-7c8a910e-3b2b-46c5-960b-5291010c36a1 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Dec 08 22:05:06.604741 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f9d64d9a-186a-4d28-896d-a10c5168b657 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.657157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-ef9ff4c3-2331-4a2a-9549-7131722b4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:06.659456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-ef9ff4c3-2331-4a2a-9549-7131722b4340 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e56d077-d9e4-4bed-b4d9-262553a691ae HTTP/1.1" status: 200 len: 914 time: 0.1927550 Dec 08 22:05:06.660492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f9d64d9a-186a-4d28-896d-a10c5168b657 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.668205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f9d64d9a-186a-4d28-896d-a10c5168b657 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.671953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46628) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:06.672105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f9d64d9a-186a-4d28-896d-a10c5168b657 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/24688000-4eb4-4132-9975-96678abd4d4b HTTP/1.1" status: 204 len: 168 time: 0.1220694 Dec 08 22:05:06.683600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d64d9a-186a-4d28-896d-a10c5168b657 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24688000-4eb4-4132-9975-96678abd4d4b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:06.722614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-26de6c16-37f1-40b8-96a0-9c8c0b9af418 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a53a904-d406-4703-a1da-b425082f595d HTTP/1.1" status: 200 len: 217 time: 0.0494411 Dec 08 22:05:06.743567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dca5b527-cbf0-456c-ab67-67d09ad592dd tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0688620 Dec 08 22:05:06.745007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46632) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:06.776619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ba293e8-45c9-4acc-b982-c43aa715bf08 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.784827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ba293e8-45c9-4acc-b982-c43aa715bf08 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.805556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-b0548db4-1b18-45cd-b93a-76a7c742fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:06.807239 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-b0548db4-1b18-45cd-b93a-76a7c742fe3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f5493744-38bf-4ee0-a8b9-d56e2a85b4a8 HTTP/1.1" status: 200 len: 853 time: 0.0713153 Dec 08 22:05:06.852378 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-a1bcc828-d08c-4110-b06a-75c1ba1c4549 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e56d077-d9e4-4bed-b4d9-262553a691ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379076 Dec 08 22:05:06.857168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f6c10-f72e-4c30-af88-96331e3a4e25 req-d34ee6db-62e9-48d5-ac9b-b83941c6a15c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:06.858758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-192f6c10-f72e-4c30-af88-96331e3a4e25 req-d34ee6db-62e9-48d5-ac9b-b83941c6a15c tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0673256 Dec 08 22:05:06.859879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ba293e8-45c9-4acc-b982-c43aa715bf08 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.866340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ba293e8-45c9-4acc-b982-c43aa715bf08 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:06.867704 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5ba293e8-45c9-4acc-b982-c43aa715bf08 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b72b80be-81d0-4bd8-a9f4-5422a5c357e2 HTTP/1.1" status: 204 len: 168 time: 0.1217613 Dec 08 22:05:06.870464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46634) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:06.911158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba293e8-45c9-4acc-b982-c43aa715bf08 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b72b80be-81d0-4bd8-a9f4-5422a5c357e2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:06.947758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9216756a-d568-4c81-b22d-5a37e1cd2c09 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0756507 Dec 08 22:05:06.950528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46636) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:06.972696 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-192f6c10-f72e-4c30-af88-96331e3a4e25 req-5173d6e5-42fe-424d-826d-07a497c71ebf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000295 Dec 08 22:05:06.992441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e32df6eb-f4d5-4c8b-bf8e-57d437f3ca9b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.003166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-17a16a05-2dca-4ab5-b186-d96735b236e7 service neutron] 10.222.0.23 "GET /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352997 Dec 08 22:05:07.004733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e32df6eb-f4d5-4c8b-bf8e-57d437f3ca9b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.059609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e32df6eb-f4d5-4c8b-bf8e-57d437f3ca9b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.075668 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e32df6eb-f4d5-4c8b-bf8e-57d437f3ca9b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.079941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e32df6eb-f4d5-4c8b-bf8e-57d437f3ca9b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/35a57ed0-2d56-428a-9633-089e69466ac5 HTTP/1.1" status: 204 len: 168 time: 0.1263177 Dec 08 22:05:07.079941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32df6eb-f4d5-4c8b-bf8e-57d437f3ca9b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35a57ed0-2d56-428a-9633-089e69466ac5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:07.084506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46642) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.137749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3990fc8f-16d8-4b58-bfd8-825dccf7bd7d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0517347 Dec 08 22:05:07.138370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46644) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.147366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cf2cb5a-6f36-4db3-b89b-bfe0618d4dec req-03be66f4-cae6-495c-bcf3-ce225d678643 service neutron] 10.222.0.23 "GET /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371582 Dec 08 22:05:07.163094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c013935-1b16-4868-881b-60e2d77ef57b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.171469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c013935-1b16-4868-881b-60e2d77ef57b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.207686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c013935-1b16-4868-881b-60e2d77ef57b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.212630 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c013935-1b16-4868-881b-60e2d77ef57b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.213969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3c013935-1b16-4868-881b-60e2d77ef57b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/37cfbea4-2002-4348-b4db-ee26ab1a31b6 HTTP/1.1" status: 204 len: 168 time: 0.0746083 Dec 08 22:05:07.216851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46646) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.221921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c013935-1b16-4868-881b-60e2d77ef57b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37cfbea4-2002-4348-b4db-ee26ab1a31b6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:07.271616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f7303fc8-7304-4936-9003-2b4e7cb74a3d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0530035 Dec 08 22:05:07.274346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46652) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.313978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bee94df-e9a3-44ce-8607-061ee17be06a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.322753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bee94df-e9a3-44ce-8607-061ee17be06a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.375472 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bee94df-e9a3-44ce-8607-061ee17be06a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.384463 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9bee94df-e9a3-44ce-8607-061ee17be06a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.386745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9bee94df-e9a3-44ce-8607-061ee17be06a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/970bf70e-4ada-44e7-aab8-5e24bdb2b637 HTTP/1.1" status: 204 len: 168 time: 0.1102722 Dec 08 22:05:07.388410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46658) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.401042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee94df-e9a3-44ce-8607-061ee17be06a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=970bf70e-4ada-44e7-aab8-5e24bdb2b637,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:07.442828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2f80e7d3-fc9c-41d3-8b3a-347f5220deeb tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502162 Dec 08 22:05:07.443257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46662) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.506833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dceeda1-c209-4edc-8237-41bf8b5592bd tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.531088 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dceeda1-c209-4edc-8237-41bf8b5592bd tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.586585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dceeda1-c209-4edc-8237-41bf8b5592bd tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.590371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dceeda1-c209-4edc-8237-41bf8b5592bd tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.594095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9dceeda1-c209-4edc-8237-41bf8b5592bd tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/3efaf08a-7275-403c-809b-999c34f10f8d HTTP/1.1" status: 204 len: 168 time: 0.1474380 Dec 08 22:05:07.594933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46666) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.608451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dceeda1-c209-4edc-8237-41bf8b5592bd tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efaf08a-7275-403c-809b-999c34f10f8d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:07.660650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46674) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.662216 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6974e4fa-657c-4b4a-b239-184a0aaac966 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644333 Dec 08 22:05:07.665660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f4f78caa-a94d-4e9f-9d0d-9a559d9f6717 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480641700'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:07.715833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4f78caa-a94d-4e9f-9d0d-9a559d9f6717 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.824740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557bacf-5a3c-472e-87bb-bf5350ece611 req-7f8a9975-d618-4ec6-826b-cc2fd3207695 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:07.826359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3557bacf-5a3c-472e-87bb-bf5350ece611 req-7f8a9975-d618-4ec6-826b-cc2fd3207695 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 945 time: 0.1023862 Dec 08 22:05:07.864514 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4f78caa-a94d-4e9f-9d0d-9a559d9f6717 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.882024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4f78caa-a94d-4e9f-9d0d-9a559d9f6717 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.905051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3557bacf-5a3c-472e-87bb-bf5350ece611 req-e39ab8fa-9bff-41c5-82b3-9d5acd983a09 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 Dec 08 22:05:07.924878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f78caa-a94d-4e9f-9d0d-9a559d9f6717 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149b6037-92ba-491d-8395-69446f2eee2f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:07.930635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4f78caa-a94d-4e9f-9d0d-9a559d9f6717 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:07.932878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f4f78caa-a94d-4e9f-9d0d-9a559d9f6717 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2708220 Dec 08 22:05:07.935263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46678) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:07.940798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-41a82371-0e9c-4b23-a537-4d3d503b5f29 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '149b6037-92ba-491d-8395-69446f2eee2f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:07.970235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-41a82371-0e9c-4b23-a537-4d3d503b5f29 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.063483 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-41a82371-0e9c-4b23-a537-4d3d503b5f29 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.074096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-41a82371-0e9c-4b23-a537-4d3d503b5f29 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.107965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a82371-0e9c-4b23-a537-4d3d503b5f29 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fe5e1c-7c76-4ad5-9f32-b65ab3d20f08,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:08.129735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-41a82371-0e9c-4b23-a537-4d3d503b5f29 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.135928 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-41a82371-0e9c-4b23-a537-4d3d503b5f29 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1991746 Dec 08 22:05:08.138969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46688) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:08.168684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3242d-61bd-4045-b61d-189f0bacb3c9 req-29064415-6cdb-4787-a296-c3f56f15514a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:08.176554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1ec3242d-61bd-4045-b61d-189f0bacb3c9 req-29064415-6cdb-4787-a296-c3f56f15514a tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0936131 Dec 08 22:05:08.255975 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1ec3242d-61bd-4045-b61d-189f0bacb3c9 req-200c2487-47f0-4984-9f1c-d70f83ecf752 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784624 Dec 08 22:05:08.273354 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da827407-1156-49ac-8344-7e460174987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.289963 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1f9be1f-0735-46b9-a862-2ae02ab36b1a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.335585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1f9be1f-0735-46b9-a862-2ae02ab36b1a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.443892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1f9be1f-0735-46b9-a862-2ae02ab36b1a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.446640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1f9be1f-0735-46b9-a862-2ae02ab36b1a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.447884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e1f9be1f-0735-46b9-a862-2ae02ab36b1a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/149b6037-92ba-491d-8395-69446f2eee2f HTTP/1.1" status: 204 len: 168 time: 0.3079216 Dec 08 22:05:08.450529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46696) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:08.469678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9be1f-0735-46b9-a862-2ae02ab36b1a tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b6037-92ba-491d-8395-69446f2eee2f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:08.660137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-02bf93b5-0b2b-4b09-b053-16784faf10bd tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2075655 Dec 08 22:05:08.663834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46704) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:08.669203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6c698677-e56a-4812-bb28-c042a1b815a5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--520268319'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:08.712033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f8133-44f4-48ee-8239-1efd0311ab45 req-ae753c0a-d50b-4bfb-a889-b01714477efe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:08.714105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8a1f8133-44f4-48ee-8239-1efd0311ab45 req-ae753c0a-d50b-4bfb-a889-b01714477efe tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1497276 Dec 08 22:05:08.719665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c698677-e56a-4812-bb28-c042a1b815a5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.785328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0627099-c36e-470b-8be1-1acadf225940 req-1908ef37-fc41-44b5-b691-38b8034340b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:08.786880 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0627099-c36e-470b-8be1-1acadf225940 req-1908ef37-fc41-44b5-b691-38b8034340b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64a902ad8ee746c39827af079b3a0c5f&device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 1096 time: 0.1782055 Dec 08 22:05:08.848941 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c698677-e56a-4812-bb28-c042a1b815a5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.858773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c698677-e56a-4812-bb28-c042a1b815a5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.868148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8a1f8133-44f4-48ee-8239-1efd0311ab45 req-5db0a27f-2e97-4e6b-8358-daae4a2e3190 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367354 Dec 08 22:05:08.894865 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.932492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c698677-e56a-4812-bb28-c042a1b815a5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45e64b-a1e0-4a1c-974a-73d517554e9c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:08.948597 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c698677-e56a-4812-bb28-c042a1b815a5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:08.951151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6c698677-e56a-4812-bb28-c042a1b815a5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2857916 Dec 08 22:05:08.953994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46712) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:08.962275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6c81c64e-1efd-4035-9eb7-1ca692804f4f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716572045'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:08.998191 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c81c64e-1efd-4035-9eb7-1ca692804f4f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.054389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0627099-c36e-470b-8be1-1acadf225940 req-ee000943-bbed-4c24-9cc8-17e6f555ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:09.057073 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0627099-c36e-470b-8be1-1acadf225940 req-ee000943-bbed-4c24-9cc8-17e6f555ee88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 200 len: 912 time: 0.2520170 Dec 08 22:05:09.164247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0627099-c36e-470b-8be1-1acadf225940 req-16352fca-008f-4d1b-b539-15f45c41c300 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 200 len: 999 time: 0.0999377 Dec 08 22:05:09.205920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3b9e6-fba6-4c82-aef8-ee40fd80aa9e req-f6df4a01-8245-4db0-a8da-ebba325cf0af tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:09.216948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aa3b9e6-fba6-4c82-aef8-ee40fd80aa9e req-f6df4a01-8245-4db0-a8da-ebba325cf0af tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 945 time: 0.1776676 Dec 08 22:05:09.296671 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c81c64e-1efd-4035-9eb7-1ca692804f4f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.310476 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0627099-c36e-470b-8be1-1acadf225940 req-0c687c87-15c0-4a72-bef5-b1fa70ad5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:09.312163 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0627099-c36e-470b-8be1-1acadf225940 req-0c687c87-15c0-4a72-bef5-b1fa70ad5725 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 200 len: 850 time: 0.1410983 Dec 08 22:05:09.315001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c81c64e-1efd-4035-9eb7-1ca692804f4f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.389937 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c81c64e-1efd-4035-9eb7-1ca692804f4f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.392538 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6c81c64e-1efd-4035-9eb7-1ca692804f4f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4369497 Dec 08 22:05:09.400917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46720) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:09.413167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bcda2383-50c7-4986-b62b-7992d0355856 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '7c45e64b-a1e0-4a1c-974a-73d517554e9c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '290415c1-43cc-4d3a-92ec-3181cf4b5c50', 'remote_ip_prefix': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:09.439183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0627099-c36e-470b-8be1-1acadf225940 req-b4119766-e04b-4c12-aeb7-4ca4e252e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:09.457617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0627099-c36e-470b-8be1-1acadf225940 req-b4119766-e04b-4c12-aeb7-4ca4e252e127 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76c03ce-0af3-41eb-8216-726e197ec182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376016 Dec 08 22:05:09.472635 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.476410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81c64e-1efd-4035-9eb7-1ca692804f4f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290415c1-43cc-4d3a-92ec-3181cf4b5c50,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:09.517450 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.522921 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aa3b9e6-fba6-4c82-aef8-ee40fd80aa9e req-bd9814d6-8292-4b24-9f98-a8a414f3365d tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028023 Dec 08 22:05:09.620521 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0627099-c36e-470b-8be1-1acadf225940 req-f140591f-33dc-4ec1-8f3d-da01302d82d3 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507487 Dec 08 22:05:09.710021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bcda2383-50c7-4986-b62b-7992d0355856 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.794123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0627099-c36e-470b-8be1-1acadf225940 req-9923840e-7d27-46b3-8b53-8ab8234a5914 service neutron] 10.222.0.37 "GET /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649239 Dec 08 22:05:09.844497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bcda2383-50c7-4986-b62b-7992d0355856 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.859465 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bcda2383-50c7-4986-b62b-7992d0355856 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.890399 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bcda2383-50c7-4986-b62b-7992d0355856 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.892352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bcda2383-50c7-4986-b62b-7992d0355856 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4903915 Dec 08 22:05:09.896330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda2383-50c7-4986-b62b-7992d0355856 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8beb42-469b-4b28-b2ee-fa0823dc1f1c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:09.896894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46734) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:09.949499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6157e8ce-0002-4f1c-b0a7-1f1f118c9696 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:09.960495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6157e8ce-0002-4f1c-b0a7-1f1f118c9696 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.034178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.069232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e5263-80ea-408a-b686-e57296990377 req-1ef7689b-5679-44b4-b674-7053f42ffae7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:10.071091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6157e8ce-0002-4f1c-b0a7-1f1f118c9696 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.071322 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f40e5263-80ea-408a-b686-e57296990377 req-1ef7689b-5679-44b4-b674-7053f42ffae7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1070111 Dec 08 22:05:10.077092 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6157e8ce-0002-4f1c-b0a7-1f1f118c9696 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.081260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6157e8ce-0002-4f1c-b0a7-1f1f118c9696 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6d8beb42-469b-4b28-b2ee-fa0823dc1f1c HTTP/1.1" status: 204 len: 168 time: 0.1804979 Dec 08 22:05:10.082156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46742) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:10.128515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157e8ce-0002-4f1c-b0a7-1f1f118c9696 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d8beb42-469b-4b28-b2ee-fa0823dc1f1c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:10.196336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5e14c48d-654a-4a16-9f2d-0a54f7018da8 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1005437 Dec 08 22:05:10.202574 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f40e5263-80ea-408a-b686-e57296990377 req-50791f45-99fe-4869-a3b9-1864533d2ddd tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235306 Dec 08 22:05:10.203302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46744) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:10.206309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226daf12-36ad-497a-94ae-70d4a5ae90c0 req-25674405-682c-4e58-bba1-53f268f7df62 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:10.215341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-226daf12-36ad-497a-94ae-70d4a5ae90c0 req-25674405-682c-4e58-bba1-53f268f7df62 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 945 time: 0.1113963 Dec 08 22:05:10.266521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-226daf12-36ad-497a-94ae-70d4a5ae90c0 req-eb72e332-2ab7-48ce-a7a3-ffcbc27fe311 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454016 Dec 08 22:05:10.276537 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07705669-b2e4-4169-9936-b284646d5f6e tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.295979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07705669-b2e4-4169-9936-b284646d5f6e tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.360184 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07705669-b2e4-4169-9936-b284646d5f6e tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.363815 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07705669-b2e4-4169-9936-b284646d5f6e tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.365456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-07705669-b2e4-4169-9936-b284646d5f6e tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/290415c1-43cc-4d3a-92ec-3181cf4b5c50 HTTP/1.1" status: 204 len: 168 time: 0.1607373 Dec 08 22:05:10.368238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46746) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:10.376782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07705669-b2e4-4169-9936-b284646d5f6e tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290415c1-43cc-4d3a-92ec-3181cf4b5c50,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:10.470167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6110c916-a575-4d24-bf1a-f670748b147e tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1005137 Dec 08 22:05:10.473450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46752) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:10.568194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.597029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.641588 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.646156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.647466 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c45e64b-a1e0-4a1c-974a-73d517554e9c HTTP/1.1" status: 204 len: 168 time: 0.1730151 Dec 08 22:05:10.650054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46758) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:10.659290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45e64b-a1e0-4a1c-974a-73d517554e9c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:10.669518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.670375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.671011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.671521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.672132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.673085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.673687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.674265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.674850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.675405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.675937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.676590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16388d-2d10-431f-9706-876d1b08b4b3 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:10.734919 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0adef566-6df0-440d-ae3e-4767f72310b5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788903 Dec 08 22:05:10.735230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46760) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:10.740133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ae85277f-5638-4e20-b5d0-0af5bb581f91 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--549547808'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:10.770815 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae85277f-5638-4e20-b5d0-0af5bb581f91 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.891096 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae85277f-5638-4e20-b5d0-0af5bb581f91 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.896963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae85277f-5638-4e20-b5d0-0af5bb581f91 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.961535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85277f-5638-4e20-b5d0-0af5bb581f91 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c080808-a76b-42f1-b65b-d231779c462d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:10.971996 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae85277f-5638-4e20-b5d0-0af5bb581f91 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:10.975799 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ae85277f-5638-4e20-b5d0-0af5bb581f91 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2370632 Dec 08 22:05:10.976631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:10.983678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d6a3c069-9b73-44fa-99a0-f06df3f7b23c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '8c080808-a76b-42f1-b65b-d231779c462d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:11.002331 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.016462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c069-9b73-44fa-99a0-f06df3f7b23c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.079755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c069-9b73-44fa-99a0-f06df3f7b23c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.085060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c069-9b73-44fa-99a0-f06df3f7b23c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.110287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3c069-9b73-44fa-99a0-f06df3f7b23c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4b3628-2f29-488b-97a5-9a85834b71aa,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:11.117863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c069-9b73-44fa-99a0-f06df3f7b23c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.121653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d6a3c069-9b73-44fa-99a0-f06df3f7b23c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1422026 Dec 08 22:05:11.122022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46776) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:11.151130 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18c9faad-8b3e-40e9-bb2e-878e0d325707 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.160177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18c9faad-8b3e-40e9-bb2e-878e0d325707 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.198747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18c9faad-8b3e-40e9-bb2e-878e0d325707 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.200054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18c9faad-8b3e-40e9-bb2e-878e0d325707 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.206133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-18c9faad-8b3e-40e9-bb2e-878e0d325707 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cb4b3628-2f29-488b-97a5-9a85834b71aa HTTP/1.1" status: 204 len: 168 time: 0.0804186 Dec 08 22:05:11.206306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46784) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:11.209740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9faad-8b3e-40e9-bb2e-878e0d325707 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb4b3628-2f29-488b-97a5-9a85834b71aa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:11.264914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-373795d7-bb12-4004-8792-06226c0b1075 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570986 Dec 08 22:05:11.268020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:11.330125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b4c6d-367b-4fb2-88d6-a2b4f8531bd3 req-01dbf0ec-ab8f-4889-af74-b1ef2c36ec3e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:11.332015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-593b4c6d-367b-4fb2-88d6-a2b4f8531bd3 req-01dbf0ec-ab8f-4889-af74-b1ef2c36ec3e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0600369 Dec 08 22:05:11.377251 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-593b4c6d-367b-4fb2-88d6-a2b4f8531bd3 req-e29d6562-6360-43e8-a0ae-1d772bb9ebdf tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381637 Dec 08 22:05:11.443042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-86b49d9e-2ca9-4f79-ad77-3f59db7eb9c7 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:11.444677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-86b49d9e-2ca9-4f79-ad77-3f59db7eb9c7 tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 945 time: 0.1490581 Dec 08 22:05:11.460686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77656671-4636-46b5-a3b0-e1ffe8fadb10 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.517379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556115f-d160-4f4e-a920-f11c614f0592 req-3db169cb-d17a-4497-a046-d4a60388bbca tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:11.523985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2fcc0-e149-4784-a5be-17411cfa1f3c req-7ce069a6-84f2-49b9-8235-0c0ba6569084 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:11.524596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7556115f-d160-4f4e-a920-f11c614f0592 req-3db169cb-d17a-4497-a046-d4a60388bbca tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d15034b-d59d-44dd-999d-6ea566d715d2 HTTP/1.1" status: 200 len: 945 time: 0.1545565 Dec 08 22:05:11.533374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9d2fcc0-e149-4784-a5be-17411cfa1f3c req-7ce069a6-84f2-49b9-8235-0c0ba6569084 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0724683 Dec 08 22:05:11.569037 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77656671-4636-46b5-a3b0-e1ffe8fadb10 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.586737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c9d2fcc0-e149-4784-a5be-17411cfa1f3c req-c5739509-e0c2-4aa3-b796-df0106179c8b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518436 Dec 08 22:05:11.643411 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7556115f-d160-4f4e-a920-f11c614f0592 req-718dbba5-a389-43e9-a168-fd8d15f9071e tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dffb86d-70e2-42a2-9ce9-9cfe44e60455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134486 Dec 08 22:05:11.708548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Deleting port 6a53a904-d406-4703-a1da-b425082f595d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:11.708989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.712175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77656671-4636-46b5-a3b0-e1ffe8fadb10 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.715410 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77656671-4636-46b5-a3b0-e1ffe8fadb10 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.717083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-77656671-4636-46b5-a3b0-e1ffe8fadb10 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c080808-a76b-42f1-b65b-d231779c462d HTTP/1.1" status: 204 len: 168 time: 0.4479280 Dec 08 22:05:11.719468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46806) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:11.763710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77656671-4636-46b5-a3b0-e1ffe8fadb10 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c080808-a76b-42f1-b65b-d231779c462d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:11.807472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-516d6292-496e-4f3d-866b-603c4d2492a1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0865285 Dec 08 22:05:11.813473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46812) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:11.818578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ccfb1ae6-5dcd-439f-923e-c3fea9b30e52 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--224568799'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:11.850905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ccfb1ae6-5dcd-439f-923e-c3fea9b30e52 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.927725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] For port 6a53a904-d406-4703-a1da-b425082f595d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6a53a904-d406-4703-a1da-b425082f595d,segment=NetworkSegment(cdf91543-4c6f-4ef9-9d15-cc42f3685a77),segment_id=cdf91543-4c6f-4ef9-9d15-cc42f3685a77)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:11.928176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:11.951379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Calling delete_port for 6a53a904-d406-4703-a1da-b425082f595d owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:12.014526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ccfb1ae6-5dcd-439f-923e-c3fea9b30e52 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.022617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ccfb1ae6-5dcd-439f-923e-c3fea9b30e52 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.068826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ccfb1ae6-5dcd-439f-923e-c3fea9b30e52 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.071450 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ccfb1ae6-5dcd-439f-923e-c3fea9b30e52 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2569158 Dec 08 22:05:12.074119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb1ae6-5dcd-439f-923e-c3fea9b30e52 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2061e478-8fc3-40f8-91a8-50d9c5ba4d77,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:12.077867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46824) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.083610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-23a3e90b-e7e8-4178-be34-6bbb8e0ca85f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '2061e478-8fc3-40f8-91a8-50d9c5ba4d77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:12.134146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-23a3e90b-e7e8-4178-be34-6bbb8e0ca85f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.163253 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-31f91f36-22e8-488b-a249-0a3de4cf5f2a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828087218&fields=id&tenant_id=7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 267 time: 0.1016357 Dec 08 22:05:12.238805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-23a3e90b-e7e8-4178-be34-6bbb8e0ca85f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.251600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-23a3e90b-e7e8-4178-be34-6bbb8e0ca85f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.275754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3e90b-e7e8-4178-be34-6bbb8e0ca85f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0494c0-8f49-4b6c-a2ad-10cff0437476,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:12.291820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-23a3e90b-e7e8-4178-be34-6bbb8e0ca85f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.292360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.297187 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-23a3e90b-e7e8-4178-be34-6bbb8e0ca85f tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2140608 Dec 08 22:05:12.297187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46836) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.306194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6a53a904-d406-4703-a1da-b425082f595d'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:12.315397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9370cd0f-f276-4c9f-b3b5-d1a773ede903 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules/9d0494c0-8f49-4b6c-a2ad-10cff0437476 HTTP/1.1" status: 200 len: 763 time: 0.0179040 Dec 08 22:05:12.318108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46838) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.363778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Pushing event deleted for resources: {'Port': ['ID=6a53a904-d406-4703-a1da-b425082f595d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:12.398102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-95e6ce79-0cf4-4f9c-b461-bc89f2089eef tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0783961 Dec 08 22:05:12.398746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46848) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.425522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff51c03a-2528-4dd4-8a71-6b150685b096 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.434507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-6d53fc2b-5d65-4ab1-8761-2e7fc5e46e21 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:12.436538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff51c03a-2528-4dd4-8a71-6b150685b096 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.442774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-6d53fc2b-5d65-4ab1-8761-2e7fc5e46e21 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.2667351 Dec 08 22:05:12.466496 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff51c03a-2528-4dd4-8a71-6b150685b096 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.470816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] No DVR routers for this DVR port 6a53a904-d406-4703-a1da-b425082f595d on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:12.474819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.478231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2667135-6eb3-4ec2-b843-c191b3b7cf14 req-130bb12b-af09-4ac4-a6a9-5f679d07cb3f tempest-InstanceActionsTestJSON-751795972 tempest-InstanceActionsTestJSON-751795972-project] 10.222.0.23 "DELETE /v2.0/ports/6a53a904-d406-4703-a1da-b425082f595d HTTP/1.1" status: 204 len: 173 time: 1.0248024 Dec 08 22:05:12.478379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff51c03a-2528-4dd4-8a71-6b150685b096 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.478877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d15034b-d59d-44dd-999d-6ea566d715d2', 'name': 'network-vif-deleted', 'tag': '6a53a904-d406-4703-a1da-b425082f595d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:12.481401 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55161cc-d1c6-4156-9333-52d1eddab7c2" -d '{"events": [{"server_uuid": "0d15034b-d59d-44dd-999d-6ea566d715d2", "name": "network-vif-deleted", "tag": "6a53a904-d406-4703-a1da-b425082f595d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:12.483367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ff51c03a-2528-4dd4-8a71-6b150685b096 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9d0494c0-8f49-4b6c-a2ad-10cff0437476 HTTP/1.1" status: 204 len: 168 time: 0.0835655 Dec 08 22:05:12.484700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46858) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.502540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-23b8c9d8-2765-46d4-a36e-2527c3a421a1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/quotas/7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 375 time: 0.0587442 Dec 08 22:05:12.536557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51c03a-2528-4dd4-8a71-6b150685b096 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d0494c0-8f49-4b6c-a2ad-10cff0437476,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:12.563560 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8b52ea2c-4e72-4174-ae9d-41ae3ec96358 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734112 Dec 08 22:05:12.566336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46862) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.571606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-263478b5-3b11-46f8-acc4-fdbc7ce9058b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '2061e478-8fc3-40f8-91a8-50d9c5ba4d77', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:12.600208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-5f71a471-5400-4278-8b80-b53aa8409310 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962293 Dec 08 22:05:12.604273 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-263478b5-3b11-46f8-acc4-fdbc7ce9058b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.667999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-263478b5-3b11-46f8-acc4-fdbc7ce9058b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.673410 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-263478b5-3b11-46f8-acc4-fdbc7ce9058b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.693730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263478b5-3b11-46f8-acc4-fdbc7ce9058b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aead7a97-bd38-4528-b65c-5a1f7001d5c0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:12.712551 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-263478b5-3b11-46f8-acc4-fdbc7ce9058b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.716435 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-263478b5-3b11-46f8-acc4-fdbc7ce9058b tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464696 Dec 08 22:05:12.716795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46868) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.741373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-935b7ca5-a688-4985-88c2-4d95febf1275 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules/aead7a97-bd38-4528-b65c-5a1f7001d5c0 HTTP/1.1" status: 200 len: 763 time: 0.0212247 Dec 08 22:05:12.748442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.757376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c72e58a4-1774-4bb9-a1e8-105d4a787b45 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559019 Dec 08 22:05:12.816847 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-661d5cec-f3ac-4f01-976d-2efa665bbdbf tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0672579 Dec 08 22:05:12.819335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46872) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.832815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-ae6c153b-58ed-4123-adee-04b3e09ca041 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:12.834353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-ae6c153b-58ed-4123-adee-04b3e09ca041 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27 HTTP/1.1" status: 200 len: 943 time: 0.0940831 Dec 08 22:05:12.859448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c1239d00-88c8-4356-84e6-be8d440c76b5 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958450 Dec 08 22:05:12.880768 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6516dcfe-7fe7-4ae9-817e-74be9bb2dae0 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.896531 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6516dcfe-7fe7-4ae9-817e-74be9bb2dae0 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.953721 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6516dcfe-7fe7-4ae9-817e-74be9bb2dae0 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.962042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6516dcfe-7fe7-4ae9-817e-74be9bb2dae0 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:12.963406 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6516dcfe-7fe7-4ae9-817e-74be9bb2dae0 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/aead7a97-bd38-4528-b65c-5a1f7001d5c0 HTTP/1.1" status: 204 len: 168 time: 0.1429775 Dec 08 22:05:12.966258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46878) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:12.972745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516dcfe-7fe7-4ae9-817e-74be9bb2dae0 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aead7a97-bd38-4528-b65c-5a1f7001d5c0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:12.985646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Deleting port 4d8e0138-f17c-4a7e-9712-d008179a25ec {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:12.985991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.032352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2a64f4b9-fb60-4e4e-8a70-e299d7d109ee tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648463 Dec 08 22:05:13.035044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46880) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:13.043643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c3a49ece-82ef-4854-bdb4-91779bd95502 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '2061e478-8fc3-40f8-91a8-50d9c5ba4d77', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:13.079557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3a49ece-82ef-4854-bdb4-91779bd95502 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.113745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] For port 4d8e0138-f17c-4a7e-9712-d008179a25ec, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=4d8e0138-f17c-4a7e-9712-d008179a25ec,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:13.113985 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.131026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Calling delete_port for 4d8e0138-f17c-4a7e-9712-d008179a25ec owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:13.149543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3a49ece-82ef-4854-bdb4-91779bd95502 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.155529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3a49ece-82ef-4854-bdb4-91779bd95502 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.179027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a49ece-82ef-4854-bdb4-91779bd95502 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4f62cf-2780-4f21-b705-c09561d7b706,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:13.202549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3a49ece-82ef-4854-bdb4-91779bd95502 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.206396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c3a49ece-82ef-4854-bdb4-91779bd95502 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671202 Dec 08 22:05:13.206958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46886) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:13.230091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7ea7ecd8-6977-4910-936d-73db0ff8ce09 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules/ac4f62cf-2780-4f21-b705-c09561d7b706 HTTP/1.1" status: 200 len: 764 time: 0.0219302 Dec 08 22:05:13.232639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46888) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:13.286888 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b6d514-2073-4259-8c8c-4705c505dfe1 x-openstack-request-id: req-d9b6d514-2073-4259-8c8c-4705c505dfe1 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:13.287222 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d15034b-d59d-44dd-999d-6ea566d715d2", "name": "network-vif-deleted", "tag": "6a53a904-d406-4703-a1da-b425082f595d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:13.287480 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9b6d514-2073-4259-8c8c-4705c505dfe1 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:13.287881 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d15034b-d59d-44dd-999d-6ea566d715d2', 'name': 'network-vif-deleted', 'tag': '6a53a904-d406-4703-a1da-b425082f595d', 'status': 'completed', 'code': 200} Dec 08 22:05:13.298834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-02e52721-1ceb-47b0-860a-47d308f7fcfb tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0649881 Dec 08 22:05:13.302164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46894) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:13.326756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:13.364367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.373873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae7ef-42f6-4cc6-88cc-adf37b8c6e97 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.377810 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['047affae-25ce-4051-b4ba-5237028c6258', 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:13.387869 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae7ef-42f6-4cc6-88cc-adf37b8c6e97 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.395867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event deleted for resources: {'Port': ['ID=4d8e0138-f17c-4a7e-9712-d008179a25ec,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:13.462406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fd85e6ac-1f2c-4a26-a20c-5dee5b8d2e31 req-ecca1e46-0129-4459-abb3-ef50e573b476 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0899751 Dec 08 22:05:13.495966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e59a60-bb2c-436a-8afc-86fdf77646a1 admin admin] Deleting subnet f5493744-38bf-4ee0-a8b9-d56e2a85b4a8 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:05:13.501673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] No DVR routers for this DVR port 4d8e0138-f17c-4a7e-9712-d008179a25ec on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:13.506295 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.514529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55e59a60-bb2c-436a-8afc-86fdf77646a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.517345 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae7ef-42f6-4cc6-88cc-adf37b8c6e97 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.519064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9ba9f18-a4be-4bcf-8c5b-fffd7dbcc068 req-9e1384e3-ab15-473c-97dd-85ea243c812b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "DELETE /v2.0/ports/4d8e0138-f17c-4a7e-9712-d008179a25ec HTTP/1.1" status: 204 len: 173 time: 0.6785636 Dec 08 22:05:13.519561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'name': 'network-vif-deleted', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:13.524645 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03beb03e-9f71-42bf-a660-9feb6718feee" -d '{"events": [{"server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "name": "network-vif-deleted", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:13.569545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae7ef-42f6-4cc6-88cc-adf37b8c6e97 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.578867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3d0ae7ef-42f6-4cc6-88cc-adf37b8c6e97 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ac4f62cf-2780-4f21-b705-c09561d7b706 HTTP/1.1" status: 204 len: 168 time: 0.2754936 Dec 08 22:05:13.582528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46906) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:13.593162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ae7ef-42f6-4cc6-88cc-adf37b8c6e97 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac4f62cf-2780-4f21-b705-c09561d7b706,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:13.625388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55e59a60-bb2c-436a-8afc-86fdf77646a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.715448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55e59a60-bb2c-436a-8afc-86fdf77646a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.743343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6f79f535-c6e7-4724-86db-4f01d89abb8c tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1549022 Dec 08 22:05:13.746955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46914) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:13.833459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55e59a60-bb2c-436a-8afc-86fdf77646a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.872313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e59a60-bb2c-436a-8afc-86fdf77646a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5493744-38bf-4ee0-a8b9-d56e2a85b4a8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:13.875452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55e59a60-bb2c-436a-8afc-86fdf77646a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:13.882955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-55e59a60-bb2c-436a-8afc-86fdf77646a1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f5493744-38bf-4ee0-a8b9-d56e2a85b4a8 HTTP/1.1" status: 204 len: 168 time: 0.5528209 Dec 08 22:05:13.883600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46918) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:13.970239 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d07fd8-809c-4729-9e70-cb6110ff58a1 x-openstack-request-id: req-98d07fd8-809c-4729-9e70-cb6110ff58a1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:13.970547 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27", "name": "network-vif-deleted", "tag": "4d8e0138-f17c-4a7e-9712-d008179a25ec", "status": "failed", "code": 422}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:13.970930 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98d07fd8-809c-4729-9e70-cb6110ff58a1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:13.971380 n-d-821126-1 neutron-server[102389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f5333e4-dfd9-4f28-bc9a-d0d1bdf2fc27', 'name': 'network-vif-deleted', 'tag': '4d8e0138-f17c-4a7e-9712-d008179a25ec', 'status': 'failed', 'code': 422} returned with failed status Dec 08 22:05:13.978459 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f728-1fac-4e6f-a31c-7988a173c0a2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.019867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f728-1fac-4e6f-a31c-7988a173c0a2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.024580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.124182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f728-1fac-4e6f-a31c-7988a173c0a2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.126763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f728-1fac-4e6f-a31c-7988a173c0a2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.131304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46928) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:14.131534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bdb7f728-1fac-4e6f-a31c-7988a173c0a2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/2061e478-8fc3-40f8-91a8-50d9c5ba4d77 HTTP/1.1" status: 204 len: 168 time: 0.3823009 Dec 08 22:05:14.151984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7f728-1fac-4e6f-a31c-7988a173c0a2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2061e478-8fc3-40f8-91a8-50d9c5ba4d77,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:14.157270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.181049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e56d077-d9e4-4bed-b4d9-262553a691ae']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:14.189308 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e6e4a215-e8e7-4eb3-a665-69124cb486ad tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566285 Dec 08 22:05:14.195045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46930) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:14.199747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf91543-4c6f-4ef9-9d15-cc42f3685a77') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:14.200039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf91543-4c6f-4ef9-9d15-cc42f3685a77') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:14.204229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-95d44f13-9a5e-492f-991b-3ca8ca5674c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group': {'name': 'tempest-secgroup--430439016'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:14.231107 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.255384 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.262012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:05:14.262470 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.264338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95d44f13-9a5e-492f-991b-3ca8ca5674c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:05:14.266353 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:05:14.368270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.379072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.382180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e56d077-d9e4-4bed-b4d9-262553a691ae HTTP/1.1" status: 204 len: 168 time: 0.4968770 Dec 08 22:05:14.403350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56478481-2089-40d4-84c1-7c0c95a74218 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e56d077-d9e4-4bed-b4d9-262553a691ae,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:14.452360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95d44f13-9a5e-492f-991b-3ca8ca5674c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.459135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95d44f13-9a5e-492f-991b-3ca8ca5674c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.495117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95d44f13-9a5e-492f-991b-3ca8ca5674c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.496780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-95d44f13-9a5e-492f-991b-3ca8ca5674c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2991664 Dec 08 22:05:14.499745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46940) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:14.505336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-600261ed-18c8-4a2b-8342-5bcef61f7df8 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Request body: {'security_group_rule': {'security_group_id': '4feee352-54a7-4a4f-a52c-e763d0812cb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:14.517192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d44f13-9a5e-492f-991b-3ca8ca5674c1 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4feee352-54a7-4a4f-a52c-e763d0812cb6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:14.575019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-600261ed-18c8-4a2b-8342-5bcef61f7df8 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.663063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aec6b0a3-da70-4ca7-b76b-0bf56ea5b516 req-f0f2a536-a15c-4fcc-847e-cbdb83ebb6ff tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0431838 Dec 08 22:05:14.756997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46948) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:14.796233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11b5b0-c1b8-4b02-b45c-210566af91a4 req-4472dbda-2355-4651-a50b-fd51c337ce3b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:14.809600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a11b5b0-c1b8-4b02-b45c-210566af91a4 req-4472dbda-2355-4651-a50b-fd51c337ce3b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 907 time: 0.1197429 Dec 08 22:05:14.818079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-600261ed-18c8-4a2b-8342-5bcef61f7df8 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.831597 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-600261ed-18c8-4a2b-8342-5bcef61f7df8 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.876871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600261ed-18c8-4a2b-8342-5bcef61f7df8 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa2013c-9da4-49ed-b8d8-a1c46007ecaf,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:14.888257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-600261ed-18c8-4a2b-8342-5bcef61f7df8 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:14.889476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-600261ed-18c8-4a2b-8342-5bcef61f7df8 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3887160 Dec 08 22:05:14.892283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46950) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:14.902770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f5cb36ce-cbda-4c49-8ace-7d0fab928ae6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b558eb8e32e4f65b3202fedfa37c200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893230 Dec 08 22:05:14.904363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46952) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:14.968853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-8d119fc4-267d-4489-808a-c4a6ae011859 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:14.970570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-8d119fc4-267d-4489-808a-c4a6ae011859 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.2628639 Dec 08 22:05:14.980287 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-551a89f7-43dc-42e8-a8bc-a652f2ae199d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.008512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ac316b8-03b2-408e-85fc-6f0ea6c8d589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.032406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-551a89f7-43dc-42e8-a8bc-a652f2ae199d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.060131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-201895fd-0d68-450b-a923-b5fb446d5368 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 379 time: 0.0757637 Dec 08 22:05:15.062085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ac316b8-03b2-408e-85fc-6f0ea6c8d589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.073361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'port': {'device_id': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'admin_state_up': True, 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'security_groups': ['b6245855-6019-480c-9f08-dbc87a36ade0']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:15.089917 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-551a89f7-43dc-42e8-a8bc-a652f2ae199d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.094796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-551a89f7-43dc-42e8-a8bc-a652f2ae199d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.099899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-551a89f7-43dc-42e8-a8bc-a652f2ae199d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/4feee352-54a7-4a4f-a52c-e763d0812cb6 HTTP/1.1" status: 204 len: 168 time: 0.2052016 Dec 08 22:05:15.100959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46956) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:15.138254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a89f7-43dc-42e8-a8bc-a652f2ae199d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feee352-54a7-4a4f-a52c-e763d0812cb6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:15.171914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-68e52798-0615-4ec7-a5c0-e96a0bb58ae2 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635262 Dec 08 22:05:15.172159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46958) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:15.250967 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6a9145db-8e3f-4130-a266-06b8d958d223 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0756800 Dec 08 22:05:15.252948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46960) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:15.256139 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ac316b8-03b2-408e-85fc-6f0ea6c8d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.258649 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ac316b8-03b2-408e-85fc-6f0ea6c8d589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.259759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2ac316b8-03b2-408e-85fc-6f0ea6c8d589 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dffb86d-70e2-42a2-9ce9-9cfe44e60455 HTTP/1.1" status: 204 len: 168 time: 0.3543961 Dec 08 22:05:15.271195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac316b8-03b2-408e-85fc-6f0ea6c8d589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dffb86d-70e2-42a2-9ce9-9cfe44e60455,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:15.294427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:15.302319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.313556 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-e76da4a5-5ef8-4f78-89e5-afbc56aaa49d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] delete failed (client error): The resource could not be found. Dec 08 22:05:15.319725 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e76da4a5-5ef8-4f78-89e5-afbc56aaa49d tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "DELETE /v2.0/security-groups/4feee352-54a7-4a4f-a52c-e763d0812cb6 HTTP/1.1" status: 404 len: 347 time: 0.0654025 Dec 08 22:05:15.320520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46964) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:15.379985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8fa9fbe0-05d1-472c-ad5e-2857ce2e3bb5 tempest-SecGroupTest-1026218948 tempest-SecGroupTest-1026218948-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578306 Dec 08 22:05:15.480206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.20.0.7 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/37b630e1-ae5e-447c-bc13-60428704b14c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:05:15.576581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6a53a904-d406-4703-a1da-b425082f595d no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:15.610964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 6a53a904-d406-4703-a1da-b425082f595d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:15.611442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6a53a904-d406-4703-a1da-b425082f595d not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:15.661601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 46972) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:15.819984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-294a0f9a-6b55-4c73-adb0-d03169408010 req-06217cda-6f16-47d4-a8e7-1ddf832da6c1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0535908 Dec 08 22:05:15.836124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.910312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:15.939802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:15.942695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:15.960250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:05:15.993507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-27667b94-c480-42b0-9a86-fb6feb9fadc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=468455812d91416ca4ebdb2206fd824d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304734 Dec 08 22:05:15.997458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 46990) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:16.024605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84e046-7ea4-4ab9-8f50-c299ddc531d8 req-bc22610c-2c62-4ab9-91d1-939f695b671f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:16.026767 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e84e046-7ea4-4ab9-8f50-c299ddc531d8 req-bc22610c-2c62-4ab9-91d1-939f695b671f tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 907 time: 0.1403172 Dec 08 22:05:16.086199 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:05:16.089674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-0da7d2a2-b7e8-4bbb-9daa-143e6077f04e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:16.092019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-0da7d2a2-b7e8-4bbb-9daa-143e6077f04e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 907 time: 0.0963042 Dec 08 22:05:16.148376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=37b630e1-ae5e-447c-bc13-60428704b14c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:16.160442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:16.161198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.211157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-7e3b5947-71ca-4e9a-bb20-af96a10bf1b4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1416304 Dec 08 22:05:16.226086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Request body: {'port': {'device_id': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:16.228728 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-de0b7132-3d97-44cc-9580-46643b41ffcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.289222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Deleting port 82a99478-5c7e-4087-b586-dc7d36631144 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:16.289599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.342429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-de0b7132-3d97-44cc-9580-46643b41ffcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.344374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.433431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cd16e385-ee71-41f6-ac73-9ab9237a8701 None None] Provisioning complete for port 37b630e1-ae5e-447c-bc13-60428704b14c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:16.436864 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd16e385-ee71-41f6-ac73-9ab9237a8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.483382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] For port 82a99478-5c7e-4087-b586-dc7d36631144, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=82a99478-5c7e-4087-b586-dc7d36631144,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:16.483757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.493607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-de0b7132-3d97-44cc-9580-46643b41ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.496608 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-de0b7132-3d97-44cc-9580-46643b41ffcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.498162 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-de0b7132-3d97-44cc-9580-46643b41ffcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bc48f90-67fd-4ca7-98a2-a89f558996d3 HTTP/1.1" status: 204 len: 168 time: 0.4462636 Dec 08 22:05:16.513684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-cd16e385-ee71-41f6-ac73-9ab9237a8701 None None] Port 37b630e1-ae5e-447c-bc13-60428704b14c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:05:16.527799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Calling delete_port for 82a99478-5c7e-4087-b586-dc7d36631144 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:16.551096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b7132-3d97-44cc-9580-46643b41ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc48f90-67fd-4ca7-98a2-a89f558996d3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:16.650405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47020) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:16.741024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b630e1-ae5e-447c-bc13-60428704b14c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:05:16.750438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.788575 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.788766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Transition to ACTIVE for port object 37b630e1-ae5e-447c-bc13-60428704b14c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:05:16.800344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.818938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event deleted for resources: {'Port': ['ID=82a99478-5c7e-4087-b586-dc7d36631144,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:16.916913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] No DVR routers for this DVR port 82a99478-5c7e-4087-b586-dc7d36631144 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:16.929306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:16.937124 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d397985-6b4e-49f1-aa7e-9bab5c9703ec req-946af021-5979-4c75-87cf-13f1d393f9bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "DELETE /v2.0/ports/82a99478-5c7e-4087-b586-dc7d36631144 HTTP/1.1" status: 204 len: 173 time: 0.8291297 Dec 08 22:05:16.937396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'name': 'network-vif-deleted', 'tag': '82a99478-5c7e-4087-b586-dc7d36631144'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:16.956554 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d57c3-a15b-4beb-aeae-cbe4bf131b6a" -d '{"events": [{"server_uuid": "1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c", "name": "network-vif-deleted", "tag": "82a99478-5c7e-4087-b586-dc7d36631144"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:16.966601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-452878963-network', 'tenant_id': '70451f9ba6174c7baea9f228ec5d8c2c'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:17.046795 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ad547-860b-4bb4-8670-6efcde86ab00 x-openstack-request-id: req-d07ad547-860b-4bb4-8670-6efcde86ab00 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:17.047328 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c", "name": "network-vif-deleted", "tag": "82a99478-5c7e-4087-b586-dc7d36631144", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:17.048370 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d07ad547-860b-4bb4-8670-6efcde86ab00 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:17.048917 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c', 'name': 'network-vif-deleted', 'tag': '82a99478-5c7e-4087-b586-dc7d36631144', 'status': 'completed', 'code': 200} Dec 08 22:05:17.265199 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ccc6a28-5b5b-43d4-a331-5f957cfc6f0b req-b047dda5-7dba-4b43-8f32-9b656fce6443 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9ac3e9-7b5c-48cb-a703-ee00bd07d51c HTTP/1.1" status: 200 len: 210 time: 0.0536239 Dec 08 22:05:17.694850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Pushing event updated for resources: {'Port': ['ID=37b630e1-ae5e-447c-bc13-60428704b14c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:17.708172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Made reservation on behalf of 70451f9ba6174c7baea9f228ec5d8c2c for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:17.710739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:17.728557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Attempting to bind port 37b630e1-ae5e-447c-bc13-60428704b14c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:05:17.729346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Attempting to bind port 37b630e1-ae5e-447c-bc13-60428704b14c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:05:17.729852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Attempting to bind port 37b630e1-ae5e-447c-bc13-60428704b14c on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:17.736161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:17.745979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Port 37b630e1-ae5e-447c-bc13-60428704b14c on network b5764474-8911-4850-b141-9a748a7b4386 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:05:17.746298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Attempting to bind port 37b630e1-ae5e-447c-bc13-60428704b14c on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:17.770803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:05:17.771433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:17.772147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:05:17.772719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Bound port: 37b630e1-ae5e-447c-bc13-60428704b14c, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:05:17.773172 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:17.818331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8076eff-167d-440c-b00a-29b5602d33bc req-12e85199-e69c-4e42-8c35-fcd94b713f6d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:17.819990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8076eff-167d-440c-b00a-29b5602d33bc req-12e85199-e69c-4e42-8c35-fcd94b713f6d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.2762761 Dec 08 22:05:17.924822 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f8076eff-167d-440c-b00a-29b5602d33bc req-388ba3ba-80c4-4712-b929-df35f0cbd730 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723174 Dec 08 22:05:17.942668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] For port 37b630e1-ae5e-447c-bc13-60428704b14c, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:05:17.947657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] For port 37b630e1-ae5e-447c-bc13-60428704b14c, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=37b630e1-ae5e-447c-bc13-60428704b14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:05:17.961383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.004526 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.023094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.070866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:18.071509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.073520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] 10.222.0.23 "PUT /v2.0/ports/37b630e1-ae5e-447c-bc13-60428704b14c HTTP/1.1" status: 200 len: 1091 time: 1.8528349 Dec 08 22:05:18.073992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'tag': '37b630e1-ae5e-447c-bc13-60428704b14c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:18.076576 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358dd5b6-701a-45d2-87fb-f1deec60a4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "633b12ec-5858-404e-96d6-aed75af7c5ec", "tag": "37b630e1-ae5e-447c-bc13-60428704b14c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:18.125226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c29243-6dfb-4ed0-8f62-246809a7cf7d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:18.145949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:05:18.183661 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731d31b8-9810-45d5-9ee5-9498949e3612 x-openstack-request-id: req-731d31b8-9810-45d5-9ee5-9498949e3612 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:18.183661 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633b12ec-5858-404e-96d6-aed75af7c5ec", "tag": "37b630e1-ae5e-447c-bc13-60428704b14c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:18.183661 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-731d31b8-9810-45d5-9ee5-9498949e3612 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:18.183661 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'tag': '37b630e1-ae5e-447c-bc13-60428704b14c', 'status': 'completed', 'code': 200} Dec 08 22:05:18.184873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95114fd-8023-4250-bdc0-4187c07d171f service neutron] Pushing event updated for resources: {'Port': ['ID=37b630e1-ae5e-447c-bc13-60428704b14c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:18.197150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.198068 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Added segment 93de99b8-8075-4dd5-98e5-2c1bbca9ad14 of type vlan for network a71ea7c1-deb6-40fa-943f-314627bc7e78 Dec 08 22:05:18.264216 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.303399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-260f57c9-1f19-4fec-88df-51d6a03de9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:18.304849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-260f57c9-1f19-4fec-88df-51d6a03de9a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 1094 time: 0.1536815 Dec 08 22:05:18.321557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.322302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:18.322976 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.430504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=a71ea7c1-deb6-40fa-943f-314627bc7e78,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:18.435662 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-ccdd802d-e5fd-43b9-9099-4d44957c7deb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b630e1-ae5e-447c-bc13-60428704b14c HTTP/1.1" status: 200 len: 217 time: 0.1228712 Dec 08 22:05:18.441397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a71ea7c1-deb6-40fa-943f-314627bc7e78 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:05:18.461949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b18a941b-011e-4276-9c70-edf6b1828ee7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8100886 Dec 08 22:05:18.464934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:18.469946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Request body: {'subnet': {'network_id': 'a71ea7c1-deb6-40fa-943f-314627bc7e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-452878963-subnet', 'tenant_id': '70451f9ba6174c7baea9f228ec5d8c2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:18.516520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 82a99478-5c7e-4087-b586-dc7d36631144 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:18.527971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Made reservation on behalf of 70451f9ba6174c7baea9f228ec5d8c2c for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:18.540936 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:18.550527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-23ddd539-40b3-4650-a45b-dc8767852194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:18.552376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-23ddd539-40b3-4650-a45b-dc8767852194 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1044562 Dec 08 22:05:18.565879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 82a99478-5c7e-4087-b586-dc7d36631144 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:18.566423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 82a99478-5c7e-4087-b586-dc7d36631144 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:18.641524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-4d5761b7-3757-49af-a7d3-cfdea55f9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:18.643105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-4d5761b7-3757-49af-a7d3-cfdea55f9835 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834646 Dec 08 22:05:18.820345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-504620d6-f98e-4974-810e-8391692a9884 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663725 Dec 08 22:05:18.936090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f156592d-79d8-4be7-8d6c-4e523c6818b0 req-ed6f6879-cc53-4acc-b4f9-cfcc0547886f service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059785 Dec 08 22:05:18.979691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:19.017267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee37ca3-8018-43a8-878d-aa0c4f5dc4e5 req-0eae9d7c-ebbb-4bc7-900d-643c04e638ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:19.018929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ee37ca3-8018-43a8-878d-aa0c4f5dc4e5 req-0eae9d7c-ebbb-4bc7-900d-643c04e638ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 945 time: 0.2412157 Dec 08 22:05:19.099069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-14aa9afd-1ab3-4e09-b64e-ca1dce868370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:19.100597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-14aa9afd-1ab3-4e09-b64e-ca1dce868370 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 1094 time: 0.0807683 Dec 08 22:05:19.105765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ee37ca3-8018-43a8-878d-aa0c4f5dc4e5 req-3b8579b9-efb5-4c0c-8f60-00f0aa87854b tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556219 Dec 08 22:05:19.127888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=58395bcf-e1de-437f-b2b3-e23f82901623,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:19.211831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Checking segment: {'id': '93de99b8-8075-4dd5-98e5-2c1bbca9ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a71ea7c1-deb6-40fa-943f-314627bc7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:19.214863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Network hostable DHCP agents. Network: a71ea7c1-deb6-40fa-943f-314627bc7e78, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:05:19.229931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-c1d87c82-71f3-4dcd-9c27-86c503a18a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:19.231518 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-c1d87c82-71f3-4dcd-9c27-86c503a18a98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.1231456 Dec 08 22:05:19.249541 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34590389-5f8f-4f87-9b15-80f0d2c81998 req-8ecb5de4-c2a8-4202-816a-36de5c8ee2fc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:19.253312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34590389-5f8f-4f87-9b15-80f0d2c81998 req-8ecb5de4-c2a8-4202-816a-36de5c8ee2fc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.2176349 Dec 08 22:05:19.293685 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-9f096b8b-9eae-485d-a356-df690a6e3784 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b630e1-ae5e-447c-bc13-60428704b14c HTTP/1.1" status: 200 len: 217 time: 0.0534713 Dec 08 22:05:19.308139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Network a71ea7c1-deb6-40fa-943f-314627bc7e78 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:05:19.318742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34590389-5f8f-4f87-9b15-80f0d2c81998 req-5b6387a8-b849-491b-938a-febdbf776dc4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578017 Dec 08 22:05:19.329550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a71ea7c1-deb6-40fa-943f-314627bc7e78) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:19.344771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:19.345560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:19.347721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc04e7c-e7ff-4786-8447-632a00aa5974 None None] Network a71ea7c1-deb6-40fa-943f-314627bc7e78 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:05:19.368496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7040dd6d-a690-4512-a53e-bf4940c81ccd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9024754 Dec 08 22:05:19.384467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-028e5f5c-de92-4997-89cf-8b79911af3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:19.386022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-028e5f5c-de92-4997-89cf-8b79911af3f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0846789 Dec 08 22:05:19.447317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-2a98f032-434d-4371-86c0-5e1bde787b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:19.451447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-2a98f032-434d-4371-86c0-5e1bde787b39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558631 Dec 08 22:05:19.620889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532058fd-2d5b-40f8-8aff-3f4f5eab3a0c None None] Network a71ea7c1-deb6-40fa-943f-314627bc7e78 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:05:19.629069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-37cb365d-7559-4897-be19-529b13e5229b service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693668 Dec 08 22:05:19.739278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-358dd5b6-701a-45d2-87fb-f1deec60a4ee req-ebac35bf-cde0-4451-a6b4-8028fa4025db service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013882 Dec 08 22:05:20.063995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-a9edcd5c-418e-4d1e-9891-ecf65c3d2777 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:20.066187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-a9edcd5c-418e-4d1e-9891-ecf65c3d2777 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 945 time: 0.0805302 Dec 08 22:05:20.094979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-af83138e-a4d4-4b81-8ecf-8663892d05d1 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:20.096654 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-af83138e-a4d4-4b81-8ecf-8663892d05d1 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/networks?id=a71ea7c1-deb6-40fa-943f-314627bc7e78 HTTP/1.1" status: 200 len: 812 time: 0.1874034 Dec 08 22:05:20.130464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-635c8f6c-48d1-49a1-859f-14f4ad6a380e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/quotas/70451f9ba6174c7baea9f228ec5d8c2c HTTP/1.1" status: 200 len: 375 time: 0.0170009 Dec 08 22:05:20.203763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-1d5055ee-e429-4ac8-bdb3-42be2da0bbfd tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70451f9ba6174c7baea9f228ec5d8c2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395424 Dec 08 22:05:20.249191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858a28-d011-4459-9c7f-52b28d3a8839 req-2bfc11fb-9b55-4c23-a194-31f08a935a31 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:20.251490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94858a28-d011-4459-9c7f-52b28d3a8839 req-2bfc11fb-9b55-4c23-a194-31f08a935a31 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 945 time: 0.0635529 Dec 08 22:05:20.295208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94858a28-d011-4459-9c7f-52b28d3a8839 req-771a1fc2-0adb-4079-a737-f078d18d7472 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Dec 08 22:05:20.297235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Deleting port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:20.297586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:20.375770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-dfed93a2-41ec-45cf-9b73-ce23a8825f2d service neutron] 10.222.0.21 "GET /v2.0/networks/a71ea7c1-deb6-40fa-943f-314627bc7e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586926 Dec 08 22:05:20.478358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2a2e9-16c5-4e99-87bd-e02e07809f4c req-19c110a8-0558-4ad4-a80e-af91873cd158 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:20.486828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e2a2e9-16c5-4e99-87bd-e02e07809f4c req-19c110a8-0558-4ad4-a80e-af91873cd158 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.0797248 Dec 08 22:05:20.489432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-07448805-369b-499f-ab92-6b3ce8c51905 service neutron] 10.222.0.21 "GET /v2.0/networks/a71ea7c1-deb6-40fa-943f-314627bc7e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009569 Dec 08 22:05:20.516412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] For port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:20.516777 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:20.532024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Calling delete_port for f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:20.539725 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e2a2e9-16c5-4e99-87bd-e02e07809f4c req-98bfd692-db69-4ad6-a1e2-f43c1cd4d6f6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462260 Dec 08 22:05:20.672554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:20.687474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['047affae-25ce-4051-b4ba-5237028c6258', 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:20.743961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event deleted for resources: {'Port': ['ID=f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:20.832778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] No DVR routers for this DVR port f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:20.847711 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b411190-8b15-4282-88c6-f5ddb5496983 req-67be65ac-b7ec-4d1f-bd0f-5eab14871ec1 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 210 time: 0.0472736 Dec 08 22:05:20.868085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:20.871887 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0d1dd4a-6338-4b1c-93ea-1fc01b99cb7d req-58c98e57-cccc-45ba-afe9-9903f203567d tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "DELETE /v2.0/ports/f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a HTTP/1.1" status: 204 len: 173 time: 0.7988172 Dec 08 22:05:20.872604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca66fe5-4677-4533-8a7c-c429690d739e', 'name': 'network-vif-deleted', 'tag': 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:20.887295 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee1a262-9a51-4f3d-a4dc-3d4b80d9a55e" -d '{"events": [{"server_uuid": "dca66fe5-4677-4533-8a7c-c429690d739e", "name": "network-vif-deleted", "tag": "f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:20.973888 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ed3c8d-cc79-45c0-92d0-e431fcce2813 x-openstack-request-id: req-32ed3c8d-cc79-45c0-92d0-e431fcce2813 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:20.974337 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca66fe5-4677-4533-8a7c-c429690d739e", "name": "network-vif-deleted", "tag": "f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:20.974596 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32ed3c8d-cc79-45c0-92d0-e431fcce2813 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:20.975118 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca66fe5-4677-4533-8a7c-c429690d739e', 'name': 'network-vif-deleted', 'tag': 'f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a', 'status': 'completed', 'code': 200} Dec 08 22:05:21.440687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-293fbc81-5519-431c-b098-43c50313751e req-3b8455b9-0733-4ae9-9fe2-3f13400608f6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=dca66fe5-4677-4533-8a7c-c429690d739e HTTP/1.1" status: 200 len: 210 time: 0.0455058 Dec 08 22:05:21.674913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace6716-ef2d-49bb-97b7-a09647f3d6b9 req-3a7b915e-83fa-4bc3-a988-d76bdb3b63b5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:21.676417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ace6716-ef2d-49bb-97b7-a09647f3d6b9 req-3a7b915e-83fa-4bc3-a988-d76bdb3b63b5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.0587282 Dec 08 22:05:21.724123 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ace6716-ef2d-49bb-97b7-a09647f3d6b9 req-f051393c-ebff-4a71-bcf0-1d895c7ce8ca tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416679 Dec 08 22:05:21.947638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d508ae7-6331-46e0-893d-6a6a97fba1f2 req-98e0c299-d2de-4ad6-b3d7-2cc53c3f38c7 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 210 time: 0.0310307 Dec 08 22:05:22.072483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-a2d459ef-efc4-4f87-bb57-3ad1e3647ee1 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:22.075179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-a2d459ef-efc4-4f87-bb57-3ad1e3647ee1 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.37 "GET /v2.0/networks?id=a71ea7c1-deb6-40fa-943f-314627bc7e78 HTTP/1.1" status: 200 len: 812 time: 0.1262472 Dec 08 22:05:22.098587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Request body: {'port': {'device_id': '885afb58-22dc-4f4e-9980-e593b69cdd53', 'network_id': 'a71ea7c1-deb6-40fa-943f-314627bc7e78', 'admin_state_up': True, 'tenant_id': '70451f9ba6174c7baea9f228ec5d8c2c'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:22.255303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Made reservation on behalf of 70451f9ba6174c7baea9f228ec5d8c2c for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:22.261574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:22.450032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Allocated IP 172.20.0.4 (a71ea7c1-deb6-40fa-943f-314627bc7e78/58395bcf-e1de-437f-b2b3-e23f82901623/d725a168-de30-454f-a461-2ed195736bfc) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:05:22.788877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:22.823887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d7f53-6c46-424f-9e78-0e44a4ee1e3b req-850f342e-b234-44a1-bd38-ed4daac454e5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:22.833239 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2d4d7f53-6c46-424f-9e78-0e44a4ee1e3b req-850f342e-b234-44a1-bd38-ed4daac454e5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.1109166 Dec 08 22:05:22.892078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:22.893525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2d4d7f53-6c46-424f-9e78-0e44a4ee1e3b req-57cb6d6e-079a-48c5-af85-a3b6bac35368 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574915 Dec 08 22:05:22.947044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46da59-10fc-4e0b-a070-2f0ebb43a4bc req-f5e4147c-103e-4f6e-8544-f3292bf8b04b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:22.957445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7d46da59-10fc-4e0b-a070-2f0ebb43a4bc req-f5e4147c-103e-4f6e-8544-f3292bf8b04b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.1123097 Dec 08 22:05:23.031379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Network a71ea7c1-deb6-40fa-943f-314627bc7e78 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:23.033088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:23.063647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:05:23.105524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Pushing event updated for resources: {'Port': ['ID=d725a168-de30-454f-a461-2ed195736bfc,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:23.121821 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7d46da59-10fc-4e0b-a070-2f0ebb43a4bc req-7b229671-a212-43dc-8264-29d9530e0469 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629782 Dec 08 22:05:23.169275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:23.170276 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:23.191188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7105-4588-4e2f-abb3-33c3eba45347 req-b8fa101d-5e17-4636-8f77-26648f0644a4 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:23.200331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a03a7105-4588-4e2f-abb3-33c3eba45347 req-b8fa101d-5e17-4636-8f77-26648f0644a4 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 931 time: 0.1118605 Dec 08 22:05:23.202921 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-23f65b44-c174-4ef4-bbda-0d7d29b9cc34 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1089046 Dec 08 22:05:23.211291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Request body: {'port': {'device_id': '885afb58-22dc-4f4e-9980-e593b69cdd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:23.331839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:23.333355 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a03a7105-4588-4e2f-abb3-33c3eba45347 req-eb3b1573-2bd0-4104-8d2c-977293272c2b tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221440 Dec 08 22:05:23.684591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d725a168-de30-454f-a461-2ed195736bfc {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:05:23.693902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:23.707935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Transition to ACTIVE for port object d725a168-de30-454f-a461-2ed195736bfc will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:05:23.714469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:23.786742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Pushing event updated for resources: {'Port': ['ID=d725a168-de30-454f-a461-2ed195736bfc,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:23.887523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Attempting to bind port d725a168-de30-454f-a461-2ed195736bfc on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:05:23.887858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Attempting to bind port d725a168-de30-454f-a461-2ed195736bfc by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '93de99b8-8075-4dd5-98e5-2c1bbca9ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a71ea7c1-deb6-40fa-943f-314627bc7e78'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:05:23.888190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Attempting to bind port d725a168-de30-454f-a461-2ed195736bfc on network a71ea7c1-deb6-40fa-943f-314627bc7e78 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:23.893162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Port d725a168-de30-454f-a461-2ed195736bfc on network a71ea7c1-deb6-40fa-943f-314627bc7e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:05:23.893487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Attempting to bind port d725a168-de30-454f-a461-2ed195736bfc on network a71ea7c1-deb6-40fa-943f-314627bc7e78 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:23.899934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:05:23.900285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Checking segment: {'id': '93de99b8-8075-4dd5-98e5-2c1bbca9ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a71ea7c1-deb6-40fa-943f-314627bc7e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:23.900681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Bound using segment: {'id': '93de99b8-8075-4dd5-98e5-2c1bbca9ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a71ea7c1-deb6-40fa-943f-314627bc7e78'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:05:23.901119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Bound port: d725a168-de30-454f-a461-2ed195736bfc, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93de99b8-8075-4dd5-98e5-2c1bbca9ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a71ea7c1-deb6-40fa-943f-314627bc7e78'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:05:23.901492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:23.946102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-89a322e2-cbdc-4f82-b31d-0fd33b454df7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:23.959183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-89a322e2-cbdc-4f82-b31d-0fd33b454df7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.0710542 Dec 08 22:05:24.026048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] For port d725a168-de30-454f-a461-2ed195736bfc, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:05:24.053732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] For port d725a168-de30-454f-a461-2ed195736bfc, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d725a168-de30-454f-a461-2ed195736bfc,segment=NetworkSegment(93de99b8-8075-4dd5-98e5-2c1bbca9ad14),segment_id=93de99b8-8075-4dd5-98e5-2c1bbca9ad14)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:05:24.071190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:24.135198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b8a5b-c900-47b5-8a2b-43c4310fad9e req-ca77231c-0c69-435c-afcf-00c9e688d2a6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:24.136754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f6b8a5b-c900-47b5-8a2b-43c4310fad9e req-ca77231c-0c69-435c-afcf-00c9e688d2a6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 946 time: 0.1317656 Dec 08 22:05:24.146586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:24.148062 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:24.148654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] 10.222.0.37 "PUT /v2.0/ports/d725a168-de30-454f-a461-2ed195736bfc HTTP/1.1" status: 200 len: 1091 time: 0.9425809 Dec 08 22:05:24.149213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885afb58-22dc-4f4e-9980-e593b69cdd53', 'tag': 'd725a168-de30-454f-a461-2ed195736bfc'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:24.151431 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a1e3a2-56a7-460d-a443-751d80452f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "885afb58-22dc-4f4e-9980-e593b69cdd53", "tag": "d725a168-de30-454f-a461-2ed195736bfc"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:24.204465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Deleting port 047affae-25ce-4051-b4ba-5237028c6258 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:24.205134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:24.228610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5676b-3f7e-4454-97fe-358de7ce8b73 service neutron] Pushing event updated for resources: {'Port': ['ID=d725a168-de30-454f-a461-2ed195736bfc,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:24.263803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f6b8a5b-c900-47b5-8a2b-43c4310fad9e req-f5386de1-99b2-4475-8e67-5a1aff6fce06 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=691bd36b-ed56-4a1b-9572-06e7e0c07799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022699 Dec 08 22:05:24.295013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-d0354c5e-e849-4fe8-916e-211954af4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:24.296592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-d0354c5e-e849-4fe8-916e-211954af4207 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70451f9ba6174c7baea9f228ec5d8c2c&device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 1094 time: 0.0974338 Dec 08 22:05:24.359834 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-c67d9d4e-775d-4d75-9fcd-26ef6418ecf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d725a168-de30-454f-a461-2ed195736bfc HTTP/1.1" status: 200 len: 217 time: 0.0550342 Dec 08 22:05:24.362107 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceceee80-a212-4742-a0e3-1f0ff36f95f2 x-openstack-request-id: req-ceceee80-a212-4742-a0e3-1f0ff36f95f2 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:24.362435 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885afb58-22dc-4f4e-9980-e593b69cdd53", "tag": "d725a168-de30-454f-a461-2ed195736bfc", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:24.362686 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ceceee80-a212-4742-a0e3-1f0ff36f95f2 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:24.363101 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885afb58-22dc-4f4e-9980-e593b69cdd53', 'tag': 'd725a168-de30-454f-a461-2ed195736bfc', 'status': 'completed', 'code': 200} Dec 08 22:05:24.427504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] For port 047affae-25ce-4051-b4ba-5237028c6258, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=047affae-25ce-4051-b4ba-5237028c6258,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:24.428175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:24.445940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cead6-2151-4b2b-90ba-8495722fe5a6 req-44405f79-b39e-4781-a5ec-be6506aa2316 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:24.460066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e2cead6-2151-4b2b-90ba-8495722fe5a6 req-44405f79-b39e-4781-a5ec-be6506aa2316 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.1561358 Dec 08 22:05:24.487303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Calling delete_port for 047affae-25ce-4051-b4ba-5237028c6258 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:24.538888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-ec84cdc0-afb2-483d-8259-0eb801be7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:24.540354 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-ec84cdc0-afb2-483d-8259-0eb801be7534 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58395bcf-e1de-437f-b2b3-e23f82901623 HTTP/1.1" status: 200 len: 852 time: 0.1717298 Dec 08 22:05:24.575165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b126944-dd41-45cf-99ff-ea51265cd85b req-ecc0c703-9afc-4a8a-a1ed-8f3e427d288c tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:24.582673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b126944-dd41-45cf-99ff-ea51265cd85b req-ecc0c703-9afc-4a8a-a1ed-8f3e427d288c tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 943 time: 0.1285086 Dec 08 22:05:24.626917 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-aeecbf02-beb2-4261-b7bf-740c8ffc47c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a71ea7c1-deb6-40fa-943f-314627bc7e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720780 Dec 08 22:05:24.675540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e2cead6-2151-4b2b-90ba-8495722fe5a6 req-220de264-9c3d-4851-985f-725c220d4344 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050722 Dec 08 22:05:24.755584 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b126944-dd41-45cf-99ff-ea51265cd85b req-1897fda6-3d53-4d2c-8b0a-c74b215edb98 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363170 Dec 08 22:05:24.808851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-ee859521-93a7-4c47-896f-252227b2439a service neutron] 10.222.0.37 "GET /v2.0/networks/a71ea7c1-deb6-40fa-943f-314627bc7e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736057 Dec 08 22:05:24.832868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:24.845024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['047affae-25ce-4051-b4ba-5237028c6258'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:24.919768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event deleted for resources: {'Port': ['ID=047affae-25ce-4051-b4ba-5237028c6258,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:24.953510 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5c67e8f-4e43-429f-a527-3869817d3438 req-94c07ce6-c8cd-42f9-87bc-7aa8e64e284a service neutron] 10.222.0.37 "GET /v2.0/networks/a71ea7c1-deb6-40fa-943f-314627bc7e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360729 Dec 08 22:05:24.976522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] No DVR routers for this DVR port 047affae-25ce-4051-b4ba-5237028c6258 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:24.980376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:24.984339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bedaa293-3b9c-4103-95a0-5cccb8972cbc req-25455792-669b-4e83-b8cb-6543664e56b4 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.23 "DELETE /v2.0/ports/047affae-25ce-4051-b4ba-5237028c6258 HTTP/1.1" status: 204 len: 173 time: 1.0175467 Dec 08 22:05:24.985099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b2a52f-c1be-4b60-b89b-ec393989a2b2', 'name': 'network-vif-deleted', 'tag': '047affae-25ce-4051-b4ba-5237028c6258'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:24.987690 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004aa9f4-b6b8-470b-a9ed-30b29b5f45f2" -d '{"events": [{"server_uuid": "32b2a52f-c1be-4b60-b89b-ec393989a2b2", "name": "network-vif-deleted", "tag": "047affae-25ce-4051-b4ba-5237028c6258"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:25.080188 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877f512a-6aa7-43e3-ae8e-6fa514abef51 x-openstack-request-id: req-877f512a-6aa7-43e3-ae8e-6fa514abef51 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:25.080498 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b2a52f-c1be-4b60-b89b-ec393989a2b2", "name": "network-vif-deleted", "tag": "047affae-25ce-4051-b4ba-5237028c6258", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:25.080737 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-877f512a-6aa7-43e3-ae8e-6fa514abef51 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:25.082751 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b2a52f-c1be-4b60-b89b-ec393989a2b2', 'name': 'network-vif-deleted', 'tag': '047affae-25ce-4051-b4ba-5237028c6258', 'status': 'completed', 'code': 200} Dec 08 22:05:25.102054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-a0f9ee4f-93f7-43be-b22a-e606e54ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:25.102629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-a0f9ee4f-93f7-43be-b22a-e606e54ea90c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70451f9ba6174c7baea9f228ec5d8c2c&device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 1094 time: 0.0880995 Dec 08 22:05:25.670875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:25.682218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6334f6a8-afde-4cee-ab46-1c457ecb6e5e req-3940a3d4-43c8-47fc-b8f6-701be714516e tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=32b2a52f-c1be-4b60-b89b-ec393989a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0756311 Dec 08 22:05:25.700359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:25.700494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f4a2ed93-fe95-4718-9bc5-1b24d5ca9c2a not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:25.781672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-e473037a-62db-460d-b891-a1e29bf35051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:25.783396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-e473037a-62db-460d-b891-a1e29bf35051 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a71ea7c1-deb6-40fa-943f-314627bc7e78 HTTP/1.1" status: 200 len: 913 time: 0.6709161 Dec 08 22:05:25.880090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-403badfc-55b5-4193-bcbb-593d144ed27c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d725a168-de30-454f-a461-2ed195736bfc HTTP/1.1" status: 200 len: 217 time: 0.0822229 Dec 08 22:05:25.891255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f922b6-69b5-441c-ba15-db792fb81e73 req-aaf920b5-1c57-42cd-87f1-746f8a968d93 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:25.896335 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98f922b6-69b5-441c-ba15-db792fb81e73 req-aaf920b5-1c57-42cd-87f1-746f8a968d93 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.1159532 Dec 08 22:05:25.932967 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98f922b6-69b5-441c-ba15-db792fb81e73 req-67f10653-f627-4e6d-983d-e4e8dbf91cb4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333033 Dec 08 22:05:26.009821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae489d-8dca-4d81-a057-9cf1080a6c07 req-f0f3de66-008b-4251-8801-f90906028f04 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:26.011462 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40ae489d-8dca-4d81-a057-9cf1080a6c07 req-f0f3de66-008b-4251-8801-f90906028f04 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 943 time: 0.1285100 Dec 08 22:05:26.013095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-930c57bd-0590-470c-9f1e-5d7f55ead463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:26.014532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-930c57bd-0590-470c-9f1e-5d7f55ead463 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58395bcf-e1de-437f-b2b3-e23f82901623 HTTP/1.1" status: 200 len: 852 time: 0.1211114 Dec 08 22:05:26.077260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-7cdb1798-6865-4fa7-a8ed-3e7b88f3f401 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a71ea7c1-deb6-40fa-943f-314627bc7e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484643 Dec 08 22:05:26.135865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40ae489d-8dca-4d81-a057-9cf1080a6c07 req-17ce2514-ca6b-48cf-a923-a67f228b562b tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176779 Dec 08 22:05:26.185724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-ea51512d-0345-46b9-8b71-200f0848a57b service neutron] 10.222.0.37 "GET /v2.0/networks/a71ea7c1-deb6-40fa-943f-314627bc7e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028006 Dec 08 22:05:26.307930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41a1e3a2-56a7-460d-a443-751d80452f0c req-a8cefce2-b6e6-4a63-86d8-112e717c25a4 service neutron] 10.222.0.37 "GET /v2.0/networks/a71ea7c1-deb6-40fa-943f-314627bc7e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140599 Dec 08 22:05:26.523131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d725a168-de30-454f-a461-2ed195736bfc details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:05:26.677884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d725a168-de30-454f-a461-2ed195736bfc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d725a168-de30-454f-a461-2ed195736bfc,segment=NetworkSegment(93de99b8-8075-4dd5-98e5-2c1bbca9ad14),segment_id=93de99b8-8075-4dd5-98e5-2c1bbca9ad14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:26.692388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'd725a168-de30-454f-a461-2ed195736bfc', 'network_id': 'a71ea7c1-deb6-40fa-943f-314627bc7e78', 'port_id': 'd725a168-de30-454f-a461-2ed195736bfc', 'mac_address': 'fa:16:3e:70:e4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58395bcf-e1de-437f-b2b3-e23f82901623', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:05:26.761849 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:26.785948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d725a168-de30-454f-a461-2ed195736bfc {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:05:26.808921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d725a168-de30-454f-a461-2ed195736bfc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d725a168-de30-454f-a461-2ed195736bfc,segment=NetworkSegment(93de99b8-8075-4dd5-98e5-2c1bbca9ad14),segment_id=93de99b8-8075-4dd5-98e5-2c1bbca9ad14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:26.815487 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:26.890842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=d725a168-de30-454f-a461-2ed195736bfc,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:27.046794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['d725a168-de30-454f-a461-2ed195736bfc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:27.179420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3521b7e-28f3-45b9-91c2-2adb1ff81694 req-24d872e3-5a0a-4b29-87f4-f871a7570f73 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:27.189762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3521b7e-28f3-45b9-91c2-2adb1ff81694 req-24d872e3-5a0a-4b29-87f4-f871a7570f73 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.1409030 Dec 08 22:05:27.242569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59f95-1bc7-476d-b5fa-50d241fe5f1a req-35c8b0b8-13be-401f-8d88-531df8a57b52 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:27.246627 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40c59f95-1bc7-476d-b5fa-50d241fe5f1a req-35c8b0b8-13be-401f-8d88-531df8a57b52 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1256444 Dec 08 22:05:27.273044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3521b7e-28f3-45b9-91c2-2adb1ff81694 req-1bf951b4-724c-447a-9db8-912f83dcc971 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771666 Dec 08 22:05:27.335124 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40c59f95-1bc7-476d-b5fa-50d241fe5f1a req-d0495c03-dc86-42fa-816a-ae80df7180ca tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751982 Dec 08 22:05:27.443699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16bdb-bd29-4df8-8a52-6fa5c85dd575 req-96420db9-068c-402f-9f50-00030741ab1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:27.451469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47b16bdb-bd29-4df8-8a52-6fa5c85dd575 req-96420db9-068c-402f-9f50-00030741ab1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 944 time: 0.1119943 Dec 08 22:05:27.526488 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47b16bdb-bd29-4df8-8a52-6fa5c85dd575 req-59d2759f-02d4-4de7-ac0e-55cc8457f6b4 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738723 Dec 08 22:05:27.669067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 047affae-25ce-4051-b4ba-5237028c6258 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:27.692636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 047affae-25ce-4051-b4ba-5237028c6258 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:27.693270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 047affae-25ce-4051-b4ba-5237028c6258 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:28.450159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb93fb0-35d9-4b54-96ea-763badad58fe req-1c3033de-ec6c-480e-8463-83f2ab1298bb tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:28.452642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aeb93fb0-35d9-4b54-96ea-763badad58fe req-1c3033de-ec6c-480e-8463-83f2ab1298bb tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.1184149 Dec 08 22:05:28.480788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef585a2-0669-498d-8a85-11e4fcf81d03 req-18e602b0-cbf9-45ad-802f-9ff914f379ac tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:28.482423 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bef585a2-0669-498d-8a85-11e4fcf81d03 req-18e602b0-cbf9-45ad-802f-9ff914f379ac tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.0779114 Dec 08 22:05:28.510412 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aeb93fb0-35d9-4b54-96ea-763badad58fe req-ecb04702-048a-46b0-a8fc-05faffeab9ac tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511191 Dec 08 22:05:28.535941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d725a168-de30-454f-a461-2ed195736bfc up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:05:28.551207 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bef585a2-0669-498d-8a85-11e4fcf81d03 req-cd703068-0b14-47b7-95a8-ff7e99c70788 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556023 Dec 08 22:05:28.649899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port d725a168-de30-454f-a461-2ed195736bfc completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:05:28.654886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port d725a168-de30-454f-a461-2ed195736bfc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:28.655716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:28.675232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e80a6-4605-48e5-a58d-341ed2e800de req-d7fc28fb-d6fe-4225-8086-3c08b3db0df5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:28.676889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-651e80a6-4605-48e5-a58d-341ed2e800de req-d7fc28fb-d6fe-4225-8086-3c08b3db0df5 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 945 time: 0.1612651 Dec 08 22:05:28.768707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20004ad-7159-4269-9172-585c9878d822 req-6c095711-a3d4-4b4c-8758-68519a998588 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:28.772674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:28.776089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f20004ad-7159-4269-9172-585c9878d822 req-6c095711-a3d4-4b4c-8758-68519a998588 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 944 time: 0.1703472 Dec 08 22:05:28.818317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885afb58-22dc-4f4e-9980-e593b69cdd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725a168-de30-454f-a461-2ed195736bfc'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:28.832032 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87818104-891c-4bcb-acbb-4cff956b28b6" -d '{"events": [{"server_uuid": "885afb58-22dc-4f4e-9980-e593b69cdd53", "name": "network-vif-plugged", "status": "completed", "tag": "d725a168-de30-454f-a461-2ed195736bfc"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:28.887266 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f20004ad-7159-4269-9172-585c9878d822 req-fab95ccf-5950-47d3-82a1-a978af7a962c tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102881 Dec 08 22:05:28.901805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d725a168-de30-454f-a461-2ed195736bfc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d725a168-de30-454f-a461-2ed195736bfc,segment=NetworkSegment(93de99b8-8075-4dd5-98e5-2c1bbca9ad14),segment_id=93de99b8-8075-4dd5-98e5-2c1bbca9ad14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:28.918984 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:28.921875 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d1a1e0-9e73-468b-ba7d-90cb707856f6 x-openstack-request-id: req-b5d1a1e0-9e73-468b-ba7d-90cb707856f6 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:28.922282 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885afb58-22dc-4f4e-9980-e593b69cdd53", "name": "network-vif-plugged", "status": "completed", "tag": "d725a168-de30-454f-a461-2ed195736bfc", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:28.922631 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5d1a1e0-9e73-468b-ba7d-90cb707856f6 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:28.923277 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885afb58-22dc-4f4e-9980-e593b69cdd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725a168-de30-454f-a461-2ed195736bfc', 'code': 200} Dec 08 22:05:28.924555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Deleting port ce3528da-1908-48d4-a6cf-6e22f20b08ea {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:28.924911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:29.021023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=d725a168-de30-454f-a461-2ed195736bfc,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:29.068498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] For port ce3528da-1908-48d4-a6cf-6e22f20b08ea, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ce3528da-1908-48d4-a6cf-6e22f20b08ea,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:29.069198 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:29.129165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f1ab7-f340-4181-b9ea-372e5663bb6d req-e7eea81c-6be7-4cf7-8208-2d14b3c773f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:29.133577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-076f1ab7-f340-4181-b9ea-372e5663bb6d req-e7eea81c-6be7-4cf7-8208-2d14b3c773f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 1096 time: 0.1409395 Dec 08 22:05:29.315793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-076f1ab7-f340-4181-b9ea-372e5663bb6d req-7006541d-57b8-4a49-a822-7b8e76627355 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297863 Dec 08 22:05:29.480992 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:29.481641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:29.481786 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Floating IP ef63b5c0-e543-4436-8951-fec72de584aa disassociated. External IP: 172.25.1.48, port: ce3528da-1908-48d4-a6cf-6e22f20b08ea. Dec 08 22:05:29.482195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Calling delete_port for ce3528da-1908-48d4-a6cf-6e22f20b08ea owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:29.710671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98829b-b0ac-4c49-b7c1-d84e244cc8d4 req-d6d8cf2e-1f28-4f5b-a734-d3d61b10fcbd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:29.713253 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f98829b-b0ac-4c49-b7c1-d84e244cc8d4 req-d6d8cf2e-1f28-4f5b-a734-d3d61b10fcbd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.0799553 Dec 08 22:05:29.715468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:29.723132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba698a-478f-4c44-8904-acc246f0b6e2 req-97438609-f398-46b3-b2fd-1c608a09c4bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:29.730349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ba698a-478f-4c44-8904-acc246f0b6e2 req-97438609-f398-46b3-b2fd-1c608a09c4bc tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d HTTP/1.1" status: 200 len: 866 time: 0.0761189 Dec 08 22:05:29.768075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event deleted for resources: {'Port': ['ID=ce3528da-1908-48d4-a6cf-6e22f20b08ea,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:29.780819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02ba698a-478f-4c44-8904-acc246f0b6e2 req-31bfacdf-73ac-4f26-be03-cbd1c84bbd14 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups?id=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495098 Dec 08 22:05:29.871043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f98829b-b0ac-4c49-b7c1-d84e244cc8d4 req-773a47fd-4eb1-4489-9323-f39e4324a735 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506820 Dec 08 22:05:29.960334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Router 44423093-5ef1-49f4-a7de-c114ab531e62 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:05:30.073690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dc881-a57c-4709-9542-a93b3ae7829c req-d1fdecad-f6cd-4285-8030-912feb4ebb76 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:30.075170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-656dc881-a57c-4709-9542-a93b3ae7829c req-d1fdecad-f6cd-4285-8030-912feb4ebb76 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 945 time: 0.0711536 Dec 08 22:05:30.124494 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-656dc881-a57c-4709-9542-a93b3ae7829c req-29e42cc4-e0f5-4a0a-bf9b-08d1a07b23f2 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Dec 08 22:05:30.132178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:05:30.144494 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] Sync routers for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:05:30.157711 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:30.158667 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:30.192866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] No DVR routers for this DVR port ce3528da-1908-48d4-a6cf-6e22f20b08ea on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:30.202401 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:30.206618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-651e80a6-4605-48e5-a58d-341ed2e800de req-6e92bf25-6055-4d2b-bd96-8a8aa69044ff tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.37 "DELETE /v2.0/ports/ce3528da-1908-48d4-a6cf-6e22f20b08ea HTTP/1.1" status: 204 len: 173 time: 1.5224380 Dec 08 22:05:30.207572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-deleted', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:30.210330 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce402852-d536-4b16-b0d5-7a2b2974171f" -d '{"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-deleted", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:30.264534 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c276429a-c90b-4ed5-ab9f-9ae9d386a6bf x-openstack-request-id: req-c276429a-c90b-4ed5-ab9f-9ae9d386a6bf {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:30.265245 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d", "name": "network-vif-deleted", "tag": "ce3528da-1908-48d4-a6cf-6e22f20b08ea", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:30.265808 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c276429a-c90b-4ed5-ab9f-9ae9d386a6bf {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:30.266547 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed414f-e2ae-4dcf-bea4-9e4d4c8b0c3d', 'name': 'network-vif-deleted', 'tag': 'ce3528da-1908-48d4-a6cf-6e22f20b08ea', 'status': 'completed', 'code': 200} Dec 08 22:05:30.313128 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:30.620309 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:33Z', 'revision_number': 5, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:30.644781 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] Checking router: 44423093-5ef1-49f4-a7de-c114ab531e62 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:05:30.654051 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:30.654654 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:30.778907 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:30.940353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47492) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:31.069918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea399b-2b4a-4fef-9108-b017f9770bba req-ab7fa5f0-b4aa-4d50-b849-5bcbb266baf2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:31.071505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95ea399b-2b4a-4fef-9108-b017f9770bba req-ab7fa5f0-b4aa-4d50-b849-5bcbb266baf2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 943 time: 0.0708466 Dec 08 22:05:31.073712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f00c7152-065c-478e-bb8c-de348b2ac0b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.119699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f00c7152-065c-478e-bb8c-de348b2ac0b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.130196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95ea399b-2b4a-4fef-9108-b017f9770bba req-68ebe4d2-a2e9-48e6-a4a3-8e1b1c5864f4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505054 Dec 08 22:05:31.151254 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:33Z', 'revision_number': 5, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:31.183744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f00c7152-065c-478e-bb8c-de348b2ac0b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.187993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f00c7152-065c-478e-bb8c-de348b2ac0b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.190205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f00c7152-065c-478e-bb8c-de348b2ac0b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "DELETE /v2.0/security-groups/262f3da3-20b6-4d6e-96f4-8b295f9a8a8e HTTP/1.1" status: 204 len: 168 time: 0.2481689 Dec 08 22:05:31.192688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47506) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:31.196312 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc84e1b-30ad-473d-9ed7-3509c684ae2a None None] The sync data for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 is: [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T21:56:28Z', 'revision_number': 4, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'fb032ce8-9b00-4a21-8351-8a2fcd4d1cce', 'name': '', 'network_id': 'c76c03ce-0af3-41eb-8216-726e197ec182', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'mac_address': 'fa:16:3e:a2:d6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:27Z', 'updated_at': '2021-12-08T21:56:33Z', 'revision_number': 5, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'subnets': [{'id': '24c4f60c-81a2-4017-83df-1236e4b55723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:05:31.213223 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-8c703395-4451-4509-8125-e66121ca25b7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] show failed (client error): The resource could not be found. Dec 08 22:05:31.214637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8c703395-4451-4509-8125-e66121ca25b7 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "GET /v2.0/security-groups/262f3da3-20b6-4d6e-96f4-8b295f9a8a8e HTTP/1.1" status: 404 len: 347 time: 0.0207722 Dec 08 22:05:31.222266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:31.225674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c7152-065c-478e-bb8c-de348b2ac0b6 tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=262f3da3-20b6-4d6e-96f4-8b295f9a8a8e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:31.348666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6bb78-ed61-46e8-a442-9c567dd6a970 req-d455228b-cb7f-4de3-8687-1ba6cf0aa0b7 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:31.358649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bac6bb78-ed61-46e8-a442-9c567dd6a970 req-d455228b-cb7f-4de3-8687-1ba6cf0aa0b7 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 945 time: 0.0605195 Dec 08 22:05:31.406320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Deleting port adaaf5af-a06c-471f-87b9-2fc087fda698 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:31.407066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.426936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bac6bb78-ed61-46e8-a442-9c567dd6a970 req-442a08c8-72d1-4d2e-80b0-157e95ef631b tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604911 Dec 08 22:05:31.537661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.538121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.556641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Calling delete_port for adaaf5af-a06c-471f-87b9-2fc087fda698 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:31.624750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e911f-0602-4e0b-bc1a-14caef72fe1e None None] New status for floating IP ef63b5c0-e543-4436-8951-fec72de584aa: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:05:31.695632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 37b630e1-ae5e-447c-bc13-60428704b14c details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:05:31.830661 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.847296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-084e911f-0602-4e0b-bc1a-14caef72fe1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:05:31.848003 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-084e911f-0602-4e0b-bc1a-14caef72fe1e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:05:31.881738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Pushing event deleted for resources: {'Port': ['ID=adaaf5af-a06c-471f-87b9-2fc087fda698,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:31.933144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 37b630e1-ae5e-447c-bc13-60428704b14c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=37b630e1-ae5e-447c-bc13-60428704b14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:31.943220 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.946262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:31.947709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f846a8af-672f-4258-a472-d14c32b36daa tempest-ServerActionsTestJSON-1571688986 tempest-ServerActionsTestJSON-1571688986-project] 10.222.0.21 "DELETE /v2.0/floatingips/ef63b5c0-e543-4436-8951-fec72de584aa HTTP/1.1" status: 204 len: 168 time: 0.7241144 Dec 08 22:05:31.950542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47528) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:31.958742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '37b630e1-ae5e-447c-bc13-60428704b14c', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'port_id': '37b630e1-ae5e-447c-bc13-60428704b14c', 'mac_address': 'fa:16:3e:68:3e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:05:32.065612 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:32.092226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b630e1-ae5e-447c-bc13-60428704b14c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:05:32.109455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f51a5-3f76-4b29-b01a-b298586399e7 req-74987bcb-d40d-42bc-92f8-698e996e7c36 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:32.117291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 37b630e1-ae5e-447c-bc13-60428704b14c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=37b630e1-ae5e-447c-bc13-60428704b14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:32.120836 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8a6f51a5-3f76-4b29-b01a-b298586399e7 req-74987bcb-d40d-42bc-92f8-698e996e7c36 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 945 time: 0.1395299 Dec 08 22:05:32.122757 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:32.171729 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8a6f51a5-3f76-4b29-b01a-b298586399e7 req-6c0baaa7-6ddb-4275-b15e-1264c2c5be5d tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495343 Dec 08 22:05:32.258754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=37b630e1-ae5e-447c-bc13-60428704b14c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:32.315417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['37b630e1-ae5e-447c-bc13-60428704b14c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:32.459843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e911f-0602-4e0b-bc1a-14caef72fe1e None None] New status for floating IP ef63b5c0-e543-4436-8951-fec72de584aa: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:05:32.570290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b4c17-4101-4d0d-9276-feaa715429e7 req-ef6ef87e-3da8-44c7-95b7-e11b212c2770 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:32.570290 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-405b4c17-4101-4d0d-9276-feaa715429e7 req-ef6ef87e-3da8-44c7-95b7-e11b212c2770 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 944 time: 0.1336687 Dec 08 22:05:32.570290 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-405b4c17-4101-4d0d-9276-feaa715429e7 req-62c6fa4d-207d-41bd-8dfd-0e6f79544c58 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251895 Dec 08 22:05:32.574757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:32.637284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: ce3528da-1908-48d4-a6cf-6e22f20b08ea {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:32.637999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ce3528da-1908-48d4-a6cf-6e22f20b08ea not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:32.864714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:33.263051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-b200c3a0-c231-4866-8fed-d32d3f9580ca tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:33.264625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-b200c3a0-c231-4866-8fed-d32d3f9580ca tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.37 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 945 time: 0.0962222 Dec 08 22:05:33.395335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Deleting port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:33.395725 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:33.455196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483598-500e-4c60-b110-e3e678678f4f req-7009d8dd-ac18-4196-b7bd-228cc6410961 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:33.463312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb483598-500e-4c60-b110-e3e678678f4f req-7009d8dd-ac18-4196-b7bd-228cc6410961 tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 945 time: 0.1892300 Dec 08 22:05:33.488917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Deleting port d725a168-de30-454f-a461-2ed195736bfc {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:33.489251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:33.652789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb483598-500e-4c60-b110-e3e678678f4f req-cfa70a4f-df63-4f80-8444-34ddbd4b65ed tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8c29243-6dfb-4ed0-8f62-246809a7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705205 Dec 08 22:05:33.677325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] For port fb032ce8-9b00-4a21-8351-8a2fcd4d1cce, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:33.677707 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:33.700530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 37b630e1-ae5e-447c-bc13-60428704b14c up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:05:33.702556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Calling delete_port for fb032ce8-9b00-4a21-8351-8a2fcd4d1cce owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:33.745589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] For port d725a168-de30-454f-a461-2ed195736bfc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d725a168-de30-454f-a461-2ed195736bfc,segment=NetworkSegment(93de99b8-8075-4dd5-98e5-2c1bbca9ad14),segment_id=93de99b8-8075-4dd5-98e5-2c1bbca9ad14)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:33.745984 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:33.770421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3365-9bae-4f38-8075-9f9e81ff5747 req-e516977b-da8a-444b-94e0-9ecd8ddf1485 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:33.777906 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7a3365-9bae-4f38-8075-9f9e81ff5747 req-e516977b-da8a-444b-94e0-9ecd8ddf1485 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 944 time: 0.1092687 Dec 08 22:05:33.804697 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Calling delete_port for d725a168-de30-454f-a461-2ed195736bfc owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:33.841942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7a3365-9bae-4f38-8075-9f9e81ff5747 req-0957403d-b421-409f-9246-91712d8178a8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623736 Dec 08 22:05:33.859418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 37b630e1-ae5e-447c-bc13-60428704b14c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:05:33.868457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 37b630e1-ae5e-447c-bc13-60428704b14c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:33.871288 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:33.971452 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:34.009504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b630e1-ae5e-447c-bc13-60428704b14c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:34.012659 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873b7a09-5735-4684-8886-ee3eb1f72137" -d '{"events": [{"server_uuid": "633b12ec-5858-404e-96d6-aed75af7c5ec", "name": "network-vif-plugged", "status": "completed", "tag": "37b630e1-ae5e-447c-bc13-60428704b14c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:34.054088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 37b630e1-ae5e-447c-bc13-60428704b14c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=37b630e1-ae5e-447c-bc13-60428704b14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:34.062071 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:34.102695 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0d3ba4-353f-4948-bb77-e065970aa262 x-openstack-request-id: req-bf0d3ba4-353f-4948-bb77-e065970aa262 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:34.103117 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633b12ec-5858-404e-96d6-aed75af7c5ec", "name": "network-vif-plugged", "status": "completed", "tag": "37b630e1-ae5e-447c-bc13-60428704b14c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:34.103372 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf0d3ba4-353f-4948-bb77-e065970aa262 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:34.104134 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b630e1-ae5e-447c-bc13-60428704b14c', 'code': 200} Dec 08 22:05:34.185460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=37b630e1-ae5e-447c-bc13-60428704b14c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:34.202203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b1c0-841c-46a4-b4b5-5ad70187c737 req-9cb5ba8a-8be3-4863-bd5c-5e5acdbda70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:34.204009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cc5b1c0-841c-46a4-b4b5-5ad70187c737 req-9cb5ba8a-8be3-4863-bd5c-5e5acdbda70d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 1096 time: 0.0738540 Dec 08 22:05:34.255511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cc5b1c0-841c-46a4-b4b5-5ad70187c737 req-159a2f18-329f-454d-bd74-d1db85f2651a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441201 Dec 08 22:05:34.681817 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:34.689764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:34.717355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Pushing event deleted for resources: {'Port': ['ID=d725a168-de30-454f-a461-2ed195736bfc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:34.756170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0cba51f-e450-409a-9b18-9c8a8d84fe58 req-c3ccf415-e17c-496d-bba1-43151a527f2e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.21 "GET /v2.0/ports?device_id=885afb58-22dc-4f4e-9980-e593b69cdd53 HTTP/1.1" status: 200 len: 210 time: 0.0450258 Dec 08 22:05:34.785196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb032ce8-9b00-4a21-8351-8a2fcd4d1cce,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:34.833690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] No DVR routers for this DVR port d725a168-de30-454f-a461-2ed195736bfc on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:34.889292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:34.894452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce04fa04-70a0-4813-a46a-8c63af33e039 req-bbd1d2ed-66fb-40a7-8ba3-61da9c552a1e tempest-ServerPasswordTestJSON-290901170 tempest-ServerPasswordTestJSON-290901170-project] 10.222.0.37 "DELETE /v2.0/ports/d725a168-de30-454f-a461-2ed195736bfc HTTP/1.1" status: 204 len: 173 time: 1.6191053 Dec 08 22:05:34.895358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885afb58-22dc-4f4e-9980-e593b69cdd53', 'name': 'network-vif-deleted', 'tag': 'd725a168-de30-454f-a461-2ed195736bfc'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:34.897835 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef0698-ee06-4420-9534-d8e2a67eacb8" -d '{"events": [{"server_uuid": "885afb58-22dc-4f4e-9980-e593b69cdd53", "name": "network-vif-deleted", "tag": "d725a168-de30-454f-a461-2ed195736bfc"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:35.066458 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096d42f-19f3-48de-8bdb-57dd50c28afb x-openstack-request-id: req-4096d42f-19f3-48de-8bdb-57dd50c28afb {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:35.067053 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885afb58-22dc-4f4e-9980-e593b69cdd53", "name": "network-vif-deleted", "tag": "d725a168-de30-454f-a461-2ed195736bfc", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:35.067497 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4096d42f-19f3-48de-8bdb-57dd50c28afb {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:35.068082 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885afb58-22dc-4f4e-9980-e593b69cdd53', 'name': 'network-vif-deleted', 'tag': 'd725a168-de30-454f-a461-2ed195736bfc', 'status': 'completed', 'code': 200} Dec 08 22:05:35.099761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c04b8-03b8-4669-9cfd-16d72cb4aaf8 req-1add54d8-c597-49ec-bdfc-97320376470c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:35.101256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f1c04b8-03b8-4669-9cfd-16d72cb4aaf8 req-1add54d8-c597-49ec-bdfc-97320376470c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 945 time: 0.0694344 Dec 08 22:05:35.106060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:35.197032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f1c04b8-03b8-4669-9cfd-16d72cb4aaf8 req-7274b353-4183-4af8-9976-fa278194a038 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877032 Dec 08 22:05:35.481303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Router 44423093-5ef1-49f4-a7de-c114ab531e62 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:05:35.597588 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3d79344-8a86-4441-a181-a81862471899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:35.667612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:05:35.685198 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] Sync routers for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:05:35.690111 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f4135368-0277-4236-a7b8-faca0163b30a admin admin] 10.222.0.21 "PUT /v2.0/routers/44423093-5ef1-49f4-a7de-c114ab531e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7350867 Dec 08 22:05:35.690703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47680) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:35.702188 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:35.702994 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:35.820290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:35.831602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47690) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:35.844616 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:35.891436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e706dac2-cc8d-42d5-be67-817a2e94f14b admin admin] Deleting subnet 58395bcf-e1de-437f-b2b3-e23f82901623 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:05:35.895070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e706dac2-cc8d-42d5-be67-817a2e94f14b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:35.943742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e706dac2-cc8d-42d5-be67-817a2e94f14b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:35.957960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.009145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e706dac2-cc8d-42d5-be67-817a2e94f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.029238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Deleting port 11b68e77-3163-4ab5-90ab-6f2550e9872d {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:36.029887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.083900 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e706dac2-cc8d-42d5-be67-817a2e94f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.100696 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T22:05:34Z', 'revision_number': 5, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port': {'id': '11b68e77-3163-4ab5-90ab-6f2550e9872d', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:56:21Z', 'updated_at': '2021-12-08T21:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:36.133740 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] Checking router: 44423093-5ef1-49f4-a7de-c114ab531e62 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:05:36.144242 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] Routers {'44423093-5ef1-49f4-a7de-c114ab531e62'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:36.145052 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['44423093-5ef1-49f4-a7de-c114ab531e62'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:36.149689 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e706dac2-cc8d-42d5-be67-817a2e94f14b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.155117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e706dac2-cc8d-42d5-be67-817a2e94f14b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/58395bcf-e1de-437f-b2b3-e23f82901623 HTTP/1.1" status: 204 len: 168 time: 0.3192434 Dec 08 22:05:36.155117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706dac2-cc8d-42d5-be67-817a2e94f14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58395bcf-e1de-437f-b2b3-e23f82901623,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:36.156385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47696) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:36.171613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] For port 11b68e77-3163-4ab5-90ab-6f2550e9872d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=11b68e77-3163-4ab5-90ab-6f2550e9872d,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:36.172373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.224867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Calling delete_port for 11b68e77-3163-4ab5-90ab-6f2550e9872d owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:36.251083 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] Set router 44423093-5ef1-49f4-a7de-c114ab531e62 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:36.284970 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.427370 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T22:05:35Z', 'revision_number': 6, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:36.430250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aba0c-f4e0-474a-8cb8-9ec186514f05 req-58d7ef3a-f1b6-4178-8d91-b86b88297fff tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:36.431901 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df0aba0c-f4e0-474a-8cb8-9ec186514f05 req-58d7ef3a-f1b6-4178-8d91-b86b88297fff tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 945 time: 0.0975144 Dec 08 22:05:36.460858 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd34e1-b5a1-4096-9580-e8cc5d703195 None None] The sync data for ids ['44423093-5ef1-49f4-a7de-c114ab531e62'] in n-d-821126-1 is: [{'id': '44423093-5ef1-49f4-a7de-c114ab531e62', 'name': 'tempest-ServerActionsTestJSON-139730936-router', 'tenant_id': '64a902ad8ee746c39827af079b3a0c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:56:20Z', 'updated_at': '2021-12-08T22:05:35Z', 'revision_number': 6, 'project_id': '64a902ad8ee746c39827af079b3a0c5f', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:05:36.566584 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.568290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d725a168-de30-454f-a461-2ed195736bfc no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:36.595064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-df0aba0c-f4e0-474a-8cb8-9ec186514f05 req-1ac8ae51-2714-4983-9161-c3a1c2853d15 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503148 Dec 08 22:05:36.600402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: d725a168-de30-454f-a461-2ed195736bfc {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:36.601356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d725a168-de30-454f-a461-2ed195736bfc not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:36.606030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71ea7c1-deb6-40fa-943f-314627bc7e78']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:36.622206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93de99b8-8075-4dd5-98e5-2c1bbca9ad14') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:36.622513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93de99b8-8075-4dd5-98e5-2c1bbca9ad14') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:36.659227 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.685670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.701692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:05:36.702396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:05:36.705230 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:05:36.783128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0b390-8aa5-4f8e-99d9-4eb96c3bdcb7 req-e47665fe-6c2b-46a4-93f1-ef865bf308f2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:36.784949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95b0b390-8aa5-4f8e-99d9-4eb96c3bdcb7 req-e47665fe-6c2b-46a4-93f1-ef865bf308f2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 945 time: 0.0664027 Dec 08 22:05:36.798368 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.839098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95b0b390-8aa5-4f8e-99d9-4eb96c3bdcb7 req-9346a0d9-80a2-497f-88f4-d2e2d2b56f60 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479360 Dec 08 22:05:36.863628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47728) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:36.877529 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.882962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b68e77-3163-4ab5-90ab-6f2550e9872d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:36.889610 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:36.893460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] 10.222.0.21 "DELETE /v2.0/networks/a71ea7c1-deb6-40fa-943f-314627bc7e78 HTTP/1.1" status: 204 len: 168 time: 0.7357967 Dec 08 22:05:36.961649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c653c59-d73e-4492-bc9a-1f629d3c212c admin admin] Pushing event deleted for resources: {'Network': ['ID=a71ea7c1-deb6-40fa-943f-314627bc7e78,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:37.009338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.117278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd84292-7007-405d-a12e-567febfaf2c8 tempest-TestVolumeBootPattern-435925025 tempest-TestVolumeBootPattern-435925025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:37.121264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fcd84292-7007-405d-a12e-567febfaf2c8 tempest-TestVolumeBootPattern-435925025 tempest-TestVolumeBootPattern-435925025-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 1091 time: 0.2566831 Dec 08 22:05:37.131912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47742) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:37.136842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '37b630e1-ae5e-447c-bc13-60428704b14c', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:37.168143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:37.226416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.229735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.258683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d8e0c264-9ddb-41bf-a066-7f0b7bd4c894 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70451f9ba6174c7baea9f228ec5d8c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893700 Dec 08 22:05:37.259742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47754) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:37.295751 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.335496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-899b9da5-29be-4448-b873-aaa11eafd101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.347120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.347751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44423093-5ef1-49f4-a7de-c114ab531e62 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:05:37.361753 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.363736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-866c3d6e-9d86-4e37-8216-75f181fe5b81 admin admin] 10.222.0.21 "DELETE /v2.0/routers/44423093-5ef1-49f4-a7de-c114ab531e62 HTTP/1.1" status: 204 len: 168 time: 1.6713047 Dec 08 22:05:37.366330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47758) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:37.394489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-899b9da5-29be-4448-b873-aaa11eafd101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.482504 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-899b9da5-29be-4448-b873-aaa11eafd101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.487824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-899b9da5-29be-4448-b873-aaa11eafd101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.494184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-899b9da5-29be-4448-b873-aaa11eafd101 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8c29243-6dfb-4ed0-8f62-246809a7cf7d HTTP/1.1" status: 204 len: 168 time: 0.2324409 Dec 08 22:05:37.505762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b9da5-29be-4448-b873-aaa11eafd101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c29243-6dfb-4ed0-8f62-246809a7cf7d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:37.537926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-54029d4f-69f9-4db8-a072-6a160b73b80f admin admin] Deleting subnet 24c4f60c-81a2-4017-83df-1236e4b55723 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:05:37.551186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54029d4f-69f9-4db8-a072-6a160b73b80f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.627713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54029d4f-69f9-4db8-a072-6a160b73b80f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.794108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 11b68e77-3163-4ab5-90ab-6f2550e9872d no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:37.827501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54029d4f-69f9-4db8-a072-6a160b73b80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.829302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 11b68e77-3163-4ab5-90ab-6f2550e9872d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:37.830275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 11b68e77-3163-4ab5-90ab-6f2550e9872d not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:37.833240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fb032ce8-9b00-4a21-8351-8a2fcd4d1cce no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:37.881903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: fb032ce8-9b00-4a21-8351-8a2fcd4d1cce {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:37.882251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fb032ce8-9b00-4a21-8351-8a2fcd4d1cce not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:37.914660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54029d4f-69f9-4db8-a072-6a160b73b80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.944049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54029d4f-69f9-4db8-a072-6a160b73b80f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:37.947357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367cef1f-29c6-4c5d-a8b5-a0912e5cc242 None None] Network c76c03ce-0af3-41eb-8216-726e197ec182 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:05:37.949893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47778) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:37.951333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-54029d4f-69f9-4db8-a072-6a160b73b80f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/24c4f60c-81a2-4017-83df-1236e4b55723 HTTP/1.1" status: 204 len: 168 time: 0.5834148 Dec 08 22:05:38.004241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54029d4f-69f9-4db8-a072-6a160b73b80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c4f60c-81a2-4017-83df-1236e4b55723,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:38.026371 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.137708 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.202683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] DHCP port deletion for c76c03ce-0af3-41eb-8216-726e197ec182 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:05:38.257551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.25.1.113 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/885ce8fc-67ed-4cdc-bd64-94080eec44a8) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:05:38.308900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d868c55b-0906-40e1-bf62-1a415bb6be67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.328631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Deleting port ea908cd4-88af-4d26-aab4-79de7307e633 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:38.328973 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.351540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Deleting port ea908cd4-88af-4d26-aab4-79de7307e633 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:05:38.357098 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.489514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] For port ea908cd4-88af-4d26-aab4-79de7307e633, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ea908cd4-88af-4d26-aab4-79de7307e633,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:38.492954 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.494547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] For port ea908cd4-88af-4d26-aab4-79de7307e633, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ea908cd4-88af-4d26-aab4-79de7307e633,segment=NetworkSegment(536fabe0-2332-46c7-af22-8ac3870ed33c),segment_id=536fabe0-2332-46c7-af22-8ac3870ed33c)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:38.496859 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.517553 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.520982 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Calling delete_port for ea908cd4-88af-4d26-aab4-79de7307e633 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:38.527719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Calling delete_port for ea908cd4-88af-4d26-aab4-79de7307e633 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:05:38.605392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.664713 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.700117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea908cd4-88af-4d26-aab4-79de7307e633,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:38.706165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] No DVR routers for this DVR port ea908cd4-88af-4d26-aab4-79de7307e633 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:38.737105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:38.740880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:05:38.743791 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:05:38.755032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:05:38.756478 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.806621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Pushing event deleted for resources: {'Port': ['ID=ea908cd4-88af-4d26-aab4-79de7307e633,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:38.811388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] No DVR routers for this DVR port ea908cd4-88af-4d26-aab4-79de7307e633 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:05:38.832381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.832832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.833277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.834015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=885ce8fc-67ed-4cdc-bd64-94080eec44a8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:38.840200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.840566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.840914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.841257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.841640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.855222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.856987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.857703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.858571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea63b8-0f8f-44af-863b-7416751616e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:38.911822 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:38.963567 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.023697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76c03ce-0af3-41eb-8216-726e197ec182']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:39.036579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536fabe0-2332-46c7-af22-8ac3870ed33c') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:39.036884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536fabe0-2332-46c7-af22-8ac3870ed33c') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:39.047642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.061852 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.069685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:05:39.070075 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:05:39.130251 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:05:39.135440 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.143049 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.147049 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c76c03ce-0af3-41eb-8216-726e197ec182 HTTP/1.1" status: 204 len: 168 time: 1.1958942 Dec 08 22:05:39.162400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d087f24-efc8-433c-a0fc-c5e1230b15c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c76c03ce-0af3-41eb-8216-726e197ec182,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:39.237764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47822) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:39.448292 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.509271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1570281769-network', 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:39.524780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47836) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:39.532827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.600845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:39.605366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.649041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.673129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ea908cd4-88af-4d26-aab4-79de7307e633 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:05:39.739981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ea908cd4-88af-4d26-aab4-79de7307e633 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:05:39.740319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ea908cd4-88af-4d26-aab4-79de7307e633 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:05:39.811709 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.816726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-38b39deb-e2d6-49cb-b847-7de0ec796507 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64a902ad8ee746c39827af079b3a0c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908969 Dec 08 22:05:39.818955 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.820354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47846) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:39.856411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00850b0e-f97c-4716-81c8-4da1a5efb005,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:39.865618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:05:39.878846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:39.879071 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Added segment 52f240ae-ac18-4415-9bf2-424c07ecd9e0 of type vlan for network 1f5d6c2e-be08-4d88-a755-61af81e62be6 Dec 08 22:05:39.972779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.021149 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.037244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.038891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:40.039766 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.044156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.073383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8338871 Dec 08 22:05:40.115384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47854) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:40.122068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Request body: {'subnet': {'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1570281769-subnet', 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:40.157105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd2d7d-f4d0-4dbb-9039-97d11e5888b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5d6c2e-be08-4d88-a755-61af81e62be6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:40.169820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:05:40.176701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:40.186700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.216431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.218247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-926e446f-dc1c-4f62-a9e0-112fa7c6882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.353630 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-926e446f-dc1c-4f62-a9e0-112fa7c6882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.505136 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.543002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-926e446f-dc1c-4f62-a9e0-112fa7c6882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.545601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-926e446f-dc1c-4f62-a9e0-112fa7c6882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.549555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-926e446f-dc1c-4f62-a9e0-112fa7c6882d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/691bd36b-ed56-4a1b-9572-06e7e0c07799 HTTP/1.1" status: 204 len: 168 time: 0.7132063 Dec 08 22:05:40.553513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.560271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e446f-dc1c-4f62-a9e0-112fa7c6882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691bd36b-ed56-4a1b-9572-06e7e0c07799,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:40.570724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.659501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c359eed-909f-4b0e-aa0f-da9b75d8c877,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:40.668423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Checking segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:40.669095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Network hostable DHCP agents. Network: 1f5d6c2e-be08-4d88-a755-61af81e62be6, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:05:40.703180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:05:40.730238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1f5d6c2e-be08-4d88-a755-61af81e62be6) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:40.747983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c53e11-5a6f-4e12-9280-7376bd84eb97 None None] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:05:40.750929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=885ce8fc-67ed-4cdc-bd64-94080eec44a8,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:40.759776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.763295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:40.764403 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:40.799710 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b0310222-4a2b-4db9-bd72-b7f458ec4e95 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6829352 Dec 08 22:05:40.969127 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Floating IP 7d42b80d-deb3-4d59-87a9-1dfa533a316d associated. External IP: 172.25.1.113, port: 37b630e1-ae5e-447c-bc13-60428704b14c. Dec 08 22:05:41.124390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12279968-6f38-4c31-8a41-d5ea63140c68 None None] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:05:41.127526 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:41.619796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:05:41.636472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378186-119b-45c6-b817-f3c86137e1bb req-c2cec41e-9cdf-4f64-9957-12a698f61446 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:41.638430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-c2cec41e-9cdf-4f64-9957-12a698f61446 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.1853244 Dec 08 22:05:41.783766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 47930) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:41.788138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-565db7de-c87a-4c06-999b-a2107eaeca3d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/quotas/6eb9361777764b69a95e37a2e21b8eb1 HTTP/1.1" status: 200 len: 375 time: 0.1336622 Dec 08 22:05:41.826827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:05:41.839689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:05:41.868810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-5ebf7dc5-221d-4d2e-861d-24c2281981d5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381434 Dec 08 22:05:41.871108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:41.871781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:41.878845 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:41.997745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-network', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:42.031346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Made reservation on behalf of 8efdb44dcfb04f4eb6f364f4a741fa35 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:42.036091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:42.059627 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8b2e08fd-4bab-4bf4-87ef-602515c3f4b7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9266062 Dec 08 22:05:42.063001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'tag': '37b630e1-ae5e-447c-bc13-60428704b14c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:42.066969 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b" -d '{"events": [{"name": "network-changed", "server_uuid": "633b12ec-5858-404e-96d6-aed75af7c5ec", "tag": "37b630e1-ae5e-447c-bc13-60428704b14c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:42.072903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:42.135355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-8fce0214-fdcf-4601-a997-4a64985fd0c6 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512548 Dec 08 22:05:42.145261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:42.209370 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff9fe62-8eeb-4390-add9-ca07b28c1465 x-openstack-request-id: req-5ff9fe62-8eeb-4390-add9-ca07b28c1465 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:42.214966 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633b12ec-5858-404e-96d6-aed75af7c5ec", "tag": "37b630e1-ae5e-447c-bc13-60428704b14c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:42.215349 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ff9fe62-8eeb-4390-add9-ca07b28c1465 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:42.216618 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'tag': '37b630e1-ae5e-447c-bc13-60428704b14c', 'status': 'completed', 'code': 200} Dec 08 22:05:42.314537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-86c9fcd4-f7ab-4986-a972-861ca74ae540 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776969 Dec 08 22:05:42.339116 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:42.355538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-84b67936-27e3-4b5a-b5c6-e02512086e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:42.357307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-84b67936-27e3-4b5a-b5c6-e02512086e31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 1096 time: 0.1466019 Dec 08 22:05:42.360401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:42.572991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:05:42.615880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:42.649522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.650142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.650412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.651272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.651272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.651476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.651692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.652186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.652527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.652936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.653743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.654071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:42.663962 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:42.664901 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Added segment a110a56d-6fea-4366-bd6a-ad37f63186f0 of type vlan for network faf8e57e-0cec-4895-9d3a-c2a050f3d2df Dec 08 22:05:42.675299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4554df45-dc54-47ce-ac5c-780e2f024e17 req-d133e8d4-ce0a-4394-87de-e8fe4203c4ff tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0891380 Dec 08 22:05:42.823175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-3291e07d-48c0-4028-9220-8cc401d81ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:42.830489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-3291e07d-48c0-4028-9220-8cc401d81ba4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.4625044 Dec 08 22:05:42.903170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '7d42b80d-deb3-4d59-87a9-1dfa533a316d', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '37b630e1-ae5e-447c-bc13-60428704b14c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:68:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:05:39Z', 'updated_at': '2021-12-08T22:05:39Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:42.940968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:05:42.951166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:42.952211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:43.225828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:43.259883 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:43.289979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-efb1d189-b815-4432-bc72-ccd02b42ae73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b630e1-ae5e-447c-bc13-60428704b14c HTTP/1.1" status: 200 len: 999 time: 0.4484303 Dec 08 22:05:43.310222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:43.311158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:43.311867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:43.451459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] Pushing event updated for resources: {'Network': ['ID=faf8e57e-0cec-4895-9d3a-c2a050f3d2df,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:43.480550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b54b86d2-a922-4d03-a942-0f48ae1c4a35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6945853 Dec 08 22:05:43.484056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 47986) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:43.489810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Request body: {'subnet': {'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-subnet', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:43.507000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-163aeb14-0b31-46e8-b133-ea6f86106acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:43.522288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network faf8e57e-0cec-4895-9d3a-c2a050f3d2df details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:05:43.534156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-163aeb14-0b31-46e8-b133-ea6f86106acc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.2075014 Dec 08 22:05:43.536788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Made reservation on behalf of 8efdb44dcfb04f4eb6f364f4a741fa35 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:43.539566 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:43.631426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-10ac75b5-40b3-4882-bb27-1ed217846d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:43.632978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-10ac75b5-40b3-4882-bb27-1ed217846d2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974972 Dec 08 22:05:43.946503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-bfffcd41-7014-4ecc-80b6-ade5ced9e420 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030391 Dec 08 22:05:43.976689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '7d42b80d-deb3-4d59-87a9-1dfa533a316d', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '37b630e1-ae5e-447c-bc13-60428704b14c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:68:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:05:39Z', 'updated_at': '2021-12-08T22:05:39Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:43.984855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc8b4775-c613-4a06-b620-408126018613 req-bcaddb95-9921-4a3a-a939-b27fa42cd385 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 210 time: 0.1260817 Dec 08 22:05:44.051085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9334d514-ee32-4710-a8cd-d772fcbafade None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '7d42b80d-deb3-4d59-87a9-1dfa533a316d', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '37b630e1-ae5e-447c-bc13-60428704b14c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:68:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:05:39Z', 'updated_at': '2021-12-08T22:05:39Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:05:44.261578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7253ea0-3e30-40ff-b9e7-f1905af5d99b req-b6c54ce9-2c8b-4bc0-bff7-0ed80e94c813 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101075 Dec 08 22:05:44.407984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378186-119b-45c6-b817-f3c86137e1bb req-eac27669-ccea-45f7-bb5e-72443aa660e0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:44.407984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-eac27669-ccea-45f7-bb5e-72443aa660e0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.3439119 Dec 08 22:05:44.414232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Request body: {'port': {'device_id': '26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'admin_state_up': True, 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:44.457718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48034) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:44.488572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:44.559143 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f767d9-45db-4d2e-a873-388ce8cfcbd3 None None] New status for floating IP 7d42b80d-deb3-4d59-87a9-1dfa533a316d: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:05:44.698781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db96ec2-ce1c-4299-8bb1-dbf754221213,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:44.715510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Checking segment: {'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:44.716137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Network hostable DHCP agents. Network: faf8e57e-0cec-4895-9d3a-c2a050f3d2df, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:05:44.716755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b171ecf-b2fb-437e-a8c5-aac8ae5cf339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:44.754186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Network faf8e57e-0cec-4895-9d3a-c2a050f3d2df is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:05:44.761849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:44.777614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:44.815208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, faf8e57e-0cec-4895-9d3a-c2a050f3d2df) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:44.824057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:44.824639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:44.829197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa689c7-3f76-43ec-863b-125585ff1db0 None None] Network faf8e57e-0cec-4895-9d3a-c2a050f3d2df requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:05:44.855795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aa9806ad-8883-4b5e-a75a-23e78e2bcf5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3705919 Dec 08 22:05:44.860082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48044) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:44.877473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b171ecf-b2fb-437e-a8c5-aac8ae5cf339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:44.883182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b171ecf-b2fb-437e-a8c5-aac8ae5cf339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:44.910358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:44.962275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:44.963811 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:44.969745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b171ecf-b2fb-437e-a8c5-aac8ae5cf339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd2367d-5f1f-4e00-9b48-081bf0c1ccb5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:44.984349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6b171ecf-b2fb-437e-a8c5-aac8ae5cf339 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=657d3ccc8e064315bb486f9ec47005d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251651 Dec 08 22:05:44.987936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48050) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:45.089220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585cd344-797e-4936-811c-77e6269518a2 None None] Network faf8e57e-0cec-4895-9d3a-c2a050f3d2df requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:05:45.160425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3b7c394-8c37-4ec1-9b1c-eb67dc9e5b5b req-99d2de0e-17f2-4772-80ec-7a662cb1e241 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0451019 Dec 08 22:05:45.174347 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b42269fd-d16c-496b-978d-bf922d840eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.208107 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b42269fd-d16c-496b-978d-bf922d840eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.290314 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b42269fd-d16c-496b-978d-bf922d840eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.293599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b42269fd-d16c-496b-978d-bf922d840eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.297351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b42269fd-d16c-496b-978d-bf922d840eda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bd2367d-5f1f-4e00-9b48-081bf0c1ccb5 HTTP/1.1" status: 204 len: 168 time: 0.3026738 Dec 08 22:05:45.307692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42269fd-d16c-496b-978d-bf922d840eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd2367d-5f1f-4e00-9b48-081bf0c1ccb5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:45.467166 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.602443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Allocated IP 172.20.0.13 (1f5d6c2e-be08-4d88-a755-61af81e62be6/3c359eed-909f-4b0e-aa0f-da9b75d8c877/e126cba8-1f55-4819-9c58-6fc85d1dffb4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:05:45.722128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48080) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:45.737876 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-48470a49-6bd4-4cd2-8d01-6f067c7c5a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.746969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.842185 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-48470a49-6bd4-4cd2-8d01-6f067c7c5a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.846451 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-48470a49-6bd4-4cd2-8d01-6f067c7c5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:45.906440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48082) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:45.906702 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-48470a49-6bd4-4cd2-8d01-6f067c7c5a06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c4903c1dee2403099a84c111245aaac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832254 Dec 08 22:05:45.907627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48470a49-6bd4-4cd2-8d01-6f067c7c5a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b10238-9851-4d9f-beb4-bd33b154b4f3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:45.992372 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.037879 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-850ac81f-1e0a-441b-bb67-915bd5ae0c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.081060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-850ac81f-1e0a-441b-bb67-915bd5ae0c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.129479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.253951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:46.286816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:46.303802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:05:46.375781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event updated for resources: {'Port': ['ID=e126cba8-1f55-4819-9c58-6fc85d1dffb4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:46.429859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.462761 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-850ac81f-1e0a-441b-bb67-915bd5ae0c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.465762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-850ac81f-1e0a-441b-bb67-915bd5ae0c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.470944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-850ac81f-1e0a-441b-bb67-915bd5ae0c54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35b10238-9851-4d9f-beb4-bd33b154b4f3 HTTP/1.1" status: 204 len: 168 time: 0.5618577 Dec 08 22:05:46.482134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:46.482845 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.490815 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.516018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ac81f-1e0a-441b-bb67-915bd5ae0c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b10238-9851-4d9f-beb4-bd33b154b4f3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:46.532392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d5465-a9a3-44d1-8a22-ed6453f3b67d req-f7228b08-9a8e-48f9-b600-8fae344fa398 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:46.541042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b53d5465-a9a3-44d1-8a22-ed6453f3b67d req-f7228b08-9a8e-48f9-b600-8fae344fa398 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 932 time: 0.2251322 Dec 08 22:05:46.596648 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-4f44115c-7b43-4938-b724-94b62330423d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1869545 Dec 08 22:05:46.641066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Request body: {'port': {'device_id': '26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:46.752876 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b53d5465-a9a3-44d1-8a22-ed6453f3b67d req-086a6142-c782-4c3c-9e4a-9c322512cbc5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105832 Dec 08 22:05:46.831199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:46.833909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Allocated IP 172.25.1.190 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/20b1ef59-1c06-4913-86ca-d08937dd0262) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:05:47.139951 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:47.251673 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:47.331139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:47.337244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:47.344520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:05:47.397225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e126cba8-1f55-4819-9c58-6fc85d1dffb4 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:05:47.405930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Pushing event updated for resources: {'Port': ['ID=20b1ef59-1c06-4913-86ca-d08937dd0262,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:47.412066 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:47.433416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Transition to ACTIVE for port object e126cba8-1f55-4819-9c58-6fc85d1dffb4 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:05:47.467570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:47.591267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Pushing event updated for resources: {'Port': ['ID=e126cba8-1f55-4819-9c58-6fc85d1dffb4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:47.773227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Attempting to bind port e126cba8-1f55-4819-9c58-6fc85d1dffb4 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:05:47.773863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Attempting to bind port e126cba8-1f55-4819-9c58-6fc85d1dffb4 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:05:47.773863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Attempting to bind port e126cba8-1f55-4819-9c58-6fc85d1dffb4 on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:47.794020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Port e126cba8-1f55-4819-9c58-6fc85d1dffb4 on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:05:47.794364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Attempting to bind port e126cba8-1f55-4819-9c58-6fc85d1dffb4 on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:47.814456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:05:47.815934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Checking segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:47.816424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Bound using segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:05:47.816957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Bound port: e126cba8-1f55-4819-9c58-6fc85d1dffb4, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:05:47.819234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:47.821403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:47.965024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419efe6-9ff5-4a6e-85bb-01380b43f42b req-2514ce7a-14cb-461c-bd80-39a83c52ebc6 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:47.966859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] For port e126cba8-1f55-4819-9c58-6fc85d1dffb4, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:05:47.967533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4419efe6-9ff5-4a6e-85bb-01380b43f42b req-2514ce7a-14cb-461c-bd80-39a83c52ebc6 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 944 time: 0.0925920 Dec 08 22:05:47.972225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] For port e126cba8-1f55-4819-9c58-6fc85d1dffb4, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:05:47.978420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:48.037786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4419efe6-9ff5-4a6e-85bb-01380b43f42b req-cc14e967-1f27-44d5-a5a1-ccb3e0b37f09 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612745 Dec 08 22:05:48.081809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:48.082427 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:48.084103 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] 10.222.0.37 "PUT /v2.0/ports/e126cba8-1f55-4819-9c58-6fc85d1dffb4 HTTP/1.1" status: 200 len: 1092 time: 1.4534311 Dec 08 22:05:48.086231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5', 'tag': 'e126cba8-1f55-4819-9c58-6fc85d1dffb4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:48.088608 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c" -d '{"events": [{"name": "network-changed", "server_uuid": "26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5", "tag": "e126cba8-1f55-4819-9c58-6fc85d1dffb4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:48.203561 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862ee1c-9cb5-4823-99f2-2ed14b104ffb x-openstack-request-id: req-e862ee1c-9cb5-4823-99f2-2ed14b104ffb {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:48.205393 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5", "tag": "e126cba8-1f55-4819-9c58-6fc85d1dffb4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:48.205653 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e862ee1c-9cb5-4823-99f2-2ed14b104ffb {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:48.206052 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5', 'tag': 'e126cba8-1f55-4819-9c58-6fc85d1dffb4', 'status': 'completed', 'code': 200} Dec 08 22:05:48.207781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62613fb-dea9-4588-89dc-972827f59b03 service neutron] Pushing event updated for resources: {'Port': ['ID=e126cba8-1f55-4819-9c58-6fc85d1dffb4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:48.534053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:48.575234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378186-119b-45c6-b817-f3c86137e1bb req-3e9b1c0a-0293-43de-9709-c1c5799625d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:48.576768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-3e9b1c0a-0293-43de-9709-c1c5799625d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 1095 time: 0.4122834 Dec 08 22:05:48.648015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-5e217df4-68e4-4cac-9010-75da652f834d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4 HTTP/1.1" status: 200 len: 217 time: 0.0398250 Dec 08 22:05:48.730484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378186-119b-45c6-b817-f3c86137e1bb req-0ef782a6-1397-42bb-82bb-56a9aa0136fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:48.732202 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-0ef782a6-1397-42bb-82bb-56a9aa0136fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0752442 Dec 08 22:05:48.789668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-b645d449-37a1-4471-85b7-17c529bc066b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488851 Dec 08 22:05:48.873352 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Router b9e25938-1d10-4710-8643-7c1f73e8f021 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:05:48.998543 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-0dd33247-788d-418e-a7bd-eed0ef8b7e92 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979768 Dec 08 22:05:49.128675 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:05:49.140144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Sync routers for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:05:49.162618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:49.175595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:49.188454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:49.193363 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dd699c7f-cb61-4ac3-bcf3-fc2723a73584 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3300309 Dec 08 22:05:49.194002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48230) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:49.196884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7084a-db39-463d-b272-f629ca6e3431 req-08de2625-9f62-4857-90eb-8fd4cfd8624e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:49.197656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de378186-119b-45c6-b817-f3c86137e1bb req-f2d5ae5b-d644-497c-aa70-2c717e1e5f21 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894884 Dec 08 22:05:49.198101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48232) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:49.206408 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72f7084a-db39-463d-b272-f629ca6e3431 req-08de2625-9f62-4857-90eb-8fd4cfd8624e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 944 time: 0.0677953 Dec 08 22:05:49.298655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72f7084a-db39-463d-b272-f629ca6e3431 req-47efa8a5-68e5-41fb-9e80-9a5c4f4e7406 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905344 Dec 08 22:05:49.370195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:49.375467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-d0e2041a-1b37-4569-8ed0-9a564321c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:49.377532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-d0e2041a-1b37-4569-8ed0-9a564321c368 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 1095 time: 0.0699515 Dec 08 22:05:49.634839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:47Z', 'revision_number': 3, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:49.650669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15e80c04-97c7-4452-8783-a247a2cc613e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:49.662411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Checking router: b9e25938-1d10-4710-8643-7c1f73e8f021 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:05:49.662795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Updating router b9e25938-1d10-4710-8643-7c1f73e8f021 port 20b1ef59-1c06-4913-86ca-d08937dd0262 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:05:49.689310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:49.784139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-7ef3bae6-4f9e-4001-bc19-9937af383b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:49.785736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-7ef3bae6-4f9e-4001-bc19-9937af383b9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.4015238 Dec 08 22:05:49.834951 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-33f8184d-3e37-4b88-83e7-4c40671ec5fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4 HTTP/1.1" status: 200 len: 217 time: 0.0390058 Dec 08 22:05:49.953437 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15e80c04-97c7-4452-8783-a247a2cc613e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:49.966868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15e80c04-97c7-4452-8783-a247a2cc613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:49.996222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-56623acb-5077-4edb-9edf-b3cf46daa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:49.998024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-56623acb-5077-4edb-9edf-b3cf46daa838 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.1277149 Dec 08 22:05:50.076531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-c33b9d1e-fdac-46d8-af02-9a69a7ceff9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686431 Dec 08 22:05:50.078327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.085117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-15e80c04-97c7-4452-8783-a247a2cc613e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e249b8770e004dafa2b910f9c94fe69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7934754 Dec 08 22:05:50.086143 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.088036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48260) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:50.113274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e80c04-97c7-4452-8783-a247a2cc613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa9fb4-f011-4ac9-b6a0-dfb96e1949e3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:50.193823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Attempting to bind port 20b1ef59-1c06-4913-86ca-d08937dd0262 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:05:50.195110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Attempting to bind port 20b1ef59-1c06-4913-86ca-d08937dd0262 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:05:50.195812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Attempting to bind port 20b1ef59-1c06-4913-86ca-d08937dd0262 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:50.200525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5125e5bb-e185-4b71-b2ef-e3202b82e50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.203478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:05:50.203864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:50.204801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.205200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:05:50.205674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Bound port: 20b1ef59-1c06-4913-86ca-d08937dd0262, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:05:50.206188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.238071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5125e5bb-e185-4b71-b2ef-e3202b82e50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.282138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c1354-2fc0-4127-853e-015a6b7dfad7 None None] Pushing event updated for resources: {'Port': ['ID=20b1ef59-1c06-4913-86ca-d08937dd0262,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:50.285081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] For port 20b1ef59-1c06-4913-86ca-d08937dd0262, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:05:50.304587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] For port 20b1ef59-1c06-4913-86ca-d08937dd0262, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=20b1ef59-1c06-4913-86ca-d08937dd0262,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:05:50.325327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.327456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5125e5bb-e185-4b71-b2ef-e3202b82e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.327632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.334678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5125e5bb-e185-4b71-b2ef-e3202b82e50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:50.336088 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5125e5bb-e185-4b71-b2ef-e3202b82e50d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2baa9fb4-f011-4ac9-b6a0-dfb96e1949e3 HTTP/1.1" status: 204 len: 168 time: 0.2467935 Dec 08 22:05:50.348921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125e5bb-e185-4b71-b2ef-e3202b82e50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa9fb4-f011-4ac9-b6a0-dfb96e1949e3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:50.463160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:50.463943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:50.508151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-fc628956-454b-4d57-99d8-a7c8e594519e service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196811 Dec 08 22:05:50.593874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c1354-2fc0-4127-853e-015a6b7dfad7 None None] Pushing event updated for resources: {'Port': ['ID=20b1ef59-1c06-4913-86ca-d08937dd0262,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:50.626443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:50.674813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e126cba8-1f55-4819-9c58-6fc85d1dffb4 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:05:50.736744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11ea98-c888-44c1-a9ef-c29e373c0346 req-478448ec-dae4-4929-b63d-41f47c83fdd2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:50.738470 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8c11ea98-c888-44c1-a9ef-c29e373c0346 req-478448ec-dae4-4929-b63d-41f47c83fdd2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 944 time: 0.2293262 Dec 08 22:05:50.741150 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42be2ff9-92cb-4c62-9058-cf4ebda8b00c req-ad3aeaff-9434-4db3-8971-92f9b1367db0 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068477 Dec 08 22:05:50.808340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Allocated IP 172.20.0.1 (faf8e57e-0cec-4895-9d3a-c2a050f3d2df/7db96ec2-ce1c-4299-8bb1-dbf754221213/c0e319bc-87df-4012-9330-0425c866ddae) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:05:50.835371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8c11ea98-c888-44c1-a9ef-c29e373c0346 req-93f246d9-e4e7-4a57-8375-5604326a74ef tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748768 Dec 08 22:05:50.839114 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.resource_extend [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 22:05:50.850783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48290) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:50.877105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8baf02d7-db43-4b30-8870-deeb544601b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.018563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8baf02d7-db43-4b30-8870-deeb544601b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.019088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.023256 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8baf02d7-db43-4b30-8870-deeb544601b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.047066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e126cba8-1f55-4819-9c58-6fc85d1dffb4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:51.068110 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.086261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'e126cba8-1f55-4819-9c58-6fc85d1dffb4', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'port_id': 'e126cba8-1f55-4819-9c58-6fc85d1dffb4', 'mac_address': 'fa:16:3e:13:14:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c359eed-909f-4b0e-aa0f-da9b75d8c877', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:05:51.099148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8baf02d7-db43-4b30-8870-deeb544601b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50f5e38211304480b4adf944455a3f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465296 Dec 08 22:05:51.100454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf02d7-db43-4b30-8870-deeb544601b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88296cb-f235-444a-a6b6-71fb6f398cec,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:51.105483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48296) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:05:51.158909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.166420 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bbafa21e-9ab4-4294-94dc-6c850447e8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.170365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:47Z', 'revision_number': 3, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:51.173823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Network faf8e57e-0cec-4895-9d3a-c2a050f3d2df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:51.178267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:51.209093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46c8fb-e1ac-480e-974a-14a9f933b834 None None] The sync data for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 is: [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:47Z', 'revision_number': 3, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:05:51.211692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e126cba8-1f55-4819-9c58-6fc85d1dffb4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:05:51.220052 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bbafa21e-9ab4-4294-94dc-6c850447e8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.227854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:05:51.251950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e126cba8-1f55-4819-9c58-6fc85d1dffb4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:51.258247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.294302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bbafa21e-9ab4-4294-94dc-6c850447e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.297372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bbafa21e-9ab4-4294-94dc-6c850447e8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.302439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bbafa21e-9ab4-4294-94dc-6c850447e8a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e88296cb-f235-444a-a6b6-71fb6f398cec HTTP/1.1" status: 204 len: 168 time: 0.1920350 Dec 08 22:05:51.305620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e319bc-87df-4012-9330-0425c866ddae,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:51.333572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafa21e-9ab4-4294-94dc-6c850447e8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88296cb-f235-444a-a6b6-71fb6f398cec,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:51.345325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.400407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e126cba8-1f55-4819-9c58-6fc85d1dffb4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:51.466817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:51.659633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:51.976237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:52.001481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:52.064080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ac62-98c5-41b7-9be3-22534d614837 req-39cbe877-2134-4365-b249-17352cdb13c2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:52.068701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-39a6ac62-98c5-41b7-9be3-22534d614837 req-39cbe877-2134-4365-b249-17352cdb13c2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 945 time: 0.1178308 Dec 08 22:05:52.100311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:52.102286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e319bc-87df-4012-9330-0425c866ddae,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:52.185271 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-39a6ac62-98c5-41b7-9be3-22534d614837 req-1b499868-d2ae-4355-9cdf-f479d8b3aa0a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108835 Dec 08 22:05:52.278434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Network faf8e57e-0cec-4895-9d3a-c2a050f3d2df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:52.279995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:52.662314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e126cba8-1f55-4819-9c58-6fc85d1dffb4 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:05:52.772856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port e126cba8-1f55-4819-9c58-6fc85d1dffb4 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:05:52.778234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port e126cba8-1f55-4819-9c58-6fc85d1dffb4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:52.778600 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:52.831952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Router b9e25938-1d10-4710-8643-7c1f73e8f021 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:05:52.888857 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:52.921185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e126cba8-1f55-4819-9c58-6fc85d1dffb4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:52.925000 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a444f1e-f251-4ad4-b8bc-16245ddfb104" -d '{"events": [{"server_uuid": "26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "e126cba8-1f55-4819-9c58-6fc85d1dffb4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:52.943234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port e126cba8-1f55-4819-9c58-6fc85d1dffb4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:52.949948 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:53.005944 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1733fa1-3b03-4507-9a7b-6d30cda033e2 x-openstack-request-id: req-f1733fa1-3b03-4507-9a7b-6d30cda033e2 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:53.007502 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5", "name": "network-vif-plugged", "status": "completed", "tag": "e126cba8-1f55-4819-9c58-6fc85d1dffb4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:53.007764 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1733fa1-3b03-4507-9a7b-6d30cda033e2 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:53.008162 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e126cba8-1f55-4819-9c58-6fc85d1dffb4', 'code': 200} Dec 08 22:05:53.064474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=e126cba8-1f55-4819-9c58-6fc85d1dffb4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:53.082149 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:05:53.172192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:05:53.178496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ed40c3fb-1e40-4f79-a826-cd82171bca54 admin admin] 10.222.0.21 "PUT /v2.0/routers/b9e25938-1d10-4710-8643-7c1f73e8f021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9831588 Dec 08 22:05:53.184034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960d4b-8c2f-49a7-8add-3b8c58c3772a req-1414fcd1-b375-4712-acbb-12032ca7cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:53.185479 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8960d4b-8c2f-49a7-8add-3b8c58c3772a req-1414fcd1-b375-4712-acbb-12032ca7cee0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 1097 time: 0.0972869 Dec 08 22:05:53.268960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8960d4b-8c2f-49a7-8add-3b8c58c3772a req-a41f2eff-dde1-43a7-968a-f1c49a11a6a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747914 Dec 08 22:05:53.405656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec5331-b26f-4d05-9261-806d09e57745 req-baaa7253-1b40-45dd-8c0f-e16190d81d22 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:53.407398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6ec5331-b26f-4d05-9261-806d09e57745 req-baaa7253-1b40-45dd-8c0f-e16190d81d22 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 946 time: 0.1072731 Dec 08 22:05:53.470903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6ec5331-b26f-4d05-9261-806d09e57745 req-070e5b2e-3e13-47c3-9966-5428863fa6d5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444119 Dec 08 22:05:53.756924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 20b1ef59-1c06-4913-86ca-d08937dd0262 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:05:53.850562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 20b1ef59-1c06-4913-86ca-d08937dd0262 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:53.851070 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:53.938530 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Sync routers for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:05:53.977939 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:53.978512 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:54.015136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e742ec-d409-4519-9405-3117244b1599 req-339257f2-1230-4d3d-9300-38970b6f9cc0 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:54.021693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-339257f2-1230-4d3d-9300-38970b6f9cc0 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 819 time: 0.2316794 Dec 08 22:05:54.043403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-e917bec8-da49-4974-a84d-41d961376cff tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/quotas/8efdb44dcfb04f4eb6f364f4a741fa35 HTTP/1.1" status: 200 len: 375 time: 0.0187211 Dec 08 22:05:54.172770 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:54.249448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-12936be0-167c-4c17-99d9-5b556a8eed94 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1989315 Dec 08 22:05:54.306606 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:54.382829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 20b1ef59-1c06-4913-86ca-d08937dd0262, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=20b1ef59-1c06-4913-86ca-d08937dd0262,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:54.389147 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:54.457270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=20b1ef59-1c06-4913-86ca-d08937dd0262,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:54.468126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-0992836c-aac6-4bff-8cd3-5e8d99b1fab6 service neutron] 10.222.0.21 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080867 Dec 08 22:05:54.545156 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 2, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:54.590942 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Checking router: b9e25938-1d10-4710-8643-7c1f73e8f021 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:05:54.591575 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Updating router b9e25938-1d10-4710-8643-7c1f73e8f021 port c0e319bc-87df-4012-9330-0425c866ddae binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:05:54.614634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-6e43dd67-103d-4f08-b483-e614e8e3ad9d service neutron] 10.222.0.21 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384566 Dec 08 22:05:54.621314 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:54.662169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14315c66-5df9-4949-9e63-eafdc8226fcd req-b0028291-7c63-4e20-a0b7-fc670344d64c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:54.663731 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14315c66-5df9-4949-9e63-eafdc8226fcd req-b0028291-7c63-4e20-a0b7-fc670344d64c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0955687 Dec 08 22:05:54.783487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14315c66-5df9-4949-9e63-eafdc8226fcd req-38f671b2-5f3c-484a-8be4-04e7bf73ee77 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965600 Dec 08 22:05:54.849625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9627471e-f67c-4851-903e-fb0d6f051dc2 req-370b5694-2d6e-4f10-9bcd-05233ebff886 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 210 time: 0.0746882 Dec 08 22:05:55.027781 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:55.035999 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:55.140321 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Pushing event updated for resources: {'Port': ['ID=c0e319bc-87df-4012-9330-0425c866ddae,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:55.164110 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.164382 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.164976 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.165094 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.165334 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.165706 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.166097 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.166359 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.166680 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.167021 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.167348 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.167666 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:05:55.217326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801e5f2-3b24-4aad-8f42-52ffdd186544 req-5c09d0dc-c940-48aa-90e8-ae3ace249e63 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:55.219036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2801e5f2-3b24-4aad-8f42-52ffdd186544 req-5c09d0dc-c940-48aa-90e8-ae3ace249e63 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.1935396 Dec 08 22:05:55.233422 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Attempting to bind port c0e319bc-87df-4012-9330-0425c866ddae on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:05:55.234389 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Attempting to bind port c0e319bc-87df-4012-9330-0425c866ddae by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:05:55.235878 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Attempting to bind port c0e319bc-87df-4012-9330-0425c866ddae on network faf8e57e-0cec-4895-9d3a-c2a050f3d2df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:55.246487 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:05:55.246933 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Checking segment: {'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:55.247590 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:55.247983 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Bound using segment: {'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:05:55.248540 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Bound port: c0e319bc-87df-4012-9330-0425c866ddae, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:05:55.249149 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:55.251527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2801e5f2-3b24-4aad-8f42-52ffdd186544 req-9a379a89-5c9e-4cae-b0f2-dc88bbd281e5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/quotas/6eb9361777764b69a95e37a2e21b8eb1 HTTP/1.1" status: 200 len: 375 time: 0.0252628 Dec 08 22:05:55.332122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2801e5f2-3b24-4aad-8f42-52ffdd186544 req-4b0bcc1d-88c7-44fd-9e58-e14f370f4926 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669944 Dec 08 22:05:55.376485 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] For port c0e319bc-87df-4012-9330-0425c866ddae, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:05:55.385622 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] For port c0e319bc-87df-4012-9330-0425c866ddae, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c0e319bc-87df-4012-9330-0425c866ddae,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:05:55.395281 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:55.455792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2801e5f2-3b24-4aad-8f42-52ffdd186544 req-bb23843b-f910-4571-8446-d19065cebf87 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228058 Dec 08 22:05:55.538652 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:05:55.540622 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:05:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:55.561589 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834605c-80c7-470f-9043-a3214a8d17ad None None] Pushing event updated for resources: {'Port': ['ID=c0e319bc-87df-4012-9330-0425c866ddae,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:55.679757 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2801e5f2-3b24-4aad-8f42-52ffdd186544 req-d8f8340f-edaa-4c47-aa07-0f060af8b97f service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126818 Dec 08 22:05:55.734218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 20b1ef59-1c06-4913-86ca-d08937dd0262 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:05:55.831717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 20b1ef59-1c06-4913-86ca-d08937dd0262 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:55.831717 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:55.861311 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:05:56.046304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-621898d4-6c80-466c-a31e-99eabc7bafb6 req-e914d5fb-1ca3-4c3f-b4fe-4a6aca369f18 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 210 time: 0.0684106 Dec 08 22:05:56.545807 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:55Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:05:56.569010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-75823576-1706-4343-897b-5b1bef509e6c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:56.578390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-75823576-1706-4343-897b-5b1bef509e6c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.2099509 Dec 08 22:05:56.608016 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-7fafa8a0-12f7-41c1-98c1-34342c4fd961 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/quotas/6eb9361777764b69a95e37a2e21b8eb1 HTTP/1.1" status: 200 len: 375 time: 0.0271468 Dec 08 22:05:56.626595 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa286b50-e1e0-4448-a1ff-f3c1ba54c8c2 None None] The sync data for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 is: [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:55Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:05:56.650516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e742ec-d409-4519-9405-3117244b1599 req-1398593b-5a45-418c-b1ba-0096ceffcc3c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:56.656524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-1398593b-5a45-418c-b1ba-0096ceffcc3c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.23 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 819 time: 0.3645582 Dec 08 22:05:56.745672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Request body: {'port': {'device_id': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'admin_state_up': True, 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:56.805029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-82ca4755-c2fe-49a5-82f6-d89204e05213 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1959612 Dec 08 22:05:56.946482 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-a70155f5-b6fd-43e4-93f2-6fbf2c7f0ef5 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372726 Dec 08 22:05:56.987406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Made reservation on behalf of 8efdb44dcfb04f4eb6f364f4a741fa35 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:56.992083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:57.135233 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-3e638593-3192-4e37-8502-cb67e9ff454e service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875286 Dec 08 22:05:57.268774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a7398c4-356b-4182-a7f3-a1c9bc9dc4fe req-c02da434-243f-42bc-8351-dfa6075b2a94 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 210 time: 0.0782413 Dec 08 22:05:57.345102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Allocated IP 172.20.0.11 (faf8e57e-0cec-4895-9d3a-c2a050f3d2df/7db96ec2-ce1c-4299-8bb1-dbf754221213/9dff2f5e-493a-41cb-89e4-75046853a477) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:05:57.425541 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f11f1f3-0b89-453a-a266-c53945092764 req-9f0fb576-0c4b-4e3d-a00c-d14abddd2d14 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 210 time: 0.0608139 Dec 08 22:05:57.613080 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:57.715031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:57.781264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event updated for resources: {'Port': ['ID=9dff2f5e-493a-41cb-89e4-75046853a477,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:57.798919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Network faf8e57e-0cec-4895-9d3a-c2a050f3d2df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:57.800434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:57.807975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:05:57.820413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c0e319bc-87df-4012-9330-0425c866ddae up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:05:57.901275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c0e319bc-87df-4012-9330-0425c866ddae triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:57.902263 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:57.921316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:57.922426 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:57.956152 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-0fa1044b-4a27-46e0-a61b-5367596d935d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2862670 Dec 08 22:05:57.980071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Request body: {'port': {'device_id': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:58.019493 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:58.067184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:58.067929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port c0e319bc-87df-4012-9330-0425c866ddae, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c0e319bc-87df-4012-9330-0425c866ddae,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:05:58.074809 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:58.158297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=c0e319bc-87df-4012-9330-0425c866ddae,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:58.452428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d14fce-bf02-4802-9be8-fc48bcc49ffd req-672a03cc-5d65-49c6-a3be-9820c9be5a99 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:58.455748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1d14fce-bf02-4802-9be8-fc48bcc49ffd req-672a03cc-5d65-49c6-a3be-9820c9be5a99 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 932 time: 0.0787578 Dec 08 22:05:58.545730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d1d14fce-bf02-4802-9be8-fc48bcc49ffd req-7c33a9aa-af97-4255-906e-bb98a7565848 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741920 Dec 08 22:05:58.593687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d1a253e-6aa1-42cf-a6d1-81fa7308a0c4 req-a5b02b57-7d51-42eb-9eb6-bd66c4519464 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 210 time: 0.0511179 Dec 08 22:05:58.606266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dff2f5e-493a-41cb-89e4-75046853a477 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:05:58.614919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:58.630447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Transition to ACTIVE for port object 9dff2f5e-493a-41cb-89e4-75046853a477 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:05:58.643610 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:58.708081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Pushing event updated for resources: {'Port': ['ID=9dff2f5e-493a-41cb-89e4-75046853a477,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:58.799530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Attempting to bind port 9dff2f5e-493a-41cb-89e4-75046853a477 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:05:58.800243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Attempting to bind port 9dff2f5e-493a-41cb-89e4-75046853a477 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:05:58.803121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Attempting to bind port 9dff2f5e-493a-41cb-89e4-75046853a477 on network faf8e57e-0cec-4895-9d3a-c2a050f3d2df {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:58.816928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Port 9dff2f5e-493a-41cb-89e4-75046853a477 on network faf8e57e-0cec-4895-9d3a-c2a050f3d2df not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:05:58.817752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Attempting to bind port 9dff2f5e-493a-41cb-89e4-75046853a477 on network faf8e57e-0cec-4895-9d3a-c2a050f3d2df {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:05:58.823913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:05:58.824881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Checking segment: {'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:05:58.825676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Bound using segment: {'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:05:58.826548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Bound port: 9dff2f5e-493a-41cb-89e4-75046853a477, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a110a56d-6fea-4366-bd6a-ad37f63186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:05:58.827227 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:58.946802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] For port 9dff2f5e-493a-41cb-89e4-75046853a477, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:05:58.951030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] For port 9dff2f5e-493a-41cb-89e4-75046853a477, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dff2f5e-493a-41cb-89e4-75046853a477,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:05:58.957519 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:58.985222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-7b75bfd0-ceca-42de-a4e4-db1b8fd108e9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:58.986878 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-7b75bfd0-ceca-42de-a4e4-db1b8fd108e9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.2249827 Dec 08 22:05:59.000623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Request body: {'port': {'device_id': 'e1b2d690-0847-400d-9f33-81e1fb864025', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'admin_state_up': True, 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:59.018777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:59.019407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:59.020898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] 10.222.0.23 "PUT /v2.0/ports/9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 1092 time: 1.0559738 Dec 08 22:05:59.021478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:05:59.023985 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c0e15-1d7e-4543-9db1-b51af4dd697c" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:05:59.073805 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d12438-2db9-43c0-ad8c-969998b57106 x-openstack-request-id: req-61d12438-2db9-43c0-ad8c-969998b57106 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:05:59.074483 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:05:59.074990 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61d12438-2db9-43c0-ad8c-969998b57106 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:05:59.075648 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477', 'status': 'completed', 'code': 200} Dec 08 22:05:59.117749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7230e-9b74-4881-b7b0-ed365923df8f service neutron] Pushing event updated for resources: {'Port': ['ID=9dff2f5e-493a-41cb-89e4-75046853a477,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:59.139154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e742ec-d409-4519-9405-3117244b1599 req-5c48e6f7-13dd-49f1-b15f-6a60c87d9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:59.141115 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-5c48e6f7-13dd-49f1-b15f-6a60c87d9a6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1095 time: 0.0642774 Dec 08 22:05:59.174747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:05:59.179427 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:59.202657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-225d5cf4-2313-4f7a-b02f-79a82b9e3e31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 217 time: 0.0527694 Dec 08 22:05:59.285246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e742ec-d409-4519-9405-3117244b1599 req-31a74e53-89a2-4030-8909-202748269072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:59.287649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-31a74e53-89a2-4030-8909-202748269072 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.0745060 Dec 08 22:05:59.333064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-4ec6d15e-4e36-44a9-9792-782078a2dfb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347543 Dec 08 22:05:59.347860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Allocated IP 172.20.0.8 (1f5d6c2e-be08-4d88-a755-61af81e62be6/3c359eed-909f-4b0e-aa0f-da9b75d8c877/28c7ab5f-9d8e-46e3-a53b-061820765563) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:05:59.446173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-25c7a62f-2ccd-4a88-af4c-8001ec7e089c service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053219 Dec 08 22:05:59.537031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:59.572988 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e742ec-d409-4519-9405-3117244b1599 req-cfa51644-754f-4e53-84c3-d3d90b453671 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176550 Dec 08 22:05:59.582105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:59.594893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:05:59.659602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:05:59.662993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:05:59.666624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:05:59.726733 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event updated for resources: {'Port': ['ID=28c7ab5f-9d8e-46e3-a53b-061820765563,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:05:59.749646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c0e319bc-87df-4012-9330-0425c866ddae up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:05:59.759786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:59.761294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:59.802296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-b32dc7e3-419e-469e-b09a-cc7f29ac1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:59.804124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-b32dc7e3-419e-469e-b09a-cc7f29ac1e46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1095 time: 0.1523449 Dec 08 22:05:59.871107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7c4f2-8ee4-4578-a3fc-2e9d124eca32 req-da1f0796-9be7-4f9f-b53f-6e4282916786 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:59.876495 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6d7c4f2-8ee4-4578-a3fc-2e9d124eca32 req-da1f0796-9be7-4f9f-b53f-6e4282916786 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 931 time: 0.1051354 Dec 08 22:05:59.884603 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-4772fa95-9d43-4561-b5a8-2c3f5e6fbab0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8889689 Dec 08 22:05:59.886821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5bcea-6803-44b5-a1f5-57aa17b2425d req-d7f17c39-f086-4f01-8ac1-7ea275d3e83c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:05:59.896439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ac5bcea-6803-44b5-a1f5-57aa17b2425d req-d7f17c39-f086-4f01-8ac1-7ea275d3e83c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 944 time: 0.1719215 Dec 08 22:05:59.903730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c0e319bc-87df-4012-9330-0425c866ddae triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:05:59.904131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:05:59.927146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Request body: {'port': {'device_id': 'e1b2d690-0847-400d-9f33-81e1fb864025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:05:59.970915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ac5bcea-6803-44b5-a1f5-57aa17b2425d req-1340cf6d-9993-4749-b113-f749e1835161 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728102 Dec 08 22:06:00.001083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-d4643236-b388-469f-a1a2-d94827b30d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:00.002910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-d4643236-b388-469f-a1a2-d94827b30d3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 920 time: 0.1913810 Dec 08 22:06:00.027025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6d7c4f2-8ee4-4578-a3fc-2e9d124eca32 req-5aa96261-ff0b-4e18-9fcd-40efae18ccc2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413319 Dec 08 22:06:00.069883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-309a5fb1-0fa4-447c-a644-5ba6e0c977c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 217 time: 0.0585742 Dec 08 22:06:00.074555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:00.133330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-249d74b8-e10a-4914-bc3a-6122a609461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:00.135330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-249d74b8-e10a-4914-bc3a-6122a609461d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.0566559 Dec 08 22:06:00.176752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-8f74989b-db23-4327-91d4-028452b6a9af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331614 Dec 08 22:06:00.329229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-f1382891-60e9-4ec7-b110-2954dc1643be service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433294 Dec 08 22:06:00.439360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c7ab5f-9d8e-46e3-a53b-061820765563 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:00.444083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c90c0e15-1d7e-4543-9db1-b51af4dd697c req-7d8b8c5b-06b1-4d9a-a3f0-7ab8c9e9ab70 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059618 Dec 08 22:06:00.448576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:00.462845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Transition to ACTIVE for port object 28c7ab5f-9d8e-46e3-a53b-061820765563 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:06:00.467892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:00.521932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Pushing event updated for resources: {'Port': ['ID=28c7ab5f-9d8e-46e3-a53b-061820765563,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:00.591127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Attempting to bind port 28c7ab5f-9d8e-46e3-a53b-061820765563 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:06:00.591846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Attempting to bind port 28c7ab5f-9d8e-46e3-a53b-061820765563 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:06:00.591846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Attempting to bind port 28c7ab5f-9d8e-46e3-a53b-061820765563 on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:00.597280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Port 28c7ab5f-9d8e-46e3-a53b-061820765563 on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:06:00.597599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Attempting to bind port 28c7ab5f-9d8e-46e3-a53b-061820765563 on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:00.602748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:06:00.603064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Checking segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:06:00.603529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Bound using segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:06:00.603917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Bound port: 28c7ab5f-9d8e-46e3-a53b-061820765563, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:06:00.604280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:00.670983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] For port 28c7ab5f-9d8e-46e3-a53b-061820765563, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:06:00.674331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] For port 28c7ab5f-9d8e-46e3-a53b-061820765563, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=28c7ab5f-9d8e-46e3-a53b-061820765563,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:06:00.679983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:00.715156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:00.715836 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:00.717211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] 10.222.0.37 "PUT /v2.0/ports/28c7ab5f-9d8e-46e3-a53b-061820765563 HTTP/1.1" status: 200 len: 1091 time: 0.8144155 Dec 08 22:06:00.717659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b2d690-0847-400d-9f33-81e1fb864025', 'tag': '28c7ab5f-9d8e-46e3-a53b-061820765563'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:00.720572 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06236c55-6929-4342-9803-d7df65d43afc" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b2d690-0847-400d-9f33-81e1fb864025", "tag": "28c7ab5f-9d8e-46e3-a53b-061820765563"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:00.745028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f63bfe-75fb-43da-8cb3-5966088b5f37 service neutron] Pushing event updated for resources: {'Port': ['ID=28c7ab5f-9d8e-46e3-a53b-061820765563,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:00.800721 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a178daab-ed5d-42b8-a6c1-4c9de8b6c810 x-openstack-request-id: req-a178daab-ed5d-42b8-a6c1-4c9de8b6c810 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:00.801021 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b2d690-0847-400d-9f33-81e1fb864025", "tag": "28c7ab5f-9d8e-46e3-a53b-061820765563", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:00.801263 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a178daab-ed5d-42b8-a6c1-4c9de8b6c810 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:00.801700 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b2d690-0847-400d-9f33-81e1fb864025', 'tag': '28c7ab5f-9d8e-46e3-a53b-061820765563', 'status': 'completed', 'code': 200} Dec 08 22:06:00.818620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-bae19dcf-a648-4f43-bba7-e0550fcbeb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:00.820200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-bae19dcf-a648-4f43-bba7-e0550fcbeb01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 1094 time: 0.0506897 Dec 08 22:06:00.863886 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-5a22dc10-38fa-4996-b277-3820e0bd501a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c7ab5f-9d8e-46e3-a53b-061820765563 HTTP/1.1" status: 200 len: 217 time: 0.0361266 Dec 08 22:06:00.924208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-69c06203-c8c0-4c22-8d57-48864787c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:00.925876 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-69c06203-c8c0-4c22-8d57-48864787c661 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0558345 Dec 08 22:06:00.962134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-40c886b6-0526-4610-bfeb-eb9fee4bc31f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296285 Dec 08 22:06:01.099158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-0528aa27-b08d-4c74-a2c9-205828d9b919 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302221 Dec 08 22:06:01.113236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ece60b-9bea-4b32-8770-cb65731be856 req-b8d8a142-c572-452f-8939-a8a389d97720 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.114831 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7ece60b-9bea-4b32-8770-cb65731be856 req-b8d8a142-c572-452f-8939-a8a389d97720 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 944 time: 0.0760913 Dec 08 22:06:01.167986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df556-508c-49d3-922b-3d54ff6ef574 req-e6674665-4558-4ae0-98eb-acd8bf610bb5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.170483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-590df556-508c-49d3-922b-3d54ff6ef574 req-e6674665-4558-4ae0-98eb-acd8bf610bb5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 943 time: 0.0680089 Dec 08 22:06:01.218919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7ece60b-9bea-4b32-8770-cb65731be856 req-8d694c79-e76b-49e6-924e-4db8c37fd0a7 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954196 Dec 08 22:06:01.250437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a425c612-0d22-47e9-911f-11de49ee95c9 req-c918b2b1-6a9d-4848-9773-997654887c59 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346357 Dec 08 22:06:01.276151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-590df556-508c-49d3-922b-3d54ff6ef574 req-9dbbc432-4fe0-4161-b2c7-d90356fc7bd5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979900 Dec 08 22:06:01.319749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-6c6eea71-fa74-40e3-8a2c-33ce620783ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910423 Dec 08 22:06:01.347017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06236c55-6929-4342-9803-d7df65d43afc req-d5b8f8e3-c530-41a4-9bc4-680467818186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.348925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06236c55-6929-4342-9803-d7df65d43afc req-d5b8f8e3-c530-41a4-9bc4-680467818186 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 1094 time: 0.0476284 Dec 08 22:06:01.412510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-e581f7cf-7872-4f61-af76-56f6916a53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.414696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-e581f7cf-7872-4f61-af76-56f6916a53e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 1096 time: 0.0468860 Dec 08 22:06:01.476935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06236c55-6929-4342-9803-d7df65d43afc req-abe89d58-5bb1-4f7a-9c41-1e12ac495a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.478969 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06236c55-6929-4342-9803-d7df65d43afc req-abe89d58-5bb1-4f7a-9c41-1e12ac495a2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.1172862 Dec 08 22:06:01.529668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06236c55-6929-4342-9803-d7df65d43afc req-4b5127b2-fe9f-43a9-b6b2-ec9a4138b08c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c7ab5f-9d8e-46e3-a53b-061820765563 HTTP/1.1" status: 200 len: 217 time: 0.0432074 Dec 08 22:06:01.529992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-bb895d80-9f51-48d3-a76c-ef65088e6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.531598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-bb895d80-9f51-48d3-a76c-ef65088e6203 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.0975864 Dec 08 22:06:01.602002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06236c55-6929-4342-9803-d7df65d43afc req-933e01a4-5127-44dc-b69b-ff36aa57d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.603687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06236c55-6929-4342-9803-d7df65d43afc req-933e01a4-5127-44dc-b69b-ff36aa57d93f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0661142 Dec 08 22:06:01.617576 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-6938b324-9614-4650-ae80-3fc4b2809670 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b630e1-ae5e-447c-bc13-60428704b14c HTTP/1.1" status: 200 len: 1001 time: 0.0779402 Dec 08 22:06:01.656962 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06236c55-6929-4342-9803-d7df65d43afc req-a2a2cf87-c2fc-4a90-a29a-c3f12c75ed78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403161 Dec 08 22:06:01.657169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48604) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:01.662606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-862edf6f-6371-441c-b03a-f51c26452dbb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762090184', 'description': 'tempest-secgroup-smoke-1762090184 description', 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:01.677737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-c2f80576-5c9e-4a92-8ccb-e96ae041d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.679293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-c2f80576-5c9e-4a92-8ccb-e96ae041d4a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0539188 Dec 08 22:06:01.733624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-a6ab8443-d616-499f-8c66-f71ad39b6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:01.735256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-a6ab8443-d616-499f-8c66-f71ad39b6c8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478914 Dec 08 22:06:01.749417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-862edf6f-6371-441c-b03a-f51c26452dbb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:01.821929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06236c55-6929-4342-9803-d7df65d43afc req-ff605ec2-55d1-4ae4-bea2-920efb6d882a service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525929 Dec 08 22:06:01.846620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-b136d38c-ef7b-436d-b7e1-c3027b908940 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016111 Dec 08 22:06:01.851574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9dff2f5e-493a-41cb-89e4-75046853a477 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:06:01.912143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-862edf6f-6371-441c-b03a-f51c26452dbb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:01.921428 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-862edf6f-6371-441c-b03a-f51c26452dbb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:01.974578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06236c55-6929-4342-9803-d7df65d43afc req-154b9b8c-c520-46ad-a11a-7b2c40465e33 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435828 Dec 08 22:06:01.979463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-862edf6f-6371-441c-b03a-f51c26452dbb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:01.983433 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-862edf6f-6371-441c-b03a-f51c26452dbb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3220687 Dec 08 22:06:01.983593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48612) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:01.987082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862edf6f-6371-441c-b03a-f51c26452dbb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:01.993522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ff425568-20e8-4fe2-9893-a257db75dd09 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'security_group_rule': {'security_group_id': '357edd5f-ac95-4e5b-9ae7-49af7ecfdec1', 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:02.003762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9dff2f5e-493a-41cb-89e4-75046853a477, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dff2f5e-493a-41cb-89e4-75046853a477,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:02.010320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d811015-8da4-460b-887e-c8f53a4f30ea req-025733ab-1275-4724-9371-c9e735688b45 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515367 Dec 08 22:06:02.024389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '9dff2f5e-493a-41cb-89e4-75046853a477', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'port_id': '9dff2f5e-493a-41cb-89e4-75046853a477', 'mac_address': 'fa:16:3e:ae:3b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:06:02.032480 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff425568-20e8-4fe2-9893-a257db75dd09 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.072659 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.086785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dff2f5e-493a-41cb-89e4-75046853a477 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:02.094272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff425568-20e8-4fe2-9893-a257db75dd09 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.098400 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff425568-20e8-4fe2-9893-a257db75dd09 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.107989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9dff2f5e-493a-41cb-89e4-75046853a477, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dff2f5e-493a-41cb-89e4-75046853a477,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:02.113587 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.124129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff425568-20e8-4fe2-9893-a257db75dd09 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab441f3-6a11-4dfb-95a4-487728df6276,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:02.131892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff425568-20e8-4fe2-9893-a257db75dd09 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.133097 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ff425568-20e8-4fe2-9893-a257db75dd09 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486399 Dec 08 22:06:02.135973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48614) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:02.140655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d4ce3b90-9ae6-4075-a088-f0baa26eefd7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'security_group_rule': {'security_group_id': '357edd5f-ac95-4e5b-9ae7-49af7ecfdec1', 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:02.168924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=9dff2f5e-493a-41cb-89e4-75046853a477,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:02.175720 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3b90-9ae6-4075-a088-f0baa26eefd7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.238025 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3b90-9ae6-4075-a088-f0baa26eefd7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.242121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3b90-9ae6-4075-a088-f0baa26eefd7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.264251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce3b90-9ae6-4075-a088-f0baa26eefd7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354d5df9-242a-4de3-aa9e-5495ae73d490,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:02.274391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3b90-9ae6-4075-a088-f0baa26eefd7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.275667 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d4ce3b90-9ae6-4075-a088-f0baa26eefd7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386538 Dec 08 22:06:02.278354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48622) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:02.283603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a521c420-9138-41fb-805a-e84e5543b901 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'security_group_rule': {'security_group_id': '357edd5f-ac95-4e5b-9ae7-49af7ecfdec1', 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:02.324577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a521c420-9138-41fb-805a-e84e5543b901 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.331706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dff2f5e-493a-41cb-89e4-75046853a477'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:02.407235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c7335-692a-4688-9cf8-bdfebb96c149 req-64beead5-9f5f-43c9-8178-db482ddaa7f8 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:02.407654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245cccc-c29b-4d3c-b4f3-4a12b3747a01 req-4a122f5a-fa36-423c-866d-8cfc1a3a911e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:02.409296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1245cccc-c29b-4d3c-b4f3-4a12b3747a01 req-4a122f5a-fa36-423c-866d-8cfc1a3a911e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 943 time: 0.0560126 Dec 08 22:06:02.413831 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-769c7335-692a-4688-9cf8-bdfebb96c149 req-64beead5-9f5f-43c9-8178-db482ddaa7f8 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 945 time: 0.0990174 Dec 08 22:06:02.459941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-769c7335-692a-4688-9cf8-bdfebb96c149 req-91a1d9a4-2d10-41af-ba25-6f100236145c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Dec 08 22:06:02.470449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a521c420-9138-41fb-805a-e84e5543b901 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.473056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1245cccc-c29b-4d3c-b4f3-4a12b3747a01 req-2061c002-1f57-4a9b-b9de-7ef2e553da07 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572445 Dec 08 22:06:02.478574 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a521c420-9138-41fb-805a-e84e5543b901 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.500457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c420-9138-41fb-805a-e84e5543b901 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688d1674-640f-48ea-9d58-87eb73420cac,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:02.515418 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a521c420-9138-41fb-805a-e84e5543b901 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.520142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48626) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:02.520300 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a521c420-9138-41fb-805a-e84e5543b901 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2408397 Dec 08 22:06:02.525232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c1f56932-e65a-4dcd-9647-002e949fcc59 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'security_group_rule': {'security_group_id': '357edd5f-ac95-4e5b-9ae7-49af7ecfdec1', 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:02.556401 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1f56932-e65a-4dcd-9647-002e949fcc59 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.607487 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1f56932-e65a-4dcd-9647-002e949fcc59 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.612104 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1f56932-e65a-4dcd-9647-002e949fcc59 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.629967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f56932-e65a-4dcd-9647-002e949fcc59 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364de29d-dc4d-4acb-a55d-236763560f65,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:02.639063 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1f56932-e65a-4dcd-9647-002e949fcc59 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.640343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c1f56932-e65a-4dcd-9647-002e949fcc59 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190295 Dec 08 22:06:02.643173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 48628) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:02.647615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-104b2a1a-3c03-43d9-8653-37a6adb37725 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'security_group_rule': {'security_group_id': '357edd5f-ac95-4e5b-9ae7-49af7ecfdec1', 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:02.668388 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-104b2a1a-3c03-43d9-8653-37a6adb37725 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Project b4e7c18a1aae403ea845f3aa4f380a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:06:02.673909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-104b2a1a-3c03-43d9-8653-37a6adb37725 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.719698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 28c7ab5f-9d8e-46e3-a53b-061820765563 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:06:02.769853 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-104b2a1a-3c03-43d9-8653-37a6adb37725 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.776547 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-104b2a1a-3c03-43d9-8653-37a6adb37725 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.782618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-126afd09-fba4-451c-83c3-c76f06d87507 req-7bc9cb06-e504-4fe6-a816-b90edc2c8868 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658693 Dec 08 22:06:02.796969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b2a1a-3c03-43d9-8653-37a6adb37725 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744cecd3-12b2-4faa-8bc4-1c6bb55fb18d,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:02.809499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-104b2a1a-3c03-43d9-8653-37a6adb37725 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.811215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-104b2a1a-3c03-43d9-8653-37a6adb37725 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670392 Dec 08 22:06:02.814541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 48632) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:02.819485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6a1e4f44-ffd3-449f-9da9-3d3147ff1054 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'security_group_rule': {'security_group_id': '357edd5f-ac95-4e5b-9ae7-49af7ecfdec1', 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:02.854192 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-6a1e4f44-ffd3-449f-9da9-3d3147ff1054 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Project b4e7c18a1aae403ea845f3aa4f380a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:06:02.860841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4f44-ffd3-449f-9da9-3d3147ff1054 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.863644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 28c7ab5f-9d8e-46e3-a53b-061820765563, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=28c7ab5f-9d8e-46e3-a53b-061820765563,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:02.879481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '28c7ab5f-9d8e-46e3-a53b-061820765563', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'port_id': '28c7ab5f-9d8e-46e3-a53b-061820765563', 'mac_address': 'fa:16:3e:5b:e4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c359eed-909f-4b0e-aa0f-da9b75d8c877', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:06:02.882053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afd09-fba4-451c-83c3-c76f06d87507 req-2e2dd26b-8c4d-4032-8b15-de1982d057f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:02.884164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-126afd09-fba4-451c-83c3-c76f06d87507 req-2e2dd26b-8c4d-4032-8b15-de1982d057f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 1097 time: 0.0521753 Dec 08 22:06:02.920271 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.935793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c7ab5f-9d8e-46e3-a53b-061820765563 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:02.940323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4f44-ffd3-449f-9da9-3d3147ff1054 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.948678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4f44-ffd3-449f-9da9-3d3147ff1054 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.967540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 28c7ab5f-9d8e-46e3-a53b-061820765563, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=28c7ab5f-9d8e-46e3-a53b-061820765563,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:02.974827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.987984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4f44-ffd3-449f-9da9-3d3147ff1054 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:02.989612 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6a1e4f44-ffd3-449f-9da9-3d3147ff1054 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736658 Dec 08 22:06:02.992901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e4f44-ffd3-449f-9da9-3d3147ff1054 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321f9dd0-ddfd-484b-9d5b-3778ffc23a9c,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:03.021579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afd09-fba4-451c-83c3-c76f06d87507 req-d3fbc6c2-450e-4b65-82e9-fec338f4040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:03.023473 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-126afd09-fba4-451c-83c3-c76f06d87507 req-d3fbc6c2-450e-4b65-82e9-fec338f4040c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.1192985 Dec 08 22:06:03.052331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=28c7ab5f-9d8e-46e3-a53b-061820765563,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:03.068519 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-126afd09-fba4-451c-83c3-c76f06d87507 req-2470f7b4-d859-4455-95cd-b1714f4df327 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4 HTTP/1.1" status: 200 len: 217 time: 0.0377378 Dec 08 22:06:03.128550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afd09-fba4-451c-83c3-c76f06d87507 req-bfb9a2f8-3e9c-430a-ad48-c4d34afeb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:03.130485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-126afd09-fba4-451c-83c3-c76f06d87507 req-bfb9a2f8-3e9c-430a-ad48-c4d34afeb6fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0548930 Dec 08 22:06:03.164617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-126afd09-fba4-451c-83c3-c76f06d87507 req-66090eb8-5695-4dd3-a5c1-cacdee69dc6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269785 Dec 08 22:06:03.198752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['28c7ab5f-9d8e-46e3-a53b-061820765563'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:03.251343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-4049a7f0-6638-4482-88f6-095e4af0d8e3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762090184&fields=id&tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f HTTP/1.1" status: 200 len: 267 time: 0.0471485 Dec 08 22:06:03.267373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-126afd09-fba4-451c-83c3-c76f06d87507 req-a45cfe9e-7df5-41cb-b980-4e025b15145e service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947342 Dec 08 22:06:03.385160 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-126afd09-fba4-451c-83c3-c76f06d87507 req-4c82627b-bb10-4c07-b23d-bb56e0b1fb3c service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099343 Dec 08 22:06:03.389673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f452b-149d-4422-9381-7315c4d4a3fd req-94c1cf64-dd86-4c12-a193-bdf25eb8cb86 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:03.391196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-94c1cf64-dd86-4c12-a193-bdf25eb8cb86 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/networks?id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f HTTP/1.1" status: 200 len: 814 time: 0.1322801 Dec 08 22:06:03.408148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-fb86820a-ccf4-4402-83a7-adf8156fb812 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/quotas/b4e7c18a1aae403ea845f3aa4f380a3f HTTP/1.1" status: 200 len: 375 time: 0.0103760 Dec 08 22:06:03.459771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-fcd61e1f-e795-4d27-bab4-20c59fd46a69 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459435 Dec 08 22:06:03.565758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-56cd094b-5b8d-44dd-92ca-c1290f7fd258 service neutron] 10.222.0.21 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938437 Dec 08 22:06:03.586973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6340f-0c21-432a-bd5f-adedaaebb108 req-347bf6b7-1d3d-4ed6-9a89-7d4eefeba183 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:03.588466 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3fe6340f-0c21-432a-bd5f-adedaaebb108 req-347bf6b7-1d3d-4ed6-9a89-7d4eefeba183 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 945 time: 0.0590947 Dec 08 22:06:03.629054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3fe6340f-0c21-432a-bd5f-adedaaebb108 req-93285933-58f1-4aaf-bc46-15809dfb879d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341947 Dec 08 22:06:03.664151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-67af6060-0272-45dd-a368-ee758eb27e38 service neutron] 10.222.0.21 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922706 Dec 08 22:06:03.758023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513cc9d-7054-438f-8369-7e89582a9619 req-a8552b63-a5b3-4033-bb50-40dc7dd793de tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:03.759934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4513cc9d-7054-438f-8369-7e89582a9619 req-a8552b63-a5b3-4033-bb50-40dc7dd793de tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 944 time: 0.0691621 Dec 08 22:06:03.816114 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4513cc9d-7054-438f-8369-7e89582a9619 req-e5fbec75-e490-4cee-9627-74fb1f14dafa tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482962 Dec 08 22:06:03.868270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9dff2f5e-493a-41cb-89e4-75046853a477 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:06:03.944187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 9dff2f5e-493a-41cb-89e4-75046853a477 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:06:03.949269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 9dff2f5e-493a-41cb-89e4-75046853a477 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:06:03.949652 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:04.056678 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:04.068673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342a0365-d897-4f60-9dde-164845ab4a58 req-683e2cea-a418-474a-a200-dba6492ba166 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 210 time: 0.0373225 Dec 08 22:06:04.087608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:04.091868 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3966aefd-85ec-45db-8354-13b51bbabc71" -d '{"events": [{"server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "name": "network-vif-plugged", "status": "completed", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:04.126670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9dff2f5e-493a-41cb-89e4-75046853a477, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dff2f5e-493a-41cb-89e4-75046853a477,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:04.133098 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:04.161737 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26410345-faf2-426a-a4b1-1d22a6bb3122 x-openstack-request-id: req-26410345-faf2-426a-a4b1-1d22a6bb3122 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:04.162063 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "name": "network-vif-plugged", "status": "completed", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:04.162338 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26410345-faf2-426a-a4b1-1d22a6bb3122 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:04.162775 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477', 'code': 200} Dec 08 22:06:04.218094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=9dff2f5e-493a-41cb-89e4-75046853a477,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:04.259290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983d668-e426-4667-84f8-4eeafbee0b16 req-7d96a781-c630-4749-b0c5-6ef50e8e1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:04.263038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e983d668-e426-4667-84f8-4eeafbee0b16 req-7d96a781-c630-4749-b0c5-6ef50e8e1b24 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1097 time: 0.0550709 Dec 08 22:06:04.298366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e983d668-e426-4667-84f8-4eeafbee0b16 req-6d385b23-f19d-490a-8f9b-c1b475312f14 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293131 Dec 08 22:06:04.733445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 28c7ab5f-9d8e-46e3-a53b-061820765563 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:06:04.757258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07cae8-c405-42d4-aa95-94a6483be42d req-a8646c9a-41ec-4653-84b7-54b7eae91eef tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:04.758793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e07cae8-c405-42d4-aa95-94a6483be42d req-a8646c9a-41ec-4653-84b7-54b7eae91eef tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0580366 Dec 08 22:06:04.795496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 28c7ab5f-9d8e-46e3-a53b-061820765563 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:06:04.799519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 28c7ab5f-9d8e-46e3-a53b-061820765563 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:06:04.799897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:04.801793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e07cae8-c405-42d4-aa95-94a6483be42d req-4b3b37a8-df69-4293-b4d7-ca8cdc744ef0 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364580 Dec 08 22:06:04.890201 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:04.939911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 28c7ab5f-9d8e-46e3-a53b-061820765563, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=28c7ab5f-9d8e-46e3-a53b-061820765563,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:04.944432 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:04.966035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb717a-1590-451d-a751-7a5be15e0df5 req-5840a7fd-ee45-440f-a3f7-ecda40bafab4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:04.968175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71bb717a-1590-451d-a751-7a5be15e0df5 req-5840a7fd-ee45-440f-a3f7-ecda40bafab4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 944 time: 0.0644145 Dec 08 22:06:05.017493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71bb717a-1590-451d-a751-7a5be15e0df5 req-93f40407-b9ff-4257-9d3d-fad769481049 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Dec 08 22:06:05.049503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=28c7ab5f-9d8e-46e3-a53b-061820765563,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:05.106159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f452b-149d-4422-9381-7315c4d4a3fd req-38a69c2f-4f74-4091-940b-314010070cc3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:05.107927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-38a69c2f-4f74-4091-940b-314010070cc3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.37 "GET /v2.0/networks?id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f HTTP/1.1" status: 200 len: 814 time: 0.1320689 Dec 08 22:06:05.189250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-905a86b2-4027-49f5-8ac1-dcd29dfa6f77 req-4786ae7c-5ed5-4e47-9643-da38178393de tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 210 time: 0.0438800 Dec 08 22:06:05.213299 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-6364b52c-5702-4344-9fdb-0e25b131b046 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f HTTP/1.1" status: 200 len: 380 time: 0.0776508 Dec 08 22:06:05.231500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'port': {'device_id': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'admin_state_up': True, 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'security_groups': ['357edd5f-ac95-4e5b-9ae7-49af7ecfdec1']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:05.369629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Made reservation on behalf of b4e7c18a1aae403ea845f3aa4f380a3f for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:06:05.373183 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:05.520562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Allocated IP 172.20.0.10 (0914cfad-99c2-4178-8bcf-cdbe3dd5235f/02cfc9b0-351f-4c1d-8435-e830b6cb4aac/30df37a3-bf8a-470b-960e-2efeb16df29b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:06:05.592335 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c94a-57cf-48fe-ba2d-76359fd18105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:05.700513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:05.742174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:05.811962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:06:05.815625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:06:05.818881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:06:05.873273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'Port': ['ID=30df37a3-bf8a-470b-960e-2efeb16df29b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:05.939765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:05.940455 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:05.967757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-b4ebdbca-6208-4228-b444-e130691de1b3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7468939 Dec 08 22:06:05.988485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Request body: {'port': {'device_id': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:06.044125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a56c4c-4bae-402e-8d82-76ca0504b960 req-29f0e4c2-64f9-47cf-9f52-071f1200f2ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:06.046163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a56c4c-4bae-402e-8d82-76ca0504b960 req-29f0e4c2-64f9-47cf-9f52-071f1200f2ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.1196222 Dec 08 22:06:06.094644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:06.135246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a56c4c-4bae-402e-8d82-76ca0504b960 req-da6c8e2a-9387-4ae7-bbd2-f0ee004aa9f1 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754321 Dec 08 22:06:06.164229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b2d690-0847-400d-9f33-81e1fb864025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c7ab5f-9d8e-46e3-a53b-061820765563'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:06.167396 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677cf244-4087-44ad-b9a3-4881c1123b3c" -d '{"events": [{"server_uuid": "e1b2d690-0847-400d-9f33-81e1fb864025", "name": "network-vif-plugged", "status": "completed", "tag": "28c7ab5f-9d8e-46e3-a53b-061820765563"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:06.286197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4e2e3793-812d-4a11-874b-7492e68eb8a8 None None] Provisioning complete for port 30df37a3-bf8a-470b-960e-2efeb16df29b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:06:06.287158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3793-812d-4a11-874b-7492e68eb8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:06.346939 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e3793-812d-4a11-874b-7492e68eb8a8 None None] Port 30df37a3-bf8a-470b-960e-2efeb16df29b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:06:06.365332 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45830312-2992-47f5-8dbd-e0c6646366b1 x-openstack-request-id: req-45830312-2992-47f5-8dbd-e0c6646366b1 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:06.365804 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b2d690-0847-400d-9f33-81e1fb864025", "name": "network-vif-plugged", "status": "completed", "tag": "28c7ab5f-9d8e-46e3-a53b-061820765563", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:06.366518 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45830312-2992-47f5-8dbd-e0c6646366b1 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:06.367292 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b2d690-0847-400d-9f33-81e1fb864025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c7ab5f-9d8e-46e3-a53b-061820765563', 'code': 200} Dec 08 22:06:06.448157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-a48a5889-aeeb-4d8f-b11c-6335108971a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:06.449982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-a48a5889-aeeb-4d8f-b11c-6335108971a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1097 time: 0.0791938 Dec 08 22:06:06.563661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9190551-8dbd-47f5-b1e8-ceca34359b68 req-2957a354-b157-4875-a82d-5ed1a7793d6d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:06.565203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9190551-8dbd-47f5-b1e8-ceca34359b68 req-2957a354-b157-4875-a82d-5ed1a7793d6d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 932 time: 0.1141849 Dec 08 22:06:06.607916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-07f59e7b-0ddd-46bd-a71a-367b05dc1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:06.609431 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-07f59e7b-0ddd-46bd-a71a-367b05dc1962 service neutron] 10.222.0.23 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 920 time: 0.1478076 Dec 08 22:06:06.635235 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9190551-8dbd-47f5-b1e8-ceca34359b68 req-b398e036-3c44-42b6-8377-7e28321a6192 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583885 Dec 08 22:06:06.651628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d546240-60bd-4840-86a9-53ce06bec322 req-835c2a68-9566-40ae-95b2-5cc8cec2c5ae tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:06.660625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d546240-60bd-4840-86a9-53ce06bec322 req-835c2a68-9566-40ae-95b2-5cc8cec2c5ae tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 945 time: 0.5467014 Dec 08 22:06:06.671215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-143bb253-6e8a-4dee-ae94-fae3ef1e58e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 217 time: 0.0511899 Dec 08 22:06:06.777662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-e239a889-1d7d-4bf7-b282-23539e1ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:06.779701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-e239a889-1d7d-4bf7-b282-23539e1ac7b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.0983586 Dec 08 22:06:06.787205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2d546240-60bd-4840-86a9-53ce06bec322 req-75a5f1fa-9bfe-4a10-8fe6-40cac4e04008 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260202 Dec 08 22:06:06.791347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e8c03-a572-4055-90cb-5ef3521bbced req-770ac8d2-725f-4c7a-99fd-bb22ea75b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:06.792784 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff7e8c03-a572-4055-90cb-5ef3521bbced req-770ac8d2-725f-4c7a-99fd-bb22ea75b0f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 1096 time: 0.1943691 Dec 08 22:06:06.829898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-1eae432d-1e9d-4854-af63-e6bbc2922735 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370874 Dec 08 22:06:06.839170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d246-84a8-4bc4-966a-fd2330083aa7 req-599f4d74-c058-4e0d-ab78-e395b5f02068 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:06.841060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2347d246-84a8-4bc4-966a-fd2330083aa7 req-599f4d74-c058-4e0d-ab78-e395b5f02068 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.1102984 Dec 08 22:06:06.869409 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff7e8c03-a572-4055-90cb-5ef3521bbced req-b55685be-91aa-408b-b109-e1a4b27309e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626984 Dec 08 22:06:06.932920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30df37a3-bf8a-470b-960e-2efeb16df29b {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:06.951370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:06.952119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2347d246-84a8-4bc4-966a-fd2330083aa7 req-ed5b7660-caa4-44cb-9e94-e5c6ca245ad5 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952873 Dec 08 22:06:06.992445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Transition to ACTIVE for port object 30df37a3-bf8a-470b-960e-2efeb16df29b will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:06:06.997722 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:07.001521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-3d69d7a2-4578-486d-9af0-bba9b7945631 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461728 Dec 08 22:06:07.150564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Pushing event updated for resources: {'Port': ['ID=30df37a3-bf8a-470b-960e-2efeb16df29b,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:07.161330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Attempting to bind port 30df37a3-bf8a-470b-960e-2efeb16df29b on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:06:07.161684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Attempting to bind port 30df37a3-bf8a-470b-960e-2efeb16df29b by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:06:07.162019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Attempting to bind port 30df37a3-bf8a-470b-960e-2efeb16df29b on network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:07.168504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Port 30df37a3-bf8a-470b-960e-2efeb16df29b on network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:06:07.168833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Attempting to bind port 30df37a3-bf8a-470b-960e-2efeb16df29b on network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:07.179672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:06:07.180023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Checking segment: {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:06:07.180416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Bound using segment: {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:06:07.181021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Bound port: 30df37a3-bf8a-470b-960e-2efeb16df29b, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e94c75-8343-4766-a396-e30a1a97a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:06:07.181387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:07.276282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] For port 30df37a3-bf8a-470b-960e-2efeb16df29b, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:06:07.280556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] For port 30df37a3-bf8a-470b-960e-2efeb16df29b, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=30df37a3-bf8a-470b-960e-2efeb16df29b,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:06:07.286796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:07.350143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:07.351198 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:07.353332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] 10.222.0.37 "PUT /v2.0/ports/30df37a3-bf8a-470b-960e-2efeb16df29b HTTP/1.1" status: 200 len: 1092 time: 1.3700612 Dec 08 22:06:07.353929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:07.363531 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c22b0b-733e-461f-a819-75a0453afcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:07.455728 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673f812-19e0-4e23-9094-b1dda1f95c7a x-openstack-request-id: req-a673f812-19e0-4e23-9094-b1dda1f95c7a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:07.456141 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:07.456489 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a673f812-19e0-4e23-9094-b1dda1f95c7a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:07.457111 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'status': 'completed', 'code': 200} Dec 08 22:06:07.482576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a7701-02f8-40f0-860e-6f928d464cbf service neutron] Pushing event updated for resources: {'Port': ['ID=30df37a3-bf8a-470b-960e-2efeb16df29b,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:07.502438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a178576e-46cf-4572-a0e5-05569209d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:07.504132 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-a178576e-46cf-4572-a0e5-05569209d661 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f&device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1095 time: 0.0847881 Dec 08 22:06:07.564862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-f7d56ebb-35db-43ec-9041-25f56b4f4cfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30df37a3-bf8a-470b-960e-2efeb16df29b HTTP/1.1" status: 200 len: 217 time: 0.0441780 Dec 08 22:06:07.628059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f452b-149d-4422-9381-7315c4d4a3fd req-9b855495-f1db-4fb5-9912-faeecef20f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:07.629895 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-9b855495-f1db-4fb5-9912-faeecef20f33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02cfc9b0-351f-4c1d-8435-e830b6cb4aac HTTP/1.1" status: 200 len: 853 time: 0.0572140 Dec 08 22:06:07.640184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa0e6b-afe6-484e-bad8-8ab048756a90 req-956b52ec-5d65-40f3-b9c2-8d15c5d9bc89 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303227 Dec 08 22:06:07.694959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f452b-149d-4422-9381-7315c4d4a3fd req-d69c845d-3a5c-4fdb-b29e-10132ea44d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:07.697592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-d69c845d-3a5c-4fdb-b29e-10132ea44d09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539365 Dec 08 22:06:07.815975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a81a2-5b1b-44d4-b870-35ef07948a1f req-c31b2c9c-2eb8-4cde-baf0-b6ab65efd009 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:07.817976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-815a81a2-5b1b-44d4-b870-35ef07948a1f req-c31b2c9c-2eb8-4cde-baf0-b6ab65efd009 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0736251 Dec 08 22:06:07.862011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-6d74a82a-66c0-4f55-a313-688a9d193c9b service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524551 Dec 08 22:06:07.899682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-815a81a2-5b1b-44d4-b870-35ef07948a1f req-e62400b5-ab79-4c32-ad52-9e1a6cb3c5a9 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680304 Dec 08 22:06:08.113720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8794e-694b-457f-a1b5-9fd2ff47fd59 req-98c09a9f-3528-4226-b20e-b60a5d0cb235 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:08.123586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fb8794e-694b-457f-a1b5-9fd2ff47fd59 req-98c09a9f-3528-4226-b20e-b60a5d0cb235 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 945 time: 0.2092671 Dec 08 22:06:08.124775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027f44e-4ee6-4c93-9178-d4e84a4e0b11 req-fc9b37f4-416b-4540-ab6c-4a1c59abe40d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:08.135175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5027f44e-4ee6-4c93-9178-d4e84a4e0b11 req-fc9b37f4-416b-4540-ab6c-4a1c59abe40d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0807188 Dec 08 22:06:08.170297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-350f452b-149d-4422-9381-7315c4d4a3fd req-d792f33c-54c8-49d8-b690-2a29a407fd38 service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942252 Dec 08 22:06:08.222994 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fb8794e-694b-457f-a1b5-9fd2ff47fd59 req-9e974eb8-b17c-4b48-acb3-3a75e61b8657 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980716 Dec 08 22:06:08.225078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5027f44e-4ee6-4c93-9178-d4e84a4e0b11 req-663169a1-5401-43af-87bd-b865e3ed2dd2 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880680 Dec 08 22:06:08.290439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-de8ed360-51cf-4d73-9fe4-5a1522239db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:08.346036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-3631bc87-a138-4cfb-be0e-128b31bd0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:08.347861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-3631bc87-a138-4cfb-be0e-128b31bd0fcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f&device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1095 time: 0.0425098 Dec 08 22:06:08.483104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-35c17098-7392-42f1-b27c-aa9ec7267c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:08.484585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-35c17098-7392-42f1-b27c-aa9ec7267c96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f HTTP/1.1" status: 200 len: 915 time: 0.1229646 Dec 08 22:06:08.539136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-f9005e7e-6c25-4543-b4f0-94fc0b8013d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30df37a3-bf8a-470b-960e-2efeb16df29b HTTP/1.1" status: 200 len: 217 time: 0.0418513 Dec 08 22:06:08.635268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-5b288106-77dc-48a4-ab58-ed7b6043a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:08.636828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-5b288106-77dc-48a4-ab58-ed7b6043a5c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02cfc9b0-351f-4c1d-8435-e830b6cb4aac HTTP/1.1" status: 200 len: 853 time: 0.0914071 Dec 08 22:06:08.698220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-548915aa-350b-4628-baff-7bedf80c75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:08.700439 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-548915aa-350b-4628-baff-7bedf80c75b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563729 Dec 08 22:06:08.819945 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-99846fef-4207-402a-b55d-b355b6f2596c service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115818 Dec 08 22:06:08.860414 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:08.966989 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c22b0b-733e-461f-a819-75a0453afcc0 req-287a928e-0051-4196-8c7b-9e0849433fcb service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389663 Dec 08 22:06:09.044368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d72e1-6a99-490c-8a69-a090a19b91e1 req-f9d594a5-8b2e-41de-8526-aca1b4c723d5 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:09.053677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-974d72e1-6a99-490c-8a69-a090a19b91e1 req-f9d594a5-8b2e-41de-8526-aca1b4c723d5 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0700567 Dec 08 22:06:09.098695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-974d72e1-6a99-490c-8a69-a090a19b91e1 req-24f69e25-3c9f-402e-9fc5-1d3f15bc6c61 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425930 Dec 08 22:06:09.378976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e60ee-6041-4a18-bdc0-982d067b4ed6 req-66a2ef35-2cd1-493e-a168-5ab82f4d8109 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:09.380676 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e5e60ee-6041-4a18-bdc0-982d067b4ed6 req-66a2ef35-2cd1-493e-a168-5ab82f4d8109 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 945 time: 0.0838194 Dec 08 22:06:09.424358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ba41-c55b-463a-b667-17917178bd1a req-73f31052-f87b-45d1-9b42-3177fefec3ba tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:09.435638 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e916ba41-c55b-463a-b667-17917178bd1a req-73f31052-f87b-45d1-9b42-3177fefec3ba tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0956223 Dec 08 22:06:09.444296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:09.457444 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e5e60ee-6041-4a18-bdc0-982d067b4ed6 req-5d32596e-332e-4194-9309-5e08920e51bf tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696084 Dec 08 22:06:09.503368 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:09.517647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e916ba41-c55b-463a-b667-17917178bd1a req-1867cbb4-b315-4075-bf7b-abe9b2d342aa tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737050 Dec 08 22:06:09.662131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736972d-81ff-4d9c-97a6-0559f9bbc5ee req-73384880-cbec-4bf9-b373-1ab522a0aeee tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:09.663848 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0736972d-81ff-4d9c-97a6-0559f9bbc5ee req-73384880-cbec-4bf9-b373-1ab522a0aeee tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 945 time: 0.0877099 Dec 08 22:06:09.719771 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0736972d-81ff-4d9c-97a6-0559f9bbc5ee req-15318819-ff18-4ee7-905c-7b6b5b0d71b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484273 Dec 08 22:06:10.033627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:10.052636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa0cc-2801-45c3-8732-0af500d1a30a req-b6896bba-c592-4f70-9cf9-69d66241565e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:10.054625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fbffa0cc-2801-45c3-8732-0af500d1a30a req-b6896bba-c592-4f70-9cf9-69d66241565e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 945 time: 0.0799224 Dec 08 22:06:10.096334 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fbffa0cc-2801-45c3-8732-0af500d1a30a req-e93c70af-d93c-420e-9a46-3a04971dc062 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Dec 08 22:06:10.252169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b8357-69c9-4069-9c43-5c2b760964e2 req-5a6719cd-6500-4fcb-a140-e74b4d108afc tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:10.254802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-160b8357-69c9-4069-9c43-5c2b760964e2 req-5a6719cd-6500-4fcb-a140-e74b4d108afc tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0768652 Dec 08 22:06:10.309913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-160b8357-69c9-4069-9c43-5c2b760964e2 req-6ec62bca-4bc5-41d4-a593-7f2b3c1f92a7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484951 Dec 08 22:06:10.626252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66803a-47e0-4209-9605-0da203ee7fc7 req-900f83f6-2863-4dc2-8ad4-6143a45fb4a7 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:10.628046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad66803a-47e0-4209-9605-0da203ee7fc7 req-900f83f6-2863-4dc2-8ad4-6143a45fb4a7 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0528295 Dec 08 22:06:10.672896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad66803a-47e0-4209-9605-0da203ee7fc7 req-163793e2-d666-4a8e-bf15-c77ce1815b1b tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366302 Dec 08 22:06:10.985353 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:11.248429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b68bcd-4f0a-49fa-91e7-66465c0f5cba req-cb00c2fa-52e5-4a07-9e3a-412d84ef4210 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:11.250080 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97b68bcd-4f0a-49fa-91e7-66465c0f5cba req-cb00c2fa-52e5-4a07-9e3a-412d84ef4210 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 945 time: 0.0668058 Dec 08 22:06:11.301076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97b68bcd-4f0a-49fa-91e7-66465c0f5cba req-88d0c17b-d1e3-4bf7-9419-fba2d5f2043f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Dec 08 22:06:11.387852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-8d8f5903-9ea3-4c8b-b16c-8cf70bbc680e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:11.390153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-8d8f5903-9ea3-4c8b-b16c-8cf70bbc680e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 945 time: 0.0824955 Dec 08 22:06:11.548699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fcfd1-bd82-4c48-89be-fdc0588c4bf3 req-de0dfdbc-d851-4259-b348-ef12debac127 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:11.551156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-998fcfd1-bd82-4c48-89be-fdc0588c4bf3 req-de0dfdbc-d851-4259-b348-ef12debac127 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.1552508 Dec 08 22:06:11.553999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Deleting port 28c7ab5f-9d8e-46e3-a53b-061820765563 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:06:11.554528 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:11.675596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-998fcfd1-bd82-4c48-89be-fdc0588c4bf3 req-a5be4798-eff4-4957-922d-976094b7cad3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118279 Dec 08 22:06:11.744558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] For port 28c7ab5f-9d8e-46e3-a53b-061820765563, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=28c7ab5f-9d8e-46e3-a53b-061820765563,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:11.746782 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:11.767317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Calling delete_port for 28c7ab5f-9d8e-46e3-a53b-061820765563 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:06:11.854407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16535487-cb80-4294-bf64-9c4f58026faa req-614cc0f1-da9c-460f-ab09-ddf09755b796 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:11.856280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16535487-cb80-4294-bf64-9c4f58026faa req-614cc0f1-da9c-460f-ab09-ddf09755b796 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0823903 Dec 08 22:06:11.901521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-16535487-cb80-4294-bf64-9c4f58026faa req-322e2c6a-c78e-4ccb-9d2e-da5f7773aca3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392151 Dec 08 22:06:11.997043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:12.009940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4', '28c7ab5f-9d8e-46e3-a53b-061820765563'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:12.064353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event deleted for resources: {'Port': ['ID=28c7ab5f-9d8e-46e3-a53b-061820765563,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:12.098067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] No DVR routers for this DVR port 28c7ab5f-9d8e-46e3-a53b-061820765563 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:06:12.101100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.101561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.102008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.102640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.103089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.103495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.103897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.104297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.104702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.105109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.105497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.105896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:12.109559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:12.113730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90c810ea-5426-4e35-8c9b-f62422bd7ad9 req-d48e1af8-ce5e-43f9-b942-6332bb167727 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "DELETE /v2.0/ports/28c7ab5f-9d8e-46e3-a53b-061820765563 HTTP/1.1" status: 204 len: 173 time: 0.7158091 Dec 08 22:06:12.114253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b2d690-0847-400d-9f33-81e1fb864025', 'name': 'network-vif-deleted', 'tag': '28c7ab5f-9d8e-46e3-a53b-061820765563'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:12.124610 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58abdf2-237e-4c85-8985-716421f102f6" -d '{"events": [{"server_uuid": "e1b2d690-0847-400d-9f33-81e1fb864025", "name": "network-vif-deleted", "tag": "28c7ab5f-9d8e-46e3-a53b-061820765563"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:12.200988 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143839ab-4bcb-4a56-8977-0fa8d7c92364 x-openstack-request-id: req-143839ab-4bcb-4a56-8977-0fa8d7c92364 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:12.201287 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b2d690-0847-400d-9f33-81e1fb864025", "name": "network-vif-deleted", "tag": "28c7ab5f-9d8e-46e3-a53b-061820765563", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:12.201541 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-143839ab-4bcb-4a56-8977-0fa8d7c92364 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:12.201953 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b2d690-0847-400d-9f33-81e1fb864025', 'name': 'network-vif-deleted', 'tag': '28c7ab5f-9d8e-46e3-a53b-061820765563', 'status': 'completed', 'code': 200} Dec 08 22:06:12.479542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a0ff6a32-5eac-4558-baf4-efbe45f0ba02 req-6175b5dc-f83b-43e4-87fa-d78a463e2b38 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b2d690-0847-400d-9f33-81e1fb864025 HTTP/1.1" status: 200 len: 210 time: 0.0376182 Dec 08 22:06:12.803152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c2a1a-d104-481f-b721-a9012b87ab5c req-1ddf3f03-b2eb-4286-af47-49de5b07cb07 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:12.809134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-817c2a1a-d104-481f-b721-a9012b87ab5c req-1ddf3f03-b2eb-4286-af47-49de5b07cb07 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0596123 Dec 08 22:06:12.849978 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-817c2a1a-d104-481f-b721-a9012b87ab5c req-f6063ccd-4719-4ed3-b8a8-2a3c529b8fa3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350733 Dec 08 22:06:13.041114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a596d-6032-4113-9f83-8932c927cd2d req-bf68bdfe-db5f-451d-91eb-19fdcffc5a95 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:13.042984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-656a596d-6032-4113-9f83-8932c927cd2d req-bf68bdfe-db5f-451d-91eb-19fdcffc5a95 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0556357 Dec 08 22:06:13.085836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-656a596d-6032-4113-9f83-8932c927cd2d req-61203663-65ed-412f-971f-76ffd527c33a tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334790 Dec 08 22:06:13.982646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56af01-1f07-4f69-b48b-8ab6d265d4e7 req-dbdbc8d7-457b-4b12-8c97-f46aef31c408 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:13.990747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b56af01-1f07-4f69-b48b-8ab6d265d4e7 req-dbdbc8d7-457b-4b12-8c97-f46aef31c408 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0606916 Dec 08 22:06:14.032626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b56af01-1f07-4f69-b48b-8ab6d265d4e7 req-87d7e8ea-5437-42c4-8c99-1a44988c07cb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Dec 08 22:06:14.118933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-94d17e23-0e97-4c7b-8539-fae2e5792645 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:14.120800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-94d17e23-0e97-4c7b-8539-fae2e5792645 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.1232617 Dec 08 22:06:14.139806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-e5404b8b-0528-42ea-bbb7-e1a9081b7597 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/quotas/6eb9361777764b69a95e37a2e21b8eb1 HTTP/1.1" status: 200 len: 375 time: 0.0125215 Dec 08 22:06:14.196886 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-939c0f68-5085-4f20-92b4-10c99d0af869 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497947 Dec 08 22:06:14.262420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8eba-af51-431e-9d71-a15d38808513 req-29d0e390-edff-4355-bd5e-d33f1196939d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:14.266762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b9f8eba-af51-431e-9d71-a15d38808513 req-29d0e390-edff-4355-bd5e-d33f1196939d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0883753 Dec 08 22:06:14.316604 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0b9f8eba-af51-431e-9d71-a15d38808513 req-97b18708-d1e3-456d-9fe7-8af51c13cd8b tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Dec 08 22:06:14.320981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-d5b566f3-0f22-4ae9-8ec3-52ba19e795ff service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104388 Dec 08 22:06:14.435638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-83b9a77f-38ab-4bbe-903a-db66dfe5ecfe service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028390 Dec 08 22:06:14.637645 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa57bfea-704a-4318-ba50-3c9305599ded req-bc9d5b66-b9e4-4c8f-88ab-587450479b85 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0436625 Dec 08 22:06:14.823153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 28c7ab5f-9d8e-46e3-a53b-061820765563 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:06:14.865401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 28c7ab5f-9d8e-46e3-a53b-061820765563 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:06:14.865750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 28c7ab5f-9d8e-46e3-a53b-061820765563 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:06:15.202087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f2cba-627c-4ce7-b40d-a70d1bef29a0 req-d3de5e66-9424-473c-b8b1-4074d952ef4c tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:15.204743 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a8f2cba-627c-4ce7-b40d-a70d1bef29a0 req-d3de5e66-9424-473c-b8b1-4074d952ef4c tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0586836 Dec 08 22:06:15.257075 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a8f2cba-627c-4ce7-b40d-a70d1bef29a0 req-a120bf79-93fd-4dff-85a1-e089a53bc8c9 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451701 Dec 08 22:06:15.444012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d8e5c-38ac-4af8-a88a-8cf9829aed53 req-b367e183-4c76-4fde-bcb4-7475262969c9 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:15.446222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c98d8e5c-38ac-4af8-a88a-8cf9829aed53 req-b367e183-4c76-4fde-bcb4-7475262969c9 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0529304 Dec 08 22:06:15.486728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c98d8e5c-38ac-4af8-a88a-8cf9829aed53 req-e6b05d85-1e04-488c-800d-2544f88c410c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Dec 08 22:06:15.770285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-4f072320-59fe-4c8e-8682-e73d6f969487 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:15.772146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-4f072320-59fe-4c8e-8682-e73d6f969487 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.1551237 Dec 08 22:06:15.787761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Request body: {'port': {'device_id': '9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'admin_state_up': True, 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:15.806011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bc951aa7-26a2-46a6-8c47-770672268617 req-7ece4a60-ea03-419e-8d41-417249d752fd tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0538254 Dec 08 22:06:15.916630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:06:15.921235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:16.065125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Allocated IP 172.20.0.9 (1f5d6c2e-be08-4d88-a755-61af81e62be6/3c359eed-909f-4b0e-aa0f-da9b75d8c877/066a3106-1249-4e16-9c73-42c50f5a565d) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:06:16.243575 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:16.281381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:16.295094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:16.322470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:06:16.355675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:06:16.381237 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:06:16.460581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event updated for resources: {'Port': ['ID=066a3106-1249-4e16-9c73-42c50f5a565d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:16.503103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:16.503890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:16.536259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068f883-cd2a-4d7c-862c-92d7569ce3ab req-d116d8f3-8bbc-4554-8194-26c8b2dc2507 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:16.538526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b068f883-cd2a-4d7c-862c-92d7569ce3ab req-d116d8f3-8bbc-4554-8194-26c8b2dc2507 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.1863949 Dec 08 22:06:16.541299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0c5f5de4-5b7e-4e45-96a7-3492b99e5441 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595253 Dec 08 22:06:16.558934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Request body: {'port': {'device_id': '9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:16.629286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b068f883-cd2a-4d7c-862c-92d7569ce3ab req-1474a8b6-bd7b-4b45-897c-e019177092af tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830884 Dec 08 22:06:16.630256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc1e55-c2fa-4b4c-bf71-81b9c8ec4cce req-4557d360-8bfe-48a5-aca0-ee14798f47d9 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:16.639286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efdc1e55-c2fa-4b4c-bf71-81b9c8ec4cce req-4557d360-8bfe-48a5-aca0-ee14798f47d9 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0657239 Dec 08 22:06:16.675326 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:16.691993 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efdc1e55-c2fa-4b4c-bf71-81b9c8ec4cce req-e544d504-feef-4f5e-80a5-3946f8df0804 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514612 Dec 08 22:06:16.974088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adfa-a6e7-4851-bc01-e795ed7fd4ae req-a7072680-ed04-4ea0-be33-01e934e34fa7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:16.975701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21e9adfa-a6e7-4851-bc01-e795ed7fd4ae req-a7072680-ed04-4ea0-be33-01e934e34fa7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 931 time: 0.0759892 Dec 08 22:06:17.043647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21e9adfa-a6e7-4851-bc01-e795ed7fd4ae req-7a4e7f6d-20f8-4a22-92a6-9750d8696139 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589964 Dec 08 22:06:17.092373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066a3106-1249-4e16-9c73-42c50f5a565d {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:17.102770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:17.122937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Transition to ACTIVE for port object 066a3106-1249-4e16-9c73-42c50f5a565d will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:06:17.137940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:17.219914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Pushing event updated for resources: {'Port': ['ID=066a3106-1249-4e16-9c73-42c50f5a565d,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:17.273213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Attempting to bind port 066a3106-1249-4e16-9c73-42c50f5a565d on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:06:17.273621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Attempting to bind port 066a3106-1249-4e16-9c73-42c50f5a565d by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:06:17.273874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Attempting to bind port 066a3106-1249-4e16-9c73-42c50f5a565d on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:17.278106 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Port 066a3106-1249-4e16-9c73-42c50f5a565d on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:06:17.278429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Attempting to bind port 066a3106-1249-4e16-9c73-42c50f5a565d on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:17.284247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:06:17.284590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Checking segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:06:17.284971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Bound using segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:06:17.285423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Bound port: 066a3106-1249-4e16-9c73-42c50f5a565d, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:06:17.285779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:17.362300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] For port 066a3106-1249-4e16-9c73-42c50f5a565d, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:06:17.366598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] For port 066a3106-1249-4e16-9c73-42c50f5a565d, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=066a3106-1249-4e16-9c73-42c50f5a565d,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:06:17.372185 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:17.407537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:17.408149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:17.409503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] 10.222.0.23 "PUT /v2.0/ports/066a3106-1249-4e16-9c73-42c50f5a565d HTTP/1.1" status: 200 len: 1091 time: 0.8561215 Dec 08 22:06:17.409993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9', 'tag': '066a3106-1249-4e16-9c73-42c50f5a565d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:17.412257 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ac3264-fe11-4914-93b8-2b560312da00" -d '{"events": [{"name": "network-changed", "server_uuid": "9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9", "tag": "066a3106-1249-4e16-9c73-42c50f5a565d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:17.437439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73fa48-0a95-4b97-8903-38724f7a773c service neutron] Pushing event updated for resources: {'Port': ['ID=066a3106-1249-4e16-9c73-42c50f5a565d,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:17.462139 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef23ea89-c9a8-49cb-bfaf-a15e1e652c56 x-openstack-request-id: req-ef23ea89-c9a8-49cb-bfaf-a15e1e652c56 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:17.462827 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9", "tag": "066a3106-1249-4e16-9c73-42c50f5a565d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:17.462827 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef23ea89-c9a8-49cb-bfaf-a15e1e652c56 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:17.463187 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9', 'tag': '066a3106-1249-4e16-9c73-42c50f5a565d', 'status': 'completed', 'code': 200} Dec 08 22:06:17.496408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-2f714976-3ee3-4708-ba7d-4c87b7f3b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:17.497951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-2f714976-3ee3-4708-ba7d-4c87b7f3b0c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 1094 time: 0.0448754 Dec 08 22:06:17.545566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-3c939848-9c78-4f95-896f-95dcac798ea2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=066a3106-1249-4e16-9c73-42c50f5a565d HTTP/1.1" status: 200 len: 217 time: 0.0371559 Dec 08 22:06:17.596221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-bfa27b5d-57d9-44b3-8bde-ffdb48a55bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:17.597893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-bfa27b5d-57d9-44b3-8bde-ffdb48a55bb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0448735 Dec 08 22:06:17.631422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-0a512db6-2fc8-42fc-a69d-74755bd1f6a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263195 Dec 08 22:06:17.761715 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-5eaa8dfc-42a0-47eb-b42c-918e1ef1b030 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222837 Dec 08 22:06:17.777345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7075da-0e3a-4e33-98f0-f2067dd28bb5 req-ac70f8f2-35a7-4d5a-bc5f-5e3f5232ef5d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:17.778817 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd7075da-0e3a-4e33-98f0-f2067dd28bb5 req-ac70f8f2-35a7-4d5a-bc5f-5e3f5232ef5d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0708690 Dec 08 22:06:17.854055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71704866-2a53-4f45-9af7-095a4355c764 req-28e27946-e198-4da6-9b19-bdf4243f7471 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:17.855752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71704866-2a53-4f45-9af7-095a4355c764 req-28e27946-e198-4da6-9b19-bdf4243f7471 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0822527 Dec 08 22:06:17.890320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd7075da-0e3a-4e33-98f0-f2067dd28bb5 req-c66c714d-695f-413a-9a06-df1f04637b39 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029246 Dec 08 22:06:17.915013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71704866-2a53-4f45-9af7-095a4355c764 req-7ceadd90-6710-40d2-bd31-fc859573e5d5 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 Dec 08 22:06:17.926330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c0858840-1de8-43c1-9328-ba5e9d496616 req-238e01e4-8335-4059-8125-a42fa5169d07 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461055 Dec 08 22:06:18.046076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3264-fe11-4914-93b8-2b560312da00 req-9bec4806-2aa1-4d1e-8e5f-20532f94aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:18.047832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ac3264-fe11-4914-93b8-2b560312da00 req-9bec4806-2aa1-4d1e-8e5f-20532f94aa17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 1094 time: 0.0476577 Dec 08 22:06:18.182832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-52bd9701-4b48-4779-9cb1-db00ca6b55f5 req-98bce604-e3f3-4090-9493-eb722347f739 service neutron] (102390) timed out ('10.222.0.21', 54152) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:06:18.213539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3264-fe11-4914-93b8-2b560312da00 req-d7fb70f7-40c7-4bfc-b6a6-3952f27749ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:18.215372 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ac3264-fe11-4914-93b8-2b560312da00 req-d7fb70f7-40c7-4bfc-b6a6-3952f27749ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.1596413 Dec 08 22:06:18.236169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec63f7a-51bb-424f-a53e-98bd1e831065 req-464d0403-490c-4212-be36-7dcce8badac5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:18.237710 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cec63f7a-51bb-424f-a53e-98bd1e831065 req-464d0403-490c-4212-be36-7dcce8badac5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 943 time: 0.1022186 Dec 08 22:06:18.289998 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ac3264-fe11-4914-93b8-2b560312da00 req-59bbe443-5a5e-437a-96dd-354629dd087c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=066a3106-1249-4e16-9c73-42c50f5a565d HTTP/1.1" status: 200 len: 217 time: 0.0512185 Dec 08 22:06:18.504001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cec63f7a-51bb-424f-a53e-98bd1e831065 req-4140c172-9e1e-41de-89d3-42ab3b79ab20 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202950 Dec 08 22:06:18.504001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3264-fe11-4914-93b8-2b560312da00 req-d6398006-9c84-4a67-84cb-c51a1839b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:18.504001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ac3264-fe11-4914-93b8-2b560312da00 req-d6398006-9c84-4a67-84cb-c51a1839b4d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0841827 Dec 08 22:06:18.504001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ac3264-fe11-4914-93b8-2b560312da00 req-e4e781d1-34eb-4834-bf0e-4aad3db95d5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424230 Dec 08 22:06:18.567029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ac3264-fe11-4914-93b8-2b560312da00 req-0020efbc-e8f1-49da-a8e5-cad75603847d service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242919 Dec 08 22:06:18.674904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52ac3264-fe11-4914-93b8-2b560312da00 req-3b8f42bc-b73f-4407-9cd8-d69037899f68 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998642 Dec 08 22:06:19.009486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76fbd-c0c2-4632-a126-55f44e7bafdb req-3aad074a-025b-4c69-a061-b74d7fdd5c63 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:19.011801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcc76fbd-c0c2-4632-a126-55f44e7bafdb req-3aad074a-025b-4c69-a061-b74d7fdd5c63 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0551155 Dec 08 22:06:19.057135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b0793-4db1-4891-9e2e-341f4237aaeb req-06441aa8-a5a7-473c-9d92-d398db1a02df tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:19.058874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b1b0793-4db1-4891-9e2e-341f4237aaeb req-06441aa8-a5a7-473c-9d92-d398db1a02df tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0541587 Dec 08 22:06:19.062564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcc76fbd-c0c2-4632-a126-55f44e7bafdb req-8d28fe98-cb00-4466-9498-1bf75ce217a4 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Dec 08 22:06:19.116615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b1b0793-4db1-4891-9e2e-341f4237aaeb req-5c2c22a4-e8d9-4839-9072-9cd783cf4f27 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502753 Dec 08 22:06:19.516294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0572a98-fccc-4966-a3ed-8dca56da7058 req-87b64433-69ef-4070-98e1-25f466ee413b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:19.517902 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a0572a98-fccc-4966-a3ed-8dca56da7058 req-87b64433-69ef-4070-98e1-25f466ee413b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 943 time: 0.0672963 Dec 08 22:06:19.568622 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a0572a98-fccc-4966-a3ed-8dca56da7058 req-a41b1f47-a2bc-4a9a-af54-b25e470d72df tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Dec 08 22:06:19.994441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 066a3106-1249-4e16-9c73-42c50f5a565d details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:06:20.096406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 066a3106-1249-4e16-9c73-42c50f5a565d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=066a3106-1249-4e16-9c73-42c50f5a565d,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:20.108341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '066a3106-1249-4e16-9c73-42c50f5a565d', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'port_id': '066a3106-1249-4e16-9c73-42c50f5a565d', 'mac_address': 'fa:16:3e:e0:a8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c359eed-909f-4b0e-aa0f-da9b75d8c877', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:06:20.155612 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:20.171698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066a3106-1249-4e16-9c73-42c50f5a565d {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:20.194285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 066a3106-1249-4e16-9c73-42c50f5a565d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=066a3106-1249-4e16-9c73-42c50f5a565d,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:20.196145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f7fdf-4bee-431c-89a8-014798dec6f7 req-c35cf5be-41cf-4a94-a998-37c57f665a2f tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:20.197892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2f7fdf-4bee-431c-89a8-014798dec6f7 req-c35cf5be-41cf-4a94-a998-37c57f665a2f tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 944 time: 0.0554359 Dec 08 22:06:20.202361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:20.277416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=066a3106-1249-4e16-9c73-42c50f5a565d,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:20.312420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bf2f7fdf-4bee-431c-89a8-014798dec6f7 req-1f00f9d9-4fbc-42f8-aa01-6c315b050ed6 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023057 Dec 08 22:06:20.350775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d7f80-b977-4d7d-8c3d-8b69ca02af01 req-a5a66cdc-6cef-4e2e-841d-ab22454cf396 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:20.352304 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f66d7f80-b977-4d7d-8c3d-8b69ca02af01 req-a5a66cdc-6cef-4e2e-841d-ab22454cf396 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0640907 Dec 08 22:06:20.395988 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f66d7f80-b977-4d7d-8c3d-8b69ca02af01 req-4a7e0e69-7e80-430f-bdfa-8efa6d346b0e tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Dec 08 22:06:20.441359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['066a3106-1249-4e16-9c73-42c50f5a565d'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:20.701817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dee0a-6490-43b2-8c7d-ecad7ec7ef61 req-e438fbb7-a91c-475e-86cc-941edd8c2735 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:20.703481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-642dee0a-6490-43b2-8c7d-ecad7ec7ef61 req-e438fbb7-a91c-475e-86cc-941edd8c2735 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0588832 Dec 08 22:06:20.753498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-642dee0a-6490-43b2-8c7d-ecad7ec7ef61 req-65657017-5bcc-4445-98bd-b067ec2fdf77 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Dec 08 22:06:20.866820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 30df37a3-bf8a-470b-960e-2efeb16df29b details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:06:20.977069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 30df37a3-bf8a-470b-960e-2efeb16df29b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=30df37a3-bf8a-470b-960e-2efeb16df29b,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:20.990324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'mac_address': 'fa:16:3e:d1:4e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:06:21.049068 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:21.067155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30df37a3-bf8a-470b-960e-2efeb16df29b {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:21.087044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 30df37a3-bf8a-470b-960e-2efeb16df29b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=30df37a3-bf8a-470b-960e-2efeb16df29b,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:21.091168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:21.142989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=30df37a3-bf8a-470b-960e-2efeb16df29b,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:21.308984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['30df37a3-bf8a-470b-960e-2efeb16df29b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:21.460917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5653b9f-76d8-45b8-8306-ccb42304b6a9 req-c04e438d-67d8-4b94-8f08-b4eae601a0e5 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:21.463653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a5653b9f-76d8-45b8-8306-ccb42304b6a9 req-c04e438d-67d8-4b94-8f08-b4eae601a0e5 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 945 time: 0.0733857 Dec 08 22:06:21.518936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a5653b9f-76d8-45b8-8306-ccb42304b6a9 req-435a3fdb-2334-4264-b74b-74f39a92869d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483298 Dec 08 22:06:21.577003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f63d8a-1a9b-4b46-bec6-14e2c2faa2d3 req-bf8d0a22-a740-416a-98c5-212e1e66fb1c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:21.580567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c6f63d8a-1a9b-4b46-bec6-14e2c2faa2d3 req-bf8d0a22-a740-416a-98c5-212e1e66fb1c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0696201 Dec 08 22:06:21.625242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c6f63d8a-1a9b-4b46-bec6-14e2c2faa2d3 req-1ab861f0-b9e7-4196-9b7b-d12a7f699a8b tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Dec 08 22:06:21.877123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f5136-c29d-4255-b61f-1522734fcb85 req-10ff3dfb-eb48-48cb-9d0d-8df6b4b1be2a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:21.878637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c98f5136-c29d-4255-b61f-1522734fcb85 req-10ff3dfb-eb48-48cb-9d0d-8df6b4b1be2a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0509939 Dec 08 22:06:21.922081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c98f5136-c29d-4255-b61f-1522734fcb85 req-f1079861-ae00-47b3-9aec-2d27d6a2e533 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364275 Dec 08 22:06:22.005346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 066a3106-1249-4e16-9c73-42c50f5a565d up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:06:22.060753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 066a3106-1249-4e16-9c73-42c50f5a565d completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:06:22.065535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 066a3106-1249-4e16-9c73-42c50f5a565d triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:06:22.065925 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:22.151973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:22.175617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066a3106-1249-4e16-9c73-42c50f5a565d'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:22.177889 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf311f0-70fd-4343-b13b-75b0294aaef1" -d '{"events": [{"server_uuid": "9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "066a3106-1249-4e16-9c73-42c50f5a565d"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:22.191453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 066a3106-1249-4e16-9c73-42c50f5a565d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=066a3106-1249-4e16-9c73-42c50f5a565d,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:22.198129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:22.242700 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a255d040-2f9c-4811-abad-9b3e9d54a7ea x-openstack-request-id: req-a255d040-2f9c-4811-abad-9b3e9d54a7ea {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:22.243027 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "066a3106-1249-4e16-9c73-42c50f5a565d", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:22.243285 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a255d040-2f9c-4811-abad-9b3e9d54a7ea {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:22.243768 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066a3106-1249-4e16-9c73-42c50f5a565d', 'code': 200} Dec 08 22:06:22.260277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=066a3106-1249-4e16-9c73-42c50f5a565d,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:22.381896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34780ff-6b20-4c25-b4de-addd215a71a5 req-e0e7ea8b-fbf2-430d-a201-06ce3754d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:22.383464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f34780ff-6b20-4c25-b4de-addd215a71a5 req-e0e7ea8b-fbf2-430d-a201-06ce3754d649 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0751517 Dec 08 22:06:22.421728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f34780ff-6b20-4c25-b4de-addd215a71a5 req-d7d0f341-b86c-440e-9976-54d9bcf4a9c6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314634 Dec 08 22:06:22.641393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0afed-3b4f-4d5a-ad74-ca0aa187140c req-a824fc10-e30a-4c47-bb4d-7ec069a23023 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:22.642905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84b0afed-3b4f-4d5a-ad74-ca0aa187140c req-a824fc10-e30a-4c47-bb4d-7ec069a23023 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 945 time: 0.0535474 Dec 08 22:06:22.694896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84b0afed-3b4f-4d5a-ad74-ca0aa187140c req-d7f9649d-dff2-40e4-b67e-0d8ef3619ac7 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452573 Dec 08 22:06:22.775288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529d074-1cde-4947-a664-c1caf76e91b9 req-bcf407b9-70b7-4594-a2a0-ff5d6773d8a1 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:22.777054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8529d074-1cde-4947-a664-c1caf76e91b9 req-bcf407b9-70b7-4594-a2a0-ff5d6773d8a1 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0590329 Dec 08 22:06:22.822346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8529d074-1cde-4947-a664-c1caf76e91b9 req-a20b2f87-88cd-45e7-b8df-d49bafe58649 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344293 Dec 08 22:06:22.881224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 30df37a3-bf8a-470b-960e-2efeb16df29b up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:06:22.951627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 30df37a3-bf8a-470b-960e-2efeb16df29b completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:06:22.955857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 30df37a3-bf8a-470b-960e-2efeb16df29b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:06:22.956176 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:23.045503 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:23.060029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7e12a-ca93-439d-a830-008b9e4ca6a2 req-2a411210-efc7-4abb-99c9-b287c667e9ff tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:23.069049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1a7e12a-ca93-439d-a830-008b9e4ca6a2 req-2a411210-efc7-4abb-99c9-b287c667e9ff tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0770843 Dec 08 22:06:23.093541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 30df37a3-bf8a-470b-960e-2efeb16df29b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=30df37a3-bf8a-470b-960e-2efeb16df29b,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:23.100243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:23.128175 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1a7e12a-ca93-439d-a830-008b9e4ca6a2 req-e3103db9-0460-4eb0-b0b4-8c52e13394e7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525372 Dec 08 22:06:23.164432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=30df37a3-bf8a-470b-960e-2efeb16df29b,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:23.816607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fa7f1-ad17-4394-9eb9-34701cb9cbcf req-798091b6-f0ec-4192-b39a-f1b9284b732b tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:23.818181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-025fa7f1-ad17-4394-9eb9-34701cb9cbcf req-798091b6-f0ec-4192-b39a-f1b9284b732b tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 946 time: 0.0556705 Dec 08 22:06:23.859934 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-025fa7f1-ad17-4394-9eb9-34701cb9cbcf req-3100c938-cee8-445d-b89a-083a44838abc tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357642 Dec 08 22:06:23.952936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cc407-9668-4e82-af74-60b1198ee400 req-7b08477e-3237-48cf-9fd0-38e97b6ad332 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:23.955107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-694cc407-9668-4e82-af74-60b1198ee400 req-7b08477e-3237-48cf-9fd0-38e97b6ad332 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0581958 Dec 08 22:06:24.003341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-694cc407-9668-4e82-af74-60b1198ee400 req-423830b7-b7ad-44cf-970b-cab74a7fa2f0 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352235 Dec 08 22:06:24.244910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:24.249157 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1ac0df-c029-4f18-a2ab-f74f8898935e" -d '{"events": [{"server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "name": "network-vif-plugged", "status": "completed", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:24.282789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70fe46-258a-4372-8f55-be176c4aa80d req-9dc07584-5a82-4f8d-ad13-bcbb7c886532 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:24.284328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3d70fe46-258a-4372-8f55-be176c4aa80d req-9dc07584-5a82-4f8d-ad13-bcbb7c886532 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0697029 Dec 08 22:06:24.293102 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be514da5-1449-4a69-89a6-36f35cdeeac9 x-openstack-request-id: req-be514da5-1449-4a69-89a6-36f35cdeeac9 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:24.293567 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "name": "network-vif-plugged", "status": "completed", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:24.293830 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be514da5-1449-4a69-89a6-36f35cdeeac9 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:24.294218 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'code': 200} Dec 08 22:06:24.325840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3d70fe46-258a-4372-8f55-be176c4aa80d req-baca5cc5-70c9-4d8d-8162-5f00013d6f9d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Dec 08 22:06:24.432037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e23eed-75c0-4ded-ab38-db1b13d19ee9 req-3d16917b-caba-419a-a89e-09ef031a47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:24.433506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e4e23eed-75c0-4ded-ab38-db1b13d19ee9 req-3d16917b-caba-419a-a89e-09ef031a47e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1097 time: 0.0760975 Dec 08 22:06:24.513661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b0b17-47f0-4f6f-b8e7-01792835b15e req-54d8ff23-67db-4ed0-96d0-e7df3e480183 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:24.515208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b9b0b17-47f0-4f6f-b8e7-01792835b15e req-54d8ff23-67db-4ed0-96d0-e7df3e480183 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0854805 Dec 08 22:06:24.519361 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e4e23eed-75c0-4ded-ab38-db1b13d19ee9 req-4369fde3-e17e-4b29-ab1a-8d1bceb99caf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740829 Dec 08 22:06:24.563624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b9b0b17-47f0-4f6f-b8e7-01792835b15e req-1f41a8ef-675b-47ad-8171-53b3ee4f6ae9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Dec 08 22:06:24.844919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cadda-a9f0-4195-b12e-e64957b00619 req-3aad6250-ba91-406b-82bf-eff93ee76462 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:24.846410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-353cadda-a9f0-4195-b12e-e64957b00619 req-3aad6250-ba91-406b-82bf-eff93ee76462 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0553300 Dec 08 22:06:24.915148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-353cadda-a9f0-4195-b12e-e64957b00619 req-eb49328a-f838-47d7-becf-1b4a0ef7fdb7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464480 Dec 08 22:06:25.005985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee54f4-f3a7-4300-bc52-b3f85ddc5e0c req-cf2d6dde-bdf3-49e6-a79f-f3e92b627a69 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:25.007613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2ee54f4-f3a7-4300-bc52-b3f85ddc5e0c req-cf2d6dde-bdf3-49e6-a79f-f3e92b627a69 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 946 time: 0.0605192 Dec 08 22:06:25.060477 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2ee54f4-f3a7-4300-bc52-b3f85ddc5e0c req-fa93c82c-6b61-4db3-80eb-c5c2d931e7ea tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Dec 08 22:06:25.138079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebebff-41ac-4b76-bd4d-ec796efb0ad8 req-e5058245-11bf-4262-9a8b-32469cc372af tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:25.139612 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57ebebff-41ac-4b76-bd4d-ec796efb0ad8 req-e5058245-11bf-4262-9a8b-32469cc372af tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0590396 Dec 08 22:06:25.184336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57ebebff-41ac-4b76-bd4d-ec796efb0ad8 req-e7fc5c9a-2bd6-48f9-b013-9c633a08122c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Dec 08 22:06:26.033041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175350b5-35ef-44b9-9c78-513b85c5f5a6 req-873f4110-a2ad-4fdf-80ce-4d8746148f48 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:26.034689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175350b5-35ef-44b9-9c78-513b85c5f5a6 req-873f4110-a2ad-4fdf-80ce-4d8746148f48 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Dec 08 22:06:26.079837 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-175350b5-35ef-44b9-9c78-513b85c5f5a6 req-c8e53234-05bf-473b-9f9c-c89fbcbb05ea tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Dec 08 22:06:26.139162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b923af-7830-454b-bcc0-16fc11963579 req-02f1b595-0859-442f-9332-ee970de01976 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:26.141227 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48b923af-7830-454b-bcc0-16fc11963579 req-02f1b595-0859-442f-9332-ee970de01976 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0567660 Dec 08 22:06:26.225640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0a734-1a87-47a7-b371-f0c00c933137 req-490969b8-7978-45fe-acd4-a4a3429aacfc tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:26.232920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-02f0a734-1a87-47a7-b371-f0c00c933137 req-490969b8-7978-45fe-acd4-a4a3429aacfc tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 946 time: 0.0899377 Dec 08 22:06:26.272618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-02f0a734-1a87-47a7-b371-f0c00c933137 req-a93851e9-d384-458b-8fe2-1821005a2f23 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388038 Dec 08 22:06:26.356840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251055e3-7bb4-41ed-9ddf-4ec81188f964 req-109121c2-c2c5-4412-b340-8c156b5d7b71 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:26.358397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-251055e3-7bb4-41ed-9ddf-4ec81188f964 req-109121c2-c2c5-4412-b340-8c156b5d7b71 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0824630 Dec 08 22:06:26.401797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Deleting port 066a3106-1249-4e16-9c73-42c50f5a565d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:06:26.402130 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:26.404170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da0745-3f0f-4bb9-b97c-936235d6fb8a req-7fc46f6b-b3c8-4138-a1f2-9bbde1586905 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:26.409705 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9da0745-3f0f-4bb9-b97c-936235d6fb8a req-7fc46f6b-b3c8-4138-a1f2-9bbde1586905 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 946 time: 0.0665820 Dec 08 22:06:26.479848 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9da0745-3f0f-4bb9-b97c-936235d6fb8a req-c6db9a23-5d46-4ecd-af80-941ebf1125c4 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632868 Dec 08 22:06:26.499819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-251055e3-7bb4-41ed-9ddf-4ec81188f964 req-fe4a0f84-4041-45c2-a0a7-d6779d753a54 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265104 Dec 08 22:06:26.514023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49382) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:26.560818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] For port 066a3106-1249-4e16-9c73-42c50f5a565d, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=066a3106-1249-4e16-9c73-42c50f5a565d,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:26.561807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:26.576859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Calling delete_port for 066a3106-1249-4e16-9c73-42c50f5a565d owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:06:26.760391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:26.770599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4379c1e-fa22-4693-8b77-dd8fd9903775 tempest-TestVolumeBackupRestore-1456043404 tempest-TestVolumeBackupRestore-1456043404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:26.775255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e4379c1e-fa22-4693-8b77-dd8fd9903775 tempest-TestVolumeBackupRestore-1456043404 tempest-TestVolumeBackupRestore-1456043404-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1092 time: 0.2574003 Dec 08 22:06:26.777143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:26.778188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49394) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:26.780349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['066a3106-1249-4e16-9c73-42c50f5a565d'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:26.799919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:26.809850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event deleted for resources: {'Port': ['ID=066a3106-1249-4e16-9c73-42c50f5a565d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:26.874415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] No DVR routers for this DVR port 066a3106-1249-4e16-9c73-42c50f5a565d on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:06:26.878555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:26.881999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48b923af-7830-454b-bcc0-16fc11963579 req-d36565ec-86fd-41e9-b90d-b797cd10dca9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "DELETE /v2.0/ports/066a3106-1249-4e16-9c73-42c50f5a565d HTTP/1.1" status: 204 len: 173 time: 0.7342699 Dec 08 22:06:26.882471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9', 'name': 'network-vif-deleted', 'tag': '066a3106-1249-4e16-9c73-42c50f5a565d'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:26.884773 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6b7910-c58c-4e11-920d-14c0d5d8ff6a" -d '{"events": [{"server_uuid": "9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9", "name": "network-vif-deleted", "tag": "066a3106-1249-4e16-9c73-42c50f5a565d"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:26.898033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:26.988917 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297dbdb7-5fa7-4f38-9434-a8548dcd5f90 x-openstack-request-id: req-297dbdb7-5fa7-4f38-9434-a8548dcd5f90 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:26.989171 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9", "name": "network-vif-deleted", "tag": "066a3106-1249-4e16-9c73-42c50f5a565d", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:26.989533 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-297dbdb7-5fa7-4f38-9434-a8548dcd5f90 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:26.990307 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9', 'name': 'network-vif-deleted', 'tag': '066a3106-1249-4e16-9c73-42c50f5a565d', 'status': 'completed', 'code': 200} Dec 08 22:06:27.062202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:27.187245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Allocated IP 172.25.1.94 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/32ebce72-a72c-47c9-a934-34de6efb4d53) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:06:27.229729 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89ed50d6-82cd-4ed7-96d8-2f0123a03cc3 req-b72ad22f-da49-442b-a309-11d8d0312bc8 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=9117bfdb-47dd-48e1-ae08-2fc0c5c7e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0461147 Dec 08 22:06:27.337889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:27.380966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:27.418077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:06:27.420938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:06:27.425118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:06:27.453414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'Port': ['ID=32ebce72-a72c-47c9-a934-34de6efb4d53,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:27.702790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd040a-98d7-47e7-b689-9cab6da55282 req-86c48ac5-0f36-499e-8de0-bce2d6531e55 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:27.704363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-becd040a-98d7-47e7-b689-9cab6da55282 req-86c48ac5-0f36-499e-8de0-bce2d6531e55 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.1273446 Dec 08 22:06:27.757181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-becd040a-98d7-47e7-b689-9cab6da55282 req-c45384ee-a3f9-4389-8c45-aacdfafb188d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465238 Dec 08 22:06:28.392484 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:28.477750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:28.654054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a200e-8c1e-4491-89fd-e008a6992317 req-ebd9213a-5308-4378-b5d3-60f521a8658b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:28.659200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-ebd9213a-5308-4378-b5d3-60f521a8658b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.1632702 Dec 08 22:06:28.672984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:28.679591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:28.680019 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-18c20563-cf9c-454f-bfcb-0d4b21b7a5b8 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/quotas/6eb9361777764b69a95e37a2e21b8eb1 HTTP/1.1" status: 200 len: 375 time: 0.0162010 Dec 08 22:06:28.763141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-20320ba4-176a-4d3c-8a0a-1945eb51fee7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820837 Dec 08 22:06:28.775856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event updated for resources: {'Port': ['ID=32ebce72-a72c-47c9-a934-34de6efb4d53,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:28.782013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:28.895018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-997dd74b-3de6-4a60-bcb5-07c87db7c2bb service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309721 Dec 08 22:06:28.927830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d69619-2bb7-4efe-ae2f-c80bc68b4997 req-6e561465-4ecc-4542-9479-8c4b7d620eec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:28.929356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-36d69619-2bb7-4efe-ae2f-c80bc68b4997 req-6e561465-4ecc-4542-9479-8c4b7d620eec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0761449 Dec 08 22:06:28.985535 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Floating IP b4ea2484-d763-44d2-b239-2f4840856448 associated. External IP: 172.25.1.94, port: 30df37a3-bf8a-470b-960e-2efeb16df29b. Dec 08 22:06:28.995201 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-36d69619-2bb7-4efe-ae2f-c80bc68b4997 req-ae2291e1-a5bd-44ad-a078-5d80ad3ea943 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588791 Dec 08 22:06:29.013488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-262759d4-d9ae-445a-b454-3af60b38e336 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115935 Dec 08 22:06:29.269696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ceeb2317-f1d9-4ffa-9506-0d4f8b5b21be req-ab120fe1-5ed9-48be-8abe-1fa344cd607f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 210 time: 0.0441954 Dec 08 22:06:29.318924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Router 7d08db44-cf5e-4358-93e2-644317edbc19 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:06:29.449346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:06:29.496747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] Sync routers for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:06:29.498319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:29.518469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:29.518614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:29.544826 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e9504f9d-4b30-483f-a3cd-e735d571dd95 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7461872 Dec 08 22:06:29.544826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:29.545895 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9fc483-c9d8-464a-8bb6-17bb044fb711" -d '{"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:29.546571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 49510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:29.641669 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9406b8-fe86-4891-ac78-d9951b07af0a x-openstack-request-id: req-cd9406b8-fe86-4891-ac78-d9951b07af0a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:29.641953 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:29.642363 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd9406b8-fe86-4891-ac78-d9951b07af0a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:29.642900 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'status': 'completed', 'code': 200} Dec 08 22:06:29.651471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2435c39-8982-4676-b49a-7bf1b0e5d4e3 tempest-TestVolumeBackupRestore-1456043404 tempest-TestVolumeBackupRestore-1456043404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:29.656360 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c2435c39-8982-4676-b49a-7bf1b0e5d4e3 tempest-TestVolumeBackupRestore-1456043404 tempest-TestVolumeBackupRestore-1456043404-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1092 time: 0.1081779 Dec 08 22:06:29.656998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 49518) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:29.661617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5ae49f69-6fa0-429c-aae8-eade02f4b174 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Request body: {'floatingip': {'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:29.725366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-cc92a24a-e5e7-4f39-b291-ab71838d25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:29.726554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ae49f69-6fa0-429c-aae8-eade02f4b174 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:29.727503 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-cc92a24a-e5e7-4f39-b291-ab71838d25c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f&device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1097 time: 0.0576482 Dec 08 22:06:29.938692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-c9c2356c-cf88-4d89-a777-2d4072a0bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:29.940552 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-c9c2356c-cf88-4d89-a777-2d4072a0bfec service neutron] 10.222.0.37 "GET /v2.0/networks?id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f HTTP/1.1" status: 200 len: 915 time: 0.2051082 Dec 08 22:06:30.014470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 066a3106-1249-4e16-9c73-42c50f5a565d no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:06:30.048597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-405a3975-7107-40a8-b49c-68ef337ddd4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30df37a3-bf8a-470b-960e-2efeb16df29b HTTP/1.1" status: 200 len: 999 time: 0.1003451 Dec 08 22:06:30.074077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 066a3106-1249-4e16-9c73-42c50f5a565d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:06:30.074424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 066a3106-1249-4e16-9c73-42c50f5a565d not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:06:30.082957 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:06:30.134891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:30.155013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-75bd5546-09e0-4861-9d2d-cb8f08841fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:30.159662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-75bd5546-09e0-4861-9d2d-cb8f08841fec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02cfc9b0-351f-4c1d-8435-e830b6cb4aac HTTP/1.1" status: 200 len: 853 time: 0.1035738 Dec 08 22:06:30.269507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-b1b3c9d0-d979-4b81-89b6-f9c926adce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:30.271663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-b1b3c9d0-d979-4b81-89b6-f9c926adce1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048689 Dec 08 22:06:30.278379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f5ab4-bc6d-4471-979e-23399ad8c456 req-48294b35-f2c0-429a-85f6-df059b713c87 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:30.280066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-257f5ab4-bc6d-4471-979e-23399ad8c456 req-48294b35-f2c0-429a-85f6-df059b713c87 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.1190674 Dec 08 22:06:30.430343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a1f04e6-e74c-4e64-a438-60283129d857 req-bac5b503-1a50-4a2b-8bdb-a65461669ec7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 210 time: 0.0398486 Dec 08 22:06:30.468393 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-257f5ab4-bc6d-4471-979e-23399ad8c456 req-1f2b8af3-c5d5-4515-b178-0b871a143c2b tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027408 Dec 08 22:06:30.485726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-33f959b4-f290-46ea-b54e-c102cd4b705a service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005708 Dec 08 22:06:30.505955 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'b4ea2484-d763-44d2-b239-2f4840856448', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'mac_address': 'fa:16:3e:d1:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:27Z', 'updated_at': '2021-12-08T22:06:27Z', 'revision_number': 0, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:30.554090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] Checking router: 7d08db44-cf5e-4358-93e2-644317edbc19 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:06:30.583240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:30.583240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:30.671708 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ae49f69-6fa0-429c-aae8-eade02f4b174 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:30.686377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b9fc483-c9d8-464a-8bb6-17bb044fb711 req-2863a549-6f0e-4714-9993-194b97f42c30 service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943512 Dec 08 22:06:30.690447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ae49f69-6fa0-429c-aae8-eade02f4b174 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:30.794272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:30.896560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a200e-8c1e-4491-89fd-e008a6992317 req-28ea6d7c-e3e5-4040-8762-d62ac664ef70 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:30.897992 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-28ea6d7c-e3e5-4040-8762-d62ac664ef70 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.2536719 Dec 08 22:06:30.918001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Request body: {'port': {'device_id': '93ddc484-fd9e-49c5-b23d-0a6a957ae40f', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'admin_state_up': True, 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:31.119188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'b4ea2484-d763-44d2-b239-2f4840856448', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'mac_address': 'fa:16:3e:d1:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:27Z', 'updated_at': '2021-12-08T22:06:27Z', 'revision_number': 0, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:31.151217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f510f1-da44-442a-99d9-56f8a46e6d29 None None] The sync data for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 is: [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'b4ea2484-d763-44d2-b239-2f4840856448', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'mac_address': 'fa:16:3e:d1:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:27Z', 'updated_at': '2021-12-08T22:06:27Z', 'revision_number': 0, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:06:31.439513 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaad95-4c08-4c1b-bccc-8682c74b71e3 None None] New status for floating IP b4ea2484-d763-44d2-b239-2f4840856448: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:06:31.466122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae49f69-6fa0-429c-aae8-eade02f4b174 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Router 7d08db44-cf5e-4358-93e2-644317edbc19 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:06:31.482616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:06:31.486220 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:31.619987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4450f38-e922-4b90-b8cf-fa8eeaa5bcf4 req-31628156-5b8a-4998-a37d-57b226922bb1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 210 time: 0.0404406 Dec 08 22:06:31.788836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0609e-bae9-4a49-ad47-fb20091e2eb3 req-b716de60-d79d-47f8-9a72-29143dbffc7f tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:31.790505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ed0609e-bae9-4a49-ad47-fb20091e2eb3 req-b716de60-d79d-47f8-9a72-29143dbffc7f tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.1716092 Dec 08 22:06:31.822212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae49f69-6fa0-429c-aae8-eade02f4b174 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:06:31.833410 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ae49f69-6fa0-429c-aae8-eade02f4b174 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:31.869176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Allocated IP 172.20.0.12 (1f5d6c2e-be08-4d88-a755-61af81e62be6/3c359eed-909f-4b0e-aa0f-da9b75d8c877/1b58fc7e-85a5-49e1-a634-ce19b2e7e74c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:06:31.874113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] Sync routers for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:06:31.885607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:31.886442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:32.001946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ed0609e-bae9-4a49-ad47-fb20091e2eb3 req-8b5195c9-bfd8-4cf6-9742-3da5e9ddb125 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029738 Dec 08 22:06:32.025902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:32.038751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:32.041257 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cde878-0a85-4bb0-8581-f87b93e81cab" -d '{"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:32.112167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ae49f69-6fa0-429c-aae8-eade02f4b174 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "PUT /v2.0/floatingips/b4ea2484-d763-44d2-b239-2f4840856448 HTTP/1.1" status: 200 len: 991 time: 2.4544971 Dec 08 22:06:32.113913 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f0dad7-724d-45e5-b23d-b4e0e27d050d x-openstack-request-id: req-99f0dad7-724d-45e5-b23d-b4e0e27d050d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:32.114207 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:32.114458 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99f0dad7-724d-45e5-b23d-b4e0e27d050d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:32.114874 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'status': 'completed', 'code': 200} Dec 08 22:06:32.145030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:32.197378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-6f1634c7-23bb-4717-af10-e1e42d7cce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:32.198879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-6f1634c7-23bb-4717-af10-e1e42d7cce26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f&device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1097 time: 0.0645030 Dec 08 22:06:32.224588 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:32.237559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:32.320223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-c024ffe0-1845-40d0-aff7-b698c49088b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:32.323582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:06:32.325471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-c024ffe0-1845-40d0-aff7-b698c49088b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f HTTP/1.1" status: 200 len: 915 time: 0.1122329 Dec 08 22:06:32.329114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:06:32.341727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:06:32.404046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-98b7acbd-0ac5-4e98-85da-003c80b5c949 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30df37a3-bf8a-470b-960e-2efeb16df29b HTTP/1.1" status: 200 len: 1001 time: 0.0697389 Dec 08 22:06:32.454495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:32.459030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:32.472919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event updated for resources: {'Port': ['ID=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:32.477248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-9fd6b9ea-bb38-4413-9e79-4d3a52633cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:32.479596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-9fd6b9ea-bb38-4413-9e79-4d3a52633cf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02cfc9b0-351f-4c1d-8435-e830b6cb4aac HTTP/1.1" status: 200 len: 853 time: 0.0680537 Dec 08 22:06:32.494784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-f58c934b-a39b-41af-b17f-dd36f669082a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5811079 Dec 08 22:06:32.508404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Request body: {'port': {'device_id': '93ddc484-fd9e-49c5-b23d-0a6a957ae40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:32.512287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'b4ea2484-d763-44d2-b239-2f4840856448', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'mac_address': 'fa:16:3e:d1:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:27Z', 'updated_at': '2021-12-08T22:06:31Z', 'revision_number': 2, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:32.552427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] Checking router: 7d08db44-cf5e-4358-93e2-644317edbc19 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:06:32.568915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-869608db-4def-4510-b1ac-743110e9aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:32.570952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-869608db-4def-4510-b1ac-743110e9aab6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839524 Dec 08 22:06:32.578015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:32.582405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:32.585445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:32.676924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-ebd34900-e258-44dd-bf6c-12aa80c8c2d0 service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985136 Dec 08 22:06:32.777279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:32.827024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77cde878-0a85-4bb0-8581-f87b93e81cab req-f3f3ccd0-2d6d-4302-8ead-c130ada45013 service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402333 Dec 08 22:06:32.948720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223c6a6-a623-4924-9217-3155b4e4d55b req-f9d5609f-78c2-4e2a-8f5e-80f7e08ddf95 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:32.950478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0223c6a6-a623-4924-9217-3155b4e4d55b req-f9d5609f-78c2-4e2a-8f5e-80f7e08ddf95 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 932 time: 0.1595500 Dec 08 22:06:33.008062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0223c6a6-a623-4924-9217-3155b4e4d55b req-02b6ac31-d1e6-41c5-b864-61cc376becf0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488181 Dec 08 22:06:33.079500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'b4ea2484-d763-44d2-b239-2f4840856448', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'mac_address': 'fa:16:3e:d1:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:27Z', 'updated_at': '2021-12-08T22:06:31Z', 'revision_number': 2, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:33.119822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc1cff-a1cf-4ae1-b8c1-b486ccf12dc0 None None] The sync data for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 is: [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'b4ea2484-d763-44d2-b239-2f4840856448', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'port_id': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'mac_address': 'fa:16:3e:d1:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:27Z', 'updated_at': '2021-12-08T22:06:31Z', 'revision_number': 2, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:06:33.139208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:33.160786 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:33.212359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Transition to ACTIVE for port object 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:06:33.223078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:33.303022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Pushing event updated for resources: {'Port': ['ID=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:33.406404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Attempting to bind port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:06:33.406404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Attempting to bind port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:06:33.406703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Attempting to bind port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:33.417292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:06:33.417785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Attempting to bind port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:33.424127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:06:33.424842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Checking segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:06:33.425383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Bound using segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:06:33.426338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Bound port: 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:06:33.427027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:33.509057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] For port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:06:33.513020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] For port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:06:33.525998 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:33.551731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bf133-6234-449e-96f1-52f2d722a731 req-8a357fbb-b796-4d14-b9f8-1b52941cc46f tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:33.555434 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-325bf133-6234-449e-96f1-52f2d722a731 req-8a357fbb-b796-4d14-b9f8-1b52941cc46f tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.4515407 Dec 08 22:06:33.566443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:33.566948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:33.568326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] 10.222.0.23 "PUT /v2.0/ports/1b58fc7e-85a5-49e1-a634-ce19b2e7e74c HTTP/1.1" status: 200 len: 1092 time: 1.0651319 Dec 08 22:06:33.618703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330cacb-e308-485f-bef9-456c7bdd65fe service neutron] Pushing event updated for resources: {'Port': ['ID=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:33.632095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-325bf133-6234-449e-96f1-52f2d722a731 req-76f267db-b0a7-4c87-aad0-8eb27a4d9600 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602398 Dec 08 22:06:33.697520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a200e-8c1e-4491-89fd-e008a6992317 req-59ac0cd6-05ee-4e61-a906-1ad6fbef538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:33.699614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-59ac0cd6-05ee-4e61-a906-1ad6fbef538a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 1095 time: 0.0596106 Dec 08 22:06:33.779674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-37d55ffe-b014-4bcd-92ae-223724794ae1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c HTTP/1.1" status: 200 len: 217 time: 0.0717947 Dec 08 22:06:33.851032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e20bc6-bf34-44d0-b5d3-8253b4273f00 req-6ffa2f3a-a572-4e37-951a-5d5fd360b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:33.852554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4e20bc6-bf34-44d0-b5d3-8253b4273f00 req-6ffa2f3a-a572-4e37-951a-5d5fd360b87f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1097 time: 0.0827236 Dec 08 22:06:33.853825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a200e-8c1e-4491-89fd-e008a6992317 req-ab53f4e4-2763-4af5-a86b-0a3d7aa98fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:33.855161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-ab53f4e4-2763-4af5-a86b-0a3d7aa98fa2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0605683 Dec 08 22:06:33.906655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-5f139e38-c1cd-48b5-bfaf-63afb142a87a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343900 Dec 08 22:06:33.980512 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4e20bc6-bf34-44d0-b5d3-8253b4273f00 req-cd4d35ac-b45d-403d-a36c-2202c47347ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155055 Dec 08 22:06:34.021262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-baed6bfc-dd8e-4898-b487-e1ec083a6119 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053851 Dec 08 22:06:34.115415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b'}, {'name': 'network-changed', 'server_uuid': '93ddc484-fd9e-49c5-b23d-0a6a957ae40f', 'tag': '1b58fc7e-85a5-49e1-a634-ce19b2e7e74c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:34.118025 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023e2491-6669-47c0-be19-355436849ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b"}, {"name": "network-changed", "server_uuid": "93ddc484-fd9e-49c5-b23d-0a6a957ae40f", "tag": "1b58fc7e-85a5-49e1-a634-ce19b2e7e74c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:34.155294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b25b5c-b6f3-4619-97db-7ce6d797ea0b req-22714a8d-4b70-4db6-91f3-9eefe38ccd40 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.165223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9b25b5c-b6f3-4619-97db-7ce6d797ea0b req-22714a8d-4b70-4db6-91f3-9eefe38ccd40 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 944 time: 0.0851631 Dec 08 22:06:34.187847 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a41508c-e633-4616-ae31-9ee7e64dd148 x-openstack-request-id: req-8a41508c-e633-4616-ae31-9ee7e64dd148 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:34.188831 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93ddc484-fd9e-49c5-b23d-0a6a957ae40f", "tag": "1b58fc7e-85a5-49e1-a634-ce19b2e7e74c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:34.189298 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a41508c-e633-4616-ae31-9ee7e64dd148 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:34.190101 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'status': 'completed', 'code': 200} Dec 08 22:06:34.190493 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ddc484-fd9e-49c5-b23d-0a6a957ae40f', 'tag': '1b58fc7e-85a5-49e1-a634-ce19b2e7e74c', 'status': 'completed', 'code': 200} Dec 08 22:06:34.256389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2491-6669-47c0-be19-355436849ab1 req-e63ce976-1830-4ca7-b0a7-b3ca198427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.257960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-e63ce976-1830-4ca7-b0a7-b3ca198427ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f&device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1097 time: 0.0556517 Dec 08 22:06:34.276839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9b25b5c-b6f3-4619-97db-7ce6d797ea0b req-9da42a20-3fb4-4abf-aee7-5be6365ca196 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105170 Dec 08 22:06:34.321656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-130a200e-8c1e-4491-89fd-e008a6992317 req-a46f593e-1b78-4ffe-a8a0-ebd5a5fa3af7 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534350 Dec 08 22:06:34.363957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2491-6669-47c0-be19-355436849ab1 req-6db48668-dc4e-4afb-9566-f0ce1463a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.365557 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-6db48668-dc4e-4afb-9566-f0ce1463a139 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f HTTP/1.1" status: 200 len: 915 time: 0.0964460 Dec 08 22:06:34.434226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2491-6669-47c0-be19-355436849ab1 req-ed68bdca-e77e-4f6b-a180-82bc3cb6565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.434452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-3a256b2f-f886-49ac-a24c-c5a1e566456e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30df37a3-bf8a-470b-960e-2efeb16df29b HTTP/1.1" status: 200 len: 1001 time: 0.0617390 Dec 08 22:06:34.435825 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-ed68bdca-e77e-4f6b-a180-82bc3cb6565f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 1095 time: 0.0541825 Dec 08 22:06:34.492319 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2491-6669-47c0-be19-355436849ab1 req-890d8e6d-9ac4-408f-8c4e-5121db9f8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.493778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-890d8e6d-9ac4-408f-8c4e-5121db9f8f4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02cfc9b0-351f-4c1d-8435-e830b6cb4aac HTTP/1.1" status: 200 len: 853 time: 0.0515594 Dec 08 22:06:34.558386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2491-6669-47c0-be19-355436849ab1 req-cfbfb8eb-5af1-43b5-a2c9-236863f888cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.559911 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-cfbfb8eb-5af1-43b5-a2c9-236863f888cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586467 Dec 08 22:06:34.569250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2491-6669-47c0-be19-355436849ab1 req-28b7df1f-156e-4cc3-b828-94fc5b936e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.570780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-28b7df1f-156e-4cc3-b828-94fc5b936e43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.1262035 Dec 08 22:06:34.614549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-b283d2bb-1b49-4e93-a20d-feb471799e14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c HTTP/1.1" status: 200 len: 217 time: 0.0349789 Dec 08 22:06:34.664897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-29383cd8-0592-4e93-b993-64a6cd4976ed service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970035 Dec 08 22:06:34.675974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2491-6669-47c0-be19-355436849ab1 req-ede75e00-7878-4fa7-b757-24a52d583cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.681151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-ede75e00-7878-4fa7-b757-24a52d583cf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0590203 Dec 08 22:06:34.746128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-2dfda8c2-237d-46b6-990c-99c70f4c8446 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514803 Dec 08 22:06:34.809229 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-7aa816ba-9ec3-4e0a-98a5-52dd4fbc7287 service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341777 Dec 08 22:06:34.841122 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e566a28-466a-41ac-b172-fbfa5ecbb1db req-a369584a-1bf4-44d2-a642-aeb18233e867 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:34.842875 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e566a28-466a-41ac-b172-fbfa5ecbb1db req-a369584a-1bf4-44d2-a642-aeb18233e867 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.1059737 Dec 08 22:06:34.874611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-d5002769-6d6f-4e75-a5a4-6ea072391799 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161475 Dec 08 22:06:34.905965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e566a28-466a-41ac-b172-fbfa5ecbb1db req-fdb9d28c-2384-4c6e-854a-cbae563f8143 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509250 Dec 08 22:06:34.981860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-023e2491-6669-47c0-be19-355436849ab1 req-cae8273f-58e4-4eed-9fb8-2be9f0ffe82a service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913408 Dec 08 22:06:35.410042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3866c29-8216-4dac-9001-53b1aeb188c5 req-bcd3ef8f-f3b7-4d5c-9969-31fd4159d13d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:35.411575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3866c29-8216-4dac-9001-53b1aeb188c5 req-bcd3ef8f-f3b7-4d5c-9969-31fd4159d13d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 944 time: 0.0551782 Dec 08 22:06:35.455117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3866c29-8216-4dac-9001-53b1aeb188c5 req-feae64a8-e9e4-43da-aea8-f622d16e6f7b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376015 Dec 08 22:06:35.586289 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1f32-3a3b-49ed-8236-8efb588f3bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.031543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d591cb5-db48-4d4b-af7e-550e97abba27 req-39b7395e-46f5-4a78-904c-8049a7634bf8 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:36.040033 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d591cb5-db48-4d4b-af7e-550e97abba27 req-39b7395e-46f5-4a78-904c-8049a7634bf8 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0745170 Dec 08 22:06:36.053084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:06:36.101660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d591cb5-db48-4d4b-af7e-550e97abba27 req-d905723b-75af-40ab-a123-6cd093a45a7c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607483 Dec 08 22:06:36.146771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e8be2eed-ced5-4ceb-9308-3a2f5eb0fb09 req-14c10a1b-9bb9-48f1-9773-cb0e2481f983 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-298672711', 'description': 'tempest-description-65322218'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:36.226580 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8be2eed-ced5-4ceb-9308-3a2f5eb0fb09 req-14c10a1b-9bb9-48f1-9773-cb0e2481f983 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.247301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:36.261694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '1b58fc7e-85a5-49e1-a634-ce19b2e7e74c', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'port_id': '1b58fc7e-85a5-49e1-a634-ce19b2e7e74c', 'mac_address': 'fa:16:3e:4b:2c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c359eed-909f-4b0e-aa0f-da9b75d8c877', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:06:36.311827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.326099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:36.337177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8be2eed-ced5-4ceb-9308-3a2f5eb0fb09 req-14c10a1b-9bb9-48f1-9773-cb0e2481f983 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.342351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8be2eed-ced5-4ceb-9308-3a2f5eb0fb09 req-14c10a1b-9bb9-48f1-9773-cb0e2481f983 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.346994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:36.352320 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.388751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e8be2eed-ced5-4ceb-9308-3a2f5eb0fb09 req-14c10a1b-9bb9-48f1-9773-cb0e2481f983 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.390942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e8be2eed-ced5-4ceb-9308-3a2f5eb0fb09 req-14c10a1b-9bb9-48f1-9773-cb0e2481f983 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2480717 Dec 08 22:06:36.393165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c10a1b-9bb9-48f1-9773-cb0e2481f983 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a302b8cf-b393-40cf-a9e0-f83a923f915f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:36.436926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:36.499486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11848950-4a55-4513-a86f-9d416a6dae20 req-cbff7071-fb9a-4b0e-9066-e4e0b39e9804 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-298672711&fields=id&tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35 HTTP/1.1" status: 200 len: 267 time: 0.0367053 Dec 08 22:06:36.573811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11848950-4a55-4513-a86f-9d416a6dae20 req-1fa2851b-4d5f-4f6a-a028-2c3769e4b565 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:36.575775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11848950-4a55-4513-a86f-9d416a6dae20 req-1fa2851b-4d5f-4f6a-a028-2c3769e4b565 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0703821 Dec 08 22:06:36.580074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['1b58fc7e-85a5-49e1-a634-ce19b2e7e74c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:36.597737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-11848950-4a55-4513-a86f-9d416a6dae20 req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Request body: {'port': {'security_groups': ['27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8', 'a302b8cf-b393-40cf-a9e0-f83a923f915f']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:36.664321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a6ccd-5a48-4c26-b219-5780e8d1fdc5 req-b8ad45d8-d435-481d-87e5-2948eab6e248 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:36.668848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-341a6ccd-5a48-4c26-b219-5780e8d1fdc5 req-b8ad45d8-d435-481d-87e5-2948eab6e248 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 945 time: 0.0982423 Dec 08 22:06:36.694158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11848950-4a55-4513-a86f-9d416a6dae20 req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.715400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-341a6ccd-5a48-4c26-b219-5780e8d1fdc5 req-c322574f-13de-42d2-9a50-46b9a622f557 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383978 Dec 08 22:06:36.927266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-11848950-4a55-4513-a86f-9d416a6dae20 req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] For port 9dff2f5e-493a-41cb-89e4-75046853a477, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dff2f5e-493a-41cb-89e4-75046853a477,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:36.962061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11848950-4a55-4513-a86f-9d416a6dae20 req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:36.966801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11848950-4a55-4513-a86f-9d416a6dae20 req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:37.018705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11848950-4a55-4513-a86f-9d416a6dae20 req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:37.019343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11848950-4a55-4513-a86f-9d416a6dae20 req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:37.020730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11848950-4a55-4513-a86f-9d416a6dae20 req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "PUT /v2.0/ports/9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 982 time: 0.4361534 Dec 08 22:06:37.021186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:37.023516 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d29631-03be-42e7-a4a2-5852a8ce125a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:37.055430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97f50-35b3-4702-83a8-1e3abfee9404 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event updated for resources: {'Port': ['ID=9dff2f5e-493a-41cb-89e4-75046853a477,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:37.087332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dff2f5e-493a-41cb-89e4-75046853a477'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:37.102319 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7e4d67-0e06-4f88-baae-ec8908c62fa5 x-openstack-request-id: req-6a7e4d67-0e06-4f88-baae-ec8908c62fa5 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:37.102616 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:37.102949 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a7e4d67-0e06-4f88-baae-ec8908c62fa5 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:37.103297 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477', 'status': 'completed', 'code': 200} Dec 08 22:06:37.115997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dff2f5e-493a-41cb-89e4-75046853a477'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:37.241925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-b8ba51e6-51d4-4b3c-b24b-307b093444f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:37.259308 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-b8ba51e6-51d4-4b3c-b24b-307b093444f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1136 time: 0.0925269 Dec 08 22:06:37.269928 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-43a6b111-e949-42b7-811b-fe3cf7a680db tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-298672711&fields=id&tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35 HTTP/1.1" status: 200 len: 267 time: 0.1544247 Dec 08 22:06:37.461355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-7919c739-1fc0-42a4-9fc7-79c9a5cc0491 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:37.472651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-7919c739-1fc0-42a4-9fc7-79c9a5cc0491 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 985 time: 0.1293130 Dec 08 22:06:37.478996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-cf69592a-6b99-491a-b861-7f3bdd5a96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:37.481407 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-cf69592a-6b99-491a-b861-7f3bdd5a96e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 920 time: 0.2097929 Dec 08 22:06:37.507818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Request body: {'port': {'security_groups': ['27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:37.567233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-93c06860-ccc9-4397-87f6-689dd70f70bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 217 time: 0.0709386 Dec 08 22:06:37.654978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:37.673568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-7a8b360f-707b-4699-b7d0-edb4432e5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:37.675325 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-7a8b360f-707b-4699-b7d0-edb4432e5980 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.0980928 Dec 08 22:06:37.735970 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-a108fea5-6913-4fce-ac4f-d6e30ebe8cf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305476 Dec 08 22:06:37.934798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be354524-fb81-41c8-94e5-c71caf3f0099 req-07ba0a86-de5f-42dc-a076-3274db5053b6 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:37.937282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be354524-fb81-41c8-94e5-c71caf3f0099 req-07ba0a86-de5f-42dc-a076-3274db5053b6 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 945 time: 0.0985878 Dec 08 22:06:37.950824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-645f07d3-118e-4d79-81be-6ec6ae27d13b service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065458 Dec 08 22:06:38.006678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be354524-fb81-41c8-94e5-c71caf3f0099 req-ba176ff3-6f97-4e47-a3e5-0fee1cc78e00 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603886 Dec 08 22:06:38.053292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:06:38.084354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] For port 9dff2f5e-493a-41cb-89e4-75046853a477, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dff2f5e-493a-41cb-89e4-75046853a477,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:38.122171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:06:38.127407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:06:38.128388 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.157031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.160421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d29631-03be-42e7-a4a2-5852a8ce125a req-900a2ed1-347c-475e-851d-dc5f0de9b30b service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011876 Dec 08 22:06:38.164947 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.202697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dff2f5e-493a-41cb-89e4-75046853a477'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:38.311201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event updated for resources: {'Port': ['ID=9dff2f5e-493a-41cb-89e4-75046853a477,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:38.322995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.331032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:38.331669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.336353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c61e223-282c-4aa6-aabd-6761cf248bd8 req-c9bcc5c6-a824-43ae-b22e-0599ecfd69d6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "PUT /v2.0/ports/9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 943 time: 0.8423634 Dec 08 22:06:38.336850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:38.339263 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2e38aa-5f75-4aee-8deb-6c9724270254" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:38.384369 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fca3a0-4d8c-44d4-916a-ecc11d6b81d2 x-openstack-request-id: req-02fca3a0-4d8c-44d4-916a-ecc11d6b81d2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:38.384888 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:38.385220 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02fca3a0-4d8c-44d4-916a-ecc11d6b81d2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:38.385554 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477', 'status': 'completed', 'code': 200} Dec 08 22:06:38.388705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:38.398821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ddc484-fd9e-49c5-b23d-0a6a957ae40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b58fc7e-85a5-49e1-a634-ce19b2e7e74c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:38.402535 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0561349a-14d1-42b0-847f-a0755fbc25b6" -d '{"events": [{"server_uuid": "93ddc484-fd9e-49c5-b23d-0a6a957ae40f", "name": "network-vif-plugged", "status": "completed", "tag": "1b58fc7e-85a5-49e1-a634-ce19b2e7e74c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:38.411679 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.414615 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d76527f6-8560-40bd-884e-ece8fe00d793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.497677 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44653d5-9d08-4ce2-b05e-5358ee588974 x-openstack-request-id: req-d44653d5-9d08-4ce2-b05e-5358ee588974 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:38.498255 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ddc484-fd9e-49c5-b23d-0a6a957ae40f", "name": "network-vif-plugged", "status": "completed", "tag": "1b58fc7e-85a5-49e1-a634-ce19b2e7e74c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:38.498768 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d44653d5-9d08-4ce2-b05e-5358ee588974 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:38.499371 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ddc484-fd9e-49c5-b23d-0a6a957ae40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b58fc7e-85a5-49e1-a634-ce19b2e7e74c', 'code': 200} Dec 08 22:06:38.503816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-6eec54d1-7b6c-48ff-ad8d-211cf4a615c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:38.508527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-6eec54d1-7b6c-48ff-ad8d-211cf4a615c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1097 time: 0.0822320 Dec 08 22:06:38.510239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dff2f5e-493a-41cb-89e4-75046853a477'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:38.614769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-78d6b37a-24ce-40eb-b01d-da97e588841e tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2510746 Dec 08 22:06:38.640459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:38.670690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.675151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7efd8a-7513-47e3-895e-1fd276a49435 req-ae1475da-cad0-49d9-b74c-3113d26430e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:38.677042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca7efd8a-7513-47e3-895e-1fd276a49435 req-ae1475da-cad0-49d9-b74c-3113d26430e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 1097 time: 0.1355302 Dec 08 22:06:38.698634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:38.745060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca7efd8a-7513-47e3-895e-1fd276a49435 req-4cc67578-1093-4681-abbb-011bcb7f290b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591903 Dec 08 22:06:38.746695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-f8c34a16-f12b-4f3d-96ea-ae6be26e5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:38.748183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-f8c34a16-f12b-4f3d-96ea-ae6be26e5503 service neutron] 10.222.0.23 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 920 time: 0.2312787 Dec 08 22:06:38.800248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.879528 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:38.951378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Allocated IP 172.25.1.80 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/51fe3f19-f8da-4d2b-8f82-30eefb0983db) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:06:38.979047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-1606a28c-11c7-4f8e-9c86-3804b5442b81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 217 time: 0.0534408 Dec 08 22:06:39.112600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.165078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-a1c5d1d1-88b2-40ce-ba33-b19dd95cfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:39.167117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-a1c5d1d1-88b2-40ce-ba33-b19dd95cfa0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.1802902 Dec 08 22:06:39.181041 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.181451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8386-e6e3-4fe4-8f3e-4bbbd252917a req-a6a8a918-471c-4c50-a410-7ebfaf6ab300 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:39.183493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7ba8386-e6e3-4fe4-8f3e-4bbbd252917a req-a6a8a918-471c-4c50-a410-7ebfaf6ab300 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 946 time: 0.0909965 Dec 08 22:06:39.245807 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-e2999308-5067-45f3-9447-25efdc1758af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612981 Dec 08 22:06:39.254384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:06:39.257919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:06:39.260421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7ba8386-e6e3-4fe4-8f3e-4bbbd252917a req-2f9c8fab-82a6-4ab1-943e-6d07b743519e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567939 Dec 08 22:06:39.262072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:06:39.313426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event updated for resources: {'Port': ['ID=51fe3f19-f8da-4d2b-8f82-30eefb0983db,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:39.393883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.418187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-831b09d3-0cb3-4622-8888-3eb8e814f24c service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553030 Dec 08 22:06:39.440479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.465327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.542289 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.557076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad2e38aa-5f75-4aee-8deb-6c9724270254 req-ac3f5002-42b2-48b9-99d1-b0063d321dab service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251919 Dec 08 22:06:39.707784 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.731790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.807359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event updated for resources: {'Port': ['ID=51fe3f19-f8da-4d2b-8f82-30eefb0983db,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:39.861239 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.887849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:39.889315 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1d921ac7-f1fa-44e0-99a4-6aef5afef616 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2682741 Dec 08 22:06:39.990158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-5210afa9-8446-449f-a0ab-a52a4c1e1dc1 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0909777 Dec 08 22:06:40.042349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:40.111160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-4e266844-7889-49b4-81ad-9b193e7dd0ae tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:40.112541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-4e266844-7889-49b4-81ad-9b193e7dd0ae tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1106615 Dec 08 22:06:40.123911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1a5a05b2-ce51-49ad-b9f5-bf71ba0768ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:06:40.125594 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22ffcd13-e3ef-4d36-959e-f2ecd42b8191 req-1a5a05b2-ce51-49ad-b9f5-bf71ba0768ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066340 Dec 08 22:06:40.291251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69291a17-4857-434a-874a-e1d50056fe1a req-aead6808-6017-41be-9085-8a8a3135ad19 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:40.292819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-aead6808-6017-41be-9085-8a8a3135ad19 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1111960 Dec 08 22:06:40.396617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-ad6a8208-f81f-4d94-963a-7aac0aff9f06 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0968449 Dec 08 22:06:40.400788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd65d3e-f3a4-4d48-a0fb-881fc13fd435 req-41aad302-236a-430f-8868-4ace561265ee tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:40.406568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd65d3e-f3a4-4d48-a0fb-881fc13fd435 req-41aad302-236a-430f-8868-4ace561265ee tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 946 time: 0.0593798 Dec 08 22:06:40.412807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Request body: {'floatingip': {'port_id': '9dff2f5e-493a-41cb-89e4-75046853a477', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:40.471707 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd65d3e-f3a4-4d48-a0fb-881fc13fd435 req-ce0a41f2-6637-4e3e-b2e0-8fd8e346294c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Dec 08 22:06:40.771009 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-ab5eed8a-b691-420c-b494-3b54a57fd83c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:40.780459 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-ab5eed8a-b691-420c-b494-3b54a57fd83c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.1617732 Dec 08 22:06:40.794275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-6d6fa978-9ab7-4fdc-a59a-bb809bf0d6a4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/quotas/6eb9361777764b69a95e37a2e21b8eb1 HTTP/1.1" status: 200 len: 375 time: 0.0114489 Dec 08 22:06:40.826931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:40.865177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-af01e20f-e314-4b18-afbb-4da775d84c3d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618889 Dec 08 22:06:41.001409 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:41.012678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-dcf391f6-562c-41e7-8588-bf973b89aeb7 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371224 Dec 08 22:06:41.112042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-ebd77e2a-fa0e-44f8-8568-6b896c8953d7 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984638 Dec 08 22:06:41.306529 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ad72ef5-e982-49a4-ab6e-a5fddca717d0 req-e04f5a3d-f026-40a1-a63c-0bcffb675c36 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 210 time: 0.0387061 Dec 08 22:06:41.367249 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:41.371978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:41.511270 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Floating IP 388187b5-ae3d-4409-a7b1-7633419afc30 associated. External IP: 172.25.1.80, port: 9dff2f5e-493a-41cb-89e4-75046853a477. Dec 08 22:06:41.781544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Router b9e25938-1d10-4710-8643-7c1f73e8f021 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:06:41.899942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:06:41.904780 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:41.910845 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] Sync routers for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:06:41.922227 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:41.923397 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:41.933913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-dadd05ce-e1fa-44bb-8eff-97757da0bb65 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "PUT /v2.0/floatingips/388187b5-ae3d-4409-a7b1-7633419afc30 HTTP/1.1" status: 200 len: 996 time: 1.5250425 Dec 08 22:06:41.934377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:41.937694 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:42.006961 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc852e3-780e-462e-a5c0-105329d7856e x-openstack-request-id: req-dfc852e3-780e-462e-a5c0-105329d7856e {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:42.007685 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:42.008176 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfc852e3-780e-462e-a5c0-105329d7856e {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:42.008863 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477', 'status': 'completed', 'code': 200} Dec 08 22:06:42.070023 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:42.119219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-6dca9e00-4f6f-4a55-99f1-c9fb6087a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:42.121506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-6dca9e00-4f6f-4a55-99f1-c9fb6087a6ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1097 time: 0.0930319 Dec 08 22:06:42.132594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69291a17-4857-434a-874a-e1d50056fe1a req-7fcb5439-6a07-4f95-adbb-8fe96c108d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:42.134045 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-7fcb5439-6a07-4f95-adbb-8fe96c108d4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1097 time: 0.1807375 Dec 08 22:06:42.292539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69291a17-4857-434a-874a-e1d50056fe1a req-5c889fd5-dd04-4db5-91a1-1c30b0a91131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:42.294054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-5c889fd5-dd04-4db5-91a1-1c30b0a91131 service neutron] 10.222.0.21 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 920 time: 0.1530955 Dec 08 22:06:42.295043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-0ea229f7-2421-46d7-873a-057007553d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:42.296490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-0ea229f7-2421-46d7-873a-057007553d1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 920 time: 0.1659474 Dec 08 22:06:42.340266 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '388187b5-ae3d-4409-a7b1-7633419afc30', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'port_id': '9dff2f5e-493a-41cb-89e4-75046853a477', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'mac_address': 'fa:16:3e:ae:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:39Z', 'updated_at': '2021-12-08T22:06:41Z', 'revision_number': 1, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:58Z', 'revision_number': 5, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:42.373855 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] Checking router: b9e25938-1d10-4710-8643-7c1f73e8f021 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:06:42.382810 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:42.385533 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:42.414573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-12505dfe-4f93-4724-a5e1-0d2e7417a0e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 999 time: 0.1079240 Dec 08 22:06:42.426620 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-320961e8-0a0a-49dd-8a6f-c0616d1df493 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 999 time: 0.1256940 Dec 08 22:06:42.485069 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a41ca35d-80af-4acc-b2b0-c79b081d65bc req-c6582aba-16f9-4056-9e02-60ff1c2794ed tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 210 time: 0.0483627 Dec 08 22:06:42.510022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69291a17-4857-434a-874a-e1d50056fe1a req-8f261371-85b6-4d93-adc1-c759c29822db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:42.519947 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-8f261371-85b6-4d93-adc1-c759c29822db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.0913072 Dec 08 22:06:42.530060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-8a6ed2bb-0267-4c04-aab0-bb72a83975a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:42.532684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-8a6ed2bb-0267-4c04-aab0-bb72a83975a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.0975118 Dec 08 22:06:42.587188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-575fc81a-a181-4e1f-9a9a-26c6d5e43ee1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661929 Dec 08 22:06:42.606341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-d7fe2e0a-787b-4b66-87ee-f2e5f0e97214 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:06:42.614179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:42.614580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-d7fe2e0a-787b-4b66-87ee-f2e5f0e97214 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260365 Dec 08 22:06:42.625527 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-9dae6848-a585-47d2-8384-220d04b64cbb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572591 Dec 08 22:06:42.725607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-88948b4d-d255-4149-9ad6-924804156f31 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:42.732426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-88948b4d-d255-4149-9ad6-924804156f31 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.2424400 Dec 08 22:06:42.751847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Request body: {'port': {'device_id': '0ecf2536-c0b7-4192-ab8c-9870d8a8d357', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'admin_state_up': True, 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:42.793551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-4b6c16e1-6031-4943-abdf-20815d1c2c42 service neutron] 10.222.0.21 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777225 Dec 08 22:06:42.853781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-cd50f0df-9bb2-4bed-a097-e117544ad93a service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158961 Dec 08 22:06:42.903648 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '388187b5-ae3d-4409-a7b1-7633419afc30', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'port_id': '9dff2f5e-493a-41cb-89e4-75046853a477', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'mac_address': 'fa:16:3e:ae:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:39Z', 'updated_at': '2021-12-08T22:06:41Z', 'revision_number': 1, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:58Z', 'revision_number': 5, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:42.927618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:06:42.935278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:42.948098 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651b908-9f3d-4d6d-b432-9778701ef342 None None] The sync data for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 is: [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '388187b5-ae3d-4409-a7b1-7633419afc30', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'port_id': '9dff2f5e-493a-41cb-89e4-75046853a477', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'mac_address': 'fa:16:3e:ae:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:06:39Z', 'updated_at': '2021-12-08T22:06:41Z', 'revision_number': 1, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:58Z', 'revision_number': 5, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:06:42.980793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69291a17-4857-434a-874a-e1d50056fe1a req-0a8db620-08de-468b-82ac-37797f75cf3e service neutron] 10.222.0.21 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862943 Dec 08 22:06:43.036819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b9cbd6e-ba4c-4d5a-b4b2-5f5fb479b330 req-7d722ef4-c685-4b4b-bec5-b360f981e613 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762378 Dec 08 22:06:43.204345 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-58d35427-122d-4d04-b1a0-a600cf60f850 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 999 time: 0.1529970 Dec 08 22:06:43.298188 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-3901a580-0ba4-45b1-a2ce-1abae474c8f1 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:43.301583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-3901a580-0ba4-45b1-a2ce-1abae474c8f1 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports/9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 943 time: 0.0749807 Dec 08 22:06:43.307022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Allocated IP 172.20.0.5 (1f5d6c2e-be08-4d88-a755-61af81e62be6/3c359eed-909f-4b0e-aa0f-da9b75d8c877/fbd668e1-d93e-4433-a8cd-6b472d4da4cd) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:06:43.352661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28951258-68d4-4977-957a-3f234de265ea None None] New status for floating IP 388187b5-ae3d-4409-a7b1-7633419afc30: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:06:43.498906 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-faacb63d-8ec0-48d5-86b7-49d41262945a tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 999 time: 0.1311030 Dec 08 22:06:43.651350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-49b94404-7c0a-4689-9f5e-7e1a289ba800 req-c1094883-6ad4-4110-918b-b122071383fe tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 210 time: 0.0601332 Dec 08 22:06:43.670081 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:43.684121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-472d30f2-780a-4928-a3ad-18a26d79b19c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:43.685531 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-472d30f2-780a-4928-a3ad-18a26d79b19c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1760707 Dec 08 22:06:43.711471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-6dafaa47-a4de-45f3-a309-e8b8c4caba89 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:06:43.712475 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-6dafaa47-a4de-45f3-a309-e8b8c4caba89 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108700 Dec 08 22:06:43.729864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:43.745121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['1b58fc7e-85a5-49e1-a634-ce19b2e7e74c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:43.748518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:44.117933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:06:44.146567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:06:44.157467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:06:44.231703 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-6661affc-ff71-47ab-a9bf-ccf1436990a8 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 1001 time: 0.4996386 Dec 08 22:06:44.258205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:44.263082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event updated for resources: {'Port': ['ID=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:44.325039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:44.325696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:44.357079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-103405d3-7297-4b60-8c72-be6c32eaa2a0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6151762 Dec 08 22:06:44.359661 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:44.400178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Request body: {'port': {'device_id': '0ecf2536-c0b7-4192-ab8c-9870d8a8d357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:06:44.545520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:44.642036 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:44.648888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:44.649250 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Floating IP 388187b5-ae3d-4409-a7b1-7633419afc30 disassociated. External IP: 172.25.1.80, port: 9dff2f5e-493a-41cb-89e4-75046853a477. Dec 08 22:06:44.805397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03af08e-8edd-444b-ae35-dd98b5f2cb55 req-662f6265-6e8d-45e1-8f0e-838a528f1a3f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:44.807157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d03af08e-8edd-444b-ae35-dd98b5f2cb55 req-662f6265-6e8d-45e1-8f0e-838a528f1a3f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 931 time: 0.0662642 Dec 08 22:06:44.868789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d03af08e-8edd-444b-ae35-dd98b5f2cb55 req-5d3b42a0-a610-4013-9b8b-f7980334d1f0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537074 Dec 08 22:06:45.064328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Router b9e25938-1d10-4710-8643-7c1f73e8f021 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:06:45.170505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd668e1-d93e-4433-a8cd-6b472d4da4cd {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:45.181195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:45.204169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Transition to ACTIVE for port object fbd668e1-d93e-4433-a8cd-6b472d4da4cd will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:06:45.210020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:45.259121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:06:45.265855 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:45.269208 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] Sync routers for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:06:45.275733 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Pushing event updated for resources: {'Port': ['ID=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:45.286549 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:45.287249 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:45.325145 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-b9490bb1-39a1-4706-84db-21cee12f97f3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "PUT /v2.0/floatingips/388187b5-ae3d-4409-a7b1-7633419afc30 HTTP/1.1" status: 200 len: 694 time: 1.0829732 Dec 08 22:06:45.342609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:45.345673 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:45.396699 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcdd709-e61b-42ef-a63d-d67fb283db1b x-openstack-request-id: req-7bcdd709-e61b-42ef-a63d-d67fb283db1b {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:45.396984 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:45.397233 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bcdd709-e61b-42ef-a63d-d67fb283db1b {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:45.397620 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477', 'status': 'completed', 'code': 200} Dec 08 22:06:45.411575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Attempting to bind port fbd668e1-d93e-4433-a8cd-6b472d4da4cd on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:06:45.411900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Attempting to bind port fbd668e1-d93e-4433-a8cd-6b472d4da4cd by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:06:45.412230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Attempting to bind port fbd668e1-d93e-4433-a8cd-6b472d4da4cd on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:45.419468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-26609fdb-a305-4f7b-9b65-af2394b5a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.421123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-26609fdb-a305-4f7b-9b65-af2394b5a33f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1097 time: 0.0705237 Dec 08 22:06:45.422226 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Port fbd668e1-d93e-4433-a8cd-6b472d4da4cd on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:06:45.422671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Attempting to bind port fbd668e1-d93e-4433-a8cd-6b472d4da4cd on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:06:45.427663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:06:45.427992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Checking segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:06:45.428362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Bound using segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:06:45.428787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Bound port: fbd668e1-d93e-4433-a8cd-6b472d4da4cd, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:06:45.429140 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:45.448390 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:45.478848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-7ed97d26-a5d5-4717-aedb-d7873af1d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.482363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-7ed97d26-a5d5-4717-aedb-d7873af1d0ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 1097 time: 0.0521724 Dec 08 22:06:45.570259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] For port fbd668e1-d93e-4433-a8cd-6b472d4da4cd, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:06:45.573448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] For port fbd668e1-d93e-4433-a8cd-6b472d4da4cd, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:06:45.575321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-bd28a870-5e5c-4f04-84b2-f61181863da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.576739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-bd28a870-5e5c-4f04-84b2-f61181863da1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 920 time: 0.1455648 Dec 08 22:06:45.583745 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:45.584947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-1bc18fa2-fb1f-4e25-b9b5-a79f159bf1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.586696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-1bc18fa2-fb1f-4e25-b9b5-a79f159bf1fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 200 len: 920 time: 0.0870309 Dec 08 22:06:45.641493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-9a0895a5-7ca9-48db-bdc6-d0f8edb022b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 217 time: 0.0469635 Dec 08 22:06:45.652143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-07df7ddd-3634-4b54-84a1-7fbbd5fa58b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 200 len: 217 time: 0.0657516 Dec 08 22:06:45.664817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.665600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:45.666986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] 10.222.0.37 "PUT /v2.0/ports/fbd668e1-d93e-4433-a8cd-6b472d4da4cd HTTP/1.1" status: 200 len: 1091 time: 1.2715967 Dec 08 22:06:45.717076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-dffcd9d3-31d4-4a1f-8044-bfde95205c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.720024 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-dffcd9d3-31d4-4a1f-8044-bfde95205c90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.0713689 Dec 08 22:06:45.726926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb9d18-20f8-46a1-b870-1d99c4f13e2b service neutron] Pushing event updated for resources: {'Port': ['ID=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:45.751777 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:58Z', 'revision_number': 5, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:45.757970 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-23899f65-661c-4901-b165-9cdfc8a3655e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302701 Dec 08 22:06:45.759444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-c4b55a5a-4d19-41e3-98b6-cec28df10d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.760947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-c4b55a5a-4d19-41e3-98b6-cec28df10d21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 200 len: 859 time: 0.0994611 Dec 08 22:06:45.782525 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] Checking router: b9e25938-1d10-4710-8643-7c1f73e8f021 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:06:45.794064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-8935adac-51cd-4351-b7a4-c746beba5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.795378 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:45.796332 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:45.796578 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-8935adac-51cd-4351-b7a4-c746beba5e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 1094 time: 0.0801764 Dec 08 22:06:45.830167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-1a44395c-9683-4c29-b992-cde0b9222330 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=faf8e57e-0cec-4895-9d3a-c2a050f3d2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569444 Dec 08 22:06:45.879825 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-8714360b-f88d-4568-9bc5-d4c3ddc3ec69 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142414 Dec 08 22:06:45.882185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-d61661cf-55a1-4523-9a37-e853873b639a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd668e1-d93e-4433-a8cd-6b472d4da4cd HTTP/1.1" status: 200 len: 217 time: 0.0618036 Dec 08 22:06:45.940515 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:45.978927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-7c279413-2696-4368-85ce-07f2e364247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:45.980591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-7c279413-2696-4368-85ce-07f2e364247f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0818651 Dec 08 22:06:45.998106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b1384a9d-1ecf-404d-af0d-10223ae3fb5e req-9eed31b0-91b9-4e45-a7b4-68af8ffdfded service neutron] 10.222.0.23 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096826 Dec 08 22:06:46.027771 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-5ee8f9ac-8832-46eb-80fe-008a31fca1f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351205 Dec 08 22:06:46.073623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fc89b-316a-4f67-b89a-1478d150fe4a req-d4a346f0-e82d-49ed-b73f-6d5665e5536d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:46.075609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-899fc89b-316a-4f67-b89a-1478d150fe4a req-d4a346f0-e82d-49ed-b73f-6d5665e5536d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 943 time: 0.0764453 Dec 08 22:06:46.121541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-a40238fb-f7dc-41f4-8343-4cee682abefb service neutron] 10.222.0.21 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484801 Dec 08 22:06:46.140415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-899fc89b-316a-4f67-b89a-1478d150fe4a req-26ae4e3d-9851-4c2b-9f63-7007316f0aeb tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 Dec 08 22:06:46.211170 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-62732e5e-671c-48d3-aaf2-14b20f00ae9d service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737266 Dec 08 22:06:46.279192 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:58Z', 'revision_number': 5, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:46.304024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-45b34ab2-f2b3-4735-b5c8-e63d1477616d req-1034624a-3672-4448-9530-c91b2e2b15af service neutron] 10.222.0.21 "GET /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733010 Dec 08 22:06:46.308839 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f66270-c221-4aed-8f84-3e4e9d44d56c None None] The sync data for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 is: [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:05:51Z', 'revision_number': 4, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'c0e319bc-87df-4012-9330-0425c866ddae', 'name': '', 'network_id': 'faf8e57e-0cec-4895-9d3a-c2a050f3d2df', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'mac_address': 'fa:16:3e:7a:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:50Z', 'updated_at': '2021-12-08T22:05:58Z', 'revision_number': 5, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'subnets': [{'id': '7db96ec2-ce1c-4299-8bb1-dbf754221213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:06:46.332942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bfe3f83a-8b0a-4026-aaa7-a06f01359ddf req-d7bcb599-1a8b-4310-968a-f03bef4786c7 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118207 Dec 08 22:06:46.397651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-17303965-0572-48dd-aa2c-1e7435f65a19 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/floatingips/388187b5-ae3d-4409-a7b1-7633419afc30 HTTP/1.1" status: 200 len: 694 time: 0.0566185 Dec 08 22:06:46.512708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-c94af3ac-c678-422b-9d23-e2b84178f972 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:46.514112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-c94af3ac-c678-422b-9d23-e2b84178f972 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/networks/95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 784 time: 0.1103632 Dec 08 22:06:46.525118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-388d02f9-3148-49e7-8ca0-8737d36e615d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:06:46.526128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-388d02f9-3148-49e7-8ca0-8737d36e615d tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058370 Dec 08 22:06:46.586929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-e72717d7-96e0-46bf-bc89-40689ac9fea3 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 697 time: 0.0535319 Dec 08 22:06:46.587572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec06be0-3af0-417e-9290-e24bac15b3ba None None] New status for floating IP 388187b5-ae3d-4409-a7b1-7633419afc30: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:06:46.641889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-7a472620-9b94-4432-9fd6-4a194fe16908 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 697 time: 0.0538888 Dec 08 22:06:46.779530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Deleting port 51fe3f19-f8da-4d2b-8f82-30eefb0983db {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:06:46.780025 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:46.861566 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:46.861898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:46.874433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Calling delete_port for 51fe3f19-f8da-4d2b-8f82-30eefb0983db owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:06:47.009110 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:47.033697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event deleted for resources: {'Port': ['ID=51fe3f19-f8da-4d2b-8f82-30eefb0983db,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:47.047972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.048382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.048717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.049054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.049386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.049854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.050189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.050516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.050882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.051211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.051617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.051945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:47.111191 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:47.113821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:47.114991 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fa221a73-2c5a-4b91-88fe-3771952c7e91 req-b149823f-3370-4763-9a69-bcdd3a8d3591 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "DELETE /v2.0/floatingips/388187b5-ae3d-4409-a7b1-7633419afc30 HTTP/1.1" status: 204 len: 173 time: 0.4720924 Dec 08 22:06:47.174366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-385e2ef2-3889-4557-9be0-9ef363c44ca6 req-8d18f2c3-f251-40c6-a58c-5a0cf86e3201 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups/a302b8cf-b393-40cf-a9e0-f83a923f915f HTTP/1.1" status: 200 len: 1807 time: 0.0408385 Dec 08 22:06:47.250592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-385e2ef2-3889-4557-9be0-9ef363c44ca6 req-d66ba160-f6a3-49df-a4c4-4db2a640029c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:47.280788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-385e2ef2-3889-4557-9be0-9ef363c44ca6 req-d66ba160-f6a3-49df-a4c4-4db2a640029c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:47.287399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9a80a-9015-4ec9-9bdb-11176561c9eb req-442dbd35-6847-4a52-bcad-4c5497d90411 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:47.288997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71b9a80a-9015-4ec9-9bdb-11176561c9eb req-442dbd35-6847-4a52-bcad-4c5497d90411 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 943 time: 0.0722921 Dec 08 22:06:47.333140 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-385e2ef2-3889-4557-9be0-9ef363c44ca6 req-d66ba160-f6a3-49df-a4c4-4db2a640029c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:47.335957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-385e2ef2-3889-4557-9be0-9ef363c44ca6 req-d66ba160-f6a3-49df-a4c4-4db2a640029c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:47.337244 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-385e2ef2-3889-4557-9be0-9ef363c44ca6 req-d66ba160-f6a3-49df-a4c4-4db2a640029c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "DELETE /v2.0/security-groups/a302b8cf-b393-40cf-a9e0-f83a923f915f HTTP/1.1" status: 204 len: 173 time: 0.1525362 Dec 08 22:06:47.340001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71b9a80a-9015-4ec9-9bdb-11176561c9eb req-332d3a5f-eb50-4ef9-9afb-ad62ecc22b1f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Dec 08 22:06:47.350016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ba160-f6a3-49df-a4c4-4db2a640029c tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a302b8cf-b393-40cf-a9e0-f83a923f915f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:47.399156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf2536-c0b7-4192-ab8c-9870d8a8d357', 'tag': 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:47.401580 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecf2536-c0b7-4192-ab8c-9870d8a8d357", "tag": "fbd668e1-d93e-4433-a8cd-6b472d4da4cd"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:47.444775 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6047daa9-b40a-4df3-93a4-9b90381803c1 x-openstack-request-id: req-6047daa9-b40a-4df3-93a4-9b90381803c1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:47.444988 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecf2536-c0b7-4192-ab8c-9870d8a8d357", "tag": "fbd668e1-d93e-4433-a8cd-6b472d4da4cd", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:47.445223 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6047daa9-b40a-4df3-93a4-9b90381803c1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:47.445624 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecf2536-c0b7-4192-ab8c-9870d8a8d357', 'tag': 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd', 'status': 'completed', 'code': 200} Dec 08 22:06:47.532800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-ac5dafbc-e217-4102-8149-67a0ace51047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:47.534249 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-ac5dafbc-e217-4102-8149-67a0ace51047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 1094 time: 0.0490899 Dec 08 22:06:47.584383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a110b-e21a-45fa-85b8-3c9706cf4cf1 req-dc9b9ae1-19fb-467b-b445-2c5d8d900ca6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:47.585993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b98a110b-e21a-45fa-85b8-3c9706cf4cf1 req-dc9b9ae1-19fb-467b-b445-2c5d8d900ca6 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0502045 Dec 08 22:06:47.627223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b98a110b-e21a-45fa-85b8-3c9706cf4cf1 req-c3cbf583-2ca4-473e-bc2c-6b1a5e15d6c4 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Dec 08 22:06:47.637023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-e05f1e19-dca1-4052-88bc-ccbff06f3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:47.638585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-e05f1e19-dca1-4052-88bc-ccbff06f3ece service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.0965452 Dec 08 22:06:47.683814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-ee024181-dd74-41e5-84c9-5b4628ea530e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd668e1-d93e-4433-a8cd-6b472d4da4cd HTTP/1.1" status: 200 len: 217 time: 0.0372419 Dec 08 22:06:47.740856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-37f74b62-b4b9-429a-80b3-1186ceefec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:47.742461 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-37f74b62-b4b9-429a-80b3-1186ceefec8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0514750 Dec 08 22:06:47.775522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-2a4a06cb-6868-4ec0-88c6-38711d721cc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249400 Dec 08 22:06:47.873973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-5f81b417-ea4b-4a70-8cd5-c07e66fc4455 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911779 Dec 08 22:06:47.972401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d1f0885-22f5-4330-a6d6-a451dd6e68bc req-84433a0f-9008-407f-ade9-eade6d04ee9d service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904377 Dec 08 22:06:48.462909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b02b8f-6c6b-457b-8016-8b791eaf5812 req-79e0611b-ffaf-4b35-b232-45410d0368dc tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:48.464436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30b02b8f-6c6b-457b-8016-8b791eaf5812 req-79e0611b-ffaf-4b35-b232-45410d0368dc tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 943 time: 0.0544288 Dec 08 22:06:48.504942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30b02b8f-6c6b-457b-8016-8b791eaf5812 req-a565d4ed-439e-48a2-9a50-7a8ab49ac0ba tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Dec 08 22:06:48.759840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ff88-7a79-45b5-8636-855fbcaa0335 req-cf1cc5af-f263-464c-9377-37f0cdd28b95 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:48.761349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57c1ff88-7a79-45b5-8636-855fbcaa0335 req-cf1cc5af-f263-464c-9377-37f0cdd28b95 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0501237 Dec 08 22:06:48.806481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57c1ff88-7a79-45b5-8636-855fbcaa0335 req-2f06f608-4aaf-49f2-9135-928e62123baf tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384946 Dec 08 22:06:48.962185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device fbd668e1-d93e-4433-a8cd-6b472d4da4cd details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:06:49.058931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port fbd668e1-d93e-4433-a8cd-6b472d4da4cd, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:49.070863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'port_id': 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd', 'mac_address': 'fa:16:3e:e5:59:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c359eed-909f-4b0e-aa0f-da9b75d8c877', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:06:49.106806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:49.120461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd668e1-d93e-4433-a8cd-6b472d4da4cd {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:06:49.140375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port fbd668e1-d93e-4433-a8cd-6b472d4da4cd, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:49.144980 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:49.196943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:49.205043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.205403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.205756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.206095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.206452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.206837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.207592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.207967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.208301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.208642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.208980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.209306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:06:49.394878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['fbd668e1-d93e-4433-a8cd-6b472d4da4cd'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:49.630898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c411b2-98a9-41f5-ad3b-e2fad564cd34 req-6fd1bcc0-c2a0-44d6-a683-0a3d14961d0e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:49.632499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7c411b2-98a9-41f5-ad3b-e2fad564cd34 req-6fd1bcc0-c2a0-44d6-a683-0a3d14961d0e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 944 time: 0.0548105 Dec 08 22:06:49.672819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7c411b2-98a9-41f5-ad3b-e2fad564cd34 req-8885db78-19c7-45f5-b6e2-b17bfe978ebc tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Dec 08 22:06:49.769351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-bf1125dd-4231-4f55-a949-a4c7cf9ede07 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:49.770768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-bf1125dd-4231-4f55-a949-a4c7cf9ede07 tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.0491679 Dec 08 22:06:49.877760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Deleting port 9dff2f5e-493a-41cb-89e4-75046853a477 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:06:49.878128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:49.996097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1838472-862a-489a-b7f1-d8a22e73d13b req-4a069681-5ba4-4718-8746-a874f5580cdd tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:49.997631 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f1838472-862a-489a-b7f1-d8a22e73d13b req-4a069681-5ba4-4718-8746-a874f5580cdd tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 946 time: 0.1148326 Dec 08 22:06:50.019678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] For port 9dff2f5e-493a-41cb-89e4-75046853a477, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9dff2f5e-493a-41cb-89e4-75046853a477,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:50.019962 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:50.040957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Calling delete_port for 9dff2f5e-493a-41cb-89e4-75046853a477 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:06:50.065834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f1838472-862a-489a-b7f1-d8a22e73d13b req-18f2ea8c-0ca9-490d-a2c1-3fbbfb1661fd tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/security-groups?id=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587673 Dec 08 22:06:50.537057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:50.549145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['9dff2f5e-493a-41cb-89e4-75046853a477'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:50.582321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Pushing event deleted for resources: {'Port': ['ID=9dff2f5e-493a-41cb-89e4-75046853a477,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:50.629884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] No DVR routers for this DVR port 9dff2f5e-493a-41cb-89e4-75046853a477 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:06:50.632495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:50.635863 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-814c3004-d1af-48fb-8cd2-a1a4ee894cff req-e2c0237e-998d-4f11-8c7a-89be8a9e07ec tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.23 "DELETE /v2.0/ports/9dff2f5e-493a-41cb-89e4-75046853a477 HTTP/1.1" status: 204 len: 173 time: 0.8488381 Dec 08 22:06:50.636342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'name': 'network-vif-deleted', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:50.638791 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45dd63a-2612-4a8d-a056-1e93ccf3c44e" -d '{"events": [{"server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "name": "network-vif-deleted", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:50.704239 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bf2085-c3a3-43b4-956f-0e757da88a1c x-openstack-request-id: req-11bf2085-c3a3-43b4-956f-0e757da88a1c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:50.704534 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc56fb1-8e2c-479f-909c-09af8774d3ad", "name": "network-vif-deleted", "tag": "9dff2f5e-493a-41cb-89e4-75046853a477", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:50.704926 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11bf2085-c3a3-43b4-956f-0e757da88a1c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:50.705224 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc56fb1-8e2c-479f-909c-09af8774d3ad', 'name': 'network-vif-deleted', 'tag': '9dff2f5e-493a-41cb-89e4-75046853a477', 'status': 'completed', 'code': 200} Dec 08 22:06:50.817877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563ba3-b45a-4247-9a03-5d77fc6849b0 req-6d1dedc2-6ee6-4317-99b1-aea07717624d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:50.819344 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b563ba3-b45a-4247-9a03-5d77fc6849b0 req-6d1dedc2-6ee6-4317-99b1-aea07717624d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 944 time: 0.0610557 Dec 08 22:06:50.862883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b563ba3-b45a-4247-9a03-5d77fc6849b0 req-85bf9cca-e488-45bb-8f45-594146b2d1f5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366712 Dec 08 22:06:50.986780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device fbd668e1-d93e-4433-a8cd-6b472d4da4cd up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:06:51.067847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port fbd668e1-d93e-4433-a8cd-6b472d4da4cd completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:06:51.076874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port fbd668e1-d93e-4433-a8cd-6b472d4da4cd triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:06:51.078386 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:51.207445 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:51.240276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf2536-c0b7-4192-ab8c-9870d8a8d357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:51.243510 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c9c2f9-70ff-4c3e-a319-785d4b241294" -d '{"events": [{"server_uuid": "0ecf2536-c0b7-4192-ab8c-9870d8a8d357", "name": "network-vif-plugged", "status": "completed", "tag": "fbd668e1-d93e-4433-a8cd-6b472d4da4cd"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:51.246909 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f708588-9736-4d6d-a4b2-4957bd9ad302 req-c7d7f9b2-e150-4fcd-88ef-1bc97d911cfd tempest-ServerRescueTestJSONUnderV235-876300738 tempest-ServerRescueTestJSONUnderV235-876300738-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cc56fb1-8e2c-479f-909c-09af8774d3ad HTTP/1.1" status: 200 len: 210 time: 0.0404170 Dec 08 22:06:51.259626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port fbd668e1-d93e-4433-a8cd-6b472d4da4cd, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:51.266074 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:51.302530 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af4e105-48f9-451f-945e-9faff81be25f x-openstack-request-id: req-3af4e105-48f9-451f-945e-9faff81be25f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:51.302921 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecf2536-c0b7-4192-ab8c-9870d8a8d357", "name": "network-vif-plugged", "status": "completed", "tag": "fbd668e1-d93e-4433-a8cd-6b472d4da4cd", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:51.303276 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3af4e105-48f9-451f-945e-9faff81be25f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:51.303747 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf2536-c0b7-4192-ab8c-9870d8a8d357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd', 'code': 200} Dec 08 22:06:51.335569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:51.409740 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc3c69-d89a-4ccb-b871-01f16cc087d5 req-2673b0cc-b635-4af1-ae4f-c9713dcb127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:51.411381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0bdc3c69-d89a-4ccb-b871-01f16cc087d5 req-2673b0cc-b635-4af1-ae4f-c9713dcb127f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 1096 time: 0.0415626 Dec 08 22:06:51.450571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0bdc3c69-d89a-4ccb-b871-01f16cc087d5 req-3b7bec5e-3cf2-4b0d-8e01-761ef3af6907 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Dec 08 22:06:51.980272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c0390-31fb-4d95-9e01-b58545b68542 req-cc599e42-b021-4c8a-8238-0c7b1520e5cb tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:51.981825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-025c0390-31fb-4d95-9e01-b58545b68542 req-cc599e42-b021-4c8a-8238-0c7b1520e5cb tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 945 time: 0.0494468 Dec 08 22:06:52.022355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-025c0390-31fb-4d95-9e01-b58545b68542 req-7aebb6cf-b64f-4d3d-aa0c-c548217de16f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Dec 08 22:06:52.313535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50598) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:52.772336 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:53.049092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Deleting port c0e319bc-87df-4012-9330-0425c866ddae {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:06:53.049175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:53.160601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] For port c0e319bc-87df-4012-9330-0425c866ddae, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c0e319bc-87df-4012-9330-0425c866ddae,segment=NetworkSegment(a110a56d-6fea-4366-bd6a-ad37f63186f0),segment_id=a110a56d-6fea-4366-bd6a-ad37f63186f0)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:53.161162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:53.179266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31add49c-5ed2-4a02-b394-edb3c7fe507f req-c1b898a3-4a7d-4679-9742-ed1122673e36 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:53.184430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Calling delete_port for c0e319bc-87df-4012-9330-0425c866ddae owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:06:53.187394 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31add49c-5ed2-4a02-b394-edb3c7fe507f req-c1b898a3-4a7d-4679-9742-ed1122673e36 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 945 time: 0.0654259 Dec 08 22:06:53.231697 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-31add49c-5ed2-4a02-b394-edb3c7fe507f req-d3094890-1fba-4117-aad0-5f7bf3f2b4d6 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Dec 08 22:06:53.386373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98388f-38e3-40cd-868c-acd41f15c6ac req-d0d50f3d-e06d-4ae0-8d3b-b6127d0c4bf0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:53.387891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d98388f-38e3-40cd-868c-acd41f15c6ac req-d0d50f3d-e06d-4ae0-8d3b-b6127d0c4bf0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 946 time: 0.0680709 Dec 08 22:06:53.463546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d98388f-38e3-40cd-868c-acd41f15c6ac req-5097041a-2980-46ba-a0d8-b79b183f1a44 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667958 Dec 08 22:06:53.485489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:53.522127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e319bc-87df-4012-9330-0425c866ddae,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:53.610021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036305-f2ec-484a-bee2-dab5f83e824d req-401883a9-71a4-4fe2-a871-486d62eb4da0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:53.611881 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1036305-f2ec-484a-bee2-dab5f83e824d req-401883a9-71a4-4fe2-a871-486d62eb4da0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 945 time: 0.0567286 Dec 08 22:06:53.713071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1036305-f2ec-484a-bee2-dab5f83e824d req-6fd50b78-362c-460e-8bf6-fefe94d2e6d9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924101 Dec 08 22:06:53.741672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:54.026629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Router b9e25938-1d10-4710-8643-7c1f73e8f021 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:06:54.031281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7dfe-78a7-4d58-97ff-67945979ef4f req-e0b0ad34-7dfd-4931-8260-6b9c4e933db3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:54.033069 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e2f7dfe-78a7-4d58-97ff-67945979ef4f req-e0b0ad34-7dfd-4931-8260-6b9c4e933db3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 945 time: 0.0540543 Dec 08 22:06:54.078800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e2f7dfe-78a7-4d58-97ff-67945979ef4f req-f890edeb-29e6-4ab2-8edd-43fd2fc18a46 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354903 Dec 08 22:06:54.137595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9dff2f5e-493a-41cb-89e4-75046853a477 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:06:54.154309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:06:54.160416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 9dff2f5e-493a-41cb-89e4-75046853a477 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:06:54.160647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9dff2f5e-493a-41cb-89e4-75046853a477 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:06:54.160863 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-841baa63-3297-4bad-a089-eee865a2ebdc admin admin] 10.222.0.21 "PUT /v2.0/routers/b9e25938-1d10-4710-8643-7c1f73e8f021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8458974 Dec 08 22:06:54.164494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50834) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:54.168143 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] Sync routers for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:06:54.178266 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:54.178988 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:54.287624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:54.289753 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:54.395792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:54.462744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Deleting port 20b1ef59-1c06-4913-86ca-d08937dd0262 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:06:54.463097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:54.489674 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:06:53Z', 'revision_number': 5, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port': {'id': '20b1ef59-1c06-4913-86ca-d08937dd0262', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:05:46Z', 'updated_at': '2021-12-08T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:54.521837 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] Checking router: b9e25938-1d10-4710-8643-7c1f73e8f021 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:06:54.532659 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] Routers {'b9e25938-1d10-4710-8643-7c1f73e8f021'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:06:54.533343 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b9e25938-1d10-4710-8643-7c1f73e8f021'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:54.567056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] For port 20b1ef59-1c06-4913-86ca-d08937dd0262, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=20b1ef59-1c06-4913-86ca-d08937dd0262,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:54.567399 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:54.583089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Calling delete_port for 20b1ef59-1c06-4913-86ca-d08937dd0262 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:06:54.635786 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] Set router b9e25938-1d10-4710-8643-7c1f73e8f021 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:06:54.698949 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:06:54Z', 'revision_number': 6, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:54.734673 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511ec29-a37e-4349-a65b-63cff10d209e None None] The sync data for ids ['b9e25938-1d10-4710-8643-7c1f73e8f021'] in n-d-821126-1 is: [{'id': 'b9e25938-1d10-4710-8643-7c1f73e8f021', 'name': 'tempest-ServerRescueTestJSONUnderV235-563701765-router', 'tenant_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:05:44Z', 'updated_at': '2021-12-08T22:06:54Z', 'revision_number': 6, 'project_id': '8efdb44dcfb04f4eb6f364f4a741fa35', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:06:54.814402 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:54.850251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=20b1ef59-1c06-4913-86ca-d08937dd0262,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:54.943704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.043739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.045953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.096068 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.097095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e25938-1d10-4710-8643-7c1f73e8f021 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:06:55.107049 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.111550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50858) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:55.112072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d51278ab-f5a7-4fd9-873c-27cad36ee4bb admin admin] 10.222.0.21 "DELETE /v2.0/routers/b9e25938-1d10-4710-8643-7c1f73e8f021 HTTP/1.1" status: 204 len: 168 time: 0.9473016 Dec 08 22:06:55.183905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-83975ed4-99fb-4d7b-9427-d3737fd8bbee admin admin] Deleting subnet 7db96ec2-ce1c-4299-8bb1-dbf754221213 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:06:55.188762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83975ed4-99fb-4d7b-9427-d3737fd8bbee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.261769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad10fa-3c8a-44ed-9b4c-16e138953115 req-6dbd5e52-6b9b-4100-9d8c-63d152986a14 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:55.262588 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83975ed4-99fb-4d7b-9427-d3737fd8bbee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.263326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80ad10fa-3c8a-44ed-9b4c-16e138953115 req-6dbd5e52-6b9b-4100-9d8c-63d152986a14 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 945 time: 0.0676875 Dec 08 22:06:55.322182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80ad10fa-3c8a-44ed-9b4c-16e138953115 req-b8a30bbc-3bd3-4fc2-9f34-0f41214951d5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516272 Dec 08 22:06:55.359353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-307daba5-e417-44cb-9f17-60f9401980cd tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:55.361174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-307daba5-e417-44cb-9f17-60f9401980cd tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 945 time: 0.0779505 Dec 08 22:06:55.364499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83975ed4-99fb-4d7b-9427-d3737fd8bbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.500582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83975ed4-99fb-4d7b-9427-d3737fd8bbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.537770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83975ed4-99fb-4d7b-9427-d3737fd8bbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db96ec2-ce1c-4299-8bb1-dbf754221213,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:55.551103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Deleting port fbd668e1-d93e-4433-a8cd-6b472d4da4cd {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:06:55.551785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.570891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-83975ed4-99fb-4d7b-9427-d3737fd8bbee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.577932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-83975ed4-99fb-4d7b-9427-d3737fd8bbee admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7db96ec2-ce1c-4299-8bb1-dbf754221213 HTTP/1.1" status: 204 len: 168 time: 0.4614091 Dec 08 22:06:55.579048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50868) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:55.709272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.712824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] For port fbd668e1-d93e-4433-a8cd-6b472d4da4cd, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:55.713482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.789692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c0e319bc-87df-4012-9330-0425c866ddae no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:06:55.825431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: c0e319bc-87df-4012-9330-0425c866ddae {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:06:55.825866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c0e319bc-87df-4012-9330-0425c866ddae not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:06:55.826201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 20b1ef59-1c06-4913-86ca-d08937dd0262 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:06:55.862013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.883066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 20b1ef59-1c06-4913-86ca-d08937dd0262 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:06:55.883423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 20b1ef59-1c06-4913-86ca-d08937dd0262 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:06:55.907964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf8e57e-0cec-4895-9d3a-c2a050f3d2df']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:55.920216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a110a56d-6fea-4366-bd6a-ad37f63186f0') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:55.920950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a110a56d-6fea-4366-bd6a-ad37f63186f0') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:06:55.949596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.971681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:55.981920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:06:55.982831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:06:56.054141 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:06:56.060449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.071267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.075501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/faf8e57e-0cec-4895-9d3a-c2a050f3d2df HTTP/1.1" status: 204 len: 168 time: 0.4946034 Dec 08 22:06:56.091912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69b9e7-060c-4739-8db9-d0cd306d3db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf8e57e-0cec-4895-9d3a-c2a050f3d2df,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:56.131812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Calling delete_port for fbd668e1-d93e-4433-a8cd-6b472d4da4cd owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:06:56.293098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.305607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4', 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:56.312931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['1b58fc7e-85a5-49e1-a634-ce19b2e7e74c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:56.325390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50884) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:56.378006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4aaf3caf-bbf1-495b-977f-ba87fe94ab73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8efdb44dcfb04f4eb6f364f4a741fa35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512943 Dec 08 22:06:56.380755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50888) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:56.450837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45764f1e-9770-4f33-826d-b8b6f2fff4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.460747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] No DVR routers for this DVR port fbd668e1-d93e-4433-a8cd-6b472d4da4cd on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:06:56.471299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.475357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f2b03a0d-1ab4-4feb-8e9b-eba2fe2b6b1a req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "DELETE /v2.0/ports/fbd668e1-d93e-4433-a8cd-6b472d4da4cd HTTP/1.1" status: 204 len: 173 time: 1.0889370 Dec 08 22:06:56.476174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64dc07-927f-4eaf-8129-9f37652357b3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event deleted for resources: {'Port': ['ID=fbd668e1-d93e-4433-a8cd-6b472d4da4cd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:56.477819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf2536-c0b7-4192-ab8c-9870d8a8d357', 'name': 'network-vif-deleted', 'tag': 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:56.481628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45764f1e-9770-4f33-826d-b8b6f2fff4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.487290 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89df83-c6af-4aeb-a8ad-3b2dcf746cd9" -d '{"events": [{"server_uuid": "0ecf2536-c0b7-4192-ab8c-9870d8a8d357", "name": "network-vif-deleted", "tag": "fbd668e1-d93e-4433-a8cd-6b472d4da4cd"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:56.603517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f9b2299-b150-4990-9c23-1021eb04b473 req-fb352f9d-317f-4430-bbc5-f376d9e0266d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf2536-c0b7-4192-ab8c-9870d8a8d357 HTTP/1.1" status: 200 len: 210 time: 0.1334209 Dec 08 22:06:56.637197 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2146a060-b736-4133-a123-0ae4e3a0c31e x-openstack-request-id: req-2146a060-b736-4133-a123-0ae4e3a0c31e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:56.637513 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecf2536-c0b7-4192-ab8c-9870d8a8d357", "name": "network-vif-deleted", "tag": "fbd668e1-d93e-4433-a8cd-6b472d4da4cd", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:56.638043 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2146a060-b736-4133-a123-0ae4e3a0c31e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:56.638469 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf2536-c0b7-4192-ab8c-9870d8a8d357', 'name': 'network-vif-deleted', 'tag': 'fbd668e1-d93e-4433-a8cd-6b472d4da4cd', 'status': 'completed', 'code': 200} Dec 08 22:06:56.642353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45764f1e-9770-4f33-826d-b8b6f2fff4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.648159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-45764f1e-9770-4f33-826d-b8b6f2fff4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:56.659820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-45764f1e-9770-4f33-826d-b8b6f2fff4a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8 HTTP/1.1" status: 204 len: 168 time: 0.2732348 Dec 08 22:06:56.683155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45764f1e-9770-4f33-826d-b8b6f2fff4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d39d41-f1d2-4fba-bce2-b6b6f32b7fc8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:57.969633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe5750-858d-4a78-928a-7bd5863bdf88 req-bcce4078-4d0b-4407-b9e1-af93182c2c9b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:57.977223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aebe5750-858d-4a78-928a-7bd5863bdf88 req-bcce4078-4d0b-4407-b9e1-af93182c2c9b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 946 time: 0.0706892 Dec 08 22:06:58.051275 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aebe5750-858d-4a78-928a-7bd5863bdf88 req-06d8cd50-7aa7-452a-8b1e-42d2f6bfe909 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Dec 08 22:06:58.066101 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-113ec223-2707-4b75-b744-6165046de834 req-90eeea6e-e8e1-423f-9462-ac7e7d018e1d tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0375469 Dec 08 22:06:58.447904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 50982) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:58.594672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1636470e-bb96-49b1-a46c-efb462294221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:58.699261 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1636470e-bb96-49b1-a46c-efb462294221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:58.703949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1636470e-bb96-49b1-a46c-efb462294221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:58.745753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1636470e-bb96-49b1-a46c-efb462294221 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf48936d1df544f1bbbf6944e900e988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964118 Dec 08 22:06:58.746544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636470e-bb96-49b1-a46c-efb462294221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab2aae-ca40-4cb9-b0db-76fd92d9667f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:58.748612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 50990) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:06:58.825825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76cbf611-132b-43fe-982d-3ac997ebbbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:58.854207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76cbf611-132b-43fe-982d-3ac997ebbbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:58.906644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76cbf611-132b-43fe-982d-3ac997ebbbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:58.909245 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76cbf611-132b-43fe-982d-3ac997ebbbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:58.910514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-76cbf611-132b-43fe-982d-3ac997ebbbbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebab2aae-ca40-4cb9-b0db-76fd92d9667f HTTP/1.1" status: 204 len: 168 time: 0.1602986 Dec 08 22:06:58.918780 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbf611-132b-43fe-982d-3ac997ebbbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab2aae-ca40-4cb9-b0db-76fd92d9667f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:58.989009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device fbd668e1-d93e-4433-a8cd-6b472d4da4cd no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:06:59.009837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: fbd668e1-d93e-4433-a8cd-6b472d4da4cd {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:06:59.010186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device fbd668e1-d93e-4433-a8cd-6b472d4da4cd not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:06:59.247971 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d860f4f-2a23-42d3-9a58-18ae7957e512 req-642f2450-59e7-474e-9008-63986bdc9ede tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0570531 Dec 08 22:06:59.284588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213bcf0-1756-4186-873d-b596c998dfc0 req-e3f203e8-8e82-4c86-8cbd-7560db80e137 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:59.287088 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b213bcf0-1756-4186-873d-b596c998dfc0 req-e3f203e8-8e82-4c86-8cbd-7560db80e137 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 946 time: 0.1344943 Dec 08 22:06:59.324322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-5725732f-e1ac-4862-8065-e163689e21a4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:06:59.325855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-5725732f-e1ac-4862-8065-e163689e21a4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "GET /v2.0/ports?device_id=93ddc484-fd9e-49c5-b23d-0a6a957ae40f HTTP/1.1" status: 200 len: 946 time: 0.0884330 Dec 08 22:06:59.392593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b213bcf0-1756-4186-873d-b596c998dfc0 req-27c98269-4f52-44bd-a8da-c3d6ac8a20a2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986748 Dec 08 22:06:59.439554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Deleting port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:06:59.439904 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:59.547564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] For port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:06:59.548217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:59.562127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Calling delete_port for 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:06:59.703511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:59.718859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:59.735987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['1b58fc7e-85a5-49e1-a634-ce19b2e7e74c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:06:59.762751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event deleted for resources: {'Port': ['ID=1b58fc7e-85a5-49e1-a634-ce19b2e7e74c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:06:59.785685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] No DVR routers for this DVR port 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:06:59.788912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:06:59.793057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53b56566-b71f-424d-9fa4-7fe6fd72dcc8 req-8e43ae0e-26a1-483b-be16-ff9d248b74c0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "DELETE /v2.0/ports/1b58fc7e-85a5-49e1-a634-ce19b2e7e74c HTTP/1.1" status: 204 len: 173 time: 0.4567218 Dec 08 22:06:59.793577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ddc484-fd9e-49c5-b23d-0a6a957ae40f', 'name': 'network-vif-deleted', 'tag': '1b58fc7e-85a5-49e1-a634-ce19b2e7e74c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:06:59.796245 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3d6159-3169-42a1-8c71-d1733366672e" -d '{"events": [{"server_uuid": "93ddc484-fd9e-49c5-b23d-0a6a957ae40f", "name": "network-vif-deleted", "tag": "1b58fc7e-85a5-49e1-a634-ce19b2e7e74c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:06:59.871938 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98cee04-7bc2-408c-86d7-18bdc70b4bec x-openstack-request-id: req-c98cee04-7bc2-408c-86d7-18bdc70b4bec {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:06:59.872237 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ddc484-fd9e-49c5-b23d-0a6a957ae40f", "name": "network-vif-deleted", "tag": "1b58fc7e-85a5-49e1-a634-ce19b2e7e74c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:06:59.872487 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c98cee04-7bc2-408c-86d7-18bdc70b4bec {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:06:59.872887 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ddc484-fd9e-49c5-b23d-0a6a957ae40f', 'name': 'network-vif-deleted', 'tag': '1b58fc7e-85a5-49e1-a634-ce19b2e7e74c', 'status': 'completed', 'code': 200} Dec 08 22:07:00.317094 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a865bfc3-bfe4-4562-8d89-de3d6b238247 req-9f8bbdd0-e3dd-4039-9d59-2a7ef8611da1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0322003 Dec 08 22:07:00.422679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5e6604b-d2ec-443c-809e-31691862f2cc req-7677da88-411f-4fc6-9df3-c79bbfb8b194 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0411632 Dec 08 22:07:00.787463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-00737213-86a5-4dc3-9baf-b90592190c87 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:00.790170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-00737213-86a5-4dc3-9baf-b90592190c87 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.1384284 Dec 08 22:07:00.808884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-cf71723f-a5f0-4272-a282-b5a5b286905b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/quotas/6eb9361777764b69a95e37a2e21b8eb1 HTTP/1.1" status: 200 len: 375 time: 0.0128415 Dec 08 22:07:00.863764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-97ae648e-f49c-4c30-8f38-407355c082bf tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483701 Dec 08 22:07:00.972304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-2a2bb80b-857e-42de-93d4-50877fb397e8 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965960 Dec 08 22:07:01.080946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-23914eac-90bd-4fc7-a2a9-9cd69155f01d service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954180 Dec 08 22:07:01.302016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-71ad7b3c-b896-4c97-8985-01664e90d32f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785887 Dec 08 22:07:01.323195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb4ea209-055c-434d-a811-2ffa13e8696b req-7e13f297-a6f3-4d52-a666-e16f4dbac684 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 210 time: 0.0556324 Dec 08 22:07:01.441608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-09ba35b5-48a3-48bd-acdf-2a5b98e06a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:01.443934 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-09ba35b5-48a3-48bd-acdf-2a5b98e06a79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 1096 time: 0.0622900 Dec 08 22:07:01.577680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57104b7b-1ef9-4c43-ba34-8097fc7d6396 req-5abc2fb0-41fd-4e51-b70a-a7ce6cdf71f1 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0335662 Dec 08 22:07:01.611843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-4739c636-e6ff-4acd-89a9-8d66588ad765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:01.614034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-4739c636-e6ff-4acd-89a9-8d66588ad765 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.1405973 Dec 08 22:07:01.719529 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-90737ca0-0c05-4b1e-91e9-9e2417748b90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b630e1-ae5e-447c-bc13-60428704b14c HTTP/1.1" status: 200 len: 1001 time: 0.0980296 Dec 08 22:07:01.788987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-c00ebf0b-427b-4b42-93b4-5a4951e6cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:01.790496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-c00ebf0b-427b-4b42-93b4-5a4951e6cf1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0643566 Dec 08 22:07:01.857759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-3f3ea3b3-2864-4248-8b4a-d149700a3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:01.860284 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-3f3ea3b3-2864-4248-8b4a-d149700a3a58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627744 Dec 08 22:07:02.003883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-d5037639-5cd7-4e91-9073-44e391761757 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363149 Dec 08 22:07:02.162671 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be0f62bf-5db1-430f-b197-37ab5d78b315 req-aa4c9556-96e2-40bf-9402-7d8d6852e061 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506433 Dec 08 22:07:02.327597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-742f6017-a331-46fc-86a4-c63420b1dcaa req-736bd310-bec5-4291-8a3f-1057a2637972 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0527828 Dec 08 22:07:02.459711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a45e3480-c376-451e-9755-0c4aed148ffa req-b8df1dce-ac67-47af-a4e6-a7748d74692f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 210 time: 0.0516450 Dec 08 22:07:02.787892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-a0a0295e-d18e-4aa5-91b4-4c09fffadb46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567267 Dec 08 22:07:02.891045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-abca3c44-bd6b-4fe0-9ab2-99b55b838f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:02.893072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-abca3c44-bd6b-4fe0-9ab2-99b55b838f71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 1097 time: 0.0560987 Dec 08 22:07:03.010318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-7cccbaa9-6a8c-4814-813e-24bdd37cffdd tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:03.012453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-7cccbaa9-6a8c-4814-813e-24bdd37cffdd tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.5186210 Dec 08 22:07:03.025891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Request body: {'port': {'device_id': 'c143dcbb-cfe4-42c8-a18e-f55c2ad34e19', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'admin_state_up': True, 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:03.036037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-7322df1a-3db4-4bc7-9ab7-db8dcbae324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:03.037587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-7322df1a-3db4-4bc7-9ab7-db8dcbae324b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.1241372 Dec 08 22:07:03.094137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-60a8d9ed-3d29-44f1-9db4-65ec15396be4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4 HTTP/1.1" status: 200 len: 217 time: 0.0472612 Dec 08 22:07:03.156344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-c834f2fb-144e-403d-8059-daccc96fbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:03.156963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:07:03.158035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-c834f2fb-144e-403d-8059-daccc96fbbe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0575464 Dec 08 22:07:03.161414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:03.201327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-09ac8a75-44b9-45b3-bb8f-ecb2f83e88ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346191 Dec 08 22:07:03.319211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Allocated IP 172.20.0.9 (1f5d6c2e-be08-4d88-a755-61af81e62be6/3c359eed-909f-4b0e-aa0f-da9b75d8c877/fe1aa939-a0f7-490f-b0b1-dc52a474dedf) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:07:03.360838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-30e6902f-403a-46b3-ba3b-d7c45069a635 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521943 Dec 08 22:07:03.514217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fac8b858-783d-4e00-9851-745d52d26670 req-822bd8c1-a4b3-4f5f-932b-6f0f48c891b8 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0487914 Dec 08 22:07:03.576125 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:03.580307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ea79316f-3e9c-4a0f-8346-7f38eb884dc8 req-66412109-07b6-43b8-8c55-ca87ad0b1b9e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 210 time: 0.0588343 Dec 08 22:07:03.586250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-904bce83-5b4a-44c8-a82d-6f157aafeff7 req-d7400891-98e1-4b88-9319-4f65bd35a772 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138588 Dec 08 22:07:03.619943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:03.632688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:07:03.692520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event updated for resources: {'Port': ['ID=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:03.705255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:03.706743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:03.711362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:07:03.792552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:03.793228 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:03.814982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-962670aa-a124-4bac-a623-ff70a1eda190 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927539 Dec 08 22:07:03.827855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Request body: {'port': {'device_id': 'c143dcbb-cfe4-42c8-a18e-f55c2ad34e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:03.892583 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:04.192556 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:04.214980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:04.215637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1b58fc7e-85a5-49e1-a634-ce19b2e7e74c not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:04.227170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1aa939-a0f7-490f-b0b1-dc52a474dedf {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:07:04.236850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:04.251616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Transition to ACTIVE for port object fe1aa939-a0f7-490f-b0b1-dc52a474dedf will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:07:04.255849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:04.336781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:04.388973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Attempting to bind port fe1aa939-a0f7-490f-b0b1-dc52a474dedf on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:07:04.389325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Attempting to bind port fe1aa939-a0f7-490f-b0b1-dc52a474dedf by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:07:04.389757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Attempting to bind port fe1aa939-a0f7-490f-b0b1-dc52a474dedf on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:04.394327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Port fe1aa939-a0f7-490f-b0b1-dc52a474dedf on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:07:04.394706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Attempting to bind port fe1aa939-a0f7-490f-b0b1-dc52a474dedf on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:04.399622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:07:04.399967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Checking segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:07:04.400350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Bound using segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:07:04.400783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Bound port: fe1aa939-a0f7-490f-b0b1-dc52a474dedf, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:07:04.401149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:04.484379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] For port fe1aa939-a0f7-490f-b0b1-dc52a474dedf, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:07:04.488213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] For port fe1aa939-a0f7-490f-b0b1-dc52a474dedf, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:07:04.495024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:04.537787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:04.538863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:04.541066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/fe1aa939-a0f7-490f-b0b1-dc52a474dedf HTTP/1.1" status: 200 len: 1091 time: 0.7181611 Dec 08 22:07:04.543729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c143dcbb-cfe4-42c8-a18e-f55c2ad34e19', 'tag': 'fe1aa939-a0f7-490f-b0b1-dc52a474dedf'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:04.547648 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa39130-9ef8-40a5-a015-8692f45272bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c143dcbb-cfe4-42c8-a18e-f55c2ad34e19", "tag": "fe1aa939-a0f7-490f-b0b1-dc52a474dedf"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:04.579411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b7d90-c22c-403a-81d2-4864f87233c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:04.637248 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca6aa8a-da28-41ed-aea0-052da5405aff x-openstack-request-id: req-4ca6aa8a-da28-41ed-aea0-052da5405aff {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:04.637541 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c143dcbb-cfe4-42c8-a18e-f55c2ad34e19", "tag": "fe1aa939-a0f7-490f-b0b1-dc52a474dedf", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:04.637798 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ca6aa8a-da28-41ed-aea0-052da5405aff {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:04.638281 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c143dcbb-cfe4-42c8-a18e-f55c2ad34e19', 'tag': 'fe1aa939-a0f7-490f-b0b1-dc52a474dedf', 'status': 'completed', 'code': 200} Dec 08 22:07:04.720127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-85a41f9d-4cfb-40a1-b670-636b84d5ad58 req-a3db8f3f-0301-47c6-b828-1f949d3051d0 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0692561 Dec 08 22:07:04.752546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-7735dc2b-e203-4e91-8751-353f01724337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:04.754115 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-7735dc2b-e203-4e91-8751-353f01724337 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 1094 time: 0.1441891 Dec 08 22:07:04.780063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1cd1b-e134-4cfa-a63a-d04f3b279947 req-9a4a312b-fc45-4d8b-89d6-567d58c80bf7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:04.782043 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3d1cd1b-e134-4cfa-a63a-d04f3b279947 req-9a4a312b-fc45-4d8b-89d6-567d58c80bf7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 943 time: 0.0938141 Dec 08 22:07:04.820304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-45b9d4ce-311f-4911-a1ac-21bf6a59a72b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe1aa939-a0f7-490f-b0b1-dc52a474dedf HTTP/1.1" status: 200 len: 217 time: 0.0574052 Dec 08 22:07:04.887312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3d1cd1b-e134-4cfa-a63a-d04f3b279947 req-0519838f-8cb0-4e75-bc6a-b794c26080bb tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692542 Dec 08 22:07:04.893447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-8496a306-df56-4acd-bf78-d262f806fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:04.894921 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-8496a306-df56-4acd-bf78-d262f806fb68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0684035 Dec 08 22:07:04.930033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-b1d78731-f23b-4cda-aca4-fd547066102f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277820 Dec 08 22:07:05.051463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-05a2c2f3-6c5b-4bfb-8edf-9a21fc547781 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145709 Dec 08 22:07:05.149780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ada72c-4558-4634-8c7b-98dd2bdcfc7e req-48734d1f-86e0-4749-9296-b0f1b0b33b8b service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904183 Dec 08 22:07:05.261132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-d063de5f-459c-46f7-a26d-ac1eea5dd56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:05.263064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-d063de5f-459c-46f7-a26d-ac1eea5dd56e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 1094 time: 0.0473623 Dec 08 22:07:05.312329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 51264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:05.381574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-02794969-1531-47a0-a49f-ce2097e8c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:05.383440 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-02794969-1531-47a0-a49f-ce2097e8c5e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.1133585 Dec 08 22:07:05.433207 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-8558055f-575f-4442-8db7-1ad00f098659 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe1aa939-a0f7-490f-b0b1-dc52a474dedf HTTP/1.1" status: 200 len: 217 time: 0.0417686 Dec 08 22:07:05.520608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-9a2ddc4f-4f12-4c1d-897b-05119b88d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:05.522089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-9a2ddc4f-4f12-4c1d-897b-05119b88d75a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0816596 Dec 08 22:07:05.523084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Deleting port 32ebce72-a72c-47c9-a934-34de6efb4d53 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:05.523432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:05.565449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-96781895-d4fe-4bed-9a90-cf8e238f2305 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353632 Dec 08 22:07:05.603275 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-07ba5a8e-e6fb-4cc3-a4ee-52cb121b41d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:05.617239 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:05.617858 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:05.634609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Calling delete_port for 32ebce72-a72c-47c9-a934-34de6efb4d53 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:05.691442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-1a83fb94-34f7-40dc-a869-7f1be442a8fd service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171191 Dec 08 22:07:05.862788 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6aa39130-9ef8-40a5-a015-8692f45272bc req-2d33af04-178e-402a-bcb9-9bce374011f2 service neutron] 10.222.0.23 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670942 Dec 08 22:07:05.907165 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba4f4b62-0fe7-4b2d-9024-3864e783d8ed req-d99b41a9-65fa-4a19-9f43-b6197ec17c1f tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0511818 Dec 08 22:07:06.006116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:06.050581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05ea1-6135-486a-8c1a-902acd7a66ef req-d7360513-f76d-40dc-8b96-be19472b7f32 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:06.052926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-59c05ea1-6135-486a-8c1a-902acd7a66ef req-d7360513-f76d-40dc-8b96-be19472b7f32 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 943 time: 0.0745840 Dec 08 22:07:06.071260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event deleted for resources: {'Port': ['ID=32ebce72-a72c-47c9-a934-34de6efb4d53,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:06.115236 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-59c05ea1-6135-486a-8c1a-902acd7a66ef req-bfb49fc1-3071-499a-8405-4fdba79bba28 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518205 Dec 08 22:07:06.149236 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:06.149517 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Floating IP b4ea2484-d763-44d2-b239-2f4840856448 disassociated (deleted). External IP: 172.25.1.94, port: 30df37a3-bf8a-470b-960e-2efeb16df29b. Dec 08 22:07:06.192998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fe1aa939-a0f7-490f-b0b1-dc52a474dedf details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:07:06.340037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fe1aa939-a0f7-490f-b0b1-dc52a474dedf, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:06.355939 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'fe1aa939-a0f7-490f-b0b1-dc52a474dedf', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'port_id': 'fe1aa939-a0f7-490f-b0b1-dc52a474dedf', 'mac_address': 'fa:16:3e:2c:e2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c359eed-909f-4b0e-aa0f-da9b75d8c877', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:07:06.401108 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:06.425516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1aa939-a0f7-490f-b0b1-dc52a474dedf {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:07:06.448108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fe1aa939-a0f7-490f-b0b1-dc52a474dedf, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:06.451019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Router 7d08db44-cf5e-4358-93e2-644317edbc19 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:07:06.455165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:06.519822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:06.581830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:07:06.586803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:06.594438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] Sync routers for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:07:06.608118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:06.608879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:06.640513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7c3e5c4e-5187-48a1-9d3b-77ed9958d6d8 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "DELETE /v2.0/floatingips/b4ea2484-d763-44d2-b239-2f4840856448 HTTP/1.1" status: 204 len: 168 time: 1.3253803 Dec 08 22:07:06.640513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:06.644260 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c" -d '{"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:06.696319 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aea35f-6560-4dfa-840c-15c5d623d9cc x-openstack-request-id: req-84aea35f-6560-4dfa-840c-15c5d623d9cc {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:06.696708 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:06.697221 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84aea35f-6560-4dfa-840c-15c5d623d9cc {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:06.697909 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'status': 'completed', 'code': 200} Dec 08 22:07:06.712443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['fe1aa939-a0f7-490f-b0b1-dc52a474dedf'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:07:06.783867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-f4e764d7-b05f-4147-8aeb-e302ad09a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:06.786888 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-f4e764d7-b05f-4147-8aeb-e302ad09a90f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f&device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 1097 time: 0.0650935 Dec 08 22:07:06.852859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:07.004760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-50696cf0-ce84-450c-810a-cd21e77ada18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:07.010905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-50696cf0-ce84-450c-810a-cd21e77ada18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f HTTP/1.1" status: 200 len: 915 time: 0.2053025 Dec 08 22:07:07.051495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d760bd-bf20-4999-b335-e4f29f8ea280 req-700d0aa7-6b02-41fc-9142-bb12094d44cf tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:07.053357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7d760bd-bf20-4999-b335-e4f29f8ea280 req-700d0aa7-6b02-41fc-9142-bb12094d44cf tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 946 time: 0.1299915 Dec 08 22:07:07.074528 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:07:07.116192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-775b8543-614a-437f-92c0-adf537598bf5 req-ec098639-717d-48c8-ae47-a2d513319ca5 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.1004026 Dec 08 22:07:07.117729 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-98734260-c9ef-4a10-b14c-b82319190813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30df37a3-bf8a-470b-960e-2efeb16df29b HTTP/1.1" status: 200 len: 217 time: 0.0911477 Dec 08 22:07:07.144070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7d760bd-bf20-4999-b335-e4f29f8ea280 req-bf8e8c88-b243-4482-8de4-c98f3e53a696 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780900 Dec 08 22:07:07.247373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-bdce9feb-89f0-490d-a562-cbeacc5bf443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:07.248889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-bdce9feb-89f0-490d-a562-cbeacc5bf443 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02cfc9b0-351f-4c1d-8435-e830b6cb4aac HTTP/1.1" status: 200 len: 853 time: 0.1161129 Dec 08 22:07:07.253096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:07.302163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] Checking router: 7d08db44-cf5e-4358-93e2-644317edbc19 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:07:07.310234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc981260-6e2e-4980-ac89-645fd5675212 req-a56dffaa-0971-45c4-907b-78ae73fd10eb tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:07.316119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:07.317544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:06:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:07.322029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bc981260-6e2e-4980-ac89-645fd5675212 req-a56dffaa-0971-45c4-907b-78ae73fd10eb tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 944 time: 0.0974162 Dec 08 22:07:07.345495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-9bef87f9-57cf-4579-a27b-d5d6aa832c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:07.347069 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-9bef87f9-57cf-4579-a27b-d5d6aa832c7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0914cfad-99c2-4178-8bcf-cdbe3dd5235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889068 Dec 08 22:07:07.364720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bc981260-6e2e-4980-ac89-645fd5675212 req-add7f721-dc19-47fe-9a1a-7c5df197c4e1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416274 Dec 08 22:07:07.449796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:07.464577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-dfa2e1fe-274f-4987-b780-7a11c28e5dcc service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031487 Dec 08 22:07:07.579488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ed23b1b-8dd5-46c7-aad6-ee40a8d1390c req-1c986e06-6525-4b94-a9bf-1002db0c892f service neutron] 10.222.0.37 "GET /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056905 Dec 08 22:07:07.841527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:07.871654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a41bf6-8760-4bbf-8bac-7eb285babe5b None None] The sync data for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 is: [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:32Z', 'revision_number': 4, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '595ccffb-07e8-4631-abbc-7f1e08f0f3aa', 'name': '', 'network_id': '0914cfad-99c2-4178-8bcf-cdbe3dd5235f', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:31Z', 'updated_at': '2021-12-08T22:02:37Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'subnets': [{'id': '02cfc9b0-351f-4c1d-8435-e830b6cb4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:07:08.198886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fe1aa939-a0f7-490f-b0b1-dc52a474dedf up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:07:08.310534 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-937a46f8-a2cb-4527-9e11-b09af6ab3fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:08.324298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e3ef26a4-155d-4bd8-93ad-90a19295743b req-4affa23a-6e24-4613-957c-573c349e39b8 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0789938 Dec 08 22:07:08.341484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port fe1aa939-a0f7-490f-b0b1-dc52a474dedf completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:07:08.346849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port fe1aa939-a0f7-490f-b0b1-dc52a474dedf triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:08.347363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:08.353667 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5b178-9c88-4ea7-8b71-7ad44f76f7a9 None None] New status for floating IP b4ea2484-d763-44d2-b239-2f4840856448: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:07:08.436569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2157a-326d-4219-8bb1-f7f9a7b576c7 req-4acccd3d-f4fb-4848-93c4-ef112eb145d3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:08.438904 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ee2157a-326d-4219-8bb1-f7f9a7b576c7 req-4acccd3d-f4fb-4848-93c4-ef112eb145d3 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 946 time: 0.1490147 Dec 08 22:07:08.515470 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:08.556501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c143dcbb-cfe4-42c8-a18e-f55c2ad34e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1aa939-a0f7-490f-b0b1-dc52a474dedf'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:08.559644 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f80a22f-ec8c-41b9-ab4c-1b877fd3167a" -d '{"events": [{"server_uuid": "c143dcbb-cfe4-42c8-a18e-f55c2ad34e19", "name": "network-vif-plugged", "status": "completed", "tag": "fe1aa939-a0f7-490f-b0b1-dc52a474dedf"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:08.560349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-aafb299a-4d1b-47ee-b59a-4751ebf09c5e tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:08.562440 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-aafb299a-4d1b-47ee-b59a-4751ebf09c5e tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.37 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 946 time: 0.2137246 Dec 08 22:07:08.575480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port fe1aa939-a0f7-490f-b0b1-dc52a474dedf, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:08.582299 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:08.640819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:08.649928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274e8d7-10bd-4bca-8e59-977fa32f495b req-3b4c7286-d3a5-43f1-8713-bb4dd518aa00 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:08.652234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d274e8d7-10bd-4bca-8e59-977fa32f495b req-3b4c7286-d3a5-43f1-8713-bb4dd518aa00 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 944 time: 0.1420462 Dec 08 22:07:08.656044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ee2157a-326d-4219-8bb1-f7f9a7b576c7 req-d04d6f3d-90a1-4aae-a513-bd2ee30d28c9 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/security-groups?id=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092309 Dec 08 22:07:08.751334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d274e8d7-10bd-4bca-8e59-977fa32f495b req-66da527a-d53c-4954-8962-bf0d4cd9fcb5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Dec 08 22:07:08.763420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Deleting port 30df37a3-bf8a-470b-960e-2efeb16df29b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:08.764106 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:08.784269 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2293338d-37b5-45d3-98a7-ceaa59ab858a x-openstack-request-id: req-2293338d-37b5-45d3-98a7-ceaa59ab858a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:08.784562 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c143dcbb-cfe4-42c8-a18e-f55c2ad34e19", "name": "network-vif-plugged", "status": "completed", "tag": "fe1aa939-a0f7-490f-b0b1-dc52a474dedf", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:08.784816 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2293338d-37b5-45d3-98a7-ceaa59ab858a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:08.785238 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c143dcbb-cfe4-42c8-a18e-f55c2ad34e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1aa939-a0f7-490f-b0b1-dc52a474dedf', 'code': 200} Dec 08 22:07:08.849041 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:08.879068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] For port 30df37a3-bf8a-470b-960e-2efeb16df29b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=30df37a3-bf8a-470b-960e-2efeb16df29b,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:08.879435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:08.892648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Calling delete_port for 30df37a3-bf8a-470b-960e-2efeb16df29b owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:08.926531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d31f9f-7d2d-44b2-9811-3e57cafec2b7 req-12a0701c-41c8-4933-bd9d-4fadd9bf2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:08.927978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-59d31f9f-7d2d-44b2-9811-3e57cafec2b7 req-12a0701c-41c8-4933-bd9d-4fadd9bf2e42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 1096 time: 0.0664046 Dec 08 22:07:08.991752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-59d31f9f-7d2d-44b2-9811-3e57cafec2b7 req-1a901a38-2e6c-4dde-8114-025a8d2c173c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568612 Dec 08 22:07:09.117067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:09.158816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event deleted for resources: {'Port': ['ID=30df37a3-bf8a-470b-960e-2efeb16df29b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:09.218007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] No DVR routers for this DVR port 30df37a3-bf8a-470b-960e-2efeb16df29b on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:07:09.222164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:09.226157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f57ae49f-ede4-42e6-a40a-9f6a12ba72ce req-c13246b7-7df3-4562-ad0b-ae6e223addeb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.37 "DELETE /v2.0/ports/30df37a3-bf8a-470b-960e-2efeb16df29b HTTP/1.1" status: 204 len: 173 time: 0.6550632 Dec 08 22:07:09.227182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'name': 'network-vif-deleted', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:09.231264 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2df189-454c-44cd-90cc-224e56fd990a" -d '{"events": [{"server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "name": "network-vif-deleted", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:09.296583 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1630a192-5bd7-4aa3-8313-1a2a550bd0f5 x-openstack-request-id: req-1630a192-5bd7-4aa3-8313-1a2a550bd0f5 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:09.297160 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806e401d-e51d-499a-b4a0-78665aee3a2a", "name": "network-vif-deleted", "tag": "30df37a3-bf8a-470b-960e-2efeb16df29b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:09.297921 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1630a192-5bd7-4aa3-8313-1a2a550bd0f5 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:09.297921 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806e401d-e51d-499a-b4a0-78665aee3a2a', 'name': 'network-vif-deleted', 'tag': '30df37a3-bf8a-470b-960e-2efeb16df29b', 'status': 'completed', 'code': 200} Dec 08 22:07:09.448292 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:09.509431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cd8c66d3-787b-4d5a-89d8-f157b154656d req-50db8051-17bf-4d2d-ab74-ca57512b18fe tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0455890 Dec 08 22:07:09.511549 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:09.811934 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-983d81ca-da03-479d-ae18-7d9eeb05da1d req-b6368888-d2ff-44b5-96c6-f2280526809b tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 210 time: 0.0696001 Dec 08 22:07:09.934268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f810a7-e7ae-45c4-b74b-79be25e8be16 req-7103d5f3-4d44-4ca9-ab9e-778802c20a66 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:09.945338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50f810a7-e7ae-45c4-b74b-79be25e8be16 req-7103d5f3-4d44-4ca9-ab9e-778802c20a66 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 945 time: 0.0953782 Dec 08 22:07:09.984685 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-50f810a7-e7ae-45c4-b74b-79be25e8be16 req-0befdd11-ae88-4d15-8e45-0cc4d70249db tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380809 Dec 08 22:07:10.029456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:10.679391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c76d4b7f-7cea-4c4e-8b04-ebb6f89e6099 req-abcf3c81-f961-472e-94b4-363c7d8c7458 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0398712 Dec 08 22:07:10.942042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db8eeb0e-c040-4f07-aacb-b192c0a17607 req-65a3e7a4-106a-457e-b8da-a0e21e71f7b6 tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 210 time: 0.0318367 Dec 08 22:07:10.993383 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:11.047075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 30df37a3-bf8a-470b-960e-2efeb16df29b no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:11.074474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 30df37a3-bf8a-470b-960e-2efeb16df29b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:11.080158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 30df37a3-bf8a-470b-960e-2efeb16df29b not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:11.117515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5b98-8753-48e7-a86b-163e35b2368e req-d5442dc1-f2b9-488e-a312-ecf5e608681b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:11.123216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-281d5b98-8753-48e7-a86b-163e35b2368e req-d5442dc1-f2b9-488e-a312-ecf5e608681b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 945 time: 0.0643532 Dec 08 22:07:11.194641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-281d5b98-8753-48e7-a86b-163e35b2368e req-1e1c197f-54fc-4ccf-8e57-2b747a8031c4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676379 Dec 08 22:07:11.520108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473820b8-3b74-4b68-a14f-5898e446682b req-0f83a5d3-914d-4c25-9a0f-5d0b6152d280 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:11.522068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473820b8-3b74-4b68-a14f-5898e446682b req-0f83a5d3-914d-4c25-9a0f-5d0b6152d280 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 945 time: 0.0677609 Dec 08 22:07:11.578809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-473820b8-3b74-4b68-a14f-5898e446682b req-94564a67-47d0-4d94-ae13-e0050c5523b8 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 Dec 08 22:07:11.737393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551e958-8959-4425-90ed-fce29dfbbcf9 req-2fb22876-ca8c-45c9-989e-b16b37aefec7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:11.739346 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d551e958-8959-4425-90ed-fce29dfbbcf9 req-2fb22876-ca8c-45c9-989e-b16b37aefec7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 945 time: 0.0741343 Dec 08 22:07:11.783968 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d551e958-8959-4425-90ed-fce29dfbbcf9 req-822ad3b1-adbc-4b15-9135-bb8e573cf91b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 Dec 08 22:07:11.787544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77fbf9ea-7fab-400f-8e9e-fbe6f67fe204 req-77286355-8460-4bbc-ac0f-7778fe18deb0 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0311444 Dec 08 22:07:12.091833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c3a71166-e6f0-4475-9f62-f7759e57b055 req-40908109-a79f-41ee-9b13-2c338aa64d1c tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 210 time: 0.0345387 Dec 08 22:07:12.169496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb29de-f54d-45b2-9dda-fd6729d963e8 req-a19b5bf1-88ce-4f73-b500-dba9144f41cd tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:12.171075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ddfb29de-f54d-45b2-9dda-fd6729d963e8 req-a19b5bf1-88ce-4f73-b500-dba9144f41cd tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 945 time: 0.0588884 Dec 08 22:07:12.254747 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ddfb29de-f54d-45b2-9dda-fd6729d963e8 req-2a819cc8-466a-47f2-bdde-19e5e73e69f1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690303 Dec 08 22:07:12.937549 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c78323e9-ad81-42ed-a444-f12ddb9bb471 req-4ea58859-5170-426a-9414-f0d7ad41b7ab tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0370641 Dec 08 22:07:13.200695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e2ccc0f-f101-4d8e-97d6-b2607ec37f04 req-2b7afb69-0c07-4193-aa22-36c3f8c9c4bb tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "GET /v2.0/ports?device_id=806e401d-e51d-499a-b4a0-78665aee3a2a HTTP/1.1" status: 200 len: 210 time: 0.0489690 Dec 08 22:07:13.419383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb675df4-cdce-4b50-a06e-05185b8c8f7e req-2d2a6dd6-078f-46d3-a1f5-5e5075f1495b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:13.422499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb675df4-cdce-4b50-a06e-05185b8c8f7e req-2d2a6dd6-078f-46d3-a1f5-5e5075f1495b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 945 time: 0.0817728 Dec 08 22:07:13.478138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb675df4-cdce-4b50-a06e-05185b8c8f7e req-b8e20ae0-0771-4dfc-8902-26beb240df1f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475719 Dec 08 22:07:13.496376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-77564846-49d4-4f2a-b4db-9339ec23e2d1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:13.498546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-77564846-49d4-4f2a-b4db-9339ec23e2d1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 945 time: 0.0703847 Dec 08 22:07:13.611294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Deleting port fe1aa939-a0f7-490f-b0b1-dc52a474dedf {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:13.611635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:13.713169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] For port fe1aa939-a0f7-490f-b0b1-dc52a474dedf, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:13.713539 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:13.737648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Calling delete_port for fe1aa939-a0f7-490f-b0b1-dc52a474dedf owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:13.899280 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:13.912669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:07:13.916034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['fe1aa939-a0f7-490f-b0b1-dc52a474dedf'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:07:13.944496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event deleted for resources: {'Port': ['ID=fe1aa939-a0f7-490f-b0b1-dc52a474dedf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:14.015667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] No DVR routers for this DVR port fe1aa939-a0f7-490f-b0b1-dc52a474dedf on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:07:14.018242 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:14.021743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f277c5b-a017-4411-97c8-ee8383798ba4 req-2aef0092-cf99-4df7-98d9-f1928d5011e3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.23 "DELETE /v2.0/ports/fe1aa939-a0f7-490f-b0b1-dc52a474dedf HTTP/1.1" status: 204 len: 173 time: 0.5108540 Dec 08 22:07:14.022229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c143dcbb-cfe4-42c8-a18e-f55c2ad34e19', 'name': 'network-vif-deleted', 'tag': 'fe1aa939-a0f7-490f-b0b1-dc52a474dedf'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:14.024718 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0455284-a6e7-42b2-836e-185110c9fd0a" -d '{"events": [{"server_uuid": "c143dcbb-cfe4-42c8-a18e-f55c2ad34e19", "name": "network-vif-deleted", "tag": "fe1aa939-a0f7-490f-b0b1-dc52a474dedf"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:14.070121 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb15e7-f31a-40a4-ab25-a28abef86f89 x-openstack-request-id: req-4fbb15e7-f31a-40a4-ab25-a28abef86f89 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:14.070480 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c143dcbb-cfe4-42c8-a18e-f55c2ad34e19", "name": "network-vif-deleted", "tag": "fe1aa939-a0f7-490f-b0b1-dc52a474dedf", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:14.070761 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fbb15e7-f31a-40a4-ab25-a28abef86f89 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:14.071206 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c143dcbb-cfe4-42c8-a18e-f55c2ad34e19', 'name': 'network-vif-deleted', 'tag': 'fe1aa939-a0f7-490f-b0b1-dc52a474dedf', 'status': 'completed', 'code': 200} Dec 08 22:07:14.112242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-62f8c656-3680-41f0-be4f-1172e03ac419 req-a84e5af6-7384-4885-acd1-abfa31ee94c8 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0401151 Dec 08 22:07:14.307533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 51472) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:14.380960 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ca9eed3-0cb0-4577-b843-b75a89792f1d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:14.412806 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ca9eed3-0cb0-4577-b843-b75a89792f1d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:14.490690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ca9eed3-0cb0-4577-b843-b75a89792f1d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:14.493783 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ca9eed3-0cb0-4577-b843-b75a89792f1d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:14.497664 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1ca9eed3-0cb0-4577-b843-b75a89792f1d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] 10.222.0.21 "DELETE /v2.0/security-groups/357edd5f-ac95-4e5b-9ae7-49af7ecfdec1 HTTP/1.1" status: 204 len: 168 time: 0.1857355 Dec 08 22:07:14.513407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9eed3-0cb0-4577-b843-b75a89792f1d tempest-TestVolumeBackupRestore-1139085734 tempest-TestVolumeBackupRestore-1139085734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357edd5f-ac95-4e5b-9ae7-49af7ecfdec1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:14.664586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42121b97-0b94-4769-ae86-ae565302b436 req-5519ebe3-a715-4d7f-b19c-d0d2eee00bfb tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c143dcbb-cfe4-42c8-a18e-f55c2ad34e19 HTTP/1.1" status: 200 len: 210 time: 0.0442712 Dec 08 22:07:15.285879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-81d82955-9d36-4772-94c6-ec8e1c807631 req-4c0c205f-a598-4b5c-92c0-4e61911ea10c tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0379877 Dec 08 22:07:16.122388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-40aa1034-78c3-412e-ab9e-6d66b23626a8 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:16.130836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-40aa1034-78c3-412e-ab9e-6d66b23626a8 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.1818647 Dec 08 22:07:16.147790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-63fbe98c-9c62-40c1-ab18-184d7d5618d2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/quotas/6eb9361777764b69a95e37a2e21b8eb1 HTTP/1.1" status: 200 len: 375 time: 0.0160537 Dec 08 22:07:16.243095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-062d7917-6a25-430a-9f8e-3a67f9d22fae tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943868 Dec 08 22:07:16.355691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-7049aecd-9f6b-466c-adfc-5ea238883fff service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101196 Dec 08 22:07:16.448985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-39a41bf2-aa4a-4f43-b7e4-0b84e070d6af req-66d0c10e-801e-4922-be18-ae9ef7e78267 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0368547 Dec 08 22:07:16.524977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-0b7e2c25-6444-4e5f-a523-947c426e4934 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681745 Dec 08 22:07:16.864225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e56b67aa-953d-4fb0-97dc-b83aeb3be90b req-4b86962a-74a6-41e9-a5e1-1218d2d8cc29 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 210 time: 0.0589232 Dec 08 22:07:17.659450 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88346600-617a-4a24-9501-e6490b85deb1 req-fc548681-5cc4-409d-a517-bdc4222c9c49 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0612938 Dec 08 22:07:17.987393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cadb0fc2-5237-4765-9ad3-08d133ade69f req-650ce381-6163-4f25-b1c5-d9917840d22b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 210 time: 0.0412552 Dec 08 22:07:18.271778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fe1aa939-a0f7-490f-b0b1-dc52a474dedf no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:18.375326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: fe1aa939-a0f7-490f-b0b1-dc52a474dedf {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:18.381394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device fe1aa939-a0f7-490f-b0b1-dc52a474dedf not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:18.529219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-b691d96c-fa3c-4648-a7e2-ffc4498a225c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:18.531419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-b691d96c-fa3c-4648-a7e2-ffc4498a225c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 806 time: 0.2415724 Dec 08 22:07:18.544600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Request body: {'port': {'device_id': 'fcea95ed-c922-431b-a274-c59d56cf7bfe', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'admin_state_up': True, 'tenant_id': '6eb9361777764b69a95e37a2e21b8eb1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:18.718174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Made reservation on behalf of 6eb9361777764b69a95e37a2e21b8eb1 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:07:18.722489 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:18.863167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0c3a7ab4-872c-4c39-a481-410598e6c4df req-61fe74c7-894f-4806-a450-29e238826933 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0764232 Dec 08 22:07:19.016980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Allocated IP 172.20.0.2 (1f5d6c2e-be08-4d88-a755-61af81e62be6/3c359eed-909f-4b0e-aa0f-da9b75d8c877/fb56bddf-cefe-4938-b5aa-f8f8367194ad) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:07:19.154526 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c65867e1-5724-4adb-a441-088aabc35135 req-adfa3661-1598-4172-8907-e65ea5c5ae3d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 210 time: 0.0591941 Dec 08 22:07:19.382978 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:19.446677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:19.459799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:07:19.549409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event updated for resources: {'Port': ['ID=fb56bddf-cefe-4938-b5aa-f8f8367194ad,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:19.554071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Network 1f5d6c2e-be08-4d88-a755-61af81e62be6 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:19.557158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:19.566828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.567362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.567852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.568333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.568977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.569503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.570268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.570614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.571124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.571491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.571828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.572154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:19.575876 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:07:19.669569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:19.670657 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:19.708502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c5f2143d-5141-4222-988d-e24208203733 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1674809 Dec 08 22:07:19.723355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Request body: {'port': {'device_id': 'fcea95ed-c922-431b-a274-c59d56cf7bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:19.873201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:20.092019 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-62a450ad-3253-4d52-8639-348624a80ef9 req-b3c53e17-9e99-45a3-9036-fd8a3f7c4eb1 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0468554 Dec 08 22:07:20.214447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb56bddf-cefe-4938-b5aa-f8f8367194ad {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:07:20.239831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:20.320474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Transition to ACTIVE for port object fb56bddf-cefe-4938-b5aa-f8f8367194ad will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:07:20.329235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:20.382062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab4515-e364-4ff4-92fa-fb40bbd7e5df req-669c874f-da61-425b-bfde-7e169426830f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:20.384107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47ab4515-e364-4ff4-92fa-fb40bbd7e5df req-669c874f-da61-425b-bfde-7e169426830f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 931 time: 0.1172123 Dec 08 22:07:20.451347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52074) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:20.465429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb56bddf-cefe-4938-b5aa-f8f8367194ad,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:20.495996 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47ab4515-e364-4ff4-92fa-fb40bbd7e5df req-d3935ed8-4a7a-462b-a77c-4563eab9c1a3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972402 Dec 08 22:07:20.565718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Attempting to bind port fb56bddf-cefe-4938-b5aa-f8f8367194ad on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:07:20.566513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Attempting to bind port fb56bddf-cefe-4938-b5aa-f8f8367194ad by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:07:20.567365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Attempting to bind port fb56bddf-cefe-4938-b5aa-f8f8367194ad on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:20.575782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Port fb56bddf-cefe-4938-b5aa-f8f8367194ad on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:07:20.576701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Attempting to bind port fb56bddf-cefe-4938-b5aa-f8f8367194ad on network 1f5d6c2e-be08-4d88-a755-61af81e62be6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:20.583432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:07:20.584084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Checking segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:07:20.584662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Bound using segment: {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:07:20.585289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Bound port: fb56bddf-cefe-4938-b5aa-f8f8367194ad, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f240ae-ac18-4415-9bf2-424c07ecd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:07:20.585882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:20.705119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] For port fb56bddf-cefe-4938-b5aa-f8f8367194ad, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:07:20.713799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] For port fb56bddf-cefe-4938-b5aa-f8f8367194ad, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fb56bddf-cefe-4938-b5aa-f8f8367194ad,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:07:20.722348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:20.756066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:20.756988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:20.759000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/fb56bddf-cefe-4938-b5aa-f8f8367194ad HTTP/1.1" status: 200 len: 1091 time: 1.0412376 Dec 08 22:07:20.760975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcea95ed-c922-431b-a274-c59d56cf7bfe', 'tag': 'fb56bddf-cefe-4938-b5aa-f8f8367194ad'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:20.765937 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9832292c-6edf-40f8-8ff7-cfcd473bb247" -d '{"events": [{"name": "network-changed", "server_uuid": "fcea95ed-c922-431b-a274-c59d56cf7bfe", "tag": "fb56bddf-cefe-4938-b5aa-f8f8367194ad"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:20.826055 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e85b228-61d4-4efb-ad75-15c05f571f98 x-openstack-request-id: req-6e85b228-61d4-4efb-ad75-15c05f571f98 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:20.826357 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcea95ed-c922-431b-a274-c59d56cf7bfe", "tag": "fb56bddf-cefe-4938-b5aa-f8f8367194ad", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:20.827426 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e85b228-61d4-4efb-ad75-15c05f571f98 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:20.827946 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcea95ed-c922-431b-a274-c59d56cf7bfe', 'tag': 'fb56bddf-cefe-4938-b5aa-f8f8367194ad', 'status': 'completed', 'code': 200} Dec 08 22:07:20.912090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eeed8-024d-4098-8fd5-34b6d4d3d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb56bddf-cefe-4938-b5aa-f8f8367194ad,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:20.917045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-ede3e02c-198b-4da1-bf90-36bea1a3f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:20.918688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-ede3e02c-198b-4da1-bf90-36bea1a3f0e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 1094 time: 0.0956440 Dec 08 22:07:21.000977 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:21.001631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-d4435041-01c3-4b80-ab20-3c39a32fb8b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb56bddf-cefe-4938-b5aa-f8f8367194ad HTTP/1.1" status: 200 len: 217 time: 0.0700388 Dec 08 22:07:21.098405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-695851f5-8a8f-4498-89ea-d306b0d30f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:21.102042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-695851f5-8a8f-4498-89ea-d306b0d30f46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0910375 Dec 08 22:07:21.158802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-c877b7bc-66a3-4d48-855e-e7190f5a9bc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427861 Dec 08 22:07:21.269684 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c0fcffc-21a6-497f-b812-97cc95769bb1 req-21aeb73a-010d-4b5e-b284-5b4e1e579996 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0677283 Dec 08 22:07:21.361217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-d79f726f-e071-443e-863f-6e6b95e53f90 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951673 Dec 08 22:07:21.411882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Deleting port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:21.412871 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:21.468318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5540d2c-a513-4efb-9288-3a5eee09c0f9 req-0021e403-19d8-4bdd-8cb5-1a2c2aff2c96 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982893 Dec 08 22:07:21.517028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] For port 595ccffb-07e8-4631-abbc-7f1e08f0f3aa, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:21.517647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:21.531625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Calling delete_port for 595ccffb-07e8-4631-abbc-7f1e08f0f3aa owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:21.607055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-9291d93b-f9aa-486c-9340-f73a5db0c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:21.609222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-9291d93b-f9aa-486c-9340-f73a5db0c4e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 1094 time: 0.0881922 Dec 08 22:07:21.717941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c3e9c-34ef-4fc6-ac33-371ddb8664be req-78635aa5-833c-44dd-bb7c-df3391e20713 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:21.719846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c50c3e9c-34ef-4fc6-ac33-371ddb8664be req-78635aa5-833c-44dd-bb7c-df3391e20713 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 943 time: 0.0715485 Dec 08 22:07:21.753354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-816520be-8ab0-463c-b11b-d7ba21c880a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:21.755078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-816520be-8ab0-463c-b11b-d7ba21c880a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 200 len: 907 time: 0.1383002 Dec 08 22:07:21.811662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-67c66caf-ce13-45f8-9875-1736e1fd485a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb56bddf-cefe-4938-b5aa-f8f8367194ad HTTP/1.1" status: 200 len: 217 time: 0.0455828 Dec 08 22:07:21.843714 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:21.877009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c50c3e9c-34ef-4fc6-ac33-371ddb8664be req-42e81d0f-afb0-4a48-8613-19e9042796c8 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822051 Dec 08 22:07:21.879748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=595ccffb-07e8-4631-abbc-7f1e08f0f3aa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:21.887601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-c051e257-124c-4cd3-b499-68098984b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:21.890058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-c051e257-124c-4cd3-b499-68098984b9d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 200 len: 846 time: 0.0712080 Dec 08 22:07:21.946442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-71b66709-574f-4965-b872-db022ea30e80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f5d6c2e-be08-4d88-a755-61af81e62be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362191 Dec 08 22:07:22.077753 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-4a123971-fb84-4de0-9fd6-16cc4eb5bfe8 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211848 Dec 08 22:07:22.108853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:22.439644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Router 7d08db44-cf5e-4358-93e2-644317edbc19 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:07:22.546440 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a1969f2-16ac-4b59-a22c-49ad00791c0b req-1584600b-8eac-4e68-b6ce-54bd7bbf32a2 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0342219 Dec 08 22:07:22.589012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:07:22.595679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-388a3015-19ac-4be3-89d7-a72c4f2c9d10 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d08db44-cf5e-4358-93e2-644317edbc19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1429007 Dec 08 22:07:22.598259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52122) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:22.602699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] Sync routers for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:07:22.610127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9832292c-6edf-40f8-8ff7-cfcd473bb247 req-5cc5f8d6-4a24-4109-a663-b9c21a0bfcf7 service neutron] 10.222.0.37 "GET /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236409 Dec 08 22:07:22.616532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:22.617371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:22.712561 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:22.754875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:23.022354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:07:21Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:23.057664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] Checking router: 7d08db44-cf5e-4358-93e2-644317edbc19 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:07:23.069088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] Routers {'7d08db44-cf5e-4358-93e2-644317edbc19'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:23.069950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d08db44-cf5e-4358-93e2-644317edbc19'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:23.195626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] Set router 7d08db44-cf5e-4358-93e2-644317edbc19 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:23.196631 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.242601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device fb56bddf-cefe-4938-b5aa-f8f8367194ad details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:07:23.269467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd6ad-1001-4323-b65b-a3a8512af34c req-c5783353-0825-4b59-ba94-a361cf04e7c7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:23.270997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4bd6ad-1001-4323-b65b-a3a8512af34c req-c5783353-0825-4b59-ba94-a361cf04e7c7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 943 time: 0.0832498 Dec 08 22:07:23.325764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Deleting port 988b13cb-db8c-4d17-a740-2f602a4fd1da {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:23.327353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.335988 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a4bd6ad-1001-4323-b65b-a3a8512af34c req-a652644e-ea14-47e4-aa47-ae74821a3fe1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Dec 08 22:07:23.433872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] For port 988b13cb-db8c-4d17-a740-2f602a4fd1da, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=988b13cb-db8c-4d17-a740-2f602a4fd1da,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:23.434238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.447182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Calling delete_port for 988b13cb-db8c-4d17-a740-2f602a4fd1da owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:23.501861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port fb56bddf-cefe-4938-b5aa-f8f8367194ad, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fb56bddf-cefe-4938-b5aa-f8f8367194ad,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:23.516868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'fb56bddf-cefe-4938-b5aa-f8f8367194ad', 'network_id': '1f5d6c2e-be08-4d88-a755-61af81e62be6', 'port_id': 'fb56bddf-cefe-4938-b5aa-f8f8367194ad', 'mac_address': 'fa:16:3e:df:8d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c359eed-909f-4b0e-aa0f-da9b75d8c877', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:07:23.520644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:07:21Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:23.548863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882f8d4-c303-4dc7-b24e-d716e7657452 None None] The sync data for ids ['7d08db44-cf5e-4358-93e2-644317edbc19'] in n-d-821126-1 is: [{'id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'name': 'tempest-TestVolumeBackupRestore-1876681659-router', 'tenant_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:07:21Z', 'revision_number': 5, 'project_id': 'b4e7c18a1aae403ea845f3aa4f380a3f', 'gw_port': {'id': '988b13cb-db8c-4d17-a740-2f602a4fd1da', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08db44-cf5e-4358-93e2-644317edbc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:27Z', 'updated_at': '2021-12-08T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:07:23.629333 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.658129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb56bddf-cefe-4938-b5aa-f8f8367194ad {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:07:23.681076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.688448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67025770-da6f-4706-b46f-9a1a29c19023 req-63dcf6ae-84a8-42d5-aa4f-197055677d20 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0477464 Dec 08 22:07:23.694413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port fb56bddf-cefe-4938-b5aa-f8f8367194ad, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fb56bddf-cefe-4938-b5aa-f8f8367194ad,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:23.703887 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.717671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=988b13cb-db8c-4d17-a740-2f602a4fd1da,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:23.797215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.806557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=fb56bddf-cefe-4938-b5aa-f8f8367194ad,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:23.897999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.900340 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:23.924223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['fb56bddf-cefe-4938-b5aa-f8f8367194ad'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:07:24.012665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.013417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d08db44-cf5e-4358-93e2-644317edbc19 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:07:24.027140 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.035150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9880a240-9cbc-4c1d-a969-6323cc4c9f09 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7d08db44-cf5e-4358-93e2-644317edbc19 HTTP/1.1" status: 204 len: 168 time: 1.4303203 Dec 08 22:07:24.036544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:24.185096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d40622c-f081-43f5-ac16-e9e596b85cb6 admin admin] Deleting subnet 02cfc9b0-351f-4c1d-8435-e830b6cb4aac {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:07:24.191488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d40622c-f081-43f5-ac16-e9e596b85cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.228025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 595ccffb-07e8-4631-abbc-7f1e08f0f3aa no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:24.263798 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d40622c-f081-43f5-ac16-e9e596b85cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.270893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 595ccffb-07e8-4631-abbc-7f1e08f0f3aa {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:24.271239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 595ccffb-07e8-4631-abbc-7f1e08f0f3aa not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:24.380386 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d40622c-f081-43f5-ac16-e9e596b85cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.498332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f554c3-b8b2-48a5-8a61-a794255ee5b5 req-7bdf0e91-9314-4c0d-a314-1ddd56913cf4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:24.506151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3f554c3-b8b2-48a5-8a61-a794255ee5b5 req-7bdf0e91-9314-4c0d-a314-1ddd56913cf4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 944 time: 0.0784717 Dec 08 22:07:24.525272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d40622c-f081-43f5-ac16-e9e596b85cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.559128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40622c-f081-43f5-ac16-e9e596b85cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02cfc9b0-351f-4c1d-8435-e830b6cb4aac,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:24.570570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3d40622c-f081-43f5-ac16-e9e596b85cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.577943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3d40622c-f081-43f5-ac16-e9e596b85cb6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/02cfc9b0-351f-4c1d-8435-e830b6cb4aac HTTP/1.1" status: 204 len: 168 time: 0.5374980 Dec 08 22:07:24.578801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52168) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:24.583868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66401d92-dbbc-4fb9-9ff0-e5f6c470cdeb None None] Network 0914cfad-99c2-4178-8bcf-cdbe3dd5235f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:07:24.584316 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3f554c3-b8b2-48a5-8a61-a794255ee5b5 req-d1feed17-20af-4930-be77-906ede1d9e29 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772634 Dec 08 22:07:24.687994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.751704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Deleting port d102a4e3-6e0f-4beb-8420-66c5375b60ad {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:24.752286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.858231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff5d9931-4af8-4871-8947-8624321d56d8 req-0f7fa33a-ad7b-4d4f-8a39-f0b9ee19d533 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0397863 Dec 08 22:07:24.921491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] For port d102a4e3-6e0f-4beb-8420-66c5375b60ad, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d102a4e3-6e0f-4beb-8420-66c5375b60ad,segment=NetworkSegment(a3e94c75-8343-4766-a396-e30a1a97a47e),segment_id=a3e94c75-8343-4766-a396-e30a1a97a47e)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:24.921892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:24.937301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Calling delete_port for d102a4e3-6e0f-4beb-8420-66c5375b60ad owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:24.986537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] DHCP port deletion for 0914cfad-99c2-4178-8bcf-cdbe3dd5235f request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:07:25.060535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.072719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] Deleting port d102a4e3-6e0f-4beb-8420-66c5375b60ad {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:25.073369 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.099305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d102a4e3-6e0f-4beb-8420-66c5375b60ad,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:25.111990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] No DVR routers for this DVR port d102a4e3-6e0f-4beb-8420-66c5375b60ad on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:07:25.122178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device fb56bddf-cefe-4938-b5aa-f8f8367194ad up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:07:25.196128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.205773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] For port d102a4e3-6e0f-4beb-8420-66c5375b60ad, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:25.206411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.222380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] Calling delete_port for d102a4e3-6e0f-4beb-8420-66c5375b60ad owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:25.224014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port fb56bddf-cefe-4938-b5aa-f8f8367194ad completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:07:25.227633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] Port d102a4e3-6e0f-4beb-8420-66c5375b60ad was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:07:25.229743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port fb56bddf-cefe-4938-b5aa-f8f8367194ad triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:25.230119 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.232216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0914cfad-99c2-4178-8bcf-cdbe3dd5235f']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:25.243110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e94c75-8343-4766-a396-e30a1a97a47e') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:25.243410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e94c75-8343-4766-a396-e30a1a97a47e') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:25.253500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.267975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.274753 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.283094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:07:25.283535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:07:25.285785 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:07:25.308351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] Pushing event deleted for resources: {'Port': ['ID=d102a4e3-6e0f-4beb-8420-66c5375b60ad,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:25.321738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98144287-2251-4729-b7e9-e19101ed2ef6 None None] No DVR routers for this DVR port d102a4e3-6e0f-4beb-8420-66c5375b60ad on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:07:25.366087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.374832 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.389838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.393247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0914cfad-99c2-4178-8bcf-cdbe3dd5235f HTTP/1.1" status: 204 len: 168 time: 0.8120143 Dec 08 22:07:25.397990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52184) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:25.405477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcea95ed-c922-431b-a274-c59d56cf7bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb56bddf-cefe-4938-b5aa-f8f8367194ad'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:25.407827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3769c2-a8ee-434c-9050-f204bf8231b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0914cfad-99c2-4178-8bcf-cdbe3dd5235f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:25.409377 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543d690b-82ff-4fc5-9a2a-574d2e9ebdcf" -d '{"events": [{"server_uuid": "fcea95ed-c922-431b-a274-c59d56cf7bfe", "name": "network-vif-plugged", "status": "completed", "tag": "fb56bddf-cefe-4938-b5aa-f8f8367194ad"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:25.421744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port fb56bddf-cefe-4938-b5aa-f8f8367194ad, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fb56bddf-cefe-4938-b5aa-f8f8367194ad,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:25.429085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:25.501938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=fb56bddf-cefe-4938-b5aa-f8f8367194ad,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:25.506636 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb2de8f-9ecc-4ec3-b044-10e6a4c4b8e8 x-openstack-request-id: req-2bb2de8f-9ecc-4ec3-b044-10e6a4c4b8e8 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:25.506991 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcea95ed-c922-431b-a274-c59d56cf7bfe", "name": "network-vif-plugged", "status": "completed", "tag": "fb56bddf-cefe-4938-b5aa-f8f8367194ad", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:25.507198 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bb2de8f-9ecc-4ec3-b044-10e6a4c4b8e8 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:25.507590 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcea95ed-c922-431b-a274-c59d56cf7bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb56bddf-cefe-4938-b5aa-f8f8367194ad', 'code': 200} Dec 08 22:07:25.587360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7926-d064-4dee-867e-ff831382ff65 req-9fe3f2ef-a110-4612-97ba-7de892697c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:25.589474 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f7e7926-d064-4dee-867e-ff831382ff65 req-9fe3f2ef-a110-4612-97ba-7de892697c0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 1096 time: 0.0509062 Dec 08 22:07:25.635966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f7e7926-d064-4dee-867e-ff831382ff65 req-9a189546-e00f-4a6e-9741-f7b06928b5e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385568 Dec 08 22:07:25.763609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef575786-3c93-4a9f-8bf6-e109d31bbb7f req-d5998a3e-1996-4db4-8741-f667ef387ea7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:25.765959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef575786-3c93-4a9f-8bf6-e109d31bbb7f req-d5998a3e-1996-4db4-8741-f667ef387ea7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0872724 Dec 08 22:07:25.813208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 988b13cb-db8c-4d17-a740-2f602a4fd1da no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:25.813401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ef575786-3c93-4a9f-8bf6-e109d31bbb7f req-945b07b7-e6ff-4748-b41d-e2066d189e06 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Dec 08 22:07:25.854702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 988b13cb-db8c-4d17-a740-2f602a4fd1da {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:25.855302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 988b13cb-db8c-4d17-a740-2f602a4fd1da not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:25.855883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d102a4e3-6e0f-4beb-8420-66c5375b60ad no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:25.878764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: d102a4e3-6e0f-4beb-8420-66c5375b60ad {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:25.879435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d102a4e3-6e0f-4beb-8420-66c5375b60ad not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:25.893094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:26.030780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aea2a834-44c3-4f38-8aab-6fb5d361b511 req-1cbae90e-edaf-411c-8e50-b31b7730e7c2 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0414891 Dec 08 22:07:26.230458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Deleting port cd090742-41a8-4bc3-92b7-f405dfff3db3 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:26.230872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:26.327039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] For port cd090742-41a8-4bc3-92b7-f405dfff3db3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cd090742-41a8-4bc3-92b7-f405dfff3db3,segment=NetworkSegment(af172cc1-c144-4e84-86bf-886276e7a832),segment_id=af172cc1-c144-4e84-86bf-886276e7a832)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:26.327363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:26.345238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Calling delete_port for cd090742-41a8-4bc3-92b7-f405dfff3db3 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:26.534752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:26.565993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd090742-41a8-4bc3-92b7-f405dfff3db3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:26.831044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:27.021589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e94c6-a4e7-4d81-8764-526b5998c7f4 req-d3887d8b-8077-4222-824e-b1b461b3ac45 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:27.023556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-925e94c6-a4e7-4d81-8764-526b5998c7f4 req-d3887d8b-8077-4222-824e-b1b461b3ac45 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0780437 Dec 08 22:07:27.099050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-925e94c6-a4e7-4d81-8764-526b5998c7f4 req-fc3e0118-afbb-4a01-95fb-88b16c3e55b8 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565140 Dec 08 22:07:27.212966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0aebdfec-1ad0-4a05-9896-d0da44e6aa1a req-e5d4c244-1f79-44c1-b961-fee2d5c2a43e tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0325103 Dec 08 22:07:27.288625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Router 90f4a8ae-a263-423b-af46-3349a5a92aa9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:07:27.450136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57848ae-63c0-43ed-ba1d-6981930c42ce req-086c6b80-9b69-4b78-881c-74575cfc5b25 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:27.451662 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f57848ae-63c0-43ed-ba1d-6981930c42ce req-086c6b80-9b69-4b78-881c-74575cfc5b25 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1094820 Dec 08 22:07:27.483197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:07:27.491707 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-380da398-209c-439f-af04-f3dfd489bf36 admin admin] 10.222.0.21 "PUT /v2.0/routers/90f4a8ae-a263-423b-af46-3349a5a92aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0922875 Dec 08 22:07:27.494774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:27.498002 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] Sync routers for ids ['90f4a8ae-a263-423b-af46-3349a5a92aa9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:07:27.516782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f57848ae-63c0-43ed-ba1d-6981930c42ce req-48febe93-cd79-4e69-9f61-95057b159f98 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574689 Dec 08 22:07:27.526007 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] Routers {'90f4a8ae-a263-423b-af46-3349a5a92aa9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:27.526728 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['90f4a8ae-a263-423b-af46-3349a5a92aa9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:27.736529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34054cf8-5bd2-48b9-a211-7dcce127bb00 req-d0ab3f15-20b1-4364-99eb-df3eed0dd16e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:27.744798 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34054cf8-5bd2-48b9-a211-7dcce127bb00 req-d0ab3f15-20b1-4364-99eb-df3eed0dd16e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1295590 Dec 08 22:07:27.772827 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] Set router 90f4a8ae-a263-423b-af46-3349a5a92aa9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:27.993103 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34054cf8-5bd2-48b9-a211-7dcce127bb00 req-3d3abe5a-dac6-4cee-b9cc-0f02570ccc4c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468123 Dec 08 22:07:28.009239 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:07:26Z', 'revision_number': 5, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:28.071073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:28.110894 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] Checking router: 90f4a8ae-a263-423b-af46-3349a5a92aa9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:07:28.169349 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] Routers {'90f4a8ae-a263-423b-af46-3349a5a92aa9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:28.169992 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['90f4a8ae-a263-423b-af46-3349a5a92aa9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:28.369567 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:28.396287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4743631-b132-4ec8-aaaa-ad004b595a44 req-ea2209b9-6343-4e32-a9cb-24f1eb4d1f7b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:28.399788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4743631-b132-4ec8-aaaa-ad004b595a44 req-ea2209b9-6343-4e32-a9cb-24f1eb4d1f7b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1156023 Dec 08 22:07:28.490987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4743631-b132-4ec8-aaaa-ad004b595a44 req-f02fdb23-03f6-4757-8c0d-fc976c5488d3 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 Dec 08 22:07:28.507815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Deleting port f9773bf0-6daa-4df9-a721-5312d03909c0 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:28.508159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:28.531884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2772d1cf-99d5-447e-bca1-3c65a4f91e7c req-b0dc8d58-760d-4f7d-a37b-9fa5ba94c8df tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0606976 Dec 08 22:07:28.652776 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] Set router 90f4a8ae-a263-423b-af46-3349a5a92aa9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:28.692944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] For port f9773bf0-6daa-4df9-a721-5312d03909c0, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f9773bf0-6daa-4df9-a721-5312d03909c0,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:28.693307 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:28.722771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Calling delete_port for f9773bf0-6daa-4df9-a721-5312d03909c0 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:28.967841 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:07:26Z', 'revision_number': 5, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:29.007966 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa9f0e-bf85-4c89-b64d-f24183f434ac None None] The sync data for ids ['90f4a8ae-a263-423b-af46-3349a5a92aa9'] in n-d-821126-1 is: [{'id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'name': 'tempest-TestVolumeBackupRestore-1935365593-router', 'tenant_id': 'a0765246be984599867dc0bce13096a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:02:37Z', 'updated_at': '2021-12-08T22:07:26Z', 'revision_number': 5, 'project_id': 'a0765246be984599867dc0bce13096a6', 'gw_port': {'id': 'f9773bf0-6daa-4df9-a721-5312d03909c0', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4a8ae-a263-423b-af46-3349a5a92aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:02:38Z', 'updated_at': '2021-12-08T22:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:07:29.038636 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.083695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9773bf0-6daa-4df9-a721-5312d03909c0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:29.180964 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.298681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.302182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.373541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.374283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90f4a8ae-a263-423b-af46-3349a5a92aa9 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:07:29.394359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.395794 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d7f35787-1724-4940-b4af-dd2152039bb4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/90f4a8ae-a263-423b-af46-3349a5a92aa9 HTTP/1.1" status: 204 len: 168 time: 1.9000196 Dec 08 22:07:29.398686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:29.465781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6040b33b-f33d-4639-a5b4-1698953e92a5 admin admin] Deleting subnet e8e797cb-4826-44a6-9b96-609d04823c1a {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:07:29.471646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6040b33b-f33d-4639-a5b4-1698953e92a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.523087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6040b33b-f33d-4639-a5b4-1698953e92a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.650157 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6040b33b-f33d-4639-a5b4-1698953e92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.803448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43a152-4ac3-43cd-b6a6-2ee9a9d7513c req-26a4f2c8-0756-4ed9-8c8d-ff52901bf20c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:29.805891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a43a152-4ac3-43cd-b6a6-2ee9a9d7513c req-26a4f2c8-0756-4ed9-8c8d-ff52901bf20c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1436729 Dec 08 22:07:29.817576 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cedafcb-c4fc-4b8f-b054-8e04aa91fca4 req-0bc53644-449d-4851-817a-bb9a1955c45e tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0922430 Dec 08 22:07:29.855283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a43a152-4ac3-43cd-b6a6-2ee9a9d7513c req-5f075486-4a7d-4f5f-9644-7d1f3e1e20dd tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 Dec 08 22:07:29.858534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6040b33b-f33d-4639-a5b4-1698953e92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.905750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040b33b-f33d-4639-a5b4-1698953e92a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e797cb-4826-44a6-9b96-609d04823c1a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:29.910238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6040b33b-f33d-4639-a5b4-1698953e92a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:29.913688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6040b33b-f33d-4639-a5b4-1698953e92a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e8e797cb-4826-44a6-9b96-609d04823c1a HTTP/1.1" status: 204 len: 168 time: 0.5139289 Dec 08 22:07:29.916518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52270) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:29.917791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ce00f-656b-4469-95b1-ae595a1007b6 None None] Network e7ed8255-103f-4bee-9d93-cb899fee388f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:07:30.014697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.134066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cd090742-41a8-4bc3-92b7-f405dfff3db3 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:30.152486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8615c656-f073-4832-bbab-283a14706366 req-bc49ffe4-dc1f-41c0-b7f7-80aa2b0cf5dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.1002858 Dec 08 22:07:30.164936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: cd090742-41a8-4bc3-92b7-f405dfff3db3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:30.167897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cd090742-41a8-4bc3-92b7-f405dfff3db3 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:30.195957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Deleting port 9906fdcc-2538-41b2-931e-e2443e43b79a {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:30.196409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.223862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] DHCP port deletion for e7ed8255-103f-4bee-9d93-cb899fee388f request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:07:30.274313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] For port 9906fdcc-2538-41b2-931e-e2443e43b79a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9906fdcc-2538-41b2-931e-e2443e43b79a,segment=NetworkSegment(af172cc1-c144-4e84-86bf-886276e7a832),segment_id=af172cc1-c144-4e84-86bf-886276e7a832)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:30.274769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.292375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Calling delete_port for 9906fdcc-2538-41b2-931e-e2443e43b79a owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:30.312914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] Deleting port 9906fdcc-2538-41b2-931e-e2443e43b79a {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:30.313398 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.425642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] For port 9906fdcc-2538-41b2-931e-e2443e43b79a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9906fdcc-2538-41b2-931e-e2443e43b79a,segment=NetworkSegment(af172cc1-c144-4e84-86bf-886276e7a832),segment_id=af172cc1-c144-4e84-86bf-886276e7a832)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:30.426353 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.433110 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.460750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] Calling delete_port for 9906fdcc-2538-41b2-931e-e2443e43b79a owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:30.476677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9906fdcc-2538-41b2-931e-e2443e43b79a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:30.487127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] No DVR routers for this DVR port 9906fdcc-2538-41b2-931e-e2443e43b79a on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:07:30.572597 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.574928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.596758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ed8255-103f-4bee-9d93-cb899fee388f']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:30.603505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] Pushing event deleted for resources: {'Port': ['ID=9906fdcc-2538-41b2-931e-e2443e43b79a,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:30.610129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af172cc1-c144-4e84-86bf-886276e7a832') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:30.610438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af172cc1-c144-4e84-86bf-886276e7a832') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:30.615794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f3043-019f-4e65-adf5-0fe5eb7376d4 None None] No DVR routers for this DVR port 9906fdcc-2538-41b2-931e-e2443e43b79a on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:07:30.633838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.651709 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.658230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:07:30.658616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:07:30.660338 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:07:30.747091 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.758626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:30.761814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e7ed8255-103f-4bee-9d93-cb899fee388f HTTP/1.1" status: 204 len: 168 time: 0.8441560 Dec 08 22:07:30.773816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2a0f0-f412-412f-9bc5-4d7b514364e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ed8255-103f-4bee-9d93-cb899fee388f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:30.999127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:31.003160 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e123c25d-b374-4f88-9a34-d3c8ebd0aeb8 req-d444d91c-b350-48dc-b4c8-cfcea0056925 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0984864 Dec 08 22:07:31.064726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-48b06454-de18-47c9-ae39-e6dcb4cc849e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4e7c18a1aae403ea845f3aa4f380a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642061 Dec 08 22:07:31.068815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52284) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:31.070969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc7143-ddac-467f-aca7-7f4ca65d3f2c req-e50ca427-6b98-4a6d-9f97-c4ebcc66dc8b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:31.079209 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77dc7143-ddac-467f-aca7-7f4ca65d3f2c req-e50ca427-6b98-4a6d-9f97-c4ebcc66dc8b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1264412 Dec 08 22:07:31.145286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1107e718-4d1a-4603-b5b6-581f17b6fb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:31.175203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77dc7143-ddac-467f-aca7-7f4ca65d3f2c req-09a7522b-1c82-4145-921a-9ae3ae0f9489 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813153 Dec 08 22:07:31.214854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1107e718-4d1a-4603-b5b6-581f17b6fb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:31.310231 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1107e718-4d1a-4603-b5b6-581f17b6fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:31.317548 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1107e718-4d1a-4603-b5b6-581f17b6fb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:31.327884 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1107e718-4d1a-4603-b5b6-581f17b6fb92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c407e0e7-89a4-4d7e-8075-a045219fa208 HTTP/1.1" status: 204 len: 168 time: 0.2580419 Dec 08 22:07:31.338557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e718-4d1a-4603-b5b6-581f17b6fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c407e0e7-89a4-4d7e-8075-a045219fa208,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:31.789204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52294) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:31.792372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f9773bf0-6daa-4df9-a721-5312d03909c0 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:31.829335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f9773bf0-6daa-4df9-a721-5312d03909c0 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:31.829914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f9773bf0-6daa-4df9-a721-5312d03909c0 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:31.830480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9906fdcc-2538-41b2-931e-e2443e43b79a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:31.849435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 9906fdcc-2538-41b2-931e-e2443e43b79a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:31.850013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9906fdcc-2538-41b2-931e-e2443e43b79a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:31.872515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4c12f360-1497-4c01-9fc7-342df26e1857 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0765246be984599867dc0bce13096a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786688 Dec 08 22:07:31.875481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52296) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:31.953753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f229464-ae2f-4e2f-8a20-27d5a18ebc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:31.980278 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f229464-ae2f-4e2f-8a20-27d5a18ebc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:32.036538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f229464-ae2f-4e2f-8a20-27d5a18ebc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:32.039486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f229464-ae2f-4e2f-8a20-27d5a18ebc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:32.044860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3f229464-ae2f-4e2f-8a20-27d5a18ebc06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cbf81c3-8d18-4ff6-ab85-db1b0a564fd7 HTTP/1.1" status: 204 len: 168 time: 0.1681755 Dec 08 22:07:32.053757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f229464-ae2f-4e2f-8a20-27d5a18ebc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbf81c3-8d18-4ff6-ab85-db1b0a564fd7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:32.131155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-454ae266-dc1e-4460-8ce5-e9ab986dbc8f req-29dc4e78-2051-4ac5-a16b-72e6933a033a tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0277851 Dec 08 22:07:32.385505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e77f5-574d-48d9-8e65-1ffa63e48969 req-4148ca96-2d35-4b95-94a5-88f7e77b13d2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:32.397089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a3e77f5-574d-48d9-8e65-1ffa63e48969 req-4148ca96-2d35-4b95-94a5-88f7e77b13d2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0913725 Dec 08 22:07:32.473959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a3e77f5-574d-48d9-8e65-1ffa63e48969 req-95a37902-f754-4208-9ef9-54d5a32fb730 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755422 Dec 08 22:07:32.584111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d73c3cf1-d857-44d0-aca2-683b63903eb1 req-12be4660-d7a2-44e9-9599-764f6bc0dbe8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9379bcabaf45458f99925dbef7e544dc&device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.1026437 Dec 08 22:07:32.601751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84f885da-e347-4817-8923-8c5c59713811 req-2c546200-fa72-4489-9e6d-ebbcdbdb0f07 tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0475185 Dec 08 22:07:32.696062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d73c3cf1-d857-44d0-aca2-683b63903eb1 req-87dc39e9-8874-4f18-9f04-ae3a74131032 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9379bcabaf45458f99925dbef7e544dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026349 Dec 08 22:07:32.925020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c3cf1-d857-44d0-aca2-683b63903eb1 req-b23cba0d-0857-4db9-90d6-410720afe448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:32.926961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d73c3cf1-d857-44d0-aca2-683b63903eb1 req-b23cba0d-0857-4db9-90d6-410720afe448 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227440 Dec 08 22:07:33.618065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0ca8-0428-45a4-b164-a88e6532fd85 req-04a6ea3d-45e3-4d4d-ab65-a18e7c4c89e5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:33.619755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-067b0ca8-0428-45a4-b164-a88e6532fd85 req-04a6ea3d-45e3-4d4d-ab65-a18e7c4c89e5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0521102 Dec 08 22:07:33.675400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-067b0ca8-0428-45a4-b164-a88e6532fd85 req-3531b94f-73b5-4ac4-9ad6-a0cefd53480d tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458062 Dec 08 22:07:33.719155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dfdf8b63-143c-4ee9-b758-82df05b9e148 req-6593f8d7-90e0-4b29-a953-2b5c892d54fd tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0268800 Dec 08 22:07:34.120027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d73c3cf1-d857-44d0-aca2-683b63903eb1 req-e31a705d-bc4f-46e9-b82e-ec18c5c1b3cf tempest-ServerShowV254Test-1116586306 tempest-ServerShowV254Test-1116586306-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8741ee4-d428-4818-874f-11ec04c68d7a HTTP/1.1" status: 200 len: 210 time: 0.0267527 Dec 08 22:07:34.836730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139270e6-6387-4f5e-b146-373d8b8bf534 req-823a98ff-8e5c-4b99-8bb7-7ae7cf9792b2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:34.838416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-139270e6-6387-4f5e-b146-373d8b8bf534 req-823a98ff-8e5c-4b99-8bb7-7ae7cf9792b2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0707419 Dec 08 22:07:34.892093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-139270e6-6387-4f5e-b146-373d8b8bf534 req-69e4f592-e5cd-4ad3-ba0d-22c23b9ef4e2 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Dec 08 22:07:35.086574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52434) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:35.257981 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff14f543-0764-42bc-bb6e-4f9a7c60cbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:35.361993 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff14f543-0764-42bc-bb6e-4f9a7c60cbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:35.368569 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ff14f543-0764-42bc-bb6e-4f9a7c60cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:35.409229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ff14f543-0764-42bc-bb6e-4f9a7c60cbc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9379bcabaf45458f99925dbef7e544dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214612 Dec 08 22:07:35.410457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14f543-0764-42bc-bb6e-4f9a7c60cbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0bfc00-44ab-41e6-aa16-0aafc4b173da,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:35.411906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52478) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:35.486249 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34c22005-4773-4ef7-b8f8-e7763329f02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:35.518995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34c22005-4773-4ef7-b8f8-e7763329f02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:35.571422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34c22005-4773-4ef7-b8f8-e7763329f02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:35.574671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34c22005-4773-4ef7-b8f8-e7763329f02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:35.579180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-34c22005-4773-4ef7-b8f8-e7763329f02b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c0bfc00-44ab-41e6-aa16-0aafc4b173da HTTP/1.1" status: 204 len: 168 time: 0.1638913 Dec 08 22:07:35.589746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22005-4773-4ef7-b8f8-e7763329f02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0bfc00-44ab-41e6-aa16-0aafc4b173da,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:35.644736 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-119abc2c-ca77-4d89-b2ff-472d0bd746d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.028678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111b98b-6819-41c1-97bb-1c4ed94b9f02 req-fb83d6cd-b811-4eba-81be-f7f7279f76c5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:36.031976 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5111b98b-6819-41c1-97bb-1c4ed94b9f02 req-fb83d6cd-b811-4eba-81be-f7f7279f76c5 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0547988 Dec 08 22:07:36.075250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5111b98b-6819-41c1-97bb-1c4ed94b9f02 req-4f7de787-4a90-458a-87fc-04d21d5c2c00 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Dec 08 22:07:36.368521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52642) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:36.503590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2118265209-network', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:36.527622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Made reservation on behalf of b22f4169e2164f80a6bbe36be5e713ba for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:07:36.530864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.540672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.636632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.646451 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.669167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:07:36.684772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c0b472-155f-4538-8964-d3b3fd2402ac,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:36.690195 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.690655 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Added segment d1aef336-9473-4334-b447-2138e1746fe6 of type vlan for network 607731e0-de32-4791-83a9-395fe1dc888e Dec 08 22:07:36.749655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.778919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.780334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:36.781061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:36.835351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4631486 Dec 08 22:07:36.835770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52714) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:36.842151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Request body: {'subnet': {'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2118265209-subnet', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:36.864608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4f44d-d406-46a1-bea9-23455e24a85a admin admin] Pushing event updated for resources: {'Network': ['ID=607731e0-de32-4791-83a9-395fe1dc888e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:36.875625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 607731e0-de32-4791-83a9-395fe1dc888e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:07:36.880627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Made reservation on behalf of b22f4169e2164f80a6bbe36be5e713ba for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:07:36.883002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.079951 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.148876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Checking segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:07:37.149234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Network hostable DHCP agents. Network: 607731e0-de32-4791-83a9-395fe1dc888e, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:07:37.154583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42150ea6-56fb-4b4e-b1fb-a050109d75f8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:37.208394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Network 607731e0-de32-4791-83a9-395fe1dc888e is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:07:37.224228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 607731e0-de32-4791-83a9-395fe1dc888e) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:37.232962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de0a4c-fbff-4f97-9b64-28b4d023190e None None] Network 607731e0-de32-4791-83a9-395fe1dc888e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:07:37.233567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacbc9f-0730-4198-9882-2097cddf6d6c req-0d3aa9a9-39af-4fef-ae07-b8768268f132 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:37.235142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dacbc9f-0730-4198-9882-2097cddf6d6c req-0d3aa9a9-39af-4fef-ae07-b8768268f132 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0818117 Dec 08 22:07:37.238239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:37.239364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.260734 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-232adec2-c75a-4fd2-9567-fe915417272c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4241843 Dec 08 22:07:37.263679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52774) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:37.270216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:37.302487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dacbc9f-0730-4198-9882-2097cddf6d6c req-b28096c6-c290-49b4-a04e-8f96c4c589f9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513649 Dec 08 22:07:37.307397 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.308791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.386052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.557283 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.596391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-607731e0-de32-4791-83a9-395fe1dc888e', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:07:37.597403 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.773286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Allocated IP 172.20.0.2 (607731e0-de32-4791-83a9-395fe1dc888e/42150ea6-56fb-4b4e-b1fb-a050109d75f8/290a031d-2c4a-449f-bd2b-c0145f87c057) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:07:37.815123 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.843828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.948290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:37.969556 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:38.050416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Allocated IP 172.25.1.26 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/2dcbc7da-b7b8-4d81-9590-4106df4afe83) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:07:38.078804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Network 607731e0-de32-4791-83a9-395fe1dc888e is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:38.086402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:38.090288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:07:38.118538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Pushing event updated for resources: {'Port': ['ID=290a031d-2c4a-449f-bd2b-c0145f87c057,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:38.152999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Attempting to bind port 290a031d-2c4a-449f-bd2b-c0145f87c057 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:07:38.153862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Attempting to bind port 290a031d-2c4a-449f-bd2b-c0145f87c057 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:07:38.154904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Attempting to bind port 290a031d-2c4a-449f-bd2b-c0145f87c057 on network 607731e0-de32-4791-83a9-395fe1dc888e {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:38.161722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:07:38.162106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Checking segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:07:38.162694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:38.163264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Bound using segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:07:38.163950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Bound port: 290a031d-2c4a-449f-bd2b-c0145f87c057, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:07:38.164337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:38.169968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:38.212293 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:38.246989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] For port 290a031d-2c4a-449f-bd2b-c0145f87c057, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:07:38.252455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:38.255132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] For port 290a031d-2c4a-449f-bd2b-c0145f87c057, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=290a031d-2c4a-449f-bd2b-c0145f87c057,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:07:38.255670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:38.259556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:07:38.267057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:38.272096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ded2a7b-a5b7-4e45-bd36-94cf0a902894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:38.299560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Pushing event updated for resources: {'Port': ['ID=2dcbc7da-b7b8-4d81-9590-4106df4afe83,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:38.327578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25605ce7-8dbe-4b93-92d8-66c56141e48f None None] Pushing event updated for resources: {'Port': ['ID=290a031d-2c4a-449f-bd2b-c0145f87c057,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:38.479462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df625d0-cb47-4ee8-9476-40bd5cd78e57 req-ded9d4d8-7e8b-4c44-9536-cff0e62d03c1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:38.480922 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6df625d0-cb47-4ee8-9476-40bd5cd78e57 req-ded9d4d8-7e8b-4c44-9536-cff0e62d03c1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0694242 Dec 08 22:07:38.611144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6df625d0-cb47-4ee8-9476-40bd5cd78e57 req-c230d2f2-4231-41b3-8f54-6a6575ae1031 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977035 Dec 08 22:07:38.635644 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:38.850148 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:39.000372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1d963-f557-4c3b-95a3-a509fc82460e req-5e3dedc5-4838-40d0-8b54-97cc23800867 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:39.001863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9b1d963-f557-4c3b-95a3-a509fc82460e req-5e3dedc5-4838-40d0-8b54-97cc23800867 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 945 time: 0.0692353 Dec 08 22:07:39.018261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:39.430320 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9b1d963-f557-4c3b-95a3-a509fc82460e req-27c8ff1c-d0bb-43ec-bcb0-c27dd0931b2f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4182014 Dec 08 22:07:39.469038 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:39.511997 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:39.517403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:07:39.581652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a2cb48-379c-410c-846c-f9af58389ed8 None None] Network 607731e0-de32-4791-83a9-395fe1dc888e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:07:39.656103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c020f332-30ed-4749-9b06-9157417a7b85 None None] Provisioning complete for port 290a031d-2c4a-449f-bd2b-c0145f87c057 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:39.656678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:07:39.657483 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c020f332-30ed-4749-9b06-9157417a7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:39.688378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Sync routers for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:07:39.703868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:39.705145 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5f6ed00c-db37-4c66-ab7c-1076c1827851 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4401309 Dec 08 22:07:39.708039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52860) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:39.730158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:39.733474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:39.876733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f16a7-20e5-41c7-b386-cdff9b44d9eb req-db51ac92-b63c-4c58-bfb4-1f99fe3590d9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:39.885447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-300f16a7-20e5-41c7-b386-cdff9b44d9eb req-db51ac92-b63c-4c58-bfb4-1f99fe3590d9 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1178391 Dec 08 22:07:39.950327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 290a031d-2c4a-449f-bd2b-c0145f87c057 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:07:39.952177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-300f16a7-20e5-41c7-b386-cdff9b44d9eb req-e99910a9-fe95-4867-8b27-f4d07eacc07b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655682 Dec 08 22:07:40.114071 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:40.154225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:40.242485 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c020f332-30ed-4749-9b06-9157417a7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:40.298298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 290a031d-2c4a-449f-bd2b-c0145f87c057 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:40.298934 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:40.376596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c020f332-30ed-4749-9b06-9157417a7b85 None None] For port 290a031d-2c4a-449f-bd2b-c0145f87c057, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=290a031d-2c4a-449f-bd2b-c0145f87c057,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:40.396104 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c020f332-30ed-4749-9b06-9157417a7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:40.595598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020f332-30ed-4749-9b06-9157417a7b85 None None] Pushing event updated for resources: {'Port': ['ID=290a031d-2c4a-449f-bd2b-c0145f87c057,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:40.600304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fdca1-49ee-4045-b93b-ef82502f6c13 req-4ffede66-8d2b-48b7-91a6-1b79a15ab9b9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:40.602894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210724-455b-470f-8270-3c70926fa757 req-f63154fc-de37-416a-9ae1-75fb7cb5796d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:40.609682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41210724-455b-470f-8270-3c70926fa757 req-f63154fc-de37-416a-9ae1-75fb7cb5796d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 945 time: 0.2275205 Dec 08 22:07:40.613516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d68fdca1-49ee-4045-b93b-ef82502f6c13 req-4ffede66-8d2b-48b7-91a6-1b79a15ab9b9 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 945 time: 0.0901408 Dec 08 22:07:40.629821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:38Z', 'revision_number': 3, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:40.662022 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d68fdca1-49ee-4045-b93b-ef82502f6c13 req-66bea146-6add-43d4-8b8d-f08c22d47a9d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473571 Dec 08 22:07:40.672648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Checking router: 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:07:40.673004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Updating router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 port 2dcbc7da-b7b8-4d81-9590-4106df4afe83 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:07:40.720644 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:40.758094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-89196f98-4e2c-404d-a4e2-09c9dd1d6850 None None] Provisioning complete for port 290a031d-2c4a-449f-bd2b-c0145f87c057 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:40.759859 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89196f98-4e2c-404d-a4e2-09c9dd1d6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:40.810225 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port 37b630e1-ae5e-447c-bc13-60428704b14c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:40.811368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.032297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.081262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.084149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] For port 37b630e1-ae5e-447c-bc13-60428704b14c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=37b630e1-ae5e-447c-bc13-60428704b14c,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:41.084509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.215037 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.223198 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.290671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd497d4-b127-42b6-9ac6-5304e3b29bcc None None] Pushing event updated for resources: {'Port': ['ID=2dcbc7da-b7b8-4d81-9590-4106df4afe83,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:41.293535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Attempting to bind port 2dcbc7da-b7b8-4d81-9590-4106df4afe83 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:07:41.294160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Attempting to bind port 2dcbc7da-b7b8-4d81-9590-4106df4afe83 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:07:41.294438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Attempting to bind port 2dcbc7da-b7b8-4d81-9590-4106df4afe83 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:41.302138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:07:41.302698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:07:41.303533 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.303533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:07:41.304058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Bound port: 2dcbc7da-b7b8-4d81-9590-4106df4afe83, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:07:41.304465 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.361068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] For port 2dcbc7da-b7b8-4d81-9590-4106df4afe83, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:07:41.365369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] For port 2dcbc7da-b7b8-4d81-9590-4106df4afe83, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2dcbc7da-b7b8-4d81-9590-4106df4afe83,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:07:41.373010 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.393455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b2afc-29dc-4408-b292-286ab6ef05f8 req-f69bdf17-1178-4fe0-8280-0e069f673378 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:41.394544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b84b2afc-29dc-4408-b292-286ab6ef05f8 req-f69bdf17-1178-4fe0-8280-0e069f673378 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.2040462 Dec 08 22:07:41.539602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b84b2afc-29dc-4408-b292-286ab6ef05f8 req-f3d38321-7704-4be7-beec-5a6825aee172 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376173 Dec 08 22:07:41.543862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.544222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.544537 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Floating IP 7d42b80d-deb3-4d59-87a9-1dfa533a316d disassociated. External IP: 172.25.1.113, port: 37b630e1-ae5e-447c-bc13-60428704b14c. Dec 08 22:07:41.545573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for 37b630e1-ae5e-447c-bc13-60428704b14c owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:41.562654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Allocated IP 172.20.0.1 (607731e0-de32-4791-83a9-395fe1dc888e/42150ea6-56fb-4b4e-b1fb-a050109d75f8/bb02c448-794d-45d4-ac91-dacecb5c0deb) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:07:41.571403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:41.572225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:41.608640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd497d4-b127-42b6-9ac6-5304e3b29bcc None None] Pushing event updated for resources: {'Port': ['ID=2dcbc7da-b7b8-4d81-9590-4106df4afe83,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:41.737639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:41.824333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 290a031d-2c4a-449f-bd2b-c0145f87c057 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:07:41.861299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d04a-9b0d-49d7-b876-fdf96f6ab84d req-caa80ca4-3e5d-4a74-9ef8-4bf01686502b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:41.865239 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.874688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36c7d04a-9b0d-49d7-b876-fdf96f6ab84d req-caa80ca4-3e5d-4a74-9ef8-4bf01686502b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 945 time: 0.1179471 Dec 08 22:07:41.885852 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:41.945909 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36c7d04a-9b0d-49d7-b876-fdf96f6ab84d req-69060df5-64e2-4131-8bf8-ae6ab51b7fa1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569456 Dec 08 22:07:41.955759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=37b630e1-ae5e-447c-bc13-60428704b14c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:41.974555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 290a031d-2c4a-449f-bd2b-c0145f87c057 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:41.974975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:42.052795 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:42.126061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:38Z', 'revision_number': 3, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:42.140594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Pushing event updated for resources: {'Port': ['ID=bb02c448-794d-45d4-ac91-dacecb5c0deb,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:42.162576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Network 607731e0-de32-4791-83a9-395fe1dc888e is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:42.180397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:42.199641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:07:42.360480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:07:42.389115 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:42.447225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429d122-6be1-477e-943d-6580fc157c14 None None] The sync data for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 is: [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:38Z', 'revision_number': 3, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:07:42.815525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a23ee180-b2ed-4562-9843-cae8afdc7072 None None] Provisioning complete for port bb02c448-794d-45d4-ac91-dacecb5c0deb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:42.816157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a23ee180-b2ed-4562-9843-cae8afdc7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:42.858513 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:42.897503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a23ee180-b2ed-4562-9843-cae8afdc7072 None None] Port bb02c448-794d-45d4-ac91-dacecb5c0deb cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:07:42.920161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f891208-d20a-464c-af50-f8bc50e69b21 req-1ebc5300-03ef-4a4b-bc5b-a2cc7f2714c7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:42.922256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f891208-d20a-464c-af50-f8bc50e69b21 req-1ebc5300-03ef-4a4b-bc5b-a2cc7f2714c7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1806962 Dec 08 22:07:42.924054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:07:42.934967 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:07:42.960693 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:42.964580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:43.095530 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:43.206819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-46fba7e1-75e3-470b-8b8a-88ad0be4e53a req-65e6039b-0090-4338-bba1-aadf245ba78c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0803952 Dec 08 22:07:43.261781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] No DVR routers for this DVR port 37b630e1-ae5e-447c-bc13-60428704b14c on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:07:43.265261 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:43.269363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41210724-455b-470f-8270-3c70926fa757 req-7ffec7a6-0840-4c14-ad1d-92467444b879 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "DELETE /v2.0/ports/37b630e1-ae5e-447c-bc13-60428704b14c HTTP/1.1" status: 204 len: 173 time: 2.6509349 Dec 08 22:07:43.279952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'name': 'network-vif-deleted', 'tag': '37b630e1-ae5e-447c-bc13-60428704b14c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:43.282275 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8225adb5-31d7-48b7-a627-eb5bd25ce6e8" -d '{"events": [{"server_uuid": "633b12ec-5858-404e-96d6-aed75af7c5ec", "name": "network-vif-deleted", "tag": "37b630e1-ae5e-447c-bc13-60428704b14c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:43.296848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f891208-d20a-464c-af50-f8bc50e69b21 req-698346fd-42f8-494a-89da-fda3e9b45849 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342261 Dec 08 22:07:43.396175 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401e4c09-8d31-4c66-b402-b49bfb7223fe x-openstack-request-id: req-401e4c09-8d31-4c66-b402-b49bfb7223fe {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:43.396729 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633b12ec-5858-404e-96d6-aed75af7c5ec", "name": "network-vif-deleted", "tag": "37b630e1-ae5e-447c-bc13-60428704b14c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:43.397176 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-401e4c09-8d31-4c66-b402-b49bfb7223fe {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:43.397885 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633b12ec-5858-404e-96d6-aed75af7c5ec', 'name': 'network-vif-deleted', 'tag': '37b630e1-ae5e-447c-bc13-60428704b14c', 'status': 'completed', 'code': 200} Dec 08 22:07:43.457112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:43.470286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:43.567742 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:43.579164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Pushing event updated for resources: {'Port': ['ID=bb02c448-794d-45d4-ac91-dacecb5c0deb,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:43.586748 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:43.600166 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:07:43.610696 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:43.611762 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:43.800270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Network 607731e0-de32-4791-83a9-395fe1dc888e is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:43.805048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:43.878619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2dcbc7da-b7b8-4d81-9590-4106df4afe83 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:07:44.019542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:07:44.024950 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:44.059816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2dcbc7da-b7b8-4d81-9590-4106df4afe83 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:44.063926 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:44.135819 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:07:44.266686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:07:44.291189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eac5a1b2-22bf-4575-a083-46e22fa4ed9c admin admin] 10.222.0.21 "PUT /v2.0/routers/1075400d-bdc4-40bf-b78a-e4dbe31fe4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5659592 Dec 08 22:07:44.292569 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:44.308537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ba676ba5-06f7-49c7-b427-628c9589838a None None] Provisioning complete for port bb02c448-794d-45d4-ac91-dacecb5c0deb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:44.308537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ba676ba5-06f7-49c7-b427-628c9589838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:44.403503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 37b630e1-ae5e-447c-bc13-60428704b14c no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:44.436771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 2dcbc7da-b7b8-4d81-9590-4106df4afe83, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2dcbc7da-b7b8-4d81-9590-4106df4afe83,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:44.477936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5452a1eb-1694-466e-a36f-c0841d665a3c req-b309529a-9f93-45ae-b50c-e9ae05a3ddc1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0518017 Dec 08 22:07:44.505883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 37b630e1-ae5e-447c-bc13-60428704b14c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:44.506249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 37b630e1-ae5e-447c-bc13-60428704b14c not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:44.509563 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:44.526322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ba676ba5-06f7-49c7-b427-628c9589838a None None] Port bb02c448-794d-45d4-ac91-dacecb5c0deb cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:07:44.600845 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:44.668713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=2dcbc7da-b7b8-4d81-9590-4106df4afe83,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:44.671871 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd08fac-8475-4802-942a-285a0a743ea7 None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:07:44.683776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ef59b-f2dd-4dfa-b1ef-00a101489938 req-90082265-1fd5-4342-8faf-82b2086e00aa tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:44.685854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db5ef59b-f2dd-4dfa-b1ef-00a101489938 req-90082265-1fd5-4342-8faf-82b2086e00aa tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1642668 Dec 08 22:07:44.808927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db5ef59b-f2dd-4dfa-b1ef-00a101489938 req-61660f06-2e75-4b36-a5b0-05f7116ffa8c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064618 Dec 08 22:07:45.222431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a77d6d-f730-4821-89e0-ac93623aede8 None None] New status for floating IP 7d42b80d-deb3-4d59-87a9-1dfa533a316d: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:07:45.543600 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Sync routers for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:07:45.562283 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:45.563004 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:45.638047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-620fba63-846b-402e-8331-43ec0c0ff277 req-461523e8-0585-4a4d-b80a-90ce9c8933b0 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0410810 Dec 08 22:07:45.695222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52914) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:45.705495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6724daa2-02d5-4bd8-9cd4-544d6a814812 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834095351', 'description': 'tempest-description--1474556298'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:45.762119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6724daa2-02d5-4bd8-9cd4-544d6a814812 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:45.867077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2dcbc7da-b7b8-4d81-9590-4106df4afe83 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:07:45.882462 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:45.952804 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6724daa2-02d5-4bd8-9cd4-544d6a814812 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:45.958217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6724daa2-02d5-4bd8-9cd4-544d6a814812 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:45.992438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2dcbc7da-b7b8-4d81-9590-4106df4afe83 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:45.993004 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.081161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724daa2-02d5-4bd8-9cd4-544d6a814812 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68472ee1-dd7a-4427-a47d-e78e33265b9a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:46.109850 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6724daa2-02d5-4bd8-9cd4-544d6a814812 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.116466 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6724daa2-02d5-4bd8-9cd4-544d6a814812 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4183919 Dec 08 22:07:46.119496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52918) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:46.132832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-249fba7d-7a00-4416-91bb-a9da9f11fa65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'security_group_rule': {'security_group_id': '68472ee1-dd7a-4427-a47d-e78e33265b9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:46.157694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c337749-229a-4da2-8291-0399aff2a7d3 req-baca45f4-1a2e-493f-8164-f393d541b85c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:46.161118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c337749-229a-4da2-8291-0399aff2a7d3 req-baca45f4-1a2e-493f-8164-f393d541b85c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1504767 Dec 08 22:07:46.239562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-249fba7d-7a00-4416-91bb-a9da9f11fa65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.267679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c337749-229a-4da2-8291-0399aff2a7d3 req-36f46afa-4ef1-46a2-8bb1-4cfe4f5ec88b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953574 Dec 08 22:07:46.324695 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-249fba7d-7a00-4416-91bb-a9da9f11fa65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.335793 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-249fba7d-7a00-4416-91bb-a9da9f11fa65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.390138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fba7d-7a00-4416-91bb-a9da9f11fa65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee81e10-e891-4663-91cf-6c0e7fe6268c,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:46.399583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:43Z', 'revision_number': 2, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:46.405744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-249fba7d-7a00-4416-91bb-a9da9f11fa65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.407314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-249fba7d-7a00-4416-91bb-a9da9f11fa65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855384 Dec 08 22:07:46.409873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52920) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:46.418605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e46a5ba2-d30b-4e2c-80ba-826cd2fe61c5 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'security_group_rule': {'security_group_id': '68472ee1-dd7a-4427-a47d-e78e33265b9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:46.449376 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Checking router: 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:07:46.449734 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Updating router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 port bb02c448-794d-45d4-ac91-dacecb5c0deb binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:07:46.472662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e46a5ba2-d30b-4e2c-80ba-826cd2fe61c5 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.486970 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.562614 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e46a5ba2-d30b-4e2c-80ba-826cd2fe61c5 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.569231 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e46a5ba2-d30b-4e2c-80ba-826cd2fe61c5 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.635046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a5ba2-d30b-4e2c-80ba-826cd2fe61c5 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a00349-e3a0-4042-af95-6c0a95221df8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:46.672181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e46a5ba2-d30b-4e2c-80ba-826cd2fe61c5 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.681438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e46a5ba2-d30b-4e2c-80ba-826cd2fe61c5 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2679367 Dec 08 22:07:46.684525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52926) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:46.690644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:46.762286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:46.885399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a024cde-8f8b-42a5-bdf5-66ae76486059 req-74f00321-10c6-4503-b799-bd90f751a6a6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0766020 Dec 08 22:07:47.041635 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.063195 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.063631 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.272738 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Pushing event updated for resources: {'Port': ['ID=bb02c448-794d-45d4-ac91-dacecb5c0deb,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:47.286352 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.286696 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.287045 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.287375 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.287699 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.288021 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.288338 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.288764 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.289082 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.289400 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.290133 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.290379 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:47.370657 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Attempting to bind port bb02c448-794d-45d4-ac91-dacecb5c0deb on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:07:47.371115 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Attempting to bind port bb02c448-794d-45d4-ac91-dacecb5c0deb by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:07:47.371483 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Attempting to bind port bb02c448-794d-45d4-ac91-dacecb5c0deb on network 607731e0-de32-4791-83a9-395fe1dc888e {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:47.391492 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:07:47.391873 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Checking segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:07:47.392269 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.392663 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Bound using segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:07:47.393140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Bound port: bb02c448-794d-45d4-ac91-dacecb5c0deb, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:07:47.395800 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.397526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Allocated IP 172.25.1.250 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/021fc087-d6c1-491c-a1b4-bce039f0eedf) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:07:47.456822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52936) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:47.595783 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] For port bb02c448-794d-45d4-ac91-dacecb5c0deb, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:07:47.605305 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] For port bb02c448-794d-45d4-ac91-dacecb5c0deb, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bb02c448-794d-45d4-ac91-dacecb5c0deb,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:07:47.613728 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.637496 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.740499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.851335 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:07:47.852893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc91c-c48a-4568-beca-b9d1b40b2037 req-b8ee7ffa-ce7b-419c-abcb-d65dc41d451f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:47.854358 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:47.877701 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062692a3-f5ba-4348-9bd6-15e47e6176a8 None None] Pushing event updated for resources: {'Port': ['ID=bb02c448-794d-45d4-ac91-dacecb5c0deb,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:47.882257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-920dc91c-c48a-4568-beca-b9d1b40b2037 req-b8ee7ffa-ce7b-419c-abcb-d65dc41d451f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.2348084 Dec 08 22:07:47.897982 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-aa9f3075-f301-462e-a7a3-8cf8d4523adb None None] Provisioning complete for port bb02c448-794d-45d4-ac91-dacecb5c0deb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:47.898470 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3075-f301-462e-a7a3-8cf8d4523adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.903432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.954789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:47.961142 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.008196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db3e51e0336d4f36935a19205ba25c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503600 Dec 08 22:07:48.009822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a7ae4-7ad4-4aaf-98e9-13d70c4cfa5a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:48.012208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52944) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:48.031577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.032194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.032703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.033194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.033682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.034170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.034651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.035172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.035645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.036123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.036602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.037086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659125b4-412d-4d0e-a83a-9347094b7dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:48.100967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:48.121840 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:48.132325 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e85957f-30ed-4225-8afa-e6bedea722ff req-86fe2f87-1add-4345-b805-678f2feb28ab tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0499651 Dec 08 22:07:48.135400 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3075-f301-462e-a7a3-8cf8d4523adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.160853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e620c80-faf7-405e-87c0-2254f2a97a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.163611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:07:48.181552 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:07:48.186833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e620c80-faf7-405e-87c0-2254f2a97a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.220232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'Port': ['ID=021fc087-d6c1-491c-a1b4-bce039f0eedf,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:48.239678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-aa9f3075-f301-462e-a7a3-8cf8d4523adb None None] For port bb02c448-794d-45d4-ac91-dacecb5c0deb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bb02c448-794d-45d4-ac91-dacecb5c0deb,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:48.252726 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3075-f301-462e-a7a3-8cf8d4523adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.266407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-920dc91c-c48a-4568-beca-b9d1b40b2037 req-9946219d-20e8-4280-bf8f-87a74b8eae69 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830597 Dec 08 22:07:48.292939 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e620c80-faf7-405e-87c0-2254f2a97a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.302567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e620c80-faf7-405e-87c0-2254f2a97a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.303784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7e620c80-faf7-405e-87c0-2254f2a97a67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c4a7ae4-7ad4-4aaf-98e9-13d70c4cfa5a HTTP/1.1" status: 204 len: 168 time: 0.2904534 Dec 08 22:07:48.324879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e620c80-faf7-405e-87c0-2254f2a97a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a7ae4-7ad4-4aaf-98e9-13d70c4cfa5a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:48.368291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.399204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f3075-f301-462e-a7a3-8cf8d4523adb None None] Pushing event updated for resources: {'Port': ['ID=bb02c448-794d-45d4-ac91-dacecb5c0deb,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:48.433417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.477312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-619a3093-f8d9-49ee-8afa-123dd5f0c82a None None] Provisioning complete for port bb02c448-794d-45d4-ac91-dacecb5c0deb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:48.477695 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-619a3093-f8d9-49ee-8afa-123dd5f0c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.602261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.609134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.678660 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:47Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:07:48.701410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'Port': ['ID=021fc087-d6c1-491c-a1b4-bce039f0eedf,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:48.720046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.722931 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b82cf-f25b-4e9b-af89-d3e61ef5597a None None] The sync data for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 is: [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:47Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:07:48.751756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:48.754772 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bf351d2e-e1c8-4ef2-a12f-dfc6ff9aefc6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0666964 Dec 08 22:07:48.839379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 52952) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:48.868461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fca2830-4cb7-4109-95f0-f58650be0c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:49.005114 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fca2830-4cb7-4109-95f0-f58650be0c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:49.011874 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fca2830-4cb7-4109-95f0-f58650be0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:49.076580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7fca2830-4cb7-4109-95f0-f58650be0c2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=434d87298eeb4e0883584e557c6bd9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350090 Dec 08 22:07:49.077628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca2830-4cb7-4109-95f0-f58650be0c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c569c3e7-2ba9-4afb-b35d-104226a21d9c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:49.079386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 52966) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:49.113723 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-5913bb00-4a3d-480d-9a4f-adc6ad971249 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1834095351&fields=id&tenant_id=b22f4169e2164f80a6bbe36be5e713ba HTTP/1.1" status: 200 len: 267 time: 0.0865719 Dec 08 22:07:49.149355 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7100e11-88a6-4f3f-a424-cf82b6aff0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:49.180424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7100e11-88a6-4f3f-a424-cf82b6aff0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:49.277407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7100e11-88a6-4f3f-a424-cf82b6aff0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:49.280234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7100e11-88a6-4f3f-a424-cf82b6aff0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:49.281499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b7100e11-88a6-4f3f-a424-cf82b6aff0b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c569c3e7-2ba9-4afb-b35d-104226a21d9c HTTP/1.1" status: 204 len: 168 time: 0.2008882 Dec 08 22:07:49.318797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-70c9ebc9-1715-4562-b86d-762f49600c6d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:49.320462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-70c9ebc9-1715-4562-b86d-762f49600c6d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 811 time: 0.1984265 Dec 08 22:07:49.332083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7100e11-88a6-4f3f-a424-cf82b6aff0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c569c3e7-2ba9-4afb-b35d-104226a21d9c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:49.338004 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e823f14-7c9a-4856-8ad6-fc3c6f8cf903 req-fc0bdd1c-ca93-4e42-a71f-15017f93b671 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0798821 Dec 08 22:07:49.345269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-25ffeed6-c4fb-495e-b7fc-d65a8ec2dfe4 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/quotas/b22f4169e2164f80a6bbe36be5e713ba HTTP/1.1" status: 200 len: 375 time: 0.0183883 Dec 08 22:07:49.457797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-b56fb89d-b397-4860-9ec8-9d8cae8d66ce tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954626 Dec 08 22:07:49.541316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d219d-80ff-4b03-a630-fd2e0a64b270 req-55b7a70a-6e6d-491e-97b8-bbdcc7510209 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:49.553285 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-590d219d-80ff-4b03-a630-fd2e0a64b270 req-55b7a70a-6e6d-491e-97b8-bbdcc7510209 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1055832 Dec 08 22:07:49.617590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-83a44458-a5eb-408e-9e04-9cbb81ada244 service neutron] 10.222.0.21 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442909 Dec 08 22:07:49.639323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-590d219d-80ff-4b03-a630-fd2e0a64b270 req-fed23bae-ea6f-4adb-aa30-5f634701dc66 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850842 Dec 08 22:07:49.777095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-ca077265-5d26-4f2f-91f6-3616d9cd7353 service neutron] 10.222.0.21 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509247 Dec 08 22:07:49.855017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bb02c448-794d-45d4-ac91-dacecb5c0deb up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:07:49.947270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port bb02c448-794d-45d4-ac91-dacecb5c0deb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:49.947650 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:50.077811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32a0c7fe-dfe9-4289-b85b-83d0c603f72e req-957ca128-de4a-4b7f-87da-3eca30d17d10 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 210 time: 0.0943689 Dec 08 22:07:50.542311 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df353469-0cdf-430f-b487-ef1b256a7e9a req-26fb20d6-993e-435b-a611-20a0fb1e5d77 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b12ec-5858-404e-96d6-aed75af7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0543594 Dec 08 22:07:50.785274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ec52d-803c-430a-afe4-05e80a7a1d42 req-7445367e-11af-4a91-987c-cf0a3efc479e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:50.788861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c2ec52d-803c-430a-afe4-05e80a7a1d42 req-7445367e-11af-4a91-987c-cf0a3efc479e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0564647 Dec 08 22:07:50.836371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c2ec52d-803c-430a-afe4-05e80a7a1d42 req-f63c5e13-df12-42e1-b88b-8a151520bf20 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Dec 08 22:07:51.093402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:51.174225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ccab340-6512-4117-8215-8e30fa63a581 req-87e26ade-e75a-4121-81c7-a0c07916bd46 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 210 time: 0.0343554 Dec 08 22:07:51.228591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21515886-eed6-4354-be92-ea1881b75cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:51.346869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21515886-eed6-4354-be92-ea1881b75cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:51.353981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21515886-eed6-4354-be92-ea1881b75cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:51.422785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-21515886-eed6-4354-be92-ea1881b75cea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26ec265581d144a6bf8d554218182e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282754 Dec 08 22:07:51.425324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53034) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:07:51.433032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21515886-eed6-4354-be92-ea1881b75cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b3d280-3088-41aa-9b4f-e75246ba159d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:51.488131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-85412823-b52d-4279-a5de-f652742c06c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:51.510981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-85412823-b52d-4279-a5de-f652742c06c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:51.563996 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-85412823-b52d-4279-a5de-f652742c06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:51.567469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-85412823-b52d-4279-a5de-f652742c06c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:51.571137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-85412823-b52d-4279-a5de-f652742c06c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6b3d280-3088-41aa-9b4f-e75246ba159d HTTP/1.1" status: 204 len: 168 time: 0.1424205 Dec 08 22:07:51.597854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85412823-b52d-4279-a5de-f652742c06c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b3d280-3088-41aa-9b4f-e75246ba159d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:51.663326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-06d6be01-048c-42f0-a060-f0885bbcd40d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:51.665319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-06d6be01-048c-42f0-a060-f0885bbcd40d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 811 time: 0.4676738 Dec 08 22:07:51.730962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-7090b0d3-8ecc-450b-b7e4-df6248d46582 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b22f4169e2164f80a6bbe36be5e713ba HTTP/1.1" status: 200 len: 380 time: 0.0567107 Dec 08 22:07:51.742052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'port': {'device_id': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'admin_state_up': True, 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'security_groups': ['68472ee1-dd7a-4427-a47d-e78e33265b9a']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:51.871555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-716bca6e-228f-46f2-8120-b9738656f792 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828087218&fields=id&tenant_id=7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 267 time: 0.0771012 Dec 08 22:07:51.977262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6467da-3043-4af6-83b5-195266c1fc25 req-d6bb09db-8517-4808-9cb3-1e7bd5f4b257 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:51.978991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a6467da-3043-4af6-83b5-195266c1fc25 req-d6bb09db-8517-4808-9cb3-1e7bd5f4b257 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0629969 Dec 08 22:07:51.981950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Made reservation on behalf of b22f4169e2164f80a6bbe36be5e713ba for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:07:51.985502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:52.028618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a6467da-3043-4af6-83b5-195266c1fc25 req-b06a2968-d6de-4d6d-9756-2fb70a5dda5e tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Dec 08 22:07:52.042957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-617f1693-c066-4847-ba71-3de8d684c208 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:52.047160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-617f1693-c066-4847-ba71-3de8d684c208 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.1744843 Dec 08 22:07:52.113525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-6a465880-a887-4dd2-b098-be479f62d318 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/quotas/7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 375 time: 0.0512145 Dec 08 22:07:52.224737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-994bc9e7-756d-4c86-9997-a6fd689fe53f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046348 Dec 08 22:07:52.249730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Allocated IP 172.20.0.11 (607731e0-de32-4791-83a9-395fe1dc888e/42150ea6-56fb-4b4e-b1fb-a050109d75f8/f000f40d-7a9e-4237-aa61-bdfaf802fce9) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:07:52.301884 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4da8c40c-15c3-4bb7-a3af-16370b5b33f3 req-8c0a6493-a6d3-42ba-8b36-4f9d0d2fb784 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 210 time: 0.0378296 Dec 08 22:07:52.425656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-c4e6d4c8-f7c8-4454-9c5b-354bcb301576 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867714 Dec 08 22:07:52.543016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:52.583608 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-bbf3fbcd-2917-42af-9d62-f5c9800f0066 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465712 Dec 08 22:07:52.626141 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:52.715175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Network 607731e0-de32-4791-83a9-395fe1dc888e is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:52.718985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:52.723104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:07:52.779283 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'Port': ['ID=f000f40d-7a9e-4237-aa61-bdfaf802fce9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:52.831459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:52.834458 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:52.867944 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-3483e571-56b6-41c5-9069-54c69cd09b36 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1317060 Dec 08 22:07:52.886839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Request body: {'port': {'device_id': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:52.963024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:53.096236 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6e295c98-d5ec-4081-bc23-64ec65eab7b9 req-585cdf8b-9170-4559-8c5c-f8477cb599a7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 210 time: 0.0721302 Dec 08 22:07:53.100132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-49ad54a8-aa3f-4a3b-a721-ad123244da63 None None] Provisioning complete for port f000f40d-7a9e-4237-aa61-bdfaf802fce9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:53.100623 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-49ad54a8-aa3f-4a3b-a721-ad123244da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:53.187722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-49ad54a8-aa3f-4a3b-a721-ad123244da63 None None] Port f000f40d-7a9e-4237-aa61-bdfaf802fce9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:07:53.285865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8fa8-3e40-4973-bbd2-5a442af220bf req-d806cadd-be2e-4ecc-92ef-6d850a25b545 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:53.293781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-625a8fa8-3e40-4973-bbd2-5a442af220bf req-d806cadd-be2e-4ecc-92ef-6d850a25b545 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1355772 Dec 08 22:07:53.352080 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-625a8fa8-3e40-4973-bbd2-5a442af220bf req-6b199d68-47e1-435e-8335-50826f61abd7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573165 Dec 08 22:07:53.474399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608bb4-8224-43bd-b0ae-c4ee473f8d07 req-70f8d1dc-7663-4e07-b001-59839a3710b6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:53.475981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64608bb4-8224-43bd-b0ae-c4ee473f8d07 req-70f8d1dc-7663-4e07-b001-59839a3710b6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 932 time: 0.0686271 Dec 08 22:07:53.510507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f000f40d-7a9e-4237-aa61-bdfaf802fce9 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:07:53.523407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:53.538889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64608bb4-8224-43bd-b0ae-c4ee473f8d07 req-f9fa810e-ed2f-4dc0-aecd-26fc406da181 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566726 Dec 08 22:07:53.545691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Transition to ACTIVE for port object f000f40d-7a9e-4237-aa61-bdfaf802fce9 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:07:53.551577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:53.633010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f000f40d-7a9e-4237-aa61-bdfaf802fce9,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:53.752824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Attempting to bind port f000f40d-7a9e-4237-aa61-bdfaf802fce9 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:07:53.753335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Attempting to bind port f000f40d-7a9e-4237-aa61-bdfaf802fce9 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:07:53.753486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Attempting to bind port f000f40d-7a9e-4237-aa61-bdfaf802fce9 on network 607731e0-de32-4791-83a9-395fe1dc888e {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:53.764692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Port f000f40d-7a9e-4237-aa61-bdfaf802fce9 on network 607731e0-de32-4791-83a9-395fe1dc888e not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:07:53.765019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Attempting to bind port f000f40d-7a9e-4237-aa61-bdfaf802fce9 on network 607731e0-de32-4791-83a9-395fe1dc888e {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:53.770620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:07:53.771070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Checking segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:07:53.771462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Bound using segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:07:53.772040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Bound port: f000f40d-7a9e-4237-aa61-bdfaf802fce9, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:07:53.772410 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:53.850208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] For port f000f40d-7a9e-4237-aa61-bdfaf802fce9, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:07:53.853741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] For port f000f40d-7a9e-4237-aa61-bdfaf802fce9, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:07:53.862456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:53.905501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:53.906307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:53.907798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 1092 time: 1.0316939 Dec 08 22:07:53.908247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'tag': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:53.910734 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32338882-b8e3-45e3-a82d-69e64740d809" -d '{"events": [{"name": "network-changed", "server_uuid": "88bbb5ae-257f-41e6-ad7a-e307eab89384", "tag": "f000f40d-7a9e-4237-aa61-bdfaf802fce9"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:53.939293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439677-6db0-4d50-b182-4bce75a8d0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f000f40d-7a9e-4237-aa61-bdfaf802fce9,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:53.980645 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47cd15d-ed92-409f-93c1-04f14191a7fe x-openstack-request-id: req-a47cd15d-ed92-409f-93c1-04f14191a7fe {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:53.981211 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88bbb5ae-257f-41e6-ad7a-e307eab89384", "tag": "f000f40d-7a9e-4237-aa61-bdfaf802fce9", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:53.981614 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a47cd15d-ed92-409f-93c1-04f14191a7fe {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:53.982263 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'tag': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'status': 'completed', 'code': 200} Dec 08 22:07:54.044191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-6b19c095-b9ec-4722-8f85-97872c478043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:54.045880 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-6b19c095-b9ec-4722-8f85-97872c478043 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1095 time: 0.0608013 Dec 08 22:07:54.097152 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-c40adb89-f54a-4e5e-b639-eec5f957afb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 217 time: 0.0429876 Dec 08 22:07:54.175938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-7efd49c6-ff54-4f0e-8c12-236a15551422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:54.181410 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-7efd49c6-ff54-4f0e-8c12-236a15551422 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0701315 Dec 08 22:07:54.250227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-a86103b5-e20e-4cbb-a108-8d845e7ada68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:54.252378 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-a86103b5-e20e-4cbb-a108-8d845e7ada68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675058 Dec 08 22:07:54.287050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-53fe0529-5c17-4fcb-bb18-9aa61ff5ade0 req-c18ecdc0-42ac-4524-b69c-cdaa56812a01 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 210 time: 0.0548580 Dec 08 22:07:54.551314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-4dde2d52-8838-4829-9312-e08d5037dfd0 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904363 Dec 08 22:07:54.571321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-aa44f7d2-5100-4059-8e72-28ea84c94997 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:54.572853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-aa44f7d2-5100-4059-8e72-28ea84c94997 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.2243917 Dec 08 22:07:54.698034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-539c1665-e4af-4fe3-aff6-4057e64131b4 req-88c61f84-8b90-4a19-a9e6-e6ca1ea207b1 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232939 Dec 08 22:07:54.721717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c148e7-648b-43ac-b041-3db60a8ccfb4 req-258db870-f6c8-42e9-8017-6e445db7d652 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:54.727382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32737126-05f0-4e30-b9e7-9ac468db33e1 req-a8d7142f-c113-48c7-8f6c-f1a4462ee68c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:54.736502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32737126-05f0-4e30-b9e7-9ac468db33e1 req-a8d7142f-c113-48c7-8f6c-f1a4462ee68c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.2901616 Dec 08 22:07:54.739224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64c148e7-648b-43ac-b041-3db60a8ccfb4 req-258db870-f6c8-42e9-8017-6e445db7d652 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 944 time: 0.1118207 Dec 08 22:07:54.795463 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64c148e7-648b-43ac-b041-3db60a8ccfb4 req-cb02553d-f082-4eac-8728-f5fb52c02453 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537977 Dec 08 22:07:54.852933 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-4f2e7aa9-cc26-40df-a2f6-18d89ea3e711 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 379 time: 0.1526611 Dec 08 22:07:54.865657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32737126-05f0-4e30-b9e7-9ac468db33e1 req-ee83c174-8ebc-44a4-9986-7f68710aef88 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258450 Dec 08 22:07:54.876380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'port': {'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'admin_state_up': True, 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'security_groups': ['b6245855-6019-480c-9f08-dbc87a36ade0']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:54.999097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338882-b8e3-45e3-a82d-69e64740d809 req-0f62f4dc-eb61-41c1-aaad-e9b32670f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:55.001185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32338882-b8e3-45e3-a82d-69e64740d809 req-0f62f4dc-eb61-41c1-aaad-e9b32670f669 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1095 time: 0.2367482 Dec 08 22:07:55.178033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338882-b8e3-45e3-a82d-69e64740d809 req-93c8ae07-072e-497f-8b0a-c6e85b1c7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:55.179544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32338882-b8e3-45e3-a82d-69e64740d809 req-93c8ae07-072e-497f-8b0a-c6e85b1c7250 service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.1698182 Dec 08 22:07:55.238189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32338882-b8e3-45e3-a82d-69e64740d809 req-6535a67e-605f-495b-a611-df1418afb9f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 217 time: 0.0488269 Dec 08 22:07:55.252392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:07:55.256551 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:55.309391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e1b04-4c7a-4c8a-96e8-06530540ffb1 req-f6b4d119-7611-4807-b5d3-334a8784dca0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:55.312771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd7e1b04-4c7a-4c8a-96e8-06530540ffb1 req-f6b4d119-7611-4807-b5d3-334a8784dca0 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1867356 Dec 08 22:07:55.406309 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9a97375d-66b7-4b81-8012-5b95c9c4ebd5 req-e88709a7-72a2-4c3a-ace1-a209e3581121 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 210 time: 0.0321577 Dec 08 22:07:55.411811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338882-b8e3-45e3-a82d-69e64740d809 req-46691d8f-22c2-425f-a0cf-d6f424074158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:55.413520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32338882-b8e3-45e3-a82d-69e64740d809 req-46691d8f-22c2-425f-a0cf-d6f424074158 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.1546056 Dec 08 22:07:55.439490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd7e1b04-4c7a-4c8a-96e8-06530540ffb1 req-82298196-7213-4ba5-9c9c-a3314e7a1297 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174710 Dec 08 22:07:55.543936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338882-b8e3-45e3-a82d-69e64740d809 req-282416d5-2462-4899-9918-0ee71ba114a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:55.545553 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32338882-b8e3-45e3-a82d-69e64740d809 req-282416d5-2462-4899-9918-0ee71ba114a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232800 Dec 08 22:07:55.546747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.20.0.14 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/85b0c1df-a5d5-4521-a949-0163ba3c52a6) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:07:55.619291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95070e65-6da6-4c5c-9ee5-3c69e7f16f26 req-bdb4ad66-9b6f-48c2-b180-26a5cf38f60f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:55.631276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95070e65-6da6-4c5c-9ee5-3c69e7f16f26 req-bdb4ad66-9b6f-48c2-b180-26a5cf38f60f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.0902998 Dec 08 22:07:55.705362 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-95070e65-6da6-4c5c-9ee5-3c69e7f16f26 req-0bf4605e-a29f-40fa-81da-70b6540625bb tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703058 Dec 08 22:07:55.706050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32338882-b8e3-45e3-a82d-69e64740d809 req-9e383e76-72cd-4d98-8181-6d4cc3d003d5 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504371 Dec 08 22:07:55.903277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-32338882-b8e3-45e3-a82d-69e64740d809 req-9841cd90-e091-4927-9ae7-78345420db19 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858466 Dec 08 22:07:55.956055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:55.961692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d4884-39a7-40e3-ba72-b5e47ee21d0f req-8cc2ecaa-c82a-4ff3-8bc4-2a70a4f54676 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:55.978156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-363d4884-39a7-40e3-ba72-b5e47ee21d0f req-8cc2ecaa-c82a-4ff3-8bc4-2a70a4f54676 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 944 time: 0.0892282 Dec 08 22:07:56.033204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-363d4884-39a7-40e3-ba72-b5e47ee21d0f req-b9d2eafe-10dc-477c-abc1-18c302b44e32 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534973 Dec 08 22:07:56.108079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068072e7-41e8-45ab-b089-30454066a677 req-ecb007a0-8712-472b-b056-f25be9f4e195 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:56.109844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-068072e7-41e8-45ab-b089-30454066a677 req-ecb007a0-8712-472b-b056-f25be9f4e195 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1115408 Dec 08 22:07:56.112558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:56.173797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:07:56.179699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:07:56.183800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:07:56.249113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=85b0c1df-a5d5-4521-a949-0163ba3c52a6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:56.265964 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-068072e7-41e8-45ab-b089-30454066a677 req-ba53992d-d00a-4727-b32b-adc54c464035 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399424 Dec 08 22:07:56.299255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:56.299945 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:56.330877 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-cf6ff08e-1fae-4e26-b9bf-2b385bca89d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4638851 Dec 08 22:07:56.344929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Request body: {'port': {'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:07:56.414919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:56.433951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f000f40d-7a9e-4237-aa61-bdfaf802fce9 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:07:56.603338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f000f40d-7a9e-4237-aa61-bdfaf802fce9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:56.626265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627ea3-030f-4009-bb4a-eb0a5557f855 req-c1337a14-393a-4663-a4f5-105164d90601 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:56.630306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'port_id': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'mac_address': 'fa:16:3e:d1:4d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:07:56.636256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1627ea3-030f-4009-bb4a-eb0a5557f855 req-c1337a14-393a-4663-a4f5-105164d90601 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 932 time: 0.1118882 Dec 08 22:07:56.687261 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1627ea3-030f-4009-bb4a-eb0a5557f855 req-7a5157c7-caf0-4e76-a9f7-2f941ea88fc7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453954 Dec 08 22:07:56.687698 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:56.713656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f000f40d-7a9e-4237-aa61-bdfaf802fce9 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:07:56.743039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f000f40d-7a9e-4237-aa61-bdfaf802fce9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:56.751936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9eacf0c8-cbb2-4dcb-bdc8-ad5caaac5f1d None None] Provisioning complete for port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:56.752731 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9eacf0c8-cbb2-4dcb-bdc8-ad5caaac5f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:56.818433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9eacf0c8-cbb2-4dcb-bdc8-ad5caaac5f1d None None] Port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:07:56.823456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:56.898591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f000f40d-7a9e-4237-aa61-bdfaf802fce9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:56.908834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.909844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.910324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.910826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.911265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.911711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.912501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.912842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.913198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.913516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.913849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.914181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:07:56.923027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b0c1df-a5d5-4521-a949-0163ba3c52a6 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:07:56.932264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:56.946000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Transition to ACTIVE for port object 85b0c1df-a5d5-4521-a949-0163ba3c52a6 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:07:56.952779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:57.022470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f000f40d-7a9e-4237-aa61-bdfaf802fce9'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:07:57.060750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Pushing event updated for resources: {'Port': ['ID=85b0c1df-a5d5-4521-a949-0163ba3c52a6,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:57.151172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Attempting to bind port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:07:57.151810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Attempting to bind port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:07:57.152238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Attempting to bind port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:57.160530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 on network b5764474-8911-4850-b141-9a748a7b4386 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:07:57.161049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Attempting to bind port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:07:57.232273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22e305-1f48-483c-8335-14921797b28f req-3cc1aa19-85f6-47dd-afba-69c3dae1a75c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:57.242635 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e22e305-1f48-483c-8335-14921797b28f req-3cc1aa19-85f6-47dd-afba-69c3dae1a75c tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1267302 Dec 08 22:07:57.254124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:07:57.254488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:07:57.254894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:07:57.255341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Bound port: 85b0c1df-a5d5-4521-a949-0163ba3c52a6, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:07:57.269659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:57.294194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa4b2-94bf-45de-af4e-707fa998c27a req-f4e241c1-ae75-49f3-b877-e338411a4109 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:57.296792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d84aa4b2-94bf-45de-af4e-707fa998c27a req-f4e241c1-ae75-49f3-b877-e338411a4109 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 945 time: 0.1252685 Dec 08 22:07:57.432603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] For port 85b0c1df-a5d5-4521-a949-0163ba3c52a6, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:07:57.437774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] For port 85b0c1df-a5d5-4521-a949-0163ba3c52a6, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:07:57.443191 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d84aa4b2-94bf-45de-af4e-707fa998c27a req-df162b4f-0e93-4cd9-9d1f-324ccad3baae tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655668 Dec 08 22:07:57.445234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:57.488811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Deleting port fb56bddf-cefe-4938-b5aa-f8f8367194ad {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:07:57.489177 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:57.503919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:57.504541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:57.505952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] 10.222.0.23 "PUT /v2.0/ports/85b0c1df-a5d5-4521-a949-0163ba3c52a6 HTTP/1.1" status: 200 len: 1092 time: 1.1664076 Dec 08 22:07:57.506367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:57.508851 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f315637-5a79-4f10-8179-c9844024edd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:57.600645 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43561f20-340a-4b18-8c1d-7cd1e70f50c7 x-openstack-request-id: req-43561f20-340a-4b18-8c1d-7cd1e70f50c7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:57.600645 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:57.600952 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43561f20-340a-4b18-8c1d-7cd1e70f50c7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:57.601231 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'status': 'completed', 'code': 200} Dec 08 22:07:57.606222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd7822-3710-48ea-b1ac-2c1f2d33c091 service neutron] Pushing event updated for resources: {'Port': ['ID=85b0c1df-a5d5-4521-a949-0163ba3c52a6,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:57.613843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48931b5a-0530-4b5a-93d8-f1b07b596133 req-ff8a0830-8615-4f04-936c-09dc0a3882ba tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:57.618230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48931b5a-0530-4b5a-93d8-f1b07b596133 req-ff8a0830-8615-4f04-936c-09dc0a3882ba tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 945 time: 0.1996233 Dec 08 22:07:57.641960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-42f36504-e37a-4548-ab47-71a020dc82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:57.644508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-42f36504-e37a-4548-ab47-71a020dc82f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 1095 time: 0.0880001 Dec 08 22:07:57.705402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48931b5a-0530-4b5a-93d8-f1b07b596133 req-a8bcb447-14e6-489b-b48d-4aab2420ea78 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695362 Dec 08 22:07:57.737735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-86431d28-9a71-4b6f-b46f-296f4fd65fca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6 HTTP/1.1" status: 200 len: 217 time: 0.0821421 Dec 08 22:07:57.754388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] For port fb56bddf-cefe-4938-b5aa-f8f8367194ad, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=fb56bddf-cefe-4938-b5aa-f8f8367194ad,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:57.763004 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:57.790753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Calling delete_port for fb56bddf-cefe-4938-b5aa-f8f8367194ad owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:07:57.846009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-b2d110a8-e5f1-44b7-8b40-cfcb168dc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:57.847519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-b2d110a8-e5f1-44b7-8b40-cfcb168dc163 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0978663 Dec 08 22:07:58.001992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-09e5a6d0-820b-48d3-96f2-20364931a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:58.003696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-09e5a6d0-820b-48d3-96f2-20364931a60b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205482 Dec 08 22:07:58.011499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf54ee2-a58d-40c6-a235-a7e808487f25 req-c9a1ddc7-4fe9-4505-b8db-6e48b8443222 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:58.019263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bf54ee2-a58d-40c6-a235-a7e808487f25 req-c9a1ddc7-4fe9-4505-b8db-6e48b8443222 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.1676919 Dec 08 22:07:58.070094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:58.084330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:07:58.102579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event deleted for resources: {'Port': ['ID=fb56bddf-cefe-4938-b5aa-f8f8367194ad,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:58.165125 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bf54ee2-a58d-40c6-a235-a7e808487f25 req-983ed7dc-94e1-4193-9c2b-b910ff3903b1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411567 Dec 08 22:07:58.178969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] No DVR routers for this DVR port fb56bddf-cefe-4938-b5aa-f8f8367194ad on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:07:58.182046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:58.185511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e22e305-1f48-483c-8335-14921797b28f req-a4f04822-00ec-4a53-b6d2-701270d3e87a tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "DELETE /v2.0/ports/fb56bddf-cefe-4938-b5aa-f8f8367194ad HTTP/1.1" status: 204 len: 173 time: 0.9363706 Dec 08 22:07:58.185965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcea95ed-c922-431b-a274-c59d56cf7bfe', 'name': 'network-vif-deleted', 'tag': 'fb56bddf-cefe-4938-b5aa-f8f8367194ad'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:58.188968 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7f6c21-7d86-4535-b48b-818a356ba84f" -d '{"events": [{"server_uuid": "fcea95ed-c922-431b-a274-c59d56cf7bfe", "name": "network-vif-deleted", "tag": "fb56bddf-cefe-4938-b5aa-f8f8367194ad"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:58.236990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-1e5e9254-71d3-4e7b-b9e5-97b31bf40e6b service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155523 Dec 08 22:07:58.273213 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614c2ee2-9795-4f88-877e-4169df2d889a x-openstack-request-id: req-614c2ee2-9795-4f88-877e-4169df2d889a {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:58.273516 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcea95ed-c922-431b-a274-c59d56cf7bfe", "name": "network-vif-deleted", "tag": "fb56bddf-cefe-4938-b5aa-f8f8367194ad", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:58.273772 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-614c2ee2-9795-4f88-877e-4169df2d889a {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:58.274204 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcea95ed-c922-431b-a274-c59d56cf7bfe', 'name': 'network-vif-deleted', 'tag': 'fb56bddf-cefe-4938-b5aa-f8f8367194ad', 'status': 'completed', 'code': 200} Dec 08 22:07:58.391444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b32b3be5-e035-4db0-aefc-1a88be4e0c71 req-d17b1f04-9c8b-4999-95e8-d0258a903c9d service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468456 Dec 08 22:07:58.449847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f000f40d-7a9e-4237-aa61-bdfaf802fce9 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:07:58.515341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port f000f40d-7a9e-4237-aa61-bdfaf802fce9 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:07:58.521845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315637-5a79-4f10-8179-c9844024edd1 req-66ff7f91-fbd2-4c33-8e59-18a8e05a7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:58.524168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port f000f40d-7a9e-4237-aa61-bdfaf802fce9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:07:58.524788 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:58.531888 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f315637-5a79-4f10-8179-c9844024edd1 req-66ff7f91-fbd2-4c33-8e59-18a8e05a7f7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 1095 time: 0.0944779 Dec 08 22:07:58.643657 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:58.674185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c31fd-02e4-49ed-8b68-98cfad7473e7 req-8fa2b066-63f0-481d-8bf0-cd90664973f8 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:58.682212 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-265c31fd-02e4-49ed-8b68-98cfad7473e7 req-8fa2b066-63f0-481d-8bf0-cd90664973f8 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 945 time: 0.0871603 Dec 08 22:07:58.689067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:07:58.696258 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1991a08-cd3c-4228-9e0b-27e310314d1b" -d '{"events": [{"server_uuid": "88bbb5ae-257f-41e6-ad7a-e307eab89384", "name": "network-vif-plugged", "status": "completed", "tag": "f000f40d-7a9e-4237-aa61-bdfaf802fce9"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:07:58.715410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f000f40d-7a9e-4237-aa61-bdfaf802fce9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:07:58.721408 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:07:58.748568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315637-5a79-4f10-8179-c9844024edd1 req-98c6cd76-feae-4d0a-9c1b-1d52a1e4825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:58.750139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f315637-5a79-4f10-8179-c9844024edd1 req-98c6cd76-feae-4d0a-9c1b-1d52a1e4825a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.2108343 Dec 08 22:07:58.775782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-265c31fd-02e4-49ed-8b68-98cfad7473e7 req-7949013e-7b45-4571-8481-475e679adbe7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926440 Dec 08 22:07:58.815444 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a31a8e4-df09-41df-abc8-73cd9aa490d7 x-openstack-request-id: req-8a31a8e4-df09-41df-abc8-73cd9aa490d7 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:07:58.816564 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bbb5ae-257f-41e6-ad7a-e307eab89384", "name": "network-vif-plugged", "status": "completed", "tag": "f000f40d-7a9e-4237-aa61-bdfaf802fce9", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:07:58.817020 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a31a8e4-df09-41df-abc8-73cd9aa490d7 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:07:58.817634 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'code': 200} Dec 08 22:07:58.818373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f000f40d-7a9e-4237-aa61-bdfaf802fce9,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:07:58.841638 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f315637-5a79-4f10-8179-c9844024edd1 req-ec4396d9-35e0-415d-a39c-5f7b8138f8eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6 HTTP/1.1" status: 200 len: 217 time: 0.0648029 Dec 08 22:07:58.900115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b440468a-138f-4676-a791-a67dd594920f req-03345ba8-8f28-4a39-b05d-6634ea44083b tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcea95ed-c922-431b-a274-c59d56cf7bfe HTTP/1.1" status: 200 len: 210 time: 0.0344343 Dec 08 22:07:58.952692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315637-5a79-4f10-8179-c9844024edd1 req-b2fd63ea-c689-4949-a726-3c46e2148a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:58.954202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f315637-5a79-4f10-8179-c9844024edd1 req-b2fd63ea-c689-4949-a726-3c46e2148a85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1059752 Dec 08 22:07:58.964668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8716-8ddb-4c5c-8d5d-49838cdf3142 req-149de981-8397-49c0-a779-7d5366671800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:58.966221 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55dd8716-8ddb-4c5c-8d5d-49838cdf3142 req-149de981-8397-49c0-a779-7d5366671800 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1097 time: 0.0639927 Dec 08 22:07:59.037933 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-55dd8716-8ddb-4c5c-8d5d-49838cdf3142 req-2dadcbd6-9520-4fbb-bfe0-a582672de875 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641897 Dec 08 22:07:59.046054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315637-5a79-4f10-8179-c9844024edd1 req-acd41180-08a4-4361-9cf4-747bc85b687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:59.047581 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f315637-5a79-4f10-8179-c9844024edd1 req-acd41180-08a4-4361-9cf4-747bc85b687e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851283 Dec 08 22:07:59.218319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device fb56bddf-cefe-4938-b5aa-f8f8367194ad no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:07:59.286688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: fb56bddf-cefe-4938-b5aa-f8f8367194ad {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:07:59.287459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device fb56bddf-cefe-4938-b5aa-f8f8367194ad not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:07:59.725122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f315637-5a79-4f10-8179-c9844024edd1 req-49eb5b2b-7858-445c-a99a-fc3b2fc00588 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919953 Dec 08 22:07:59.752749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79b60-406c-4c7a-9882-a72d9c04da72 req-78d68880-110d-4f34-a8b3-876080b2b418 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:59.754134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-17a79b60-406c-4c7a-9882-a72d9c04da72 req-78d68880-110d-4f34-a8b3-876080b2b418 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.4500892 Dec 08 22:07:59.848171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-17a79b60-406c-4c7a-9882-a72d9c04da72 req-a97d2f28-3912-46f9-85c0-a4438eead128 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813739 Dec 08 22:07:59.917649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f315637-5a79-4f10-8179-c9844024edd1 req-9dfc69ce-8369-4a97-98cf-6c303992225a service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817961 Dec 08 22:07:59.926677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb97e7f-0413-4930-9bc2-f9cfae88c15b req-ad8ecec0-cfa3-4c32-994f-5e359730752a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:07:59.944651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdb97e7f-0413-4930-9bc2-f9cfae88c15b req-ad8ecec0-cfa3-4c32-994f-5e359730752a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0660055 Dec 08 22:07:59.993046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdb97e7f-0413-4930-9bc2-f9cfae88c15b req-b30d0a24-20c4-43e6-8c80-466d44efec65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Dec 08 22:08:00.835284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95b4b-2fd4-49d0-bc7d-d690bac22221 req-5450c9ce-81b6-47af-a0a0-90f57261e3b4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:00.836843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2d95b4b-2fd4-49d0-bc7d-d690bac22221 req-5450c9ce-81b6-47af-a0a0-90f57261e3b4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0613444 Dec 08 22:08:00.875588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2d95b4b-2fd4-49d0-bc7d-d690bac22221 req-4db1ab77-2ad8-4d26-bf62-dcbdc6cc69ba tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Dec 08 22:08:00.990218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a2853-1034-4513-a950-2e14c2ef4e1d req-955af913-f6f6-46e3-810e-589fde64b750 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:00.991718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c2a2853-1034-4513-a950-2e14c2ef4e1d req-955af913-f6f6-46e3-810e-589fde64b750 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.0591798 Dec 08 22:08:01.045061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c2a2853-1034-4513-a950-2e14c2ef4e1d req-1a20d451-e3a4-44cf-bc7b-0f1d69db8a88 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404034 Dec 08 22:08:01.131346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeff631-5181-42f9-b59a-0cb9be4aee7a req-6899aef2-6d88-47e7-aa17-150b79f79fb4 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:01.133219 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aeeff631-5181-42f9-b59a-0cb9be4aee7a req-6899aef2-6d88-47e7-aa17-150b79f79fb4 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0577922 Dec 08 22:08:01.176181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aeeff631-5181-42f9-b59a-0cb9be4aee7a req-6bf73785-1b23-498b-9f9b-81cccee02de9 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364845 Dec 08 22:08:01.293584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5c2cb-e756-48b0-a885-dddeb6ca44f1 req-06e16f37-9834-455e-9521-21ecdff4c6cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:01.295669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80c5c2cb-e756-48b0-a885-dddeb6ca44f1 req-06e16f37-9834-455e-9521-21ecdff4c6cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0522201 Dec 08 22:08:01.305532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53294) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:01.311303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'floatingip': {'port_id': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:01.351086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:01.802531 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:01.807244 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:01.939273 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Floating IP 21b9d368-2f21-449f-ac8a-0bbe073b82da associated. External IP: 172.25.1.250, port: f000f40d-7a9e-4237-aa61-bdfaf802fce9. Dec 08 22:08:02.115149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-c42728e6-b3d4-42d9-8150-aae292ddc8a7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:02.116865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-c42728e6-b3d4-42d9-8150-aae292ddc8a7 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 946 time: 0.1052496 Dec 08 22:08:02.129297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5385b-d74f-4ac8-8db4-803e07296b71 req-f616eeda-c834-4ce4-81f3-6683f76a9f9f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:02.139116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bac5385b-d74f-4ac8-8db4-803e07296b71 req-f616eeda-c834-4ce4-81f3-6683f76a9f9f tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 946 time: 0.0994294 Dec 08 22:08:02.189255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53318) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:02.208950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb6d1f-bf12-4244-bbb3-22a6bf4cc0ad req-fc7bcfe8-a199-488f-9e3a-5285634bb41f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:02.217043 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9beb6d1f-bf12-4244-bbb3-22a6bf4cc0ad req-fc7bcfe8-a199-488f-9e3a-5285634bb41f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.0737715 Dec 08 22:08:02.267675 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9beb6d1f-bf12-4244-bbb3-22a6bf4cc0ad req-d980dc58-f96e-41ca-ab1a-f3086451160d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492120 Dec 08 22:08:02.271926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bac5385b-d74f-4ac8-8db4-803e07296b71 req-ea835c93-a013-47f9-8b03-825672c98eef tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/security-groups?id=00850b0e-f97c-4716-81c8-4da1a5efb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318460 Dec 08 22:08:02.341837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8893f1cf-262e-437f-b0d1-faa7f8cb2d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.395254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Deleting port e126cba8-1f55-4819-9c58-6fc85d1dffb4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:02.395598 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.433768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8893f1cf-262e-437f-b0d1-faa7f8cb2d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.439562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8893f1cf-262e-437f-b0d1-faa7f8cb2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.482567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:08:02.488637 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8893f1cf-262e-437f-b0d1-faa7f8cb2d29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=164aafd6213442f192d585e3d5bd4ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978177 Dec 08 22:08:02.489982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893f1cf-262e-437f-b0d1-faa7f8cb2d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3acd34-596b-4d14-bc4b-91b9f5ec1f43,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:02.491574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53322) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:02.529231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] For port e126cba8-1f55-4819-9c58-6fc85d1dffb4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=e126cba8-1f55-4819-9c58-6fc85d1dffb4,segment=NetworkSegment(52f240ae-ac18-4415-9bf2-424c07ecd9e0),segment_id=52f240ae-ac18-4415-9bf2-424c07ecd9e0)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:02.529605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.558512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Calling delete_port for e126cba8-1f55-4819-9c58-6fc85d1dffb4 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:02.693875 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4229c46c-7095-49db-b7a3-298b47e1013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.742840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4229c46c-7095-49db-b7a3-298b47e1013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.753893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:08:02.765202 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.770496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] Sync routers for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:08:02.783071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:02.784023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:02.825751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-db559b0b-84e3-4a66-ae52-2a2822da32d7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "PUT /v2.0/floatingips/21b9d368-2f21-449f-ac8a-0bbe073b82da HTTP/1.1" status: 200 len: 992 time: 1.5190227 Dec 08 22:08:02.828918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'tag': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:02.830816 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f612c80-89c8-4b3b-86aa-d4e22cc81846" -d '{"events": [{"name": "network-changed", "server_uuid": "88bbb5ae-257f-41e6-ad7a-e307eab89384", "tag": "f000f40d-7a9e-4237-aa61-bdfaf802fce9"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:02.886101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4229c46c-7095-49db-b7a3-298b47e1013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.888859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4229c46c-7095-49db-b7a3-298b47e1013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.892757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4229c46c-7095-49db-b7a3-298b47e1013b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c3acd34-596b-4d14-bc4b-91b9f5ec1f43 HTTP/1.1" status: 204 len: 168 time: 0.3965416 Dec 08 22:08:02.903236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229c46c-7095-49db-b7a3-298b47e1013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3acd34-596b-4d14-bc4b-91b9f5ec1f43,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:02.920723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:02.934310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['e126cba8-1f55-4819-9c58-6fc85d1dffb4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:08:02.951002 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521e1dd2-2f33-41f0-b363-109276a13ca1 x-openstack-request-id: req-521e1dd2-2f33-41f0-b363-109276a13ca1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:02.951924 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88bbb5ae-257f-41e6-ad7a-e307eab89384", "tag": "f000f40d-7a9e-4237-aa61-bdfaf802fce9", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:02.952545 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-521e1dd2-2f33-41f0-b363-109276a13ca1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:02.953155 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'tag': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'status': 'completed', 'code': 200} Dec 08 22:08:03.018814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:03.027337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-790ebab1-4839-48d0-95a2-237fac7cf1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:03.029910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-790ebab1-4839-48d0-95a2-237fac7cf1d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1097 time: 0.0787625 Dec 08 22:08:03.150643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-e63a347e-9111-4161-96d7-c582486e6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:03.152846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-e63a347e-9111-4161-96d7-c582486e6826 service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.1163044 Dec 08 22:08:03.359388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Pushing event deleted for resources: {'Port': ['ID=e126cba8-1f55-4819-9c58-6fc85d1dffb4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:03.415530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-148b16e1-1b71-4d02-bdda-a3d355c1e254 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 1000 time: 0.2554052 Dec 08 22:08:03.459583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] No DVR routers for this DVR port e126cba8-1f55-4819-9c58-6fc85d1dffb4 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:08:03.465031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:03.470030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f48de0f-8288-4a1b-81f2-b60ff2221eae req-8eaa9b7d-c026-4168-b485-07da57acafd4 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.37 "DELETE /v2.0/ports/e126cba8-1f55-4819-9c58-6fc85d1dffb4 HTTP/1.1" status: 204 len: 173 time: 1.3183415 Dec 08 22:08:03.490736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '21b9d368-2f21-449f-ac8a-0bbe073b82da', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'port_id': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'mac_address': 'fa:16:3e:d1:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:07:48Z', 'updated_at': '2021-12-08T22:08:01Z', 'revision_number': 1, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:03.531617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] Checking router: 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:08:03.541964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:03.543029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:07:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:03.558159 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-601de6e9-853e-4205-9557-938662d6837d req-205bbb9e-7e81-4f8f-b83a-a802f2df58d1 tempest-ServersTestJSON-740413184 tempest-ServersTestJSON-740413184-project] 10.222.0.21 "GET /v2.0/ports?device_id=26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5 HTTP/1.1" status: 200 len: 210 time: 0.0911655 Dec 08 22:08:03.569952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-3fd1a779-1d9d-4335-a69c-1f71b7aac4b0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3255970 Dec 08 22:08:03.599000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-4acb6c9f-ca6b-4937-adc0-62b0f0e0e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:03.601975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-4acb6c9f-ca6b-4937-adc0-62b0f0e0e069 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.1704388 Dec 08 22:08:03.675709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-8e9e200a-cdf7-4593-8bfb-bc622b242655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:03.677246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-8e9e200a-cdf7-4593-8bfb-bc622b242655 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679088 Dec 08 22:08:03.693133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:03.806588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-1639f38b-9899-45bc-a37f-7231f50ef027 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217902 Dec 08 22:08:03.942183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329283c-2fc6-4db3-9eb5-999e66ae15a7 req-beedfaf6-d71e-4846-9e8a-1e9e37c7ea6a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:03.954369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8329283c-2fc6-4db3-9eb5-999e66ae15a7 req-beedfaf6-d71e-4846-9e8a-1e9e37c7ea6a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.4826305 Dec 08 22:08:03.971550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f612c80-89c8-4b3b-86aa-d4e22cc81846 req-b5e725a5-c941-4637-abb3-f590a1f70dfe service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574552 Dec 08 22:08:04.027279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8329283c-2fc6-4db3-9eb5-999e66ae15a7 req-9c74df54-78c9-47ed-9267-297ff5bbfb02 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673316 Dec 08 22:08:04.174087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-e7aeebc2-db28-4a73-8fb5-79f2ebbf8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:04.175893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-e7aeebc2-db28-4a73-8fb5-79f2ebbf8493 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1097 time: 0.0985599 Dec 08 22:08:04.332079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-0e462949-6ea8-4256-8a0b-4d41a64bc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:04.333869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-0e462949-6ea8-4256-8a0b-4d41a64bc859 service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.1342344 Dec 08 22:08:04.410914 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-8e6c155b-11ce-48b3-bd33-076789d59460 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 1000 time: 0.0687940 Dec 08 22:08:04.451767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '21b9d368-2f21-449f-ac8a-0bbe073b82da', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'port_id': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'mac_address': 'fa:16:3e:d1:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:07:48Z', 'updated_at': '2021-12-08T22:08:01Z', 'revision_number': 1, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:04.491401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571caf3-5f48-4027-9f23-5a6b71964c45 None None] The sync data for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 is: [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '21b9d368-2f21-449f-ac8a-0bbe073b82da', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'port_id': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'mac_address': 'fa:16:3e:d1:4d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:07:48Z', 'updated_at': '2021-12-08T22:08:01Z', 'revision_number': 1, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:08:04.506081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-dcb5af3c-3ba7-4aa9-8c70-81f66ebd0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:04.507646 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-dcb5af3c-3ba7-4aa9-8c70-81f66ebd0efa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0894625 Dec 08 22:08:04.576836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-11a0bda9-b32a-4771-b0f0-7e3e9d238f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:04.578362 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-11a0bda9-b32a-4771-b0f0-7e3e9d238f2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636275 Dec 08 22:08:04.641129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53372) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:04.714317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-d71de79e-845c-4e23-b19b-b4a44cc3ce2b service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262875 Dec 08 22:08:04.734070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-883d3ff1-cd43-49d8-9b37-f1e56f326d96 admin admin] Deleting subnet 3c359eed-909f-4b0e-aa0f-da9b75d8c877 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:08:04.743260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-883d3ff1-cd43-49d8-9b37-f1e56f326d96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:04.853160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae9797b5-e6ec-4304-950a-884fbd3f66ff req-f6aa13b3-06c4-4229-b26e-1e8e2a81e495 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282156 Dec 08 22:08:04.853774 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77eb2a-4dd6-4c9f-9427-f6fe4d81ced7 None None] New status for floating IP 21b9d368-2f21-449f-ac8a-0bbe073b82da: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:08:04.857954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-883d3ff1-cd43-49d8-9b37-f1e56f326d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:04.909181 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-883d3ff1-cd43-49d8-9b37-f1e56f326d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:04.954982 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5', 'name': 'network-vif-deleted', 'tag': 'e126cba8-1f55-4819-9c58-6fc85d1dffb4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:04.957668 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac78922f-a45a-4384-9f99-876d3fabe3c7" -d '{"events": [{"server_uuid": "26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5", "name": "network-vif-deleted", "tag": "e126cba8-1f55-4819-9c58-6fc85d1dffb4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:04.991039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-883d3ff1-cd43-49d8-9b37-f1e56f326d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.052046 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5138b7-2b21-44a5-8211-949bf5463bf0 x-openstack-request-id: req-9d5138b7-2b21-44a5-8211-949bf5463bf0 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:05.052344 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5", "name": "network-vif-deleted", "tag": "e126cba8-1f55-4819-9c58-6fc85d1dffb4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:05.052604 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d5138b7-2b21-44a5-8211-949bf5463bf0 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:05.053004 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e2a16c-bfb5-4a55-96b2-bbc70d5e5fd5', 'name': 'network-vif-deleted', 'tag': 'e126cba8-1f55-4819-9c58-6fc85d1dffb4', 'status': 'completed', 'code': 200} Dec 08 22:08:05.054095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d3ff1-cd43-49d8-9b37-f1e56f326d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c359eed-909f-4b0e-aa0f-da9b75d8c877,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:05.062159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-883d3ff1-cd43-49d8-9b37-f1e56f326d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.065747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-883d3ff1-cd43-49d8-9b37-f1e56f326d96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c359eed-909f-4b0e-aa0f-da9b75d8c877 HTTP/1.1" status: 204 len: 168 time: 0.4233048 Dec 08 22:08:05.068178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53384) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:05.180221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.265522 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6851f44-f500-44b0-9657-65f2ca371774 req-c0e89b15-b28c-4551-81e6-7f586da83ebe tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:05.265522 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6851f44-f500-44b0-9657-65f2ca371774 req-c0e89b15-b28c-4551-81e6-7f586da83ebe tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.1172006 Dec 08 22:08:05.318356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.348973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6851f44-f500-44b0-9657-65f2ca371774 req-36f7122f-9345-4342-86d1-8924e7598cc2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588188 Dec 08 22:08:05.352984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5d6c2e-be08-4d88-a755-61af81e62be6']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:05.370013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f240ae-ac18-4415-9bf2-424c07ecd9e0') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:05.370013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f240ae-ac18-4415-9bf2-424c07ecd9e0') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:05.374648 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.387396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.393868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:08:05.394253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:08:05.395888 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:08:05.460205 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.479325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.482563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1f5d6c2e-be08-4d88-a755-61af81e62be6 HTTP/1.1" status: 204 len: 168 time: 0.4132569 Dec 08 22:08:05.483606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25243fad-d8b6-4a69-bfd7-c441eeb96778 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5d6c2e-be08-4d88-a755-61af81e62be6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:05.598907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f85dd6c9-b185-4205-99b5-5ed2ea46e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.696973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53392) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:05.748684 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9d6c6c1c-3a88-4ae5-8077-d70009e0216e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eb9361777764b69a95e37a2e21b8eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503757 Dec 08 22:08:05.751324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53394) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:05.800883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c777c3be-b2fd-4aec-aab3-35af648838fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.822483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c777c3be-b2fd-4aec-aab3-35af648838fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.874395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c777c3be-b2fd-4aec-aab3-35af648838fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.877175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c777c3be-b2fd-4aec-aab3-35af648838fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:05.878382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c777c3be-b2fd-4aec-aab3-35af648838fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00850b0e-f97c-4716-81c8-4da1a5efb005 HTTP/1.1" status: 204 len: 168 time: 0.1260958 Dec 08 22:08:05.887361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777c3be-b2fd-4aec-aab3-35af648838fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00850b0e-f97c-4716-81c8-4da1a5efb005,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:06.545191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bdde5-12c9-4e26-a0c8-2947ae7f71d9 req-e6bfdcef-0bd2-49d2-9bea-13eb6fd1a7ef tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:06.553712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b60bdde5-12c9-4e26-a0c8-2947ae7f71d9 req-e6bfdcef-0bd2-49d2-9bea-13eb6fd1a7ef tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.0985472 Dec 08 22:08:06.616376 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b60bdde5-12c9-4e26-a0c8-2947ae7f71d9 req-fe73f84f-479c-4a25-9801-03e3b2f966d8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616412 Dec 08 22:08:07.270977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e126cba8-1f55-4819-9c58-6fc85d1dffb4 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:08:07.330208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: e126cba8-1f55-4819-9c58-6fc85d1dffb4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:08:07.330552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device e126cba8-1f55-4819-9c58-6fc85d1dffb4 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:08:07.598952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:07.719520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0322104f-a8f1-409f-a962-85912baad14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:07.749425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e2c9b-45e3-406e-8832-1324dd96a9f7 req-31892422-f216-4880-a15a-1ea966419416 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:07.751034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f2e2c9b-45e3-406e-8832-1324dd96a9f7 req-31892422-f216-4880-a15a-1ea966419416 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.0789986 Dec 08 22:08:07.813011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f2e2c9b-45e3-406e-8832-1324dd96a9f7 req-f9d1cec3-de9d-4ea1-b30d-c25501b51ed1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555098 Dec 08 22:08:07.845658 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0322104f-a8f1-409f-a962-85912baad14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:07.849554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0322104f-a8f1-409f-a962-85912baad14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:07.893594 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0322104f-a8f1-409f-a962-85912baad14a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25f868e5fe8047e19669db08a5f2c207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934191 Dec 08 22:08:07.894442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322104f-a8f1-409f-a962-85912baad14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af8d923-fdd4-4c3c-a1d7-389b6eaebba0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:07.896259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53474) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:07.954915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27f36ba-ca4c-4d2d-9a0b-13c6ac397977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:07.976081 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27f36ba-ca4c-4d2d-9a0b-13c6ac397977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:08.029851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27f36ba-ca4c-4d2d-9a0b-13c6ac397977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:08.034244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b27f36ba-ca4c-4d2d-9a0b-13c6ac397977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:08.037690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b27f36ba-ca4c-4d2d-9a0b-13c6ac397977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1af8d923-fdd4-4c3c-a1d7-389b6eaebba0 HTTP/1.1" status: 204 len: 168 time: 0.1398237 Dec 08 22:08:08.046577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f36ba-ca4c-4d2d-9a0b-13c6ac397977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af8d923-fdd4-4c3c-a1d7-389b6eaebba0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:08.282405 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a1755f29-fbb7-41d3-9a4a-f7dfec503c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:08.505708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 85b0c1df-a5d5-4521-a949-0163ba3c52a6 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:08:08.674667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 85b0c1df-a5d5-4521-a949-0163ba3c52a6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:08.708067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:08:08.815011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:08.879264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b0c1df-a5d5-4521-a949-0163ba3c52a6 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:08:08.919883 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:08.944303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 85b0c1df-a5d5-4521-a949-0163ba3c52a6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:08.957313 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.001248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739d038-15e8-4335-8d60-ed68445f2233 req-9ad81071-9826-4456-b58e-3f266b3918f6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:09.003508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5739d038-15e8-4335-8d60-ed68445f2233 req-9ad81071-9826-4456-b58e-3f266b3918f6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 944 time: 0.0746684 Dec 08 22:08:09.013341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53514) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:09.065059 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=85b0c1df-a5d5-4521-a949-0163ba3c52a6,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:09.101944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5739d038-15e8-4335-8d60-ed68445f2233 req-fee0a953-eaef-4202-8dcb-1ecc31be1f9b tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891209 Dec 08 22:08:09.174038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['85b0c1df-a5d5-4521-a949-0163ba3c52a6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:08:09.238778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f16f39a9-57f9-4855-9b3c-8e94a7442691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.367491 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f16f39a9-57f9-4855-9b3c-8e94a7442691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.375859 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f16f39a9-57f9-4855-9b3c-8e94a7442691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.426489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f16f39a9-57f9-4855-9b3c-8e94a7442691 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=412fe882855e40bbbba3923c23b5c459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113283 Dec 08 22:08:09.428998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53524) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:09.440838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f39a9-57f9-4855-9b3c-8e94a7442691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb57721-71a2-4da8-a000-b059babc97c0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:09.522604 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.543187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a583837a-19cd-4745-ba4d-eb70033a3714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.560933 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.585980 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a583837a-19cd-4745-ba4d-eb70033a3714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.636082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a583837a-19cd-4745-ba4d-eb70033a3714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.639338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a583837a-19cd-4745-ba4d-eb70033a3714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:09.640637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a583837a-19cd-4745-ba4d-eb70033a3714 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0eb57721-71a2-4da8-a000-b059babc97c0 HTTP/1.1" status: 204 len: 168 time: 0.2104125 Dec 08 22:08:09.648923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583837a-19cd-4745-ba4d-eb70033a3714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb57721-71a2-4da8-a000-b059babc97c0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:10.066285 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:10.255118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab4e0c-3b4b-4190-a2b4-397906b86b9e req-ce6aa259-eb14-47ac-8474-2080805ea299 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:10.256661 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7ab4e0c-3b4b-4190-a2b4-397906b86b9e req-ce6aa259-eb14-47ac-8474-2080805ea299 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 945 time: 0.0684323 Dec 08 22:08:10.297344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7ab4e0c-3b4b-4190-a2b4-397906b86b9e req-63accc37-6428-40c3-baa8-4926168f027e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333235 Dec 08 22:08:10.519015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 85b0c1df-a5d5-4521-a949-0163ba3c52a6 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:10.583014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:08:10.589133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:10.589256 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:10.692502 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:10.729321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:10.732282 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535a377-d8d2-4897-8d01-2ebdb9ec0bb9" -d '{"events": [{"server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "name": "network-vif-plugged", "status": "completed", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:10.749854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 85b0c1df-a5d5-4521-a949-0163ba3c52a6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:10.756131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:10.818750 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc646beb-c0a1-4f68-bdab-6abfa45291d5 x-openstack-request-id: req-cc646beb-c0a1-4f68-bdab-6abfa45291d5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:10.819262 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "name": "network-vif-plugged", "status": "completed", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:10.819594 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc646beb-c0a1-4f68-bdab-6abfa45291d5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:10.819990 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'code': 200} Dec 08 22:08:10.820591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=85b0c1df-a5d5-4521-a949-0163ba3c52a6,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:10.923758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435416a-0b76-4249-b4cc-2cc068d740e5 req-a1977282-ffd4-44e3-898b-4313f7002ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:10.925267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5435416a-0b76-4249-b4cc-2cc068d740e5 req-a1977282-ffd4-44e3-898b-4313f7002ada service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 1097 time: 0.0478168 Dec 08 22:08:10.979349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5435416a-0b76-4249-b4cc-2cc068d740e5 req-0b12f68f-da1a-470f-b0e2-22e79fc20849 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399184 Dec 08 22:08:10.998783 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:11.437549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83938e-f4bd-4d83-bf64-45a26ca1fc95 req-b81447bb-fc51-45be-afae-38eef6167f8f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:11.439354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d83938e-f4bd-4d83-bf64-45a26ca1fc95 req-b81447bb-fc51-45be-afae-38eef6167f8f tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 946 time: 0.0606177 Dec 08 22:08:11.478515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53612) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:11.491502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d83938e-f4bd-4d83-bf64-45a26ca1fc95 req-0676211f-11bb-42b8-9a3e-1c8a64ce8eab tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456281 Dec 08 22:08:11.602405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd656713-857c-4964-8e37-74d21a90f46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:11.685461 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd656713-857c-4964-8e37-74d21a90f46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:11.689514 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd656713-857c-4964-8e37-74d21a90f46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:11.720494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd656713-857c-4964-8e37-74d21a90f46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2862b625-60b5-4ed6-85cd-ae3fd3376bed,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:11.748930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fd656713-857c-4964-8e37-74d21a90f46c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=428843fe1f8841cebd03c194a9877e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690520 Dec 08 22:08:11.753687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53620) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:11.826882 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee1a820d-e1c7-432a-ab96-cb9c3a36d83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:11.851963 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee1a820d-e1c7-432a-ab96-cb9c3a36d83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.001218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee1a820d-e1c7-432a-ab96-cb9c3a36d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.007119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee1a820d-e1c7-432a-ab96-cb9c3a36d83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.010606 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ee1a820d-e1c7-432a-ab96-cb9c3a36d83f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2862b625-60b5-4ed6-85cd-ae3fd3376bed HTTP/1.1" status: 204 len: 168 time: 0.2535136 Dec 08 22:08:12.034443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a820d-e1c7-432a-ab96-cb9c3a36d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2862b625-60b5-4ed6-85cd-ae3fd3376bed,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:12.334141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53636) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:12.348343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7153ea22-35c2-471f-9a77-a83012f21f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.396173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-01b7fc60-7b13-432b-a761-429e0bc8f629 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=344fa607b71f4c60ba088690c49ca74c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367374 Dec 08 22:08:12.609563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec772e8-7f94-46ad-b8e0-e0523efb87a7 req-8cc5ab62-b26d-44f4-8cb0-a8b22bc6572c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:12.611092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ec772e8-7f94-46ad-b8e0-e0523efb87a7 req-8cc5ab62-b26d-44f4-8cb0-a8b22bc6572c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 946 time: 0.0504079 Dec 08 22:08:12.620005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-db36d9ab-33a2-4ab0-a79c-71409d75dd92 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:12.621472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-db36d9ab-33a2-4ab0-a79c-71409d75dd92 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189543 Dec 08 22:08:12.623434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7153ea22-35c2-471f-9a77-a83012f21f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.634006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7153ea22-35c2-471f-9a77-a83012f21f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.650869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ec772e8-7f94-46ad-b8e0-e0523efb87a7 req-9b601c77-2f15-4dae-8d8d-4d08f7434673 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334332 Dec 08 22:08:12.652854 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-fbeecf4b-0dc2-423b-9d45-4b0e8a1d0490 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/quotas/344fa607b71f4c60ba088690c49ca74c HTTP/1.1" status: 200 len: 375 time: 0.0255330 Dec 08 22:08:12.686447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7153ea22-35c2-471f-9a77-a83012f21f08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=622552e5ac934d67abb7ea4456181252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510776 Dec 08 22:08:12.689153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53646) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:12.702468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-6574a21b-d0b4-4247-9e06-d8372df7a6f3 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=344fa607b71f4c60ba088690c49ca74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400517 Dec 08 22:08:12.703222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153ea22-35c2-471f-9a77-a83012f21f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33c2b5-9ecf-4483-9ae0-7bc859682fe6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:12.770342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9b16-327b-46f7-9fbc-5823738be750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.799525 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9b16-327b-46f7-9fbc-5823738be750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.808755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411593f-8f71-449e-a513-aba78c3e4002 req-ac538868-a9c1-4f4a-a5ac-83a619a32815 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:12.811118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6411593f-8f71-449e-a513-aba78c3e4002 req-ac538868-a9c1-4f4a-a5ac-83a619a32815 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 946 time: 0.0802033 Dec 08 22:08:12.884202 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6411593f-8f71-449e-a513-aba78c3e4002 req-37524c39-5ec5-417b-924c-3e31d8401405 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648985 Dec 08 22:08:12.897292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51e330aa-8e68-42ea-94ed-b2e3721dbeff req-9f9fa794-d6ec-47b3-8d1c-2e378ddeb623 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 210 time: 0.0527024 Dec 08 22:08:12.910406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9b16-327b-46f7-9fbc-5823738be750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.913737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9b16-327b-46f7-9fbc-5823738be750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:12.914931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d9d9b16-327b-46f7-9fbc-5823738be750 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d33c2b5-9ecf-4483-9ae0-7bc859682fe6 HTTP/1.1" status: 204 len: 168 time: 0.2247543 Dec 08 22:08:12.920975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53664) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:12.924543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d9b16-327b-46f7-9fbc-5823738be750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33c2b5-9ecf-4483-9ae0-7bc859682fe6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:12.982447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4428e6a-b160-495c-bc2b-ee5b2663fa94 tempest-TestVolumeBootPattern-435925025 tempest-TestVolumeBootPattern-435925025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:12.987365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53670) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:12.987638 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c4428e6a-b160-495c-bc2b-ee5b2663fa94 tempest-TestVolumeBootPattern-435925025 tempest-TestVolumeBootPattern-435925025-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 1092 time: 0.0622518 Dec 08 22:08:12.994620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:13.035711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:13.185617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:13.347015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.25.1.242 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/418b98d7-acfe-4163-a796-b1af2f06e0bf) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:13.489912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:13.531156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:13.575707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:13.580125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:13.583961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:13.592732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=418b98d7-acfe-4163-a796-b1af2f06e0bf,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:14.027288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c41886ec-2caf-4b2e-b561-95fadd393569 req-cdfbb30e-a00f-4ab2-8288-5148654c9a4f tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 210 time: 0.0291574 Dec 08 22:08:14.064930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-0d562edc-50e7-41f9-8187-63c8bb56eaa7 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=344fa607b71f4c60ba088690c49ca74c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348055 Dec 08 22:08:14.066075 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.311005 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.345125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-5506ff65-d2b0-4cd4-a4a7-ee0997fefd9d tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:14.346595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-5506ff65-d2b0-4cd4-a4a7-ee0997fefd9d tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611566 Dec 08 22:08:14.369829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Request body: {'port': {'device_id': '17f0cf09-fad3-4364-a527-4402ef92d197', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '344fa607b71f4c60ba088690c49ca74c'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:14.573248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Made reservation on behalf of 344fa607b71f4c60ba088690c49ca74c for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:14.576914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.593078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.594986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.603175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.760574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=418b98d7-acfe-4163-a796-b1af2f06e0bf,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:14.783759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.893283 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.899147 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:14.971358 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Floating IP 3558a24f-969f-44dd-a4c3-c6d763f50cac associated. External IP: 172.25.1.242, port: 85b0c1df-a5d5-4521-a949-0163ba3c52a6. Dec 08 22:08:15.015709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:15.135920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Allocated IP 192.168.233.32 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/2f54166b-8264-47c4-92df-92d6cc9e50af) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:15.146121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78bf539e-a2b7-46d2-93fe-ac3b97299868 req-1d05573d-a24e-4a98-a343-d082f18c8ae2 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 210 time: 0.0283861 Dec 08 22:08:15.613093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:08:15.730452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:15.781880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:08:15.797589 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:15.799665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:08:15.810920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:15.815699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:15.816403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:15.878572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:15.895474 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f228514c-1f6c-4cc6-8a1a-b1b2b7d5bb27 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9063172 Dec 08 22:08:15.899416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:15.905651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:15.913640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:15.920740 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:15.956216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Pushing event updated for resources: {'Port': ['ID=2f54166b-8264-47c4-92df-92d6cc9e50af,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:15.998741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:16.009804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:16.010520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:16.045335 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b26d8e7-e9aa-4015-929b-aecc77f9b907 x-openstack-request-id: req-5b26d8e7-e9aa-4015-929b-aecc77f9b907 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:16.046002 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:16.046291 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b26d8e7-e9aa-4015-929b-aecc77f9b907 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:16.048167 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'status': 'completed', 'code': 200} Dec 08 22:08:16.062195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-99cff7b7-8510-4d45-acc6-87b6741e04e8 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6963978 Dec 08 22:08:16.074358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Request body: {'port': {'device_id': '17f0cf09-fad3-4364-a527-4402ef92d197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:16.123671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-efd834b1-f3e2-4eba-94f7-a7a2d62586a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:16.125161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-efd834b1-f3e2-4eba-94f7-a7a2d62586a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 1097 time: 0.0798600 Dec 08 22:08:16.159557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:16.297089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-a0b4c1ca-f2e1-4121-9c42-ed2062524c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:16.300552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-a0b4c1ca-f2e1-4121-9c42-ed2062524c29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.1649859 Dec 08 22:08:16.342465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-20712d3d-294c-4a4c-94dc-00c3a02d2932 None None] Provisioning complete for port 2f54166b-8264-47c4-92df-92d6cc9e50af triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:16.343227 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20712d3d-294c-4a4c-94dc-00c3a02d2932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:16.382438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-0aa411fc-06ac-4f27-9c14-7489501a4a7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6 HTTP/1.1" status: 200 len: 1000 time: 0.0751321 Dec 08 22:08:16.409577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-20712d3d-294c-4a4c-94dc-00c3a02d2932 None None] Port 2f54166b-8264-47c4-92df-92d6cc9e50af cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:16.435853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1166820-5ddd-4e80-9f20-45b009fa728a req-59c79160-40e4-4570-9e72-42a007369f74 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:16.437871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a1166820-5ddd-4e80-9f20-45b009fa728a req-59c79160-40e4-4570-9e72-42a007369f74 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 935 time: 0.1454792 Dec 08 22:08:16.475814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:13Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:16.505367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-318f413c-837a-4952-b5f8-60902bcb45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:16.506898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-318f413c-837a-4952-b5f8-60902bcb45ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1092997 Dec 08 22:08:16.522364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:08:16.522580 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a1166820-5ddd-4e80-9f20-45b009fa728a req-d69a2617-e595-43e1-8b0c-bb482c8df56d tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676477 Dec 08 22:08:16.533661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:16.534861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:16.574262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-ab24966a-32f1-433c-9732-c855037d5add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:16.577174 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-ab24966a-32f1-433c-9732-c855037d5add service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608466 Dec 08 22:08:16.641808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f54166b-8264-47c4-92df-92d6cc9e50af {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:08:16.654776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:16.673474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Transition to ACTIVE for port object 2f54166b-8264-47c4-92df-92d6cc9e50af will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:08:16.675256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:16.680050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:16.757193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f54166b-8264-47c4-92df-92d6cc9e50af,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:16.781383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-138d432e-b252-4216-8829-62d150b4d092 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963134 Dec 08 22:08:16.940406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Attempting to bind port 2f54166b-8264-47c4-92df-92d6cc9e50af on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:16.941002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Attempting to bind port 2f54166b-8264-47c4-92df-92d6cc9e50af by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:16.941502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Attempting to bind port 2f54166b-8264-47c4-92df-92d6cc9e50af on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:16.947603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Port 2f54166b-8264-47c4-92df-92d6cc9e50af on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:16.948307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Attempting to bind port 2f54166b-8264-47c4-92df-92d6cc9e50af on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:16.955288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:16.955903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:16.963904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:16.964823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Bound port: 2f54166b-8264-47c4-92df-92d6cc9e50af, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:16.967798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:16.999357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-67a7323b-45bb-4ea0-9419-fb9ba9c5c66f req-aaa96961-155c-4b30-b031-19b1e8b44024 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093065 Dec 08 22:08:17.081516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] For port 2f54166b-8264-47c4-92df-92d6cc9e50af, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:17.082697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:13Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:17.085439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] For port 2f54166b-8264-47c4-92df-92d6cc9e50af, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2f54166b-8264-47c4-92df-92d6cc9e50af,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:17.091314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:17.141155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83002a15-1b9c-4082-a18c-b875dbaa3285 None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:13Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:08:17.153343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:17.154346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:17.156609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f54166b-8264-47c4-92df-92d6cc9e50af HTTP/1.1" status: 200 len: 1095 time: 1.0870979 Dec 08 22:08:17.218208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa792350-dab4-45a8-ab4d-aad57bbdcff5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f54166b-8264-47c4-92df-92d6cc9e50af,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:17.309452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-e677351e-30f9-4dc8-8788-87ac88bae524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:17.310998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-e677351e-30f9-4dc8-8788-87ac88bae524 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=344fa607b71f4c60ba088690c49ca74c&device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 1098 time: 0.0578249 Dec 08 22:08:17.365079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-973b67c2-0524-43d0-ba6b-e6a5ae8bff76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2f54166b-8264-47c4-92df-92d6cc9e50af HTTP/1.1" status: 200 len: 217 time: 0.0459344 Dec 08 22:08:17.423762 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-459dcb34-a09e-4d95-908e-1ce48de5fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:17.425298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-459dcb34-a09e-4d95-908e-1ce48de5fb6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0526586 Dec 08 22:08:17.496203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-4acdb5f6-2943-46fe-bc4d-716e28ba5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:17.498380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-4acdb5f6-2943-46fe-bc4d-716e28ba5aab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645523 Dec 08 22:08:17.514092 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb3431-9226-4a6e-8fef-37729c5c5a2c None None] New status for floating IP 3558a24f-969f-44dd-a4c3-c6d763f50cac: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:08:17.621583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-49e404bc-401f-46d6-97de-873f68568a1c service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158736 Dec 08 22:08:17.717936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940db7c1-8d62-4c54-971e-e4536bedfc59 req-87dfd511-f1a6-4abd-b90d-25228a097c69 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:17.719501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-940db7c1-8d62-4c54-971e-e4536bedfc59 req-87dfd511-f1a6-4abd-b90d-25228a097c69 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 947 time: 0.1137760 Dec 08 22:08:17.770133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad3381b6-ef0d-4089-b447-10d8e0a1c21d req-1a8d9205-7c45-4ade-ad1f-38337e756cf3 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350360 Dec 08 22:08:17.785292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-940db7c1-8d62-4c54-971e-e4536bedfc59 req-61e9162a-37a4-4db0-8f3c-e01ffd516ae4 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582852 Dec 08 22:08:18.050976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f0cf09-fad3-4364-a527-4402ef92d197', 'tag': '2f54166b-8264-47c4-92df-92d6cc9e50af'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:18.052431 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628cb5a2-1a79-419b-b175-2434faa11598" -d '{"events": [{"name": "network-changed", "server_uuid": "17f0cf09-fad3-4364-a527-4402ef92d197", "tag": "2f54166b-8264-47c4-92df-92d6cc9e50af"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:18.092854 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e8424-579c-4817-b383-97c588b3a643 x-openstack-request-id: req-192e8424-579c-4817-b383-97c588b3a643 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:18.093333 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f0cf09-fad3-4364-a527-4402ef92d197", "tag": "2f54166b-8264-47c4-92df-92d6cc9e50af", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:18.093751 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-192e8424-579c-4817-b383-97c588b3a643 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:18.094155 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f0cf09-fad3-4364-a527-4402ef92d197', 'tag': '2f54166b-8264-47c4-92df-92d6cc9e50af', 'status': 'completed', 'code': 200} Dec 08 22:08:18.162233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb5a2-1a79-419b-b175-2434faa11598 req-05da1f89-97fe-4f22-a1de-de50eb70f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:18.163831 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-628cb5a2-1a79-419b-b175-2434faa11598 req-05da1f89-97fe-4f22-a1de-de50eb70f84c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=344fa607b71f4c60ba088690c49ca74c&device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 1098 time: 0.0468717 Dec 08 22:08:18.260683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb5a2-1a79-419b-b175-2434faa11598 req-833ffcef-cc04-47c6-85a0-836156b8dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:18.262066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-628cb5a2-1a79-419b-b175-2434faa11598 req-833ffcef-cc04-47c6-85a0-836156b8dfbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.0911736 Dec 08 22:08:18.303239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-628cb5a2-1a79-419b-b175-2434faa11598 req-57946f4b-1854-472e-aaa2-4f263789fe51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2f54166b-8264-47c4-92df-92d6cc9e50af HTTP/1.1" status: 200 len: 217 time: 0.0335085 Dec 08 22:08:18.358078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb5a2-1a79-419b-b175-2434faa11598 req-e5fb4656-9c84-4146-aec0-64365f5d916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:18.359591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-628cb5a2-1a79-419b-b175-2434faa11598 req-e5fb4656-9c84-4146-aec0-64365f5d916b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0489609 Dec 08 22:08:18.407563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb5a2-1a79-419b-b175-2434faa11598 req-7e213188-268b-45a0-8753-561b526d2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:18.409071 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-628cb5a2-1a79-419b-b175-2434faa11598 req-7e213188-268b-45a0-8753-561b526d2721 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398276 Dec 08 22:08:18.504433 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-628cb5a2-1a79-419b-b175-2434faa11598 req-64065ddd-ea44-40e9-afc3-ae41116f1c2a service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874696 Dec 08 22:08:18.601954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-628cb5a2-1a79-419b-b175-2434faa11598 req-474a96c6-fbf9-415c-8dc7-98c88f149081 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884295 Dec 08 22:08:18.910578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52417cd-bf38-4706-aa81-57cab3a71bbc req-86949970-4061-4c23-a146-43e4d3ace5de tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:18.912387 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d52417cd-bf38-4706-aa81-57cab3a71bbc req-86949970-4061-4c23-a146-43e4d3ace5de tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 947 time: 0.0507290 Dec 08 22:08:18.952927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d52417cd-bf38-4706-aa81-57cab3a71bbc req-aa25b761-4a96-40fb-a07d-fd3dca98c762 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319774 Dec 08 22:08:20.071791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5c408-0b22-437d-9457-c98bdc7f11bd req-c45cbf75-2844-4793-b2d3-d22c617ab640 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:20.073299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acc5c408-0b22-437d-9457-c98bdc7f11bd req-c45cbf75-2844-4793-b2d3-d22c617ab640 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 947 time: 0.0523100 Dec 08 22:08:20.118070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acc5c408-0b22-437d-9457-c98bdc7f11bd req-08e1653a-ed17-47db-9b70-88162248a56e tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 Dec 08 22:08:20.209730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53878) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:20.318875 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87306104-2608-4156-9375-f8e04d2b9b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.391862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87306104-2608-4156-9375-f8e04d2b9b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.395606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87306104-2608-4156-9375-f8e04d2b9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.432981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-87306104-2608-4156-9375-f8e04d2b9b7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ebfcda043654da486e497b8f5dd6d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221782 Dec 08 22:08:20.434894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87306104-2608-4156-9375-f8e04d2b9b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e814a8b-99ba-4048-98a3-c12fdb6cd6d6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:20.435696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53882) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:20.489132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.510353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.557950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.561132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.562289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e814a8b-99ba-4048-98a3-c12fdb6cd6d6 HTTP/1.1" status: 204 len: 168 time: 0.1255472 Dec 08 22:08:20.570986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e814a8b-99ba-4048-98a3-c12fdb6cd6d6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:20.579142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.579494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.579839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.580177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.580511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.580843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.581177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.581641 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.581974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.582296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.582623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.582972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c10129-3843-4d8e-bf85-140e7a040d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:20.831389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53890) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:20.845482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42b2b800-c2be-4913-afa0-3e2eaa42035b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.920665 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42b2b800-c2be-4913-afa0-3e2eaa42035b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.924619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42b2b800-c2be-4913-afa0-3e2eaa42035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:20.967999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-42b2b800-c2be-4913-afa0-3e2eaa42035b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0247bfa9c975424b9f1881ed9b8c99da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354952 Dec 08 22:08:20.969045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2b800-c2be-4913-afa0-3e2eaa42035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac5420-6dc8-4448-b19b-4f7652ed33fb,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:20.971170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53892) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:21.023108 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23cee310-5b84-40cf-8811-90cffd5d0bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:21.046042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23cee310-5b84-40cf-8811-90cffd5d0bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:21.095578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23cee310-5b84-40cf-8811-90cffd5d0bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:21.098773 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-23cee310-5b84-40cf-8811-90cffd5d0bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:21.099966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-23cee310-5b84-40cf-8811-90cffd5d0bed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9ac5420-6dc8-4448-b19b-4f7652ed33fb HTTP/1.1" status: 204 len: 168 time: 0.1277044 Dec 08 22:08:21.107752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cee310-5b84-40cf-8811-90cffd5d0bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac5420-6dc8-4448-b19b-4f7652ed33fb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:21.137213 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:08:21.277410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13728f3f-9ea1-4071-8fa7-138a04c0ef2e req-9edd1968-fd63-4e37-bf98-d4e457191642 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:21.279130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13728f3f-9ea1-4071-8fa7-138a04c0ef2e req-9edd1968-fd63-4e37-bf98-d4e457191642 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 947 time: 0.0616050 Dec 08 22:08:21.296913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2f54166b-8264-47c4-92df-92d6cc9e50af details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:08:21.328437 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13728f3f-9ea1-4071-8fa7-138a04c0ef2e req-e76dcb03-f53a-4587-8603-261d0793aa94 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Dec 08 22:08:21.401248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2f54166b-8264-47c4-92df-92d6cc9e50af, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2f54166b-8264-47c4-92df-92d6cc9e50af,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:21.417397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '2f54166b-8264-47c4-92df-92d6cc9e50af', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '2f54166b-8264-47c4-92df-92d6cc9e50af', 'mac_address': 'fa:16:3e:69:e6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:08:21.456606 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:21.469505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f54166b-8264-47c4-92df-92d6cc9e50af {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:08:21.491616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2f54166b-8264-47c4-92df-92d6cc9e50af, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2f54166b-8264-47c4-92df-92d6cc9e50af,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:21.496063 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:21.548579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=2f54166b-8264-47c4-92df-92d6cc9e50af,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:21.704951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['2f54166b-8264-47c4-92df-92d6cc9e50af'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:08:22.157924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53928) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:22.264596 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6beed5ba-8b5e-4efe-b0c2-82c1c87b5884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.344650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6beed5ba-8b5e-4efe-b0c2-82c1c87b5884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.348752 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6beed5ba-8b5e-4efe-b0c2-82c1c87b5884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.392942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6beed5ba-8b5e-4efe-b0c2-82c1c87b5884 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d4ea88202d642a594f9049794bfc361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312610 Dec 08 22:08:22.392942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beed5ba-8b5e-4efe-b0c2-82c1c87b5884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f0f2f-60ec-4022-baa7-d3eb62812a40,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:22.393209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53938) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:22.480684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f2d60-532d-452a-b29b-861e06f38e42 req-219962a3-ca56-4311-8039-c7e98d2aaffa tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:22.482304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b3f2d60-532d-452a-b29b-861e06f38e42 req-219962a3-ca56-4311-8039-c7e98d2aaffa tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 948 time: 0.0809009 Dec 08 22:08:22.485531 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce53e-6c35-4653-8508-95d28ef94856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.504700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 53942) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:22.522103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce53e-6c35-4653-8508-95d28ef94856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.556856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b3f2d60-532d-452a-b29b-861e06f38e42 req-eda4c996-afcc-4ed2-a5e7-c686266708e5 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616479 Dec 08 22:08:22.585322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce53e-6c35-4653-8508-95d28ef94856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.587957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce53e-6c35-4653-8508-95d28ef94856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.589175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9b6ce53e-6c35-4653-8508-95d28ef94856 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a73f0f2f-60ec-4022-baa7-d3eb62812a40 HTTP/1.1" status: 204 len: 168 time: 0.1948516 Dec 08 22:08:22.596933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ce53e-6c35-4653-8508-95d28ef94856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f0f2f-60ec-4022-baa7-d3eb62812a40,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:22.633958 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2d953eb-97e4-4aeb-8a1a-c29c5663b31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.712381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2d953eb-97e4-4aeb-8a1a-c29c5663b31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.716286 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2d953eb-97e4-4aeb-8a1a-c29c5663b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.770119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a2d953eb-97e4-4aeb-8a1a-c29c5663b31d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e79f8cde29cf40a28eb43122f8497956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632179 Dec 08 22:08:22.771048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d953eb-97e4-4aeb-8a1a-c29c5663b31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3f5fed-b2c9-412e-af03-22362acc3cc9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:22.773449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 53952) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:22.831809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745b5b5d-7bf1-4fc1-8781-61d5d040eef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.852606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745b5b5d-7bf1-4fc1-8781-61d5d040eef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.901386 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745b5b5d-7bf1-4fc1-8781-61d5d040eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.904184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-745b5b5d-7bf1-4fc1-8781-61d5d040eef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:22.905461 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-745b5b5d-7bf1-4fc1-8781-61d5d040eef1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd3f5fed-b2c9-412e-af03-22362acc3cc9 HTTP/1.1" status: 204 len: 168 time: 0.1309876 Dec 08 22:08:22.914580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b5b5d-7bf1-4fc1-8781-61d5d040eef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3f5fed-b2c9-412e-af03-22362acc3cc9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:23.311816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2f54166b-8264-47c4-92df-92d6cc9e50af up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:23.368320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 2f54166b-8264-47c4-92df-92d6cc9e50af completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:08:23.373350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 2f54166b-8264-47c4-92df-92d6cc9e50af triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:23.373885 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:23.461789 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:23.488355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f0cf09-fad3-4364-a527-4402ef92d197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f54166b-8264-47c4-92df-92d6cc9e50af'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:23.491283 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c405b3d-d7a7-4ab0-a943-19fd097d70d9" -d '{"events": [{"server_uuid": "17f0cf09-fad3-4364-a527-4402ef92d197", "name": "network-vif-plugged", "status": "completed", "tag": "2f54166b-8264-47c4-92df-92d6cc9e50af"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:23.506185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 2f54166b-8264-47c4-92df-92d6cc9e50af, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2f54166b-8264-47c4-92df-92d6cc9e50af,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:23.513321 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:23.546758 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c415b1-be04-472c-b3e7-2df483b7d84f x-openstack-request-id: req-64c415b1-be04-472c-b3e7-2df483b7d84f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:23.547134 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f0cf09-fad3-4364-a527-4402ef92d197", "name": "network-vif-plugged", "status": "completed", "tag": "2f54166b-8264-47c4-92df-92d6cc9e50af", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:23.547494 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64c415b1-be04-472c-b3e7-2df483b7d84f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:23.547996 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f0cf09-fad3-4364-a527-4402ef92d197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f54166b-8264-47c4-92df-92d6cc9e50af', 'code': 200} Dec 08 22:08:23.578544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=2f54166b-8264-47c4-92df-92d6cc9e50af,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:23.689840 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4f5a8-84f3-46e9-b2e0-05935b48f739 req-5bb03f0c-7e80-49d6-bf0e-fc30b2d7f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:23.691597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2d4f5a8-84f3-46e9-b2e0-05935b48f739 req-5bb03f0c-7e80-49d6-bf0e-fc30b2d7f72f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 1100 time: 0.0758569 Dec 08 22:08:23.705546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84744a6-c801-419f-9b33-64743ee3f63d req-9e7bde35-8fb6-4e4b-bdf0-5f87d6616ee1 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:23.707494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a84744a6-c801-419f-9b33-64743ee3f63d req-9e7bde35-8fb6-4e4b-bdf0-5f87d6616ee1 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 949 time: 0.0630043 Dec 08 22:08:23.759588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2d4f5a8-84f3-46e9-b2e0-05935b48f739 req-3a6eece8-3fc2-483f-9233-3b5afc2d097d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509367 Dec 08 22:08:23.775236 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a84744a6-c801-419f-9b33-64743ee3f63d req-f8fbaa35-fb26-4ab1-bbc8-7abd71364153 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521681 Dec 08 22:08:24.311002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54058) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:24.461427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'network': {'name': 'tempest-network-smoke--1821316131', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'port_security_enabled': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:24.483860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:24.487505 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.498460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.577109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.581050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.611159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:08:24.621534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1263cfe-477b-470f-b4d4-c3e486a26411,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:24.626411 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.626856 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Added segment 4bfa5973-c8e2-4d23-9a5d-a849d489e4f2 of type vlan for network 725e5e95-66a0-4a63-99ae-a2def2b57f3f Dec 08 22:08:24.667540 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.693704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.699443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:24.700639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.759353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4470003 Dec 08 22:08:24.763018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54092) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:24.767935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-57718169', 'admin_state_up': True, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:24.772072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58dc7d-9d8b-4978-81c5-612360988e2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Network': ['ID=725e5e95-66a0-4a63-99ae-a2def2b57f3f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:24.793379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:08:24.796970 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.798123 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:24.911941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:25.013974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d386e-e003-428a-b6ff-d9453b77cdf5 req-5bdf68d4-c3fb-436b-a5f3-688cfece4415 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:25.015487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d62d386e-e003-428a-b6ff-d9453b77cdf5 req-5bdf68d4-c3fb-436b-a5f3-688cfece4415 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 949 time: 0.1236405 Dec 08 22:08:25.098006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:25.132481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d62d386e-e003-428a-b6ff-d9453b77cdf5 req-5e3777f6-b40a-4871-b578-75036e048656 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837195 Dec 08 22:08:25.307646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:25.331672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:25.438485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.25.1.213 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:25.541228 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:25.580892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:25.617707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:25.620655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:25.623968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:25.657717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:25.914353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.116437 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.240350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54218) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:26.267379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cd67c-1c80-4b56-a97c-ef31be79c743 req-c5e0a613-aedc-4445-8545-a5be32917c7a tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:26.268856 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be3cd67c-1c80-4b56-a97c-ef31be79c743 req-c5e0a613-aedc-4445-8545-a5be32917c7a tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 949 time: 0.0668070 Dec 08 22:08:26.320015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-be3cd67c-1c80-4b56-a97c-ef31be79c743 req-fe4ad106-d65e-491a-8fc7-08ac76ef6e46 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Dec 08 22:08:26.321005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router af33355b-5f63-4be7-9458-b85236928beb is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:08:26.352877 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b3ccfd7-aaf2-41d8-b8c0-cce80425002f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.437678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:08:26.441593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b3ccfd7-aaf2-41d8-b8c0-cce80425002f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.448336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Sync routers for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:08:26.448845 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b3ccfd7-aaf2-41d8-b8c0-cce80425002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.459848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:26.460812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:26.465908 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.467247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3462e54b-afc8-4400-a296-6feac001b272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7032006 Dec 08 22:08:26.470325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54226) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:26.508759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54230) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:26.509048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8b3ccfd7-aaf2-41d8-b8c0-cce80425002f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cd44f9662714b72a4e623f82713d6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672799 Dec 08 22:08:26.510204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ccfd7-aaf2-41d8-b8c0-cce80425002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47827143-585a-4387-a4b3-f822bb479ff7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:26.578668 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e30f974e-e1b4-42f7-b039-600bd21f30e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.630939 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e30f974e-e1b4-42f7-b039-600bd21f30e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.681818 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-72aa2dd2-bad9-4dcd-ac3e-5d77103cf8be tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7dbeccb4e334452fb98baf5fad34accf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2103288 Dec 08 22:08:26.685470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54234) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:26.709742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d5ce-0616-4b38-b837-f7f65b67dbf6 req-2c52b936-47e4-4b42-90a4-4233d1bce743 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:26.711277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a44d5ce-0616-4b38-b837-f7f65b67dbf6 req-2c52b936-47e4-4b42-90a4-4233d1bce743 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 949 time: 0.1224926 Dec 08 22:08:26.738207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:26.755870 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e30f974e-e1b4-42f7-b039-600bd21f30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.758281 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e30f974e-e1b4-42f7-b039-600bd21f30e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:26.761833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e30f974e-e1b4-42f7-b039-600bd21f30e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47827143-585a-4387-a4b3-f822bb479ff7 HTTP/1.1" status: 204 len: 168 time: 0.2492316 Dec 08 22:08:26.770888 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a44d5ce-0616-4b38-b837-f7f65b67dbf6 req-4a901726-e954-41a3-b6d2-6265d9f2f4d2 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492656 Dec 08 22:08:26.792388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f974e-e1b4-42f7-b039-600bd21f30e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47827143-585a-4387-a4b3-f822bb479ff7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:26.869655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9811886-f481-4b05-8bce-ca8f162ebba8 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:26.872033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c9811886-f481-4b05-8bce-ca8f162ebba8 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1835918 Dec 08 22:08:26.874959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54238) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:26.911919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-38d619f7-0e27-4744-a27b-1dddbe103d3a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348704 Dec 08 22:08:26.914509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54242) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:26.919850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320145628', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:26.953489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:25Z', 'revision_number': 3, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:26.985660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Checking router: af33355b-5f63-4be7-9458-b85236928beb for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:08:26.986013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Updating router af33355b-5f63-4be7-9458-b85236928beb port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:08:27.014346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.026017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:27.030217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.233052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.295673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Subnet': ['ID=8fd8bdae-d004-4cf5-86cc-f329d13f41ee,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:27.303175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.303600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Checking segment: {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:27.303964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network hostable DHCP agents. Network: 725e5e95-66a0-4a63-99ae-a2def2b57f3f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:08:27.310467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.330764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:08:27.342035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 725e5e95-66a0-4a63-99ae-a2def2b57f3f) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:27.347886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:27.348508 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.361979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b969070f-872b-4880-aba9-77730a112b83 None None] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:08:27.369893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e4abfd15-3fdf-4efd-82dd-93961b894300 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4532802 Dec 08 22:08:27.371944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54260) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:27.426337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac29b1-2af0-4aa5-826c-f12336ddfebc None None] Pushing event updated for resources: {'Port': ['ID=fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:27.432582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Attempting to bind port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:27.432964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Attempting to bind port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:27.433335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Attempting to bind port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:27.442189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:27.442550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:27.442993 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.443394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:27.444011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Bound port: fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:27.444259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.553288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] For port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:27.570891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] For port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:27.578116 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.638279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:08:27.639234 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:27.697916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac29b1-2af0-4aa5-826c-f12336ddfebc None None] Pushing event updated for resources: {'Port': ['ID=fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:27.750186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:27.750929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:27.885321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-899f9b4c-478a-413e-b64f-70e610243ba4 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:27.886851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-899f9b4c-478a-413e-b64f-70e610243ba4 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.37 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 949 time: 0.0891910 Dec 08 22:08:27.913050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Allocated IP 172.20.0.2 (725e5e95-66a0-4a63-99ae-a2def2b57f3f/8fd8bdae-d004-4cf5-86cc-f329d13f41ee/1fbe4ebf-fc96-4e72-ab89-f7dae590332a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:27.916019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:28.042725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737de0d-416d-4df6-ad39-d1c3b9930088 req-c854d0e1-44c4-4619-88f5-6b1eee65b5c9 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:28.045058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4737de0d-416d-4df6-ad39-d1c3b9930088 req-c854d0e1-44c4-4619-88f5-6b1eee65b5c9 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 949 time: 0.1865649 Dec 08 22:08:28.141777 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4737de0d-416d-4df6-ad39-d1c3b9930088 req-ba08f48f-5d18-4db1-a8f6-ea48302239ac tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752015 Dec 08 22:08:28.179095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54282) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:28.234993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Deleting port 2f54166b-8264-47c4-92df-92d6cc9e50af {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:28.236030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.248808 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.258784 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.273162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:25Z', 'revision_number': 3, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:28.325197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee9d12-e25d-4a63-85a8-f3819bbddbb5 None None] The sync data for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 is: [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:25Z', 'revision_number': 3, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:08:28.332061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:28.335416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:28.339319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:28.348768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Pushing event updated for resources: {'Port': ['ID=1fbe4ebf-fc96-4e72-ab89-f7dae590332a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:28.381439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] For port 2f54166b-8264-47c4-92df-92d6cc9e50af, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=2f54166b-8264-47c4-92df-92d6cc9e50af,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:28.381799 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.396179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1254153014'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:28.403234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Calling delete_port for 2f54166b-8264-47c4-92df-92d6cc9e50af owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:28.407228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Attempting to bind port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:28.407601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Attempting to bind port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:28.408322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Attempting to bind port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a on network 725e5e95-66a0-4a63-99ae-a2def2b57f3f {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:28.414429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:28.415110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Checking segment: {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:28.415237 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.415640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Bound using segment: {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:28.416111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Bound port: 1fbe4ebf-fc96-4e72-ab89-f7dae590332a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:28.416497 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.422103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Made reservation on behalf of 9d858896bcbd4cb4b288a83b8ba7575e for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:28.428091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.439568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.492949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] For port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:28.497569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] For port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1fbe4ebf-fc96-4e72-ab89-f7dae590332a,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:28.506121 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.530625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.538167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.564197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.575224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3918e-ae64-484d-a190-1d3ed2ecc0cd None None] Pushing event updated for resources: {'Port': ['ID=1fbe4ebf-fc96-4e72-ab89-f7dae590332a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:28.586182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:08:28.599136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146e775d-a031-42d0-974a-a6f4704bc671,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:28.605505 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.611553 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Added segment 14ecdda7-2bb1-4e2f-9baa-dc678e6a0681 of type vlan for network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc Dec 08 22:08:28.663564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.744476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.753592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.754996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:28.755966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:28.770153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['2f54166b-8264-47c4-92df-92d6cc9e50af'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:08:28.830392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Pushing event deleted for resources: {'Port': ['ID=2f54166b-8264-47c4-92df-92d6cc9e50af,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:28.887935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Pushing event updated for resources: {'Network': ['ID=9e19295d-d25e-4956-9c3f-d0eed2a9f1bc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:28.907864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:08:28.928143 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-043d1de9-cac7-4fe6-b8d4-766193fdbffe tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7471783 Dec 08 22:08:28.996795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] No DVR routers for this DVR port 2f54166b-8264-47c4-92df-92d6cc9e50af on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:08:29.008413 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.011752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f0c4203-c232-4950-83a7-89c3f160a714 req-8751cb46-a53c-47e0-bd19-e186ec1deae6 tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.37 "DELETE /v2.0/ports/2f54166b-8264-47c4-92df-92d6cc9e50af HTTP/1.1" status: 204 len: 173 time: 1.1096935 Dec 08 22:08:29.012744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f0cf09-fad3-4364-a527-4402ef92d197', 'name': 'network-vif-deleted', 'tag': '2f54166b-8264-47c4-92df-92d6cc9e50af'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:29.043767 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd3be64-6980-4c33-99fd-b21771af948f" -d '{"events": [{"server_uuid": "17f0cf09-fad3-4364-a527-4402ef92d197", "name": "network-vif-deleted", "tag": "2f54166b-8264-47c4-92df-92d6cc9e50af"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:29.247831 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fbc9aa-5880-48b9-881d-9b6eab4d3f8b x-openstack-request-id: req-e9fbc9aa-5880-48b9-881d-9b6eab4d3f8b {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:29.248347 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f0cf09-fad3-4364-a527-4402ef92d197", "name": "network-vif-deleted", "tag": "2f54166b-8264-47c4-92df-92d6cc9e50af", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:29.248671 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9fbc9aa-5880-48b9-881d-9b6eab4d3f8b {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:29.249139 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f0cf09-fad3-4364-a527-4402ef92d197', 'name': 'network-vif-deleted', 'tag': '2f54166b-8264-47c4-92df-92d6cc9e50af', 'status': 'completed', 'code': 200} Dec 08 22:08:29.321616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54296) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:29.327093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Request body: {'port': {'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc', 'binding:host_id': 'n-h2-821126-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1796882707'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:29.343973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dacbe03d-4a4b-492d-af74-a2db30aec4a9 req-3503be6c-b6ff-4eb8-b71b-7440f50fc5cc tempest-VolumesNegativeTest-1282767819 tempest-VolumesNegativeTest-1282767819-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f0cf09-fad3-4364-a527-4402ef92d197 HTTP/1.1" status: 200 len: 210 time: 0.0373192 Dec 08 22:08:29.364123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Made reservation on behalf of 4ab04c5043c24c8093ede4bb849a6726 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:29.366804 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.383223 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.388167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.20.0.1 (725e5e95-66a0-4a63-99ae-a2def2b57f3f/8fd8bdae-d004-4cf5-86cc-f329d13f41ee/7ddb686d-c0f2-445a-92bf-3ffb1c211b7b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:29.559785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.577889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.585130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.593085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] device_id is not set on port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:29.692997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96251d69-a2f7-4e89-9c9e-6a0248db6ada,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:29.713646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.784642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:29.795538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:29.806482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:29.833849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:29.888820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1fbe4ebf-fc96-4e72-ab89-f7dae590332a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:29.902590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.945146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:29.945845 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:29.983715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] device_id is not set on port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:29.997348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.018369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47374a6-74ff-4135-b671-fbd7531531ff None None] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:08:30.026582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.092497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:30.136298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.149682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Checking segment: {'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:30.150051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Network hostable DHCP agents. Network: 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:08:30.199891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:08:30.226410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:30.244386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75676a52-099c-4b39-8008-14325df471f2 None None] Network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:08:30.251685 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.264761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:30.327361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.327757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.328406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.347355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0875237e-e633-4d00-903b-da8c0daea080 None None] Provisioning complete for port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:30.348290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.348488 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0875237e-e633-4d00-903b-da8c0daea080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.348688 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.351373 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 2 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.378862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.378862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.379679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.393285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.394048 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.398078 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 3 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.429377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.429941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.430661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.466373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1fbe4ebf-fc96-4e72-ab89-f7dae590332a,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:30.475920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.476494 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.481676 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 4 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.526174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.528244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.529130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.555911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.556741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:30.577863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.578327 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.583088 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 5 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.606542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.607061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.607510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.617220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.617619 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.620428 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 6 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.653862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.654115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.654482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.670355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.670355 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.670355 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 7 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.698732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.699206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.700076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.706779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.706779 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.708327 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 8 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.736290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.736661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.737003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.740761 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.745369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.745675 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.746067 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 9 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.756614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.763007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=1fbe4ebf-fc96-4e72-ab89-f7dae590332a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:30.799553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:30.799927 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.811458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.811802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.812143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.827571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.827900 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.832075 n-d-821126-1 neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 10 to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c Dec 08 22:08:30.861458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:30.864931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:30.865441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:30.865936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:30.869910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.881202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:30.881786 n-d-821126-1 neutron-server[102389]: ERROR neutron.plugins.ml2.managers [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:30.882354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.890146 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:30.912592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:30.917213 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.004997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:31.033652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] For port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:31.034074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempted to set empty binding levels {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 22:08:31.042829 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.046811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:31.078578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:31.095756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.096368 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.124232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-90350298-7b5a-4f65-8ac4-b04d24b55ed0 None None] Provisioning complete for port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:31.124685 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-90350298-7b5a-4f65-8ac4-b04d24b55ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.172888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-90350298-7b5a-4f65-8ac4-b04d24b55ed0 None None] Port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:31.191078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-90350298-7b5a-4f65-8ac4-b04d24b55ed0 None None] Provisioning complete for port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:31.195535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-90350298-7b5a-4f65-8ac4-b04d24b55ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.195708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:31.212859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-12dfe3e2-00b6-4196-949b-2409f0b0208a tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8877480 Dec 08 22:08:31.213750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54340) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:31.275746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router af33355b-5f63-4be7-9458-b85236928beb has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:08:31.335322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Deleting port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:31.335656 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.414249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:08:31.418768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] For port 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c, host n-h2-821126-1, got binding levels [] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:31.419335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.420720 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1a08aa3b-383e-45d1-8dbf-bbdcc061e973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "PUT /v2.0/routers/af33355b-5f63-4be7-9458-b85236928beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0470784 Dec 08 22:08:31.422726 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54376) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:31.427424 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Sync routers for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:08:31.438013 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:31.438641 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:31.499506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Calling delete_port for 3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:31.528624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-80b042a7-21ee-421b-9e08-1a55dafd6d72 None None] Provisioning complete for port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:31.529255 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-80b042a7-21ee-421b-9e08-1a55dafd6d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.554132 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:31.600070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-80b042a7-21ee-421b-9e08-1a55dafd6d72 None None] Port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:31.758215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.758689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.759258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.759599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.760195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.760493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.760932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.761372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:31.763471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b520b87d-f008-4962-add8-eba68990507b tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5661 time: 0.3395157 Dec 08 22:08:31.767218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54396) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:31.790996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.823711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5c62ec40-e804-4aaf-8b08-5351a763e7e7 None None] Provisioning complete for port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:31.825072 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5c62ec40-e804-4aaf-8b08-5351a763e7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.832321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:31.850020 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 2, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:31.859549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.866949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d9f180ca-dcd8-4b3c-98a4-4ab11a3a12f5 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c HTTP/1.1" status: 204 len: 168 time: 0.6445916 Dec 08 22:08:31.867643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54402) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:31.869274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1fbe4ebf-fc96-4e72-ab89-f7dae590332a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:31.912487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5c62ec40-e804-4aaf-8b08-5351a763e7e7 None None] Port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:31.919498 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Checking router: af33355b-5f63-4be7-9458-b85236928beb for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:08:31.919897 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Updating router af33355b-5f63-4be7-9458-b85236928beb port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:08:31.929413 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-79775f5e-3cc5-434b-8a6d-3901425c2f33 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] GET failed (client error): The resource could not be found. Dec 08 22:08:31.936061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-79775f5e-3cc5-434b-8a6d-3901425c2f33 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "GET /v2.0/ports/3b95e0c9-f1b2-4fb9-9f8a-e194dc50890c HTTP/1.1" status: 404 len: 333 time: 0.0672550 Dec 08 22:08:31.939523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54408) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:31.944753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:31.945658 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.955681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Request body: {'port': {'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1285250073'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:31.986064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Made reservation on behalf of 4ab04c5043c24c8093ede4bb849a6726 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:31.987782 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:31.991667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.011133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] device_id is not set on port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:32.049903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:32.118002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:32.119282 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.230036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.256653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceaa32-69c3-4978-833c-2a110d314dc0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:32.257810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceaa32-69c3-4978-833c-2a110d314dc0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:32.258477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceaa32-69c3-4978-833c-2a110d314dc0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:32.259130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceaa32-69c3-4978-833c-2a110d314dc0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:32.259765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceaa32-69c3-4978-833c-2a110d314dc0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:32.260287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceaa32-69c3-4978-833c-2a110d314dc0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:32.260811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceaa32-69c3-4978-833c-2a110d314dc0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:32.263494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b3ceaa32-69c3-4978-833c-2a110d314dc0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.4944751 Dec 08 22:08:32.266383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54420) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:32.284313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.334604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:32.336155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:32.340235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:32.341432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:32.342083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.363227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=09b2ea82-755c-4fa8-a7fd-be2553b62c61,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:32.369838 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2efe2176-be96-4216-85ad-a8e5b275fc17 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4290237 Dec 08 22:08:32.374367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54428) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:32.377725 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.379740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:32.385479 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.568451 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856a665-9167-405b-aaa7-808c4693ee76 None None] Pushing event updated for resources: {'Port': ['ID=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:32.581623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cbd8c123-6867-4cad-ac8e-6a7c39f1dbdd tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.3138101 Dec 08 22:08:32.627500 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Attempting to bind port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:32.628269 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Attempting to bind port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:32.628795 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Attempting to bind port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b on network 725e5e95-66a0-4a63-99ae-a2def2b57f3f {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:32.634949 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:32.635559 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Checking segment: {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:32.636133 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.636675 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Bound using segment: {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:32.637353 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Bound port: 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:32.637890 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.719673 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] For port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:32.723175 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] For port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:32.737330 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.850314 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:32.851641 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:32.859939 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.950912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-62b96ea0-d4cc-4f91-a25e-036f3f1090fb None None] Provisioning complete for port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:32.951395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62b96ea0-d4cc-4f91-a25e-036f3f1090fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:32.994226 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:33.036473 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856a665-9167-405b-aaa7-808c4693ee76 None None] Pushing event updated for resources: {'Port': ['ID=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:33.098462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62b96ea0-d4cc-4f91-a25e-036f3f1090fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.145121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] device_id is not set on port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:33.151779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-62b96ea0-d4cc-4f91-a25e-036f3f1090fb None None] For port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:33.159478 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62b96ea0-d4cc-4f91-a25e-036f3f1090fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.178804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.199708 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.274690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b96ea0-d4cc-4f91-a25e-036f3f1090fb None None] Pushing event updated for resources: {'Port': ['ID=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:33.316908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e88c7c55-61e3-4a8f-9a69-834645f1541e None None] Provisioning complete for port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:33.317367 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e88c7c55-61e3-4a8f-9a69-834645f1541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.317808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=09b2ea82-755c-4fa8-a7fd-be2553b62c61,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:33.337268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.337614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.337942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.343567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.343892 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.344278 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 2 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.368645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.368988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.369320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.381900 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2f54166b-8264-47c4-92df-92d6cc9e50af no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:08:33.386592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.387655 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.388066 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 3 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.411839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54514) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:33.413497 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:32Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:33.417282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2efcc3a8-71e9-4283-a94f-28b5650590fd tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413154246', 'description': 'tempest-secgroup-smoke-1413154246 description', 'project_id': '7dbeccb4e334452fb98baf5fad34accf'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:33.420864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.421208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.421625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.427163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.427624 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.427985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 2f54166b-8264-47c4-92df-92d6cc9e50af {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:08:33.428155 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 4 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.428331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 2f54166b-8264-47c4-92df-92d6cc9e50af not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:08:33.446651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.446895 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0396ce-cd2b-48c0-af91-d8d7bf72f057 None None] The sync data for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 is: [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:32Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:08:33.447428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.447846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.460861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.461458 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.462352 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 5 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.463387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2efcc3a8-71e9-4283-a94f-28b5650590fd tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.480703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.481161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.481630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.487054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.487524 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.488006 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 6 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.502169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.502514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.502917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.507815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.508101 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.508411 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 7 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.526817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.527171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.528078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.544815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.545154 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.545684 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 8 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.559050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.559407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.559746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.568470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.569068 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.569847 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 9 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.588891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.589251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.589576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.594849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.595178 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.595822 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 10 to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 Dec 08 22:08:33.607222 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2efcc3a8-71e9-4283-a94f-28b5650590fd tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.613111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:33.613472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:33.613843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:33.615962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2efcc3a8-71e9-4283-a94f-28b5650590fd tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.623101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:33.623476 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:33.623855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.655084 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2efcc3a8-71e9-4283-a94f-28b5650590fd tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.656564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2efcc3a8-71e9-4283-a94f-28b5650590fd tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2431083 Dec 08 22:08:33.664702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54520) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:33.667975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcc3a8-71e9-4283-a94f-28b5650590fd tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4343be6d-9502-4af2-9d51-e25bb471d6c1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:33.670337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-db4f80be-70d3-4afe-b2e8-4592e9cd11f8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '4343be6d-9502-4af2-9d51-e25bb471d6c1', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:33.735468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] For port 09b2ea82-755c-4fa8-a7fd-be2553b62c61, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:33.735840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempted to set empty binding levels {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 22:08:33.738303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db4f80be-70d3-4afe-b2e8-4592e9cd11f8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.756396 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.777829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] In _notify_port_updated(), no bound segment for port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:08:33.778813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:33.779524 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.781428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "PUT /v2.0/ports/09b2ea82-755c-4fa8-a7fd-be2553b62c61 HTTP/1.1" status: 200 len: 975 time: 1.4055369 Dec 08 22:08:33.785993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54522) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:33.901965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:33.908326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d2f50-84d0-4c6d-a495-a9653e819ae6 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=09b2ea82-755c-4fa8-a7fd-be2553b62c61,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:33.941702 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db4f80be-70d3-4afe-b2e8-4592e9cd11f8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.948237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db4f80be-70d3-4afe-b2e8-4592e9cd11f8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.974231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f80be-70d3-4afe-b2e8-4592e9cd11f8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf606bc-2e60-4bf0-a675-c837530bf083,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:33.984815 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db4f80be-70d3-4afe-b2e8-4592e9cd11f8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:33.986669 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-db4f80be-70d3-4afe-b2e8-4592e9cd11f8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203878 Dec 08 22:08:33.989683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54530) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:33.996791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-136660f6-dbca-4506-9ca6-dc174bbf34f9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '4343be6d-9502-4af2-9d51-e25bb471d6c1', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:33.999373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.002548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:34.003119 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.004531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.005865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.006478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.006991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.007459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.007926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.008386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.008845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.009305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.010954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.014344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.016120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.019375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.020225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.020839 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.023473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.027824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.027824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.027824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.027824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.027824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.032242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7050d493-a8e2-42c3-b961-cb211921f35d tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19790 time: 0.2447836 Dec 08 22:08:34.036076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54534) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:34.079253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-136660f6-dbca-4506-9ca6-dc174bbf34f9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.187274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-136660f6-dbca-4506-9ca6-dc174bbf34f9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.196127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Deleting port 09b2ea82-755c-4fa8-a7fd-be2553b62c61 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:34.196127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.197900 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-136660f6-dbca-4506-9ca6-dc174bbf34f9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.275177 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136660f6-dbca-4506-9ca6-dc174bbf34f9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57da6f69-20ae-49e0-b960-0593faeba855,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:34.283320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-136660f6-dbca-4506-9ca6-dc174bbf34f9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.284463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-136660f6-dbca-4506-9ca6-dc174bbf34f9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2920129 Dec 08 22:08:34.287691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54550) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:34.298931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-01a6b1c6-12ad-43bb-919a-012fccd65170 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '4343be6d-9502-4af2-9d51-e25bb471d6c1', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:34.301003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] For port 09b2ea82-755c-4fa8-a7fd-be2553b62c61, host n-h2-821126-1, got binding levels [] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:34.301376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.317013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Calling delete_port for 09b2ea82-755c-4fa8-a7fd-be2553b62c61 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:34.341381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01a6b1c6-12ad-43bb-919a-012fccd65170 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.417081 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.436176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01a6b1c6-12ad-43bb-919a-012fccd65170 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.444768 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01a6b1c6-12ad-43bb-919a-012fccd65170 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.453571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event deleted for resources: {'Port': ['ID=09b2ea82-755c-4fa8-a7fd-be2553b62c61,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:34.461622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.466498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a3e52a7f-58c1-4ca4-8efc-8488110f8116 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "DELETE /v2.0/ports/09b2ea82-755c-4fa8-a7fd-be2553b62c61 HTTP/1.1" status: 204 len: 168 time: 0.4289212 Dec 08 22:08:34.468996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54566) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:34.469703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6b1c6-12ad-43bb-919a-012fccd65170 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd49dfb-05e7-4fa5-82f6-fac1552c759b,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:34.486980 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01a6b1c6-12ad-43bb-919a-012fccd65170 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.491772 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01a6b1c6-12ad-43bb-919a-012fccd65170 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2024341 Dec 08 22:08:34.495592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54568) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:34.499885 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f25d4e-6e73-40ca-970c-3268692b3451 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] GET failed (client error): The resource could not be found. Dec 08 22:08:34.500818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '4343be6d-9502-4af2-9d51-e25bb471d6c1', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:34.502895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66f25d4e-6e73-40ca-970c-3268692b3451 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "GET /v2.0/ports/09b2ea82-755c-4fa8-a7fd-be2553b62c61 HTTP/1.1" status: 404 len: 333 time: 0.0316286 Dec 08 22:08:34.505515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54572) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:34.510944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-518969810', 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:34.546490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 22:08:34.546490 n-d-821126-1 neutron-server[102389]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 22:08:34.546490 n-d-821126-1 neutron-server[102389]: [parameters: {'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'id': 'ee498408-1030-4e70-89f5-5427bc6ee514', 'expiration': datetime.datetime(2021, 12, 8, 22, 10, 34, 541419)}] Dec 08 22:08:34.546490 n-d-821126-1 neutron-server[102389]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:08:34.547001 n-d-821126-1 neutron-server[102389]: DEBUG oslo_db.api [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:08:34.557965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Made reservation on behalf of 4ab04c5043c24c8093ede4bb849a6726 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:34.562029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.580216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] device_id is not set on port bdc46203-2b9a-480c-959a-9f4d4b54af71 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:34.743770 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.780236 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.825513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:34.828599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:34.832582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:34.833509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.834108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:34.845901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=bdc46203-2b9a-480c-959a-9f4d4b54af71,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:34.861123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-63f01603-97ac-4e53-8bf1-e9c859cd4bae tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3545084 Dec 08 22:08:34.863726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54574) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:34.908105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c962a-a1a5-4a8d-8140-362e22fede0c tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:34.909567 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f15c962a-a1a5-4a8d-8140-362e22fede0c tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "GET /v2.0/ports/bdc46203-2b9a-480c-959a-9f4d4b54af71 HTTP/1.1" status: 200 len: 954 time: 0.0444882 Dec 08 22:08:34.912509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54576) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:35.013912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0befd19f-9f49-4521-9abd-b31ca74279fa tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Deleting port bdc46203-2b9a-480c-959a-9f4d4b54af71 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:35.014258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0befd19f-9f49-4521-9abd-b31ca74279fa tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.078999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.084432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0befd19f-9f49-4521-9abd-b31ca74279fa tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.099620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-0befd19f-9f49-4521-9abd-b31ca74279fa tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Calling delete_port for bdc46203-2b9a-480c-959a-9f4d4b54af71 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:35.144399 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.149031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.167432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79a152e-88fd-4f5e-a7f6-7b9cd7893025,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:35.179558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.180840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-81b1b2bd-5b73-4398-afc1-e0c82e24252c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6835792 Dec 08 22:08:35.183687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54580) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:35.189190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-dfb6ab30-432e-433b-a559-a4ad9e353145 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '4343be6d-9502-4af2-9d51-e25bb471d6c1', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:35.212723 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0befd19f-9f49-4521-9abd-b31ca74279fa tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.215853 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-dfb6ab30-432e-433b-a559-a4ad9e353145 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Project 7dbeccb4e334452fb98baf5fad34accf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:08:35.222903 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ab30-432e-433b-a559-a4ad9e353145 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.248277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befd19f-9f49-4521-9abd-b31ca74279fa tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdc46203-2b9a-480c-959a-9f4d4b54af71,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:35.252068 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0befd19f-9f49-4521-9abd-b31ca74279fa tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.259358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54582) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:35.260200 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0befd19f-9f49-4521-9abd-b31ca74279fa tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "DELETE /v2.0/ports/bdc46203-2b9a-480c-959a-9f4d4b54af71 HTTP/1.1" status: 204 len: 168 time: 0.3465788 Dec 08 22:08:35.295832 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-42eef017-db0a-46bc-b12e-ac428cd21ec2 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] GET failed (client error): The resource could not be found. Dec 08 22:08:35.297260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-42eef017-db0a-46bc-b12e-ac428cd21ec2 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "GET /v2.0/ports/bdc46203-2b9a-480c-959a-9f4d4b54af71 HTTP/1.1" status: 404 len: 333 time: 0.0368993 Dec 08 22:08:35.301453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54584) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:35.306017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Request body: {'port': {'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-602412666'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:35.333802 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ab30-432e-433b-a559-a4ad9e353145 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.339039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ab30-432e-433b-a559-a4ad9e353145 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.353001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Made reservation on behalf of 4ab04c5043c24c8093ede4bb849a6726 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:35.356403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.378428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6ab30-432e-433b-a559-a4ad9e353145 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2634c753-ddb3-4c25-9077-8a760453879e,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:35.385187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ab30-432e-433b-a559-a4ad9e353145 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.386518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dfb6ab30-432e-433b-a559-a4ad9e353145 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2011352 Dec 08 22:08:35.389364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54586) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:35.390545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] device_id is not set on port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:35.394407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d16da472-2601-4516-b819-7c5e25f551b9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '4343be6d-9502-4af2-9d51-e25bb471d6c1', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:35.416886 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-d16da472-2601-4516-b819-7c5e25f551b9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Project 7dbeccb4e334452fb98baf5fad34accf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:08:35.422420 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d16da472-2601-4516-b819-7c5e25f551b9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.495654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d16da472-2601-4516-b819-7c5e25f551b9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.501229 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d16da472-2601-4516-b819-7c5e25f551b9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.520503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16da472-2601-4516-b819-7c5e25f551b9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f8b21c-665d-42cf-bfbc-af4a92f5adec,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:35.531091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d16da472-2601-4516-b819-7c5e25f551b9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.541988 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d16da472-2601-4516-b819-7c5e25f551b9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422651 Dec 08 22:08:35.572723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.600705 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6865915e-2453-4bb4-85b0-8a3d71788664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.610591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.663642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:35.669788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:35.671829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=1d3759b0-49ca-4f78-b40d-dc4e0de87b24,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:35.679413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:35.680385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:35.681057 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.698847 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-37f16290-e902-4059-a4bb-46b8226318f3 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3963387 Dec 08 22:08:35.702374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54602) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:35.707564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:35.786121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-d97e7c60-33b8-4b4a-913b-4bc0da3f0920 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413154246&fields=id&tenant_id=7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 267 time: 0.0756600 Dec 08 22:08:35.790325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:35.980305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c197-c5bc-4242-97d4-3155e897790e req-f5337644-a7dd-4163-9475-8a1266b85b7a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:35.981893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-f5337644-a7dd-4163-9475-8a1266b85b7a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/networks?id=725e5e95-66a0-4a63-99ae-a2def2b57f3f HTTP/1.1" status: 200 len: 797 time: 0.1829753 Dec 08 22:08:36.009498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-03d9f999-ddd0-4176-8e86-0bb528f1a7ac tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/quotas/7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 375 time: 0.0166316 Dec 08 22:08:36.093083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] device_id is not set on port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:36.103772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.111009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-7c3745f9-ddfa-44ab-8b3c-fd41fae6aaf5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916061 Dec 08 22:08:36.115713 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.216175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=1d3759b0-49ca-4f78-b40d-dc4e0de87b24,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:36.237935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.238267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.238601 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.253263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.253588 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.258250 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 2 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.271233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-26d21292-b22e-4cdc-bf43-a670c01cbf83 service neutron] 10.222.0.21 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286736 Dec 08 22:08:36.275195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.275529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.275863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.287711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.288039 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.296616 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 3 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.341791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.342041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.342374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.350146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.350466 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.352503 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 4 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.375596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.375922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.376253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.389020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.389339 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.390920 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 5 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.395856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-2ba71ad7-4cd5-41fd-b863-82b814d694c2 service neutron] 10.222.0.21 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169698 Dec 08 22:08:36.405126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.405460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.405798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.410167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.410495 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.410919 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 6 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.424585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.425259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.425259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.429729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.429881 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.430157 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 7 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.441882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.442214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.442540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.446967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.447280 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.447682 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 8 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.460541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.460875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.461202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.465917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.466234 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.466640 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 9 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.478111 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.478441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.478795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.482979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.483268 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.483651 n-d-821126-1 neutron-server[102390]: INFO neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempt 10 to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 Dec 08 22:08:36.501406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:36.501754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:36.502083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempting to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:36.513063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:36.513398 n-d-821126-1 neutron-server[102390]: ERROR neutron.plugins.ml2.managers [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Failed to bind port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on host n-h2-821126-1 for vnic_type normal using segments [{'id': '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9e19295d-d25e-4956-9c3f-d0eed2a9f1bc'}] Dec 08 22:08:36.513769 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.584635 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4793ef04-dc92-4637-a9f2-b3f3b41b0dd7 req-b45312e5-e56c-411d-a3a6-3bdd3e8a7d79 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 210 time: 0.0410297 Dec 08 22:08:36.591463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] For port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:36.591910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attempted to set empty binding levels {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 22:08:36.606023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.633512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] In _notify_port_updated(), no bound segment for port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 on network 9e19295d-d25e-4956-9c3f-d0eed2a9f1bc {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:08:36.634758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:36.635468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.637743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "PUT /v2.0/ports/1d3759b0-49ca-4f78-b40d-dc4e0de87b24 HTTP/1.1" status: 200 len: 974 time: 0.9343166 Dec 08 22:08:36.640931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54610) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:36.691578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fd094-a6a8-4d96-8f43-86646853a384 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event updated for resources: {'Port': ['ID=1d3759b0-49ca-4f78-b40d-dc4e0de87b24,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:36.744599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Deleting port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:36.744941 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.815002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] For port 1d3759b0-49ca-4f78-b40d-dc4e0de87b24, host n-h2-821126-1, got binding levels [] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:36.815602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.831883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Calling delete_port for 1d3759b0-49ca-4f78-b40d-dc4e0de87b24 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:36.941321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.973881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d3759b0-49ca-4f78-b40d-dc4e0de87b24,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:36.978543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:36.982288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-06a7f46b-0083-449d-a99f-963c4cd0d4e7 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1d3759b0-49ca-4f78-b40d-dc4e0de87b24 HTTP/1.1" status: 204 len: 168 time: 0.3401809 Dec 08 22:08:36.985392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54622) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:37.014141 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14022f7-2d92-4d5c-810f-8e0dead93895 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] GET failed (client error): The resource could not be found. Dec 08 22:08:37.016107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d14022f7-2d92-4d5c-810f-8e0dead93895 tempest-PortsAdminExtendedAttrsTestJSON-1986762785 tempest-PortsAdminExtendedAttrsTestJSON-1986762785-project-admin] 10.222.0.21 "GET /v2.0/ports/1d3759b0-49ca-4f78-b40d-dc4e0de87b24 HTTP/1.1" status: 404 len: 333 time: 0.0295222 Dec 08 22:08:37.021453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54626) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:37.097621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54630) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:37.134045 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.251869 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.271990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e19295d-d25e-4956-9c3f-d0eed2a9f1bc']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:37.276134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8cbe888c-af75-440b-8f84-dfa7efa2acba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=344fa607b71f4c60ba088690c49ca74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747584 Dec 08 22:08:37.276395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54636) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:37.289786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:37.290003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ecdda7-2bb1-4e2f-9baa-dc678e6a0681') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:37.314145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.341367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf99a-6c51-4d5b-9e27-ec41b9ae5662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.344885 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.354983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:08:37.355390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:08:37.359719 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:08:37.369233 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf99a-6c51-4d5b-9e27-ec41b9ae5662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.420651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf99a-6c51-4d5b-9e27-ec41b9ae5662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.424049 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.426565 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf99a-6c51-4d5b-9e27-ec41b9ae5662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.429284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ae7bf99a-6c51-4d5b-9e27-ec41b9ae5662 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd HTTP/1.1" status: 204 len: 168 time: 0.1491716 Dec 08 22:08:37.440800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bf99a-6c51-4d5b-9e27-ec41b9ae5662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebc5947-fa04-452d-8f5a-e1a69a3cb0cd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:37.443738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.449536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] 10.222.0.21 "DELETE /v2.0/networks/9e19295d-d25e-4956-9c3f-d0eed2a9f1bc HTTP/1.1" status: 204 len: 168 time: 0.4244554 Dec 08 22:08:37.449536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a52c6e-5213-402a-9e4b-f6c7bf7f0bbf tempest-PortsAdminExtendedAttrsTestJSON-809996 tempest-PortsAdminExtendedAttrsTestJSON-809996-project] Pushing event deleted for resources: {'Network': ['ID=9e19295d-d25e-4956-9c3f-d0eed2a9f1bc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:37.682154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54650) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:37.819693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60ee6b02-26a9-472c-91fc-115ce854c332 req-c75559c4-c322-46d6-9d27-19514a960033 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 210 time: 0.1431291 Dec 08 22:08:37.829280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c197-c5bc-4242-97d4-3155e897790e req-d90d1ffa-2219-4cb4-859b-7fc340ce426c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:37.830944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-d90d1ffa-2219-4cb4-859b-7fc340ce426c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.37 "GET /v2.0/networks?id=725e5e95-66a0-4a63-99ae-a2def2b57f3f HTTP/1.1" status: 200 len: 797 time: 0.1355674 Dec 08 22:08:37.868441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-173c4040-2616-42dd-a955-60a648f36741 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d858896bcbd4cb4b288a83b8ba7575e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846936 Dec 08 22:08:37.870966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54660) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:37.886092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1d46ab66-318a-4699-8142-bd1cca9c1793 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 380 time: 0.0458446 Dec 08 22:08:37.896389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'port': {'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'admin_state_up': True, 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'security_groups': ['4343be6d-9502-4af2-9d51-e25bb471d6c1']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:37.931821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95846e79-0a0d-46f1-93e6-7736ec800b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:37.961379 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95846e79-0a0d-46f1-93e6-7736ec800b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.020753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95846e79-0a0d-46f1-93e6-7736ec800b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.024002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95846e79-0a0d-46f1-93e6-7736ec800b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.025379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-95846e79-0a0d-46f1-93e6-7736ec800b61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/146e775d-a031-42d0-974a-a6f4704bc671 HTTP/1.1" status: 204 len: 168 time: 0.1532884 Dec 08 22:08:38.029338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:38.033314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.044756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95846e79-0a0d-46f1-93e6-7736ec800b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146e775d-a031-42d0-974a-a6f4704bc671,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:38.185346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.20.0.9 (725e5e95-66a0-4a63-99ae-a2def2b57f3f/8fd8bdae-d004-4cf5-86cc-f329d13f41ee/f697c0fc-bf6d-459b-8545-dbc069a7ef7b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:38.276874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-90c84738-6941-4081-9ded-94559e7642b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.367497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54680) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:38.380824 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.426761 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-25390e1b-d322-46ed-a2d0-72b1dd3f4538 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ab04c5043c24c8093ede4bb849a6726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557699 Dec 08 22:08:38.427040 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.427937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54682) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:38.472595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:38.476390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:38.479462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:38.499183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-984c5919-613e-4349-b41d-e37fcf4e5f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.523481 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-984c5919-613e-4349-b41d-e37fcf4e5f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.530241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:38.565730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:38.566670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.578942 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-984c5919-613e-4349-b41d-e37fcf4e5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.582834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-984c5919-613e-4349-b41d-e37fcf4e5f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.585111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-984c5919-613e-4349-b41d-e37fcf4e5f51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96251d69-a2f7-4e89-9c9e-6a0248db6ada HTTP/1.1" status: 204 len: 168 time: 0.1556654 Dec 08 22:08:38.587397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-1093781d-ccd9-4b82-90c1-72f5d7a70973 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6954730 Dec 08 22:08:38.598342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c5919-613e-4349-b41d-e37fcf4e5f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96251d69-a2f7-4e89-9c9e-6a0248db6ada,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:38.601266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Request body: {'port': {'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:38.682144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.857287 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.859326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7b8e8b28-8b00-4533-866a-62c8b2c23800 None None] Provisioning complete for port f697c0fc-bf6d-459b-8545-dbc069a7ef7b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:38.859911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8b28-8b00-4533-866a-62c8b2c23800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:38.913075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e8b28-8b00-4533-866a-62c8b2c23800 None None] Port f697c0fc-bf6d-459b-8545-dbc069a7ef7b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:39.048357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabe77a-b7b8-4d97-8b6f-25c9aef8d26e req-4bf57ba4-ce80-4a66-b115-64edc35baf3c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:39.049945 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efabe77a-b7b8-4d97-8b6f-25c9aef8d26e req-4bf57ba4-ce80-4a66-b115-64edc35baf3c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 931 time: 0.0997972 Dec 08 22:08:39.065834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f697c0fc-bf6d-459b-8545-dbc069a7ef7b {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:08:39.080840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.108077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Transition to ACTIVE for port object f697c0fc-bf6d-459b-8545-dbc069a7ef7b will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:08:39.117670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.127485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efabe77a-b7b8-4d97-8b6f-25c9aef8d26e req-4dca6853-ddd9-4b3f-82fc-73ec39c9c39d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674160 Dec 08 22:08:39.176592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:39.281995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Attempting to bind port f697c0fc-bf6d-459b-8545-dbc069a7ef7b on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:39.282356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Attempting to bind port f697c0fc-bf6d-459b-8545-dbc069a7ef7b by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:39.283335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Attempting to bind port f697c0fc-bf6d-459b-8545-dbc069a7ef7b on network 725e5e95-66a0-4a63-99ae-a2def2b57f3f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:39.295688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Port f697c0fc-bf6d-459b-8545-dbc069a7ef7b on network 725e5e95-66a0-4a63-99ae-a2def2b57f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:39.296043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Attempting to bind port f697c0fc-bf6d-459b-8545-dbc069a7ef7b on network 725e5e95-66a0-4a63-99ae-a2def2b57f3f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:39.310954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:39.311524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Checking segment: {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:39.312197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Bound using segment: {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:39.312870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Bound port: f697c0fc-bf6d-459b-8545-dbc069a7ef7b, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:39.313557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.395993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] For port f697c0fc-bf6d-459b-8545-dbc069a7ef7b, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:39.399965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] For port f697c0fc-bf6d-459b-8545-dbc069a7ef7b, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:39.406915 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.451028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:39.451525 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.452958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/f697c0fc-bf6d-459b-8545-dbc069a7ef7b HTTP/1.1" status: 200 len: 1091 time: 0.8578086 Dec 08 22:08:39.453403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:39.456004 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185c44c0-620a-4060-b746-ef211748f765" -d '{"events": [{"name": "network-changed", "server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:39.462382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.483945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ce2f-264d-4007-9478-ffa7b4aa12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:39.509223 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.552374 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e80729-abf7-46ee-a241-96ab7da24dea x-openstack-request-id: req-56e80729-abf7-46ee-a241-96ab7da24dea {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:39.552619 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:39.552874 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56e80729-abf7-46ee-a241-96ab7da24dea {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:39.553269 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'status': 'completed', 'code': 200} Dec 08 22:08:39.571994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c197-c5bc-4242-97d4-3155e897790e req-aeca9b6e-c0d7-4fc7-a960-08785ef7653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:39.573534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-aeca9b6e-c0d7-4fc7-a960-08785ef7653d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 1094 time: 0.0689032 Dec 08 22:08:39.638157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54726) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:39.640558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-53f351ef-52d2-4f5e-a029-c2f12fa8787e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b HTTP/1.1" status: 200 len: 217 time: 0.0547712 Dec 08 22:08:39.642956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518730473', 'description': 'tempest-secgroup-smoke-518730473 description', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:39.669549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.678288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.696512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c197-c5bc-4242-97d4-3155e897790e req-48d5e252-ff0d-4113-93d5-8eb99f8041b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:39.699009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-48d5e252-ff0d-4113-93d5-8eb99f8041b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd8bdae-d004-4cf5-86cc-f329d13f41ee HTTP/1.1" status: 200 len: 834 time: 0.0513043 Dec 08 22:08:39.752861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c197-c5bc-4242-97d4-3155e897790e req-c06ff1f6-45a2-42ac-aaac-ef7588052fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:39.754434 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-c06ff1f6-45a2-42ac-aaac-ef7588052fc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=725e5e95-66a0-4a63-99ae-a2def2b57f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487325 Dec 08 22:08:39.782325 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.787057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.825132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6020bc64-bbc4-490e-a401-791bbc126f95,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:39.857788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-dabc06ab-0aca-4c22-8366-f8414e2c879a service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943153 Dec 08 22:08:39.868072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.874320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.908169 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.909421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2701430 Dec 08 22:08:39.912534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54732) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:39.916926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c75bf283-4fdd-4835-90a4-15ad63a25d0a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '632d0696-33a3-4af7-a116-2a81cf88bf3a', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:39.931982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a185e-d9e3-41b2-8e73-ba4327a49b7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632d0696-33a3-4af7-a116-2a81cf88bf3a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:39.949843 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c75bf283-4fdd-4835-90a4-15ad63a25d0a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:39.967798 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d25c197-c5bc-4242-97d4-3155e897790e req-96336b86-6227-4b75-86bb-d6073cea4809 service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034219 Dec 08 22:08:40.016390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c75bf283-4fdd-4835-90a4-15ad63a25d0a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.020576 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c75bf283-4fdd-4835-90a4-15ad63a25d0a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.035951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bf283-4fdd-4835-90a4-15ad63a25d0a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79a70d9-2737-4a38-aad5-d6fa13569190,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:40.047929 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c75bf283-4fdd-4835-90a4-15ad63a25d0a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.049260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c75bf283-4fdd-4835-90a4-15ad63a25d0a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358202 Dec 08 22:08:40.052168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54738) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:40.057191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8972d306-22b2-42eb-8d31-90870ac4db17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '632d0696-33a3-4af7-a116-2a81cf88bf3a', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:40.064802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c44c0-620a-4060-b746-ef211748f765 req-9a889922-4e12-4862-ab20-febf1c93aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:40.066395 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185c44c0-620a-4060-b746-ef211748f765 req-9a889922-4e12-4862-ab20-febf1c93aeb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 1094 time: 0.0487297 Dec 08 22:08:40.077175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.086729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8972d306-22b2-42eb-8d31-90870ac4db17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.151715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8972d306-22b2-42eb-8d31-90870ac4db17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.156187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8972d306-22b2-42eb-8d31-90870ac4db17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.166501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c44c0-620a-4060-b746-ef211748f765 req-3972655b-f691-4a8a-bec9-6e234ce49181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:40.168390 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185c44c0-620a-4060-b746-ef211748f765 req-3972655b-f691-4a8a-bec9-6e234ce49181 service neutron] 10.222.0.37 "GET /v2.0/networks?id=725e5e95-66a0-4a63-99ae-a2def2b57f3f HTTP/1.1" status: 200 len: 898 time: 0.0925376 Dec 08 22:08:40.177021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972d306-22b2-42eb-8d31-90870ac4db17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8844d5-022b-4f0e-9ff7-2c226c77f3c4,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:40.189814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8972d306-22b2-42eb-8d31-90870ac4db17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.193443 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8972d306-22b2-42eb-8d31-90870ac4db17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380084 Dec 08 22:08:40.194809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54746) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:40.202468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cae78aa4-6ddd-438e-a90e-7ca9b361aa1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '632d0696-33a3-4af7-a116-2a81cf88bf3a', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:40.228275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185c44c0-620a-4060-b746-ef211748f765 req-b6c7a72d-362a-4b18-a61f-4ed682638e6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b HTTP/1.1" status: 200 len: 217 time: 0.0525894 Dec 08 22:08:40.229601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cae78aa4-6ddd-438e-a90e-7ca9b361aa1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.295007 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cae78aa4-6ddd-438e-a90e-7ca9b361aa1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.300083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cae78aa4-6ddd-438e-a90e-7ca9b361aa1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.304594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54748) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:40.309423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26a98e-8098-4a67-9559-b366bd45c284 req-100b1529-a60d-4b8f-b252-2031697ef036 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:40.310931 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d26a98e-8098-4a67-9559-b366bd45c284 req-100b1529-a60d-4b8f-b252-2031697ef036 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 943 time: 0.0852489 Dec 08 22:08:40.333182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae78aa4-6ddd-438e-a90e-7ca9b361aa1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d48182-e9ba-49fa-99d8-dfa0cef9fff5,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:40.336559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c44c0-620a-4060-b746-ef211748f765 req-0b5621c3-55a2-468b-9af7-f9b1b7d80996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:40.338317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185c44c0-620a-4060-b746-ef211748f765 req-0b5621c3-55a2-468b-9af7-f9b1b7d80996 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd8bdae-d004-4cf5-86cc-f329d13f41ee HTTP/1.1" status: 200 len: 834 time: 0.1008503 Dec 08 22:08:40.342452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cae78aa4-6ddd-438e-a90e-7ca9b361aa1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.344668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cae78aa4-6ddd-438e-a90e-7ca9b361aa1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488683 Dec 08 22:08:40.347986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54754) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:40.353498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-77dfb6ad-57df-47e9-9822-a1265e1ddd24 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '632d0696-33a3-4af7-a116-2a81cf88bf3a', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:40.388914 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77dfb6ad-57df-47e9-9822-a1265e1ddd24 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.396132 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d26a98e-8098-4a67-9559-b366bd45c284 req-6a4e3cea-aa18-400a-822d-4bf86caa4183 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779634 Dec 08 22:08:40.406901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c44c0-620a-4060-b746-ef211748f765 req-06ba1375-4fe4-4c20-b69e-b9d58147eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:40.408488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185c44c0-620a-4060-b746-ef211748f765 req-06ba1375-4fe4-4c20-b69e-b9d58147eb6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=725e5e95-66a0-4a63-99ae-a2def2b57f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576298 Dec 08 22:08:40.445939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1604511282', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:40.462300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77dfb6ad-57df-47e9-9822-a1265e1ddd24 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.470352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77dfb6ad-57df-47e9-9822-a1265e1ddd24 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.494552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Made reservation on behalf of 6ea3df4b3c684acb90fd7294c7650fed for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:40.497568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.501361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfb6ad-57df-47e9-9822-a1265e1ddd24 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df9cdf7-4e9f-4740-9360-d1965b7b12be,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:40.511194 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185c44c0-620a-4060-b746-ef211748f765 req-ac31d089-4dbc-4138-a6d3-4e35f4bd4c5f service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915005 Dec 08 22:08:40.512272 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-77dfb6ad-57df-47e9-9822-a1265e1ddd24 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.513444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-77dfb6ad-57df-47e9-9822-a1265e1ddd24 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640525 Dec 08 22:08:40.514373 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.516193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54756) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:40.520681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f4e71377-3e15-4819-96da-c709fa6991bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '632d0696-33a3-4af7-a116-2a81cf88bf3a', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:40.590013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.591451 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-f4e71377-3e15-4819-96da-c709fa6991bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Project f9c47bc576c84dfc83a53c5f80e167f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:08:40.594153 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.597337 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e71377-3e15-4819-96da-c709fa6991bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.598596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] device_id is not set on port f8860ab6-d637-4772-93c6-0a4fe44f4b21 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:40.647742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-185c44c0-620a-4060-b746-ef211748f765 req-b544c1fa-722e-4c27-b0b7-6736e6ebb095 service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223066 Dec 08 22:08:40.658640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e64d4cf-952e-4972-b6cc-614b47238e8c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:40.673517 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e71377-3e15-4819-96da-c709fa6991bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.677590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e71377-3e15-4819-96da-c709fa6991bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.696450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e71377-3e15-4819-96da-c709fa6991bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbff8c4d-a6fe-45f1-9549-9ed6e2cac824,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:40.702175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e71377-3e15-4819-96da-c709fa6991bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.706291 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f4e71377-3e15-4819-96da-c709fa6991bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1862144 Dec 08 22:08:40.706291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54758) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:40.710379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-fbf1fecf-b294-45be-b1a4-ebc93b53f7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '632d0696-33a3-4af7-a116-2a81cf88bf3a', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:40.722761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Allocated IP 172.25.1.216 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/f8860ab6-d637-4772-93c6-0a4fe44f4b21) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:40.731270 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-fbf1fecf-b294-45be-b1a4-ebc93b53f7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Project f9c47bc576c84dfc83a53c5f80e167f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:08:40.736359 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbf1fecf-b294-45be-b1a4-ebc93b53f7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.797392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbf1fecf-b294-45be-b1a4-ebc93b53f7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.801009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbf1fecf-b294-45be-b1a4-ebc93b53f7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.818879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1fecf-b294-45be-b1a4-ebc93b53f7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05179eaa-8e23-420f-81bb-7887593c6631,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:40.827204 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbf1fecf-b294-45be-b1a4-ebc93b53f7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.828413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fbf1fecf-b294-45be-b1a4-ebc93b53f7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213253 Dec 08 22:08:40.831507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54760) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:40.836261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'network': {'name': 'tempest-network-smoke--1987827269', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'port_security_enabled': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:40.856552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:40.860022 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.860728 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.883381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:08:40.892100 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.892479 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Added segment c80ef378-5853-4511-8243-cf865c0e39e7 of type vlan for network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 Dec 08 22:08:40.900521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.937896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.944404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:40.947156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:40.949642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:40.958042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Pushing event updated for resources: {'Port': ['ID=f8860ab6-d637-4772-93c6-0a4fe44f4b21,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:40.963012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.968757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:40.969377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.997809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:40.998521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:40.999778 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.014012 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-290d5001-ca15-4f24-a577-761f82b6e3f4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7055159 Dec 08 22:08:41.016790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54762) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:41.021036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.216'}]}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:41.026404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1938822 Dec 08 22:08:41.029465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54764) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:41.033483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'admin_state_up': True, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:41.044562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.045666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.055819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52165-d6bf-4fb5-8248-be60fad5ab22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Network': ['ID=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:41.068854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:08:41.069063 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.070025 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.126604 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.142037 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.266581 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.276660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.463927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.712177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.738177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.786896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.869906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0e91-0016-4e51-9259-6eea0b6e427c req-bd731597-d612-41ca-b494-07c93c42166a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:41.871432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81ec0e91-0016-4e51-9259-6eea0b6e427c req-bd731597-d612-41ca-b494-07c93c42166a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 943 time: 0.0867224 Dec 08 22:08:41.884861 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:41.942223 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-81ec0e91-0016-4e51-9259-6eea0b6e427c req-b6a30e81-1b90-4571-8efb-68a562ecf253 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630064 Dec 08 22:08:41.955528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.25.1.2 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/67ae5348-be74-41a0-ab5a-74d638172d5f) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:42.055814 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.056737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.059095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.089144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.123809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.124338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb8e3231-367f-441d-8d0c-a7ef50d49298 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:08:42.130965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:42.135132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:42.141117 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 22:08:42.142227 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-377ae1e5-745b-486f-b4d2-50cd49a45090 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1245162 Dec 08 22:08:42.142344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:42.145243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54770) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:42.145590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=67ae5348-be74-41a0-ab5a-74d638172d5f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:42.223056 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-58ff03f6-1230-45db-b49b-96f6193c58a4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Deleting port f8860ab6-d637-4772-93c6-0a4fe44f4b21 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:42.223409 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58ff03f6-1230-45db-b49b-96f6193c58a4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.300385 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58ff03f6-1230-45db-b49b-96f6193c58a4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.312940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-58ff03f6-1230-45db-b49b-96f6193c58a4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Calling delete_port for f8860ab6-d637-4772-93c6-0a4fe44f4b21 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:42.386491 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.437751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58ff03f6-1230-45db-b49b-96f6193c58a4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.468208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff03f6-1230-45db-b49b-96f6193c58a4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8860ab6-d637-4772-93c6-0a4fe44f4b21,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:42.532176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-58ff03f6-1230-45db-b49b-96f6193c58a4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.535881 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-58ff03f6-1230-45db-b49b-96f6193c58a4 tempest-RoutersAdminNegativeTest-1635116635 tempest-RoutersAdminNegativeTest-1635116635-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f8860ab6-d637-4772-93c6-0a4fe44f4b21 HTTP/1.1" status: 204 len: 168 time: 0.3896508 Dec 08 22:08:42.592977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.716485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router a2e8f652-d748-4897-8155-805eba8c1885 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:08:42.826351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:08:42.835698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54778) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:42.838131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Sync routers for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:08:42.847119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:42.852759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c4950d56-ee85-4e6c-941a-b73f7d41a254 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8182547 Dec 08 22:08:42.852950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:42.852950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:42.853169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54782) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:42.973637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:43.002205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1d62d48-a7ad-4c73-8c94-f4ae0f4b9e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.078465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2522731b-c9ca-4634-965c-d6e5c8b3b4b4 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f9c47bc576c84dfc83a53c5f80e167f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2243593 Dec 08 22:08:43.082651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:43.130234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071985f-d629-4e57-8d8e-02269289b851 req-51941a06-0b69-4507-81dd-d518afea26e1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:43.131730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e071985f-d629-4e57-8d8e-02269289b851 req-51941a06-0b69-4507-81dd-d518afea26e1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 943 time: 0.0562418 Dec 08 22:08:43.172200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e071985f-d629-4e57-8d8e-02269289b851 req-0bc424b1-569c-48b6-8bac-d88f5e31760b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Dec 08 22:08:43.176595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1d62d48-a7ad-4c73-8c94-f4ae0f4b9e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.180741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:42Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:43.189265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e1d62d48-a7ad-4c73-8c94-f4ae0f4b9e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.211719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Checking router: a2e8f652-d748-4897-8155-805eba8c1885 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:08:43.212440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Updating router a2e8f652-d748-4897-8155-805eba8c1885 port 67ae5348-be74-41a0-ab5a-74d638172d5f binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:08:43.227819 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b81a30-cab1-4d64-a38f-1e920811cc5c tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:43.232671 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-12b81a30-cab1-4d64-a38f-1e920811cc5c tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454852 Dec 08 22:08:43.233294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54790) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:43.239920 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.244487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e1d62d48-a7ad-4c73-8c94-f4ae0f4b9e0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2262052fddc24e719f6a895683ae2a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069839 Dec 08 22:08:43.247954 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d62d48-a7ad-4c73-8c94-f4ae0f4b9e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e71f7-356e-4df1-a31a-0d7a73d369d6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:43.250308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54792) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:43.268314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-019d4d0b-ccda-4903-bd43-0c0e4cc7e505 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315254 Dec 08 22:08:43.268528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54794) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:43.273344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1551537906', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:43.308221 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4be64356-6b18-4b5b-a157-2e311950bc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.337258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4be64356-6b18-4b5b-a157-2e311950bc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.373950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:43.378217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.404179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4be64356-6b18-4b5b-a157-2e311950bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.407813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4be64356-6b18-4b5b-a157-2e311950bc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.411347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4be64356-6b18-4b5b-a157-2e311950bc2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d1e71f7-356e-4df1-a31a-0d7a73d369d6 HTTP/1.1" status: 204 len: 168 time: 0.1538684 Dec 08 22:08:43.417030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be64356-6b18-4b5b-a157-2e311950bc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e71f7-356e-4df1-a31a-0d7a73d369d6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:43.437061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f697c0fc-bf6d-459b-8545-dbc069a7ef7b details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:08:43.594679 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.607956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.609198 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.620016 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f697c0fc-bf6d-459b-8545-dbc069a7ef7b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:43.663692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:08:43.679234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Subnet': ['ID=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:43.681592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6b878-4f8b-4612-a0ea-ae099f5d7b39 None None] Pushing event updated for resources: {'Port': ['ID=67ae5348-be74-41a0-ab5a-74d638172d5f,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:43.688796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Checking segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:43.689250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network hostable DHCP agents. Network: 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:08:43.708060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Attempting to bind port 67ae5348-be74-41a0-ab5a-74d638172d5f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:43.708454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Attempting to bind port 67ae5348-be74-41a0-ab5a-74d638172d5f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:43.708796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:08:43.708943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Attempting to bind port 67ae5348-be74-41a0-ab5a-74d638172d5f on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:43.719042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:43.719460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:43.719831 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.720222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:43.720689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Bound port: 67ae5348-be74-41a0-ab5a-74d638172d5f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:43.720983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:43.721137 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.725899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:43.726570 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.740343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54802) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:43.747710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3313f4-17b3-43b8-9eb7-e7f18a165f51 None None] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:08:43.762140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f9a2afd3-0c2e-4085-9928-2fc81fbc7a70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4925971 Dec 08 22:08:43.765071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54804) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:43.768359 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.789817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9d5460a5-a725-4596-9c42-e8cc1e05f55e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ea3df4b3c684acb90fd7294c7650fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475852 Dec 08 22:08:43.792160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54806) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:43.828029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f697c0fc-bf6d-459b-8545-dbc069a7ef7b {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:08:43.841525 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f87b-a81a-4455-bbae-43b2713b5a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.859708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] For port 67ae5348-be74-41a0-ab5a-74d638172d5f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:43.863861 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f87b-a81a-4455-bbae-43b2713b5a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.866822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] For port 67ae5348-be74-41a0-ab5a-74d638172d5f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=67ae5348-be74-41a0-ab5a-74d638172d5f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:43.885797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f697c0fc-bf6d-459b-8545-dbc069a7ef7b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:43.893480 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.898316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.925351 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f87b-a81a-4455-bbae-43b2713b5a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.928240 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f87b-a81a-4455-bbae-43b2713b5a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:43.931859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a2c6f87b-a81a-4455-bbae-43b2713b5a9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e64d4cf-952e-4972-b6cc-614b47238e8c HTTP/1.1" status: 204 len: 168 time: 0.1363401 Dec 08 22:08:43.937667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6f87b-a81a-4455-bbae-43b2713b5a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e64d4cf-952e-4972-b6cc-614b47238e8c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:43.996255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6b878-4f8b-4612-a0ea-ae099f5d7b39 None None] Pushing event updated for resources: {'Port': ['ID=67ae5348-be74-41a0-ab5a-74d638172d5f,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:43.999835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:44.000630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:44.072102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:08:44.073020 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:44.268256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f697c0fc-bf6d-459b-8545-dbc069a7ef7b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:08:44.338624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d98a6f-d7be-45f2-b814-46db0d3583ac req-fea9e4de-6014-4604-bec2-f07897289355 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:44.340536 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2d98a6f-d7be-45f2-b814-46db0d3583ac req-fea9e4de-6014-4604-bec2-f07897289355 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 944 time: 0.0682459 Dec 08 22:08:44.359951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:44.391497 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2d98a6f-d7be-45f2-b814-46db0d3583ac req-03b84a8c-b661-4f62-99da-42c769825582 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Dec 08 22:08:44.396417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:44.452267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:44.632587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Allocated IP 172.20.0.2 (3cc84aed-c16b-4b31-ba07-4a36ebcc9e55/66fa4e70-fdc9-47b0-b7d5-d68c64da17e3/93498394-ef17-4e50-88de-0ec858de26a2) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:44.777905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54832) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:44.877423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-416726762'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:44.899145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Made reservation on behalf of 09a66644a00e4e72bed9686d044c5832 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:44.902750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:44.911018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:44.951781 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:44.969328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:44.993338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:44.998087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.014522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.20.0.1 (3cc84aed-c16b-4b31-ba07-4a36ebcc9e55/66fa4e70-fdc9-47b0-b7d5-d68c64da17e3/3fa0f838-e236-4f62-8778-b768546d2a54) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:45.020411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:42Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:45.026398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:08:45.037429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f809dd94-6c3f-4266-8b7a-3509235c0cce,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:45.042291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.043524 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Added segment 65bebf82-0f54-47ff-8207-4c8c111f8d7c of type vlan for network ce253c32-65de-4702-a86f-46e6e7b4e285 Dec 08 22:08:45.064795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:45.069210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c531d-7869-4fd9-970d-7eb8d8ed182b None None] The sync data for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 is: [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:42Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:08:45.076901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:45.079502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:45.087982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.095876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Pushing event updated for resources: {'Port': ['ID=93498394-ef17-4e50-88de-0ec858de26a2,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:45.126599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.132574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:45.133170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.159122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Attempting to bind port 93498394-ef17-4e50-88de-0ec858de26a2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:45.159848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Attempting to bind port 93498394-ef17-4e50-88de-0ec858de26a2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:45.160434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Attempting to bind port 93498394-ef17-4e50-88de-0ec858de26a2 on network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:45.166989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:45.167419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.168449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Checking segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:45.169059 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.169615 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Bound using segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:45.170256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Bound port: 93498394-ef17-4e50-88de-0ec858de26a2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:45.170959 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.203309 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4240143 Dec 08 22:08:45.204925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54836) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:45.210024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'subnet': {'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:45.232794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99280bfa-0a99-4970-b6ae-70a012b82798 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Network': ['ID=ce253c32-65de-4702-a86f-46e6e7b4e285,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:45.246167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network ce253c32-65de-4702-a86f-46e6e7b4e285 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:08:45.264055 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.291439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] For port 93498394-ef17-4e50-88de-0ec858de26a2, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:45.313105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] For port 93498394-ef17-4e50-88de-0ec858de26a2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93498394-ef17-4e50-88de-0ec858de26a2,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:45.324254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.324787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:45.334045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:45.339297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:45.361712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=3fa0f838-e236-4f62-8778-b768546d2a54,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:45.415622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3c37f-b4b0-4a67-8ffb-70e24ef31ab2 None None] Pushing event updated for resources: {'Port': ['ID=93498394-ef17-4e50-88de-0ec858de26a2,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:45.437335 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.454343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f697c0fc-bf6d-459b-8545-dbc069a7ef7b up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:45.517582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Made reservation on behalf of 09a66644a00e4e72bed9686d044c5832 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:45.521130 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.525009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port f697c0fc-bf6d-459b-8545-dbc069a7ef7b completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:08:45.533181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port f697c0fc-bf6d-459b-8545-dbc069a7ef7b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:45.533701 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.579019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cfeda-d8c7-4be9-ae55-7536b4a84366 req-1a44438a-2804-49fa-8cb9-7677ed43ee23 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:45.580836 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a4cfeda-d8c7-4be9-ae55-7536b4a84366 req-1a44438a-2804-49fa-8cb9-7677ed43ee23 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 944 time: 0.0825801 Dec 08 22:08:45.676671 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4a4cfeda-d8c7-4be9-ae55-7536b4a84366 req-59e0295c-a024-49d9-b0d7-30e7d417145e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883889 Dec 08 22:08:45.697738 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.733159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.738282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f697c0fc-bf6d-459b-8545-dbc069a7ef7b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:45.739803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:45.743204 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3017a017-10fa-4098-b5b0-f9833717c459" -d '{"events": [{"server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "name": "network-vif-plugged", "status": "completed", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:45.759692 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:45.881313 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08d3d5e-cd01-4cdf-a008-f1ce9b77b24b x-openstack-request-id: req-a08d3d5e-cd01-4cdf-a008-f1ce9b77b24b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:45.881606 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "name": "network-vif-plugged", "status": "completed", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:45.881863 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a08d3d5e-cd01-4cdf-a008-f1ce9b77b24b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:45.882260 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'code': 200} Dec 08 22:08:45.883391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:45.942272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0eee12-1226-440e-af77-8910308d329e req-0d88322b-9c56-42af-ad6b-ed4454a25561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:45.943972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba0eee12-1226-440e-af77-8910308d329e req-0d88322b-9c56-42af-ad6b-ed4454a25561 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 1096 time: 0.0592942 Dec 08 22:08:45.970552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 67ae5348-be74-41a0-ab5a-74d638172d5f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:45.996863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba0eee12-1226-440e-af77-8910308d329e req-abca35a4-997b-4793-a29d-10d890c0edf2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 Dec 08 22:08:46.028959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 67ae5348-be74-41a0-ab5a-74d638172d5f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:46.029596 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.114185 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.137636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 67ae5348-be74-41a0-ab5a-74d638172d5f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=67ae5348-be74-41a0-ab5a-74d638172d5f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:46.142497 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.143380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93498394-ef17-4e50-88de-0ec858de26a2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:46.236830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=67ae5348-be74-41a0-ab5a-74d638172d5f,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:46.248950 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 93498394-ef17-4e50-88de-0ec858de26a2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:46.249327 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.305111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.334976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.379488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 93498394-ef17-4e50-88de-0ec858de26a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93498394-ef17-4e50-88de-0ec858de26a2,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:46.386336 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.447294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=93498394-ef17-4e50-88de-0ec858de26a2,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:46.506054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Subnet': ['ID=e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:46.510988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Checking segment: {'id': '65bebf82-0f54-47ff-8207-4c8c111f8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:46.512099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Network hostable DHCP agents. Network: ce253c32-65de-4702-a86f-46e6e7b4e285, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:08:46.540715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.546189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.551735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Network ce253c32-65de-4702-a86f-46e6e7b4e285 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:08:46.610042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, ce253c32-65de-4702-a86f-46e6e7b4e285) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:46.618638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9814b2-d15f-4e58-8178-f6710c162932 None None] Network ce253c32-65de-4702-a86f-46e6e7b4e285 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:08:46.626157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:46.626765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.644523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.646112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=3fa0f838-e236-4f62-8778-b768546d2a54,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:46.660552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c91414e4-1c34-464a-af13-3378479f2c16 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4550579 Dec 08 22:08:46.663410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54846) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:46.668103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fed2b1-4ca3-406d-9c52-9007bbf6d04d None None] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:08:46.671372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285', 'name': 'tempest-AllowedAddressPairTestJSON-1193888739'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:46.763765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:46.767198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:46.842260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Made reservation on behalf of 09a66644a00e4e72bed9686d044c5832 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:46.846568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.870757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4474c7d0-ded4-41ce-a863-fe911a378cb1 None None] Provisioning complete for port 93498394-ef17-4e50-88de-0ec858de26a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:46.871858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4474c7d0-ded4-41ce-a863-fe911a378cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:46.872016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] device_id is not set on port 3444b509-fbe1-48b6-a1f2-1ae72f33d88d yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:46.916706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573539d7-40a3-40db-8353-1e7e4e441b7b req-1d6e609b-5d16-4ef2-8408-3f041a205686 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:46.918810 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-573539d7-40a3-40db-8353-1e7e4e441b7b req-1d6e609b-5d16-4ef2-8408-3f041a205686 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 945 time: 0.1533136 Dec 08 22:08:47.013616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-573539d7-40a3-40db-8353-1e7e4e441b7b req-9adfba4a-d100-48d9-80d9-c6ff43c9cd88 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762093 Dec 08 22:08:47.027856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router a2e8f652-d748-4897-8155-805eba8c1885 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:08:47.027990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-ce253c32-65de-4702-a86f-46e6e7b4e285', 'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285', 'tenant_id': '09a66644a00e4e72bed9686d044c5832', 'fixed_ips': [{'subnet_id': 'e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:08:47.028959 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.068054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Allocated IP 172.20.0.14 (ce253c32-65de-4702-a86f-46e6e7b4e285/e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3/3444b509-fbe1-48b6-a1f2-1ae72f33d88d) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:47.189336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:08:47.195125 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-14e8284b-6c37-4e0b-ad9e-766575ac7674 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "PUT /v2.0/routers/a2e8f652-d748-4897-8155-805eba8c1885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4286814 Dec 08 22:08:47.262240 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.275435 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Sync routers for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:08:47.292393 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:47.294240 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:47.311248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.382576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Allocated IP 172.20.0.2 (ce253c32-65de-4702-a86f-46e6e7b4e285/e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3/9d3f7817-c045-420c-83bd-9a06ee0286db) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:47.390902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Network ce253c32-65de-4702-a86f-46e6e7b4e285 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:47.403917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:47.419449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:47.426260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=3444b509-fbe1-48b6-a1f2-1ae72f33d88d,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:47.465345 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:47.473156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-ff307077-a07b-4be1-9305-08c482e745e0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518730473&fields=id&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 267 time: 0.0846577 Dec 08 22:08:47.487614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:47.488591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.502696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-71687162-b382-4a41-8398-4ba932db4c26 None None] Provisioning complete for port 3fa0f838-e236-4f62-8778-b768546d2a54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:47.503097 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71687162-b382-4a41-8398-4ba932db4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.558311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b99cfe87-e661-4b2c-afee-07757f96ab08 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8929696 Dec 08 22:08:47.561264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54864) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:47.567593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285', 'name': 'tempest-AllowedAddressPairTestJSON-1144607502', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c0:da:7f'}]}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:47.575304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-71687162-b382-4a41-8398-4ba932db4c26 None None] Port 3fa0f838-e236-4f62-8778-b768546d2a54 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:47.615535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-71687162-b382-4a41-8398-4ba932db4c26 None None] Provisioning complete for port 93498394-ef17-4e50-88de-0ec858de26a2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:47.615535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71687162-b382-4a41-8398-4ba932db4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.671676 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.694778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-b53dc281-a444-4302-b766-45314cd49f6c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:47.696405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-b53dc281-a444-4302-b766-45314cd49f6c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 797 time: 0.2039251 Dec 08 22:08:47.705208 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.718285 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 2, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:47.725958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-4312a2a0-3791-4cfd-9a62-9617c09aa65d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/quotas/f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 375 time: 0.0181866 Dec 08 22:08:47.752925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Network ce253c32-65de-4702-a86f-46e6e7b4e285 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:47.759680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:47.765601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:47.774892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Made reservation on behalf of 09a66644a00e4e72bed9686d044c5832 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:47.789664 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Checking router: a2e8f652-d748-4897-8155-805eba8c1885 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:08:47.790035 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Updating router a2e8f652-d748-4897-8155-805eba8c1885 port 3fa0f838-e236-4f62-8778-b768546d2a54 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:08:47.794917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Pushing event updated for resources: {'Port': ['ID=9d3f7817-c045-420c-83bd-9a06ee0286db,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:47.844376 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-aaeb2854-8ccc-4593-8ea7-6136c8ce242c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115592 Dec 08 22:08:47.863373 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.955388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:47.977380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 67ae5348-be74-41a0-ab5a-74d638172d5f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:47.982379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] device_id is not set on port 93a152f2-f616-4b90-967d-9b96138f71bb yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:48.033987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Attempting to bind port 9d3f7817-c045-420c-83bd-9a06ee0286db on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:48.035070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Attempting to bind port 9d3f7817-c045-420c-83bd-9a06ee0286db by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '65bebf82-0f54-47ff-8207-4c8c111f8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:48.035205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-54c68e49-7de4-423a-b75a-5e0784ef12c7 service neutron] 10.222.0.21 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674099 Dec 08 22:08:48.035774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Attempting to bind port 9d3f7817-c045-420c-83bd-9a06ee0286db on network ce253c32-65de-4702-a86f-46e6e7b4e285 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:48.053679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:48.054061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Checking segment: {'id': '65bebf82-0f54-47ff-8207-4c8c111f8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:48.054469 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.054893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Bound using segment: {'id': '65bebf82-0f54-47ff-8207-4c8c111f8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:48.055382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Bound port: 9d3f7817-c045-420c-83bd-9a06ee0286db, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bebf82-0f54-47ff-8207-4c8c111f8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:48.055769 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.059459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b6dadcd7-6c8a-423d-9251-374dc9022d08 None None] Provisioning complete for port 3fa0f838-e236-4f62-8778-b768546d2a54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:48.059829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b6dadcd7-6c8a-423d-9251-374dc9022d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.142421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b6dadcd7-6c8a-423d-9251-374dc9022d08 None None] Port 3fa0f838-e236-4f62-8778-b768546d2a54 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:48.154298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 67ae5348-be74-41a0-ab5a-74d638172d5f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:48.154956 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.156656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4839-2d16-4bba-a630-671691d4bd76 req-92c58bb6-b338-425e-92fe-223474ac32d1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:48.159449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9aef4839-2d16-4bba-a630-671691d4bd76 req-92c58bb6-b338-425e-92fe-223474ac32d1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 945 time: 0.0643008 Dec 08 22:08:48.175794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Allocated IP 172.20.0.11 (ce253c32-65de-4702-a86f-46e6e7b4e285/e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3/93a152f2-f616-4b90-967d-9b96138f71bb) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:48.198581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-ba437e3d-01a4-4d93-8fed-fbcee0e76c2b service neutron] 10.222.0.21 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488211 Dec 08 22:08:48.224005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9aef4839-2d16-4bba-a630-671691d4bd76 req-b436b6f4-742c-400c-871d-0235d9d4a2ab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568759 Dec 08 22:08:48.227425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] For port 9d3f7817-c045-420c-83bd-9a06ee0286db, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:48.236192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] For port 9d3f7817-c045-420c-83bd-9a06ee0286db, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9d3f7817-c045-420c-83bd-9a06ee0286db,segment=NetworkSegment(65bebf82-0f54-47ff-8207-4c8c111f8d7c),segment_id=65bebf82-0f54-47ff-8207-4c8c111f8d7c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:48.251863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.314950 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.329913 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.364914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93498394-ef17-4e50-88de-0ec858de26a2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:48.372319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8ae71-a9d8-43df-a663-57eed45304b0 req-e8a4638d-006a-4bbc-825d-cee4b3de1a65 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:48.380808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4f8ae71-a9d8-43df-a663-57eed45304b0 req-e8a4638d-006a-4bbc-825d-cee4b3de1a65 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 945 time: 0.0814340 Dec 08 22:08:48.398465 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.404162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73225e75-d268-439e-8186-2a30af5d9122 None None] Pushing event updated for resources: {'Port': ['ID=9d3f7817-c045-420c-83bd-9a06ee0286db,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:48.438152 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Pushing event updated for resources: {'Port': ['ID=3fa0f838-e236-4f62-8778-b768546d2a54,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:48.441068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 93498394-ef17-4e50-88de-0ec858de26a2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:48.441518 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.451460 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4f8ae71-a9d8-43df-a663-57eed45304b0 req-500fb519-1096-43bb-b113-9b2e2e406c03 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689361 Dec 08 22:08:48.455259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.479510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54872) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:48.489942 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.490240 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.490580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.490936 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.493179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.493179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.493179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.493179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.493179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.493179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.494323 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.494665 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:48.582093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e4a21b-0e15-434a-b538-64f39b604a73 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:48.586294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-38e4a21b-0e15-434a-b538-64f39b604a73 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 1091 time: 0.1031120 Dec 08 22:08:48.588802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Network ce253c32-65de-4702-a86f-46e6e7b4e285 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:48.592152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54878) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:48.596979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:48.605560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:48.608385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:48.613628 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Attempting to bind port 3fa0f838-e236-4f62-8778-b768546d2a54 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:48.615601 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Attempting to bind port 3fa0f838-e236-4f62-8778-b768546d2a54 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:48.617705 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Attempting to bind port 3fa0f838-e236-4f62-8778-b768546d2a54 on network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:48.629314 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:48.629766 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Checking segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:48.630300 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.630690 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Bound using segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:48.631277 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Bound port: 3fa0f838-e236-4f62-8778-b768546d2a54, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:48.631785 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.680078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-995a6d86-bc15-417e-b933-f939abdc18db req-27cf85af-5186-49c8-866d-2aec2031c2a7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 210 time: 0.0756176 Dec 08 22:08:48.680715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=93a152f2-f616-4b90-967d-9b96138f71bb,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:48.716951 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] For port 3fa0f838-e236-4f62-8778-b768546d2a54, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:48.723514 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] For port 3fa0f838-e236-4f62-8778-b768546d2a54, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3fa0f838-e236-4f62-8778-b768546d2a54,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:48.725871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:48.726997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.732029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.734150 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.797769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a485ca79-af0b-4a11-9355-37cad0f663de tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.2332392 Dec 08 22:08:48.798390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54884) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:48.815566 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:48.816324 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:48.869913 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc2150-a6de-4803-86cd-6f2e3079a706 None None] Pushing event updated for resources: {'Port': ['ID=3fa0f838-e236-4f62-8778-b768546d2a54,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:48.955940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ce298-c8ce-4127-9cc9-87893851d973 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:48.960117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:48.962109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ce298-c8ce-4127-9cc9-87893851d973 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:48.968483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ce298-c8ce-4127-9cc9-87893851d973 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:48.970397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-613ce298-c8ce-4127-9cc9-87893851d973 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1708190 Dec 08 22:08:48.973198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54888) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:49.019738 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:49.086942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e1d640ac-41f5-4f7c-94d0-1c0b8f6ce770 None None] Provisioning complete for port 3fa0f838-e236-4f62-8778-b768546d2a54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:49.093180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e1d640ac-41f5-4f7c-94d0-1c0b8f6ce770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:49.171465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Deleting port 93a152f2-f616-4b90-967d-9b96138f71bb {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:49.172494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:49.201547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.25.1.35 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/61f1976a-bac4-4a5f-a483-56417db19415) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:49.267794 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e1d640ac-41f5-4f7c-94d0-1c0b8f6ce770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:49.305604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:49.321860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e1d640ac-41f5-4f7c-94d0-1c0b8f6ce770 None None] For port 3fa0f838-e236-4f62-8778-b768546d2a54, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3fa0f838-e236-4f62-8778-b768546d2a54,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:49.327425 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e1d640ac-41f5-4f7c-94d0-1c0b8f6ce770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:49.338082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Calling delete_port for 93a152f2-f616-4b90-967d-9b96138f71bb owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:49.401729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d640ac-41f5-4f7c-94d0-1c0b8f6ce770 None None] Pushing event updated for resources: {'Port': ['ID=3fa0f838-e236-4f62-8778-b768546d2a54,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:49.452219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d1f658f4-cf18-4a74-be2d-e5e250c6c00c None None] Provisioning complete for port 3fa0f838-e236-4f62-8778-b768546d2a54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:49.452561 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d1f658f4-cf18-4a74-be2d-e5e250c6c00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:49.546065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:49.578430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Port': ['ID=93a152f2-f616-4b90-967d-9b96138f71bb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:49.611218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.611561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.612077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.612484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.612887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.613289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.613698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.614349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.614775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.615193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.615587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.615983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:49.655108 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:48Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:49.687310 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c8be-7366-43b5-b396-55b522207f57 None None] The sync data for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 is: [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:48Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:08:49.828079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:49.831896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9ce83190-36c9-4dfd-b418-21fb87099957 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "DELETE /v2.0/ports/93a152f2-f616-4b90-967d-9b96138f71bb HTTP/1.1" status: 204 len: 168 time: 0.8574755 Dec 08 22:08:49.834431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54894) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:49.871655 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab88e55-64e1-4e93-b653-144530bb0059 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] GET failed (client error): The resource could not be found. Dec 08 22:08:49.874736 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6ab88e55-64e1-4e93-b653-144530bb0059 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "GET /v2.0/ports/93a152f2-f616-4b90-967d-9b96138f71bb HTTP/1.1" status: 404 len: 333 time: 0.0368793 Dec 08 22:08:49.878160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54898) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:49.901400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285', 'name': 'tempest-AllowedAddressPairTestJSON-625997579'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:49.942667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-577f3676-ef45-491a-b3dc-d26789e8980d req-b3d8eba5-890a-423d-beba-eb4313e724be tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 210 time: 0.0762634 Dec 08 22:08:49.971975 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.039282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9d3f7817-c045-420c-83bd-9a06ee0286db up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:50.128860 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-3ef5df84-5a10-49cd-badb-4e30a134eb5d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:50.130429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-3ef5df84-5a10-49cd-badb-4e30a134eb5d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.37 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 797 time: 0.2671404 Dec 08 22:08:50.132985 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.139011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9d3f7817-c045-420c-83bd-9a06ee0286db triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:50.141247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.143052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Made reservation on behalf of 09a66644a00e4e72bed9686d044c5832 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:50.156062 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.185019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] device_id is not set on port dc95dd38-44ab-40ac-ab62-99d483b6dfb0 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:50.189272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:50.193170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:50.195769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:50.247399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=61f1976a-bac4-4a5f-a483-56417db19415,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:50.251866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f892494b-3161-4f09-9b71-1e25daf05b7e None None] Network ce253c32-65de-4702-a86f-46e6e7b4e285 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:08:50.262369 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.266098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-4b04299b-c7dc-4ea0-b8a3-83cb9eed4d82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 379 time: 0.1227493 Dec 08 22:08:50.277584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'port': {'device_id': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'admin_state_up': True, 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'security_groups': ['632d0696-33a3-4af7-a116-2a81cf88bf3a']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:50.332603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Allocated IP 172.20.0.5 (ce253c32-65de-4702-a86f-46e6e7b4e285/e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3/dc95dd38-44ab-40ac-ab62-99d483b6dfb0) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:50.374237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 9d3f7817-c045-420c-83bd-9a06ee0286db, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9d3f7817-c045-420c-83bd-9a06ee0286db,segment=NetworkSegment(65bebf82-0f54-47ff-8207-4c8c111f8d7c),segment_id=65bebf82-0f54-47ff-8207-4c8c111f8d7c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:50.378497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0adcb954-efec-42aa-91ae-ca29e25afc80 None None] Provisioning complete for port 9d3f7817-c045-420c-83bd-9a06ee0286db triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:50.379247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0adcb954-efec-42aa-91ae-ca29e25afc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.405816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.407354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3fa0f838-e236-4f62-8778-b768546d2a54 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:50.528947 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.561198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:50.565644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.566985 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.587269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=9d3f7817-c045-420c-83bd-9a06ee0286db,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:50.635613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Network ce253c32-65de-4702-a86f-46e6e7b4e285 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:50.639840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:50.644715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:50.679239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3fa0f838-e236-4f62-8778-b768546d2a54 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:50.679607 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.690309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=dc95dd38-44ab-40ac-ab62-99d483b6dfb0,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:50.718737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:50.719784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:50.726094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.20.0.3 (3cc84aed-c16b-4b31-ba07-4a36ebcc9e55/66fa4e70-fdc9-47b0-b7d5-d68c64da17e3/7c89ed28-0fc9-433c-bfaf-37240b163d64) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:50.742815 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c86273d3-f408-4886-a1d2-f160ce87f748 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8633540 Dec 08 22:08:50.746441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54902) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:50.754212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c0:da:7f'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:50.934053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.054685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8ddafff-c700-4dd7-87b3-c8c481df9f5f None None] Provisioning complete for port 9d3f7817-c045-420c-83bd-9a06ee0286db triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:51.054969 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8ddafff-c700-4dd7-87b3-c8c481df9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.081113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36dda206-bdac-46fd-887e-e707b3a4a99e req-3723ae8f-82aa-42fd-8739-f74557d7d2d5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 210 time: 0.0351341 Dec 08 22:08:51.122155 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.156551 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.157584 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.163097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.223287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8ddafff-c700-4dd7-87b3-c8c481df9f5f None None] Provisioning complete for port dc95dd38-44ab-40ac-ab62-99d483b6dfb0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:51.223734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8ddafff-c700-4dd7-87b3-c8c481df9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.250118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.281296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f8ddafff-c700-4dd7-87b3-c8c481df9f5f None None] Port dc95dd38-44ab-40ac-ab62-99d483b6dfb0 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:51.281558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.294081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8ddafff-c700-4dd7-87b3-c8c481df9f5f None None] Provisioning complete for port 3444b509-fbe1-48b6-a1f2-1ae72f33d88d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:51.294960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8ddafff-c700-4dd7-87b3-c8c481df9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.344037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f8ddafff-c700-4dd7-87b3-c8c481df9f5f None None] Port 3444b509-fbe1-48b6-a1f2-1ae72f33d88d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:51.353960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=dc95dd38-44ab-40ac-ab62-99d483b6dfb0,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:51.371579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] In _notify_port_updated(), no bound segment for port dc95dd38-44ab-40ac-ab62-99d483b6dfb0 on network ce253c32-65de-4702-a86f-46e6e7b4e285 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:08:51.377381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:51.378118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.382763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f113f0d5-6785-4160-b54f-8e1731d336df tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "PUT /v2.0/ports/dc95dd38-44ab-40ac-ab62-99d483b6dfb0 HTTP/1.1" status: 200 len: 993 time: 0.6347542 Dec 08 22:08:51.383407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54908) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:51.391458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:51.405668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:51.408499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:51.422312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:51.465598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8c9bd91c-ed7c-4f10-adda-818d55ca057a None None] Provisioning complete for port 3444b509-fbe1-48b6-a1f2-1ae72f33d88d triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:51.465979 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd91c-ed7c-4f10-adda-818d55ca057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.519022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6e3c7-41a8-4f2d-97d2-715c546aabaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Deleting port dc95dd38-44ab-40ac-ab62-99d483b6dfb0 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:51.519370 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e3c7-41a8-4f2d-97d2-715c546aabaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.523308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8c9bd91c-ed7c-4f10-adda-818d55ca057a None None] Port 3444b509-fbe1-48b6-a1f2-1ae72f33d88d cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:51.564986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:51.565783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.602384 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-433fb42b-ee6f-4533-8b07-341f7d58ca14 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3293626 Dec 08 22:08:51.618470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Request body: {'port': {'device_id': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:51.626147 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e3c7-41a8-4f2d-97d2-715c546aabaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.635518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-80dc39e6-4791-46b2-9ba8-4bfc8289c1ee None None] Could not find standard attr ID for object 93a152f2-f616-4b90-967d-9b96138f71bb. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:08:51.646407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6e3c7-41a8-4f2d-97d2-715c546aabaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Calling delete_port for dc95dd38-44ab-40ac-ab62-99d483b6dfb0 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:51.664425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.675561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.760239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0273aeb4-9d0c-47d4-98eb-ea21ac3a9e2a None None] Provisioning complete for port 7c89ed28-0fc9-433c-bfaf-37240b163d64 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:51.760627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0273aeb4-9d0c-47d4-98eb-ea21ac3a9e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.769505 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.809214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e3c7-41a8-4f2d-97d2-715c546aabaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.825518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=61f1976a-bac4-4a5f-a483-56417db19415,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:51.838100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0273aeb4-9d0c-47d4-98eb-ea21ac3a9e2a None None] Port 7c89ed28-0fc9-433c-bfaf-37240b163d64 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:51.850264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6e3c7-41a8-4f2d-97d2-715c546aabaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Port': ['ID=dc95dd38-44ab-40ac-ab62-99d483b6dfb0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:51.863545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9d3f7817-c045-420c-83bd-9a06ee0286db up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:51.885550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.930517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9d3f7817-c045-420c-83bd-9a06ee0286db triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:51.930922 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:51.967541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bf2f1e7a-5715-43ac-a15a-013b71efde0d None None] Could not find standard attr ID for object dc95dd38-44ab-40ac-ab62-99d483b6dfb0. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:08:52.018943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e3c7-41a8-4f2d-97d2-715c546aabaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.024963 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cbe6e3c7-41a8-4f2d-97d2-715c546aabaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "DELETE /v2.0/ports/dc95dd38-44ab-40ac-ab62-99d483b6dfb0 HTTP/1.1" status: 204 len: 168 time: 0.6382174 Dec 08 22:08:52.025670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54910) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:52.055521 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2104443c-5273-430e-b089-d95be482e841 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] GET failed (client error): The resource could not be found. Dec 08 22:08:52.057121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2104443c-5273-430e-b089-d95be482e841 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "GET /v2.0/ports/dc95dd38-44ab-40ac-ab62-99d483b6dfb0 HTTP/1.1" status: 404 len: 333 time: 0.0305119 Dec 08 22:08:52.061361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54912) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:52.066235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285', 'name': 'tempest-AllowedAddressPairTestJSON-1725013343'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:52.129684 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Floating IP f7b8927f-36e6-44bd-9346-601c2e9be459 associated. External IP: 172.25.1.35, port: f697c0fc-bf6d-459b-8545-dbc069a7ef7b. Dec 08 22:08:52.192071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Made reservation on behalf of 09a66644a00e4e72bed9686d044c5832 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:52.195956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.218006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] device_id is not set on port 8b9b7012-35f0-4bbf-9ff1-c771342af001 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:52.283881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef341649-21a4-48c8-aeac-e8856818d660 None None] Could not find standard attr ID for object dc95dd38-44ab-40ac-ab62-99d483b6dfb0. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:08:52.317678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda8f18-0811-4da7-bd16-a71b4d0f1207 req-da3a814d-62c8-4090-8de6-e7b827b8e9e0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:52.319226 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cda8f18-0811-4da7-bd16-a71b4d0f1207 req-da3a814d-62c8-4090-8de6-e7b827b8e9e0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 931 time: 0.1162798 Dec 08 22:08:52.366006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Allocated IP 172.20.0.3 (ce253c32-65de-4702-a86f-46e6e7b4e285/e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3/8b9b7012-35f0-4bbf-9ff1-c771342af001) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:52.478507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cda8f18-0811-4da7-bd16-a71b4d0f1207 req-fec3b158-f04b-47b9-864a-2982db383b47 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527021 Dec 08 22:08:52.482743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c89ed28-0fc9-433c-bfaf-37240b163d64 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:08:52.493398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.516580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Transition to ACTIVE for port object 7c89ed28-0fc9-433c-bfaf-37240b163d64 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:08:52.522943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.526480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router af33355b-5f63-4be7-9458-b85236928beb has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:08:52.538384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.578174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.622147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Network ce253c32-65de-4702-a86f-46e6e7b4e285 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:52.625610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:52.629606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:52.647466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:52.663649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=8b9b7012-35f0-4bbf-9ff1-c771342af001,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:52.687104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:52.687917 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.707032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-041b1c8e-395b-49e9-8389-b1c858ad3ac2 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6443238 Dec 08 22:08:52.709342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54918) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:52.715866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:da:7f'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:52.741254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Attempting to bind port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:08:52.741612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Attempting to bind port 7c89ed28-0fc9-433c-bfaf-37240b163d64 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:08:52.741957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Attempting to bind port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:52.747328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:08:52.766887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] Sync routers for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:08:52.768719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:08:52.769056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Attempting to bind port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:08:52.779236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:52.780423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:52.783296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:08:52.783649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Checking segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:08:52.784113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Bound using segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:08:52.784567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Bound port: 7c89ed28-0fc9-433c-bfaf-37240b163d64, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:08:52.784988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.803192 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.839705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:52.857814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01cd4fa9-397b-4f3c-9632-482360021945 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2646348 Dec 08 22:08:52.860088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:52.862366 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8604a8d-addc-49b1-8919-53c1e06800aa" -d '{"events": [{"name": "network-changed", "server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:52.878470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54920) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:52.918202 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42666ce-5640-4238-ab09-d8d9ebeb752d x-openstack-request-id: req-a42666ce-5640-4238-ab09-d8d9ebeb752d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:52.918492 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:52.923877 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a42666ce-5640-4238-ab09-d8d9ebeb752d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:52.924457 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'status': 'completed', 'code': 200} Dec 08 22:08:52.953285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:53.013309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:08:53.033924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:08:53.039646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7a668130-1a2b-49eb-a0cd-7456c7c07304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/floatingips/f7b8927f-36e6-44bd-9346-601c2e9be459 HTTP/1.1" status: 200 len: 990 time: 0.1564796 Dec 08 22:08:53.042291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.053819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.056211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-e1a61027-c731-438f-bc4f-8f37db5b7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.057794 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-e1a61027-c731-438f-bc4f-8f37db5b7740 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 1096 time: 0.0958521 Dec 08 22:08:53.059192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.093585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.094200 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.095981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 1091 time: 1.4833400 Dec 08 22:08:53.122986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c1859298-8152-457d-8e26-2a480dcef61a None None] Provisioning complete for port 8b9b7012-35f0-4bbf-9ff1-c771342af001 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:53.123362 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c1859298-8152-457d-8e26-2a480dcef61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.165332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=8b9b7012-35f0-4bbf-9ff1-c771342af001,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:53.187272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c1859298-8152-457d-8e26-2a480dcef61a None None] Port 8b9b7012-35f0-4bbf-9ff1-c771342af001 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:53.198141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] In _notify_port_updated(), no bound segment for port 8b9b7012-35f0-4bbf-9ff1-c771342af001 on network ce253c32-65de-4702-a86f-46e6e7b4e285 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:08:53.208780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.211444 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.213005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44905191-a23e-44a8-9324-c51714085de5 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "PUT /v2.0/ports/8b9b7012-35f0-4bbf-9ff1-c771342af001 HTTP/1.1" status: 200 len: 996 time: 0.5024219 Dec 08 22:08:53.216882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54924) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:53.233203 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693ebed-a2b6-457c-b72a-4a31dae661a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:53.273854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-c44480cd-ef18-4018-a369-4c3c201cfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.275740 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-c44480cd-ef18-4018-a369-4c3c201cfbe7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1094 time: 0.1230087 Dec 08 22:08:53.277486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-c2995137-115b-43a7-9dff-e7271e6a1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.278965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-c2995137-115b-43a7-9dff-e7271e6a1554 service neutron] 10.222.0.37 "GET /v2.0/networks?id=725e5e95-66a0-4a63-99ae-a2def2b57f3f HTTP/1.1" status: 200 len: 898 time: 0.2026792 Dec 08 22:08:53.283533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:50Z', 'revision_number': 0, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:53.321558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] Checking router: af33355b-5f63-4be7-9458-b85236928beb for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:08:53.330398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:08:53.331038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:53.347988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f9704d5c-4f82-4735-88a2-9dd9f1455444 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Deleting port 8b9b7012-35f0-4bbf-9ff1-c771342af001 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:53.348334 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f9704d5c-4f82-4735-88a2-9dd9f1455444 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.385654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-cecf3f34-289b-42aa-b661-6bf5357cfdcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 217 time: 0.0961232 Dec 08 22:08:53.459954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-19c781da-1318-412e-8deb-fa33fd41eee2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b HTTP/1.1" status: 200 len: 998 time: 0.1642661 Dec 08 22:08:53.469011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-2e2554c1-48ca-467e-900c-4d0420f744bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.470800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-2e2554c1-48ca-467e-900c-4d0420f744bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0777020 Dec 08 22:08:53.477515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f9704d5c-4f82-4735-88a2-9dd9f1455444 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.496036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f9704d5c-4f82-4735-88a2-9dd9f1455444 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Calling delete_port for 8b9b7012-35f0-4bbf-9ff1-c771342af001 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:53.502692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:08:53.597551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e7fca2e8-322d-4ef4-a3ae-1d031b0cd291 None None] Provisioning complete for port 8b9b7012-35f0-4bbf-9ff1-c771342af001 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:53.597551 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e7fca2e8-322d-4ef4-a3ae-1d031b0cd291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.650940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e7fca2e8-322d-4ef4-a3ae-1d031b0cd291 None None] Port 8b9b7012-35f0-4bbf-9ff1-c771342af001 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:53.672252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c3a81-6208-4c55-94fb-b8fde27e1564 req-d3f217f8-5127-4186-8a51-df9969e1607c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.673854 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-063c3a81-6208-4c55-94fb-b8fde27e1564 req-d3f217f8-5127-4186-8a51-df9969e1607c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 943 time: 0.1070304 Dec 08 22:08:53.730877 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-063c3a81-6208-4c55-94fb-b8fde27e1564 req-a55e7edb-accb-448e-8584-ee584569391a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445464 Dec 08 22:08:53.731658 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f9704d5c-4f82-4735-88a2-9dd9f1455444 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.767407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9704d5c-4f82-4735-88a2-9dd9f1455444 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Port': ['ID=8b9b7012-35f0-4bbf-9ff1-c771342af001,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:53.806781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:50Z', 'revision_number': 0, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:53.838665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c78d46-06dc-41d7-b6b9-244891a00364 None None] The sync data for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 is: [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:50Z', 'revision_number': 0, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:08:53.853152 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f9704d5c-4f82-4735-88a2-9dd9f1455444 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:53.859055 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f9704d5c-4f82-4735-88a2-9dd9f1455444 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "DELETE /v2.0/ports/8b9b7012-35f0-4bbf-9ff1-c771342af001 HTTP/1.1" status: 204 len: 168 time: 0.6387105 Dec 08 22:08:53.859318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54930) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:53.887710 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7a9ee9-88a9-40d3-a017-25f013942051 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] GET failed (client error): The resource could not be found. Dec 08 22:08:53.892779 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8c7a9ee9-88a9-40d3-a017-25f013942051 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "GET /v2.0/ports/8b9b7012-35f0-4bbf-9ff1-c771342af001 HTTP/1.1" status: 404 len: 333 time: 0.0290613 Dec 08 22:08:53.898682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54932) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:53.904620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285', 'name': 'tempest-AllowedAddressPairTestJSON-897052634'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:53.910987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-17217fae-a7d4-49f1-b95a-0825015ce47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.912575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-17217fae-a7d4-49f1-b95a-0825015ce47b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd8bdae-d004-4cf5-86cc-f329d13f41ee HTTP/1.1" status: 200 len: 834 time: 0.4409747 Dec 08 22:08:53.919235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-fdd4a0b4-733b-4d73-96d0-62f64e55a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:53.920885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-fdd4a0b4-733b-4d73-96d0-62f64e55a29d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4391358 Dec 08 22:08:54.019573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-88978136-8dcc-4183-b26e-211ac0eda15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:54.021047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-88978136-8dcc-4183-b26e-211ac0eda15f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=725e5e95-66a0-4a63-99ae-a2def2b57f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994387 Dec 08 22:08:54.041336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Made reservation on behalf of 09a66644a00e4e72bed9686d044c5832 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:54.043555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54934) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:54.046998 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:54.110825 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1a797b-56a5-425d-b7ac-b4231743aec9 None None] New status for floating IP f7b8927f-36e6-44bd-9346-601c2e9be459: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:08:54.143511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-eff6df1f-f299-416e-9b9a-dba97e0c067a service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967862 Dec 08 22:08:54.209674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ee5009f6-d653-4976-9c4b-3c116fde13a2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/floatingips/f7b8927f-36e6-44bd-9346-601c2e9be459 HTTP/1.1" status: 200 len: 990 time: 0.1648726 Dec 08 22:08:54.248885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-2da1dcc5-93d1-4917-b462-741c80af41d4 service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161644 Dec 08 22:08:54.334488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1bd2835f-aecf-4cc9-956f-e67cf5de2ed2 req-afc2d2cb-1f1d-47dc-b976-18ac55aa680d service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824534 Dec 08 22:08:54.346550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] device_id is not set on port a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:54.375079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d8604a8d-addc-49b1-8919-53c1e06800aa req-92b6497d-4e19-4fb8-bbce-36799ef4c79f service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112998 Dec 08 22:08:54.452178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Allocated IP 172.20.0.10 (ce253c32-65de-4702-a86f-46e6e7b4e285/e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3/a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:54.598252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:54.632069 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:54.671388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Network ce253c32-65de-4702-a86f-46e6e7b4e285 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:54.674421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:54.677995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:54.708205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:54.737370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:54.737984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:54.754976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f189a171-6e92-4d1d-b343-7be4241f9f95 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8549461 Dec 08 22:08:54.757567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54938) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:54.762560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'network_id': 'ce253c32-65de-4702-a86f-46e6e7b4e285', 'name': 'tempest-AllowedAddressPairTestJSON-1382205424'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:54.879101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f0436cf4-c937-48b8-a5d0-bd14deb642fe None None] Provisioning complete for port a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:54.879679 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f0436cf4-c937-48b8-a5d0-bd14deb642fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:54.912825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f0436cf4-c937-48b8-a5d0-bd14deb642fe None None] Port a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:54.920212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac333c7-6510-4e05-81e6-9801cd05967d req-33002e10-472a-4c39-80b0-9aa8ce51a5d5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:54.921700 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aac333c7-6510-4e05-81e6-9801cd05967d req-33002e10-472a-4c39-80b0-9aa8ce51a5d5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 943 time: 0.0768077 Dec 08 22:08:54.925424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:54.926076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Made reservation on behalf of 09a66644a00e4e72bed9686d044c5832 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:08:54.928173 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b3e864-1fd1-4952-84e1-8dacae770e77" -d '{"events": [{"name": "network-changed", "server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:54.929397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:54.959248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] device_id is not set on port 82457031-aceb-4139-b162-f72805e4339b yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:08:54.963926 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7de793-f261-4c46-b89f-f3e62c9b9275 x-openstack-request-id: req-bb7de793-f261-4c46-b89f-f3e62c9b9275 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:54.964222 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:54.965075 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb7de793-f261-4c46-b89f-f3e62c9b9275 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:54.965482 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'status': 'completed', 'code': 200} Dec 08 22:08:55.011978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aac333c7-6510-4e05-81e6-9801cd05967d req-d6622fb2-540d-4d34-a48f-3c49521bd6c3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793719 Dec 08 22:08:55.029774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-be733991-a287-4daa-9864-1b71befea936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:55.031395 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-be733991-a287-4daa-9864-1b71befea936 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1094 time: 0.0425270 Dec 08 22:08:55.081541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Allocated IP 172.20.0.9 (ce253c32-65de-4702-a86f-46e6e7b4e285/e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3/82457031-aceb-4139-b162-f72805e4339b) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:08:55.128645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-69c348ea-9b73-4d2b-81a8-e541b55f5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:55.130143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-69c348ea-9b73-4d2b-81a8-e541b55f5eea service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 898 time: 0.0911109 Dec 08 22:08:55.172513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-b9a62b9b-7548-4382-92d2-7a20795d208e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 217 time: 0.0344095 Dec 08 22:08:55.213230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54944) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:55.233076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.261965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-c066fe2f-2624-4df2-a68c-491b5f40eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:55.263460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-c066fe2f-2624-4df2-a68c-491b5f40eed7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0841298 Dec 08 22:08:55.266101 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.314510 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9b6c5f30-fb9b-4a2e-b3b7-7486f206b76f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/floatingips/f7b8927f-36e6-44bd-9346-601c2e9be459 HTTP/1.1" status: 200 len: 992 time: 0.0909450 Dec 08 22:08:55.314771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Network ce253c32-65de-4702-a86f-46e6e7b4e285 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:08:55.314771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:08:55.314771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:08:55.322021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-e78dd70a-03e3-4308-9500-fd6a7ed6b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:55.323623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-e78dd70a-03e3-4308-9500-fd6a7ed6b5b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513437 Dec 08 22:08:55.357719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=82457031-aceb-4139-b162-f72805e4339b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:55.375746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:55.376382 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.397555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f46fe685-ee9d-493c-b5aa-9bd221b5c033 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6388919 Dec 08 22:08:55.398375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54948) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:55.404510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c0:da:7f'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:f2:c2:50'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:08:55.428660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-07d9690c-080c-4e80-b801-181eb12e0a5e service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974982 Dec 08 22:08:55.475908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.506406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7c89ed28-0fc9-433c-bfaf-37240b163d64 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:08:55.523404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34b3e864-1fd1-4952-84e1-8dacae770e77 req-f698a362-b1d3-47c9-9e12-e4f5a5b2d49a service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873914 Dec 08 22:08:55.580290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eb414bae-d6f0-441e-b260-03b496405987 None None] Provisioning complete for port 82457031-aceb-4139-b162-f72805e4339b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:55.580717 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb414bae-d6f0-441e-b260-03b496405987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.671853 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.676712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.763998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event updated for resources: {'Port': ['ID=82457031-aceb-4139-b162-f72805e4339b,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:55.782512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] In _notify_port_updated(), no bound segment for port 82457031-aceb-4139-b162-f72805e4339b on network ce253c32-65de-4702-a86f-46e6e7b4e285 {{(pid=102390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 08 22:08:55.788172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-eb414bae-d6f0-441e-b260-03b496405987 None None] Port 82457031-aceb-4139-b162-f72805e4339b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:55.788828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:55.789640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.790751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:55.791110 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9f77bd06-92fd-42b3-9b62-14f3817e7aaa tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "PUT /v2.0/ports/82457031-aceb-4139-b162-f72805e4339b HTTP/1.1" status: 200 len: 1057 time: 0.3916266 Dec 08 22:08:55.793889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54952) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:55.802624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'port_id': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'mac_address': 'fa:16:3e:19:80:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:08:55.843047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.857919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c89ed28-0fc9-433c-bfaf-37240b163d64 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:08:55.879146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:55.884038 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.898779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c5ccd8c6-5d1d-4d8e-aae2-69d0c406f97c tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Deleting port 82457031-aceb-4139-b162-f72805e4339b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:55.899134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5ccd8c6-5d1d-4d8e-aae2-69d0c406f97c tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:55.935911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:55.990380 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5ccd8c6-5d1d-4d8e-aae2-69d0c406f97c tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:56.003126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c5ccd8c6-5d1d-4d8e-aae2-69d0c406f97c tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Calling delete_port for 82457031-aceb-4139-b162-f72805e4339b owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:56.009389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a13035a7-877d-42cc-a90d-347fefd77615 None None] Provisioning complete for port 82457031-aceb-4139-b162-f72805e4339b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:56.009770 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a13035a7-877d-42cc-a90d-347fefd77615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:56.052181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a13035a7-877d-42cc-a90d-347fefd77615 None None] Port 82457031-aceb-4139-b162-f72805e4339b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:08:56.119056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7c89ed28-0fc9-433c-bfaf-37240b163d64'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:08:56.172077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b25df-7819-4ff0-a375-2fc2c4229ca3 req-bfd6119c-d94d-4708-8da7-1e24819bdf68 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:56.173574 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e56b25df-7819-4ff0-a375-2fc2c4229ca3 req-bfd6119c-d94d-4708-8da7-1e24819bdf68 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 944 time: 0.0869384 Dec 08 22:08:56.174198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5ccd8c6-5d1d-4d8e-aae2-69d0c406f97c tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:56.222397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccd8c6-5d1d-4d8e-aae2-69d0c406f97c tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Port': ['ID=82457031-aceb-4139-b162-f72805e4339b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:56.274037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e56b25df-7819-4ff0-a375-2fc2c4229ca3 req-937cb3b0-b3a4-4b4b-8c13-d53688744781 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923076 Dec 08 22:08:56.437519 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5ccd8c6-5d1d-4d8e-aae2-69d0c406f97c tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:56.441220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5ccd8c6-5d1d-4d8e-aae2-69d0c406f97c tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "DELETE /v2.0/ports/82457031-aceb-4139-b162-f72805e4339b HTTP/1.1" status: 204 len: 168 time: 0.6462903 Dec 08 22:08:56.443861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54956) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:56.471596 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff42a37c-faa5-4bf4-a0c0-d45d0552f71b tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] GET failed (client error): The resource could not be found. Dec 08 22:08:56.473008 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ff42a37c-faa5-4bf4-a0c0-d45d0552f71b tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "GET /v2.0/ports/82457031-aceb-4139-b162-f72805e4339b HTTP/1.1" status: 404 len: 333 time: 0.0282481 Dec 08 22:08:56.475459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54958) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:56.559231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8a804f71-1c70-470e-a6ed-ade01dc35fbb tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Deleting port a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:56.559477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8a804f71-1c70-470e-a6ed-ade01dc35fbb tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:56.646300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8a804f71-1c70-470e-a6ed-ade01dc35fbb tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:56.658842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8a804f71-1c70-470e-a6ed-ade01dc35fbb tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Calling delete_port for a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:56.784523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8a804f71-1c70-470e-a6ed-ade01dc35fbb tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:56.810138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a804f71-1c70-470e-a6ed-ade01dc35fbb tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Port': ['ID=a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:56.882859 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8a804f71-1c70-470e-a6ed-ade01dc35fbb tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:56.886025 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8a804f71-1c70-470e-a6ed-ade01dc35fbb tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "DELETE /v2.0/ports/a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c HTTP/1.1" status: 204 len: 168 time: 0.4096913 Dec 08 22:08:56.889167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54962) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:56.914272 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d2b70a-c8d6-4551-8f2b-3a053da5722b tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] GET failed (client error): The resource could not be found. Dec 08 22:08:56.915868 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b4d2b70a-c8d6-4551-8f2b-3a053da5722b tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "GET /v2.0/ports/a33b2ed5-fcbb-4e9a-ab86-72796cd1f70c HTTP/1.1" status: 404 len: 333 time: 0.0257711 Dec 08 22:08:56.919426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54964) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:57.012853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-79e8e5ff-75d0-40b1-8cf1-7fdcefdf9ed8 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Deleting port 3444b509-fbe1-48b6-a1f2-1ae72f33d88d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:57.013195 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79e8e5ff-75d0-40b1-8cf1-7fdcefdf9ed8 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.096430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79e8e5ff-75d0-40b1-8cf1-7fdcefdf9ed8 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.107719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-79e8e5ff-75d0-40b1-8cf1-7fdcefdf9ed8 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Calling delete_port for 3444b509-fbe1-48b6-a1f2-1ae72f33d88d owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:57.233084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79e8e5ff-75d0-40b1-8cf1-7fdcefdf9ed8 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.261109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8e5ff-75d0-40b1-8cf1-7fdcefdf9ed8 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Port': ['ID=3444b509-fbe1-48b6-a1f2-1ae72f33d88d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:57.341229 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-79e8e5ff-75d0-40b1-8cf1-7fdcefdf9ed8 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.347199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 54968) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:57.347724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-79e8e5ff-75d0-40b1-8cf1-7fdcefdf9ed8 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "DELETE /v2.0/ports/3444b509-fbe1-48b6-a1f2-1ae72f33d88d HTTP/1.1" status: 204 len: 168 time: 0.4268913 Dec 08 22:08:57.407311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21a8a3e-6fb4-4576-bb33-c85404eb7484 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Deleting subnet e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:08:57.409744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fdb72-9028-4976-a12e-0ad46f122b01 req-fc8059d2-2693-42e9-87e9-ba36f7711b87 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:57.410693 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e21a8a3e-6fb4-4576-bb33-c85404eb7484 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.411368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-333fdb72-9028-4976-a12e-0ad46f122b01 req-fc8059d2-2693-42e9-87e9-ba36f7711b87 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 944 time: 0.0570202 Dec 08 22:08:57.455049 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-333fdb72-9028-4976-a12e-0ad46f122b01 req-fbe77349-cc13-415e-926c-345e6865531b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365853 Dec 08 22:08:57.460911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e21a8a3e-6fb4-4576-bb33-c85404eb7484 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.514229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7c89ed28-0fc9-433c-bfaf-37240b163d64 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:08:57.541976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e21a8a3e-6fb4-4576-bb33-c85404eb7484 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.561674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 7c89ed28-0fc9-433c-bfaf-37240b163d64 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:08:57.565516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 7c89ed28-0fc9-433c-bfaf-37240b163d64 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:08:57.565885 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.600296 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e21a8a3e-6fb4-4576-bb33-c85404eb7484 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.628805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a8a3e-6fb4-4576-bb33-c85404eb7484 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:57.630823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e21a8a3e-6fb4-4576-bb33-c85404eb7484 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.636524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e21a8a3e-6fb4-4576-bb33-c85404eb7484 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "DELETE /v2.0/subnets/e4cf7708-9aed-43c1-8747-c0c4d2ddb2a3 HTTP/1.1" status: 204 len: 168 time: 0.2883220 Dec 08 22:08:57.636664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54970) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:57.637595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ef5d3-7581-4af4-96df-913526eff80b None None] Network ce253c32-65de-4702-a86f-46e6e7b4e285 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:08:57.682940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.710667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.726377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:08:57.728309 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5031369-8341-451d-bc0a-f061aee1b009" -d '{"events": [{"server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "name": "network-vif-plugged", "status": "completed", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:08:57.760834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:57.794806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Deleting port 9d3f7817-c045-420c-83bd-9a06ee0286db {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:57.795357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.801896 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a47c86-9c9b-45f7-9ee3-2cc73d90bb72 x-openstack-request-id: req-b7a47c86-9c9b-45f7-9ee3-2cc73d90bb72 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:08:57.802413 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "name": "network-vif-plugged", "status": "completed", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:08:57.802760 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7a47c86-9c9b-45f7-9ee3-2cc73d90bb72 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:08:57.803337 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'code': 200} Dec 08 22:08:57.805265 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.860567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] For port 9d3f7817-c045-420c-83bd-9a06ee0286db, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9d3f7817-c045-420c-83bd-9a06ee0286db,segment=NetworkSegment(65bebf82-0f54-47ff-8207-4c8c111f8d7c),segment_id=65bebf82-0f54-47ff-8207-4c8c111f8d7c)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:57.861003 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.866163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:57.874202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.874569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Calling delete_port for 9d3f7817-c045-420c-83bd-9a06ee0286db owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:57.874733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.875101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.875503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.875896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.876326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.876769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.877190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.877607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.878026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.878445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.878891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:08:57.888282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa336b-fc42-413e-86a4-2b004853fdcc req-f7f11a4e-b093-4e76-a9ba-70bff3ccb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:57.889783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24fa336b-fc42-413e-86a4-2b004853fdcc req-f7f11a4e-b093-4e76-a9ba-70bff3ccb1b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1096 time: 0.0508466 Dec 08 22:08:57.927330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-24fa336b-fc42-413e-86a4-2b004853fdcc req-1914d74d-4d64-4f1c-abef-edf5c76b16b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296340 Dec 08 22:08:57.930695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] DHCP port deletion for ce253c32-65de-4702-a86f-46e6e7b4e285 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:08:57.965690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.978910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] Deleting port 9d3f7817-c045-420c-83bd-9a06ee0286db {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:08:57.979407 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:57.991651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Port': ['ID=9d3f7817-c045-420c-83bd-9a06ee0286db,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:57.995167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] No DVR routers for this DVR port 9d3f7817-c045-420c-83bd-9a06ee0286db on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:08:58.047630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] For port 9d3f7817-c045-420c-83bd-9a06ee0286db, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:08:58.048028 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.060102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] Calling delete_port for 9d3f7817-c045-420c-83bd-9a06ee0286db owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:08:58.062707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] Port 9d3f7817-c045-420c-83bd-9a06ee0286db was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:08:58.064013 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.077040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.087726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] Pushing event deleted for resources: {'Port': ['ID=9d3f7817-c045-420c-83bd-9a06ee0286db,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:58.091807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddd0fa-1816-4a18-9a69-aa42a0435402 None None] No DVR routers for this DVR port 9d3f7817-c045-420c-83bd-9a06ee0286db on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:08:58.101381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce253c32-65de-4702-a86f-46e6e7b4e285']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:58.108188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bebf82-0f54-47ff-8207-4c8c111f8d7c') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:58.108444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bebf82-0f54-47ff-8207-4c8c111f8d7c') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:08:58.117838 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.130770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.136585 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:08:58.137202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:08:58.137489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:08:58.140417 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:08:58.196931 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.204820 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.210809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] 10.222.0.21 "DELETE /v2.0/networks/ce253c32-65de-4702-a86f-46e6e7b4e285 HTTP/1.1" status: 204 len: 168 time: 0.5727208 Dec 08 22:08:58.224054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf516f-aeb4-4ebc-b9a0-f0e85cfc9ae0 tempest-AllowedAddressPairTestJSON-1086009431 tempest-AllowedAddressPairTestJSON-1086009431-project] Pushing event deleted for resources: {'Network': ['ID=ce253c32-65de-4702-a86f-46e6e7b4e285,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:58.453635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54980) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:58.601978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5692d-6a58-4970-a0d3-20c3c6480c00 req-0cfc0009-ef4a-4e9e-930a-d0d5d6d2e362 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:58.603593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74e5692d-6a58-4970-a0d3-20c3c6480c00 req-0cfc0009-ef4a-4e9e-930a-d0d5d6d2e362 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0813491 Dec 08 22:08:58.606366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-edc8d323-6c57-4c9f-aea8-1133fa61ad16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09a66644a00e4e72bed9686d044c5832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516893 Dec 08 22:08:58.609002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 54986) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:58.672583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74e5692d-6a58-4970-a0d3-20c3c6480c00 req-01264bd6-2b5f-4549-98a1-53c16a141d80 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612774 Dec 08 22:08:58.684776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47ef2152-b87d-41a8-af3a-fe484ed63f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.706389 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47ef2152-b87d-41a8-af3a-fe484ed63f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.752060 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47ef2152-b87d-41a8-af3a-fe484ed63f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.754666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47ef2152-b87d-41a8-af3a-fe484ed63f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:08:58.755866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-47ef2152-b87d-41a8-af3a-fe484ed63f26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f809dd94-6c3f-4266-8b7a-3509235c0cce HTTP/1.1" status: 204 len: 168 time: 0.1459374 Dec 08 22:08:58.763910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef2152-b87d-41a8-af3a-fe484ed63f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809dd94-6c3f-4266-8b7a-3509235c0cce,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:08:59.403326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55012) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.501166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-f1744d1e-0cc4-4692-a14b-0cfe22c77331 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.502196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f1744d1e-0cc4-4692-a14b-0cfe22c77331 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0977309 Dec 08 22:08:59.505090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55016) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.508818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-17957e28-678b-4b7c-9b15-12ef701cd6a0 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.509710 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-17957e28-678b-4b7c-9b15-12ef701cd6a0 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0037818 Dec 08 22:08:59.511958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55018) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.515559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-c4676382-4ac0-4581-9b50-4834bcf6acb0 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.516451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c4676382-4ac0-4581-9b50-4834bcf6acb0 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0036752 Dec 08 22:08:59.518575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55020) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.522870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-3482c18b-9fcb-427d-adb0-06f51b0038be tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.523779 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3482c18b-9fcb-427d-adb0-06f51b0038be tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043814 Dec 08 22:08:59.525806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55022) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.530694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-d1432faf-8aea-46be-92ca-ed8166d17bba tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.532052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d1432faf-8aea-46be-92ca-ed8166d17bba tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053144 Dec 08 22:08:59.534169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55024) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.537991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-ab7bb46a-6880-43c9-bc0d-92e15dcdfe7b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.538946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ab7bb46a-6880-43c9-bc0d-92e15dcdfe7b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038896 Dec 08 22:08:59.541192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.545393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-d08de555-c194-4848-b27c-d324bbdba632 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.546293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d08de555-c194-4848-b27c-d324bbdba632 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043035 Dec 08 22:08:59.548623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55028) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.552248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-d272514f-b9c9-43f4-aaf9-278b87ca81ac tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.553139 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d272514f-b9c9-43f4-aaf9-278b87ca81ac tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0037267 Dec 08 22:08:59.555410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55030) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.558957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-fec9cd4e-e269-41ca-9fda-a38733308dd7 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.559856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fec9cd4e-e269-41ca-9fda-a38733308dd7 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0036767 Dec 08 22:08:59.562174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55032) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.566790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-884abe71-f59e-4e90-b700-de9da4da7f15 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.567680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-884abe71-f59e-4e90-b700-de9da4da7f15 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047135 Dec 08 22:08:59.570114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55034) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.574297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-50fda1d3-da2b-4534-ad87-3f54e2050492 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.575234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-50fda1d3-da2b-4534-ad87-3f54e2050492 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043597 Dec 08 22:08:59.577593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55036) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.585300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-b72d2421-25c5-4e4c-abee-07db750be645 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.586232 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b72d2421-25c5-4e4c-abee-07db750be645 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075047 Dec 08 22:08:59.588504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55038) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.595623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-39be6c9b-f359-4e27-8c3e-01bc49df042a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.596682 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-39be6c9b-f359-4e27-8c3e-01bc49df042a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072138 Dec 08 22:08:59.598953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55040) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.602659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-4c7a4687-9491-4efd-b7b5-024d89535126 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.603550 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4c7a4687-9491-4efd-b7b5-024d89535126 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0037851 Dec 08 22:08:59.606313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55042) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.610047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-f9a7addf-2615-4069-b450-b5fdb785d10a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.610965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f9a7addf-2615-4069-b450-b5fdb785d10a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0037649 Dec 08 22:08:59.613107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55044) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.617026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-3a1d8211-6367-4f6a-8be6-df5621f3d212 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.617924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a1d8211-6367-4f6a-8be6-df5621f3d212 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040240 Dec 08 22:08:59.620256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55046) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.624631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-feb30e55-7d7f-4df3-ad8c-f952c8b91093 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.625536 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-feb30e55-7d7f-4df3-ad8c-f952c8b91093 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044851 Dec 08 22:08:59.627713 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.631336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-a5c2d75c-7584-4900-8bd8-8c51258f9260 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.632282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a5c2d75c-7584-4900-8bd8-8c51258f9260 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037913 Dec 08 22:08:59.634530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55050) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.639711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-ab896874-c4b5-4eec-a24e-6c077daa5157 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.640698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ab896874-c4b5-4eec-a24e-6c077daa5157 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051022 Dec 08 22:08:59.642936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55052) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.646698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-6ef8e786-a8f9-4dd7-9c37-2be3bf99123a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.647634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6ef8e786-a8f9-4dd7-9c37-2be3bf99123a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038528 Dec 08 22:08:59.649859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55054) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.654092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-006ffe37-deef-4358-b140-f2e8f871ef9b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.655054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-006ffe37-deef-4358-b140-f2e8f871ef9b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043755 Dec 08 22:08:59.657251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55056) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.660900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-d470b0b3-1490-445a-b25f-b2e09f872236 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.661793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d470b0b3-1490-445a-b25f-b2e09f872236 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0037510 Dec 08 22:08:59.663899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55058) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.668474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-9719923d-33bf-4884-937e-ebb71f14b451 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.669596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9719923d-33bf-4884-937e-ebb71f14b451 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046394 Dec 08 22:08:59.671695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55060) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.675851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-c63a130b-7e62-4c26-9a84-df74bfbbbd20 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.676744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c63a130b-7e62-4c26-9a84-df74bfbbbd20 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042450 Dec 08 22:08:59.678904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55062) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.682610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-23992f29-c275-492f-829a-09ed05f43bd2 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.683582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-23992f29-c275-492f-829a-09ed05f43bd2 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038061 Dec 08 22:08:59.685818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55064) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.689476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-5e8d1454-fa8c-47c6-829d-07587809365f tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.690365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5e8d1454-fa8c-47c6-829d-07587809365f tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037477 Dec 08 22:08:59.692609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55066) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.697624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-eb24624a-b7f7-40c8-85a9-dae54479ea50 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.699086 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eb24624a-b7f7-40c8-85a9-dae54479ea50 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050848 Dec 08 22:08:59.701803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55070) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.706288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-1fdf0474-a9aa-4565-bebe-0303a93982b4 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.707270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1fdf0474-a9aa-4565-bebe-0303a93982b4 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043395 Dec 08 22:08:59.709608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55072) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.713991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-dc323a17-e952-4431-adcd-b0aa41a7ee06 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.715670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dc323a17-e952-4431-adcd-b0aa41a7ee06 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050049 Dec 08 22:08:59.717864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55074) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.722441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-cbce3000-8375-43f9-964d-3b13d406fbad tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.724311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cbce3000-8375-43f9-964d-3b13d406fbad tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0053811 Dec 08 22:08:59.726681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55076) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.731216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-80d08b37-1ec6-4258-b17f-e534c1f3b8ae tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.732212 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-80d08b37-1ec6-4258-b17f-e534c1f3b8ae tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043972 Dec 08 22:08:59.734356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55078) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.738514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-daad9dde-7fba-4554-af1c-c4922478faf4 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.739748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-daad9dde-7fba-4554-af1c-c4922478faf4 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044460 Dec 08 22:08:59.742136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55080) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.746527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-197c15c8-ae69-4cb0-8ae6-a648445d946a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.747492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-197c15c8-ae69-4cb0-8ae6-a648445d946a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042291 Dec 08 22:08:59.749640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55082) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.753556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-4bcd82dd-97fd-493c-b5f3-a53a890d2170 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.754546 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4bcd82dd-97fd-493c-b5f3-a53a890d2170 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040221 Dec 08 22:08:59.758295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55084) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.773859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-bb575cc8-f341-40d3-8157-023f1d87db38 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.774985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bb575cc8-f341-40d3-8157-023f1d87db38 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0151417 Dec 08 22:08:59.778158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.782791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-41d94ddb-5217-4a8b-ad17-2d5fe1bcb8e7 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.785605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-41d94ddb-5217-4a8b-ad17-2d5fe1bcb8e7 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043597 Dec 08 22:08:59.786241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55088) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.790558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-616bdafb-42d1-4796-b5e0-b5d98b81fb77 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.791574 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-616bdafb-42d1-4796-b5e0-b5d98b81fb77 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042050 Dec 08 22:08:59.793842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55090) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.797878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-dce12122-b2f4-4820-b935-5f40ef77fc72 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.798936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dce12122-b2f4-4820-b935-5f40ef77fc72 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040812 Dec 08 22:08:59.801439 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55092) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.807322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-f4504e48-f4b9-4a9d-aa81-e7fd700aedfd tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.811095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55094) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.811317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f4504e48-f4b9-4a9d-aa81-e7fd700aedfd tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0086989 Dec 08 22:08:59.816078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-e57b8a55-d0c0-4404-a8a0-e13a5e292f24 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.817020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e57b8a55-d0c0-4404-a8a0-e13a5e292f24 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048759 Dec 08 22:08:59.819527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55096) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.822794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9d3f7817-c045-420c-83bd-9a06ee0286db no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:08:59.825942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-02485bc2-4fa6-4dd9-aa15-0f61b39cae73 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.829864 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-02485bc2-4fa6-4dd9-aa15-0f61b39cae73 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085835 Dec 08 22:08:59.830469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55098) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.831073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f4a1-b6ac-4f49-a862-984bfea77c30 req-9eeb5d65-a37a-4ae9-b515-0cea39fde8a1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:08:59.832764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1236f4a1-b6ac-4f49-a862-984bfea77c30 req-9eeb5d65-a37a-4ae9-b515-0cea39fde8a1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0760257 Dec 08 22:08:59.835285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-714c598a-0735-4fe2-b393-3ee23011ccdd tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.836393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-714c598a-0735-4fe2-b393-3ee23011ccdd tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048933 Dec 08 22:08:59.838904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55100) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.844032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-adb04552-4e54-4c2a-b678-8c3b8feef0d2 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.845098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-adb04552-4e54-4c2a-b678-8c3b8feef0d2 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045631 Dec 08 22:08:59.845248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 9d3f7817-c045-420c-83bd-9a06ee0286db {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:08:59.845673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9d3f7817-c045-420c-83bd-9a06ee0286db not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:08:59.848170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.858919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-36473a77-77ef-4902-a002-27089e101ddd tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.863176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-36473a77-77ef-4902-a002-27089e101ddd tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0129707 Dec 08 22:08:59.863577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55106) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.873392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-f2d8f09f-df6c-438a-bde5-51ca7e203d1b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.874337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f2d8f09f-df6c-438a-bde5-51ca7e203d1b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0096283 Dec 08 22:08:59.876940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55108) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.882556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-a8f6699d-287f-430c-9e91-09e222de2a34 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.883600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a8f6699d-287f-430c-9e91-09e222de2a34 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058930 Dec 08 22:08:59.887689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1236f4a1-b6ac-4f49-a862-984bfea77c30 req-591d6418-f661-4a04-9705-0b8670505c86 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462203 Dec 08 22:08:59.894825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55110) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.900072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-b6d526a8-f7a0-4dcf-947e-92f27966b497 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.901128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b6d526a8-f7a0-4dcf-947e-92f27966b497 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051317 Dec 08 22:08:59.904629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55112) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.910672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-a6c8c5bf-1fe5-42ff-a742-8d867cd00e6b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.912345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a6c8c5bf-1fe5-42ff-a742-8d867cd00e6b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0061059 Dec 08 22:08:59.914403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55116) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.919486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-7fef3b56-6f7a-4982-a837-7899632335b9 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.922666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7fef3b56-6f7a-4982-a837-7899632335b9 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048709 Dec 08 22:08:59.922992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55118) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.927574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-27c83bd3-587a-4777-be7a-e2dbd11e9d72 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.930503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-27c83bd3-587a-4777-be7a-e2dbd11e9d72 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045359 Dec 08 22:08:59.930924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55120) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.935129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-eec4e175-b5f7-484f-b1db-6ddfe0e6be70 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.936104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eec4e175-b5f7-484f-b1db-6ddfe0e6be70 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043080 Dec 08 22:08:59.938345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55122) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.942321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-215804a2-9791-4b15-9065-987d91de3a4f tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.943453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-215804a2-9791-4b15-9065-987d91de3a4f tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042217 Dec 08 22:08:59.945573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55124) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.950813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-e0e45ce1-8350-4cda-9a01-2fee97684ec3 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.951757 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e0e45ce1-8350-4cda-9a01-2fee97684ec3 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052545 Dec 08 22:08:59.953996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55126) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.957916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-40ef5fad-5d0c-46dc-a85d-d01f948af53d tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.958883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-40ef5fad-5d0c-46dc-a85d-d01f948af53d tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040219 Dec 08 22:08:59.961094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55128) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.966407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-b440ca2b-5fcf-4835-b777-b5ed03e49754 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.967385 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b440ca2b-5fcf-4835-b777-b5ed03e49754 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054362 Dec 08 22:08:59.970292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55130) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.975238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-be910287-23e9-46c0-b84f-1017f5ae3529 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.976267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-be910287-23e9-46c0-b84f-1017f5ae3529 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047626 Dec 08 22:08:59.978539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55132) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.983963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-1b48f5d1-3e8c-4f97-84d8-758c83b7eff1 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.984917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1b48f5d1-3e8c-4f97-84d8-758c83b7eff1 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054400 Dec 08 22:08:59.987746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55134) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:08:59.992911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-44d9b5d4-7f50-411b-8cad-dc56a00f347c tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:08:59.994100 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-44d9b5d4-7f50-411b-8cad-dc56a00f347c tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051103 Dec 08 22:08:59.996592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55136) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.001309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-fc7c1b4a-345e-4c8b-8881-d24368c55180 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.002536 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fc7c1b4a-345e-4c8b-8881-d24368c55180 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051086 Dec 08 22:09:00.004910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55138) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.008804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-22a404a0-c8df-4559-92ac-d1c7c4a3930b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.009734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-22a404a0-c8df-4559-92ac-d1c7c4a3930b tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039744 Dec 08 22:09:00.012441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55140) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.016898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-2da397e5-559f-4f21-888a-d5c28fa24693 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.018017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2da397e5-559f-4f21-888a-d5c28fa24693 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047424 Dec 08 22:09:00.020296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55142) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.022532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed1cf5-d883-448b-baff-3f682c7718e3 req-c2a45e84-5963-42df-95c2-51729b695adc tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:00.024027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66ed1cf5-d883-448b-baff-3f682c7718e3 req-c2a45e84-5963-42df-95c2-51729b695adc tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0557351 Dec 08 22:09:00.024809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-00a84c50-f18b-4ad9-ac6c-386cef81ee79 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.025956 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-00a84c50-f18b-4ad9-ac6c-386cef81ee79 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045459 Dec 08 22:09:00.028103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55144) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.032272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-755b0f8f-a316-49c6-9d09-d0191193175c tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.033180 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-755b0f8f-a316-49c6-9d09-d0191193175c tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040276 Dec 08 22:09:00.035395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55146) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.039467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-035aa62a-bcee-4065-9548-65e49bc98e36 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.040460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-035aa62a-bcee-4065-9548-65e49bc98e36 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041053 Dec 08 22:09:00.043157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55148) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.047853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-dadbda92-d4de-4bfa-9aa3-bdf34952bac7 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.048976 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dadbda92-d4de-4bfa-9aa3-bdf34952bac7 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048063 Dec 08 22:09:00.051509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55150) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.056111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-6407c47f-e817-4f94-9c05-c615695870d9 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.057043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6407c47f-e817-4f94-9c05-c615695870d9 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045352 Dec 08 22:09:00.060155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55152) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.064726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-1e467bb5-4dcd-4b5b-b689-f6d5cf41ca1a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.065663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1e467bb5-4dcd-4b5b-b689-f6d5cf41ca1a tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044851 Dec 08 22:09:00.066242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-66ed1cf5-d883-448b-baff-3f682c7718e3 req-36f6ac1c-475f-41a8-816c-738f3ebf9359 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320592 Dec 08 22:09:00.067958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55154) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.073033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [None req-17c91fd5-30fe-4049-bba5-eaa3aa31cac8 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.074742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-17c91fd5-30fe-4049-bba5-eaa3aa31cac8 tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059102 Dec 08 22:09:00.077514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55156) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.081940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [None req-5cae7ab2-a090-475a-a135-516bc99c3d8c tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:00.082917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5cae7ab2-a090-475a-a135-516bc99c3d8c tempest-ExtensionsTestJSON-271461799 tempest-ExtensionsTestJSON-271461799-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043464 Dec 08 22:09:00.090050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55160) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.133137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc221cb-4e08-4dfa-b13a-0b2a1b9814c5 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:00.134879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8dc221cb-4e08-4dfa-b13a-0b2a1b9814c5 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1091 time: 0.0436237 Dec 08 22:09:00.138395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55162) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.142932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:00.164505 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.273561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.357627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55166) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.391278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.25.1.222 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/43fb1ff0-ad89-45cc-a6ab-09dd97d8272f) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:00.472690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b0030ee-7a16-4830-abf6-6c123888f0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.493394 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.528111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.553767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b0030ee-7a16-4830-abf6-6c123888f0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.558087 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8b0030ee-7a16-4830-abf6-6c123888f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.574951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:00.581384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:00.583600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=43fb1ff0-ad89-45cc-a6ab-09dd97d8272f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:00.585907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:00.605331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8b0030ee-7a16-4830-abf6-6c123888f0a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8757fb3aef744eceac2872f064215c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465940 Dec 08 22:09:00.607560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0030ee-7a16-4830-abf6-6c123888f0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d21c31f-0369-47f0-934c-df554e0f6723,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:00.611639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55170) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:00.669061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f758deff-7be2-426d-a463-e71d797436f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.693497 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f758deff-7be2-426d-a463-e71d797436f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.745015 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f758deff-7be2-426d-a463-e71d797436f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.748291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f758deff-7be2-426d-a463-e71d797436f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:00.749428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f758deff-7be2-426d-a463-e71d797436f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d21c31f-0369-47f0-934c-df554e0f6723 HTTP/1.1" status: 204 len: 168 time: 0.1368167 Dec 08 22:09:00.757770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758deff-7be2-426d-a463-e71d797436f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d21c31f-0369-47f0-934c-df554e0f6723,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:00.967081 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.042076 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.215522 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.223310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.296395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=43fb1ff0-ad89-45cc-a6ab-09dd97d8272f,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:01.302785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.409063 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Floating IP 259ab06c-7622-4a5a-a417-a6dced3552c7 associated. External IP: 172.25.1.222, port: 7c89ed28-0fc9-433c-bfaf-37240b163d64. Dec 08 22:09:01.517219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:01.618761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-891826363'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:01.634341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router a2e8f652-d748-4897-8155-805eba8c1885 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:09:01.641924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:01.646442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.657306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.736794 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.741656 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.768834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:09:01.770261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:09:01.779345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958a1f1e-3405-4071-a8af-b9c41e569c78,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:01.784277 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.784651 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Added segment 984fad2c-678e-4c38-9e9f-c89780058728 of type vlan for network b7939c97-a522-41ee-95d4-89c4eab43dc7 Dec 08 22:09:01.785979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] Sync routers for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:09:01.796211 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.797738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:09:01.799137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:01.824634 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-395142bd-a032-4471-b08c-c9c9c6a8d0ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6851444 Dec 08 22:09:01.825242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:09:01.827575 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5" -d '{"events": [{"name": "network-changed", "server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:09:01.845587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.875193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.880396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:01.880997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:01.905769 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690b0be9-77b1-44d3-86e2-0877418ba4f8 x-openstack-request-id: req-690b0be9-77b1-44d3-86e2-0877418ba4f8 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:09:01.906145 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:09:01.906403 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-690b0be9-77b1-44d3-86e2-0877418ba4f8 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:09:01.906843 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'status': 'completed', 'code': 200} Dec 08 22:09:01.934801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:09:01.959264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4408181 Dec 08 22:09:01.983205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efecf6-6a99-4305-9f33-ae7e48aa63ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Network': ['ID=b7939c97-a522-41ee-95d4-89c4eab43dc7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:01.998173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-61413b38-c057-429c-aa82-05bf6b0c8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:02.002770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-61413b38-c057-429c-aa82-05bf6b0c8a8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1096 time: 0.0747325 Dec 08 22:09:02.048738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b7939c97-a522-41ee-95d4-89c4eab43dc7 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:09:02.056175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe00c4-a399-419d-a967-b16d9cb8c4f8 req-7763ab71-b7d8-49d0-95a1-7dabd71f3b3d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:02.067668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86fe00c4-a399-419d-a967-b16d9cb8c4f8 req-7763ab71-b7d8-49d0-95a1-7dabd71f3b3d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.1334648 Dec 08 22:09:02.120882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-cdbb4127-f3b0-4641-9fd5-b6f73e3c2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:02.122487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-cdbb4127-f3b0-4641-9fd5-b6f73e3c2e95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 898 time: 0.1087847 Dec 08 22:09:02.123220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-86fe00c4-a399-419d-a967-b16d9cb8c4f8 req-14c655ee-c5e5-438d-82f6-3997b11c9852 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546055 Dec 08 22:09:02.148917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55206) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:02.219807 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-13c24333-4d97-4149-900f-900967e129ca tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/259ab06c-7622-4a5a-a417-a6dced3552c7 HTTP/1.1" status: 200 len: 991 time: 0.0695095 Dec 08 22:09:02.242241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '259ab06c-7622-4a5a-a417-a6dced3552c7', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'port_id': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'mac_address': 'fa:16:3e:19:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:09:00Z', 'updated_at': '2021-12-08T22:09:00Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:49Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:02.246328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-4aa1e467-b05b-4851-9fec-51824989bdd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 999 time: 0.1164365 Dec 08 22:09:02.274343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] Checking router: a2e8f652-d748-4897-8155-805eba8c1885 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:09:02.283573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:09:02.284187 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:08:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:02.298956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-e0601583-cafc-4a08-995b-4af20bcac883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:02.300397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-e0601583-cafc-4a08-995b-4af20bcac883 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0476480 Dec 08 22:09:02.348270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-40a0d688-d6ff-47c4-bd3d-6dc57b5816ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:02.349801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-40a0d688-d6ff-47c4-bd3d-6dc57b5816ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422275 Dec 08 22:09:02.361742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-1ac04d09-b95d-44da-a37f-34c0d9805f1d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:02.362896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-1ac04d09-b95d-44da-a37f-34c0d9805f1d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056832 Dec 08 22:09:02.407318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:09:02.472512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-1e649b30-61e3-4b3f-af79-73f39bf69273 service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028457 Dec 08 22:09:02.564423 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-269283f7-89bf-4f4d-9d7f-5a709d4b74a5 req-29a206b2-c48b-4776-9cdd-a948ef7dddd1 service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841320 Dec 08 22:09:02.639278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '259ab06c-7622-4a5a-a417-a6dced3552c7', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'port_id': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'mac_address': 'fa:16:3e:19:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:09:00Z', 'updated_at': '2021-12-08T22:09:00Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:49Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:02.664411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e8eb5-844c-4365-94e9-de1e2cd47614 None None] The sync data for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 is: [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '259ab06c-7622-4a5a-a417-a6dced3552c7', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'port_id': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'mac_address': 'fa:16:3e:19:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:09:00Z', 'updated_at': '2021-12-08T22:09:00Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:49Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:09:02.855359 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca9048-18e2-4070-8ec0-211503b802e9 None None] New status for floating IP 259ab06c-7622-4a5a-a417-a6dced3552c7: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:09:03.223795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55210) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:03.285687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ef8089c-d515-43bd-bb88-f4943fc249ef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/259ab06c-7622-4a5a-a417-a6dced3552c7 HTTP/1.1" status: 200 len: 993 time: 0.0607669 Dec 08 22:09:04.809359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-a90bba00-57c0-472e-9cff-05b4c647aaff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924587 Dec 08 22:09:04.894693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-6a93a10c-1774-4042-b6d6-b48da1f3be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:04.896238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-6a93a10c-1774-4042-b6d6-b48da1f3be8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 1096 time: 0.0450468 Dec 08 22:09:04.996692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-9b29b8af-466f-465a-bef2-7a251764b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:04.998117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-9b29b8af-466f-465a-bef2-7a251764b881 service neutron] 10.222.0.37 "GET /v2.0/networks?id=725e5e95-66a0-4a63-99ae-a2def2b57f3f HTTP/1.1" status: 200 len: 898 time: 0.0833778 Dec 08 22:09:05.065924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-d2a8ee2c-0389-472d-af23-fc79416c6040 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b HTTP/1.1" status: 200 len: 1000 time: 0.0609298 Dec 08 22:09:05.115739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-3212b0f8-b504-4db6-9c5d-0e672ac550d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:05.117147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-3212b0f8-b504-4db6-9c5d-0e672ac550d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd8bdae-d004-4cf5-86cc-f329d13f41ee HTTP/1.1" status: 200 len: 834 time: 0.0434935 Dec 08 22:09:05.162583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-922dbc2c-ce31-4a93-a33e-c16bfbb821d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:05.164139 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-922dbc2c-ce31-4a93-a33e-c16bfbb821d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=725e5e95-66a0-4a63-99ae-a2def2b57f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391994 Dec 08 22:09:05.204515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55218) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:05.209485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'subnet': {'network_id': 'b7939c97-a522-41ee-95d4-89c4eab43dc7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:05.263972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-f8d91fab-3cb8-49c6-969c-3432db8d44c0 service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919228 Dec 08 22:09:05.338952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-b35149bc-2c97-4666-9bb7-1ada38fb4900 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456153 Dec 08 22:09:05.339688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:05.343097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:05.356960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb6aa4a8-65e2-4adb-a412-682ad4ceef39 req-420b57a2-a819-4ebf-9bf8-5c9611a06661 service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858355 Dec 08 22:09:05.459473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-09c2374b-c737-4c34-a26b-d279c07c0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:05.460949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-09c2374b-c737-4c34-a26b-d279c07c0c39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1097 time: 0.0722013 Dec 08 22:09:05.591625 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-baf4d5bf-e23d-41b7-89ce-867210423633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:05.624324 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:05.636828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-ab10b2d1-09d4-45d0-8eaa-71bd573de9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:05.638285 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-ab10b2d1-09d4-45d0-8eaa-71bd573de9c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.1446395 Dec 08 22:09:05.734489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Subnet': ['ID=c26f0065-b4c7-40f3-aa73-dca4ce25ee21,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:05.753093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-ac9486cb-d191-460e-a7e6-b50707f0b888 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 1002 time: 0.0897276 Dec 08 22:09:05.755721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Checking segment: {'id': '984fad2c-678e-4c38-9e9f-c89780058728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b7939c97-a522-41ee-95d4-89c4eab43dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:05.756074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network hostable DHCP agents. Network: b7939c97-a522-41ee-95d4-89c4eab43dc7, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:09:05.805028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network b7939c97-a522-41ee-95d4-89c4eab43dc7 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:09:05.815280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-934452b0-325f-4ac5-9249-750a6d0f2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:05.816748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-934452b0-325f-4ac5-9249-750a6d0f2a29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0555050 Dec 08 22:09:05.817691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b7939c97-a522-41ee-95d4-89c4eab43dc7) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:05.821494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:05.822085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:05.826640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab09767-0bf6-455a-8607-d97869c7974a None None] Network b7939c97-a522-41ee-95d4-89c4eab43dc7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:05.863882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b492ddda-7c57-49ed-81ac-f86c9000e301 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6580400 Dec 08 22:09:05.867966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55222) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:05.876193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1175608247'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:05.876351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-6ff063ef-1ba8-4ca3-9edf-9b2fc9a0b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:05.877660 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-6ff063ef-1ba8-4ca3-9edf-9b2fc9a0b93e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522327 Dec 08 22:09:05.890503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-ec6e19f7-f84f-491f-bdbd-ea6a4f3488bc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:05.891641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-ec6e19f7-f84f-491f-bdbd-ea6a4f3488bc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052643 Dec 08 22:09:05.897331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:05.900950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:05.925667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:09:05.936509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:05.936860 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Added segment 4ccb143c-ac8c-4c5b-ad97-f8a084cf4331 of type vlan for network e1d2d645-24a9-4e74-9583-2be9a8dae664 Dec 08 22:09:05.980792 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:05.982005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-b7939c97-a522-41ee-95d4-89c4eab43dc7', 'network_id': 'b7939c97-a522-41ee-95d4-89c4eab43dc7', 'tenant_id': '8151b15bcd9347e38effa0a4005f5bb5', 'fixed_ips': [{'subnet_id': 'c26f0065-b4c7-40f3-aa73-dca4ce25ee21'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:09:05.983566 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:05.989870 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-afb9ace5-0584-452e-ba90-09f926a4aae7 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899105 Dec 08 22:09:06.010160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.015751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:06.016339 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.100828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba926c29-5c8b-4762-a9e5-a07275c1c00f req-6b2231b1-87a6-4d2f-aa1d-132d5450b875 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023781 Dec 08 22:09:06.133843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Allocated IP 2001:db8:0:ffff::2 (b7939c97-a522-41ee-95d4-89c4eab43dc7/c26f0065-b4c7-40f3-aa73-dca4ce25ee21/3001ded4-8407-4354-b5df-9c7c555bcadd) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:06.290683 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.297418 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.337560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Network b7939c97-a522-41ee-95d4-89c4eab43dc7 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:06.341108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:06.348641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:06.350788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Pushing event updated for resources: {'Port': ['ID=3001ded4-8407-4354-b5df-9c7c555bcadd,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:06.405673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Attempting to bind port 3001ded4-8407-4354-b5df-9c7c555bcadd on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:09:06.405965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Attempting to bind port 3001ded4-8407-4354-b5df-9c7c555bcadd by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '984fad2c-678e-4c38-9e9f-c89780058728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b7939c97-a522-41ee-95d4-89c4eab43dc7'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:09:06.406303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Attempting to bind port 3001ded4-8407-4354-b5df-9c7c555bcadd on network b7939c97-a522-41ee-95d4-89c4eab43dc7 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:06.411202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:09:06.411549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Checking segment: {'id': '984fad2c-678e-4c38-9e9f-c89780058728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b7939c97-a522-41ee-95d4-89c4eab43dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:06.412492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.412492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Bound using segment: {'id': '984fad2c-678e-4c38-9e9f-c89780058728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b7939c97-a522-41ee-95d4-89c4eab43dc7'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:09:06.412794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Bound port: 3001ded4-8407-4354-b5df-9c7c555bcadd, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984fad2c-678e-4c38-9e9f-c89780058728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b7939c97-a522-41ee-95d4-89c4eab43dc7'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:09:06.413204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.423560 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5531397 Dec 08 22:09:06.426365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55228) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:06.431160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'subnet': {'network_id': 'e1d2d645-24a9-4e74-9583-2be9a8dae664', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:06.438289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8e3ea-9caf-4b8c-925b-eefa2a2e5ecf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Network': ['ID=e1d2d645-24a9-4e74-9583-2be9a8dae664,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:06.451146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e1d2d645-24a9-4e74-9583-2be9a8dae664 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:09:06.524078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:06.528599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.532812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] For port 3001ded4-8407-4354-b5df-9c7c555bcadd, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:06.536012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] For port 3001ded4-8407-4354-b5df-9c7c555bcadd, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3001ded4-8407-4354-b5df-9c7c555bcadd,segment=NetworkSegment(984fad2c-678e-4c38-9e9f-c89780058728),segment_id=984fad2c-678e-4c38-9e9f-c89780058728)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:09:06.539977 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.597355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e15a18-a465-4083-b38b-c41991af5ebf None None] Pushing event updated for resources: {'Port': ['ID=3001ded4-8407-4354-b5df-9c7c555bcadd,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:06.819482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.objects.ports [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102389) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:09:06.821120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.879868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Subnet': ['ID=3aa1aac4-4f55-48d8-b7eb-d384c3ba4623,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:06.890846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Checking segment: {'id': '4ccb143c-ac8c-4c5b-ad97-f8a084cf4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1d2d645-24a9-4e74-9583-2be9a8dae664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:06.891148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network hostable DHCP agents. Network: e1d2d645-24a9-4e74-9583-2be9a8dae664, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:09:06.906945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network e1d2d645-24a9-4e74-9583-2be9a8dae664 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:09:06.915838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, e1d2d645-24a9-4e74-9583-2be9a8dae664) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:06.919936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:06.920514 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:06.924834 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a11fc-d34d-443f-8565-5f98c3cdd79a None None] Network e1d2d645-24a9-4e74-9583-2be9a8dae664 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:06.939229 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cd549e56-66b9-4bcf-9f19-a6ec1e6210c5 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5110564 Dec 08 22:09:06.941159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55230) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:06.946061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'port': {'network_id': 'e1d2d645-24a9-4e74-9583-2be9a8dae664', 'name': 'tempest-NetworksIpV6TestAttrs-632245102'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:07.064326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:07.067848 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.077331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-e1d2d645-24a9-4e74-9583-2be9a8dae664', 'network_id': 'e1d2d645-24a9-4e74-9583-2be9a8dae664', 'tenant_id': '8151b15bcd9347e38effa0a4005f5bb5', 'fixed_ips': [{'subnet_id': '3aa1aac4-4f55-48d8-b7eb-d384c3ba4623'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:09:07.078188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.085312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] device_id is not set on port 5c7777f1-2941-444b-a940-776e6a450605 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:09:07.194339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Allocated IP 2001:db8::f816:3eff:fe0c:94b7 (e1d2d645-24a9-4e74-9583-2be9a8dae664/3aa1aac4-4f55-48d8-b7eb-d384c3ba4623/5c7777f1-2941-444b-a940-776e6a450605) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:07.346967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.388507 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.440916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Allocated IP 2001:db8::f816:3eff:fed7:b3b8 (e1d2d645-24a9-4e74-9583-2be9a8dae664/3aa1aac4-4f55-48d8-b7eb-d384c3ba4623/4916b3a3-564c-4ab9-b15c-157e71016abc) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:07.448357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Port': ['ID=5c7777f1-2941-444b-a940-776e6a450605,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:07.452014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network e1d2d645-24a9-4e74-9583-2be9a8dae664 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:07.454153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:07.457181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:07.463081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:07.463841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.483502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1d11c1c6-0ad8-4d0d-8dd1-90f2e2ed0449 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5410039 Dec 08 22:09:07.483965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55234) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:07.552953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-87785055-2a82-489e-812b-e2052b1deeba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Deleting subnet 3aa1aac4-4f55-48d8-b7eb-d384c3ba4623 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:09:07.568515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e316a2-2eed-4c6d-ac00-43065e88dda0 None None] Network b7939c97-a522-41ee-95d4-89c4eab43dc7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:07.648934 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.655388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87785055-2a82-489e-812b-e2052b1deeba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.659291 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.697626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87785055-2a82-489e-812b-e2052b1deeba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.710129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-44f43520-8ff2-4e30-a435-41d360d289fb None None] Provisioning complete for port 3001ded4-8407-4354-b5df-9c7c555bcadd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:07.710493 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44f43520-8ff2-4e30-a435-41d360d289fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.724208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Network e1d2d645-24a9-4e74-9583-2be9a8dae664 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:07.746222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:07.752985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:07.783161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Pushing event updated for resources: {'Port': ['ID=4916b3a3-564c-4ab9-b15c-157e71016abc,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:07.863934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87785055-2a82-489e-812b-e2052b1deeba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.864525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Attempting to bind port 4916b3a3-564c-4ab9-b15c-157e71016abc on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:09:07.864864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Attempting to bind port 4916b3a3-564c-4ab9-b15c-157e71016abc by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4ccb143c-ac8c-4c5b-ad97-f8a084cf4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1d2d645-24a9-4e74-9583-2be9a8dae664'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:09:07.865317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Attempting to bind port 4916b3a3-564c-4ab9-b15c-157e71016abc on network e1d2d645-24a9-4e74-9583-2be9a8dae664 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:07.930416 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87785055-2a82-489e-812b-e2052b1deeba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.965421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87785055-2a82-489e-812b-e2052b1deeba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa1aac4-4f55-48d8-b7eb-d384c3ba4623,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:07.967629 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87785055-2a82-489e-812b-e2052b1deeba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:07.973594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55236) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:07.979321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-87785055-2a82-489e-812b-e2052b1deeba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/subnets/3aa1aac4-4f55-48d8-b7eb-d384c3ba4623 HTTP/1.1" status: 204 len: 168 time: 0.4941912 Dec 08 22:09:08.036425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3001ded4-8407-4354-b5df-9c7c555bcadd up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:09:08.060627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:09:08.060627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Checking segment: {'id': '4ccb143c-ac8c-4c5b-ad97-f8a084cf4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1d2d645-24a9-4e74-9583-2be9a8dae664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:08.061059 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.061448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Bound using segment: {'id': '4ccb143c-ac8c-4c5b-ad97-f8a084cf4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1d2d645-24a9-4e74-9583-2be9a8dae664'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:09:08.061922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Bound port: 4916b3a3-564c-4ab9-b15c-157e71016abc, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ccb143c-ac8c-4c5b-ad97-f8a084cf4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1d2d645-24a9-4e74-9583-2be9a8dae664'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:09:08.062296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.064956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed260e0-5de1-448f-81fe-0c94b8204a10 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:08.066594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed260e0-5de1-448f-81fe-0c94b8204a10 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:08.070836 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aed260e0-5de1-448f-81fe-0c94b8204a10 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0935297 Dec 08 22:09:08.071537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55238) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:08.148165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44f43520-8ff2-4e30-a435-41d360d289fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.157757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-28476f59-b412-43d6-85b0-b0a4776398db tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.165471 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-28476f59-b412-43d6-85b0-b0a4776398db tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 22:09:08.165937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28476f59-b412-43d6-85b0-b0a4776398db tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:08.173270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-28476f59-b412-43d6-85b0-b0a4776398db tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/e1d2d645-24a9-4e74-9583-2be9a8dae664 HTTP/1.1" status: 409 len: 405 time: 0.0972171 Dec 08 22:09:08.173601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55240) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:08.183416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-791163386'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:08.212451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3001ded4-8407-4354-b5df-9c7c555bcadd triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:08.213161 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.220469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:08.224685 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.260245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:09:08.272518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.272930 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Added segment fe6ef3f5-0380-4ff9-8323-24bc9f707a07 of type vlan for network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca Dec 08 22:09:08.289817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-44f43520-8ff2-4e30-a435-41d360d289fb None None] For port 3001ded4-8407-4354-b5df-9c7c555bcadd, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3001ded4-8407-4354-b5df-9c7c555bcadd,segment=NetworkSegment(984fad2c-678e-4c38-9e9f-c89780058728),segment_id=984fad2c-678e-4c38-9e9f-c89780058728)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:08.293635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] For port 4916b3a3-564c-4ab9-b15c-157e71016abc, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:08.309077 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a7bb3a80-5004-466a-b486-f35e98a25aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.313852 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44f43520-8ff2-4e30-a435-41d360d289fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.320788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] For port 4916b3a3-564c-4ab9-b15c-157e71016abc, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4916b3a3-564c-4ab9-b15c-157e71016abc,segment=NetworkSegment(4ccb143c-ac8c-4c5b-ad97-f8a084cf4331),segment_id=4ccb143c-ac8c-4c5b-ad97-f8a084cf4331)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:09:08.330259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.353739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.360086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.366630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:08.367277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.429770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2545280 Dec 08 22:09:08.433224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55242) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:08.454270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f43520-8ff2-4e30-a435-41d360d289fb None None] Pushing event updated for resources: {'Port': ['ID=3001ded4-8407-4354-b5df-9c7c555bcadd,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:08.457540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'subnet': {'network_id': '7d7c8b43-4719-4994-b4bc-8be4bb2369ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:08.521900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43dd1f-b216-4022-8a38-e22bf0bc8f1f tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Network': ['ID=7d7c8b43-4719-4994-b4bc-8be4bb2369ca,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:08.522029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5fbe96-47a0-43ad-922a-1091f42762ea None None] Network e1d2d645-24a9-4e74-9583-2be9a8dae664 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:08.545889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:09:08.578068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:08.581996 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.593550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3e90-396e-4607-aca2-d3be045f8bdc None None] Pushing event updated for resources: {'Port': ['ID=4916b3a3-564c-4ab9-b15c-157e71016abc,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:08.653681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0ec5b09b-eef3-43cc-9a33-93c468ecfe74 None None] Provisioning complete for port 3001ded4-8407-4354-b5df-9c7c555bcadd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:08.654439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b09b-eef3-43cc-9a33-93c468ecfe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.798479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc9a832-524e-4793-8968-132edc1b1681 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:09:08.852523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.objects.ports [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102389) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:09:08.854008 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.864427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.918299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Subnet': ['ID=ab88ac4f-e694-44e8-ae6d-d86054791a07,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:08.923132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Checking segment: {'id': 'fe6ef3f5-0380-4ff9-8323-24bc9f707a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7d7c8b43-4719-4994-b4bc-8be4bb2369ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:08.923536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network hostable DHCP agents. Network: 7d7c8b43-4719-4994-b4bc-8be4bb2369ca, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:09:08.945355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:09:08.956250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7d7c8b43-4719-4994-b4bc-8be4bb2369ca) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:08.960815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:08.961653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:08.982866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e1d74d1c-8650-407c-ba9c-7a9ecdb4dbba tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5485847 Dec 08 22:09:08.985391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55246) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:08.990809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'port': {'network_id': '7d7c8b43-4719-4994-b4bc-8be4bb2369ca', 'name': 'tempest-NetworksIpV6TestAttrs-547014942'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:09.036203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9a832-524e-4793-8968-132edc1b1681 None None] Unable to find a vacant binding_index for network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca and agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 {{(pid=102391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 08 22:09:09.044221 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9a832-524e-4793-8968-132edc1b1681 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 7d7c8b43-4719-4994-b4bc-8be4bb2369ca) {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:09:09.110902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:09.114694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.131981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] device_id is not set on port ab40bcc7-4c98-4689-891c-62229bb94c46 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:09:09.243446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Allocated IP 2001:db8::f816:3eff:fe5a:6ee6 (7d7c8b43-4719-4994-b4bc-8be4bb2369ca/ab88ac4f-e694-44e8-ae6d-d86054791a07/ab40bcc7-4c98-4689-891c-62229bb94c46) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:09.301890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-7d7c8b43-4719-4994-b4bc-8be4bb2369ca', 'network_id': '7d7c8b43-4719-4994-b4bc-8be4bb2369ca', 'tenant_id': '8151b15bcd9347e38effa0a4005f5bb5', 'fixed_ips': [{'subnet_id': 'ab88ac4f-e694-44e8-ae6d-d86054791a07'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:09:09.302836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.396948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.434464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.471929 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.477933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:09.481069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:09.484508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Allocated IP 2001:db8::f816:3eff:fec5:423a (7d7c8b43-4719-4994-b4bc-8be4bb2369ca/ab88ac4f-e694-44e8-ae6d-d86054791a07/5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:09.484782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:09.491081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:09.491709 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.500206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Port': ['ID=ab40bcc7-4c98-4689-891c-62229bb94c46,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:09.515642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9aca1401-84e1-4ce6-afcb-84183b6b0194 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5291517 Dec 08 22:09:09.518223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55248) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:09.556845 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.572275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1041d2e-f773-4c3d-9b55-3e3abf867555 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Deleting subnet ab88ac4f-e694-44e8-ae6d-d86054791a07 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:09:09.641401 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.646361 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1041d2e-f773-4c3d-9b55-3e3abf867555 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.646897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.685186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:09.686948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1041d2e-f773-4c3d-9b55-3e3abf867555 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.689519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:09.696123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:09.699821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Pushing event updated for resources: {'Port': ['ID=5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:09.755646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Attempting to bind port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:09:09.755646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Attempting to bind port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fe6ef3f5-0380-4ff9-8323-24bc9f707a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7d7c8b43-4719-4994-b4bc-8be4bb2369ca'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:09:09.755860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Attempting to bind port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69 on network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:09.761864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:09:09.762336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Checking segment: {'id': 'fe6ef3f5-0380-4ff9-8323-24bc9f707a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7d7c8b43-4719-4994-b4bc-8be4bb2369ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:09.762791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.763314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Bound using segment: {'id': 'fe6ef3f5-0380-4ff9-8323-24bc9f707a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7d7c8b43-4719-4994-b4bc-8be4bb2369ca'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:09:09.763699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Bound port: 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6ef3f5-0380-4ff9-8323-24bc9f707a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7d7c8b43-4719-4994-b4bc-8be4bb2369ca'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:09:09.764090 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.824942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1041d2e-f773-4c3d-9b55-3e3abf867555 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.842387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3001ded4-8407-4354-b5df-9c7c555bcadd up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:09:09.889012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1041d2e-f773-4c3d-9b55-3e3abf867555 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.892295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] For port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:09.905554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3001ded4-8407-4354-b5df-9c7c555bcadd triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:09.905907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.908601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] For port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69,segment=NetworkSegment(fe6ef3f5-0380-4ff9-8323-24bc9f707a07),segment_id=fe6ef3f5-0380-4ff9-8323-24bc9f707a07)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:09:09.920185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1041d2e-f773-4c3d-9b55-3e3abf867555 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Subnet': ['ID=ab88ac4f-e694-44e8-ae6d-d86054791a07,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:09.922301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1041d2e-f773-4c3d-9b55-3e3abf867555 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:09.925730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f1041d2e-f773-4c3d-9b55-3e3abf867555 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/subnets/ab88ac4f-e694-44e8-ae6d-d86054791a07 HTTP/1.1" status: 204 len: 168 time: 0.4065382 Dec 08 22:09:09.928410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55252) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:09.929515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.009875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae98dd-a609-43b0-9341-8e91a4d7413b None None] Pushing event updated for resources: {'Port': ['ID=5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:10.094135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.315060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8a032-85e7-4562-a91f-d671f74e1b10 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:10.316835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8a032-85e7-4562-a91f-d671f74e1b10 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:10.318638 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d4b8a032-85e7-4562-a91f-d671f74e1b10 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3882413 Dec 08 22:09:10.321521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55254) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:10.411385 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4226a07c-bdf5-4e3f-814b-1450a77ce23c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.419811 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4226a07c-bdf5-4e3f-814b-1450a77ce23c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 22:09:10.420261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4226a07c-bdf5-4e3f-814b-1450a77ce23c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:10.423787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4226a07c-bdf5-4e3f-814b-1450a77ce23c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/7d7c8b43-4719-4994-b4bc-8be4bb2369ca HTTP/1.1" status: 409 len: 405 time: 0.1002121 Dec 08 22:09:10.428108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55256) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:10.433881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1381506743'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:10.455314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:10.458831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.484265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:09:10.495373 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.495740 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Added segment f04c2264-7b5f-4f34-ab5b-4fac60f7c39f of type vlan for network c3fe04ec-60b4-43b7-981b-64ad1823d9cc Dec 08 22:09:10.541315 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.568686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.575520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:10.576103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.646933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55260) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:10.647731 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2184741 Dec 08 22:09:10.653063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'subnet': {'network_id': 'c3fe04ec-60b4-43b7-981b-64ad1823d9cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:10.655179 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3c0b-6aa2-450f-b795-76262b1cfd84 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Network': ['ID=c3fe04ec-60b4-43b7-981b-64ad1823d9cc,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:10.670734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c3fe04ec-60b4-43b7-981b-64ad1823d9cc details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:09:10.756884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:10.760395 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:10.966940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e540ad47-4225-486b-9f0a-2a9a2ff0f847 None None] Network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:11.024673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:09:11.026129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.044816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.050390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-df3585fd-7f3c-4a19-a3e5-955e11c0e889 None None] Provisioning complete for port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:11.050782 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df3585fd-7f3c-4a19-a3e5-955e11c0e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.094626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Subnet': ['ID=d636b48f-77a8-4228-8488-68e0d0144e86,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:11.099075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Checking segment: {'id': 'f04c2264-7b5f-4f34-ab5b-4fac60f7c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c3fe04ec-60b4-43b7-981b-64ad1823d9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:11.099439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network hostable DHCP agents. Network: c3fe04ec-60b4-43b7-981b-64ad1823d9cc, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:09:11.119834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network c3fe04ec-60b4-43b7-981b-64ad1823d9cc is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:09:11.128875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, c3fe04ec-60b4-43b7-981b-64ad1823d9cc) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:11.133468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:11.134274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.140046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45f2cd-6a83-4b8c-bfcb-a47320ec683a None None] Network c3fe04ec-60b4-43b7-981b-64ad1823d9cc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:11.152094 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a6303c28-7c04-47d0-9ad6-97790a8567e7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5031660 Dec 08 22:09:11.154743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55262) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:11.164687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf61ffa-6fe9-485f-bea4-fac51865af07 None None] Network 7d7c8b43-4719-4994-b4bc-8be4bb2369ca requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:11.250546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.270456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df3585fd-7f3c-4a19-a3e5-955e11c0e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.305966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.352325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-df3585fd-7f3c-4a19-a3e5-955e11c0e889 None None] For port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69,segment=NetworkSegment(fe6ef3f5-0380-4ff9-8323-24bc9f707a07),segment_id=fe6ef3f5-0380-4ff9-8323-24bc9f707a07)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:11.377782 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.389438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df3585fd-7f3c-4a19-a3e5-955e11c0e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.404523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Subnet': ['ID=d636b48f-77a8-4228-8488-68e0d0144e86,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:11.471568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.494351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fe04ec-60b4-43b7-981b-64ad1823d9cc']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:11.505357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04c2264-7b5f-4f34-ab5b-4fac60f7c39f') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:11.505663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04c2264-7b5f-4f34-ab5b-4fac60f7c39f') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:11.517837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.532972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.540201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:09:11.540732 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:09:11.544318 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:09:11.603465 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.609145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.617004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/c3fe04ec-60b4-43b7-981b-64ad1823d9cc HTTP/1.1" status: 204 len: 168 time: 0.4572418 Dec 08 22:09:11.617434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:11.623631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-109110788'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:11.626015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47326d19-1fa9-415d-8af6-719d69fa5af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-c3fe04ec-60b4-43b7-981b-64ad1823d9cc', 'network_id': 'c3fe04ec-60b4-43b7-981b-64ad1823d9cc', 'tenant_id': '8151b15bcd9347e38effa0a4005f5bb5', 'fixed_ips': [{'subnet_id': 'd636b48f-77a8-4228-8488-68e0d0144e86'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:09:11.626884 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-47326d19-1fa9-415d-8af6-719d69fa5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.639671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3585fd-7f3c-4a19-a3e5-955e11c0e889 None None] Pushing event updated for resources: {'Port': ['ID=5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:11.640139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d278dc-2bc9-4b88-9c8c-38ad0741112a tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Network': ['ID=c3fe04ec-60b4-43b7-981b-64ad1823d9cc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:11.655434 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:11.658988 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.667463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666bce9-cd38-4418-b302-7219323a44a5 None None] Network c3fe04ec-60b4-43b7-981b-64ad1823d9cc requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:11.679867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666bce9-cd38-4418-b302-7219323a44a5 None None] Network c3fe04ec-60b4-43b7-981b-64ad1823d9cc could not be found, it might have been deleted concurrently. {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 08 22:09:11.704533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:09:11.708717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] DHCP port deletion for 7d7c8b43-4719-4994-b4bc-8be4bb2369ca request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:09:11.720252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.720602 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Added segment e40f5623-513d-4147-ac38-c1a582204a3c of type vlan for network a554ee49-91d5-4966-8474-28ff0ba3cdab Dec 08 22:09:11.758170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] Deleting port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:09:11.758541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.764388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.790159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.796447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:11.797014 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.823500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] For port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69,segment=NetworkSegment(fe6ef3f5-0380-4ff9-8323-24bc9f707a07),segment_id=fe6ef3f5-0380-4ff9-8323-24bc9f707a07)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:11.823901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.835723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] Calling delete_port for 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:09:11.856070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2369590 Dec 08 22:09:11.859000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55268) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:11.869995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'subnet': {'network_id': 'a554ee49-91d5-4966-8474-28ff0ba3cdab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:11.887339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21267c4f-cc97-4b8f-92d5-20c62e0fc710 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Network': ['ID=a554ee49-91d5-4966-8474-28ff0ba3cdab,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:11.897884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a554ee49-91d5-4966-8474-28ff0ba3cdab details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:09:11.955716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.964620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:11.968112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:11.993506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] Pushing event deleted for resources: {'Port': ['ID=5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:11.996524 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e3246-291d-4b16-8b95-896f00f3e12f None None] No DVR routers for this DVR port 5f513f0b-ae2e-4ef5-91c9-f681bf5a0c69 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:09:12.151837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.211301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Subnet': ['ID=440c3a06-9149-4599-b1d9-ffa016322ad4,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:12.222946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Checking segment: {'id': 'e40f5623-513d-4147-ac38-c1a582204a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a554ee49-91d5-4966-8474-28ff0ba3cdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:12.223300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network hostable DHCP agents. Network: a554ee49-91d5-4966-8474-28ff0ba3cdab, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:09:12.240312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network a554ee49-91d5-4966-8474-28ff0ba3cdab is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:09:12.248256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a554ee49-91d5-4966-8474-28ff0ba3cdab) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:12.252513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:12.253154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.257116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad86769-13b5-42b4-ba35-76cc2f8091db None None] Network a554ee49-91d5-4966-8474-28ff0ba3cdab requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:12.273328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-442e8034-f151-422f-90f8-dff409cd7caf tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4134386 Dec 08 22:09:12.276041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55270) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:12.277271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-fcb24f3b-d730-46c3-a947-7826a887b36d req-872a9652-417e-49e1-a2ef-31e7207c0362 service neutron] (102389) timed out ('10.222.0.21', 33392) {{(pid=102389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:09:12.373131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.398818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-a554ee49-91d5-4966-8474-28ff0ba3cdab', 'network_id': 'a554ee49-91d5-4966-8474-28ff0ba3cdab', 'tenant_id': '8151b15bcd9347e38effa0a4005f5bb5', 'fixed_ips': [{'subnet_id': '440c3a06-9149-4599-b1d9-ffa016322ad4'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:09:12.399696 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.451689 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.534113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Allocated IP 2001:db8::2 (a554ee49-91d5-4966-8474-28ff0ba3cdab/440c3a06-9149-4599-b1d9-ffa016322ad4/9c58520b-01b9-4bcc-906d-8a3298827d56) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:12.672498 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.677923 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.693911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.717221 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Network a554ee49-91d5-4966-8474-28ff0ba3cdab is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:12.719849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:12.726130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:12.726409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Subnet': ['ID=440c3a06-9149-4599-b1d9-ffa016322ad4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:12.729116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Pushing event updated for resources: {'Port': ['ID=9c58520b-01b9-4bcc-906d-8a3298827d56,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:12.784725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Attempting to bind port 9c58520b-01b9-4bcc-906d-8a3298827d56 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:09:12.785103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Attempting to bind port 9c58520b-01b9-4bcc-906d-8a3298827d56 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e40f5623-513d-4147-ac38-c1a582204a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a554ee49-91d5-4966-8474-28ff0ba3cdab'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:09:12.785471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Attempting to bind port 9c58520b-01b9-4bcc-906d-8a3298827d56 on network a554ee49-91d5-4966-8474-28ff0ba3cdab {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:12.790542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:09:12.790945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Checking segment: {'id': 'e40f5623-513d-4147-ac38-c1a582204a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a554ee49-91d5-4966-8474-28ff0ba3cdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:12.791352 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.791751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Bound using segment: {'id': 'e40f5623-513d-4147-ac38-c1a582204a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a554ee49-91d5-4966-8474-28ff0ba3cdab'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:09:12.792249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Bound port: 9c58520b-01b9-4bcc-906d-8a3298827d56, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40f5623-513d-4147-ac38-c1a582204a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a554ee49-91d5-4966-8474-28ff0ba3cdab'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:09:12.792637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.801241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.821897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a554ee49-91d5-4966-8474-28ff0ba3cdab']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:12.831592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40f5623-513d-4147-ac38-c1a582204a3c') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:12.831892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40f5623-513d-4147-ac38-c1a582204a3c') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:12.841030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.855349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.858106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] For port 9c58520b-01b9-4bcc-906d-8a3298827d56, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:12.861335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:09:12.861720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:09:12.864873 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:09:12.917335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] For port 9c58520b-01b9-4bcc-906d-8a3298827d56, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9c58520b-01b9-4bcc-906d-8a3298827d56,segment=NetworkSegment(e40f5623-513d-4147-ac38-c1a582204a3c),segment_id=e40f5623-513d-4147-ac38-c1a582204a3c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:09:12.917674 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:09:12.917674 n-d-821126-1 neutron-server[102389]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:09:12.917674 n-d-821126-1 neutron-server[102389]: [parameters: {'id': 'a554ee49-91d5-4966-8474-28ff0ba3cdab'}] Dec 08 22:09:12.917674 n-d-821126-1 neutron-server[102389]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:09:12.918080 n-d-821126-1 neutron-server[102389]: DEBUG oslo_db.api [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:09:12.921541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:12.998877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4199bc3-1b7e-4664-a56e-9eda21e211bd None None] Pushing event updated for resources: {'Port': ['ID=9c58520b-01b9-4bcc-906d-8a3298827d56,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:13.012710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25b455-8d40-42a2-aa28-f0e6fa091d6c None None] Network a554ee49-91d5-4966-8474-28ff0ba3cdab requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:13.129983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78750c30-7050-4eb3-955c-7b91a7c246f7 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:09:13.223281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78750c30-7050-4eb3-955c-7b91a7c246f7 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:09:13.419720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.486092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Deleting port 9c58520b-01b9-4bcc-906d-8a3298827d56 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:09:13.486513 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.547515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] For port 9c58520b-01b9-4bcc-906d-8a3298827d56, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9c58520b-01b9-4bcc-906d-8a3298827d56,segment=NetworkSegment(e40f5623-513d-4147-ac38-c1a582204a3c),segment_id=e40f5623-513d-4147-ac38-c1a582204a3c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:13.547875 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.559651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Calling delete_port for 9c58520b-01b9-4bcc-906d-8a3298827d56 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:09:13.638488 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.666074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No DVR routers for this DVR port 9c58520b-01b9-4bcc-906d-8a3298827d56 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:09:13.668630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Port': ['ID=9c58520b-01b9-4bcc-906d-8a3298827d56,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:13.748173 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.768416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a554ee49-91d5-4966-8474-28ff0ba3cdab']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:13.777922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40f5623-513d-4147-ac38-c1a582204a3c') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:13.778222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40f5623-513d-4147-ac38-c1a582204a3c') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:13.787297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.800481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.806117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:09:13.806501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:09:13.809539 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:09:13.866427 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.873355 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.876397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/a554ee49-91d5-4966-8474-28ff0ba3cdab HTTP/1.1" status: 204 len: 168 time: 1.5982721 Dec 08 22:09:13.880059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55280) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:13.885323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1535656327'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:13.888749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962aa4b-c996-4a18-9afb-73c55b137fb1 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Network': ['ID=a554ee49-91d5-4966-8474-28ff0ba3cdab,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:13.906522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:13.909912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.931904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:09:13.941292 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:13.941695 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Added segment 33d10725-e16f-40ad-bb80-0b840208787f of type vlan for network c4879bec-8dae-40d5-b0ef-1c299ebd264f Dec 08 22:09:13.985727 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.009589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.015633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:14.016217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.070905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1897271 Dec 08 22:09:14.074388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:14.079550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Request body: {'subnet': {'network_id': 'c4879bec-8dae-40d5-b0ef-1c299ebd264f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:14.082917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b2397-4bd4-4c25-b243-f4145a13cf3b tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Network': ['ID=c4879bec-8dae-40d5-b0ef-1c299ebd264f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:14.093269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network c4879bec-8dae-40d5-b0ef-1c299ebd264f details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:09:14.170491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Made reservation on behalf of 8151b15bcd9347e38effa0a4005f5bb5 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:14.173942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.410141 n-d-821126-1 neutron-server[102389]: DEBUG neutron.objects.ports [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102389) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:09:14.411420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.476267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event updated for resources: {'Subnet': ['ID=6ce83190-fba5-4fca-b59e-eb9e19609811,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:14.481103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Checking segment: {'id': '33d10725-e16f-40ad-bb80-0b840208787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c4879bec-8dae-40d5-b0ef-1c299ebd264f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:14.481466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network hostable DHCP agents. Network: c4879bec-8dae-40d5-b0ef-1c299ebd264f, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:09:14.498377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Network c4879bec-8dae-40d5-b0ef-1c299ebd264f is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:09:14.506132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, c4879bec-8dae-40d5-b0ef-1c299ebd264f) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:14.510169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:14.511408 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.515127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096eeefe-12e9-4597-a934-3b79149c1d23 None None] Network c4879bec-8dae-40d5-b0ef-1c299ebd264f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:14.529624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-585ac9e5-9a36-454a-a7a3-9239073b950c tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4540682 Dec 08 22:09:14.532247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55284) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:14.626042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.655516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13a2ed-b45c-47bc-b6cb-16c3ef67e71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-c4879bec-8dae-40d5-b0ef-1c299ebd264f', 'network_id': 'c4879bec-8dae-40d5-b0ef-1c299ebd264f', 'tenant_id': '8151b15bcd9347e38effa0a4005f5bb5', 'fixed_ips': [{'subnet_id': '6ce83190-fba5-4fca-b59e-eb9e19609811'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:09:14.656384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0a13a2ed-b45c-47bc-b6cb-16c3ef67e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.679937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.740160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-0a13a2ed-b45c-47bc-b6cb-16c3ef67e71d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ce83190-fba5-4fca-b59e-eb9e19609811: This subnet is being modified by another concurrent operation. Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ce83190-fba5-4fca-b59e-eb9e19609811: This subnet is being modified by another concurrent operation. Dec 08 22:09:14.753686 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:09:14.769930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce83190-fba5-4fca-b59e-eb9e19609811,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:14.772038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eadad9-a9c3-4dfd-96dd-893b3fff1af6 None None] Network c4879bec-8dae-40d5-b0ef-1c299ebd264f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:14.829668 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.849408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4879bec-8dae-40d5-b0ef-1c299ebd264f']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:14.859066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d10725-e16f-40ad-bb80-0b840208787f') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:14.859361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d10725-e16f-40ad-bb80-0b840208787f') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:14.868888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.877753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17093f5f-6785-4091-ab69-52fc84305ced None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:09:14.888979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.896195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:09:14.896708 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:09:14.900074 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:09:14.959978 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.967657 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:14.970902 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/c4879bec-8dae-40d5-b0ef-1c299ebd264f HTTP/1.1" status: 204 len: 168 time: 0.4377034 Dec 08 22:09:14.975908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55290) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:14.983291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cc162-3432-4729-be79-373ba60fae78 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Network': ['ID=c4879bec-8dae-40d5-b0ef-1c299ebd264f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:14.990093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17093f5f-6785-4091-ab69-52fc84305ced None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:09:15.003715 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c792db1-fb3e-4d24-803a-c70258f2f7ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): The resource could not be found. Dec 08 22:09:15.004096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c792db1-fb3e-4d24-803a-c70258f2f7ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:15.007164 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9c792db1-fb3e-4d24-803a-c70258f2f7ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/subnets/6ce83190-fba5-4fca-b59e-eb9e19609811 HTTP/1.1" status: 404 len: 337 time: 0.0302682 Dec 08 22:09:15.009793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55292) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.027934 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5ad42b-5ccd-4f75-95d1-200d65bc94ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): The resource could not be found. Dec 08 22:09:15.028466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5ad42b-5ccd-4f75-95d1-200d65bc94ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:15.031700 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ac5ad42b-5ccd-4f75-95d1-200d65bc94ae tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/c4879bec-8dae-40d5-b0ef-1c299ebd264f HTTP/1.1" status: 404 len: 339 time: 0.0210176 Dec 08 22:09:15.034672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55296) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.066545 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-481b88bd-21a2-466c-a1d2-21e3bc636ad7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): The resource could not be found. Dec 08 22:09:15.067026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481b88bd-21a2-466c-a1d2-21e3bc636ad7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:15.069978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-481b88bd-21a2-466c-a1d2-21e3bc636ad7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/subnets/440c3a06-9149-4599-b1d9-ffa016322ad4 HTTP/1.1" status: 404 len: 337 time: 0.0344040 Dec 08 22:09:15.072886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55298) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.091433 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0258e00-9074-413e-bcb0-714a0f75a051 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): The resource could not be found. Dec 08 22:09:15.092062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0258e00-9074-413e-bcb0-714a0f75a051 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:15.095037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b0258e00-9074-413e-bcb0-714a0f75a051 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/a554ee49-91d5-4966-8474-28ff0ba3cdab HTTP/1.1" status: 404 len: 339 time: 0.0211058 Dec 08 22:09:15.097459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55300) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.123054 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd863dd9-9083-4aee-a23c-a9160f0de1d8 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): The resource could not be found. Dec 08 22:09:15.123503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd863dd9-9083-4aee-a23c-a9160f0de1d8 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:15.126488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cd863dd9-9083-4aee-a23c-a9160f0de1d8 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/subnets/d636b48f-77a8-4228-8488-68e0d0144e86 HTTP/1.1" status: 404 len: 337 time: 0.0281401 Dec 08 22:09:15.129303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55302) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.149818 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce13b7d0-4178-4722-8831-ea2105c495c7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): The resource could not be found. Dec 08 22:09:15.150359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce13b7d0-4178-4722-8831-ea2105c495c7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:15.153795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ce13b7d0-4178-4722-8831-ea2105c495c7 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/c3fe04ec-60b4-43b7-981b-64ad1823d9cc HTTP/1.1" status: 404 len: 339 time: 0.0234563 Dec 08 22:09:15.156306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55304) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.242623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc3e4f-843a-46fb-b328-7c0034b24f68 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Deleting port ab40bcc7-4c98-4689-891c-62229bb94c46 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:09:15.243070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3e4f-843a-46fb-b328-7c0034b24f68 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.310288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3e4f-843a-46fb-b328-7c0034b24f68 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.323135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc3e4f-843a-46fb-b328-7c0034b24f68 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Calling delete_port for ab40bcc7-4c98-4689-891c-62229bb94c46 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:09:15.403351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3e4f-843a-46fb-b328-7c0034b24f68 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.430652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc3e4f-843a-46fb-b328-7c0034b24f68 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Port': ['ID=ab40bcc7-4c98-4689-891c-62229bb94c46,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:15.436538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3e4f-843a-46fb-b328-7c0034b24f68 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.440119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c1dc3e4f-843a-46fb-b328-7c0034b24f68 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/ports/ab40bcc7-4c98-4689-891c-62229bb94c46 HTTP/1.1" status: 204 len: 168 time: 0.2829101 Dec 08 22:09:15.442741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55306) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.468991 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dcbe51-b2e7-403b-8a50-95d729ffb042 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): The resource could not be found. Dec 08 22:09:15.469433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dcbe51-b2e7-403b-8a50-95d729ffb042 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:15.472347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e5dcbe51-b2e7-403b-8a50-95d729ffb042 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/subnets/ab88ac4f-e694-44e8-ae6d-d86054791a07 HTTP/1.1" status: 404 len: 337 time: 0.0286896 Dec 08 22:09:15.474586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55308) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.550036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.635036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.654671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7c8b43-4719-4994-b4bc-8be4bb2369ca']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:15.663526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6ef3f5-0380-4ff9-8323-24bc9f707a07') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:15.663828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6ef3f5-0380-4ff9-8323-24bc9f707a07') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:15.672858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.685331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.690976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:09:15.691350 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:09:15.694108 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:09:15.749644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.756509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.759591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/7d7c8b43-4719-4994-b4bc-8be4bb2369ca HTTP/1.1" status: 204 len: 168 time: 0.2841206 Dec 08 22:09:15.762813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55310) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:15.779364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89334d34-9210-4bef-ac83-9e0b3c6a8990 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Network': ['ID=7d7c8b43-4719-4994-b4bc-8be4bb2369ca,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:15.859093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e453fa89-e69a-4ad1-92aa-d179cff45548 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Deleting port 5c7777f1-2941-444b-a940-776e6a450605 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:09:15.859435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e453fa89-e69a-4ad1-92aa-d179cff45548 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.923952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e453fa89-e69a-4ad1-92aa-d179cff45548 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:15.936567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e453fa89-e69a-4ad1-92aa-d179cff45548 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Calling delete_port for 5c7777f1-2941-444b-a940-776e6a450605 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:09:16.017282 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e453fa89-e69a-4ad1-92aa-d179cff45548 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.044815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453fa89-e69a-4ad1-92aa-d179cff45548 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Port': ['ID=5c7777f1-2941-444b-a940-776e6a450605,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:16.049885 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e453fa89-e69a-4ad1-92aa-d179cff45548 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.053141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e453fa89-e69a-4ad1-92aa-d179cff45548 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/ports/5c7777f1-2941-444b-a940-776e6a450605 HTTP/1.1" status: 204 len: 168 time: 0.2895367 Dec 08 22:09:16.055588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55316) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:16.081940 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-67033282-ff63-4192-8c9d-d58c1942cd58 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] DELETE failed (client error): The resource could not be found. Dec 08 22:09:16.082380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67033282-ff63-4192-8c9d-d58c1942cd58 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:09:16.085245 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-67033282-ff63-4192-8c9d-d58c1942cd58 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/subnets/3aa1aac4-4f55-48d8-b7eb-d384c3ba4623 HTTP/1.1" status: 404 len: 337 time: 0.0287237 Dec 08 22:09:16.087416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55318) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:16.163269 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.213722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Deleting port 4916b3a3-564c-4ab9-b15c-157e71016abc {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:09:16.214025 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.275020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] For port 4916b3a3-564c-4ab9-b15c-157e71016abc, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4916b3a3-564c-4ab9-b15c-157e71016abc,segment=NetworkSegment(4ccb143c-ac8c-4c5b-ad97-f8a084cf4331),segment_id=4ccb143c-ac8c-4c5b-ad97-f8a084cf4331)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:16.275376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.287166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Calling delete_port for 4916b3a3-564c-4ab9-b15c-157e71016abc owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:09:16.365744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.392072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Port': ['ID=4916b3a3-564c-4ab9-b15c-157e71016abc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:16.393904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No DVR routers for this DVR port 4916b3a3-564c-4ab9-b15c-157e71016abc on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:09:16.473644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.493354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d2d645-24a9-4e74-9583-2be9a8dae664']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:16.502234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccb143c-ac8c-4c5b-ad97-f8a084cf4331') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:16.502533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccb143c-ac8c-4c5b-ad97-f8a084cf4331') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:16.511735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.524218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.530346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:09:16.530765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:09:16.533610 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:09:16.587987 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.595011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.598094 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/e1d2d645-24a9-4e74-9583-2be9a8dae664 HTTP/1.1" status: 204 len: 168 time: 0.5098133 Dec 08 22:09:16.600776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55320) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:16.609832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e5672-1df1-4cdf-ad4e-8a2a4e5d77ac tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Network': ['ID=e1d2d645-24a9-4e74-9583-2be9a8dae664,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:16.656049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3a260e-9c5c-46ad-830c-bf5ef9707719 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Deleting subnet c26f0065-b4c7-40f3-aa73-dca4ce25ee21 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:09:16.659017 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d3a260e-9c5c-46ad-830c-bf5ef9707719 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.696891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d3a260e-9c5c-46ad-830c-bf5ef9707719 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.774484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d3a260e-9c5c-46ad-830c-bf5ef9707719 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.833441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d3a260e-9c5c-46ad-830c-bf5ef9707719 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.858426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a260e-9c5c-46ad-830c-bf5ef9707719 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Subnet': ['ID=c26f0065-b4c7-40f3-aa73-dca4ce25ee21,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:16.864299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d3a260e-9c5c-46ad-830c-bf5ef9707719 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.867857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0d3a260e-9c5c-46ad-830c-bf5ef9707719 tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/subnets/c26f0065-b4c7-40f3-aa73-dca4ce25ee21 HTTP/1.1" status: 204 len: 168 time: 0.2657466 Dec 08 22:09:16.870008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55322) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:16.870996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13affef1-c389-41cd-a4cf-871b4cf19e33 None None] Network b7939c97-a522-41ee-95d4-89c4eab43dc7 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:16.941987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:16.997125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Deleting port 3001ded4-8407-4354-b5df-9c7c555bcadd {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:09:16.997478 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.045921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] DHCP port deletion for b7939c97-a522-41ee-95d4-89c4eab43dc7 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:09:17.066336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] For port 3001ded4-8407-4354-b5df-9c7c555bcadd, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3001ded4-8407-4354-b5df-9c7c555bcadd,segment=NetworkSegment(984fad2c-678e-4c38-9e9f-c89780058728),segment_id=984fad2c-678e-4c38-9e9f-c89780058728)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:17.066703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.087445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Calling delete_port for 3001ded4-8407-4354-b5df-9c7c555bcadd owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:09:17.102573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] Deleting port 3001ded4-8407-4354-b5df-9c7c555bcadd {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:09:17.102975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.166034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] For port 3001ded4-8407-4354-b5df-9c7c555bcadd, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3001ded4-8407-4354-b5df-9c7c555bcadd,segment=NetworkSegment(984fad2c-678e-4c38-9e9f-c89780058728),segment_id=984fad2c-678e-4c38-9e9f-c89780058728)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:17.166477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.167915 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.179099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] Calling delete_port for 3001ded4-8407-4354-b5df-9c7c555bcadd owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:09:17.192428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Port': ['ID=3001ded4-8407-4354-b5df-9c7c555bcadd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:17.195952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] No DVR routers for this DVR port 3001ded4-8407-4354-b5df-9c7c555bcadd on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:09:17.253315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.272616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.282561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] Pushing event deleted for resources: {'Port': ['ID=3001ded4-8407-4354-b5df-9c7c555bcadd,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:17.284455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb460f-93d2-45b7-a327-6eeeda2836eb None None] No DVR routers for this DVR port 3001ded4-8407-4354-b5df-9c7c555bcadd on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:09:17.297612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7939c97-a522-41ee-95d4-89c4eab43dc7']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:17.306759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984fad2c-678e-4c38-9e9f-c89780058728') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:17.307077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984fad2c-678e-4c38-9e9f-c89780058728') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:17.316462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.329499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.335075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:09:17.335453 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:09:17.338257 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:09:17.394417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.399100 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.402329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] 10.222.0.21 "DELETE /v2.0/networks/b7939c97-a522-41ee-95d4-89c4eab43dc7 HTTP/1.1" status: 204 len: 168 time: 0.5314052 Dec 08 22:09:17.416637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d2db3-f79d-46a2-b470-239bd10416bc tempest-NetworksIpV6TestAttrs-722163096 tempest-NetworksIpV6TestAttrs-722163096-project] Pushing event deleted for resources: {'Network': ['ID=b7939c97-a522-41ee-95d4-89c4eab43dc7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:17.630998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55330) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:17.765127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6ac1fef2-1907-4729-9d04-07869044d51c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8151b15bcd9347e38effa0a4005f5bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328559 Dec 08 22:09:17.767494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55334) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:17.815044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9be36726-ccc1-44b2-8355-f409be08853a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.818943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3001ded4-8407-4354-b5df-9c7c555bcadd no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:09:17.836160 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9be36726-ccc1-44b2-8355-f409be08853a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.837773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3001ded4-8407-4354-b5df-9c7c555bcadd {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:09:17.838120 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3001ded4-8407-4354-b5df-9c7c555bcadd not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:09:17.885333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9be36726-ccc1-44b2-8355-f409be08853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.888078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9be36726-ccc1-44b2-8355-f409be08853a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:17.889218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9be36726-ccc1-44b2-8355-f409be08853a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/958a1f1e-3405-4071-a8af-b9c41e569c78 HTTP/1.1" status: 204 len: 168 time: 0.1208456 Dec 08 22:09:17.896964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be36726-ccc1-44b2-8355-f409be08853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958a1f1e-3405-4071-a8af-b9c41e569c78,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:18.507600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55358) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:18.599939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-324d1c6a-efaf-412b-b5e5-c84945a23a70 tempest-DvrRoutersNegativeTest-1151124603 tempest-DvrRoutersNegativeTest-1151124603-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-258931488', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:18.602846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.policy [None req-324d1c6a-efaf-412b-b5e5-c84945a23a70 tempest-DvrRoutersNegativeTest-1151124603 tempest-DvrRoutersNegativeTest-1151124603-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102390) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 08 22:09:18.603145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.policy [None req-324d1c6a-efaf-412b-b5e5-c84945a23a70 tempest-DvrRoutersNegativeTest-1151124603 tempest-DvrRoutersNegativeTest-1151124603-project] Failed policy check for 'create_router' {{(pid=102390) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 08 22:09:18.603683 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-324d1c6a-efaf-412b-b5e5-c84945a23a70 tempest-DvrRoutersNegativeTest-1151124603 tempest-DvrRoutersNegativeTest-1151124603-project] create failed (client error): Access was denied to this resource. Dec 08 22:09:18.604675 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-324d1c6a-efaf-412b-b5e5-c84945a23a70 tempest-DvrRoutersNegativeTest-1151124603 tempest-DvrRoutersNegativeTest-1151124603-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0961013 Dec 08 22:09:18.835138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55366) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:18.938296 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a86a2993-eaf0-4024-9ebb-edb066750b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.010123 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a86a2993-eaf0-4024-9ebb-edb066750b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.014277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a86a2993-eaf0-4024-9ebb-edb066750b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.054860 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a86a2993-eaf0-4024-9ebb-edb066750b90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=949aee875d7a40e0bc9da962c0ad5ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186375 Dec 08 22:09:19.055706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a2993-eaf0-4024-9ebb-edb066750b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c2f7d-5c10-4d3f-8f65-64b48a6610b6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:19.058786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55370) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:19.108351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cf57ab8b-c0ed-425a-b72b-83cc8c84c4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.130109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cf57ab8b-c0ed-425a-b72b-83cc8c84c4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.176059 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cf57ab8b-c0ed-425a-b72b-83cc8c84c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.178820 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cf57ab8b-c0ed-425a-b72b-83cc8c84c4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.179974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cf57ab8b-c0ed-425a-b72b-83cc8c84c4bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b64c2f7d-5c10-4d3f-8f65-64b48a6610b6 HTTP/1.1" status: 204 len: 168 time: 0.1195395 Dec 08 22:09:19.192641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57ab8b-c0ed-425a-b72b-83cc8c84c4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c2f7d-5c10-4d3f-8f65-64b48a6610b6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:19.786162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55396) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:19.879629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a1a7f09b-53aa-4018-abf4-8e1877d11c33 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:19.880331 n-d-821126-1 neutron-server[102390]: WARNING neutron.api.v2.base [None req-a1a7f09b-53aa-4018-abf4-8e1877d11c33 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 22:09:19.880816 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-a1a7f09b-53aa-4018-abf4-8e1877d11c33 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 22:09:19.881775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a1a7f09b-53aa-4018-abf4-8e1877d11c33 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0944889 Dec 08 22:09:19.886558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55400) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:19.891155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107533531'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:19.912812 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.920963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.991355 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:19.995105 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.035927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab5cc6-b679-4530-8fd1-9e5d2741d334,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:20.068406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.071794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.094936 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.096120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2083299 Dec 08 22:09:20.099039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55402) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.103856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7352fa7-2d32-459b-aeea-298ed2f11934 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2045b4c-9da6-4274-bd42-07488496e145,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:20.108001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-9b0f4eb1-5d0f-40ed-be18-72f104427d45 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'a2045b4c-9da6-4274-bd42-07488496e145', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:20.134345 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4eb1-5d0f-40ed-be18-72f104427d45 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.188900 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4eb1-5d0f-40ed-be18-72f104427d45 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.192868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4eb1-5d0f-40ed-be18-72f104427d45 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.214864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f4eb1-5d0f-40ed-be18-72f104427d45 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47067d57-34f4-4b23-aa26-9280e9da73f0,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:20.223271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b0f4eb1-5d0f-40ed-be18-72f104427d45 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.227316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55406) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.227485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9b0f4eb1-5d0f-40ed-be18-72f104427d45 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235158 Dec 08 22:09:20.232093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7f0a2856-559e-4ee9-91bb-d891463665ee tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'a2045b4c-9da6-4274-bd42-07488496e145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:20.259609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0a2856-559e-4ee9-91bb-d891463665ee tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.302475 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-7f0a2856-559e-4ee9-91bb-d891463665ee tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 22:09:20.303552 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7f0a2856-559e-4ee9-91bb-d891463665ee tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0751209 Dec 08 22:09:20.306286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55408) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.356922 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7956c1f-53e1-4c61-acf3-b82635267d4c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.379195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7956c1f-53e1-4c61-acf3-b82635267d4c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.423902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7956c1f-53e1-4c61-acf3-b82635267d4c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.426525 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d7956c1f-53e1-4c61-acf3-b82635267d4c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.427697 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d7956c1f-53e1-4c61-acf3-b82635267d4c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/a2045b4c-9da6-4274-bd42-07488496e145 HTTP/1.1" status: 204 len: 168 time: 0.1204808 Dec 08 22:09:20.430428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55410) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.436763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7956c1f-53e1-4c61-acf3-b82635267d4c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2045b4c-9da6-4274-bd42-07488496e145,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:20.486096 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-04321cd6-a9ea-4717-9ce3-4ea986508300 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545199 Dec 08 22:09:20.490036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55412) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.494243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-90aaacc3-cc85-485f-8677-0b737f1baf97 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--962770665'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:20.516056 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90aaacc3-cc85-485f-8677-0b737f1baf97 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.578872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90aaacc3-cc85-485f-8677-0b737f1baf97 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.582406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90aaacc3-cc85-485f-8677-0b737f1baf97 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.610461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-90aaacc3-cc85-485f-8677-0b737f1baf97 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.611689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-90aaacc3-cc85-485f-8677-0b737f1baf97 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1207516 Dec 08 22:09:20.613872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaacc3-cc85-485f-8677-0b737f1baf97 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d22f246-6ed6-4126-9c5d-bb32f666a9d9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:20.614877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55414) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.620864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c3b41f26-3a6e-4a33-80e5-718898d57915 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': '3d22f246-6ed6-4126-9c5d-bb32f666a9d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:20.621593 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-c3b41f26-3a6e-4a33-80e5-718898d57915 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 22:09:20.622225 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-c3b41f26-3a6e-4a33-80e5-718898d57915 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:20.623040 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c3b41f26-3a6e-4a33-80e5-718898d57915 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065253 Dec 08 22:09:20.625822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55416) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.676176 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.697556 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.736189 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.738979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.740092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/3d22f246-6ed6-4126-9c5d-bb32f666a9d9 HTTP/1.1" status: 204 len: 168 time: 0.1135590 Dec 08 22:09:20.742740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55418) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.749360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d22f246-6ed6-4126-9c5d-bb32f666a9d9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:20.757303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.757650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.757990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.758327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.758657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.759036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.759362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.759685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.760006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.760328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.760676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.760997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666330be-21c6-46f5-925a-8ab57738d05d tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:20.788493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d34bc377-7a74-4f88-9c90-8de7a3649592 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445962 Dec 08 22:09:20.792454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55420) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.796713 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d9184ded-3958-4315-8a09-f25074de37d8 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597256518'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:20.818306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9184ded-3958-4315-8a09-f25074de37d8 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.886313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9184ded-3958-4315-8a09-f25074de37d8 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.889810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9184ded-3958-4315-8a09-f25074de37d8 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.918703 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d9184ded-3958-4315-8a09-f25074de37d8 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:20.919920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d9184ded-3958-4315-8a09-f25074de37d8 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1265595 Dec 08 22:09:20.921701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184ded-3958-4315-8a09-f25074de37d8 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc596f3-7255-45cf-a840-c0dd67a72eb7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:20.922892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55422) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.927676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ed771bcf-d368-4302-8561-f276d0a475f0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': '7fc596f3-7255-45cf-a840-c0dd67a72eb7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:20.938735 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-ed771bcf-d368-4302-8561-f276d0a475f0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 22:09:20.939262 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-ed771bcf-d368-4302-8561-f276d0a475f0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:20.940215 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ed771bcf-d368-4302-8561-f276d0a475f0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0163317 Dec 08 22:09:20.942628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55424) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:20.993499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf7f544c-c027-4cf2-8cf4-83d845936de9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.014098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf7f544c-c027-4cf2-8cf4-83d845936de9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.055269 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf7f544c-c027-4cf2-8cf4-83d845936de9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.057791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf7f544c-c027-4cf2-8cf4-83d845936de9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.060211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cf7f544c-c027-4cf2-8cf4-83d845936de9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/7fc596f3-7255-45cf-a840-c0dd67a72eb7 HTTP/1.1" status: 204 len: 168 time: 0.1158776 Dec 08 22:09:21.062082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55426) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.069454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f544c-c027-4cf2-8cf4-83d845936de9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc596f3-7255-45cf-a840-c0dd67a72eb7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:21.110564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5dd74318-796c-4da9-8eda-34774a83e0b7 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471997 Dec 08 22:09:21.114253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55428) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.118414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a1a4ba9e-bfe4-43e5-b84a-66443726a8c5 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--269823169'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.139206 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ba9e-bfe4-43e5-b84a-66443726a8c5 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.203205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ba9e-bfe4-43e5-b84a-66443726a8c5 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.206692 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ba9e-bfe4-43e5-b84a-66443726a8c5 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.234121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ba9e-bfe4-43e5-b84a-66443726a8c5 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.235363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a1a4ba9e-bfe4-43e5-b84a-66443726a8c5 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1201532 Dec 08 22:09:21.238293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55430) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.239562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4ba9e-bfe4-43e5-b84a-66443726a8c5 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5e2367-966c-4f30-80aa-42482138f4f3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:21.243251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-006d40f0-8502-4b24-8316-d92f7aa28e26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'be5e2367-966c-4f30-80aa-42482138f4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.265203 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-006d40f0-8502-4b24-8316-d92f7aa28e26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 22:09:21.265861 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-006d40f0-8502-4b24-8316-d92f7aa28e26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.266952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-006d40f0-8502-4b24-8316-d92f7aa28e26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272341 Dec 08 22:09:21.270049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55434) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.275362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f5655ed0-5ba1-41e0-a669-ba6c62cd630e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'be5e2367-966c-4f30-80aa-42482138f4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.276494 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-f5655ed0-5ba1-41e0-a669-ba6c62cd630e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 22:09:21.277006 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-f5655ed0-5ba1-41e0-a669-ba6c62cd630e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.277914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f5655ed0-5ba1-41e0-a669-ba6c62cd630e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068979 Dec 08 22:09:21.280355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55436) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.284295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d4b7d6c2-b08b-43d3-b4e0-6605cf9827a9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'be5e2367-966c-4f30-80aa-42482138f4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.285061 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-d4b7d6c2-b08b-43d3-b4e0-6605cf9827a9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 22:09:21.285519 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-d4b7d6c2-b08b-43d3-b4e0-6605cf9827a9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.288465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4b7d6c2-b08b-43d3-b4e0-6605cf9827a9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052259 Dec 08 22:09:21.288902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55438) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.294060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8f722f92-464a-4ae2-9b40-9e5d9f09d698 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'be5e2367-966c-4f30-80aa-42482138f4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.296070 n-d-821126-1 neutron-server[102390]: WARNING neutron.api.v2.base [None req-8f722f92-464a-4ae2-9b40-9e5d9f09d698 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 22:09:21.296577 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-8f722f92-464a-4ae2-9b40-9e5d9f09d698 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.297545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8f722f92-464a-4ae2-9b40-9e5d9f09d698 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076714 Dec 08 22:09:21.300076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55440) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.351238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bab6fa45-8087-4db3-b860-a38cc73e0128 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.376580 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bab6fa45-8087-4db3-b860-a38cc73e0128 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.419747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bab6fa45-8087-4db3-b860-a38cc73e0128 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.422393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bab6fa45-8087-4db3-b860-a38cc73e0128 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.423543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bab6fa45-8087-4db3-b860-a38cc73e0128 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/be5e2367-966c-4f30-80aa-42482138f4f3 HTTP/1.1" status: 204 len: 168 time: 0.1224942 Dec 08 22:09:21.426189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55442) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.432105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6fa45-8087-4db3-b860-a38cc73e0128 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5e2367-966c-4f30-80aa-42482138f4f3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:21.472247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6d5721cc-73bc-47fd-afe1-7ece68b26068 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447624 Dec 08 22:09:21.475889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55444) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.480343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-98f57fa2-c39f-406d-96f9-c1698792ba21 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--421198566'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.502225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98f57fa2-c39f-406d-96f9-c1698792ba21 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.565728 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98f57fa2-c39f-406d-96f9-c1698792ba21 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.569233 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98f57fa2-c39f-406d-96f9-c1698792ba21 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.597557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98f57fa2-c39f-406d-96f9-c1698792ba21 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.598775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-98f57fa2-c39f-406d-96f9-c1698792ba21 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1218786 Dec 08 22:09:21.601687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55446) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.602561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f57fa2-c39f-406d-96f9-c1698792ba21 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b456ce5d-e1d1-495a-82f6-7638d410c944,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:21.606411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1f8fd1d5-1a6b-47bc-a769-f3586ebffb5e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.607239 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-1f8fd1d5-1a6b-47bc-a769-f3586ebffb5e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 22:09:21.607732 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-1f8fd1d5-1a6b-47bc-a769-f3586ebffb5e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.608675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1f8fd1d5-1a6b-47bc-a769-f3586ebffb5e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059266 Dec 08 22:09:21.611329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55448) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.615810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-839297e4-0f2a-4e05-82ee-97ee717bd8e1 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.649244 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-839297e4-0f2a-4e05-82ee-97ee717bd8e1 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.650339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-839297e4-0f2a-4e05-82ee-97ee717bd8e1 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0380044 Dec 08 22:09:21.653636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55450) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.657823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b4601d0a-52cc-418c-8b1c-14fbcb1982d9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.658287 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-b4601d0a-52cc-418c-8b1c-14fbcb1982d9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 22:09:21.658764 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-b4601d0a-52cc-418c-8b1c-14fbcb1982d9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.659655 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b4601d0a-52cc-418c-8b1c-14fbcb1982d9 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051553 Dec 08 22:09:21.661834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55452) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.665623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b25e7b53-4833-433c-b48e-7eb2203912db tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.698474 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-b25e7b53-4833-433c-b48e-7eb2203912db tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.699503 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b25e7b53-4833-433c-b48e-7eb2203912db tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0368392 Dec 08 22:09:21.702032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55454) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.706112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-62c97fa9-c0da-46f4-a61b-32b2d75d4fc1 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.706573 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-62c97fa9-c0da-46f4-a61b-32b2d75d4fc1 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 22:09:21.707054 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-62c97fa9-c0da-46f4-a61b-32b2d75d4fc1 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.707945 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-62c97fa9-c0da-46f4-a61b-32b2d75d4fc1 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0050571 Dec 08 22:09:21.710143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55456) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.714525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7648167f-7285-4f00-aa66-8bfac2e7d40b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.747152 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-7648167f-7285-4f00-aa66-8bfac2e7d40b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.748048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7648167f-7285-4f00-aa66-8bfac2e7d40b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0370846 Dec 08 22:09:21.751025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55458) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.756070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4944dfca-661f-45f5-920f-63980e5b7893 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.756565 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-4944dfca-661f-45f5-920f-63980e5b7893 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 22:09:21.757028 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-4944dfca-661f-45f5-920f-63980e5b7893 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.760129 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4944dfca-661f-45f5-920f-63980e5b7893 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059566 Dec 08 22:09:21.761191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55460) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.764593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bfd46951-de63-446b-91dd-a5305373559a tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.797481 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-bfd46951-de63-446b-91dd-a5305373559a tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.798663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfd46951-de63-446b-91dd-a5305373559a tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0370088 Dec 08 22:09:21.801235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55462) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.805336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c3ffb208-1ae7-4283-af2a-555ba0d56b33 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': 'b456ce5d-e1d1-495a-82f6-7638d410c944', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:21.838203 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-c3ffb208-1ae7-4283-af2a-555ba0d56b33 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:21.839250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c3ffb208-1ae7-4283-af2a-555ba0d56b33 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0371141 Dec 08 22:09:21.841857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55464) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.893526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5766ccec-b8b8-451b-832f-3b480821d9eb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.915263 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5766ccec-b8b8-451b-832f-3b480821d9eb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.954626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5766ccec-b8b8-451b-832f-3b480821d9eb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.957168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5766ccec-b8b8-451b-832f-3b480821d9eb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:21.958302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5766ccec-b8b8-451b-832f-3b480821d9eb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/b456ce5d-e1d1-495a-82f6-7638d410c944 HTTP/1.1" status: 204 len: 168 time: 0.1155751 Dec 08 22:09:21.961506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:21.967517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766ccec-b8b8-451b-832f-3b480821d9eb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b456ce5d-e1d1-495a-82f6-7638d410c944,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:22.006344 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-de971dd4-a1e6-4cff-a2fe-c60577a93d37 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435979 Dec 08 22:09:22.010035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.015077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6c06a020-043b-4021-b559-aa095cde0d88 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363747459'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:22.036477 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c06a020-043b-4021-b559-aa095cde0d88 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.099841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c06a020-043b-4021-b559-aa095cde0d88 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.103190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c06a020-043b-4021-b559-aa095cde0d88 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.131808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c06a020-043b-4021-b559-aa095cde0d88 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.132990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6c06a020-043b-4021-b559-aa095cde0d88 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1213729 Dec 08 22:09:22.134832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06a020-043b-4021-b559-aa095cde0d88 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c82f0-bebb-45b9-b1a6-369eabe9e8c5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:22.136066 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55470) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.141443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7a9434a1-3f0f-47d4-a654-5bcb4e82a10f tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': '5a2c82f0-bebb-45b9-b1a6-369eabe9e8c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:22.179272 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-7a9434a1-3f0f-47d4-a654-5bcb4e82a10f tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The resource could not be found. Dec 08 22:09:22.180472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7a9434a1-3f0f-47d4-a654-5bcb4e82a10f tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0426433 Dec 08 22:09:22.183729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55472) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.188685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-447da98c-fe52-4394-8e91-fd6d2930b91b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': '5a2c82f0-bebb-45b9-b1a6-369eabe9e8c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '387e409d-eae9-443f-bc2c-f89fc1010c1d'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:22.225747 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-447da98c-fe52-4394-8e91-fd6d2930b91b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The resource could not be found. Dec 08 22:09:22.226942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-447da98c-fe52-4394-8e91-fd6d2930b91b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0422781 Dec 08 22:09:22.230235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55474) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.279888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb2b0-4106-4895-ad6f-9ef0955ec69c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.301251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb2b0-4106-4895-ad6f-9ef0955ec69c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.344386 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb2b0-4106-4895-ad6f-9ef0955ec69c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.347151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb2b0-4106-4895-ad6f-9ef0955ec69c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.348330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3e4eb2b0-4106-4895-ad6f-9ef0955ec69c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/5a2c82f0-bebb-45b9-b1a6-369eabe9e8c5 HTTP/1.1" status: 204 len: 168 time: 0.1171522 Dec 08 22:09:22.351153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55478) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.358581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4eb2b0-4106-4895-ad6f-9ef0955ec69c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c82f0-bebb-45b9-b1a6-369eabe9e8c5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:22.398853 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fd9a59fc-e12d-4a01-b560-3fe72b0ece02 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459614 Dec 08 22:09:22.402648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55480) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.406906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-65925f68-aa02-46f1-b0bf-f4d6045596bf tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': '9be4313f-af78-48cf-b7d0-a408472d3216', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:22.443833 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-65925f68-aa02-46f1-b0bf-f4d6045596bf tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The resource could not be found. Dec 08 22:09:22.444853 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-65925f68-aa02-46f1-b0bf-f4d6045596bf tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0412130 Dec 08 22:09:22.448245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55482) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.452603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-aefe63aa-7d37-4c0b-b856-35062c79e999 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104023263'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:22.473132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aefe63aa-7d37-4c0b-b856-35062c79e999 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.538736 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aefe63aa-7d37-4c0b-b856-35062c79e999 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.542920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aefe63aa-7d37-4c0b-b856-35062c79e999 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.570936 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aefe63aa-7d37-4c0b-b856-35062c79e999 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.572115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aefe63aa-7d37-4c0b-b856-35062c79e999 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1229856 Dec 08 22:09:22.573190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe63aa-7d37-4c0b-b856-35062c79e999 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6e8e54-3e49-48d6-aacc-c9d5f51f3826,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:22.575614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55484) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.580411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0cd9b974-0fa9-4c62-8382-3d7ba373d568 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457434192'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:22.602261 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b974-0fa9-4c62-8382-3d7ba373d568 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.665790 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b974-0fa9-4c62-8382-3d7ba373d568 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.669712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b974-0fa9-4c62-8382-3d7ba373d568 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.697199 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b974-0fa9-4c62-8382-3d7ba373d568 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.698399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0cd9b974-0fa9-4c62-8382-3d7ba373d568 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1215827 Dec 08 22:09:22.701384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55486) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.702298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9b974-0fa9-4c62-8382-3d7ba373d568 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1011eb4-130e-499e-9ebf-700c504dced4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:22.706021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-fd1e6750-f06a-4b00-8919-4b23f46cf62f tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group_rule': {'security_group_id': '8a6e8e54-3e49-48d6-aacc-c9d5f51f3826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e1011eb4-130e-499e-9ebf-700c504dced4'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:22.739451 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-fd1e6750-f06a-4b00-8919-4b23f46cf62f tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:09:22.740499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fd1e6750-f06a-4b00-8919-4b23f46cf62f tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0380650 Dec 08 22:09:22.743328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55488) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.794298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee340891-22d1-4979-8dfb-896229bcbe40 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.814983 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee340891-22d1-4979-8dfb-896229bcbe40 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.854859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee340891-22d1-4979-8dfb-896229bcbe40 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.857328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ee340891-22d1-4979-8dfb-896229bcbe40 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.858471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ee340891-22d1-4979-8dfb-896229bcbe40 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1011eb4-130e-499e-9ebf-700c504dced4 HTTP/1.1" status: 204 len: 168 time: 0.1142697 Dec 08 22:09:22.861249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55490) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.867388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee340891-22d1-4979-8dfb-896229bcbe40 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1011eb4-130e-499e-9ebf-700c504dced4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:22.914463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f752d76f-638e-4d72-aecb-f69c19dd6da5 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0519953 Dec 08 22:09:22.917035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55492) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:22.967413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1677f8f8-990c-4603-bc43-1e1c8a8cd5e0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:22.988096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1677f8f8-990c-4603-bc43-1e1c8a8cd5e0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.027216 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1677f8f8-990c-4603-bc43-1e1c8a8cd5e0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.029685 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1677f8f8-990c-4603-bc43-1e1c8a8cd5e0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.030819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1677f8f8-990c-4603-bc43-1e1c8a8cd5e0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a6e8e54-3e49-48d6-aacc-c9d5f51f3826 HTTP/1.1" status: 204 len: 168 time: 0.1128573 Dec 08 22:09:23.033479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55494) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.039076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677f8f8-990c-4603-bc43-1e1c8a8cd5e0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6e8e54-3e49-48d6-aacc-c9d5f51f3826,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:23.082174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0c11d958-27d9-4a19-b0c0-b6916bb59117 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475032 Dec 08 22:09:23.086136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55496) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.091198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7b9963e5-e19f-4ff2-bfcf-89511da43bcb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308165305'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:23.111417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b9963e5-e19f-4ff2-bfcf-89511da43bcb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.176217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b9963e5-e19f-4ff2-bfcf-89511da43bcb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.179686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b9963e5-e19f-4ff2-bfcf-89511da43bcb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.209088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7b9963e5-e19f-4ff2-bfcf-89511da43bcb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.210286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7b9963e5-e19f-4ff2-bfcf-89511da43bcb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1231716 Dec 08 22:09:23.211234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9963e5-e19f-4ff2-bfcf-89511da43bcb tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3096de8a-0f94-408f-ac70-db8665595575,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:23.213313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55498) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.218007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6e080015-d282-4dd1-b3fb-39b8c2caa18b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:23.218644 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-6e080015-d282-4dd1-b3fb-39b8c2caa18b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 22:09:23.219145 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-6e080015-d282-4dd1-b3fb-39b8c2caa18b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 22:09:23.222655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55500) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.223129 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6e080015-d282-4dd1-b3fb-39b8c2caa18b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "PUT /v2.0/security-groups/3096de8a-0f94-408f-ac70-db8665595575 HTTP/1.1" status: 409 len: 330 time: 0.0079517 Dec 08 22:09:23.276394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e330de30-3868-4f25-95dc-d1732b1c3a26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.296968 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e330de30-3868-4f25-95dc-d1732b1c3a26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.336287 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e330de30-3868-4f25-95dc-d1732b1c3a26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.338971 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e330de30-3868-4f25-95dc-d1732b1c3a26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.340078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e330de30-3868-4f25-95dc-d1732b1c3a26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/3096de8a-0f94-408f-ac70-db8665595575 HTTP/1.1" status: 204 len: 168 time: 0.1164460 Dec 08 22:09:23.342934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55502) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.348687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330de30-3868-4f25-95dc-d1732b1c3a26 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3096de8a-0f94-408f-ac70-db8665595575,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:23.388845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-91e174cb-5701-41ee-be0a-c0fa8660a30c tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447538 Dec 08 22:09:23.392624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55506) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.405911 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-72d49b65-71b2-45e0-819f-8ccdcfad921b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] delete failed (client error): The resource could not be found. Dec 08 22:09:23.406924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-72d49b65-71b2-45e0-819f-8ccdcfad921b tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "DELETE /v2.0/security-groups/dd776d30-216a-4942-adc9-1f4c8597b1ec HTTP/1.1" status: 404 len: 347 time: 0.0133283 Dec 08 22:09:23.410490 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55508) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.432079 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-7ee78150-fc0c-46a8-bd4c-fca85814fd5e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] show failed (client error): The resource could not be found. Dec 08 22:09:23.433851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ee78150-fc0c-46a8-bd4c-fca85814fd5e tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-groups/bdfce60b-442c-49c4-9bbd-0f279596d5fb HTTP/1.1" status: 404 len: 347 time: 0.0224402 Dec 08 22:09:23.438082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55510) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.452740 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-e7c18870-8cdb-43ea-949e-b24fd98764d0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] show failed (client error): The resource could not be found. Dec 08 22:09:23.453715 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e7c18870-8cdb-43ea-949e-b24fd98764d0 tempest-NegativeSecGroupTest-1722694241 tempest-NegativeSecGroupTest-1722694241-project] 10.222.0.21 "GET /v2.0/security-group-rules/d6158bcd-8dce-47cb-bdcb-da45eee0e917 HTTP/1.1" status: 404 len: 356 time: 0.0144944 Dec 08 22:09:23.683911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55516) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.818534 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-26ff235c-79bc-4d18-901f-326677970283 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19451dc2623141fa901b3c601112e600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334445 Dec 08 22:09:23.820953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55520) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:23.866981 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47835fb7-f6e3-4c40-abb2-8756fa188cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.888599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47835fb7-f6e3-4c40-abb2-8756fa188cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.937348 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47835fb7-f6e3-4c40-abb2-8756fa188cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.940421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47835fb7-f6e3-4c40-abb2-8756fa188cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:23.941653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-47835fb7-f6e3-4c40-abb2-8756fa188cdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2ab5cc6-b679-4530-8fd1-9e5d2741d334 HTTP/1.1" status: 204 len: 168 time: 0.1197984 Dec 08 22:09:23.950226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47835fb7-f6e3-4c40-abb2-8756fa188cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab5cc6-b679-4530-8fd1-9e5d2741d334,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:24.398694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55540) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:24.472518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e0444-306a-45ae-bb7a-26bbaedf8cee tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:24.472984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e0444-306a-45ae-bb7a-26bbaedf8cee tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:24.473442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e0444-306a-45ae-bb7a-26bbaedf8cee tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:24.475239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5b8e0444-306a-45ae-bb7a-26bbaedf8cee tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=7dbeccb4e334452fb98baf5fad34accf&network_id=725e5e95-66a0-4a63-99ae-a2def2b57f3f HTTP/1.1" status: 200 len: 2969 time: 0.0753989 Dec 08 22:09:26.524239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55590) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:26.899640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85f261-aaef-48b1-bce3-557eaa504ce0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:26.901132 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fe85f261-aaef-48b1-bce3-557eaa504ce0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df HTTP/1.1" status: 200 len: 814 time: 0.3760138 Dec 08 22:09:27.466777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55616) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:27.471768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'network': {'name': 'tempest-network-smoke--862746133', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'port_security_enabled': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:27.493531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:27.497071 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:27.520268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:09:27.529429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:27.530055 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Added segment fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7 of type vlan for network a0433181-8178-4db1-b477-3ed8b39d4c54 Dec 08 22:09:27.568330 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:27.593000 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:27.598365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:27.598964 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:27.651198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1833158 Dec 08 22:09:27.654738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55618) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:27.702473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e0780-aa5d-40ec-852a-6aa29039b02c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Network': ['ID=a0433181-8178-4db1-b477-3ed8b39d4c54,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:27.712656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network a0433181-8178-4db1-b477-3ed8b39d4c54 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:09:27.743117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead0ea1-b8ea-4716-b16d-64241f6be8d7 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:27.746465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ead0ea1-b8ea-4716-b16d-64241f6be8d7 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7dbeccb4e334452fb98baf5fad34accf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0889795 Dec 08 22:09:27.747584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55622) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:27.914545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf376be0-c8e7-490d-85a8-75eadf0749de tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:27.916090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cf376be0-c8e7-490d-85a8-75eadf0749de tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1675777 Dec 08 22:09:27.919514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55624) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:27.948486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-929f59e6-ccf1-4076-abd8-770a143294e8 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262249 Dec 08 22:09:27.949455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55626) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:27.982757 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c6fdd2d9-9192-4182-8b99-2bba78d31e88 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7dbeccb4e334452fb98baf5fad34accf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321870 Dec 08 22:09:27.985126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55630) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:28.069394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eb7584-197c-4220-b9b8-caf7e5cf99b0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:28.070881 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-44eb7584-197c-4220-b9b8-caf7e5cf99b0 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848289 Dec 08 22:09:28.073608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55632) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:28.102638 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-19d1df68-53f9-430b-a1a7-113701e1ba92 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274377 Dec 08 22:09:28.105034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55634) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:28.109700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2034356316', 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:28.209096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:28.213216 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:28.393627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:28.463504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Subnet': ['ID=7c3ee039-17e1-42c2-bb6c-2f14aa3f558e,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:28.468201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Checking segment: {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:28.468562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network hostable DHCP agents. Network: a0433181-8178-4db1-b477-3ed8b39d4c54, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:09:28.484990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network a0433181-8178-4db1-b477-3ed8b39d4c54 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:09:28.494269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, a0433181-8178-4db1-b477-3ed8b39d4c54) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:28.498391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:28.499092 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:28.504190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d573db1-2ffc-4e4b-87cd-1e1f219e4a7f None None] Network a0433181-8178-4db1-b477-3ed8b39d4c54 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:28.519192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-80e3ca96-e13b-4a57-b40c-d9dc45b16b5d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4129982 Dec 08 22:09:28.658856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-a0433181-8178-4db1-b477-3ed8b39d4c54', 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ips': [{'subnet_id': '7c3ee039-17e1-42c2-bb6c-2f14aa3f558e'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:09:28.659784 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:28.806031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Allocated IP 172.20.0.18 (a0433181-8178-4db1-b477-3ed8b39d4c54/7c3ee039-17e1-42c2-bb6c-2f14aa3f558e/b75a032f-f253-4e78-aef0-c0acb8f6b00f) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:29.083825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55644) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:29.088447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1be38be2-c1be-40b5-9e5e-69638144aeb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562182979', 'description': 'tempest-secgroup-smoke-1562182979 description', 'project_id': '7dbeccb4e334452fb98baf5fad34accf'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:29.103476 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.108822 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.111538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1be38be2-c1be-40b5-9e5e-69638144aeb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.148821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Network a0433181-8178-4db1-b477-3ed8b39d4c54 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:29.151643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:29.155650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:29.164813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Pushing event updated for resources: {'Port': ['ID=b75a032f-f253-4e78-aef0-c0acb8f6b00f,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:29.187401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1be38be2-c1be-40b5-9e5e-69638144aeb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.193320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1be38be2-c1be-40b5-9e5e-69638144aeb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.224468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1be38be2-c1be-40b5-9e5e-69638144aeb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.225689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1be38be2-c1be-40b5-9e5e-69638144aeb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407597 Dec 08 22:09:29.232922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55646) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:29.234136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Attempting to bind port b75a032f-f253-4e78-aef0-c0acb8f6b00f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:09:29.234484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Attempting to bind port b75a032f-f253-4e78-aef0-c0acb8f6b00f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:09:29.234946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Attempting to bind port b75a032f-f253-4e78-aef0-c0acb8f6b00f on network a0433181-8178-4db1-b477-3ed8b39d4c54 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:29.237273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8a95b0e7-67b3-4c10-90be-80017fb8339d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '5b8626dc-2397-44e1-88bf-d0011a3fe481', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:29.240623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:09:29.241062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Checking segment: {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:29.241468 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.241906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Bound using segment: {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:09:29.242441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Bound port: b75a032f-f253-4e78-aef0-c0acb8f6b00f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:09:29.242848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.262496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be38be2-c1be-40b5-9e5e-69638144aeb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8626dc-2397-44e1-88bf-d0011a3fe481,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:29.297103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a95b0e7-67b3-4c10-90be-80017fb8339d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.315001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] For port b75a032f-f253-4e78-aef0-c0acb8f6b00f, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:29.319159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] For port b75a032f-f253-4e78-aef0-c0acb8f6b00f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b75a032f-f253-4e78-aef0-c0acb8f6b00f,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:09:29.326555 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.401237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b835b-4c57-4370-94cd-aa009a2e1e2f None None] Pushing event updated for resources: {'Port': ['ID=b75a032f-f253-4e78-aef0-c0acb8f6b00f,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:29.412416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a95b0e7-67b3-4c10-90be-80017fb8339d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.428348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a95b0e7-67b3-4c10-90be-80017fb8339d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.451659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b0e7-67b3-4c10-90be-80017fb8339d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea781385-9820-43dc-b8f3-314f5d3ca49e,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:29.461347 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a95b0e7-67b3-4c10-90be-80017fb8339d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.465198 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8a95b0e7-67b3-4c10-90be-80017fb8339d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2313752 Dec 08 22:09:29.466281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55652) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:29.471453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6c2c38c4-2e16-42b6-9ab8-ade3e73f38be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '5b8626dc-2397-44e1-88bf-d0011a3fe481', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:29.520656 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c2c38c4-2e16-42b6-9ab8-ade3e73f38be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.607533 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c2c38c4-2e16-42b6-9ab8-ade3e73f38be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.614214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c2c38c4-2e16-42b6-9ab8-ade3e73f38be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.647597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c38c4-2e16-42b6-9ab8-ade3e73f38be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b2fda7-822b-4cc1-ab56-eef20165a44e,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:29.653429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c2c38c4-2e16-42b6-9ab8-ade3e73f38be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.655127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6c2c38c4-2e16-42b6-9ab8-ade3e73f38be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1873336 Dec 08 22:09:29.657909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55656) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:29.665887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-43ad81e5-a0d0-4a3e-beba-e76ba50b2434 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '5b8626dc-2397-44e1-88bf-d0011a3fe481', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:29.726802 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43ad81e5-a0d0-4a3e-beba-e76ba50b2434 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.815108 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43ad81e5-a0d0-4a3e-beba-e76ba50b2434 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.821134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43ad81e5-a0d0-4a3e-beba-e76ba50b2434 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.858376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad81e5-a0d0-4a3e-beba-e76ba50b2434 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586dc04c-513c-4179-95ae-e3da7fc4a6f8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:29.882238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43ad81e5-a0d0-4a3e-beba-e76ba50b2434 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.886417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-43ad81e5-a0d0-4a3e-beba-e76ba50b2434 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2244337 Dec 08 22:09:29.886600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55660) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:29.892048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2bfbe4aa-7a06-4463-85ff-af36919ab221 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '5b8626dc-2397-44e1-88bf-d0011a3fe481', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:29.930433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4aa-7a06-4463-85ff-af36919ab221 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:29.934912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b75a032f-f253-4e78-aef0-c0acb8f6b00f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:09:29.994918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b75a032f-f253-4e78-aef0-c0acb8f6b00f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:29.995390 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.010300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4aa-7a06-4463-85ff-af36919ab221 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.015515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4aa-7a06-4463-85ff-af36919ab221 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.039606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4aa-7a06-4463-85ff-af36919ab221 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.043661 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2bfbe4aa-7a06-4463-85ff-af36919ab221 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532838 Dec 08 22:09:30.043661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbe4aa-7a06-4463-85ff-af36919ab221 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6d474a-4409-403f-b180-620b0d10fde9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:30.043990 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55664) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:30.044239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55666) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:30.049847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2fdf250e-0646-442b-92e0-9e5f85ce7a52 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '5b8626dc-2397-44e1-88bf-d0011a3fe481', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:30.080704 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-2fdf250e-0646-442b-92e0-9e5f85ce7a52 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Project 7dbeccb4e334452fb98baf5fad34accf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:09:30.085862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fdf250e-0646-442b-92e0-9e5f85ce7a52 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.095438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.128988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port b75a032f-f253-4e78-aef0-c0acb8f6b00f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b75a032f-f253-4e78-aef0-c0acb8f6b00f,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:30.134319 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.156768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fdf250e-0646-442b-92e0-9e5f85ce7a52 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.161044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fdf250e-0646-442b-92e0-9e5f85ce7a52 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.187969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=b75a032f-f253-4e78-aef0-c0acb8f6b00f,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:30.191410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf250e-0646-442b-92e0-9e5f85ce7a52 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef3f692-7061-4225-883e-811939377851,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:30.199809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9c71a29-3836-45a5-a6bf-4eed12d62b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.205567 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fdf250e-0646-442b-92e0-9e5f85ce7a52 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.206786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2fdf250e-0646-442b-92e0-9e5f85ce7a52 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616230 Dec 08 22:09:30.209857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55670) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:30.214631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3a2e8641-0836-4755-8900-f995e5621b40 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': '5b8626dc-2397-44e1-88bf-d0011a3fe481', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:30.239600 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-3a2e8641-0836-4755-8900-f995e5621b40 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Project 7dbeccb4e334452fb98baf5fad34accf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:09:30.245066 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8641-0836-4755-8900-f995e5621b40 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.291530 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9c71a29-3836-45a5-a6bf-4eed12d62b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.296095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e9c71a29-3836-45a5-a6bf-4eed12d62b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.319603 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8641-0836-4755-8900-f995e5621b40 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.324705 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8641-0836-4755-8900-f995e5621b40 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.338841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e9c71a29-3836-45a5-a6bf-4eed12d62b66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18db54dde1844c37b84e50ed96dc1742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900684 Dec 08 22:09:30.338841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c71a29-3836-45a5-a6bf-4eed12d62b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a528349e-2f07-4994-ae95-bea4be01dd57,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:30.340157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55672) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:30.350559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e8641-0836-4755-8900-f995e5621b40 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bfc25c-076a-4eb1-b6f7-96e7c3d422db,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:30.359221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8641-0836-4755-8900-f995e5621b40 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.361081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a2e8641-0836-4755-8900-f995e5621b40 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501729 Dec 08 22:09:30.402863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38e11909-3224-45fe-b77c-c5caf1cb26e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.426842 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38e11909-3224-45fe-b77c-c5caf1cb26e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.477525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38e11909-3224-45fe-b77c-c5caf1cb26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.480886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-38e11909-3224-45fe-b77c-c5caf1cb26e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.482073 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-38e11909-3224-45fe-b77c-c5caf1cb26e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a528349e-2f07-4994-ae95-bea4be01dd57 HTTP/1.1" status: 204 len: 168 time: 0.1410022 Dec 08 22:09:30.491467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e11909-3224-45fe-b77c-c5caf1cb26e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a528349e-2f07-4994-ae95-bea4be01dd57,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:30.581069 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-ec88e7bf-a938-4731-8495-daff1e0c08b4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562182979&fields=id&tenant_id=7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 267 time: 0.0416045 Dec 08 22:09:30.616294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29ffd8-191d-4bbc-b7c9-c191c6b77d1a None None] Network a0433181-8178-4db1-b477-3ed8b39d4c54 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:09:30.676945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d63e9d1a-82bb-4945-8ef3-f153f9050696 None None] Provisioning complete for port b75a032f-f253-4e78-aef0-c0acb8f6b00f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:30.677325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d1a-82bb-4945-8ef3-f153f9050696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.697904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-4d19c1bd-0f7b-44ad-8c2f-42ed6b9ab497 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:30.700711 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-4d19c1bd-0f7b-44ad-8c2f-42ed6b9ab497 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/networks?id=a0433181-8178-4db1-b477-3ed8b39d4c54 HTTP/1.1" status: 200 len: 796 time: 0.1130338 Dec 08 22:09:30.717339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-e5a3216b-e213-4494-ab9d-9492582c28a4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/quotas/7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 375 time: 0.0103631 Dec 08 22:09:30.784991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55690) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:30.785364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-b2876ffb-3972-44a8-8199-63cfeb0f85be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0602248 Dec 08 22:09:30.799064 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15bc9a95-baa9-4e6b-b992-00b1cbb291f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.889640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15bc9a95-baa9-4e6b-b992-00b1cbb291f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.894096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-34113e79-3967-43dd-b181-daa4ca56496e service neutron] 10.222.0.21 "GET /v2.0/networks/a0433181-8178-4db1-b477-3ed8b39d4c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944819 Dec 08 22:09:30.894366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15bc9a95-baa9-4e6b-b992-00b1cbb291f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:30.937369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-15bc9a95-baa9-4e6b-b992-00b1cbb291f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c62785d40c7c4aad8b1b05aaf09a9bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481984 Dec 08 22:09:30.937369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc9a95-baa9-4e6b-b992-00b1cbb291f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264de4f6-16d6-4386-a662-c51c43de5038,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:30.938691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55694) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:30.995001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84a3bb4e-fdf3-4895-9594-5b02a74c93f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:31.018195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-3b8f73f2-30c3-4f33-baf2-72a572506198 service neutron] 10.222.0.21 "GET /v2.0/networks/a0433181-8178-4db1-b477-3ed8b39d4c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170483 Dec 08 22:09:31.023850 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84a3bb4e-fdf3-4895-9594-5b02a74c93f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:31.071625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84a3bb4e-fdf3-4895-9594-5b02a74c93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:31.074778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84a3bb4e-fdf3-4895-9594-5b02a74c93f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:31.075922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-84a3bb4e-fdf3-4895-9594-5b02a74c93f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/264de4f6-16d6-4386-a662-c51c43de5038 HTTP/1.1" status: 204 len: 168 time: 0.1360822 Dec 08 22:09:31.083724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3bb4e-fdf3-4895-9594-5b02a74c93f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264de4f6-16d6-4386-a662-c51c43de5038,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:31.152893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6a0b6768-4860-4009-863c-810ce1176ee8 None None] Provisioning complete for port b75a032f-f253-4e78-aef0-c0acb8f6b00f triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:31.153829 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6768-4860-4009-863c-810ce1176ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:31.197784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6014b734-ef5e-4733-b6e1-007c2a23ea6f req-e554cf6c-328f-4679-8f53-201f5205c4be tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Dec 08 22:09:31.834220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b75a032f-f253-4e78-aef0-c0acb8f6b00f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:09:31.882223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b75a032f-f253-4e78-aef0-c0acb8f6b00f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:31.882666 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:32.148661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-1afdebcf-5a11-4bef-b798-9fc9c33e5fab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:32.150585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-1afdebcf-5a11-4bef-b798-9fc9c33e5fab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "GET /v2.0/networks?id=a0433181-8178-4db1-b477-3ed8b39d4c54 HTTP/1.1" status: 200 len: 796 time: 0.1310949 Dec 08 22:09:32.201001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-5a2548aa-7b75-464f-810d-eee8b93ebbe7 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 473 time: 0.0411968 Dec 08 22:09:32.212055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'port': {'device_id': '54121538-1755-4afa-ae01-3905482bf6f5', 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54', 'admin_state_up': True, 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'security_groups': ['5b8626dc-2397-44e1-88bf-d0011a3fe481']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:32.307848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ff22eb65-1fbc-41e3-aca8-999de8b6dba0 req-0c890a5f-771e-461b-8382-9d1505c6a9db tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 210 time: 0.0350657 Dec 08 22:09:32.356228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:09:32.360040 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:32.483604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.20.0.28 (a0433181-8178-4db1-b477-3ed8b39d4c54/7c3ee039-17e1-42c2-bb6c-2f14aa3f558e/bf6c6c33-0eec-4539-abb5-c1e32a8da26b) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:32.625436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:32.660484 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:32.702157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network a0433181-8178-4db1-b477-3ed8b39d4c54 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:32.705124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:32.708725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:32.717605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:32.768207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:32.768928 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:32.787565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-93df862b-4221-4e9c-8c55-766d17d9848a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5794480 Dec 08 22:09:32.800943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Request body: {'port': {'device_id': '54121538-1755-4afa-ae01-3905482bf6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:32.870422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:32.986032 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8eefff6f-8f62-433b-a040-3df9f5f71b73 None None] Provisioning complete for port bf6c6c33-0eec-4539-abb5-c1e32a8da26b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:32.986988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8eefff6f-8f62-433b-a040-3df9f5f71b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:33.026424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8eefff6f-8f62-433b-a040-3df9f5f71b73 None None] Port bf6c6c33-0eec-4539-abb5-c1e32a8da26b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:09:33.160534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6c6c33-0eec-4539-abb5-c1e32a8da26b {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:09:33.168177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:33.179679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Transition to ACTIVE for port object bf6c6c33-0eec-4539-abb5-c1e32a8da26b will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:09:33.183831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:33.234521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Pushing event updated for resources: {'Port': ['ID=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:33.303302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Attempting to bind port bf6c6c33-0eec-4539-abb5-c1e32a8da26b on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:09:33.303632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Attempting to bind port bf6c6c33-0eec-4539-abb5-c1e32a8da26b by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:09:33.303958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Attempting to bind port bf6c6c33-0eec-4539-abb5-c1e32a8da26b on network a0433181-8178-4db1-b477-3ed8b39d4c54 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:33.309072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Port bf6c6c33-0eec-4539-abb5-c1e32a8da26b on network a0433181-8178-4db1-b477-3ed8b39d4c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:09:33.309458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Attempting to bind port bf6c6c33-0eec-4539-abb5-c1e32a8da26b on network a0433181-8178-4db1-b477-3ed8b39d4c54 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:33.314608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:09:33.315075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Checking segment: {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:33.315545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Bound using segment: {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:09:33.316077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Bound port: bf6c6c33-0eec-4539-abb5-c1e32a8da26b, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:09:33.316541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:33.409803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] For port bf6c6c33-0eec-4539-abb5-c1e32a8da26b, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:33.441949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] For port bf6c6c33-0eec-4539-abb5-c1e32a8da26b, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:09:33.452045 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:33.491674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:33.492474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:33.494069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] 10.222.0.23 "PUT /v2.0/ports/bf6c6c33-0eec-4539-abb5-c1e32a8da26b HTTP/1.1" status: 200 len: 1092 time: 0.6975760 Dec 08 22:09:33.497341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54121538-1755-4afa-ae01-3905482bf6f5', 'tag': 'bf6c6c33-0eec-4539-abb5-c1e32a8da26b'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:09:33.500508 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4" -d '{"events": [{"name": "network-changed", "server_uuid": "54121538-1755-4afa-ae01-3905482bf6f5", "tag": "bf6c6c33-0eec-4539-abb5-c1e32a8da26b"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:09:33.514356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0528-7f72-4a8c-b9ef-9c77946ed3b6 req-bf049308-0558-42c1-bea4-87697c718c23 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:33.516478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b3ec0528-7f72-4a8c-b9ef-9c77946ed3b6 req-bf049308-0558-42c1-bea4-87697c718c23 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 944 time: 0.1235545 Dec 08 22:09:33.573116 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb7672-9a25-4124-a99d-03c0c69d72c6 x-openstack-request-id: req-77cb7672-9a25-4124-a99d-03c0c69d72c6 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:09:33.573611 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54121538-1755-4afa-ae01-3905482bf6f5", "tag": "bf6c6c33-0eec-4539-abb5-c1e32a8da26b", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:09:33.574406 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77cb7672-9a25-4124-a99d-03c0c69d72c6 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:09:33.574830 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54121538-1755-4afa-ae01-3905482bf6f5', 'tag': 'bf6c6c33-0eec-4539-abb5-c1e32a8da26b', 'status': 'completed', 'code': 200} Dec 08 22:09:33.591510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967a650-d0e9-42c2-af30-4e1f72d7bdef service neutron] Pushing event updated for resources: {'Port': ['ID=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:33.623932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b3ec0528-7f72-4a8c-b9ef-9c77946ed3b6 req-ab480f63-5cb5-4dc4-953b-d185aa8abaf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900450 Dec 08 22:09:33.628682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-5069f927-d449-4231-ba8a-b4245fe3e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:33.630173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-5069f927-d449-4231-ba8a-b4245fe3e9a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 1095 time: 0.0824940 Dec 08 22:09:33.680643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-75ea707a-fb68-48d6-8d80-6e7b9c36435a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bf6c6c33-0eec-4539-abb5-c1e32a8da26b HTTP/1.1" status: 200 len: 217 time: 0.0419462 Dec 08 22:09:33.730382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-ffe86db9-b269-4139-b703-085c944e5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:33.731856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-ffe86db9-b269-4139-b703-085c944e5463 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c3ee039-17e1-42c2-bb6c-2f14aa3f558e HTTP/1.1" status: 200 len: 838 time: 0.0445766 Dec 08 22:09:33.777909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-cb35d0d9-0575-4e5e-888b-c2578e5f34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:33.779416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-cb35d0d9-0575-4e5e-888b-c2578e5f34be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0433181-8178-4db1-b477-3ed8b39d4c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405014 Dec 08 22:09:34.144705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-291b62da-8c93-4bc4-a1ae-956441b144e7 service neutron] 10.222.0.23 "GET /v2.0/networks/a0433181-8178-4db1-b477-3ed8b39d4c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581071 Dec 08 22:09:34.245122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc1e8575-4456-4199-bcdc-20eb41a9da9c req-91c56506-fbcb-46f3-bd7f-37c5b96f7c0a service neutron] 10.222.0.23 "GET /v2.0/networks/a0433181-8178-4db1-b477-3ed8b39d4c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926032 Dec 08 22:09:34.341667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-411fe900-8a52-42cb-86d3-2f3b0e6e460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:34.343202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-411fe900-8a52-42cb-86d3-2f3b0e6e460a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 1095 time: 0.0453112 Dec 08 22:09:34.430298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-0a20cc76-666d-4b63-9171-c4111dd47dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:34.431794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-0a20cc76-666d-4b63-9171-c4111dd47dcd service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0433181-8178-4db1-b477-3ed8b39d4c54 HTTP/1.1" status: 200 len: 897 time: 0.0820901 Dec 08 22:09:34.475225 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-8706a755-58eb-4a13-995c-5421539821d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bf6c6c33-0eec-4539-abb5-c1e32a8da26b HTTP/1.1" status: 200 len: 217 time: 0.0338123 Dec 08 22:09:34.529291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-23c89bad-9624-4037-bd43-e253c50fa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:34.530661 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-23c89bad-9624-4037-bd43-e253c50fa031 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c3ee039-17e1-42c2-bb6c-2f14aa3f558e HTTP/1.1" status: 200 len: 838 time: 0.0479488 Dec 08 22:09:34.576063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-f131eec6-c0f4-496d-8078-9ca260d0be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:34.577534 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-f131eec6-c0f4-496d-8078-9ca260d0be7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0433181-8178-4db1-b477-3ed8b39d4c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390937 Dec 08 22:09:34.668373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-236abcf5-c5cc-4c36-988d-1817db84f97e service neutron] 10.222.0.23 "GET /v2.0/networks/a0433181-8178-4db1-b477-3ed8b39d4c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817084 Dec 08 22:09:34.789712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e530d9-ff7b-46e5-89fa-e567edf17717 req-ca49b84a-2546-4c1e-bbb3-6e8865372d07 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:34.791125 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05e530d9-ff7b-46e5-89fa-e567edf17717 req-ca49b84a-2546-4c1e-bbb3-6e8865372d07 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 944 time: 0.0943460 Dec 08 22:09:34.811737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ccdadd6-44e0-4f78-858e-a46a4f8e41a4 req-5095a384-208f-4801-b299-9d779975fbc2 service neutron] 10.222.0.23 "GET /v2.0/networks/a0433181-8178-4db1-b477-3ed8b39d4c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365666 Dec 08 22:09:34.843257 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05e530d9-ff7b-46e5-89fa-e567edf17717 req-8c058138-ab35-4f23-b7ec-1774e057a1f7 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Dec 08 22:09:35.135711 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:09:35.592147 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6fe7562e-af80-4106-b09c-572acd08efcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:35.960800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16752cd-5c46-413e-9af7-2835d0ed9657 req-595dc57d-cd45-4a46-b905-101ce9831e71 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:35.964908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c16752cd-5c46-413e-9af7-2835d0ed9657 req-595dc57d-cd45-4a46-b905-101ce9831e71 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 944 time: 0.0490506 Dec 08 22:09:36.003823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c16752cd-5c46-413e-9af7-2835d0ed9657 req-beea91b6-266d-4194-bd2f-353148f7dbc4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Dec 08 22:09:36.563152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dae890-fc5f-41cd-863e-a68b8238c1f3 req-078392e2-a096-44fe-90a4-aca2649ff437 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:36.564720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46dae890-fc5f-41cd-863e-a68b8238c1f3 req-078392e2-a096-44fe-90a4-aca2649ff437 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1096 time: 0.0413265 Dec 08 22:09:36.583323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-46dae890-fc5f-41cd-863e-a68b8238c1f3 req-12afe9f6-4738-4d5c-9e16-378d4f15d575 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:36.656218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-46dae890-fc5f-41cd-863e-a68b8238c1f3 req-12afe9f6-4738-4d5c-9e16-378d4f15d575 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:36.659875 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-46dae890-fc5f-41cd-863e-a68b8238c1f3 req-12afe9f6-4738-4d5c-9e16-378d4f15d575 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:36.679625 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-46dae890-fc5f-41cd-863e-a68b8238c1f3 req-12afe9f6-4738-4d5c-9e16-378d4f15d575 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088197 Dec 08 22:09:36.691305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afe9f6-4738-4d5c-9e16-378d4f15d575 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21545edc-de79-45ad-bddd-95a957ffeb0d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:36.804433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903e001-75fc-4ef0-8d8e-7aa8fe96ed9f req-eae01585-3516-4896-97ea-86044a98ffa5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:36.805788 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f903e001-75fc-4ef0-8d8e-7aa8fe96ed9f req-eae01585-3516-4896-97ea-86044a98ffa5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0559323 Dec 08 22:09:36.843043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f903e001-75fc-4ef0-8d8e-7aa8fe96ed9f req-a0fb2f83-d6e9-4260-9125-5f35f0ccc2b3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309477 Dec 08 22:09:36.844095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device bf6c6c33-0eec-4539-abb5-c1e32a8da26b details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:09:36.868355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55840) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:36.933178 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8294d757-6477-4b54-8850-ad949847ea6e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/259ab06c-7622-4a5a-a417-a6dced3552c7 HTTP/1.1" status: 200 len: 993 time: 0.0635049 Dec 08 22:09:36.945445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port bf6c6c33-0eec-4539-abb5-c1e32a8da26b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:36.958619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'bf6c6c33-0eec-4539-abb5-c1e32a8da26b', 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54', 'port_id': 'bf6c6c33-0eec-4539-abb5-c1e32a8da26b', 'mac_address': 'fa:16:3e:b2:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3ee039-17e1-42c2-bb6c-2f14aa3f558e', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:09:37.003189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:37.015965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6c6c33-0eec-4539-abb5-c1e32a8da26b {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:09:37.037636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port bf6c6c33-0eec-4539-abb5-c1e32a8da26b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:37.042036 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:37.093942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:37.136726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960a15f-cd56-4333-a8b4-4a094f81908e req-bab563ec-6e3e-46a0-b084-32b7494eb9a9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:37.139109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6960a15f-cd56-4333-a8b4-4a094f81908e req-bab563ec-6e3e-46a0-b084-32b7494eb9a9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 945 time: 0.0511858 Dec 08 22:09:37.184434 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6960a15f-cd56-4333-a8b4-4a094f81908e req-14148d85-2564-480b-8522-8d9f19d08cf5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381911 Dec 08 22:09:37.250655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-a612297c-c321-4419-a12f-c86e70be0ea4 req-50696ec5-c818-4cf0-8a0f-4cf9bae1232c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:37.251668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a612297c-c321-4419-a12f-c86e70be0ea4 req-50696ec5-c818-4cf0-8a0f-4cf9bae1232c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054004 Dec 08 22:09:37.281072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['bf6c6c33-0eec-4539-abb5-c1e32a8da26b'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:09:37.575356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55860) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:37.629467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9d572-50e4-4969-9628-aafbf29a008b req-0fac7033-e0bf-4730-9aa5-b3bca35d7e4c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:37.630998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cb9d572-50e4-4969-9628-aafbf29a008b req-0fac7033-e0bf-4730-9aa5-b3bca35d7e4c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0493329 Dec 08 22:09:37.671300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cb9d572-50e4-4969-9628-aafbf29a008b req-a46fd070-187e-4709-ae86-db8925b1fe58 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327890 Dec 08 22:09:37.724471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-5dbeeb78-0602-4546-95fa-a8ba313996a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479139 Dec 08 22:09:37.733621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-ede17252-a75c-4247-8430-828ae259dca0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:09:37.734589 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-ede17252-a75c-4247-8430-828ae259dca0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050302 Dec 08 22:09:38.294780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7ae51b60-60fa-4725-a0ec-19affce055da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:38.345675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e2b57-63f4-4ef2-9124-d47ce14e916d req-132dd2b0-414c-4097-b15a-8abae914416b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:38.347840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-884e2b57-63f4-4ef2-9124-d47ce14e916d req-132dd2b0-414c-4097-b15a-8abae914416b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 945 time: 0.0643933 Dec 08 22:09:38.404215 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-884e2b57-63f4-4ef2-9124-d47ce14e916d req-49bce3b8-1df3-4580-9d6f-24cca74c68d5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483611 Dec 08 22:09:38.651036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55904) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:38.785058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd33c7a5-7bd1-4f2b-980b-801d949ecd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:38.819761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84962d-b920-4d9d-b358-8b3f413cc9b6 req-a0cce19a-d1d2-4043-ba74-d318d65e2255 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:38.821237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da84962d-b920-4d9d-b358-8b3f413cc9b6 req-a0cce19a-d1d2-4043-ba74-d318d65e2255 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0813389 Dec 08 22:09:38.836251 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:38.858114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device bf6c6c33-0eec-4539-abb5-c1e32a8da26b up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:09:38.880194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-da84962d-b920-4d9d-b358-8b3f413cc9b6 req-85f9b296-9418-467e-ac79-25e0303b5262 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513883 Dec 08 22:09:38.909674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd33c7a5-7bd1-4f2b-980b-801d949ecd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:38.919973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port bf6c6c33-0eec-4539-abb5-c1e32a8da26b completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:09:38.920892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd33c7a5-7bd1-4f2b-980b-801d949ecd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:38.924121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port bf6c6c33-0eec-4539-abb5-c1e32a8da26b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:38.924121 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:38.960847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dd33c7a5-7bd1-4f2b-980b-801d949ecd59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd21959e6ee54c1fb11deb87e4b78582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086705 Dec 08 22:09:38.962083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33c7a5-7bd1-4f2b-980b-801d949ecd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8051a4e8-bed2-4696-97ad-a89e3aca6fd2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:38.963681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55910) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:39.011531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.033948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54121538-1755-4afa-ae01-3905482bf6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6c6c33-0eec-4539-abb5-c1e32a8da26b'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:09:39.036313 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd37a1a7-daea-43bb-8a60-b8942f360c19" -d '{"events": [{"server_uuid": "54121538-1755-4afa-ae01-3905482bf6f5", "name": "network-vif-plugged", "status": "completed", "tag": "bf6c6c33-0eec-4539-abb5-c1e32a8da26b"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:09:39.043070 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64804cc9-7240-4332-9940-2d8af33b31c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.054680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port bf6c6c33-0eec-4539-abb5-c1e32a8da26b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:39.060312 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.073364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64804cc9-7240-4332-9940-2d8af33b31c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.085551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-a3fe259d-12fd-4c7d-9021-3c4bd50be22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:39.087362 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-a3fe259d-12fd-4c7d-9021-3c4bd50be22f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1096 time: 0.0758533 Dec 08 22:09:39.109337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:39.190398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64804cc9-7240-4332-9940-2d8af33b31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.192925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64804cc9-7240-4332-9940-2d8af33b31c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.203143 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-64804cc9-7240-4332-9940-2d8af33b31c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8051a4e8-bed2-4696-97ad-a89e3aca6fd2 HTTP/1.1" status: 204 len: 168 time: 0.2331405 Dec 08 22:09:39.226403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64804cc9-7240-4332-9940-2d8af33b31c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8051a4e8-bed2-4696-97ad-a89e3aca6fd2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:39.226703 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1170e766-150a-40ea-a5f7-9d05ab4579c7 x-openstack-request-id: req-1170e766-150a-40ea-a5f7-9d05ab4579c7 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:09:39.227030 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54121538-1755-4afa-ae01-3905482bf6f5", "name": "network-vif-plugged", "status": "completed", "tag": "bf6c6c33-0eec-4539-abb5-c1e32a8da26b", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:09:39.227286 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1170e766-150a-40ea-a5f7-9d05ab4579c7 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:09:39.227691 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54121538-1755-4afa-ae01-3905482bf6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6c6c33-0eec-4539-abb5-c1e32a8da26b', 'code': 200} Dec 08 22:09:39.231451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-f634e85a-b6b6-45df-a39b-415999ae369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:39.240481 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-f634e85a-b6b6-45df-a39b-415999ae369f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 898 time: 0.1436751 Dec 08 22:09:39.312692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-26d8c91d-1de8-49c3-8d3c-e15a32aaf56f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 1001 time: 0.0627618 Dec 08 22:09:39.334809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9e55f-9810-4ca3-a8ba-9e7f7b8d48fa req-fcaf6739-c69e-4014-b871-87d2b84a83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:39.336310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95f9e55f-9810-4ca3-a8ba-9e7f7b8d48fa req-fcaf6739-c69e-4014-b871-87d2b84a83ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0456591 Dec 08 22:09:39.362444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-23eced93-e2ec-44a7-a146-74a0508ace4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:39.364196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-23eced93-e2ec-44a7-a146-74a0508ace4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0454841 Dec 08 22:09:39.373401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95f9e55f-9810-4ca3-a8ba-9e7f7b8d48fa req-d339f427-fe6b-4f74-9489-452b7788e67e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296929 Dec 08 22:09:39.416327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-5ab9211a-5b5f-499c-ac60-bd8078ebd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:39.418113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-5ab9211a-5b5f-499c-ac60-bd8078ebd223 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465999 Dec 08 22:09:39.454376 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.482994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 55922) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:39.501603 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2c2328e-9cea-4123-b383-93941e9ca6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.515575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.527160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af87bc2-bb91-4372-b061-aa4b35802f35 req-a391237e-c44f-4727-b756-ad39836d0689 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:39.529323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6af87bc2-bb91-4372-b061-aa4b35802f35 req-a391237e-c44f-4727-b756-ad39836d0689 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0516641 Dec 08 22:09:39.558123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-414bde36-9141-447a-86ca-9012bd1dbbbf service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330266 Dec 08 22:09:39.567630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6af87bc2-bb91-4372-b061-aa4b35802f35 req-2b866d1d-005d-4ada-b58a-9919cf50d819 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Dec 08 22:09:39.674172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2c2328e-9cea-4123-b383-93941e9ca6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.684629 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c2c2328e-9cea-4123-b383-93941e9ca6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.707158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-1ac8a3ec-35fd-4acf-90b7-95242e1e326c service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424193 Dec 08 22:09:39.730105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c2c2328e-9cea-4123-b383-93941e9ca6bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb50373e6a214f60913372d58d04e427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445724 Dec 08 22:09:39.731129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2328e-9cea-4123-b383-93941e9ca6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb5400-2047-4735-8cfc-3652bd071be5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:39.733672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 55930) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:39.789193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-186737d5-8f0a-4b1e-8424-fc52902c92a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.811458 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-186737d5-8f0a-4b1e-8424-fc52902c92a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.862544 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-186737d5-8f0a-4b1e-8424-fc52902c92a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.865359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-186737d5-8f0a-4b1e-8424-fc52902c92a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:39.866500 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-186737d5-8f0a-4b1e-8424-fc52902c92a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3eb5400-2047-4735-8cfc-3652bd071be5 HTTP/1.1" status: 204 len: 168 time: 0.1318116 Dec 08 22:09:39.874914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186737d5-8f0a-4b1e-8424-fc52902c92a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb5400-2047-4735-8cfc-3652bd071be5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:40.004859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db387590-90e0-439f-a991-eb8c514297c1 req-d7079d94-4c85-4b41-9ef9-12ab5d4389de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:40.006363 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db387590-90e0-439f-a991-eb8c514297c1 req-d7079d94-4c85-4b41-9ef9-12ab5d4389de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0524831 Dec 08 22:09:40.048741 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db387590-90e0-439f-a991-eb8c514297c1 req-75a2530f-ff53-4a2a-a460-9f3cafac513f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353711 Dec 08 22:09:40.103768 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:40.689797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f3739-a48e-4677-8b65-4bd086f0e139 req-485300da-171b-4a24-bac7-2d00817a88fe tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:40.692063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-756f3739-a48e-4677-8b65-4bd086f0e139 req-485300da-171b-4a24-bac7-2d00817a88fe tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0543053 Dec 08 22:09:40.743103 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-756f3739-a48e-4677-8b65-4bd086f0e139 req-ecc62197-edd4-4f3b-81ce-bc189864742c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450969 Dec 08 22:09:40.866341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a4b9-3eec-402f-a6cc-2ce45289b0d3 req-78c9e986-de89-404e-9a2c-6256aa1785fe tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:40.868125 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb89a4b9-3eec-402f-a6cc-2ce45289b0d3 req-78c9e986-de89-404e-9a2c-6256aa1785fe tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0627730 Dec 08 22:09:40.938585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eb89a4b9-3eec-402f-a6cc-2ce45289b0d3 req-7d415852-8086-4dd1-add4-5d59445f805b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570431 Dec 08 22:09:41.005924 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:41.200097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b3bf-5676-45ed-89a7-da1dc7c65e9e req-9363dd20-0658-47d5-a0f1-98cc8f27e216 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:41.201679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4144b3bf-5676-45ed-89a7-da1dc7c65e9e req-9363dd20-0658-47d5-a0f1-98cc8f27e216 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0601137 Dec 08 22:09:41.245463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4144b3bf-5676-45ed-89a7-da1dc7c65e9e req-f033320d-d1f2-4fa9-a55f-2e80196233f1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361359 Dec 08 22:09:42.377252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45b6f5-8dc5-4f73-a096-fa75c6b9f114 req-f8032aa3-3cab-4fdd-831b-d493bebce340 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:42.385658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a45b6f5-8dc5-4f73-a096-fa75c6b9f114 req-f8032aa3-3cab-4fdd-831b-d493bebce340 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0683358 Dec 08 22:09:42.414199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56066) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:42.432046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a45b6f5-8dc5-4f73-a096-fa75c6b9f114 req-d190a396-96c0-4258-9365-4fda6ab295d2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 Dec 08 22:09:42.888120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:43.238537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.20.0.17 (a0433181-8178-4db1-b477-3ed8b39d4c54/7c3ee039-17e1-42c2-bb6c-2f14aa3f558e/c9d71f65-8503-4134-a6c0-1efd26e144e9) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:09:43.379242 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:43.424143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:43.476594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network a0433181-8178-4db1-b477-3ed8b39d4c54 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:43.480154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:43.484280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:09:43.526742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=c9d71f65-8503-4134-a6c0-1efd26e144e9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:43.565773 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:43.746152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889ba3d-e20b-4153-abb4-bc1d35649e16 req-4bc33355-2b57-48f3-9824-fa6e8ca7a28a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:43.748217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e889ba3d-e20b-4153-abb4-bc1d35649e16 req-4bc33355-2b57-48f3-9824-fa6e8ca7a28a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.1604207 Dec 08 22:09:43.777864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e611d41c-496c-4225-8b63-44e42d938bc2 None None] Provisioning complete for port c9d71f65-8503-4134-a6c0-1efd26e144e9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:43.778348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e611d41c-496c-4225-8b63-44e42d938bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:43.819488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e611d41c-496c-4225-8b63-44e42d938bc2 None None] Port c9d71f65-8503-4134-a6c0-1efd26e144e9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:09:43.831717 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e889ba3d-e20b-4153-abb4-bc1d35649e16 req-2ec8a417-1b5d-4663-9821-615f21d033e1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607953 Dec 08 22:09:43.864405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:44.559386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:44.565587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:44.641820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=c9d71f65-8503-4134-a6c0-1efd26e144e9,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:44.646951 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:44.751624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network a0433181-8178-4db1-b477-3ed8b39d4c54 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:09:44.753718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:09:44.943491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router af33355b-5f63-4be7-9458-b85236928beb has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:09:45.029592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b99dd-31e9-4e79-ba05-e6a9a50396e2 req-72baffa8-e661-4426-818f-80ff8588640f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:45.032108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e8b99dd-31e9-4e79-ba05-e6a9a50396e2 req-72baffa8-e661-4426-818f-80ff8588640f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0906394 Dec 08 22:09:45.051996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d15afa2d-9327-482c-b08d-83bd709b67db None None] Provisioning complete for port c9d71f65-8503-4134-a6c0-1efd26e144e9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:45.052965 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d15afa2d-9327-482c-b08d-83bd709b67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:45.084982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8e8b99dd-31e9-4e79-ba05-e6a9a50396e2 req-af1425cf-a213-44ed-a661-c4d81c7141c2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461400 Dec 08 22:09:45.095199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:09:45.102744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2aae25c6-759a-482e-b6ee-fb9161ea984b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "PUT /v2.0/routers/af33355b-5f63-4be7-9458-b85236928beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6861997 Dec 08 22:09:45.111331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Sync routers for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:09:45.134498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:09:45.135163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:09:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:45.137683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d15afa2d-9327-482c-b08d-83bd709b67db None None] Port c9d71f65-8503-4134-a6c0-1efd26e144e9 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:09:45.248912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:09:45.503334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:09:43Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:54Z', 'revision_number': 1, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d71f65-8503-4134-a6c0-1efd26e144e9', 'name': '', 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:36:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7c3ee039-17e1-42c2-bb6c-2f14aa3f558e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:09:43Z', 'updated_at': '2021-12-08T22:09:44Z', 'revision_number': 2, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '7c3ee039-17e1-42c2-bb6c-2f14aa3f558e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:45.535748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Checking router: af33355b-5f63-4be7-9458-b85236928beb for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:09:45.536113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Updating router af33355b-5f63-4be7-9458-b85236928beb port c9d71f65-8503-4134-a6c0-1efd26e144e9 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:09:45.561395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:45.860134 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:45.866928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:45.919424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bccc1-4909-4949-bef1-e2776e519bce None None] Pushing event updated for resources: {'Port': ['ID=c9d71f65-8503-4134-a6c0-1efd26e144e9,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:45.976404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Attempting to bind port c9d71f65-8503-4134-a6c0-1efd26e144e9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:09:45.976962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Attempting to bind port c9d71f65-8503-4134-a6c0-1efd26e144e9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:09:45.977339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Attempting to bind port c9d71f65-8503-4134-a6c0-1efd26e144e9 on network a0433181-8178-4db1-b477-3ed8b39d4c54 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:45.984146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:09:45.984532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Checking segment: {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:45.984943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:45.985342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Bound using segment: {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:09:45.985814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Bound port: c9d71f65-8503-4134-a6c0-1efd26e144e9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:09:45.986196 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:46.056067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] For port c9d71f65-8503-4134-a6c0-1efd26e144e9, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:46.060006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] For port c9d71f65-8503-4134-a6c0-1efd26e144e9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c9d71f65-8503-4134-a6c0-1efd26e144e9,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:09:46.069167 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:46.143991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:09:46.144888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:09:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:46.271316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:09:46.282867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7590a4a-1956-4392-833b-df5500e7d0d6 req-5cd6fe86-5729-4611-bb2f-66f397bc2e32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:46.286754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7590a4a-1956-4392-833b-df5500e7d0d6 req-5cd6fe86-5729-4611-bb2f-66f397bc2e32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.1029177 Dec 08 22:09:46.359154 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7590a4a-1956-4392-833b-df5500e7d0d6 req-66818197-47ec-4b52-8e29-0a98be60a335 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669241 Dec 08 22:09:46.388674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bccc1-4909-4949-bef1-e2776e519bce None None] Pushing event updated for resources: {'Port': ['ID=c9d71f65-8503-4134-a6c0-1efd26e144e9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:46.399184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0b030ea2-8025-4779-8889-6c6ab62b3ef3 None None] Provisioning complete for port c9d71f65-8503-4134-a6c0-1efd26e144e9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:46.399557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b030ea2-8025-4779-8889-6c6ab62b3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:46.733026 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b030ea2-8025-4779-8889-6c6ab62b3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:46.776262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0b030ea2-8025-4779-8889-6c6ab62b3ef3 None None] For port c9d71f65-8503-4134-a6c0-1efd26e144e9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c9d71f65-8503-4134-a6c0-1efd26e144e9,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:46.782336 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b030ea2-8025-4779-8889-6c6ab62b3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:46.792596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:09:43Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:54Z', 'revision_number': 1, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d71f65-8503-4134-a6c0-1efd26e144e9', 'name': '', 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:36:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7c3ee039-17e1-42c2-bb6c-2f14aa3f558e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:09:43Z', 'updated_at': '2021-12-08T22:09:46Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '7c3ee039-17e1-42c2-bb6c-2f14aa3f558e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:09:46.838084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c1cd3-cc0b-4fe5-b1ba-24b2384879bb None None] The sync data for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 is: [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:09:43Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:54Z', 'revision_number': 1, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d71f65-8503-4134-a6c0-1efd26e144e9', 'name': '', 'network_id': 'a0433181-8178-4db1-b477-3ed8b39d4c54', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:36:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '7c3ee039-17e1-42c2-bb6c-2f14aa3f558e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:09:43Z', 'updated_at': '2021-12-08T22:09:46Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '7c3ee039-17e1-42c2-bb6c-2f14aa3f558e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:09:46.860346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b030ea2-8025-4779-8889-6c6ab62b3ef3 None None] Pushing event updated for resources: {'Port': ['ID=c9d71f65-8503-4134-a6c0-1efd26e144e9,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:46.918587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fd6f11d9-51ba-4ba6-8e2f-dc50bd29838e None None] Provisioning complete for port c9d71f65-8503-4134-a6c0-1efd26e144e9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:46.919147 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd6f11d9-51ba-4ba6-8e2f-dc50bd29838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:47.501634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd447e-6905-4eeb-af6e-8bc7bf46e099 req-2046943a-b8c7-4640-ac62-eb64e20d4e78 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:47.503192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41dd447e-6905-4eeb-af6e-8bc7bf46e099 req-2046943a-b8c7-4640-ac62-eb64e20d4e78 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0565436 Dec 08 22:09:47.546309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41dd447e-6905-4eeb-af6e-8bc7bf46e099 req-bbe823e9-e0ae-4851-be88-6bd73a720958 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356386 Dec 08 22:09:47.889307 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c9d71f65-8503-4134-a6c0-1efd26e144e9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:09:47.937583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c9d71f65-8503-4134-a6c0-1efd26e144e9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:09:47.938057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:48.672573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8041d5-0d56-4240-9a43-df47bb8a7f58 req-4f66f9fc-3feb-47a8-a336-cfe9329b27bb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:48.674109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a8041d5-0d56-4240-9a43-df47bb8a7f58 req-4f66f9fc-3feb-47a8-a336-cfe9329b27bb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0526602 Dec 08 22:09:48.711998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a8041d5-0d56-4240-9a43-df47bb8a7f58 req-5cae9b93-725a-4a14-890e-86b993fc2c8d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317922 Dec 08 22:09:49.831849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1227f-a501-477c-820d-108b1effdb3b req-b27f5040-3d0f-4806-89e1-6397a1251259 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:49.833368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-afd1227f-a501-477c-820d-108b1effdb3b req-b27f5040-3d0f-4806-89e1-6397a1251259 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0513041 Dec 08 22:09:49.874437 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-afd1227f-a501-477c-820d-108b1effdb3b req-26cca229-c02f-43e7-826e-cd06f7708cb9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348353 Dec 08 22:09:50.994904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68a33-698a-414b-a3c9-b6b5d0f174fa req-babe96f8-4107-4576-b347-8cdb1d70a57f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:50.999167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70f68a33-698a-414b-a3c9-b6b5d0f174fa req-babe96f8-4107-4576-b347-8cdb1d70a57f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0557714 Dec 08 22:09:51.040512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70f68a33-698a-414b-a3c9-b6b5d0f174fa req-99394454-d581-469c-b8f8-c9e28ca89911 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370595 Dec 08 22:09:52.170433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b218-de51-44ef-9bc3-15a468a6adb0 req-c2e8f1b5-68c2-4045-9c63-1422ff9c2fbb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:52.171927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65e2b218-de51-44ef-9bc3-15a468a6adb0 req-c2e8f1b5-68c2-4045-9c63-1422ff9c2fbb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0541275 Dec 08 22:09:52.211292 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-65e2b218-de51-44ef-9bc3-15a468a6adb0 req-896b8f92-6a97-487b-a249-5893326f3ff6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Dec 08 22:09:53.334732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb2610-10e0-446d-a412-d09e541ea1bb req-e3550e61-d331-4487-8a4c-1f69c040a49e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:53.336883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-96cb2610-10e0-446d-a412-d09e541ea1bb req-e3550e61-d331-4487-8a4c-1f69c040a49e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0528016 Dec 08 22:09:53.377498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-96cb2610-10e0-446d-a412-d09e541ea1bb req-620bb4ff-7088-4148-a924-3ad445eb8506 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335886 Dec 08 22:09:53.431020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0d3d2-5784-4d10-8d63-79d92fc91e1d req-ba644229-2d71-44a2-b186-da9c9a1b8977 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:53.432579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83f0d3d2-5784-4d10-8d63-79d92fc91e1d req-ba644229-2d71-44a2-b186-da9c9a1b8977 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0694585 Dec 08 22:09:53.490378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-83f0d3d2-5784-4d10-8d63-79d92fc91e1d req-856f07aa-bc01-4d05-8851-c0d78e95fe20 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515087 Dec 08 22:09:54.492769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16c51f-5554-4473-8ec1-529de89524ee req-d03a7e77-c700-4fbf-bf97-1ea819d942cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:54.494140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd16c51f-5554-4473-8ec1-529de89524ee req-d03a7e77-c700-4fbf-bf97-1ea819d942cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0502050 Dec 08 22:09:54.543377 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd16c51f-5554-4473-8ec1-529de89524ee req-85a034ef-5490-4f43-a7a7-c88f41ae1c8a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Dec 08 22:09:54.639642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40165873-82d3-4112-8abc-fa56a444973c req-3fc12bd6-7a04-4662-b897-20add28182b6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:54.641503 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40165873-82d3-4112-8abc-fa56a444973c req-3fc12bd6-7a04-4662-b897-20add28182b6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0629191 Dec 08 22:09:54.687162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40165873-82d3-4112-8abc-fa56a444973c req-f238d106-3c9d-4749-805a-2a0f95077e03 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389109 Dec 08 22:09:55.673841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc602214-60b2-412d-a299-39232498c767 req-984665d9-45b7-4be2-95e1-6f2424ce7043 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:55.675299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc602214-60b2-412d-a299-39232498c767 req-984665d9-45b7-4be2-95e1-6f2424ce7043 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0547032 Dec 08 22:09:55.713391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc602214-60b2-412d-a299-39232498c767 req-108a83ca-7370-4b1c-bbca-bb6af93d497c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318687 Dec 08 22:09:55.818815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40363b-11e6-4c75-9a83-160ccfcc728a req-63eece65-52c4-42d8-ba61-dfc7020561ae tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:55.820318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc40363b-11e6-4c75-9a83-160ccfcc728a req-63eece65-52c4-42d8-ba61-dfc7020561ae tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0500543 Dec 08 22:09:55.865446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc40363b-11e6-4c75-9a83-160ccfcc728a req-375c5ea2-0414-4765-a9a4-fde61d4a052a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376971 Dec 08 22:09:56.841637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823943-5931-458f-acc7-1f68d86090fd req-9dc769c5-9013-4917-a383-ddfa78cdc43d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:56.844102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74823943-5931-458f-acc7-1f68d86090fd req-9dc769c5-9013-4917-a383-ddfa78cdc43d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0523312 Dec 08 22:09:56.896525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74823943-5931-458f-acc7-1f68d86090fd req-f2e91279-fdfc-42e0-a9a8-5208f2dd954b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420628 Dec 08 22:09:56.897739 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-30c9e437-e33b-4224-aef4-6fa7024344d7 service neutron] show failed (client error): The resource could not be found. Dec 08 22:09:56.898791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-30c9e437-e33b-4224-aef4-6fa7024344d7 service neutron] 10.222.0.37 "GET /v2.0/ports/7c89ed28-0fc9-433c-bfaf-37240b163d64/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0670168 Dec 08 22:09:57.091247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ffa98-47b4-4b1e-a4ff-d657fc7db3c1 req-2997466c-dac8-4bc3-9a43-dcbb9f66fe30 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:57.092953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-694ffa98-47b4-4b1e-a4ff-d657fc7db3c1 req-2997466c-dac8-4bc3-9a43-dcbb9f66fe30 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0746727 Dec 08 22:09:57.160002 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-694ffa98-47b4-4b1e-a4ff-d657fc7db3c1 req-9e1e0219-e3cd-491c-a5b3-6b404fab7baa tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601547 Dec 08 22:09:57.235981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-dbc28b3f-a552-4d9d-a8a3-43efe0fa5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:57.237505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-dbc28b3f-a552-4d9d-a8a3-43efe0fa5546 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 1096 time: 0.0858774 Dec 08 22:09:57.251441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:09:57.308306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:57.513344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:09:57.545799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:57.591211 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:57.593024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:09:57.595714 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44119960-24ec-4ab4-b1e3-15784ac48b8a" -d '{"events": [{"server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "name": "network-vif-unplugged", "status": "completed", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:09:57.608267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Transition to ACTIVE for port object 7c89ed28-0fc9-433c-bfaf-37240b163d64 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:09:57.619949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:57.653043 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37383d-4af7-4102-b769-0db8acf1324b x-openstack-request-id: req-5a37383d-4af7-4102-b769-0db8acf1324b {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:09:57.653341 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "name": "network-vif-unplugged", "status": "completed", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:09:57.653596 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a37383d-4af7-4102-b769-0db8acf1324b {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:09:57.653998 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'code': 200} Dec 08 22:09:57.723993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:57.753350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.753708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.754079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.754553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.754919 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.755339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.755779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.756084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.756634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.756808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.757135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.757498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:09:57.815622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] No DVR routers for this DVR port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:09:57.953943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Attempting to bind port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:09:57.954617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Attempting to bind port 7c89ed28-0fc9-433c-bfaf-37240b163d64 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:09:57.954617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Attempting to bind port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:57.958966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:09:57.959289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Attempting to bind port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:09:57.964406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:09:57.964771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Checking segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:09:57.965166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Bound using segment: {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:09:57.965581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Bound port: 7c89ed28-0fc9-433c-bfaf-37240b163d64, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80ef378-5853-4511-8243-cf865c0e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:09:57.965935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:58.017543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c99dc-a616-408b-8372-58e00b9e21de req-c6f83291-8586-4713-8e65-02b774508fe8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:58.019784 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a02c99dc-a616-408b-8372-58e00b9e21de req-c6f83291-8586-4713-8e65-02b774508fe8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 943 time: 0.0575907 Dec 08 22:09:58.032280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:09:58.035379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:09:58.041840 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:58.073524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a02c99dc-a616-408b-8372-58e00b9e21de req-44c8b498-91d4-465b-b892-186cddfae3ee tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475247 Dec 08 22:09:58.112820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:58.124779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:58.125611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:58.127222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-6c95a251-92da-456b-aac3-30425a2ba0a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 1091 time: 0.8802378 Dec 08 22:09:58.234578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-068f5e45-7e10-4958-a86b-45cb775acf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:58.236138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-068f5e45-7e10-4958-a86b-45cb775acf47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1094 time: 0.0829120 Dec 08 22:09:58.375741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6026c91-62fa-4e8d-abf4-3bc6ab9c827f req-da326722-c1a9-498d-9a44-e25eadafe43a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:58.383035 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6026c91-62fa-4e8d-abf4-3bc6ab9c827f req-da326722-c1a9-498d-9a44-e25eadafe43a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.1113331 Dec 08 22:09:58.461268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b6026c91-62fa-4e8d-abf4-3bc6ab9c827f req-84066fbd-8ea8-4bf5-81c5-48549fd7d882 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773060 Dec 08 22:09:58.468552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-3f3f5859-500b-47bb-91b3-475d3d1d3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:58.470084 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-3f3f5859-500b-47bb-91b3-475d3d1d3517 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 898 time: 0.2265251 Dec 08 22:09:58.559234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-5812ec23-040c-43bb-88db-f201ca28c918 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 999 time: 0.0758271 Dec 08 22:09:58.615557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-45e05433-895f-41ec-b735-9414054e15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:58.617151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-45e05433-895f-41ec-b735-9414054e15e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0508642 Dec 08 22:09:58.671359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-864c1984-40fd-4ba1-8555-df63532f6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:58.673082 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-864c1984-40fd-4ba1-8555-df63532f6ac2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484455 Dec 08 22:09:58.721859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:58.797050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-296878f8-94e8-4838-a829-a4760da94133 service neutron] 10.222.0.23 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110318 Dec 08 22:09:58.846684 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07168ed7-d0e7-458c-9283-5d9f9817ec9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:58.904954 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-574c4e84-8c72-46ff-99fa-5ca599ad56be req-7ae94069-aa3f-46da-b4bc-96f5020dbbc1 service neutron] 10.222.0.23 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940843 Dec 08 22:09:58.926889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07168ed7-d0e7-458c-9283-5d9f9817ec9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:58.930508 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07168ed7-d0e7-458c-9283-5d9f9817ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:58.963138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-07168ed7-d0e7-458c-9283-5d9f9817ec9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7abe7241c542423ea56c578061cf298f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402928 Dec 08 22:09:58.966255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56240) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:09:59.002515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07168ed7-d0e7-458c-9283-5d9f9817ec9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70a3178-ba4f-43fd-91ca-3b4a49438e0c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:59.030605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-84272ebf-ba47-49d1-b4f2-920bdbc46508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:59.051572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-84272ebf-ba47-49d1-b4f2-920bdbc46508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:59.099914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-84272ebf-ba47-49d1-b4f2-920bdbc46508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:59.102514 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-84272ebf-ba47-49d1-b4f2-920bdbc46508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:09:59.103791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-84272ebf-ba47-49d1-b4f2-920bdbc46508 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a70a3178-ba4f-43fd-91ca-3b4a49438e0c HTTP/1.1" status: 204 len: 168 time: 0.1364489 Dec 08 22:09:59.114560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84272ebf-ba47-49d1-b4f2-920bdbc46508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70a3178-ba4f-43fd-91ca-3b4a49438e0c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:09:59.232821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138c254-0f97-4dcf-a51a-d99365cf582b req-b7db7567-39ca-4a5e-8b4c-f4e700406fc2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:59.234497 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0138c254-0f97-4dcf-a51a-d99365cf582b req-b7db7567-39ca-4a5e-8b4c-f4e700406fc2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 943 time: 0.0585833 Dec 08 22:09:59.276257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0138c254-0f97-4dcf-a51a-d99365cf582b req-a26976c8-f6ed-459a-bc8e-afa4654c7b2a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355737 Dec 08 22:09:59.581532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b4dc2-cc2d-4d4c-9a7b-b19379a7a95b req-f2f4bb74-b09a-43f4-a4d5-de21569186da tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:59.583102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e21b4dc2-cc2d-4d4c-9a7b-b19379a7a95b req-f2f4bb74-b09a-43f4-a4d5-de21569186da tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0612488 Dec 08 22:09:59.633163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e21b4dc2-cc2d-4d4c-9a7b-b19379a7a95b req-7ba8943d-b9d7-420d-9466-308ea3402572 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401058 Dec 08 22:09:59.654931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:09:59.657301 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be6149a-260c-4ed0-b3d4-9c7566ecac67" -d '{"events": [{"name": "network-changed", "server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:09:59.918384 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598235c-3328-4bf3-a482-15d90d5d4887 x-openstack-request-id: req-d598235c-3328-4bf3-a482-15d90d5d4887 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:09:59.918836 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:09:59.919092 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d598235c-3328-4bf3-a482-15d90d5d4887 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:09:59.919584 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'status': 'completed', 'code': 200} Dec 08 22:09:59.985603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-ced27eaf-35a4-41ee-b944-65e4f2027639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:59.987031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-7806f270-175c-4df0-a300-9ada1cd881db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:09:59.987446 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-ced27eaf-35a4-41ee-b944-65e4f2027639 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1094 time: 0.0434816 Dec 08 22:09:59.989722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-7806f270-175c-4df0-a300-9ada1cd881db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1094 time: 0.0493791 Dec 08 22:10:00.095030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-d9ac2801-639c-4f09-8a08-034dc98f5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:00.096555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-d9ac2801-639c-4f09-8a08-034dc98f5c66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 898 time: 0.1021318 Dec 08 22:10:00.123531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-92de6b6e-4fc3-4178-a223-0a8288ada51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:00.125016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-92de6b6e-4fc3-4178-a223-0a8288ada51e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 898 time: 0.1275885 Dec 08 22:10:00.174054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-2d0be139-f651-4ac1-9c82-fdd7bc807a2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 999 time: 0.0702827 Dec 08 22:10:00.208290 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-f25a50e7-9634-4fc0-a90f-638ac51c94b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 999 time: 0.0734665 Dec 08 22:10:00.251025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-41512dd1-5c8d-412a-8772-60b33dfdab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:00.252647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-41512dd1-5c8d-412a-8772-60b33dfdab7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0714514 Dec 08 22:10:00.275041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-5147992c-647f-4bee-80fb-7a17a0230784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:00.276510 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-5147992c-647f-4bee-80fb-7a17a0230784 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0603416 Dec 08 22:10:00.312132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-69b6fe53-747d-4cf0-8aee-8eb394ba117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:00.314206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-69b6fe53-747d-4cf0-8aee-8eb394ba117a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540719 Dec 08 22:10:00.340969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-d7a0cfe8-8aa3-4817-91f0-723a91353ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:00.342979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-d7a0cfe8-8aa3-4817-91f0-723a91353ff3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567036 Dec 08 22:10:00.450322 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-da9700b8-e783-4a8e-b4b3-02318f8c3997 service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194274 Dec 08 22:10:00.491030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebae8ae-5129-4a95-a3f0-8419ca184485 req-9944377e-60c3-425e-bd85-df9714756c84 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:00.492879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ebae8ae-5129-4a95-a3f0-8419ca184485 req-9944377e-60c3-425e-bd85-df9714756c84 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 943 time: 0.0869634 Dec 08 22:10:00.504486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-f9b7f9cd-36dc-4d4f-8cf2-14919188b78d service neutron] 10.222.0.23 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538405 Dec 08 22:10:00.550172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ebae8ae-5129-4a95-a3f0-8419ca184485 req-fc3c2b9c-c1ef-41e7-a51c-4b5829e3c105 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448134 Dec 08 22:10:00.592460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-9b1ac12b-f0b4-491a-8e1f-ac6bc2a47796 service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355369 Dec 08 22:10:00.651397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8be6149a-260c-4ed0-b3d4-9c7566ecac67 req-7dd7f66a-25ee-48c6-8669-2055e7fa6b8d service neutron] 10.222.0.23 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298797 Dec 08 22:10:00.796847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377ef60-3fc6-4c80-a477-34062a910bd5 req-d8e5984d-09b8-461c-95d2-b7a4c9d70d7e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:00.798630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c377ef60-3fc6-4c80-a477-34062a910bd5 req-d8e5984d-09b8-461c-95d2-b7a4c9d70d7e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0645642 Dec 08 22:10:00.838259 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c377ef60-3fc6-4c80-a477-34062a910bd5 req-be084819-2a19-40a3-92cc-b18118b3c3a0 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335953 Dec 08 22:10:01.707015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2abf3-4adb-4721-ba23-3df94ee2189c req-27f830a5-9ddc-4542-812d-cc6eb78921dd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:01.711824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9c2abf3-4adb-4721-ba23-3df94ee2189c req-27f830a5-9ddc-4542-812d-cc6eb78921dd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 943 time: 0.0719404 Dec 08 22:10:01.764915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9c2abf3-4adb-4721-ba23-3df94ee2189c req-7a485610-7cde-4357-a68c-0e562c487f7c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494218 Dec 08 22:10:01.811807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7c89ed28-0fc9-433c-bfaf-37240b163d64 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:01.901613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7c89ed28-0fc9-433c-bfaf-37240b163d64 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:02.075839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57806b-e70b-4d36-bbe8-db7192f0f2ca req-6b966837-9bfc-440b-97e0-8e07c8921347 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:02.078246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc57806b-e70b-4d36-bbe8-db7192f0f2ca req-6b966837-9bfc-440b-97e0-8e07c8921347 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.1406994 Dec 08 22:10:02.115507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2797f-bb81-447b-a342-c70921840603 req-1402cee4-0240-47e8-bfbb-e10ad1c6b5d1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:02.125885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19d2797f-bb81-447b-a342-c70921840603 req-1402cee4-0240-47e8-bfbb-e10ad1c6b5d1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 943 time: 0.0790038 Dec 08 22:10:02.135821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc57806b-e70b-4d36-bbe8-db7192f0f2ca req-392da4a9-a007-4cff-9bb2-fd07a459b600 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490186 Dec 08 22:10:02.252344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19d2797f-bb81-447b-a342-c70921840603 req-a881d66d-83c8-453f-a7de-fac0d1abc88d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253793 Dec 08 22:10:02.300613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-1bd1ed39-2122-4276-b14d-c67b95604071 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:02.302607 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-1bd1ed39-2122-4276-b14d-c67b95604071 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.37 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 943 time: 0.1462214 Dec 08 22:10:02.405461 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-71048460-e73e-4517-b854-ead2833b573d service neutron] delete failed (client error): The resource could not be found. Dec 08 22:10:02.406605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-71048460-e73e-4517-b854-ead2833b573d service neutron] 10.222.0.37 "DELETE /v2.0/ports/7c89ed28-0fc9-433c-bfaf-37240b163d64/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0957716 Dec 08 22:10:02.526841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-2ab30b7b-d0bb-47f6-8977-0c006dcf2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:02.528949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-2ab30b7b-d0bb-47f6-8977-0c006dcf2ac5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1094 time: 0.0616455 Dec 08 22:10:02.630735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-a179973f-b00a-492e-a113-168d5530340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:02.632367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-a179973f-b00a-492e-a113-168d5530340c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 898 time: 0.0965159 Dec 08 22:10:02.712750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-49154480-e075-4e26-aa40-a06a397d2900 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 999 time: 0.0728917 Dec 08 22:10:02.797022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-a907e834-a0cc-4549-8501-a21580ecd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:02.798934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-a907e834-a0cc-4549-8501-a21580ecd2b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0792911 Dec 08 22:10:02.876302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-a6eac68b-ace9-45d8-83d6-dc4719ba6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:02.879404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-a6eac68b-ace9-45d8-83d6-dc4719ba6edb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729210 Dec 08 22:10:02.911697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c89ed28-0fc9-433c-bfaf-37240b163d64 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:10:03.009407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-40300f72-3415-4d96-b78e-9958184dc0c7 service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219463 Dec 08 22:10:03.079974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:03.094470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'port_id': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'mac_address': 'fa:16:3e:19:80:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:10:03.153466 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:03.167015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e0d9b34a-fe1a-4ddc-bdfa-2fc2b31e2349 req-31eec556-6310-444b-8ab4-cb4a2cbb83db service neutron] 10.222.0.37 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368549 Dec 08 22:10:03.172273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c89ed28-0fc9-433c-bfaf-37240b163d64 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:03.226305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:03.244628 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:03.315993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:03.339685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.345217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.345972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.350736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.351835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.352618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.357906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.358633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.359153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.359642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.366694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.367335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:03.405155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2313-a894-42d3-adae-02e21e9b812f req-aa4b5757-e5ed-46ad-a2af-907f0a4d7591 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:03.411336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31cc2313-a894-42d3-adae-02e21e9b812f req-aa4b5757-e5ed-46ad-a2af-907f0a4d7591 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.1627231 Dec 08 22:10:03.481922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930792e-d9ef-4264-b521-a87d7767750a req-367eb088-c5b5-45f7-a85c-17bdafb82ac3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:03.484195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d930792e-d9ef-4264-b521-a87d7767750a req-367eb088-c5b5-45f7-a85c-17bdafb82ac3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 944 time: 0.1088696 Dec 08 22:10:03.500184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7c89ed28-0fc9-433c-bfaf-37240b163d64'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:10:03.520573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31cc2313-a894-42d3-adae-02e21e9b812f req-948dd029-9d89-461c-9b4d-841c8a16b2d8 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066499 Dec 08 22:10:03.562118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d930792e-d9ef-4264-b521-a87d7767750a req-5ea0242b-0751-4add-b599-a127c0f469b6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695374 Dec 08 22:10:04.677672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154861cb-b2c7-4f87-8620-ad0c080f46f6 req-e94f65ae-cba5-485c-acd5-9d318e58116b tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:04.686580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-154861cb-b2c7-4f87-8620-ad0c080f46f6 req-e94f65ae-cba5-485c-acd5-9d318e58116b tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0697067 Dec 08 22:10:04.743767 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-154861cb-b2c7-4f87-8620-ad0c080f46f6 req-7cd5fe8b-2490-4307-8928-a5a8046e8b35 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555966 Dec 08 22:10:04.780176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050372f-1dc1-463b-86ca-2a69fa60a18e req-79ed45eb-343a-4105-a632-a92eed731e94 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:04.782046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f050372f-1dc1-463b-86ca-2a69fa60a18e req-79ed45eb-343a-4105-a632-a92eed731e94 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 944 time: 0.1194522 Dec 08 22:10:04.859626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f050372f-1dc1-463b-86ca-2a69fa60a18e req-d8bb75bc-31ff-4495-a6b2-a711350a8ed2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611029 Dec 08 22:10:04.902751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56348) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:04.922706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c89ed28-0fc9-433c-bfaf-37240b163d64 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:05.006786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56350) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:05.027542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 7c89ed28-0fc9-433c-bfaf-37240b163d64 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:10:05.032414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 7c89ed28-0fc9-433c-bfaf-37240b163d64 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:05.033496 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.177856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf599-5d1c-43df-95de-fa5072ccbb56 req-e051d87c-2b81-4f90-9566-a5d2d7019cfe tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:05.185794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-844bf599-5d1c-43df-95de-fa5072ccbb56 req-e051d87c-2b81-4f90-9566-a5d2d7019cfe tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.1941926 Dec 08 22:10:05.226210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-417433ed-b08e-4b55-a838-d57c2e894bd2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/259ab06c-7622-4a5a-a417-a6dced3552c7 HTTP/1.1" status: 200 len: 992 time: 0.3219943 Dec 08 22:10:05.234750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-8fbc7153-f897-43e8-acce-1a49f7818a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:05.236232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-8fbc7153-f897-43e8-acce-1a49f7818a0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1097 time: 0.1537659 Dec 08 22:10:05.245029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.265865 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fce0418-8347-40ec-980b-530c987880be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.345119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:05.347940 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534779d5-eb40-4fcc-89c9-2f74b1ad7197" -d '{"events": [{"server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "name": "network-vif-plugged", "status": "completed", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:05.348416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-844bf599-5d1c-43df-95de-fa5072ccbb56 req-8eb61c9b-ce38-405e-a40a-1b34985d6ed4 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460395 Dec 08 22:10:05.382443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:05.391135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.399181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-2127f3a0-4f20-421a-925d-2c44ea0b48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:05.400796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-2127f3a0-4f20-421a-925d-2c44ea0b48e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.1553223 Dec 08 22:10:05.450608 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b72fbc-3c29-4746-8430-8ca34c9711ee x-openstack-request-id: req-11b72fbc-3c29-4746-8430-8ca34c9711ee {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:05.451043 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "name": "network-vif-plugged", "status": "completed", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:05.451238 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11b72fbc-3c29-4746-8430-8ca34c9711ee {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:05.451678 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'code': 200} Dec 08 22:10:05.453036 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fce0418-8347-40ec-980b-530c987880be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.466998 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3fce0418-8347-40ec-980b-530c987880be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.496409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:05.515336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce0418-8347-40ec-980b-530c987880be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f1c731-4ac3-48af-829e-3c871b157243,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:05.519845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3fce0418-8347-40ec-980b-530c987880be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e00a320f40a4a7c966f7e46ead66bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109935 Dec 08 22:10:05.520291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-7fad6d6f-0b10-4fe2-b072-1ec359664816 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 1002 time: 0.1077282 Dec 08 22:10:05.522282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56360) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:05.598288 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56362) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:05.600138 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-160a6220-3f6b-4bd9-a2d9-e297900b3cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.600649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-09f3c4a1-5111-4a6f-b2d4-af38acff10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:05.603789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-09f3c4a1-5111-4a6f-b2d4-af38acff10d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0715919 Dec 08 22:10:05.622517 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03b889f0-29d1-4014-bf34-da3bee91e5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.672018 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03b889f0-29d1-4014-bf34-da3bee91e5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:05.718642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-5f33177f-01c3-4e12-8c71-eb82d30a3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:05.721412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-5f33177f-01c3-4e12-8c71-eb82d30a3a45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998971 Dec 08 22:10:06.128353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:06.169534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03b889f0-29d1-4014-bf34-da3bee91e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:06.172589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03b889f0-29d1-4014-bf34-da3bee91e5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:06.173289 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-03b889f0-29d1-4014-bf34-da3bee91e5fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74f1c731-4ac3-48af-829e-3c871b157243 HTTP/1.1" status: 204 len: 168 time: 0.6496611 Dec 08 22:10:06.187498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b889f0-29d1-4014-bf34-da3bee91e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f1c731-4ac3-48af-829e-3c871b157243,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:06.244262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-85abdb53-2f71-4b0e-ab1e-f7bbd5ce1d18 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132852 Dec 08 22:10:06.399212 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8b8ad58-44b3-4b95-959d-b4307d2afa60 req-4dcea36e-9ab8-482f-86dd-5483edfa63f7 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452122 Dec 08 22:10:06.512820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146eca8-ffa6-4d91-b9b0-7e020f6bb8d6 req-0b5263ef-b7d6-427f-bb5d-3aad92fcd20c tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:06.514369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b146eca8-ffa6-4d91-b9b0-7e020f6bb8d6 req-0b5263ef-b7d6-427f-bb5d-3aad92fcd20c tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0785320 Dec 08 22:10:06.579282 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b146eca8-ffa6-4d91-b9b0-7e020f6bb8d6 req-88507ab9-a78d-4907-b537-07061fa93252 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572097 Dec 08 22:10:06.676729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56372) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:06.690673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d81db88-1314-44e0-8dad-0715d15e5e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:06.789028 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d81db88-1314-44e0-8dad-0715d15e5e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:06.793534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8d81db88-1314-44e0-8dad-0715d15e5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:06.835574 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8d81db88-1314-44e0-8dad-0715d15e5e37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e4c6df1b9a04b7f99aea1166c204cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575539 Dec 08 22:10:06.837517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81db88-1314-44e0-8dad-0715d15e5e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420b856d-cb04-4671-a154-6cb0143b1342,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:06.838691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56374) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:06.886293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port c9d71f65-8503-4134-a6c0-1efd26e144e9 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:06.887248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:06.954133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1210f439-0ba0-467c-b6dc-eeeab3e0d9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:06.991612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1210f439-0ba0-467c-b6dc-eeeab3e0d9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:07.020868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port c9d71f65-8503-4134-a6c0-1efd26e144e9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c9d71f65-8503-4134-a6c0-1efd26e144e9,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:07.021234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:07.048366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for c9d71f65-8503-4134-a6c0-1efd26e144e9 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:07.123042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1210f439-0ba0-467c-b6dc-eeeab3e0d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:07.125807 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1210f439-0ba0-467c-b6dc-eeeab3e0d9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:07.126982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1210f439-0ba0-467c-b6dc-eeeab3e0d9f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/420b856d-cb04-4671-a154-6cb0143b1342 HTTP/1.1" status: 204 len: 168 time: 0.2873521 Dec 08 22:10:07.140757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210f439-0ba0-467c-b6dc-eeeab3e0d9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b856d-cb04-4671-a154-6cb0143b1342,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:07.256828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-8f651e29-f7b2-44a4-9fc6-81f02aa6a4bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540431 Dec 08 22:10:07.301260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:07.327157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=c9d71f65-8503-4134-a6c0-1efd26e144e9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:07.339153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-7078c9dc-05e2-4825-b991-e361b841fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:07.341063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-7078c9dc-05e2-4825-b991-e361b841fe66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 1097 time: 0.0549824 Dec 08 22:10:07.554502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-bf7c509b-d39c-4f39-b0eb-3916ea89db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:07.556645 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-bf7c509b-d39c-4f39-b0eb-3916ea89db98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.1909297 Dec 08 22:10:07.631322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:07.640492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-5bb313d0-23ea-4e46-bbf0-1acd2d9fcc0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6 HTTP/1.1" status: 200 len: 1002 time: 0.0745029 Dec 08 22:10:07.691313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-68396253-34a4-4ee4-ab07-f46c736fa085 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828087218&fields=id&tenant_id=7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 267 time: 0.0495293 Dec 08 22:10:07.728625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-fbb7752b-9d54-444a-8640-4732d99d5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:07.730648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-fbb7752b-9d54-444a-8640-4732d99d5fe9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0819077 Dec 08 22:10:07.753855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfa141-589a-46ce-ad4d-e1f34bad0333 req-6dc05380-6ce8-458d-94cf-3d1818ae9747 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:07.755575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fdfa141-589a-46ce-ad4d-e1f34bad0333 req-6dc05380-6ce8-458d-94cf-3d1818ae9747 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0725865 Dec 08 22:10:07.818494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-4d4405db-7ba0-48be-aef8-5245970d5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:07.820057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-4d4405db-7ba0-48be-aef8-5245970d5005 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826952 Dec 08 22:10:07.827659 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8fdfa141-589a-46ce-ad4d-e1f34bad0333 req-edd04976-20e9-468d-a2d5-386e03ae72dc tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549271 Dec 08 22:10:07.887387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-84b639e0-fa9d-423e-afba-d0e20dc08bbf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:07.888916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-84b639e0-fa9d-423e-afba-d0e20dc08bbf tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.1945133 Dec 08 22:10:07.913242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-75857cbd-712a-4a81-b903-f23cd8f6c02e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/quotas/7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 375 time: 0.0136054 Dec 08 22:10:07.924522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-f2dc2a49-0e7d-4ab9-9c48-373435a300ed service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958917 Dec 08 22:10:08.033997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-765fd011-c0cc-4df0-bc41-91a32ae40c68 req-6468980f-677c-4456-bac8-4acd2a7db7bc service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993426 Dec 08 22:10:08.045849 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-54e63b99-04f8-4680-a9b0-4485a9d41822 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0992808 Dec 08 22:10:08.075606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router af33355b-5f63-4be7-9458-b85236928beb has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:08.197539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-4b064f37-e0c5-42bc-979f-756fdf594825 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:10:08.199651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-4b064f37-e0c5-42bc-979f-756fdf594825 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1357045 Dec 08 22:10:08.284676 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68fdf429-3e59-4a3c-80c4-c5d064f24e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:08.289165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:08.299272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c043e951-ef3e-4033-8672-686aa6be3d81 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "PUT /v2.0/routers/af33355b-5f63-4be7-9458-b85236928beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6998439 Dec 08 22:10:08.299926 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] Sync routers for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:08.311771 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:08.312833 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:08.319469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c9aa88da-149b-42a1-b340-6624a26411a2 service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107113 Dec 08 22:10:08.454640 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bdb655ad-43da-4b49-8b7b-fd49d7e8bd7d service neutron] 10.222.0.21 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275837 Dec 08 22:10:08.549535 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:08.634175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4702c3-12b5-4769-a36f-87f780ba470d req-9e69669a-b206-4994-b1b0-3c747e5de880 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:08.637728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd4702c3-12b5-4769-a36f-87f780ba470d req-9e69669a-b206-4994-b1b0-3c747e5de880 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1006606 Dec 08 22:10:08.706384 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd4702c3-12b5-4769-a36f-87f780ba470d req-2b047a5b-fb18-416a-ac09-e45a28a45578 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612605 Dec 08 22:10:08.854150 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:08.899636 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:07Z', 'revision_number': 6, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:54Z', 'revision_number': 1, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:08.919648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57eb0597-5e38-46bc-b0f4-7c079ea69e0c req-f0232087-b409-47b8-8d1e-cc803af7b56e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 210 time: 0.0566130 Dec 08 22:10:08.945249 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] Checking router: af33355b-5f63-4be7-9458-b85236928beb for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:08.954088 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:08.954984 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:09.072058 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:09.334276 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:07Z', 'revision_number': 6, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:54Z', 'revision_number': 1, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:09.362192 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d1a01-9ba9-4e86-a4b6-1862502f5d14 None None] The sync data for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 is: [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:07Z', 'revision_number': 6, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f7b8927f-36e6-44bd-9346-601c2e9be459', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'port_id': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'mac_address': 'fa:16:3e:69:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701654ed-a666-46e2-b8f5-bd327d079994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:50Z', 'updated_at': '2021-12-08T22:08:54Z', 'revision_number': 1, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:09.446937 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:09.524467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:09.825118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c9d71f65-8503-4134-a6c0-1efd26e144e9 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:09.837968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a705eb-d4ca-4304-8de8-971ebfa97d4e req-1596cb76-74f8-48f2-9f0d-0d9d9bc931b0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:09.839749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43a705eb-d4ca-4304-8de8-971ebfa97d4e req-1596cb76-74f8-48f2-9f0d-0d9d9bc931b0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0565815 Dec 08 22:10:09.846695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: c9d71f65-8503-4134-a6c0-1efd26e144e9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:09.847067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c9d71f65-8503-4134-a6c0-1efd26e144e9 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:09.906629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43a705eb-d4ca-4304-8de8-971ebfa97d4e req-14187351-d33d-46ba-8326-ee499f694953 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b8626dc-2397-44e1-88bf-d0011a3fe481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440826 Dec 08 22:10:09.910453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-71b25b35-878e-453a-a1f0-5542f4a886fc tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9fd848efc664842918f2b818082ae1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429051 Dec 08 22:10:09.992974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de068542-7495-47ce-b1d3-6dc234bac86a req-5d0d0b44-0f98-4a59-b744-bf0d42f09bb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:09.994487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de068542-7495-47ce-b1d3-6dc234bac86a req-5d0d0b44-0f98-4a59-b744-bf0d42f09bb2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1366985 Dec 08 22:10:10.045751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-20a1bd31-7ff9-4942-b0b9-3e72b11b4f14 req-915addce-2ca4-4b05-8021-ad3fecdb0ff1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Dec 08 22:10:10.091257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-0de0ad3b-70c5-4549-a783-835ba18b7a3c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:10.091727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61476c-35ea-4c94-b268-214a37a75231 req-e88e050c-8460-43f5-aedb-74886a386bb3 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:10.092893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-0de0ad3b-70c5-4549-a783-835ba18b7a3c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 812 time: 0.1528473 Dec 08 22:10:10.093182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-e88e050c-8460-43f5-aedb-74886a386bb3 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817696 Dec 08 22:10:10.107476 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.119647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-f6dc4ed6-98a5-4f42-88bf-f7057e5c4e6b tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/quotas/f9fd848efc664842918f2b818082ae1d HTTP/1.1" status: 200 len: 375 time: 0.0165915 Dec 08 22:10:10.139048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-381b0182-c745-4cab-9703-154c9228f0ea tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7444c1b3abef42bf9aff16c6de502cb7 HTTP/1.1" status: 200 len: 379 time: 0.0370035 Dec 08 22:10:10.149344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'port': {'device_id': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'admin_state_up': True, 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'security_groups': ['b6245855-6019-480c-9f08-dbc87a36ade0']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:10.162927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port bf6c6c33-0eec-4539-abb5-c1e32a8da26b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:10.163267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.169360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-e475aa58-e962-4053-a2ff-355438af9d76 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9fd848efc664842918f2b818082ae1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403161 Dec 08 22:10:10.275816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port bf6c6c33-0eec-4539-abb5-c1e32a8da26b, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:10.276345 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.292417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for bf6c6c33-0eec-4539-abb5-c1e32a8da26b owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:10.296262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Made reservation on behalf of 7444c1b3abef42bf9aff16c6de502cb7 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:10:10.300590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.433172 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cb00b4c7-8ac2-48ef-9ba2-9b499c662d95 req-369879cf-5eef-4568-9c9f-b6bdee5d94e2 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 210 time: 0.0316880 Dec 08 22:10:10.468194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.492591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.20.0.8 (b5764474-8911-4850-b141-9a748a7b4386/318d210d-f49a-4b8a-9353-ca6b3609c79a/ade15207-7bd8-417c-ad0b-61b18f1aaaba) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:10.502201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=bf6c6c33-0eec-4539-abb5-c1e32a8da26b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:10.592181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] No DVR routers for this DVR port bf6c6c33-0eec-4539-abb5-c1e32a8da26b on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:10:10.595594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.599550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de068542-7495-47ce-b1d3-6dc234bac86a req-38ca1736-dc17-4b1a-9787-74e46d3bbeab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "DELETE /v2.0/ports/bf6c6c33-0eec-4539-abb5-c1e32a8da26b HTTP/1.1" status: 204 len: 173 time: 0.5984595 Dec 08 22:10:10.600048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54121538-1755-4afa-ae01-3905482bf6f5', 'name': 'network-vif-deleted', 'tag': 'bf6c6c33-0eec-4539-abb5-c1e32a8da26b'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:10.603514 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcab3f0-33ef-4bd5-9ee0-bb91c917f9c4" -d '{"events": [{"server_uuid": "54121538-1755-4afa-ae01-3905482bf6f5", "name": "network-vif-deleted", "tag": "bf6c6c33-0eec-4539-abb5-c1e32a8da26b"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:10.654145 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2457332-fd54-4e57-b092-eea480aefd35 x-openstack-request-id: req-b2457332-fd54-4e57-b092-eea480aefd35 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:10.654549 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54121538-1755-4afa-ae01-3905482bf6f5", "name": "network-vif-deleted", "tag": "bf6c6c33-0eec-4539-abb5-c1e32a8da26b", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:10.655187 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2457332-fd54-4e57-b092-eea480aefd35 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:10.655726 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54121538-1755-4afa-ae01-3905482bf6f5', 'name': 'network-vif-deleted', 'tag': 'bf6c6c33-0eec-4539-abb5-c1e32a8da26b', 'status': 'completed', 'code': 200} Dec 08 22:10:10.677143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.725711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.786523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network b5764474-8911-4850-b141-9a748a7b4386 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:10.789921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:10.793350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:10.824353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=ade15207-7bd8-417c-ad0b-61b18f1aaaba,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:10.875837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:10.876572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:10.904524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c7c224a2-f937-4089-9251-041309703598 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600210 Dec 08 22:10:10.917986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Request body: {'port': {'device_id': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:11.008095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:11.026240 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:11.132591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82af5601-e476-4226-8627-3a3e2e763fc6 req-55ebf1a0-c11f-4c08-8090-d793c2e30031 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=54121538-1755-4afa-ae01-3905482bf6f5 HTTP/1.1" status: 200 len: 210 time: 0.0410123 Dec 08 22:10:11.223880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9dc7515e-5a2e-4c75-ae66-8e6dc5caa3d1 None None] Provisioning complete for port ade15207-7bd8-417c-ad0b-61b18f1aaaba triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:11.224470 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9dc7515e-5a2e-4c75-ae66-8e6dc5caa3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:11.291630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7515e-5a2e-4c75-ae66-8e6dc5caa3d1 None None] Port ade15207-7bd8-417c-ad0b-61b18f1aaaba cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:11.297814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f56b-0b4d-4fb8-a21f-8dc1d37f2643 req-13fddfa7-ee3d-4ff2-a1d6-79af74f8e2b2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:11.307278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c778f56b-0b4d-4fb8-a21f-8dc1d37f2643 req-13fddfa7-ee3d-4ff2-a1d6-79af74f8e2b2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 931 time: 0.0965590 Dec 08 22:10:11.357468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c778f56b-0b4d-4fb8-a21f-8dc1d37f2643 req-c7b6c395-5a69-4d4a-92cd-2bbc18d482a2 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463388 Dec 08 22:10:11.422195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade15207-7bd8-417c-ad0b-61b18f1aaaba {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:11.429920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:11.442570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Transition to ACTIVE for port object ade15207-7bd8-417c-ad0b-61b18f1aaaba will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:10:11.448728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:11.607514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ade15207-7bd8-417c-ad0b-61b18f1aaaba,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:11.620028 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f47a4392-f9b8-41fd-a848-403f6f0a8e64 req-a30e2f93-7550-4ffe-ba2e-29ed4ada885c tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 210 time: 0.0790391 Dec 08 22:10:11.660292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-54c2f484-8c8d-418c-aa7d-534267db8eaa tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9fd848efc664842918f2b818082ae1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380723 Dec 08 22:10:12.099689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Attempting to bind port ade15207-7bd8-417c-ad0b-61b18f1aaaba on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:12.100340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Attempting to bind port ade15207-7bd8-417c-ad0b-61b18f1aaaba by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:12.100340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Attempting to bind port ade15207-7bd8-417c-ad0b-61b18f1aaaba on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:12.122078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Port ade15207-7bd8-417c-ad0b-61b18f1aaaba on network b5764474-8911-4850-b141-9a748a7b4386 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:10:12.122396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Attempting to bind port ade15207-7bd8-417c-ad0b-61b18f1aaaba on network b5764474-8911-4850-b141-9a748a7b4386 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:12.137566 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:10:12.149902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:12.150234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Checking segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:12.150614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Bound using segment: {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:12.151085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Bound port: ade15207-7bd8-417c-ad0b-61b18f1aaaba, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a2786-67e1-4afe-9470-6008a6c3faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:12.151435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.187991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9747a0ab-23f2-486e-aa10-f579757eb01a tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:12.189384 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9747a0ab-23f2-486e-aa10-f579757eb01a tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5227904 Dec 08 22:10:12.207931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56482) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:12.231706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Request body: {'port': {'device_id': '1a9371b7-7815-43a3-a8f2-0f096680609a', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': 'f9fd848efc664842918f2b818082ae1d'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:12.277245 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbfd1-c10a-470d-9f2c-7bd1b328fc8e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.304900 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbfd1-c10a-470d-9f2c-7bd1b328fc8e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.312171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] For port ade15207-7bd8-417c-ad0b-61b18f1aaaba, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:12.317234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] For port ade15207-7bd8-417c-ad0b-61b18f1aaaba, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:12.328350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.372045 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbfd1-c10a-470d-9f2c-7bd1b328fc8e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.374908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbfd1-c10a-470d-9f2c-7bd1b328fc8e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.376677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2d7cbfd1-c10a-470d-9f2c-7bd1b328fc8e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b8626dc-2397-44e1-88bf-d0011a3fe481 HTTP/1.1" status: 204 len: 168 time: 0.1677449 Dec 08 22:10:12.391140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:12.391825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.393218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/ade15207-7bd8-417c-ad0b-61b18f1aaaba HTTP/1.1" status: 200 len: 1091 time: 1.4810114 Dec 08 22:10:12.395677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:12.398169 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64" -d '{"events": [{"name": "network-changed", "server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:12.398537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cbfd1-c10a-470d-9f2c-7bd1b328fc8e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8626dc-2397-44e1-88bf-d0011a3fe481,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:12.425012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce76cc1-3b78-4ea1-b32a-4a8a0f69f2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ade15207-7bd8-417c-ad0b-61b18f1aaaba,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:12.438087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Made reservation on behalf of f9fd848efc664842918f2b818082ae1d for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:10:12.441812 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.457718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56490) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:12.477102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.511693 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6796ae-a325-4b2a-833a-de2e758cbf3b x-openstack-request-id: req-7c6796ae-a325-4b2a-833a-de2e758cbf3b {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:12.512007 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:12.512283 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6796ae-a325-4b2a-833a-de2e758cbf3b {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:12.512685 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'status': 'completed', 'code': 200} Dec 08 22:10:12.532725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6b2353-bba6-4fef-a049-9e422a180fb0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting subnet 7c3ee039-17e1-42c2-bb6c-2f14aa3f558e {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:10:12.536485 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2353-bba6-4fef-a049-9e422a180fb0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.587905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2353-bba6-4fef-a049-9e422a180fb0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.630972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-2dda0f75-c571-4820-8ca3-d378b1184d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:12.632551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-2dda0f75-c571-4820-8ca3-d378b1184d6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 1094 time: 0.1757498 Dec 08 22:10:12.648984 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322fb43-fa5d-4015-9919-44a3e77e21df req-df62bfda-a5ed-48ed-a67d-245e9c8e5c18 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:12.650942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5322fb43-fa5d-4015-9919-44a3e77e21df req-df62bfda-a5ed-48ed-a67d-245e9c8e5c18 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.1776526 Dec 08 22:10:12.653653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.698473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2353-bba6-4fef-a049-9e422a180fb0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.699617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-77b647e8-6376-4443-a7e6-0aeb139967da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba HTTP/1.1" status: 200 len: 217 time: 0.0440593 Dec 08 22:10:12.700189 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.782609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-547f6ab2-ad86-4c16-8bdc-728f6a5e3303 req-4aa4b18b-330c-4c3d-bc4a-810214176fbc tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 210 time: 0.0347452 Dec 08 22:10:12.806322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2353-bba6-4fef-a049-9e422a180fb0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.845652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2353-bba6-4fef-a049-9e422a180fb0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3ee039-17e1-42c2-bb6c-2f14aa3f558e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:12.847937 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2353-bba6-4fef-a049-9e422a180fb0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.851234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8f6b2353-bba6-4fef-a049-9e422a180fb0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/subnets/7c3ee039-17e1-42c2-bb6c-2f14aa3f558e HTTP/1.1" status: 204 len: 168 time: 0.3921592 Dec 08 22:10:12.853771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56494) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:12.856000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134e1145-afc2-4917-89bc-e4b42b4b91e7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:12.861826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef86cf-93f0-496e-9b3d-a3a21d7d1a93 None None] Network a0433181-8178-4db1-b477-3ed8b39d4c54 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:10:12.898463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-ca6a79eb-411d-4016-ad58-b0a919face0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:12.900329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-ca6a79eb-411d-4016-ad58-b0a919face0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1814337 Dec 08 22:10:12.938671 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:12.981597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Allocated IP 192.168.233.118 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/504eb2a5-5ae9-40cf-b750-e50e8d86dc7c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:13.001071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port b75a032f-f253-4e78-aef0-c0acb8f6b00f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:13.001512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.006035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5322fb43-fa5d-4015-9919-44a3e77e21df req-f3d472dc-37ab-46a8-8ef0-9310c52677de tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097336 Dec 08 22:10:13.084519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port b75a032f-f253-4e78-aef0-c0acb8f6b00f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b75a032f-f253-4e78-aef0-c0acb8f6b00f,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:13.084958 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.101852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] DHCP port deletion for a0433181-8178-4db1-b477-3ed8b39d4c54 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:10:13.106016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-b3d096ff-5466-4e44-aed1-a5f769cf6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:13.107668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-b3d096ff-5466-4e44-aed1-a5f769cf6f94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003330 Dec 08 22:10:13.112361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for b75a032f-f253-4e78-aef0-c0acb8f6b00f owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:13.159111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] Deleting port b75a032f-f253-4e78-aef0-c0acb8f6b00f {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:13.159855 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.226357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.250674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] For port b75a032f-f253-4e78-aef0-c0acb8f6b00f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b75a032f-f253-4e78-aef0-c0acb8f6b00f,segment=NetworkSegment(fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7),segment_id=fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:13.251410 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.266648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] Calling delete_port for b75a032f-f253-4e78-aef0-c0acb8f6b00f owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:13.268934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=b75a032f-f253-4e78-aef0-c0acb8f6b00f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:13.279080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] No DVR routers for this DVR port b75a032f-f253-4e78-aef0-c0acb8f6b00f on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:10:13.302635 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-f7456356-3638-455e-9150-3e74be249df2 service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788094 Dec 08 22:10:13.307051 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.374467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.391535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.395664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] No DVR routers for this DVR port b75a032f-f253-4e78-aef0-c0acb8f6b00f on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:10:13.424563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0433181-8178-4db1-b477-3ed8b39d4c54']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:13.430061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b183a-1e76-4fb6-8bfb-84c81a80a335 None None] Pushing event deleted for resources: {'Port': ['ID=b75a032f-f253-4e78-aef0-c0acb8f6b00f,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:13.433644 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dc3eab3-be0f-4c4a-bc93-62a236a33fe1 req-c8bda160-cc61-47ae-b57f-21b9d8c3d196 service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220677 Dec 08 22:10:13.435340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.442781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:13.443164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0ed7d4-fb73-4d45-adc7-55d5dde07bd7') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:13.456860 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.475319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.482459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:13.486114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:13.491013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:13.498835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:10:13.499418 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:10:13.503353 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:10:13.576904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Pushing event updated for resources: {'Port': ['ID=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:13.583433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.594474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.597938 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/networks/a0433181-8178-4db1-b477-3ed8b39d4c54 HTTP/1.1" status: 204 len: 168 time: 0.7427762 Dec 08 22:10:13.600554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56496) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:13.602770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:13.603837 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.623843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dce2a43e-5a18-4c6b-b072-ed72aa94c565 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3980255 Dec 08 22:10:13.627073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-771004c5-30dc-4bf0-9315-a78d186f19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:13.628534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-771004c5-30dc-4bf0-9315-a78d186f19bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 1094 time: 0.1033404 Dec 08 22:10:13.647342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Request body: {'port': {'device_id': '1a9371b7-7815-43a3-a8f2-0f096680609a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:13.659086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291b073-297a-45b5-adfc-02a45e8eddb3 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Network': ['ID=a0433181-8178-4db1-b477-3ed8b39d4c54,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:13.724702 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.805237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-047b223c-7b47-4dbb-9378-5e3e5708f890 None None] Provisioning complete for port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:13.806252 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-047b223c-7b47-4dbb-9378-5e3e5708f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.811989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port 61f1976a-bac4-4a5f-a483-56417db19415 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:13.814302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.860178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-047b223c-7b47-4dbb-9378-5e3e5708f890 None None] Port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:13.923242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b75a032f-f253-4e78-aef0-c0acb8f6b00f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:13.950118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b75a032f-f253-4e78-aef0-c0acb8f6b00f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:13.951521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b75a032f-f253-4e78-aef0-c0acb8f6b00f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:13.956758 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.957091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:13.966344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-bb245eac-dc5e-4316-bc23-115c30de2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:13.967942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-bb245eac-dc5e-4316-bc23-115c30de2d9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.3261845 Dec 08 22:10:13.975740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for 61f1976a-bac4-4a5f-a483-56417db19415 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:14.001154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0f901-4570-465e-87cc-6eba5abaf079 req-f02ac2ed-0cda-4d19-8c9c-8172e18959ba tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:14.002878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bdd0f901-4570-465e-87cc-6eba5abaf079 req-f02ac2ed-0cda-4d19-8c9c-8172e18959ba tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 936 time: 0.0932927 Dec 08 22:10:14.019505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-3b21391d-359f-4b4d-9cda-91ebee65b497 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba HTTP/1.1" status: 200 len: 217 time: 0.0439000 Dec 08 22:10:14.125386 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bdd0f901-4570-465e-87cc-6eba5abaf079 req-1798558f-3f68-4b04-8219-00492f3ea715 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827405 Dec 08 22:10:14.187897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-95a5d855-84d1-4445-91c5-f799f16ac43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:14.189231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-95a5d855-84d1-4445-91c5-f799f16ac43a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1597757 Dec 08 22:10:14.227151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:14.249061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a6369-9911-4385-9a38-f572d4da20d4 req-8359ad1a-5d48-48fd-88ab-f70c0ed1ee66 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:14.250598 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a5a6369-9911-4385-9a38-f572d4da20d4 req-8359ad1a-5d48-48fd-88ab-f70c0ed1ee66 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.1385081 Dec 08 22:10:14.256893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=61f1976a-bac4-4a5f-a483-56417db19415,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:14.294875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-23568175-927b-4e3f-b4c7-4b2f9529f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:14.296848 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-23568175-927b-4e3f-b4c7-4b2f9529f7ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980985 Dec 08 22:10:14.328615 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:14.329207 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Floating IP f7b8927f-36e6-44bd-9346-601c2e9be459 disassociated (deleted). External IP: 172.25.1.35, port: f697c0fc-bf6d-459b-8545-dbc069a7ef7b. Dec 08 22:10:14.447352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2a5a6369-9911-4385-9a38-f572d4da20d4 req-1e909082-8605-4419-9e02-711686df5530 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627228 Dec 08 22:10:14.470017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:14.483778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:14.504764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-df8d69c6-739b-4cd4-a113-9376c431b9bc service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997690 Dec 08 22:10:14.507628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Transition to ACTIVE for port object 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:10:14.520334 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:14.570816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router af33355b-5f63-4be7-9458-b85236928beb has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:14.624145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Pushing event updated for resources: {'Port': ['ID=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:14.700426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:14.706286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:14.709132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-cb86703b-ae65-479f-9f3b-100238928d1c req-a9318ba0-6d87-4ef3-9a72-e4ccc301cf12 service neutron] (102389) timed out ('10.222.0.23', 50032) {{(pid=102389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:10:14.718919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] Sync routers for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:14.730785 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e09a21ff-ff3d-481b-ac5a-46aaadf4fa64 req-55d4c118-2cbf-4662-a0c6-4400fb3a4b56 service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179272 Dec 08 22:10:14.735823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:14.737448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:14.740622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e8049f93-7a78-4d2c-b562-b0b3f4261cb5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/floatingips/f7b8927f-36e6-44bd-9346-601c2e9be459 HTTP/1.1" status: 204 len: 168 time: 1.1390367 Dec 08 22:10:14.741286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:14.748186 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd52affb-6710-4b44-ad67-38e727491818" -d '{"events": [{"name": "network-changed", "server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:14.761892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Attempting to bind port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:14.762332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Attempting to bind port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:14.762836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Attempting to bind port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:14.768243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:10:14.768698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Attempting to bind port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:14.774701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:14.775206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:14.775694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:14.776247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Bound port: 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:14.776892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:14.836934 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc2f1cb-ae56-4a54-85b3-72babd2a581e x-openstack-request-id: req-adc2f1cb-ae56-4a54-85b3-72babd2a581e {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:14.837301 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:14.837638 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adc2f1cb-ae56-4a54-85b3-72babd2a581e {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:14.838106 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'status': 'completed', 'code': 200} Dec 08 22:10:14.932436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] For port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:14.936957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] For port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:14.946849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:14.975083 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:14.988578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52affb-6710-4b44-ad67-38e727491818 req-c2423e92-5172-4dff-a30f-07caeb548580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:14.990155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd52affb-6710-4b44-ad67-38e727491818 req-c2423e92-5172-4dff-a30f-07caeb548580 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 1096 time: 0.1260252 Dec 08 22:10:15.062803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.063445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:15.064801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] 10.222.0.37 "PUT /v2.0/ports/504eb2a5-5ae9-40cf-b750-e50e8d86dc7c HTTP/1.1" status: 200 len: 1096 time: 1.4255161 Dec 08 22:10:15.065251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9371b7-7815-43a3-a8f2-0f096680609a', 'tag': '504eb2a5-5ae9-40cf-b750-e50e8d86dc7c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:15.066875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device bf6c6c33-0eec-4539-abb5-c1e32a8da26b no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:15.067822 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9371b7-7815-43a3-a8f2-0f096680609a", "tag": "504eb2a5-5ae9-40cf-b750-e50e8d86dc7c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:15.119654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: bf6c6c33-0eec-4539-abb5-c1e32a8da26b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:15.120303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device bf6c6c33-0eec-4539-abb5-c1e32a8da26b not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:15.130593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01738f-cd9f-400c-83bb-526ec1a96e1a service neutron] Pushing event updated for resources: {'Port': ['ID=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:15.226030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52affb-6710-4b44-ad67-38e727491818 req-e2d938b8-72ec-4d57-992e-92164ccc316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.227548 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd52affb-6710-4b44-ad67-38e727491818 req-e2d938b8-72ec-4d57-992e-92164ccc316d service neutron] 10.222.0.37 "GET /v2.0/networks?id=725e5e95-66a0-4a63-99ae-a2def2b57f3f HTTP/1.1" status: 200 len: 898 time: 0.2288647 Dec 08 22:10:15.283318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd52affb-6710-4b44-ad67-38e727491818 req-7aacb7a4-ebf5-4326-9669-e8d0a58e6b37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b HTTP/1.1" status: 200 len: 217 time: 0.0383902 Dec 08 22:10:15.340537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792fdd7-9a28-4296-b20b-15eb486a489b req-9e7a3ce0-ac38-4710-9aa2-756bcc814155 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.342267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3792fdd7-9a28-4296-b20b-15eb486a489b req-9e7a3ce0-ac38-4710-9aa2-756bcc814155 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 945 time: 0.2648430 Dec 08 22:10:15.347255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dd02afe4-2d0b-498d-8a3d-3b26228459ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.348752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-dd02afe4-2d0b-498d-8a3d-3b26228459ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9fd848efc664842918f2b818082ae1d&device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 1099 time: 0.1942658 Dec 08 22:10:15.393050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:07Z', 'revision_number': 6, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:15.418336 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7886ac73-e406-4f98-8603-855756297d32 x-openstack-request-id: req-7886ac73-e406-4f98-8603-855756297d32 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:15.418661 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9371b7-7815-43a3-a8f2-0f096680609a", "tag": "504eb2a5-5ae9-40cf-b750-e50e8d86dc7c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:15.418952 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7886ac73-e406-4f98-8603-855756297d32 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:15.419367 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9371b7-7815-43a3-a8f2-0f096680609a', 'tag': '504eb2a5-5ae9-40cf-b750-e50e8d86dc7c', 'status': 'completed', 'code': 200} Dec 08 22:10:15.428583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-82195802-fbe3-43c6-a87c-e7defa1f1a22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c HTTP/1.1" status: 200 len: 217 time: 0.0579488 Dec 08 22:10:15.428829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] Checking router: af33355b-5f63-4be7-9458-b85236928beb for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:15.432698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52affb-6710-4b44-ad67-38e727491818 req-1069d896-2735-44a4-bcc4-93cf5b39508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.435064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd52affb-6710-4b44-ad67-38e727491818 req-1069d896-2735-44a4-bcc4-93cf5b39508c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd8bdae-d004-4cf5-86cc-f329d13f41ee HTTP/1.1" status: 200 len: 834 time: 0.1505926 Dec 08 22:10:15.440370 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3792fdd7-9a28-4296-b20b-15eb486a489b req-d1039572-ab6c-4b0a-85be-eaba672936ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891185 Dec 08 22:10:15.450489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:15.451181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:15.530909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7905c-6c64-481b-bf28-057103f3fe3f req-61b4ba69-db36-431a-b1b0-95aa44b59a4b tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.532688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61476c-35ea-4c94-b268-214a37a75231 req-6be21a40-9c95-46db-a5e9-6be301e4f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.534281 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89e7905c-6c64-481b-bf28-057103f3fe3f req-61b4ba69-db36-431a-b1b0-95aa44b59a4b tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 948 time: 0.0785739 Dec 08 22:10:15.540920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-6be21a40-9c95-46db-a5e9-6be301e4f8d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0839217 Dec 08 22:10:15.579071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52affb-6710-4b44-ad67-38e727491818 req-c45cd499-ad09-418c-92b6-c5563e16fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.580876 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd52affb-6710-4b44-ad67-38e727491818 req-c45cd499-ad09-418c-92b6-c5563e16fba5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=725e5e95-66a0-4a63-99ae-a2def2b57f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372571 Dec 08 22:10:15.604569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89e7905c-6c64-481b-bf28-057103f3fe3f req-207160a1-9907-42b1-bfd4-d94ab5760761 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591216 Dec 08 22:10:15.647858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:15.684521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a873d-7e48-455d-9b35-0e0ab0342ad9 req-aab4ce38-1b8d-4de6-a972-f2419def2c6a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.691324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-748a873d-7e48-455d-9b35-0e0ab0342ad9 req-aab4ce38-1b8d-4de6-a972-f2419def2c6a tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.1492147 Dec 08 22:10:15.731153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61476c-35ea-4c94-b268-214a37a75231 req-cbb0b708-de07-438f-8ada-d249d61b30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:15.732627 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-cbb0b708-de07-438f-8ada-d249d61b30a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510274 Dec 08 22:10:15.782062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-748a873d-7e48-455d-9b35-0e0ab0342ad9 req-42782308-e5cc-49e2-857d-9cdaa6741a26 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892556 Dec 08 22:10:15.816913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd52affb-6710-4b44-ad67-38e727491818 req-e5282530-f7cc-4576-ba09-7a4fe4cf07c4 service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184961 Dec 08 22:10:15.861156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:07Z', 'revision_number': 6, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:15.894664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c01046-5cef-493d-999e-c2af1cd14a75 None None] The sync data for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 is: [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:07Z', 'revision_number': 6, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '7ddb686d-c0f2-445a-92bf-3ffb1c211b7b', 'name': '', 'network_id': '725e5e95-66a0-4a63-99ae-a2def2b57f3f', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:2a:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:29Z', 'updated_at': '2021-12-08T22:08:33Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': '8fd8bdae-d004-4cf5-86cc-f329d13f41ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:15.907588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-12395eb8-8507-4f15-b559-6af312d338bf service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565707 Dec 08 22:10:15.988782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd52affb-6710-4b44-ad67-38e727491818 req-33f75005-702e-4ac1-8168-5f3244cc88b3 service neutron] 10.222.0.37 "GET /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624160 Dec 08 22:10:16.026353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce61476c-35ea-4c94-b268-214a37a75231 req-7b20fa66-d5b7-40cd-bc14-7e0c24963d11 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099730 Dec 08 22:10:16.118544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-2c094114-269f-42dc-aea3-abc8d0a936e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:16.120262 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-2c094114-269f-42dc-aea3-abc8d0a936e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9fd848efc664842918f2b818082ae1d&device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 1099 time: 0.0466828 Dec 08 22:10:16.127997 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50e2a80-99b3-4817-a9db-8d9a3e6d3769 None None] New status for floating IP f7b8927f-36e6-44bd-9346-601c2e9be459: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:10:16.216800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-3753a99c-b4da-4bb3-a06f-d5a53ba7179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:16.218277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-3753a99c-b4da-4bb3-a06f-d5a53ba7179c service neutron] 10.222.0.37 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.0901806 Dec 08 22:10:16.264297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-05bad7f6-8729-4395-9097-31df516486d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c HTTP/1.1" status: 200 len: 217 time: 0.0362027 Dec 08 22:10:16.324185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-4d7a0334-61d7-4ec8-86f3-289f029f3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:16.325802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-4d7a0334-61d7-4ec8-86f3-289f029f3b16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0523500 Dec 08 22:10:16.400574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-624ef380-60f2-4857-be0b-3119f609e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:16.402815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-624ef380-60f2-4857-be0b-3119f609e8e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684109 Dec 08 22:10:16.424485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-33cb666a-f1ad-4929-8507-45160bb6e6f4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:16.425803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-33cb666a-f1ad-4929-8507-45160bb6e6f4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.37 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 945 time: 0.0661864 Dec 08 22:10:16.580166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b0a99-9a3f-4e5d-8de1-f5f88a055c44 req-40c7d184-2fe7-4595-b1f2-a082da054d65 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:16.582126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f47b0a99-9a3f-4e5d-8de1-f5f88a055c44 req-40c7d184-2fe7-4595-b1f2-a082da054d65 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 945 time: 0.0607083 Dec 08 22:10:16.627131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f47b0a99-9a3f-4e5d-8de1-f5f88a055c44 req-3dd6439b-b958-474e-9bc7-2196eed39272 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=4343be6d-9502-4af2-9d51-e25bb471d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374773 Dec 08 22:10:16.864344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011b0ba-f31b-4945-a4a3-bbde856ffb86 req-3ac5086c-f7a6-43ff-baad-3b230fc04196 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:16.865815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1011b0ba-f31b-4945-a4a3-bbde856ffb86 req-3ac5086c-f7a6-43ff-baad-3b230fc04196 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 948 time: 0.1202300 Dec 08 22:10:16.887059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-9755bff2-50ff-4f64-8eaf-2ad93299f711 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768584 Dec 08 22:10:16.896699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784209-fd02-4c6f-8752-d7b6fd0394e0 req-be51aabe-b417-4d42-9ab6-3678b3377276 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:16.898183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15784209-fd02-4c6f-8752-d7b6fd0394e0 req-be51aabe-b417-4d42-9ab6-3678b3377276 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.0494342 Dec 08 22:10:16.936277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-15784209-fd02-4c6f-8752-d7b6fd0394e0 req-edebbcf9-d1f1-4754-bd79-eba3a9f2748e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Dec 08 22:10:16.970429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1011b0ba-f31b-4945-a4a3-bbde856ffb86 req-d19aec55-699a-4e30-be6b-461889812fb9 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976803 Dec 08 22:10:16.978466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port f697c0fc-bf6d-459b-8545-dbc069a7ef7b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:16.978829 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:17.052186 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ee083ac-5744-4260-aaa9-5f9f1f49eb79 req-4eadf754-e791-4e1d-8936-1785450ce5e9 service neutron] 10.222.0.37 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545284 Dec 08 22:10:17.087225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port f697c0fc-bf6d-459b-8545-dbc069a7ef7b, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:17.087585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:17.099438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for f697c0fc-bf6d-459b-8545-dbc069a7ef7b owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:17.223283 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:17.249826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=f697c0fc-bf6d-459b-8545-dbc069a7ef7b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:17.291269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] No DVR routers for this DVR port f697c0fc-bf6d-459b-8545-dbc069a7ef7b on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:10:17.294498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:17.297861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fec2ae96-48a9-4de9-a4bb-9f269a92e378 req-7f53ff2d-53a4-4cca-824f-662b98579f2b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.37 "DELETE /v2.0/ports/f697c0fc-bf6d-459b-8545-dbc069a7ef7b HTTP/1.1" status: 204 len: 173 time: 0.8610091 Dec 08 22:10:17.420668 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'name': 'network-vif-deleted', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:17.423048 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844f76d8-5cc6-4ec1-b348-2e7dc331544a" -d '{"events": [{"server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "name": "network-vif-deleted", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:17.457116 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d9dbf7-a8e1-4415-af00-05154a646ba2 x-openstack-request-id: req-66d9dbf7-a8e1-4415-af00-05154a646ba2 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:17.457434 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701654ed-a666-46e2-b8f5-bd327d079994", "name": "network-vif-deleted", "tag": "f697c0fc-bf6d-459b-8545-dbc069a7ef7b", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:17.457692 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66d9dbf7-a8e1-4415-af00-05154a646ba2 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:17.458090 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701654ed-a666-46e2-b8f5-bd327d079994', 'name': 'network-vif-deleted', 'tag': 'f697c0fc-bf6d-459b-8545-dbc069a7ef7b', 'status': 'completed', 'code': 200} Dec 08 22:10:17.752858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-55c33a75-1ec8-4d92-9fca-eee6103236f5 req-f2bb8ac1-e2ea-4665-a5b8-23a5a6990f4f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=701654ed-a666-46e2-b8f5-bd327d079994 HTTP/1.1" status: 200 len: 210 time: 0.0323663 Dec 08 22:10:18.049413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6505fe-6c2a-43b2-9b38-e9e930712de1 req-a639c3a2-3d95-42eb-a816-4a6ebb966132 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:18.051048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e6505fe-6c2a-43b2-9b38-e9e930712de1 req-a639c3a2-3d95-42eb-a816-4a6ebb966132 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.0483072 Dec 08 22:10:18.084409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3626d-9507-4c05-878b-65f2c3d65fcd req-809b737e-0fb6-4fb8-a108-e0d90e87f39d tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:18.085932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fee3626d-9507-4c05-878b-65f2c3d65fcd req-809b737e-0fb6-4fb8-a108-e0d90e87f39d tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 948 time: 0.0489535 Dec 08 22:10:18.088905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e6505fe-6c2a-43b2-9b38-e9e930712de1 req-0b13a995-9c69-4b1a-8544-fcdddb24f85e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318782 Dec 08 22:10:18.130985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fee3626d-9507-4c05-878b-65f2c3d65fcd req-d2ca2c14-13b2-4d7b-8e73-1ded48b888c9 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385666 Dec 08 22:10:18.809183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56534) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:18.866093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab430b14-eb94-4511-b795-2343132696c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:18.893283 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab430b14-eb94-4511-b795-2343132696c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:18.950202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab430b14-eb94-4511-b795-2343132696c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:18.952744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ab430b14-eb94-4511-b795-2343132696c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:18.953910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ab430b14-eb94-4511-b795-2343132696c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/security-groups/4343be6d-9502-4af2-9d51-e25bb471d6c1 HTTP/1.1" status: 204 len: 168 time: 0.1437454 Dec 08 22:10:18.962952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab430b14-eb94-4511-b795-2343132696c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4343be6d-9502-4af2-9d51-e25bb471d6c1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:18.984317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56538) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:19.249086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360527e-7b09-4431-a1fa-add8dbe20535 req-85fcca6a-6588-4147-a848-481baf8e1206 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:19.250672 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b360527e-7b09-4431-a1fa-add8dbe20535 req-85fcca6a-6588-4147-a848-481baf8e1206 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 948 time: 0.0521863 Dec 08 22:10:19.291696 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b360527e-7b09-4431-a1fa-add8dbe20535 req-d340fed9-aa8f-44c4-b0dc-643b6366f95d tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346320 Dec 08 22:10:19.506048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86c7d3-d9fc-4938-8c25-3d2a4ae27175 req-492f587e-a713-48be-a244-02a1aeef4723 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:19.507444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b86c7d3-d9fc-4938-8c25-3d2a4ae27175 req-492f587e-a713-48be-a244-02a1aeef4723 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.3511658 Dec 08 22:10:19.576111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b86c7d3-d9fc-4938-8c25-3d2a4ae27175 req-972b4ec6-f6e3-4014-aee1-2f5eb2c04c37 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611677 Dec 08 22:10:19.736848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:19.857334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:10:19.860515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f697c0fc-bf6d-459b-8545-dbc069a7ef7b no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:19.882093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: f697c0fc-bf6d-459b-8545-dbc069a7ef7b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:19.882438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f697c0fc-bf6d-459b-8545-dbc069a7ef7b not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:19.960764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-d54ff1f1-9d50-48e3-ac10-1b30e0fc486c req-964ac359-a662-433e-bfce-d261da09474d service neutron] (102390) timed out ('10.222.0.23', 50038) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:10:19.968630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:19.978952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '504eb2a5-5ae9-40cf-b750-e50e8d86dc7c', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': '504eb2a5-5ae9-40cf-b750-e50e8d86dc7c', 'mac_address': 'fa:16:3e:d3:66:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:10:19.986599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:19.986966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:20.019720 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:20.032247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:20.051679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:20.055930 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:20.079850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:20.080208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:20.092314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:20.101331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:20.260669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['504eb2a5-5ae9-40cf-b750-e50e8d86dc7c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:10:20.276138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:20.303856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=7ddb686d-c0f2-445a-92bf-3ffb1c211b7b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:20.430656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84530e2a-9634-46d6-be13-f05578f6d919 req-0ae023ca-cae7-46e4-abc3-292e0dcf7083 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:20.433295 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84530e2a-9634-46d6-be13-f05578f6d919 req-0ae023ca-cae7-46e4-abc3-292e0dcf7083 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 949 time: 0.0584636 Dec 08 22:10:20.479279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84530e2a-9634-46d6-be13-f05578f6d919 req-41681045-48fb-4d68-913b-b48941204ddf tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Dec 08 22:10:20.482884 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:20.720423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d11fe-3c3e-4b26-b69a-aa2d72cff0fc req-5e7bc20d-552a-432e-991c-4a1073b1bee1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:20.721888 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d4d11fe-3c3e-4b26-b69a-aa2d72cff0fc req-5e7bc20d-552a-432e-991c-4a1073b1bee1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.0690858 Dec 08 22:10:20.748833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router af33355b-5f63-4be7-9458-b85236928beb has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:20.777461 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d4d11fe-3c3e-4b26-b69a-aa2d72cff0fc req-989d29f1-f03c-4226-8fee-3ad395565508 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473039 Dec 08 22:10:20.868950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:20.874179 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6d92bd96-719f-4210-84a5-0a5b5f8273ae tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "PUT /v2.0/routers/af33355b-5f63-4be7-9458-b85236928beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8887882 Dec 08 22:10:20.876794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56548) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:20.878484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6623d27-5799-402f-b953-078883f3a65c None None] Sync routers for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:20.888218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6623d27-5799-402f-b953-078883f3a65c None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:20.888818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a6623d27-5799-402f-b953-078883f3a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:20.927170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1cc888-ab81-49fd-a0d7-bbd9f9fc046e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting subnet 8fd8bdae-d004-4cf5-86cc-f329d13f41ee {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:10:20.930249 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc888-ab81-49fd-a0d7-bbd9f9fc046e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:20.970033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc888-ab81-49fd-a0d7-bbd9f9fc046e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.062300 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc888-ab81-49fd-a0d7-bbd9f9fc046e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.122034 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc888-ab81-49fd-a0d7-bbd9f9fc046e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.141355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a6623d27-5799-402f-b953-078883f3a65c None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:21.149548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cc888-ab81-49fd-a0d7-bbd9f9fc046e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd8bdae-d004-4cf5-86cc-f329d13f41ee,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:21.154226 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc888-ab81-49fd-a0d7-bbd9f9fc046e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.157556 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3f1cc888-ab81-49fd-a0d7-bbd9f9fc046e tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/subnets/8fd8bdae-d004-4cf5-86cc-f329d13f41ee HTTP/1.1" status: 204 len: 168 time: 0.2796648 Dec 08 22:10:21.160504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56550) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:21.167196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c1b06-693c-4b6d-beb9-f0bc94b6bae4 None None] Network 725e5e95-66a0-4a63-99ae-a2def2b57f3f requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:10:21.267357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.373440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.414473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a6623d27-5799-402f-b953-078883f3a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:20Z', 'revision_number': 7, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33355b-5f63-4be7-9458-b85236928beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:25Z', 'updated_at': '2021-12-08T22:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:21.426578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:21.426963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.441774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6623d27-5799-402f-b953-078883f3a65c None None] Checking router: af33355b-5f63-4be7-9458-b85236928beb for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:21.451056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6623d27-5799-402f-b953-078883f3a65c None None] Routers {'af33355b-5f63-4be7-9458-b85236928beb'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:21.451790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a6623d27-5799-402f-b953-078883f3a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['af33355b-5f63-4be7-9458-b85236928beb'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:21.489260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4739559-0006-474b-8232-8795a5627716 None None] DHCP port deletion for 725e5e95-66a0-4a63-99ae-a2def2b57f3f request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:10:21.518311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:21.518902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.532624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:21.566965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a6623d27-5799-402f-b953-078883f3a65c None None] Set router af33355b-5f63-4be7-9458-b85236928beb gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:21.623160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a6623d27-5799-402f-b953-078883f3a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:21Z', 'revision_number': 8, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:21.630508 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935242a6-218f-4d85-8c19-aff59db8670a req-9a69fb33-941c-455e-9acc-5998cc922715 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:21.631972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-935242a6-218f-4d85-8c19-aff59db8670a req-9a69fb33-941c-455e-9acc-5998cc922715 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 949 time: 0.0875895 Dec 08 22:10:21.652633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6623d27-5799-402f-b953-078883f3a65c None None] The sync data for ids ['af33355b-5f63-4be7-9458-b85236928beb'] in n-d-821126-1 is: [{'id': 'af33355b-5f63-4be7-9458-b85236928beb', 'name': 'tempest-TestNetworkBasicOps-router-57718169', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:24Z', 'updated_at': '2021-12-08T22:10:21Z', 'revision_number': 8, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:21.662073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a4739559-0006-474b-8232-8795a5627716 None None] Deleting port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:21.662439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4739559-0006-474b-8232-8795a5627716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.717927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-935242a6-218f-4d85-8c19-aff59db8670a req-5e38213a-3012-4472-b2b4-9283673c2277 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781136 Dec 08 22:10:21.727563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a4739559-0006-474b-8232-8795a5627716 None None] For port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=1fbe4ebf-fc96-4e72-ab89-f7dae590332a,segment=NetworkSegment(4bfa5973-c8e2-4d23-9a5d-a849d489e4f2),segment_id=4bfa5973-c8e2-4d23-9a5d-a849d489e4f2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:21.727956 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4739559-0006-474b-8232-8795a5627716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.741250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a4739559-0006-474b-8232-8795a5627716 None None] Calling delete_port for 1fbe4ebf-fc96-4e72-ab89-f7dae590332a owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:21.773679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.805145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:21.823481 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4739559-0006-474b-8232-8795a5627716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.835137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.835514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.837151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.837151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.837151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.837817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.837817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.838315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.838315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.838592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.839580 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.840022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:21.861191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4739559-0006-474b-8232-8795a5627716 None None] Pushing event deleted for resources: {'Port': ['ID=1fbe4ebf-fc96-4e72-ab89-f7dae590332a,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:21.865135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4739559-0006-474b-8232-8795a5627716 None None] No DVR routers for this DVR port 1fbe4ebf-fc96-4e72-ab89-f7dae590332a on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:10:21.876992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:21.887960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.929498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:10:21.931459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d1f37-ba66-4e0f-9223-6740ca75c50b req-ac5c2fe2-70e4-4a67-a895-5d8d92c2bbd1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:21.933126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c59d1f37-ba66-4e0f-9223-6740ca75c50b req-ac5c2fe2-70e4-4a67-a895-5d8d92c2bbd1 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.0516720 Dec 08 22:10:21.935848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:21.936182 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:21.982161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c59d1f37-ba66-4e0f-9223-6740ca75c50b req-366d4e4c-9942-4f58-a41a-df5871994d31 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395710 Dec 08 22:10:22.004253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.006175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.025476 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.062180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9371b7-7815-43a3-a8f2-0f096680609a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504eb2a5-5ae9-40cf-b750-e50e8d86dc7c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:22.064702 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c46114f-9e56-45b9-85ae-75b04a2e5b2d" -d '{"events": [{"server_uuid": "1a9371b7-7815-43a3-a8f2-0f096680609a", "name": "network-vif-plugged", "status": "completed", "tag": "504eb2a5-5ae9-40cf-b750-e50e8d86dc7c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:22.084190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:22.098134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.098930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Fanout notify agent at l3_agent the message router_deleted on router af33355b-5f63-4be7-9458-b85236928beb {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:10:22.099361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.106977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.110647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d20c196-34da-4d8d-925b-a085e7eee118 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/routers/af33355b-5f63-4be7-9458-b85236928beb HTTP/1.1" status: 204 len: 168 time: 0.9466605 Dec 08 22:10:22.111355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56558) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:22.145813 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d3b957-e4d5-45cd-a3d6-32f1613cbd7c x-openstack-request-id: req-b7d3b957-e4d5-45cd-a3d6-32f1613cbd7c {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:22.146377 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9371b7-7815-43a3-a8f2-0f096680609a", "name": "network-vif-plugged", "status": "completed", "tag": "504eb2a5-5ae9-40cf-b750-e50e8d86dc7c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:22.146632 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7d3b957-e4d5-45cd-a3d6-32f1613cbd7c {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:22.147064 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9371b7-7815-43a3-a8f2-0f096680609a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504eb2a5-5ae9-40cf-b750-e50e8d86dc7c', 'code': 200} Dec 08 22:10:22.180144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:22.185212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1fbe4ebf-fc96-4e72-ab89-f7dae590332a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:22.213191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 1fbe4ebf-fc96-4e72-ab89-f7dae590332a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:22.213598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 1fbe4ebf-fc96-4e72-ab89-f7dae590332a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:22.214092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:22.230593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.233823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:22.234189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7ddb686d-c0f2-445a-92bf-3ffb1c211b7b not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:22.243669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5426b-6066-4a54-8a40-e9e73bfc00cc req-a2ff3fdb-fa43-44a8-b0af-b8850949e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:22.245302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86d5426b-6066-4a54-8a40-e9e73bfc00cc req-a2ff3fdb-fa43-44a8-b0af-b8850949e41a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 1101 time: 0.0484838 Dec 08 22:10:22.281060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86d5426b-6066-4a54-8a40-e9e73bfc00cc req-087a1003-e878-46f6-b064-09b9124700a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280056 Dec 08 22:10:22.319233 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.338511 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725e5e95-66a0-4a63-99ae-a2def2b57f3f']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:22.348088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:22.348383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfa5973-c8e2-4d23-9a5d-a849d489e4f2') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:22.357544 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.370371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.375972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:10:22.376355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:10:22.379199 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:10:22.436098 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.443464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.446133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/networks/725e5e95-66a0-4a63-99ae-a2def2b57f3f HTTP/1.1" status: 204 len: 168 time: 0.3337939 Dec 08 22:10:22.458131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede192e8-b39c-4d97-acbe-e0941649d2c4 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Network': ['ID=725e5e95-66a0-4a63-99ae-a2def2b57f3f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:22.467241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56560) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:22.472340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'network': {'name': 'tempest-network-smoke--520866442', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'port_security_enabled': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:22.492552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:10:22.496762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.520624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:10:22.530865 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.531211 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Added segment 8c4bb06b-d7b9-4fdd-af50-02ab67873bbc of type vlan for network cf33be23-1f2d-4a25-b33c-0010d65c62f3 Dec 08 22:10:22.572056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.596032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.601660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:22.602246 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.661499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1931260 Dec 08 22:10:22.664367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56562) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:22.669029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'admin_state_up': True, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:22.673512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537f473-3623-469b-821c-151eaa5fb5a6 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Network': ['ID=cf33be23-1f2d-4a25-b33c-0010d65c62f3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:22.684658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:10:22.694943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.695943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.755489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.931270 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:22.941654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1492f8-3276-437e-b399-39644d6c298a req-7b0148a5-e84c-4740-a6b0-ee55391b79fe tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:22.943150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e1492f8-3276-437e-b399-39644d6c298a req-7b0148a5-e84c-4740-a6b0-ee55391b79fe tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 950 time: 0.1144094 Dec 08 22:10:23.024367 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e1492f8-3276-437e-b399-39644d6c298a req-2d975fa3-990b-4ef5-83e9-88f6f43ebef3 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742385 Dec 08 22:10:23.092321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40b916-553f-482c-8f72-78034d8fcc30 req-689a87c0-8279-4dd9-b0e8-b996d50a6624 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:23.093710 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f40b916-553f-482c-8f72-78034d8fcc30 req-689a87c0-8279-4dd9-b0e8-b996d50a6624 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 943 time: 0.0498853 Dec 08 22:10:23.131520 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5f40b916-553f-482c-8f72-78034d8fcc30 req-0f82793c-862b-4410-8bb2-cbe8fb9e79f3 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Dec 08 22:10:23.165882 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:23.184659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:23.287822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.25.1.138 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/e78c044c-0a4c-402a-a163-080044eba0c7) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:23.394940 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:23.427872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:23.462519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:23.465912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:23.469374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:23.496764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=e78c044c-0a4c-402a-a163-080044eba0c7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:23.828792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:23.850417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:23.850797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fd2d0dfc-7172-461e-8bb8-2229f3ca8ebe not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:23.891315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ade15207-7bd8-417c-ad0b-61b18f1aaaba details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:10:23.984286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ade15207-7bd8-417c-ad0b-61b18f1aaaba, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:23.996203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'port_id': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'mac_address': 'fa:16:3e:e9:0e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:10:24.007724 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:24.036020 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:24.048503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade15207-7bd8-417c-ad0b-61b18f1aaaba {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:24.071126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ade15207-7bd8-417c-ad0b-61b18f1aaaba, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:24.076209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:24.126559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ade15207-7bd8-417c-ad0b-61b18f1aaaba,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:24.229541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe214d-fdc8-4bf2-a467-534359a02a08 req-be8efcc2-b8b5-4eb2-949f-1f4859f6e5d4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:24.231034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3afe214d-fdc8-4bf2-a467-534359a02a08 req-be8efcc2-b8b5-4eb2-949f-1f4859f6e5d4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 950 time: 0.1315038 Dec 08 22:10:24.248210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983afa1-6026-48d1-81e6-dd72cf96a704 req-8ab02a9a-0bb2-4344-b218-ab69f8936ae7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:24.249735 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9983afa1-6026-48d1-81e6-dd72cf96a704 req-8ab02a9a-0bb2-4344-b218-ab69f8936ae7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 944 time: 0.0504038 Dec 08 22:10:24.283509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3afe214d-fdc8-4bf2-a467-534359a02a08 req-a98168aa-8c72-42d2-85ac-f0b3a14ea0d4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Dec 08 22:10:24.284530 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:24.284919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['ade15207-7bd8-417c-ad0b-61b18f1aaaba'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:10:24.291823 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9983afa1-6026-48d1-81e6-dd72cf96a704 req-46987822-bb56-44e3-9663-e61fffabc176 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359778 Dec 08 22:10:24.434449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:10:24.550802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:24.561345 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Sync routers for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:24.571803 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:24.572417 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:24.576869 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:24.578176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ce3fdfab-ac61-448b-bbb2-3106ef62ebf9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9127154 Dec 08 22:10:24.581629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56580) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:24.629093 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6125ba94-8a43-406b-86f3-a248c8e9f60e tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7dbeccb4e334452fb98baf5fad34accf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461202 Dec 08 22:10:24.631994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56584) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:24.702580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:24.727217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4a129-a22c-4538-a167-5842cf538b74 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:24.732679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56586) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:24.732840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b8c4a129-a22c-4538-a167-5842cf538b74 tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0998316 Dec 08 22:10:24.761737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b1dafc75-1563-4d12-9fea-55fd638e97ee tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277243 Dec 08 22:10:24.765426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56588) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:24.770822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1039193649', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:24.863915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:10:24.868022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:24.900989 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:23Z', 'revision_number': 3, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:24.929034 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Checking router: 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:24.929390 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Updating router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 port e78c044c-0a4c-402a-a163-080044eba0c7 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:10:24.955543 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.061550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.144095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Subnet': ['ID=f475e158-f834-4960-a03b-20975d318862,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:25.146581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Checking segment: {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:25.147009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network hostable DHCP agents. Network: cf33be23-1f2d-4a25-b33c-0010d65c62f3, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:10:25.168114 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:10:25.177273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, cf33be23-1f2d-4a25-b33c-0010d65c62f3) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:25.181377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:25.181975 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.187480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930898d5-9c39-4c31-b73b-848df54cb306 None None] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:10:25.202925 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7f31f78c-ecc8-452e-98e4-f8da87e9487b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4361355 Dec 08 22:10:25.205666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56590) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:25.223370 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.231695 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.276872 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Attempting to bind port e78c044c-0a4c-402a-a163-080044eba0c7 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:25.277237 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Attempting to bind port e78c044c-0a4c-402a-a163-080044eba0c7 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:25.277602 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Attempting to bind port e78c044c-0a4c-402a-a163-080044eba0c7 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:25.289347 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:25.289723 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:25.290128 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.290517 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:25.291024 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Bound port: e78c044c-0a4c-402a-a163-080044eba0c7, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:25.291406 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.350217 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] For port e78c044c-0a4c-402a-a163-080044eba0c7, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:25.353636 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] For port e78c044c-0a4c-402a-a163-080044eba0c7, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e78c044c-0a4c-402a-a163-080044eba0c7,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:25.368135 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.371136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:10:25.372373 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Pushing event updated for resources: {'Port': ['ID=e78c044c-0a4c-402a-a163-080044eba0c7,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:25.372505 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.396407 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.396668 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.397007 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.397338 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.403091 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.403516 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.403864 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.404206 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.404547 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.404881 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.405211 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.405544 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:10:25.460311 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:25.460942 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:25.484057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d692db-3992-4183-af57-71464ce1d748 req-35be4d72-79aa-4a80-a52c-638d55518ecc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:25.486660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77d692db-3992-4183-af57-71464ce1d748 req-35be4d72-79aa-4a80-a52c-638d55518ecc tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 944 time: 0.0855107 Dec 08 22:10:25.539661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Allocated IP 172.20.0.2 (cf33be23-1f2d-4a25-b33c-0010d65c62f3/f475e158-f834-4960-a03b-20975d318862/502e514b-ef0a-45e8-915e-e36f3fc252b4) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:25.557098 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28952152-4c18-4d89-8abc-cc39ef807f25 None None] Pushing event updated for resources: {'Port': ['ID=e78c044c-0a4c-402a-a163-080044eba0c7,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:25.574494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77d692db-3992-4183-af57-71464ce1d748 req-16193428-1eda-44b2-9cf6-b608bf75f8d4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767205 Dec 08 22:10:25.618223 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:25.709688 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.719896 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.785925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:25.789192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:25.793518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:25.807416 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.825074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Pushing event updated for resources: {'Port': ['ID=502e514b-ef0a-45e8-915e-e36f3fc252b4,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:25.829406 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:23Z', 'revision_number': 3, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:25.859649 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267976e-c286-41d1-b150-b7f522727c76 None None] The sync data for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 is: [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:23Z', 'revision_number': 3, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:25.889073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Attempting to bind port 502e514b-ef0a-45e8-915e-e36f3fc252b4 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:25.889460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Attempting to bind port 502e514b-ef0a-45e8-915e-e36f3fc252b4 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:25.889877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Attempting to bind port 502e514b-ef0a-45e8-915e-e36f3fc252b4 on network cf33be23-1f2d-4a25-b33c-0010d65c62f3 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:25.896677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:25.897124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Checking segment: {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:25.897543 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.897944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Bound using segment: {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:25.898526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Bound port: 502e514b-ef0a-45e8-915e-e36f3fc252b4, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:25.899036 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:25.911740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ade15207-7bd8-417c-ad0b-61b18f1aaaba up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:26.012113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] For port 502e514b-ef0a-45e8-915e-e36f3fc252b4, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:26.015592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] For port 502e514b-ef0a-45e8-915e-e36f3fc252b4, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=502e514b-ef0a-45e8-915e-e36f3fc252b4,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:26.016553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port ade15207-7bd8-417c-ad0b-61b18f1aaaba completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:10:26.020985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port ade15207-7bd8-417c-ad0b-61b18f1aaaba triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:26.020985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:26.023937 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:26.137398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316f003-1f7c-44eb-bc50-2a95b93727a9 None None] Pushing event updated for resources: {'Port': ['ID=502e514b-ef0a-45e8-915e-e36f3fc252b4,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:26.182326 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:26.227368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.20.0.1 (cf33be23-1f2d-4a25-b33c-0010d65c62f3/f475e158-f834-4960-a03b-20975d318862/dccd5f6e-9385-4076-9399-47c833810ea4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:26.242113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:26.244292 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dcefaa-69ce-4e86-a5f4-8c0052c46145" -d '{"events": [{"server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "name": "network-vif-plugged", "status": "completed", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:26.258068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port ade15207-7bd8-417c-ad0b-61b18f1aaaba, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:26.262495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:26.327921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=ade15207-7bd8-417c-ad0b-61b18f1aaaba,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:26.341617 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc3a836-9c5f-4a9c-821a-a2c60bdb0c9a x-openstack-request-id: req-ebc3a836-9c5f-4a9c-821a-a2c60bdb0c9a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:26.341956 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "name": "network-vif-plugged", "status": "completed", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:26.342250 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebc3a836-9c5f-4a9c-821a-a2c60bdb0c9a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:26.342650 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'code': 200} Dec 08 22:10:26.411158 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:26.491196 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:26.511821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bea086-78cd-4a5c-9192-9fbb6895d07f req-271b1749-c2c1-4204-bf61-d2c16208692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:26.514206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3bea086-78cd-4a5c-9192-9fbb6895d07f req-271b1749-c2c1-4204-bf61-d2c16208692c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 1096 time: 0.0904799 Dec 08 22:10:26.573640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=dccd5f6e-9385-4076-9399-47c833810ea4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:26.588318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3bea086-78cd-4a5c-9192-9fbb6895d07f req-dfe9b326-cd41-4d1f-b238-c5f07be5d1c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665362 Dec 08 22:10:26.589219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:26.592140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:26.599791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:26.665566 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:26.712691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd0035-4bd7-42f8-aee3-9eda33a328cb req-175cb6bc-77d0-46a9-96d6-8dfd3f5640e6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:26.714500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-73bd0035-4bd7-42f8-aee3-9eda33a328cb req-175cb6bc-77d0-46a9-96d6-8dfd3f5640e6 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 945 time: 0.0569315 Dec 08 22:10:26.764091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-73bd0035-4bd7-42f8-aee3-9eda33a328cb req-369fe945-3420-4289-8a31-62e05d3dbbd8 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431736 Dec 08 22:10:26.822457 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:27.135103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:27.141635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:27.217425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=dccd5f6e-9385-4076-9399-47c833810ea4,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:27.220186 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:27.321938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:27.327557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:27.461139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d265f-61b3-4b79-b09a-12fbbbf8bc15 None None] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:10:27.473401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:27.523781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8f3868e1-75fe-4b6a-a007-87389576aebd None None] Provisioning complete for port 502e514b-ef0a-45e8-915e-e36f3fc252b4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:27.524149 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f3868e1-75fe-4b6a-a007-87389576aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:27.608833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:27.615149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e82bfc64-726d-4bae-845b-2ccb23b191fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "PUT /v2.0/routers/5232ea9f-3928-4f9a-a8de-6b3c6839cbf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4084272 Dec 08 22:10:27.617623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56606) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:27.686844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f3868e1-75fe-4b6a-a007-87389576aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:27.734863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8f3868e1-75fe-4b6a-a007-87389576aebd None None] For port 502e514b-ef0a-45e8-915e-e36f3fc252b4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=502e514b-ef0a-45e8-915e-e36f3fc252b4,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:27.741866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f3868e1-75fe-4b6a-a007-87389576aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:27.858655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3868e1-75fe-4b6a-a007-87389576aebd None None] Pushing event updated for resources: {'Port': ['ID=502e514b-ef0a-45e8-915e-e36f3fc252b4,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:27.977870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:27.978788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:27.979520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:27.980655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:27.981584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:27.982232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:27.982914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:27.983369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:27.991997 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-de712a8b-f3e6-4014-82fb-17f30542078f tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5668 time: 0.3723874 Dec 08 22:10:27.994953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56612) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:28.006832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Sync routers for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:28.021695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:28.023440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:28.117425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30721-d97a-490d-ae61-d7c523faeceb req-b35395d3-c8f3-499f-af97-c3d412f5eb35 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.119085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efe30721-d97a-490d-ae61-d7c523faeceb req-b35395d3-c8f3-499f-af97-c3d412f5eb35 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 945 time: 0.2355888 Dec 08 22:10:28.147087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.147592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.148053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.148501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.148946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.149389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.149836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.150277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.152730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9f8230f4-9344-468d-a00a-2a3aa78c347a tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5266 time: 0.1565933 Dec 08 22:10:28.155717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56614) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:28.167652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:28.185245 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efe30721-d97a-490d-ae61-d7c523faeceb req-8f469a7e-5767-4d39-9585-1cea4c3eebf7 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571933 Dec 08 22:10:28.262560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 502e514b-ef0a-45e8-915e-e36f3fc252b4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:28.351225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a03b913c-1520-4cd4-b35c-f9e037a42c70 None None] Provisioning complete for port dccd5f6e-9385-4076-9399-47c833810ea4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:28.351225 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a03b913c-1520-4cd4-b35c-f9e037a42c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:28.386169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709047b-d1df-4dd3-a477-143781481597 req-ae31e86c-e8f0-4a5d-b7c2-98020c0c3551 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.389497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a03b913c-1520-4cd4-b35c-f9e037a42c70 None None] Port dccd5f6e-9385-4076-9399-47c833810ea4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:28.394002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3709047b-d1df-4dd3-a477-143781481597 req-ae31e86c-e8f0-4a5d-b7c2-98020c0c3551 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 945 time: 0.0951216 Dec 08 22:10:28.428539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a03b913c-1520-4cd4-b35c-f9e037a42c70 None None] Provisioning complete for port 502e514b-ef0a-45e8-915e-e36f3fc252b4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:28.428539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a03b913c-1520-4cd4-b35c-f9e037a42c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:28.475239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 502e514b-ef0a-45e8-915e-e36f3fc252b4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:28.475969 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:28.654027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 2, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:28.820920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3709047b-d1df-4dd3-a477-143781481597 req-0f5b926a-a467-4994-90ed-b01b49549099 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4260707 Dec 08 22:10:28.849021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56618) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:28.852181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Checking router: 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:28.852540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Updating router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 port dccd5f6e-9385-4076-9399-47c833810ea4 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:10:28.883578 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:28.890995 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d390d808-493c-4bca-9476-89906d24b5ec tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.7339413 Dec 08 22:10:28.901156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd8ac7-9469-44b7-a082-f35eaa3167fb tempest-TestVolumeBootPattern-435925025 tempest-TestVolumeBootPattern-435925025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:28.903060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b2dd8ac7-9469-44b7-a082-f35eaa3167fb tempest-TestVolumeBootPattern-435925025 tempest-TestVolumeBootPattern-435925025-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 1091 time: 0.0517836 Dec 08 22:10:28.905832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56622) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:28.910894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:28.926471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e78c044c-0a4c-402a-a163-080044eba0c7 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:28.939180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:28.972060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-213c657d-4f9c-4808-87af-bf8e8357ed9c None None] Provisioning complete for port dccd5f6e-9385-4076-9399-47c833810ea4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:28.972430 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-213c657d-4f9c-4808-87af-bf8e8357ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.071558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e78c044c-0a4c-402a-a163-080044eba0c7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:29.071934 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.072051 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.123693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-213c657d-4f9c-4808-87af-bf8e8357ed9c None None] Port dccd5f6e-9385-4076-9399-47c833810ea4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:29.171267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56626) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:29.175551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-578c1c2f-21d7-4651-a1a2-41e6944eae32 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-112274416', 'description': 'tempest-secgroup-smoke-112274416 description', 'project_id': '7dbeccb4e334452fb98baf5fad34accf'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:29.205417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-578c1c2f-21d7-4651-a1a2-41e6944eae32 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.220952 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.245579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Allocated IP 172.25.1.121 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/7418d706-d110-4a47-b4af-48475fc1498c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:29.256078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port e78c044c-0a4c-402a-a163-080044eba0c7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e78c044c-0a4c-402a-a163-080044eba0c7,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:29.262529 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.295599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-578c1c2f-21d7-4651-a1a2-41e6944eae32 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.300075 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-578c1c2f-21d7-4651-a1a2-41e6944eae32 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.337557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-578c1c2f-21d7-4651-a1a2-41e6944eae32 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.339741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-578c1c2f-21d7-4651-a1a2-41e6944eae32 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1668587 Dec 08 22:10:29.341104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c1c2f-21d7-4651-a1a2-41e6944eae32 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b5649-38f3-4d3a-b84d-fa74a78a0463,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:29.342446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56628) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:29.358061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3c9ebec5-a281-4008-b8ea-761c1bb1f59f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': 'ac4b5649-38f3-4d3a-b84d-fa74a78a0463', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:29.393122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.398367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=e78c044c-0a4c-402a-a163-080044eba0c7,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:29.402611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.428973 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.431094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c9ebec5-a281-4008-b8ea-761c1bb1f59f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.464664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea069bf-8cae-4e73-8a0f-ce1b4eee951a None None] Pushing event updated for resources: {'Port': ['ID=dccd5f6e-9385-4076-9399-47c833810ea4,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:29.513301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.517523 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c9ebec5-a281-4008-b8ea-761c1bb1f59f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.531679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Attempting to bind port dccd5f6e-9385-4076-9399-47c833810ea4 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:29.532263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Attempting to bind port dccd5f6e-9385-4076-9399-47c833810ea4 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:29.532442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Attempting to bind port dccd5f6e-9385-4076-9399-47c833810ea4 on network cf33be23-1f2d-4a25-b33c-0010d65c62f3 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:29.539246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:29.540041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Checking segment: {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:29.540490 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.540952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Bound using segment: {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:29.541893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Bound port: dccd5f6e-9385-4076-9399-47c833810ea4, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:29.542575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.545716 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c9ebec5-a281-4008-b8ea-761c1bb1f59f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.577395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:29.582601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:29.584918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ebec5-a281-4008-b8ea-761c1bb1f59f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2451d1-89ae-43a4-953a-5931653748ba,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:29.594760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:29.608388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3c9ebec5-a281-4008-b8ea-761c1bb1f59f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.612213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3c9ebec5-a281-4008-b8ea-761c1bb1f59f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558129 Dec 08 22:10:29.613353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56630) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:29.618310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aed4bd46-daa2-4484-83e3-00a3fa6f2a50 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': 'ac4b5649-38f3-4d3a-b84d-fa74a78a0463', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:29.628166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] For port dccd5f6e-9385-4076-9399-47c833810ea4, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:29.631745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=7418d706-d110-4a47-b4af-48475fc1498c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:29.637207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] For port dccd5f6e-9385-4076-9399-47c833810ea4, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dccd5f6e-9385-4076-9399-47c833810ea4,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:29.649064 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.657959 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aed4bd46-daa2-4484-83e3-00a3fa6f2a50 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.720741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:29.721376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:29.757669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aed4bd46-daa2-4484-83e3-00a3fa6f2a50 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.764289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea069bf-8cae-4e73-8a0f-ce1b4eee951a None None] Pushing event updated for resources: {'Port': ['ID=dccd5f6e-9385-4076-9399-47c833810ea4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:29.766165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aed4bd46-daa2-4484-83e3-00a3fa6f2a50 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.795200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4bd46-daa2-4484-83e3-00a3fa6f2a50 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fd543f-52f1-451b-b829-fc143069115e,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:29.824774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aed4bd46-daa2-4484-83e3-00a3fa6f2a50 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.832051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aed4bd46-daa2-4484-83e3-00a3fa6f2a50 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2174726 Dec 08 22:10:29.833543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56632) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:29.839392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-443ce24f-bca4-43cb-9b61-9ba7ceb964e8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': 'ac4b5649-38f3-4d3a-b84d-fa74a78a0463', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:29.919667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-443ce24f-bca4-43cb-9b61-9ba7ceb964e8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:29.955125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bb2f9861-befb-4014-b159-d4860c583514 None None] Provisioning complete for port dccd5f6e-9385-4076-9399-47c833810ea4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:29.955596 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb2f9861-befb-4014-b159-d4860c583514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.074151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:30.103545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-443ce24f-bca4-43cb-9b61-9ba7ceb964e8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.110284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-443ce24f-bca4-43cb-9b61-9ba7ceb964e8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.132743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ce24f-bca4-43cb-9b61-9ba7ceb964e8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f08b6ce-d728-413e-a38f-08a0b0885d7e,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:30.154781 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-443ce24f-bca4-43cb-9b61-9ba7ceb964e8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.160572 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-443ce24f-bca4-43cb-9b61-9ba7ceb964e8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255763 Dec 08 22:10:30.161361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56638) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:30.167373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-917d62d9-5f1a-42e3-8612-6b461311d361 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': 'ac4b5649-38f3-4d3a-b84d-fa74a78a0463', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:30.219062 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-917d62d9-5f1a-42e3-8612-6b461311d361 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.222653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 502e514b-ef0a-45e8-915e-e36f3fc252b4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:30.284072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-917d62d9-5f1a-42e3-8612-6b461311d361 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.288036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-917d62d9-5f1a-42e3-8612-6b461311d361 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.292631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb2f9861-befb-4014-b159-d4860c583514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.307270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d62d9-5f1a-42e3-8612-6b461311d361 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f5432a-5345-4de9-bd41-c89d58ebd368,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:30.317631 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-917d62d9-5f1a-42e3-8612-6b461311d361 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.318603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-917d62d9-5f1a-42e3-8612-6b461311d361 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561184 Dec 08 22:10:30.323335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56640) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:30.328040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1686b2f2-5ede-47bd-9a33-0f1dd766b64f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': 'ac4b5649-38f3-4d3a-b84d-fa74a78a0463', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:30.352019 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-1686b2f2-5ede-47bd-9a33-0f1dd766b64f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Project 7dbeccb4e334452fb98baf5fad34accf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:10:30.359016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1686b2f2-5ede-47bd-9a33-0f1dd766b64f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.410724 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bb2f9861-befb-4014-b159-d4860c583514 None None] For port dccd5f6e-9385-4076-9399-47c833810ea4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dccd5f6e-9385-4076-9399-47c833810ea4,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:30.425226 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1686b2f2-5ede-47bd-9a33-0f1dd766b64f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.425899 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb2f9861-befb-4014-b159-d4860c583514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.431103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1686b2f2-5ede-47bd-9a33-0f1dd766b64f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.455362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686b2f2-5ede-47bd-9a33-0f1dd766b64f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203185cf-8583-4a13-a669-240b3069aea3,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:30.460995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 502e514b-ef0a-45e8-915e-e36f3fc252b4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:30.461473 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.467995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1686b2f2-5ede-47bd-9a33-0f1dd766b64f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.469646 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1686b2f2-5ede-47bd-9a33-0f1dd766b64f tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449101 Dec 08 22:10:30.472322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56642) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:30.477419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e481013d-55d3-416e-bf31-6e47a6c95cc1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'security_group_rule': {'security_group_id': 'ac4b5649-38f3-4d3a-b84d-fa74a78a0463', 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:30.501716 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-e481013d-55d3-416e-bf31-6e47a6c95cc1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Project 7dbeccb4e334452fb98baf5fad34accf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:10:30.507093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e481013d-55d3-416e-bf31-6e47a6c95cc1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.541563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f9861-befb-4014-b159-d4860c583514 None None] Pushing event updated for resources: {'Port': ['ID=dccd5f6e-9385-4076-9399-47c833810ea4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:30.550987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.573713 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e481013d-55d3-416e-bf31-6e47a6c95cc1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.573987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4beb7bea-de3f-46c6-ba98-d694166cff36 None None] Provisioning complete for port dccd5f6e-9385-4076-9399-47c833810ea4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:30.573987 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4beb7bea-de3f-46c6-ba98-d694166cff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.578298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e481013d-55d3-416e-bf31-6e47a6c95cc1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.596429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481013d-55d3-416e-bf31-6e47a6c95cc1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecc7d31-b915-4006-9d54-3d29d7372da8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:30.605961 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e481013d-55d3-416e-bf31-6e47a6c95cc1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.615544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e481013d-55d3-416e-bf31-6e47a6c95cc1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335647 Dec 08 22:10:30.624822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:30.629119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.667604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569f5de-5e1b-41fe-a32b-6b13ee10a096 None None] The sync data for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 is: [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:30.677477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e78c044c-0a4c-402a-a163-080044eba0c7 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:30.799511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port e78c044c-0a4c-402a-a163-080044eba0c7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:30.800260 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.843615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.850910 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:30.874346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-3315694d-08d6-4892-901b-6659f27ba9c2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112274416&fields=id&tenant_id=7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 267 time: 0.0463626 Dec 08 22:10:30.946568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event updated for resources: {'Port': ['ID=7418d706-d110-4a47-b4af-48475fc1498c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:30.966055 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:31.013259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-f345b1a2-868b-4358-b3b7-e2316ae2a9ef tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:31.015149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-f345b1a2-868b-4358-b3b7-e2316ae2a9ef tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/networks?id=cf33be23-1f2d-4a25-b33c-0010d65c62f3 HTTP/1.1" status: 200 len: 796 time: 0.1340392 Dec 08 22:10:31.033922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-4ed3cf82-3469-452e-83ca-1e61754484c5 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/quotas/7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 375 time: 0.0115187 Dec 08 22:10:31.081403 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Floating IP 755f2888-c4cd-4bdb-af58-5e035e6cbdff associated. External IP: 172.25.1.121, port: ade15207-7bd8-417c-ad0b-61b18f1aaaba. Dec 08 22:10:31.091454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-c78659b0-e92b-41ce-be04-28a87988d0a2 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498114 Dec 08 22:10:31.201943 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-c2f9b796-10cb-4221-9e3e-b0f5ddbd933d service neutron] 10.222.0.21 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979855 Dec 08 22:10:31.325286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-3677e47f-25ba-45c9-acdf-5d0a26db4930 service neutron] 10.222.0.21 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114779 Dec 08 22:10:31.336268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:31.485146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:31.497094 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:31.508707 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ab69537-9574-4b61-9937-59db1cfdc3f9 req-d3e15ebc-4b38-496f-9d15-beb88288cd72 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 210 time: 0.0383465 Dec 08 22:10:31.509270 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:31.510323 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:31.528212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:31.564297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-93ac2a63-d243-494f-aa9f-e75532ed0860 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6569345 Dec 08 22:10:31.564927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:31.567336 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342783e0-8355-4dba-83da-ae8557634077" -d '{"events": [{"name": "network-changed", "server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:31.611872 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c326d7f2-c4e8-4702-a23c-6af26feaf571 x-openstack-request-id: req-c326d7f2-c4e8-4702-a23c-6af26feaf571 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:31.612231 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:31.612795 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c326d7f2-c4e8-4702-a23c-6af26feaf571 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:31.613328 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'status': 'completed', 'code': 200} Dec 08 22:10:31.657052 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:31.686661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342783e0-8355-4dba-83da-ae8557634077 req-72b245dc-ccd1-4ff9-8438-0e8be2598ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:31.688728 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342783e0-8355-4dba-83da-ae8557634077 req-72b245dc-ccd1-4ff9-8438-0e8be2598ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 1096 time: 0.0500355 Dec 08 22:10:31.791509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342783e0-8355-4dba-83da-ae8557634077 req-7f4dc168-4126-4323-86b5-5932de74de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:31.793692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342783e0-8355-4dba-83da-ae8557634077 req-7f4dc168-4126-4323-86b5-5932de74de89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.0978081 Dec 08 22:10:31.910503 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342783e0-8355-4dba-83da-ae8557634077 req-782b78a8-32ae-4bf7-a35d-42ec90e65acb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba HTTP/1.1" status: 200 len: 999 time: 0.1099331 Dec 08 22:10:31.926519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dccd5f6e-9385-4076-9399-47c833810ea4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:31.980182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342783e0-8355-4dba-83da-ae8557634077 req-cdbd8182-4615-4b9a-bded-3e2157d69edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:31.982147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342783e0-8355-4dba-83da-ae8557634077 req-cdbd8182-4615-4b9a-bded-3e2157d69edf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0584908 Dec 08 22:10:31.993401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port dccd5f6e-9385-4076-9399-47c833810ea4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:31.994021 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:32.013391 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:17Z', 'revision_number': 1, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}, {'id': '755f2888-c4cd-4bdb-af58-5e035e6cbdff', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:10:30Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:32.048115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342783e0-8355-4dba-83da-ae8557634077 req-7b37d513-9755-47b1-84bc-cd6164a75929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:32.049947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342783e0-8355-4dba-83da-ae8557634077 req-7b37d513-9755-47b1-84bc-cd6164a75929 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609069 Dec 08 22:10:32.051493 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:32.061902 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:32.062785 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:32.163516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342783e0-8355-4dba-83da-ae8557634077 req-40f93819-f009-4b25-86e6-bbcabe0bd675 service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061528 Dec 08 22:10:32.181181 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:32.263692 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-342783e0-8355-4dba-83da-ae8557634077 req-e4ea263b-06fc-412e-878f-51a01df590ed service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925848 Dec 08 22:10:32.496119 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:17Z', 'revision_number': 1, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}, {'id': '755f2888-c4cd-4bdb-af58-5e035e6cbdff', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:10:30Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:32.527042 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd94fa82-29cc-4eb2-94b5-99c6afa060a8 None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:17Z', 'revision_number': 1, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}, {'id': '755f2888-c4cd-4bdb-af58-5e035e6cbdff', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:10:30Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 0, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:32.620603 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34cc9167-418f-4e30-a989-d07488771028 req-f76ba5cd-cc3b-444a-99e1-8387871281ef tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 210 time: 0.0350266 Dec 08 22:10:32.733493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-79966f9e-c0cc-45cc-94d4-6b671e751f6c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:32.735741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-79966f9e-c0cc-45cc-94d4-6b671e751f6c tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "GET /v2.0/networks?id=cf33be23-1f2d-4a25-b33c-0010d65c62f3 HTTP/1.1" status: 200 len: 796 time: 0.1246119 Dec 08 22:10:32.751167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df208f-21ae-417f-8590-72e8795703f7 None None] New status for floating IP 755f2888-c4cd-4bdb-af58-5e035e6cbdff: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:10:32.785713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-aaf2d2e9-59f6-47e7-929e-99eba92b25a1 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dbeccb4e334452fb98baf5fad34accf HTTP/1.1" status: 200 len: 379 time: 0.0394733 Dec 08 22:10:32.799059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'port': {'device_id': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'admin_state_up': True, 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'security_groups': ['ac4b5649-38f3-4d3a-b84d-fa74a78a0463']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:32.907420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Made reservation on behalf of 7dbeccb4e334452fb98baf5fad34accf for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:10:32.910976 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.033991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.20.0.7 (cf33be23-1f2d-4a25-b33c-0010d65c62f3/f475e158-f834-4960-a03b-20975d318862/69022093-f91d-4d97-82ea-24da8a5c77bd) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:33.167882 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.202621 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.245915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:33.249241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:33.252882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:33.261815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=69022093-f91d-4d97-82ea-24da8a5c77bd,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:33.308039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:33.308670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.325070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-9c60474f-2e35-4466-bb4c-44d94d03cb85 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5313663 Dec 08 22:10:33.340744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Request body: {'port': {'device_id': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:33.403628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.535000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-65438a23-8bad-41ae-bcc9-4b5943632e1c None None] Provisioning complete for port 69022093-f91d-4d97-82ea-24da8a5c77bd triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:33.535582 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-65438a23-8bad-41ae-bcc9-4b5943632e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.572585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-65438a23-8bad-41ae-bcc9-4b5943632e1c None None] Port 69022093-f91d-4d97-82ea-24da8a5c77bd cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:33.664387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69022093-f91d-4d97-82ea-24da8a5c77bd {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:33.672078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.684683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Transition to ACTIVE for port object 69022093-f91d-4d97-82ea-24da8a5c77bd will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:10:33.688608 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.774079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Pushing event updated for resources: {'Port': ['ID=69022093-f91d-4d97-82ea-24da8a5c77bd,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:33.826454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc5eaa-bf15-4f8d-b513-9ceabc116b9d req-ce9c7eef-07c4-4f11-8d9d-d1b5deeab26d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:33.828063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99cc5eaa-bf15-4f8d-b513-9ceabc116b9d req-ce9c7eef-07c4-4f11-8d9d-d1b5deeab26d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 943 time: 0.1316350 Dec 08 22:10:33.885236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Attempting to bind port 69022093-f91d-4d97-82ea-24da8a5c77bd on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:33.886231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Attempting to bind port 69022093-f91d-4d97-82ea-24da8a5c77bd by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:33.886445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Attempting to bind port 69022093-f91d-4d97-82ea-24da8a5c77bd on network cf33be23-1f2d-4a25-b33c-0010d65c62f3 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:33.891007 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99cc5eaa-bf15-4f8d-b513-9ceabc116b9d req-1d85a6ed-f8c0-4ca2-8c0e-586dc0d84eab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523722 Dec 08 22:10:33.897116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Port 69022093-f91d-4d97-82ea-24da8a5c77bd on network cf33be23-1f2d-4a25-b33c-0010d65c62f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:10:33.897546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Attempting to bind port 69022093-f91d-4d97-82ea-24da8a5c77bd on network cf33be23-1f2d-4a25-b33c-0010d65c62f3 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:33.903019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:33.903477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Checking segment: {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:33.904034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Bound using segment: {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:33.913724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Bound port: 69022093-f91d-4d97-82ea-24da8a5c77bd, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:33.914106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.935484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421201cc-8c0a-4e31-8678-84241c448f2d req-3ec41fc1-ef19-47dc-841e-9c73b3a3a671 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:33.936965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-421201cc-8c0a-4e31-8678-84241c448f2d req-3ec41fc1-ef19-47dc-841e-9c73b3a3a671 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1096 time: 0.0531373 Dec 08 22:10:33.971761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-421201cc-8c0a-4e31-8678-84241c448f2d req-baf5f4bc-e19e-4990-ae40-dc908dd9b27d tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285573 Dec 08 22:10:33.978274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] For port 69022093-f91d-4d97-82ea-24da8a5c77bd, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:33.981802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] For port 69022093-f91d-4d97-82ea-24da8a5c77bd, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=69022093-f91d-4d97-82ea-24da8a5c77bd,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:33.992483 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:33.995949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56684) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:34.031437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:34.032043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:34.033402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/69022093-f91d-4d97-82ea-24da8a5c77bd HTTP/1.1" status: 200 len: 1091 time: 0.6971426 Dec 08 22:10:34.033837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:34.036116 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81" -d '{"events": [{"name": "network-changed", "server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:34.080774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa856e47-d7dc-4058-9d28-4801a50409d0 service neutron] Pushing event updated for resources: {'Port': ['ID=69022093-f91d-4d97-82ea-24da8a5c77bd,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:34.100360 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b591f167-5db1-49e8-b7b8-79c9ae84e141 x-openstack-request-id: req-b591f167-5db1-49e8-b7b8-79c9ae84e141 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:34.100652 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:34.100902 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b591f167-5db1-49e8-b7b8-79c9ae84e141 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:34.101294 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'status': 'completed', 'code': 200} Dec 08 22:10:34.135022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-f8b2ba67-5202-4921-90fe-f7c25a7a85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:34.136626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-f8b2ba67-5202-4921-90fe-f7c25a7a85c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 1094 time: 0.0572093 Dec 08 22:10:34.176407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 43fb1ff0-ad89-45cc-a6ab-09dd97d8272f {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:34.176769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:34.180884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-0ec953c7-a08f-4fb9-baba-1fff58b24d85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69022093-f91d-4d97-82ea-24da8a5c77bd HTTP/1.1" status: 200 len: 217 time: 0.0358801 Dec 08 22:10:34.239057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-f18c4fa7-5c82-4ff5-9e6f-229d33f7f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:34.240526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-f18c4fa7-5c82-4ff5-9e6f-229d33f7f06c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f475e158-f834-4960-a03b-20975d318862 HTTP/1.1" status: 200 len: 835 time: 0.0521042 Dec 08 22:10:34.255772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:34.256100 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:34.268237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 43fb1ff0-ad89-45cc-a6ab-09dd97d8272f owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:34.294276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-e51f800a-b6f4-421a-bb62-fe4936863e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:34.295962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-e51f800a-b6f4-421a-bb62-fe4936863e11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf33be23-1f2d-4a25-b33c-0010d65c62f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465219 Dec 08 22:10:34.386742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-4c5bfbf3-b866-4c1d-b4c9-fdd793881826 service neutron] 10.222.0.23 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825644 Dec 08 22:10:34.466298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:34.489414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4d9a284-56bd-49eb-aa9b-729b45e3de26 req-416712c2-635e-47e7-abe0-c8409a705a56 service neutron] 10.222.0.23 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946257 Dec 08 22:10:34.497656 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=43fb1ff0-ad89-45cc-a6ab-09dd97d8272f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:34.561684 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:34.562018 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Floating IP 259ab06c-7622-4a5a-a417-a6dced3552c7 disassociated (deleted). External IP: 172.25.1.222, port: 7c89ed28-0fc9-433c-bfaf-37240b163d64. Dec 08 22:10:34.576460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-3e9b5886-5d7b-413c-bb0f-507ea5ae3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:34.577946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-3e9b5886-5d7b-413c-bb0f-507ea5ae3e1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 1094 time: 0.0414345 Dec 08 22:10:34.672113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-c3d4f084-2b5a-47a5-a587-cb8ee114c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:34.673630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-c3d4f084-2b5a-47a5-a587-cb8ee114c44b service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf33be23-1f2d-4a25-b33c-0010d65c62f3 HTTP/1.1" status: 200 len: 897 time: 0.0881982 Dec 08 22:10:34.716765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-f1bd6649-1e8f-4bd3-9d12-8c3cafbe822f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69022093-f91d-4d97-82ea-24da8a5c77bd HTTP/1.1" status: 200 len: 217 time: 0.0346317 Dec 08 22:10:34.767403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-b4d1119c-aaf8-4eb5-8a1f-09d4ff56c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:34.768869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-b4d1119c-aaf8-4eb5-8a1f-09d4ff56c1a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f475e158-f834-4960-a03b-20975d318862 HTTP/1.1" status: 200 len: 835 time: 0.0451088 Dec 08 22:10:34.771421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router a2e8f652-d748-4897-8155-805eba8c1885 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:34.819570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-922ec797-e488-4c8a-9d53-3b175b2ebe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:34.821058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-922ec797-e488-4c8a-9d53-3b175b2ebe24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf33be23-1f2d-4a25-b33c-0010d65c62f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438859 Dec 08 22:10:34.880096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:34.884574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:34.891415 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] Sync routers for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:34.900902 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:34.902334 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:34.915389 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-54aba516-3e08-4297-adb1-b521c279d93e service neutron] 10.222.0.23 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849061 Dec 08 22:10:34.916809 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fb3f96cd-49da-4fb6-9df7-57afc8c313e4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/floatingips/259ab06c-7622-4a5a-a417-a6dced3552c7 HTTP/1.1" status: 204 len: 168 time: 0.9198031 Dec 08 22:10:34.917422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:34.920077 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9d4dde-82a9-4865-b4e9-27553a8823e6" -d '{"events": [{"name": "network-changed", "server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:35.028995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9ac23-cabf-46bb-96e6-5d56a1c4d0a0 req-b8b9192b-1b27-4ef0-8e58-7c08eb413a82 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:35.030676 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fd9ac23-cabf-46bb-96e6-5d56a1c4d0a0 req-b8b9192b-1b27-4ef0-8e58-7c08eb413a82 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 943 time: 0.0597544 Dec 08 22:10:35.032762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3477dec-d9f1-4b1d-a168-6e27bf9f7f81 req-98af920f-c28f-461b-bab6-7a6c0c10c928 service neutron] 10.222.0.23 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998452 Dec 08 22:10:35.037510 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:35.078042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8fd9ac23-cabf-46bb-96e6-5d56a1c4d0a0 req-cd7b9540-fe14-4557-9148-c5af2c3a3fec tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393264 Dec 08 22:10:35.129025 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288a207f-9e5c-4327-8d3a-894b33c174f4 x-openstack-request-id: req-288a207f-9e5c-4327-8d3a-894b33c174f4 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:35.129398 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:35.129741 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-288a207f-9e5c-4327-8d3a-894b33c174f4 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:35.130117 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'status': 'completed', 'code': 200} Dec 08 22:10:35.206591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633c9e-6364-498c-ae87-3a94c51d042b req-1718dfb2-2e71-407f-bbb5-071d83d2c7bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:35.208168 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb633c9e-6364-498c-ae87-3a94c51d042b req-1718dfb2-2e71-407f-bbb5-071d83d2c7bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0606980 Dec 08 22:10:35.218801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-f5fe4056-c2be-44a7-b806-d825928cd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:35.220616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-f5fe4056-c2be-44a7-b806-d825928cd24b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 1096 time: 0.0649521 Dec 08 22:10:35.251595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb633c9e-6364-498c-ae87-3a94c51d042b req-ac15dd0e-162a-4183-b391-3460b8d15607 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346041 Dec 08 22:10:35.293922 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:49Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:35.316287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-abc7702a-f316-4971-abee-1256926da04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:35.317797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-abc7702a-f316-4971-abee-1256926da04b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 200 len: 898 time: 0.0858052 Dec 08 22:10:35.319820 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] Checking router: a2e8f652-d748-4897-8155-805eba8c1885 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:35.328518 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:35.329107 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:35.363519 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-6f93fc40-b03d-4dc7-8782-9ee694dc1c7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 200 len: 217 time: 0.0371602 Dec 08 22:10:35.420673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-b1604d20-4847-48eb-83b4-fb243e131685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:35.422206 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-b1604d20-4847-48eb-83b4-fb243e131685 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 200 len: 835 time: 0.0468094 Dec 08 22:10:35.431164 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:35.477696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-3b9268cb-232f-49bf-adb3-10a404fc71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:35.479241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-3b9268cb-232f-49bf-adb3-10a404fc71eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395827 Dec 08 22:10:35.578443 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-d687da02-fd74-4f31-a161-ab135391d665 service neutron] 10.222.0.23 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904644 Dec 08 22:10:35.593584 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bce338ca-9dd4-4962-a706-9f1a9f65b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:35.640346 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:49Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:35.674601 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a317e-b8dc-42fb-b3a8-653ac2598d60 None None] The sync data for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 is: [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:45Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '3fa0f838-e236-4f62-8778-b768546d2a54', 'name': '', 'network_id': '3cc84aed-c16b-4b31-ba07-4a36ebcc9e55', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:dc:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:44Z', 'updated_at': '2021-12-08T22:08:49Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '66fa4e70-fdc9-47b0-b7d5-d68c64da17e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:35.693982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f9d4dde-82a9-4865-b4e9-27553a8823e6 req-b58b1c0b-6779-4b94-aab6-becf592331db service neutron] 10.222.0.23 "GET /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009226 Dec 08 22:10:35.939251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bda77b-d2f1-4b63-8ddc-0960e48e6734 None None] New status for floating IP 259ab06c-7622-4a5a-a417-a6dced3552c7: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:10:36.198687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99452f0c-8141-477a-b475-2ff9291c2d69 req-6c3eb1ec-98aa-4a84-b560-6eb8deaaf09d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:36.200104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99452f0c-8141-477a-b475-2ff9291c2d69 req-6c3eb1ec-98aa-4a84-b560-6eb8deaaf09d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 943 time: 0.0492496 Dec 08 22:10:36.243097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99452f0c-8141-477a-b475-2ff9291c2d69 req-01b8bb25-65fb-4c49-ae3f-faf6c799a1d9 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Dec 08 22:10:36.371124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d84c2-45db-495f-a28f-601acaa3d296 req-880d9056-7d78-46ba-b0e0-ca70b51365f3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:36.372563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b75d84c2-45db-495f-a28f-601acaa3d296 req-880d9056-7d78-46ba-b0e0-ca70b51365f3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0507259 Dec 08 22:10:36.413490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b75d84c2-45db-495f-a28f-601acaa3d296 req-34e2842c-dd85-410d-9814-855150efd09b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=632d0696-33a3-4af7-a116-2a81cf88bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348313 Dec 08 22:10:36.649781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862981f-722b-418d-8cf7-8f2598604110 req-93ab60b4-9642-4494-9b93-dd714b33065b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:36.652265 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e862981f-722b-418d-8cf7-8f2598604110 req-93ab60b4-9642-4494-9b93-dd714b33065b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 945 time: 0.0494761 Dec 08 22:10:36.747352 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 7c89ed28-0fc9-433c-bfaf-37240b163d64 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:36.747690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:36.863995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 7c89ed28-0fc9-433c-bfaf-37240b163d64, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c89ed28-0fc9-433c-bfaf-37240b163d64,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:36.864483 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:36.881573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 7c89ed28-0fc9-433c-bfaf-37240b163d64 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:37.016364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:37.047054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=7c89ed28-0fc9-433c-bfaf-37240b163d64,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:37.087019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] No DVR routers for this DVR port 7c89ed28-0fc9-433c-bfaf-37240b163d64 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:10:37.089602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:37.092820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 69022093-f91d-4d97-82ea-24da8a5c77bd details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:10:37.093297 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e862981f-722b-418d-8cf7-8f2598604110 req-ffb628a7-20b3-4ced-9629-89c3b4bd9078 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "DELETE /v2.0/ports/7c89ed28-0fc9-433c-bfaf-37240b163d64 HTTP/1.1" status: 204 len: 173 time: 0.4336114 Dec 08 22:10:37.093297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'name': 'network-vif-deleted', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:37.095920 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b53e204-4a91-489e-b67f-281f901b535c" -d '{"events": [{"server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "name": "network-vif-deleted", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:37.143189 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17378fde-119a-427d-9a99-6d6ad28547c5 x-openstack-request-id: req-17378fde-119a-427d-9a99-6d6ad28547c5 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:37.143472 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790955c4-3004-4588-9c3a-c1c4f69e154c", "name": "network-vif-deleted", "tag": "7c89ed28-0fc9-433c-bfaf-37240b163d64", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:37.143724 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17378fde-119a-427d-9a99-6d6ad28547c5 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:37.144117 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790955c4-3004-4588-9c3a-c1c4f69e154c', 'name': 'network-vif-deleted', 'tag': '7c89ed28-0fc9-433c-bfaf-37240b163d64', 'status': 'completed', 'code': 200} Dec 08 22:10:37.215642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 69022093-f91d-4d97-82ea-24da8a5c77bd, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=69022093-f91d-4d97-82ea-24da8a5c77bd,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:37.228618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'port_id': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'mac_address': 'fa:16:3e:9b:95:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:10:37.269595 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:37.283774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69022093-f91d-4d97-82ea-24da8a5c77bd {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:37.303490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 69022093-f91d-4d97-82ea-24da8a5c77bd, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=69022093-f91d-4d97-82ea-24da8a5c77bd,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:37.308308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:37.363610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=69022093-f91d-4d97-82ea-24da8a5c77bd,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:37.366137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8b16a-b140-4980-bc6a-83f6ba4e6ae6 req-3933baba-d8d8-4ccc-8625-263e4cf03462 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:37.367829 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9d8b16a-b140-4980-bc6a-83f6ba4e6ae6 req-3933baba-d8d8-4ccc-8625-263e4cf03462 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 944 time: 0.0540619 Dec 08 22:10:37.417112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e9d8b16a-b140-4980-bc6a-83f6ba4e6ae6 req-1caa5bd7-bc3e-4ee0-b0fb-1305b183b4ed tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360835 Dec 08 22:10:37.551722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['69022093-f91d-4d97-82ea-24da8a5c77bd'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:10:37.590524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c1a705f-b03b-41cc-a6f8-b509f84b17ea req-2ec7118e-89a6-4f53-88fb-8384d1ef08e7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=790955c4-3004-4588-9c3a-c1c4f69e154c HTTP/1.1" status: 200 len: 210 time: 0.0588000 Dec 08 22:10:38.266519 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-19a4a2c8-bbe2-46bb-88c6-91abd336f45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:38.543654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62fb5b-bdd8-4386-9d99-f4eabda5f05d req-6a60fe54-fee2-43aa-804c-d8615eed5583 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:38.545023 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a62fb5b-bdd8-4386-9d99-f4eabda5f05d req-6a60fe54-fee2-43aa-804c-d8615eed5583 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 944 time: 0.0560167 Dec 08 22:10:38.583388 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a62fb5b-bdd8-4386-9d99-f4eabda5f05d req-6b60a48e-db5c-4c9e-8128-9674cdbb215a tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Dec 08 22:10:38.657182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56728) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:38.842297 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.065987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.095222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 69022093-f91d-4d97-82ea-24da8a5c77bd up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:39.161094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 69022093-f91d-4d97-82ea-24da8a5c77bd completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:10:39.168032 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 69022093-f91d-4d97-82ea-24da8a5c77bd triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:39.168032 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.269873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.406756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 3fa0f838-e236-4f62-8778-b768546d2a54 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:39.409510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.456896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:39.459212 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da5ce40-a629-4705-9015-b3f010cf013f" -d '{"events": [{"server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "name": "network-vif-plugged", "status": "completed", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:39.471252 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.475334 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 69022093-f91d-4d97-82ea-24da8a5c77bd, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=69022093-f91d-4d97-82ea-24da8a5c77bd,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:39.481079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.554181 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4287ea0e-0d0a-46a8-ba4a-64e55c142d31 x-openstack-request-id: req-4287ea0e-0d0a-46a8-ba4a-64e55c142d31 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:39.554605 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "name": "network-vif-plugged", "status": "completed", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:39.554605 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4287ea0e-0d0a-46a8-ba4a-64e55c142d31 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:39.555196 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'code': 200} Dec 08 22:10:39.557863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.589918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=69022093-f91d-4d97-82ea-24da8a5c77bd,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:39.673379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-1b15d29a-b0e5-4873-a762-ee4e346d0bc1 req-3c3edf7c-0acd-4216-b8c3-a2ef97433625 tempest-MultipleCreateTestJSON-1869521757 tempest-MultipleCreateTestJSON-1869521757-project] (102390) timed out ('10.222.0.37', 63568) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:10:39.675317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67d06-da0d-4331-860e-cf4a8c8a8d1a req-c8ddd9ca-7c9d-442f-8236-03bcfbc473b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:39.678185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3e67d06-da0d-4331-860e-cf4a8c8a8d1a req-c8ddd9ca-7c9d-442f-8236-03bcfbc473b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 1096 time: 0.0571165 Dec 08 22:10:39.740694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df4316-3ed6-438f-a62e-fe22db951c70 req-38ddfc91-7918-45e8-b427-b07aa5bda3d8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:39.742031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e9df4316-3ed6-438f-a62e-fe22db951c70 req-38ddfc91-7918-45e8-b427-b07aa5bda3d8 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0753927 Dec 08 22:10:39.780114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3e67d06-da0d-4331-860e-cf4a8c8a8d1a req-24bfd5df-079a-4e46-b79a-fd031155f45a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718274 Dec 08 22:10:39.796235 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e9df4316-3ed6-438f-a62e-fe22db951c70 req-f7e7519e-3c01-42b3-9614-3db847f7119d tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383692 Dec 08 22:10:39.833809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 3fa0f838-e236-4f62-8778-b768546d2a54, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3fa0f838-e236-4f62-8778-b768546d2a54,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:39.834504 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:39.846939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 3fa0f838-e236-4f62-8778-b768546d2a54 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:40.036941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:40.064833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=3fa0f838-e236-4f62-8778-b768546d2a54,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:40.112097 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:40.272544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:40.492379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router a2e8f652-d748-4897-8155-805eba8c1885 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:40.621142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:40.626554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0ddd52af-36f6-4f52-b400-5c586799277a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "PUT /v2.0/routers/a2e8f652-d748-4897-8155-805eba8c1885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683473 Dec 08 22:10:40.630913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56742) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:40.633844 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] Sync routers for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:40.651972 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:40.652591 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:40.715191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3341ab3-1a6b-48e0-b514-6153c6e50cbf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting subnet 66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:10:40.719862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3341ab3-1a6b-48e0-b514-6153c6e50cbf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:40.784866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3341ab3-1a6b-48e0-b514-6153c6e50cbf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:40.801566 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:40.921578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3341ab3-1a6b-48e0-b514-6153c6e50cbf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.035692 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.070100 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3341ab3-1a6b-48e0-b514-6153c6e50cbf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.082350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3657-2eea-4c1c-921a-b5676263146e req-b4e1f61a-54af-40d6-a415-b24868e86e0b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:41.090311 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:10:39Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:41.090853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-648c3657-2eea-4c1c-921a-b5676263146e req-b4e1f61a-54af-40d6-a415-b24868e86e0b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 945 time: 0.1074090 Dec 08 22:10:41.111151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c89ed28-0fc9-433c-bfaf-37240b163d64 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:41.121139 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] Checking router: a2e8f652-d748-4897-8155-805eba8c1885 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:41.129528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3341ab3-1a6b-48e0-b514-6153c6e50cbf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Subnet': ['ID=66fa4e70-fdc9-47b0-b7d5-d68c64da17e3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:41.132716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 7c89ed28-0fc9-433c-bfaf-37240b163d64 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:41.133313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c89ed28-0fc9-433c-bfaf-37240b163d64 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:41.140006 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] Routers {'a2e8f652-d748-4897-8155-805eba8c1885'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:41.141457 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2e8f652-d748-4897-8155-805eba8c1885'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:41.141946 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b3341ab3-1a6b-48e0-b514-6153c6e50cbf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.145242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b3341ab3-1a6b-48e0-b514-6153c6e50cbf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/subnets/66fa4e70-fdc9-47b0-b7d5-d68c64da17e3 HTTP/1.1" status: 204 len: 168 time: 0.5141983 Dec 08 22:10:41.147244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f8395-a82e-4ef5-a8c9-f0ac4a2a2d6b None None] Network 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:10:41.148549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56752) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:41.167931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-648c3657-2eea-4c1c-921a-b5676263146e req-43d8ec9d-5d9e-4167-a4d0-dbe02091eddc tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738370 Dec 08 22:10:41.275092 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] Set router a2e8f652-d748-4897-8155-805eba8c1885 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:41.335583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.507042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] DHCP port deletion for 3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:10:41.542951 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.597427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] Deleting port 93498394-ef17-4e50-88de-0ec858de26a2 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:41.598102 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.649305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 67ae5348-be74-41a0-ab5a-74d638172d5f {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:10:41.651209 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.680067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] For port 93498394-ef17-4e50-88de-0ec858de26a2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93498394-ef17-4e50-88de-0ec858de26a2,segment=NetworkSegment(c80ef378-5853-4511-8243-cf865c0e39e7),segment_id=c80ef378-5853-4511-8243-cf865c0e39e7)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:41.680485 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.694063 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] Calling delete_port for 93498394-ef17-4e50-88de-0ec858de26a2 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:41.700085 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:10:39Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:41.773821 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6f7c9-fc74-4217-9e64-24c9305a0c2e None None] The sync data for ids ['a2e8f652-d748-4897-8155-805eba8c1885'] in n-d-821126-1 is: [{'id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946070467', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:10:39Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '67ae5348-be74-41a0-ab5a-74d638172d5f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8f652-d748-4897-8155-805eba8c1885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:08:41Z', 'updated_at': '2021-12-08T22:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:41.777917 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.795571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] No DVR routers for this DVR port 93498394-ef17-4e50-88de-0ec858de26a2 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:10:41.846290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff5582-9241-4ca4-be96-93b5b89ab95d None None] Pushing event deleted for resources: {'Port': ['ID=93498394-ef17-4e50-88de-0ec858de26a2,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:41.862610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 67ae5348-be74-41a0-ab5a-74d638172d5f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=67ae5348-be74-41a0-ab5a-74d638172d5f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:41.863365 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:41.880543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 67ae5348-be74-41a0-ab5a-74d638172d5f owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:10:42.104660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.160377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=67ae5348-be74-41a0-ab5a-74d638172d5f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:42.233083 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.300647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93498394-ef17-4e50-88de-0ec858de26a2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:42.331491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 93498394-ef17-4e50-88de-0ec858de26a2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:42.332080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93498394-ef17-4e50-88de-0ec858de26a2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:42.332655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3fa0f838-e236-4f62-8778-b768546d2a54 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:42.362650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3fa0f838-e236-4f62-8778-b768546d2a54 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:42.363362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3fa0f838-e236-4f62-8778-b768546d2a54 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:42.391502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.395943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.477822 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.478873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Fanout notify agent at l3_agent the message router_deleted on router a2e8f652-d748-4897-8155-805eba8c1885 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:10:42.500329 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.503478 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e22bc478-34d1-49c1-b55b-824454bb6243 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/routers/a2e8f652-d748-4897-8155-805eba8c1885 HTTP/1.1" status: 204 len: 168 time: 1.3542666 Dec 08 22:10:42.509085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56760) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:42.524406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25328832-ebff-4261-87f6-95aa214d82cb req-829a6607-d3f1-4bb1-9ad9-e6591eda94bc tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:42.526854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25328832-ebff-4261-87f6-95aa214d82cb req-829a6607-d3f1-4bb1-9ad9-e6591eda94bc tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 945 time: 0.1534142 Dec 08 22:10:42.609109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25328832-ebff-4261-87f6-95aa214d82cb req-4f63fe05-e1ce-4cfc-a901-46968ee9ddab tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758922 Dec 08 22:10:42.658789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.827875 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.848981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc84aed-c16b-4b31-ba07-4a36ebcc9e55']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:42.859453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80ef378-5853-4511-8243-cf865c0e39e7') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:42.860233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80ef378-5853-4511-8243-cf865c0e39e7') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:42.870874 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.888198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94205a-5ee7-4f29-8cef-52a515c28ad3 req-91b67d81-4c33-43f5-a888-8968aea41b66 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:42.889782 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b94205a-5ee7-4f29-8cef-52a515c28ad3 req-91b67d81-4c33-43f5-a888-8968aea41b66 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 945 time: 0.1687908 Dec 08 22:10:42.928543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.940486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b94205a-5ee7-4f29-8cef-52a515c28ad3 req-3bcaea10-3ec7-4f3c-9a3b-322de01e855b tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Dec 08 22:10:42.941445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:10:42.941842 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:10:42.945706 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:10:42.973930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:43.031511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9d6a5-1dc8-41eb-b786-aa9693b6bc8c tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:43.033415 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-16e9d6a5-1dc8-41eb-b786-aa9693b6bc8c tempest-TestNetworkBasicOps-852853657 tempest-TestNetworkBasicOps-852853657-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 1091 time: 0.0544877 Dec 08 22:10:43.036822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56770) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:43.042837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:43.053144 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.075247 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.078651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/networks/3cc84aed-c16b-4b31-ba07-4a36ebcc9e55 HTTP/1.1" status: 204 len: 168 time: 0.5683408 Dec 08 22:10:43.082313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31977e9-900f-4d79-b823-dcc2def03474 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Network': ['ID=3cc84aed-c16b-4b31-ba07-4a36ebcc9e55,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:43.084018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56772) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:43.106895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.221122 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8432993c-dd7f-4254-8f99-9381bc9afabb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.266370 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.267782 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8432993c-dd7f-4254-8f99-9381bc9afabb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.390548 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8432993c-dd7f-4254-8f99-9381bc9afabb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.394632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8432993c-dd7f-4254-8f99-9381bc9afabb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.397749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Allocated IP 172.25.1.196 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/3e644bc2-39b1-456f-9b24-7573f4b50c2a) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:43.399708 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8432993c-dd7f-4254-8f99-9381bc9afabb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/security-groups/632d0696-33a3-4af7-a116-2a81cf88bf3a HTTP/1.1" status: 204 len: 168 time: 0.3135331 Dec 08 22:10:43.415452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432993c-dd7f-4254-8f99-9381bc9afabb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632d0696-33a3-4af7-a116-2a81cf88bf3a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:43.562408 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.614595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.741500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:43.746818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:43.752070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:43.792939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=3e644bc2-39b1-456f-9b24-7573f4b50c2a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:43.921012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56778) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:43.928681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-787fe8c9-dfaf-48ef-b999-074a18684a57 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194665707', 'description': 'tempest-secgroup-smoke-1194665707 description', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:43.934509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 67ae5348-be74-41a0-ab5a-74d638172d5f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:10:43.956349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-787fe8c9-dfaf-48ef-b999-074a18684a57 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:43.977258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 67ae5348-be74-41a0-ab5a-74d638172d5f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:10:43.979774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 67ae5348-be74-41a0-ab5a-74d638172d5f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:10:44.042940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-787fe8c9-dfaf-48ef-b999-074a18684a57 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.050086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-787fe8c9-dfaf-48ef-b999-074a18684a57 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.097578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-787fe8c9-dfaf-48ef-b999-074a18684a57 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.103203 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-787fe8c9-dfaf-48ef-b999-074a18684a57 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1810949 Dec 08 22:10:44.109766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56784) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:44.122206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c366a276-ad5c-491a-8ed1-7fc0d45ffe6d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '80088373-51b5-4d1a-a395-32f5971752f7', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:44.152526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fe8c9-dfaf-48ef-b999-074a18684a57 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80088373-51b5-4d1a-a395-32f5971752f7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:44.172411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c366a276-ad5c-491a-8ed1-7fc0d45ffe6d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.256726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c366a276-ad5c-491a-8ed1-7fc0d45ffe6d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.267379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c366a276-ad5c-491a-8ed1-7fc0d45ffe6d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.327358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366a276-ad5c-491a-8ed1-7fc0d45ffe6d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d22b10-7199-4528-a2b2-64bf455e1cb2,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:44.351340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c366a276-ad5c-491a-8ed1-7fc0d45ffe6d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.359563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c366a276-ad5c-491a-8ed1-7fc0d45ffe6d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2450488 Dec 08 22:10:44.362233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56786) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:44.379797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-45c736dc-6219-412c-82b1-7e204c68aa64 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '80088373-51b5-4d1a-a395-32f5971752f7', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:44.463184 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45c736dc-6219-412c-82b1-7e204c68aa64 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.577476 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45c736dc-6219-412c-82b1-7e204c68aa64 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.582510 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45c736dc-6219-412c-82b1-7e204c68aa64 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.605248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c736dc-6219-412c-82b1-7e204c68aa64 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c109b3-8920-4633-ac72-b7b2b4191df6,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:44.619801 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45c736dc-6219-412c-82b1-7e204c68aa64 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.621038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-45c736dc-6219-412c-82b1-7e204c68aa64 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2554140 Dec 08 22:10:44.631306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56788) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:44.649290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9172a8a9-d121-4229-8868-1f86393e9b72 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '80088373-51b5-4d1a-a395-32f5971752f7', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:44.737678 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9172a8a9-d121-4229-8868-1f86393e9b72 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.814389 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9172a8a9-d121-4229-8868-1f86393e9b72 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.819327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9172a8a9-d121-4229-8868-1f86393e9b72 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.841945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172a8a9-d121-4229-8868-1f86393e9b72 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93529149-3e7c-4a8b-a85a-bd467a1fb181,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:44.860958 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9172a8a9-d121-4229-8868-1f86393e9b72 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.864204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9172a8a9-d121-4229-8868-1f86393e9b72 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2302201 Dec 08 22:10:44.866249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56790) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:44.871070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f5c4582b-46c4-4c56-811c-3532fafd9844 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '80088373-51b5-4d1a-a395-32f5971752f7', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:44.876515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.903945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f5c4582b-46c4-4c56-811c-3532fafd9844 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.973296 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f5c4582b-46c4-4c56-811c-3532fafd9844 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.978353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f5c4582b-46c4-4c56-811c-3532fafd9844 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:44.997978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.005732 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f5c4582b-46c4-4c56-811c-3532fafd9844 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.009712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f5c4582b-46c4-4c56-811c-3532fafd9844 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395316 Dec 08 22:10:45.009712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4582b-46c4-4c56-811c-3532fafd9844 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27e50e6-0459-4c87-9278-cf14bf3aa3c2,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:45.009948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56794) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:45.020415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-102f1268-5b84-4a30-92e7-1288742d49de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '80088373-51b5-4d1a-a395-32f5971752f7', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:45.044891 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-102f1268-5b84-4a30-92e7-1288742d49de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Project f9c47bc576c84dfc83a53c5f80e167f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:10:45.050986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-102f1268-5b84-4a30-92e7-1288742d49de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.133173 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-102f1268-5b84-4a30-92e7-1288742d49de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.139334 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-102f1268-5b84-4a30-92e7-1288742d49de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.181243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-102f1268-5b84-4a30-92e7-1288742d49de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.186645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-102f1268-5b84-4a30-92e7-1288742d49de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751914 Dec 08 22:10:45.187450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56800) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:45.203427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d85b024b-23e3-4dc7-9e28-f23640fef6ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '80088373-51b5-4d1a-a395-32f5971752f7', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:45.223993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1268-5b84-4a30-92e7-1288742d49de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cce538-61b6-4779-9069-533845dc736b,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:45.228244 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-d85b024b-23e3-4dc7-9e28-f23640fef6ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Project f9c47bc576c84dfc83a53c5f80e167f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:10:45.234334 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d85b024b-23e3-4dc7-9e28-f23640fef6ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.235487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.241868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.310591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d85b024b-23e3-4dc7-9e28-f23640fef6ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.316150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d85b024b-23e3-4dc7-9e28-f23640fef6ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.330019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event updated for resources: {'Port': ['ID=3e644bc2-39b1-456f-9b24-7573f4b50c2a,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:45.335787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b024b-23e3-4dc7-9e28-f23640fef6ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dc60ae-cca2-4d4a-b47d-475857f1b6e2,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:45.347116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d85b024b-23e3-4dc7-9e28-f23640fef6ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.347918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.348276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d85b024b-23e3-4dc7-9e28-f23640fef6ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572824 Dec 08 22:10:45.351091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56802) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:45.359554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'network': {'name': 'tempest-network-smoke--2065452635', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'port_security_enabled': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:45.389445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:10:45.394920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.450355 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:10:45.463112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.463112 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Added segment d0ccf319-3ea8-44b0-8e6f-4a7216715b14 of type vlan for network 9f8dce14-39bd-47c4-bb6d-856503aa17cd Dec 08 22:10:45.513215 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.547302 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Floating IP 4e4e1699-04c9-464e-b00e-0bf5600b9c29 associated. External IP: 172.25.1.196, port: 69022093-f91d-4d97-82ea-24da8a5c77bd. Dec 08 22:10:45.557612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.570648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:45.572130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.708259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Network': ['ID=9f8dce14-39bd-47c4-bb6d-856503aa17cd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:45.721995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-55aa552d-4af0-45b7-9b14-cc622ae1c50a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3696022 Dec 08 22:10:45.724684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56804) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:45.730215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'admin_state_up': True, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:45.736189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:10:45.765529 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.767109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.863008 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:45.876566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:46.018422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:46.029878 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:46.032243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] Sync routers for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:46.042116 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:46.042650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:46.043661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:46.076785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-865bbfd6-bf50-4353-9de1-a24da815c370 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0387986 Dec 08 22:10:46.077567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:46.081562 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:46.082686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56806) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:46.158402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-988d2ff1-dba6-4c5d-8057-3fd5e515d529 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/floatingips/4e4e1699-04c9-464e-b00e-0bf5600b9c29 HTTP/1.1" status: 200 len: 991 time: 0.0732467 Dec 08 22:10:46.163105 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abee3be5-f911-4beb-a1d5-4bee52fc0a75 x-openstack-request-id: req-abee3be5-f911-4beb-a1d5-4bee52fc0a75 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:46.163401 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:46.163658 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abee3be5-f911-4beb-a1d5-4bee52fc0a75 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:46.164067 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'status': 'completed', 'code': 200} Dec 08 22:10:46.208302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:46.301317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-01b3ebc5-e18d-40ee-a66d-254ccdb64ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:46.303142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-01b3ebc5-e18d-40ee-a66d-254ccdb64ad6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 1096 time: 0.1056738 Dec 08 22:10:46.303463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:46.325612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:46.455526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-130e7d2c-80b7-4ae5-bf41-b70cf49d717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:46.457253 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-130e7d2c-80b7-4ae5-bf41-b70cf49d717f service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf33be23-1f2d-4a25-b33c-0010d65c62f3 HTTP/1.1" status: 200 len: 897 time: 0.1471043 Dec 08 22:10:46.519234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.25.1.220 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/61bab4cc-a5a3-4acf-8853-a6333aa9f944) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:46.540451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b7f2-e936-46f4-86cd-fb32619dd557 req-bba39c74-c67d-4a88-950b-1b096303805f tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:46.542416 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c255b7f2-e936-46f4-86cd-fb32619dd557 req-bba39c74-c67d-4a88-950b-1b096303805f tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.1010938 Dec 08 22:10:46.549369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-72812dae-671a-40ca-9ff3-b9941f43461f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69022093-f91d-4d97-82ea-24da8a5c77bd HTTP/1.1" status: 200 len: 999 time: 0.0840909 Dec 08 22:10:46.585068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '4e4e1699-04c9-464e-b00e-0bf5600b9c29', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'port_id': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'mac_address': 'fa:16:3e:9b:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:10:44Z', 'updated_at': '2021-12-08T22:10:44Z', 'revision_number': 0, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:46.621219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] Checking router: 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:46.627908 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-d3c5db49-15ad-4cb9-9943-a4be9276d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:46.629809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-d3c5db49-15ad-4cb9-9943-a4be9276d393 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f475e158-f834-4960-a03b-20975d318862 HTTP/1.1" status: 200 len: 835 time: 0.0724411 Dec 08 22:10:46.631786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:46.632483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:46.640579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c255b7f2-e936-46f4-86cd-fb32619dd557 req-b8c6df33-1cc9-40db-903e-a92436a955fc tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809042 Dec 08 22:10:46.686509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:46.695282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-0aa1c625-bdd3-485f-844e-e39298be3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:46.700755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-0aa1c625-bdd3-485f-844e-e39298be3436 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf33be23-1f2d-4a25-b33c-0010d65c62f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635276 Dec 08 22:10:46.727197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:46.778325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:46.781138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:46.784724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:46.800105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:46.828263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-4ae52f08-688b-4247-8377-3c635ef83a3d service neutron] 10.222.0.23 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182754 Dec 08 22:10:46.853532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=61bab4cc-a5a3-4acf-8853-a6333aa9f944,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:46.940867 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab2dcae3-3022-4d9c-9a01-cb2298e91f2c req-c63f1936-dc25-4737-895b-33744aaf3c75 service neutron] 10.222.0.23 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050930 Dec 08 22:10:47.063717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '4e4e1699-04c9-464e-b00e-0bf5600b9c29', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'port_id': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'mac_address': 'fa:16:3e:9b:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:10:44Z', 'updated_at': '2021-12-08T22:10:44Z', 'revision_number': 0, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:47.092175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d859383-10a9-4d87-b89b-049aa1277bbd None None] The sync data for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 is: [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '4e4e1699-04c9-464e-b00e-0bf5600b9c29', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'port_id': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'mac_address': 'fa:16:3e:9b:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:10:44Z', 'updated_at': '2021-12-08T22:10:44Z', 'revision_number': 0, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:47.108922 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:47.162519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56818) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:47.240333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dbeb72c2-e018-415f-8ff0-c61d13a890e7 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/floatingips/4e4e1699-04c9-464e-b00e-0bf5600b9c29 HTTP/1.1" status: 200 len: 991 time: 0.0765889 Dec 08 22:10:47.360850 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90538b53-097d-4ba4-83f9-99e8111a3774 None None] New status for floating IP 4e4e1699-04c9-464e-b00e-0bf5600b9c29: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:10:47.649554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:47.777533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router becc0864-8972-4622-9621-fb8273d0c94d is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:10:47.778661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac34bfb-b87a-4fd2-8d29-c44e5fd50f73 req-15de6591-c894-46b1-9245-6f8866d14957 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:47.780502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fac34bfb-b87a-4fd2-8d29-c44e5fd50f73 req-15de6591-c894-46b1-9245-6f8866d14957 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0608196 Dec 08 22:10:47.821342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fac34bfb-b87a-4fd2-8d29-c44e5fd50f73 req-d1ebda2e-ccd6-4e06-ba1e-27903598af23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341213 Dec 08 22:10:47.887993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:47.897930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Sync routers for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:47.909049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:47.909849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:47.910118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:47.911085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fced2db1-46c3-4000-8ccd-337e18fe6cb7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1852741 Dec 08 22:10:47.914460 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56824) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:47.942358 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3ac6e98f-eb12-401b-9448-5f3974dfffd7 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f9c47bc576c84dfc83a53c5f80e167f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267665 Dec 08 22:10:47.945044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56826) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:48.019329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:48.035922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b8aafd-ebc3-4e04-8430-5e5fb3668c16 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:48.037460 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b9b8aafd-ebc3-4e04-8430-5e5fb3668c16 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914612 Dec 08 22:10:48.040593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56828) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:48.069211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d3af68f6-0658-4602-a6ae-36fa603d9598 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274422 Dec 08 22:10:48.071672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56830) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:48.077282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-678424053', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:48.176500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:10:48.180338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.221546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:46Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:48.244937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 56832) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:48.262826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Checking router: becc0864-8972-4622-9621-fb8273d0c94d for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:48.263124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Updating router becc0864-8972-4622-9621-fb8273d0c94d port 61bab4cc-a5a3-4acf-8853-a6333aa9f944 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:10:48.297440 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.336613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b87ec3ac-c397-4cf7-a6bd-d1c86e04d9ad tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/floatingips/4e4e1699-04c9-464e-b00e-0bf5600b9c29 HTTP/1.1" status: 200 len: 993 time: 0.0903006 Dec 08 22:10:48.408439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.471829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Subnet': ['ID=eb72b0c1-b9c9-463d-b43b-05961a5d077d,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:48.500661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Checking segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:48.500661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network hostable DHCP agents. Network: 9f8dce14-39bd-47c4-bb6d-856503aa17cd, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:10:48.517514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:10:48.527690 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 9f8dce14-39bd-47c4-bb6d-856503aa17cd) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:48.536725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:48.536971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d2e8a-82a2-475e-bfd4-88fa861a0d9a None None] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:10:48.537509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.555615 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f7cba0cf-4a14-4ccc-84b0-0d0346ed88b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4829826 Dec 08 22:10:48.558972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 56836) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:10:48.662274 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.670161 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.758754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fb353-e4b1-4eb9-89ec-fde1b6ec5882 None None] Pushing event updated for resources: {'Port': ['ID=61bab4cc-a5a3-4acf-8853-a6333aa9f944,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:48.762679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Attempting to bind port 61bab4cc-a5a3-4acf-8853-a6333aa9f944 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:48.763080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Attempting to bind port 61bab4cc-a5a3-4acf-8853-a6333aa9f944 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:48.763498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Attempting to bind port 61bab4cc-a5a3-4acf-8853-a6333aa9f944 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:48.783725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:48.784100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:48.784731 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.785121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:48.785594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Bound port: 61bab4cc-a5a3-4acf-8853-a6333aa9f944, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:48.785976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.808296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:10:48.809152 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:48.902563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] For port 61bab4cc-a5a3-4acf-8853-a6333aa9f944, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:48.931465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] For port 61bab4cc-a5a3-4acf-8853-a6333aa9f944, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=61bab4cc-a5a3-4acf-8853-a6333aa9f944,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:48.939500 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.040446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ec7b1-9d23-4487-b38d-fc1a373419d9 req-dd03fbdf-de8c-4cbb-8acc-08d3b4b449ed tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:49.043073 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b2ec7b1-9d23-4487-b38d-fc1a373419d9 req-dd03fbdf-de8c-4cbb-8acc-08d3b4b449ed tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.1020181 Dec 08 22:10:49.115553 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.123563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b2ec7b1-9d23-4487-b38d-fc1a373419d9 req-04897918-3f37-4d58-bccd-0a08925158b6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709097 Dec 08 22:10:49.138538 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:10:49.176186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Allocated IP 172.20.0.2 (9f8dce14-39bd-47c4-bb6d-856503aa17cd/eb72b0c1-b9c9-463d-b43b-05961a5d077d/4b47cdae-b37c-421c-b763-906f3c52f5f8) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:49.258476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:49.259041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:49.328445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fb353-e4b1-4eb9-89ec-fde1b6ec5882 None None] Pushing event updated for resources: {'Port': ['ID=61bab4cc-a5a3-4acf-8853-a6333aa9f944,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:49.424908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:49.494078 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.530959 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.562804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.20.0.1 (9f8dce14-39bd-47c4-bb6d-856503aa17cd/eb72b0c1-b9c9-463d-b43b-05961a5d077d/05eff09f-d994-4979-890f-9af56e2d6511) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:49.575402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:49.583014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:49.585434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:49.623785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Pushing event updated for resources: {'Port': ['ID=4b47cdae-b37c-421c-b763-906f3c52f5f8,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:49.696230 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.698539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Attempting to bind port 4b47cdae-b37c-421c-b763-906f3c52f5f8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:49.698933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Attempting to bind port 4b47cdae-b37c-421c-b763-906f3c52f5f8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:49.699301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Attempting to bind port 4b47cdae-b37c-421c-b763-906f3c52f5f8 on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:49.708668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:49.709037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Checking segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:49.709443 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.709832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Bound using segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:49.710296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Bound port: 4b47cdae-b37c-421c-b763-906f3c52f5f8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:49.711125 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.735141 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.769866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:46Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:49.783852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:49.787224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:49.791768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:49.800647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=05eff09f-d994-4979-890f-9af56e2d6511,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:49.811582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be75e7-c45c-4275-aad6-32cd6d360d69 None None] The sync data for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 is: [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:46Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:49.820206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] For port 4b47cdae-b37c-421c-b763-906f3c52f5f8, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:49.824388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] For port 4b47cdae-b37c-421c-b763-906f3c52f5f8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4b47cdae-b37c-421c-b763-906f3c52f5f8,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:49.840109 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.850330 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:49.918548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dc643-797e-45bd-b50c-7a644b339bf7 None None] Pushing event updated for resources: {'Port': ['ID=4b47cdae-b37c-421c-b763-906f3c52f5f8,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:50.005599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:50.352440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beccc87-bde2-4bbd-9497-3d259430c0ad req-4fc8819f-0a86-4173-be9f-6c9ba614afd7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:50.354607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3beccc87-bde2-4bbd-9497-3d259430c0ad req-4fc8819f-0a86-4173-be9f-6c9ba614afd7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0739944 Dec 08 22:10:50.439874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3beccc87-bde2-4bbd-9497-3d259430c0ad req-1d0a25a6-b796-4fac-8a39-e40d4f8d711c tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704908 Dec 08 22:10:50.450060 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:50.455640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:50.546269 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:50.548817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=05eff09f-d994-4979-890f-9af56e2d6511,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:50.664771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:50.666798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:50.800869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router becc0864-8972-4622-9621-fb8273d0c94d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:10:50.967317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:10:50.975241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-27bfe968-d5fc-46b7-a442-f646f5fe3332 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "PUT /v2.0/routers/becc0864-8972-4622-9621-fb8273d0c94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4152181 Dec 08 22:10:51.152855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce934b5-4416-469f-b339-3b7ff2ca1d2a None None] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:10:51.170542 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-a48b4eda-484e-4492-a124-ec85c8062e32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194665707&fields=id&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 267 time: 0.0342698 Dec 08 22:10:51.217250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-df66ca20-6e1b-41d6-9f7a-10b031420206 None None] Provisioning complete for port 4b47cdae-b37c-421c-b763-906f3c52f5f8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:51.217621 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df66ca20-6e1b-41d6-9f7a-10b031420206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:51.289021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-721ead9a-0066-4256-b797-0f33b974873a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:51.290541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-721ead9a-0066-4256-b797-0f33b974873a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 797 time: 0.1131670 Dec 08 22:10:51.306131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-154c3fdf-e1e3-4d2a-9828-c421bba50085 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/quotas/f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 375 time: 0.0089951 Dec 08 22:10:51.356787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-a5d99531-dd17-42ef-b5de-fbf336655a89 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448704 Dec 08 22:10:51.365410 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df66ca20-6e1b-41d6-9f7a-10b031420206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:51.406781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-df66ca20-6e1b-41d6-9f7a-10b031420206 None None] For port 4b47cdae-b37c-421c-b763-906f3c52f5f8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4b47cdae-b37c-421c-b763-906f3c52f5f8,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:51.411654 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df66ca20-6e1b-41d6-9f7a-10b031420206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:51.483014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66ca20-6e1b-41d6-9f7a-10b031420206 None None] Pushing event updated for resources: {'Port': ['ID=4b47cdae-b37c-421c-b763-906f3c52f5f8,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:51.488801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-ac7654e9-3e86-4e94-9de6-41a77ccb4b32 service neutron] 10.222.0.21 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199558 Dec 08 22:10:51.586148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5a81b-3c27-4c7e-beee-9daf93ae8125 req-659a6930-7301-461b-b2dc-cb57252630b1 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:51.594498 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3f5a81b-3c27-4c7e-beee-9daf93ae8125 req-659a6930-7301-461b-b2dc-cb57252630b1 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0579822 Dec 08 22:10:51.602929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-1fcfc574-14d2-4a34-a9c0-2f55e36395c9 service neutron] 10.222.0.21 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052067 Dec 08 22:10:51.637635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-838c31e5-71bb-40c5-8a59-1b41ce3661e8 None None] Provisioning complete for port 05eff09f-d994-4979-890f-9af56e2d6511 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:51.638010 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-838c31e5-71bb-40c5-8a59-1b41ce3661e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:51.651321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a3f5a81b-3c27-4c7e-beee-9daf93ae8125 req-bc0657ca-8659-4069-9eca-a0897a657704 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530653 Dec 08 22:10:51.690619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-838c31e5-71bb-40c5-8a59-1b41ce3661e8 None None] Port 05eff09f-d994-4979-890f-9af56e2d6511 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:51.701521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-838c31e5-71bb-40c5-8a59-1b41ce3661e8 None None] Provisioning complete for port 4b47cdae-b37c-421c-b763-906f3c52f5f8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:51.701898 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-838c31e5-71bb-40c5-8a59-1b41ce3661e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:51.862704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb5f806b-5267-4cbf-b184-501ac4598c51 req-e86e2808-4a7d-4faa-ad1c-a7d7cbf6e5f0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 210 time: 0.0440934 Dec 08 22:10:51.927720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-34c64c32-30ed-4b29-9b34-b0adb836fe37 None None] Provisioning complete for port 05eff09f-d994-4979-890f-9af56e2d6511 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:51.928114 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-34c64c32-30ed-4b29-9b34-b0adb836fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:51.950163 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Sync routers for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:10:51.973981 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:51.975215 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:51.982626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-34c64c32-30ed-4b29-9b34-b0adb836fe37 None None] Port 05eff09f-d994-4979-890f-9af56e2d6511 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:52.065417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 61bab4cc-a5a3-4acf-8853-a6333aa9f944 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:52.141659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 61bab4cc-a5a3-4acf-8853-a6333aa9f944 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:52.142261 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.142620 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:52.254347 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.283916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 61bab4cc-a5a3-4acf-8853-a6333aa9f944, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=61bab4cc-a5a3-4acf-8853-a6333aa9f944,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:52.292644 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.293496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4b47cdae-b37c-421c-b763-906f3c52f5f8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:52.384107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8c07ad9a-b824-4345-bb7f-bcf4578d6769 None None] Provisioning complete for port 05eff09f-d994-4979-890f-9af56e2d6511 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:52.384556 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8c07ad9a-b824-4345-bb7f-bcf4578d6769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.434225 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:50Z', 'revision_number': 2, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:52.435850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=61bab4cc-a5a3-4acf-8853-a6333aa9f944,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:52.443728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4b47cdae-b37c-421c-b763-906f3c52f5f8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:52.444112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.478610 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Checking router: becc0864-8972-4622-9621-fb8273d0c94d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:10:52.480349 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Updating router becc0864-8972-4622-9621-fb8273d0c94d port 05eff09f-d994-4979-890f-9af56e2d6511 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:10:52.492129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8c07ad9a-b824-4345-bb7f-bcf4578d6769 None None] Port 05eff09f-d994-4979-890f-9af56e2d6511 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:52.519973 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.784428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6884fe-5248-42e9-bcf6-d90eceb908fa req-2a3473ba-7c65-4395-8534-67279efb8062 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:52.789153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f6884fe-5248-42e9-bcf6-d90eceb908fa req-2a3473ba-7c65-4395-8534-67279efb8062 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0619934 Dec 08 22:10:52.832094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4f6884fe-5248-42e9-bcf6-d90eceb908fa req-e46bfcb2-141d-44a8-b507-cc6874004660 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373688 Dec 08 22:10:52.842222 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.847973 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.908971 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32207dcc-ebc7-40bc-969b-c8de8d9d78c8 None None] Pushing event updated for resources: {'Port': ['ID=05eff09f-d994-4979-890f-9af56e2d6511,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:52.983293 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Attempting to bind port 05eff09f-d994-4979-890f-9af56e2d6511 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:52.984359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0be49d66-8a3a-4235-86cb-5806ef2f2440 req-c1e20466-97d2-4ae7-a1d4-dbe969569195 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 210 time: 0.0483918 Dec 08 22:10:52.984940 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Attempting to bind port 05eff09f-d994-4979-890f-9af56e2d6511 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:52.985369 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Attempting to bind port 05eff09f-d994-4979-890f-9af56e2d6511 on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:52.996447 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:52.996971 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Checking segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:52.997617 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:52.998627 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Bound using segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:53.006848 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Bound port: 05eff09f-d994-4979-890f-9af56e2d6511, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:53.006848 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.090411 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] For port 05eff09f-d994-4979-890f-9af56e2d6511, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:53.095133 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] For port 05eff09f-d994-4979-890f-9af56e2d6511, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=05eff09f-d994-4979-890f-9af56e2d6511,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:53.102982 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.144008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-a7db4de2-4a45-4a17-b3c9-d8c1bdbdaf1e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:53.146117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-a7db4de2-4a45-4a17-b3c9-d8c1bdbdaf1e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 797 time: 0.1529746 Dec 08 22:10:53.203878 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:10:53.204618 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:53.208503 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32207dcc-ebc7-40bc-969b-c8de8d9d78c8 None None] Pushing event updated for resources: {'Port': ['ID=05eff09f-d994-4979-890f-9af56e2d6511,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:53.224301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c2ee6318-04dd-4701-b1b7-9692f21a21b2 None None] Provisioning complete for port 05eff09f-d994-4979-890f-9af56e2d6511 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:53.224740 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2ee6318-04dd-4701-b1b7-9692f21a21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.229794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-5f7b97c7-d440-4866-800b-285de63a5c76 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 380 time: 0.0687222 Dec 08 22:10:53.246871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'port': {'device_id': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'admin_state_up': True, 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'security_groups': ['80088373-51b5-4d1a-a395-32f5971752f7']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:53.335091 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2ee6318-04dd-4701-b1b7-9692f21a21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.353453 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:10:53.398025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c2ee6318-04dd-4701-b1b7-9692f21a21b2 None None] For port 05eff09f-d994-4979-890f-9af56e2d6511, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=05eff09f-d994-4979-890f-9af56e2d6511,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:53.405877 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c2ee6318-04dd-4701-b1b7-9692f21a21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.442074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:10:53.447070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.511616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee6318-04dd-4701-b1b7-9692f21a21b2 None None] Pushing event updated for resources: {'Port': ['ID=05eff09f-d994-4979-890f-9af56e2d6511,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:53.611449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-80d5d5f3-7c13-4f8a-9060-59f492f2f54a req-76669a23-cb0b-4c31-8e28-af272370845d service neutron] (102389) timed out ('10.222.0.37', 63619) {{(pid=102389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:10:53.612076 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:53Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:10:53.632936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.20.0.11 (9f8dce14-39bd-47c4-bb6d-856503aa17cd/eb72b0c1-b9c9-463d-b43b-05961a5d077d/a693b3c3-05a3-4776-b991-25abc164aecc) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:10:53.639867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-548f200c-bb92-4569-b7e7-9a7982244014 None None] Provisioning complete for port 05eff09f-d994-4979-890f-9af56e2d6511 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:53.641040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-548f200c-bb92-4569-b7e7-9a7982244014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.643087 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5441-db7a-438d-b756-2ca9ec1c238c None None] The sync data for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 is: [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:53Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:10:53.839352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.898970 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:53.974512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:10:53.978176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:10:53.992008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:10:54.042159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695b76b-067f-4721-ae35-d6e627502b27 req-4ab1cba6-c7db-4617-bf6a-880757676475 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:54.047664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:54.054436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c695b76b-067f-4721-ae35-d6e627502b27 req-4ab1cba6-c7db-4617-bf6a-880757676475 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0972669 Dec 08 22:10:54.107947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:54.109427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:54.114077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 61bab4cc-a5a3-4acf-8853-a6333aa9f944 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:54.144183 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c695b76b-067f-4721-ae35-d6e627502b27 req-da43bb2a-ee7c-4b0c-bbfc-8995e68f2f8a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883243 Dec 08 22:10:54.200052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 61bab4cc-a5a3-4acf-8853-a6333aa9f944 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:54.201203 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:54.206909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-b7c84bed-454b-4078-8924-54dc28095a1f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9661324 Dec 08 22:10:54.236939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Request body: {'port': {'device_id': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:10:54.280910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210e481-6906-4e0e-9ba9-d175f18db61d req-109e7dfd-e317-49f4-8f8d-37cc148a5e8e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:54.284553 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9210e481-6906-4e0e-9ba9-d175f18db61d req-109e7dfd-e317-49f4-8f8d-37cc148a5e8e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 932 time: 0.1577673 Dec 08 22:10:54.331506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 05eff09f-d994-4979-890f-9af56e2d6511 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:10:54.386081 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9210e481-6906-4e0e-9ba9-d175f18db61d req-f615c8d1-0d37-4a3d-b2b3-317d7163cab5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957432 Dec 08 22:10:54.386920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:54.422647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 05eff09f-d994-4979-890f-9af56e2d6511 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:54.423674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:54.427206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d8719eb3-f496-4f4a-aacb-8c5f2ae9739d None None] Provisioning complete for port a693b3c3-05a3-4776-b991-25abc164aecc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:10:54.427340 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d8719eb3-f496-4f4a-aacb-8c5f2ae9739d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:54.495733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d8719eb3-f496-4f4a-aacb-8c5f2ae9739d None None] Port a693b3c3-05a3-4776-b991-25abc164aecc cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:10:54.756799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a693b3c3-05a3-4776-b991-25abc164aecc {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:54.765786 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:54.787568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Transition to ACTIVE for port object a693b3c3-05a3-4776-b991-25abc164aecc will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:10:54.792972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:54.846607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:54.933808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:10:54.934149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:10:54.934530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:54.939137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:10:54.939388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:10:54.944438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:10:54.944773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Checking segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:10:54.945158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Bound using segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:10:54.945580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Bound port: a693b3c3-05a3-4776-b991-25abc164aecc, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:10:54.945944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:55.029555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:10:55.033348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:10:55.038825 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:55.079092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.079801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:55.082161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] 10.222.0.23 "PUT /v2.0/ports/a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1092 time: 0.8599749 Dec 08 22:10:55.084755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:10:55.088910 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49" -d '{"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:10:55.123315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bf095-e4c2-48f8-a011-cae21aa5f59d service neutron] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:55.154521 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaac112-5983-4973-bcf8-dad758a1e0b0 x-openstack-request-id: req-dfaac112-5983-4973-bcf8-dad758a1e0b0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:10:55.154844 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:10:55.155096 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfaac112-5983-4973-bcf8-dad758a1e0b0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:10:55.155510 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'status': 'completed', 'code': 200} Dec 08 22:10:55.203507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-62d0d1e2-c423-4aaa-97c5-70087da540d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.205406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-62d0d1e2-c423-4aaa-97c5-70087da540d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1095 time: 0.0642214 Dec 08 22:10:55.266503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-283ae93e-1178-436d-b34c-7b2354d49640 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 217 time: 0.0518699 Dec 08 22:10:55.349507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b25b78-1421-4179-a0ac-7ee6d6adbe81 req-8484318d-317e-4433-b33d-24c70679823a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.351097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79b25b78-1421-4179-a0ac-7ee6d6adbe81 req-8484318d-317e-4433-b33d-24c70679823a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0866141 Dec 08 22:10:55.355198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-808a0108-3db3-4837-bef3-0e7ec8a2c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.356582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-808a0108-3db3-4837-bef3-0e7ec8a2c0fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0813630 Dec 08 22:10:55.423898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79b25b78-1421-4179-a0ac-7ee6d6adbe81 req-517deb8d-c72f-4e8b-94c2-7c4f27c24f04 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655186 Dec 08 22:10:55.433219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-827c1563-a794-4a1f-bcba-28ae9e63373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.435601 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-827c1563-a794-4a1f-bcba-28ae9e63373f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637333 Dec 08 22:10:55.541675 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471c9c9-c775-405a-ab54-aff39203b9de req-35f0034e-c356-4674-b436-6cb8355c4250 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.543303 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0471c9c9-c775-405a-ab54-aff39203b9de req-35f0034e-c356-4674-b436-6cb8355c4250 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.0634513 Dec 08 22:10:55.569462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-5c50bd87-ac07-495b-8023-45708e20c973 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258578 Dec 08 22:10:55.594978 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0471c9c9-c775-405a-ab54-aff39203b9de req-ba3dff7a-15c8-4fee-b193-438003665b69 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398459 Dec 08 22:10:55.666197 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f80db0f-fe61-4174-bc4d-d301516e3cd5 req-468cfeea-79ce-4192-b538-2dc97675be7f service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886428 Dec 08 22:10:55.754679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-62e20904-ee48-4460-890e-fd343862db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.756314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-62e20904-ee48-4460-890e-fd343862db59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1095 time: 0.0425179 Dec 08 22:10:55.853289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-a0b28ed7-55bf-42c5-9de9-3cf0f7a3dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.855297 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-a0b28ed7-55bf-42c5-9de9-3cf0f7a3dcc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.0926068 Dec 08 22:10:55.897400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-a1c434ab-bb8c-46c9-8943-99fa678f597d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 217 time: 0.0342274 Dec 08 22:10:55.953128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-33a9d66e-74c0-4e0f-bbb6-53fbc480abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:55.954618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-33a9d66e-74c0-4e0f-bbb6-53fbc480abc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0437129 Dec 08 22:10:56.010368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-8d1a8fc8-5007-4417-a1e0-af7e976c43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:56.011920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-8d1a8fc8-5007-4417-a1e0-af7e976c43c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408039 Dec 08 22:10:56.113766 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-fd8c9446-f984-46c4-b957-06156ab4b386 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882871 Dec 08 22:10:56.202303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8caad5-fe0d-41fc-8c57-4b3f69cf2d49 req-49b17729-b63f-43b5-a72a-27cd13abb96f service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805504 Dec 08 22:10:56.565698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e744d1-dde4-4b93-b55b-98c8d7d5bc77 req-a9fe3780-44a6-40ca-9aed-91ca07c6b11d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:56.567230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7e744d1-dde4-4b93-b55b-98c8d7d5bc77 req-a9fe3780-44a6-40ca-9aed-91ca07c6b11d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0571554 Dec 08 22:10:56.607802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7e744d1-dde4-4b93-b55b-98c8d7d5bc77 req-25e33c34-cc5d-4b49-8958-2a0c688e5dd4 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Dec 08 22:10:56.707326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07284397-193e-4564-a597-9a872a5fa110 req-9c18f824-45cb-454f-a311-fff7e189f6d0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:56.708855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07284397-193e-4564-a597-9a872a5fa110 req-9c18f824-45cb-454f-a311-fff7e189f6d0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.0530887 Dec 08 22:10:56.750851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07284397-193e-4564-a597-9a872a5fa110 req-bfaa8b4d-4bb7-496f-bbcc-f7e1a35b3a5e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326002 Dec 08 22:10:57.730563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031dc1-dea0-4796-bbc6-4178c256f221 req-7189bead-2528-41eb-9e31-e75cbe55b9f4 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:57.731989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd031dc1-dea0-4796-bbc6-4178c256f221 req-7189bead-2528-41eb-9e31-e75cbe55b9f4 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0488129 Dec 08 22:10:57.769797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd031dc1-dea0-4796-bbc6-4178c256f221 req-59df6e7d-bb6d-4fb1-8abd-83db7daa9a42 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Dec 08 22:10:57.905850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc16a-1baf-4f6e-a1c4-7ce8c64fff68 req-a471c92e-e3b5-4d4f-8322-01d423da4378 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:57.911678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07bc16a-1baf-4f6e-a1c4-7ce8c64fff68 req-a471c92e-e3b5-4d4f-8322-01d423da4378 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.0657310 Dec 08 22:10:57.950180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a07bc16a-1baf-4f6e-a1c4-7ce8c64fff68 req-3a08d6e3-0872-4514-b55b-316936ba934f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363185 Dec 08 22:10:58.019189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cac90-b704-44f8-befb-85e10f07ad77 req-a3444a5d-a03b-4346-bb75-b7208debe68e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:58.020530 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0a2cac90-b704-44f8-befb-85e10f07ad77 req-a3444a5d-a03b-4346-bb75-b7208debe68e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0772600 Dec 08 22:10:58.046105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-2510aa0a-208a-4feb-9f26-e88a479fac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:58.047607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-2510aa0a-208a-4feb-9f26-e88a479fac76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1097 time: 0.0702496 Dec 08 22:10:58.072987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0a2cac90-b704-44f8-befb-85e10f07ad77 req-85b1c8eb-9da4-4bf4-bafe-0189e8c27b1a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452533 Dec 08 22:10:58.149998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-570a6cab-668c-45f3-b1dd-e881811e52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:58.152157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-570a6cab-668c-45f3-b1dd-e881811e52af service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.0940559 Dec 08 22:10:58.223153 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-789633e9-4d35-4e0c-b5a4-e4e2044433a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 1002 time: 0.0633211 Dec 08 22:10:58.270924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-8f172507-d8cd-45d0-8d91-5c49af5164f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:58.272260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-8f172507-d8cd-45d0-8d91-5c49af5164f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0422969 Dec 08 22:10:58.317759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-e2d48966-ff19-468f-9c3f-a9495e0e4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:58.319279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-e2d48966-ff19-468f-9c3f-a9495e0e4126 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391495 Dec 08 22:10:58.750591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-6aa67804-d642-46b2-926e-fd6468b78c55 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239166 Dec 08 22:10:58.844829 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a509010-eb7f-49a4-99c0-5433bda20a5a req-7390c0ee-2396-4538-979b-0b97c1043418 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836225 Dec 08 22:10:59.064536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a131c-d5ad-469f-a7c8-e85020544981 req-f4ba781e-f704-41ae-817e-d8e8fe42ebb9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:59.066017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab5a131c-d5ad-469f-a7c8-e85020544981 req-f4ba781e-f704-41ae-817e-d8e8fe42ebb9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.0487309 Dec 08 22:10:59.104821 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ab5a131c-d5ad-469f-a7c8-e85020544981 req-9d610a8e-e772-42a4-b50a-9470a5557dc6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 Dec 08 22:10:59.209609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb63986-2358-4a6c-8732-db9b8bed9221 req-79fb61e3-daeb-4a25-9164-8cec05b3ac50 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:10:59.211274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-afb63986-2358-4a6c-8732-db9b8bed9221 req-79fb61e3-daeb-4a25-9164-8cec05b3ac50 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0546753 Dec 08 22:10:59.240690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a693b3c3-05a3-4776-b991-25abc164aecc details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:10:59.258641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-afb63986-2358-4a6c-8732-db9b8bed9221 req-a712d3cc-98dd-4608-b712-f6599e3e0b76 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404613 Dec 08 22:10:59.496831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:59.507478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'port_id': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'mac_address': 'fa:16:3e:da:bb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:10:59.544769 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:59.557160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a693b3c3-05a3-4776-b991-25abc164aecc {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:10:59.576468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:10:59.580357 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:10:59.627746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:10:59.828767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a693b3c3-05a3-4776-b991-25abc164aecc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:11:00.230941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c3ed1-dab7-441f-ae93-ca3648c15120 req-b31cf4b3-1ca8-4c5e-ac45-575f2da20b0f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:00.232471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-043c3ed1-dab7-441f-ae93-ca3648c15120 req-b31cf4b3-1ca8-4c5e-ac45-575f2da20b0f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 945 time: 0.0612202 Dec 08 22:11:00.270204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-043c3ed1-dab7-441f-ae93-ca3648c15120 req-69a66188-1450-4520-b0d2-829cb7d5bf75 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313993 Dec 08 22:11:00.382609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0b8d6-e376-434d-b26a-c39fdff6dc4d req-afb4cd6b-f32b-4f1a-97bd-f5758dea2de1 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:00.384098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99c0b8d6-e376-434d-b26a-c39fdff6dc4d req-afb4cd6b-f32b-4f1a-97bd-f5758dea2de1 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0482318 Dec 08 22:11:00.423313 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99c0b8d6-e376-434d-b26a-c39fdff6dc4d req-1ab27de1-2b39-438e-a191-9ad52660efd2 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323477 Dec 08 22:11:01.250527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a693b3c3-05a3-4776-b991-25abc164aecc up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:11:01.301626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a693b3c3-05a3-4776-b991-25abc164aecc completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:11:01.305536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a693b3c3-05a3-4776-b991-25abc164aecc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:11:01.306097 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:01.385692 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:01.394985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf4207-9902-4cce-91f9-df9a82e3026b req-e33c00cc-7837-43b8-ba3f-e634fdda39ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:01.396441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fcf4207-9902-4cce-91f9-df9a82e3026b req-e33c00cc-7837-43b8-ba3f-e634fdda39ad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 945 time: 0.0545006 Dec 08 22:11:01.410660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:01.413002 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89827db5-cd39-40b9-8e9d-f5ea0c5a996a" -d '{"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-plugged", "status": "completed", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:01.429148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:01.435955 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:01.441353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fcf4207-9902-4cce-91f9-df9a82e3026b req-651ab165-0318-4f9d-91c8-6144e748cf50 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366626 Dec 08 22:11:01.466661 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65080076-61c9-4a95-9d30-f6a35287c6e4 x-openstack-request-id: req-65080076-61c9-4a95-9d30-f6a35287c6e4 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:01.466986 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-plugged", "status": "completed", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:01.467246 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65080076-61c9-4a95-9d30-f6a35287c6e4 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:01.467634 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'code': 200} Dec 08 22:11:01.502325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:01.566095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f82f7-ab3b-4b29-a3e9-36250aa8609f req-fd3e4bed-a3b6-4a85-a91d-cff060c36767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:01.567628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-340f82f7-ab3b-4b29-a3e9-36250aa8609f req-fd3e4bed-a3b6-4a85-a91d-cff060c36767 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1097 time: 0.0400159 Dec 08 22:11:01.601447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-340f82f7-ab3b-4b29-a3e9-36250aa8609f req-eea9f67d-ef5c-452f-90d8-ff4110ce750f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265675 Dec 08 22:11:02.558677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981f2f4-ab7e-48ad-aa1a-efad3d5941bb req-e486e29c-b7dc-486d-88e6-89a055c1b890 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:02.560347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f981f2f4-ab7e-48ad-aa1a-efad3d5941bb req-e486e29c-b7dc-486d-88e6-89a055c1b890 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0494716 Dec 08 22:11:02.602212 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f981f2f4-ab7e-48ad-aa1a-efad3d5941bb req-4ac400e6-149b-4ce9-9153-70823c099e0a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344982 Dec 08 22:11:03.720158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26457f8-6b7e-43fd-8cdf-f2e6449acef6 req-bfbe2fc4-10c8-4690-8681-516217a54d26 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:03.721618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d26457f8-6b7e-43fd-8cdf-f2e6449acef6 req-bfbe2fc4-10c8-4690-8681-516217a54d26 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0510013 Dec 08 22:11:03.762701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d26457f8-6b7e-43fd-8cdf-f2e6449acef6 req-b3b61e98-c80d-4121-8182-067caed69504 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346165 Dec 08 22:11:03.878207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650de1d-08ea-40be-89c2-7e160367db67 req-0b86ee8a-449e-46f0-8e41-fd645d429e75 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:03.879709 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f650de1d-08ea-40be-89c2-7e160367db67 req-0b86ee8a-449e-46f0-8e41-fd645d429e75 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0502212 Dec 08 22:11:03.917454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f650de1d-08ea-40be-89c2-7e160367db67 req-ad495e0a-c0b0-4b47-8082-8ea3da3d1b47 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315049 Dec 08 22:11:03.938846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57126) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:03.981593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508d0fd-ff36-4f23-a4f7-0501811deecb tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:03.983158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6508d0fd-ff36-4f23-a4f7-0501811deecb tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1092 time: 0.0432730 Dec 08 22:11:03.986086 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57128) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:03.991131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:04.015654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:04.110831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:04.218065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.25.1.175 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/36a4f569-6fef-467e-b3fa-11582a6a5ce4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:11:04.320804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:04.353892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:04.394272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:11:04.398731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:11:04.402920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:11:04.427959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=36a4f569-6fef-467e-b3fa-11582a6a5ce4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:04.441662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.442007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.442346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.442678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.443030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.443357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.443686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.444009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.444328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.444652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.444969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.445286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:04.771598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:04.837240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:04.992772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:04.998995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:05.070491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=36a4f569-6fef-467e-b3fa-11582a6a5ce4,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:05.080888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:05.189990 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Floating IP 72bfd860-e34d-4206-8cc7-f32724ca36bd associated. External IP: 172.25.1.175, port: a693b3c3-05a3-4776-b991-25abc164aecc. Dec 08 22:11:05.404946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router becc0864-8972-4622-9621-fb8273d0c94d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:11:05.516740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:11:05.527401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] Sync routers for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:11:05.537319 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:05.537792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:05.538418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:05.568258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5d6f3d4-5f04-4b97-bf13-fbf5cd21cb35 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5810218 Dec 08 22:11:05.568848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:05.571626 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373c958-788d-4e19-9039-bd175557db7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:05.618051 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a917df9a-26bd-4ca3-bd6a-b0d142aaf96d x-openstack-request-id: req-a917df9a-26bd-4ca3-bd6a-b0d142aaf96d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:05.618341 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:05.618598 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a917df9a-26bd-4ca3-bd6a-b0d142aaf96d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:05.619559 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'status': 'completed', 'code': 200} Dec 08 22:11:05.626103 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-35f2e9a6-831e-4695-8bd5-1fcf83014b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:05.670808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:05.725109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c958-788d-4e19-9039-bd175557db7b req-355bfc4b-0951-44d7-b10c-650fae2e1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:05.726602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6373c958-788d-4e19-9039-bd175557db7b req-355bfc4b-0951-44d7-b10c-650fae2e1617 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1097 time: 0.0773549 Dec 08 22:11:05.734363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30563e5f-2e62-46f5-a78b-4260277a9b0b req-45de67ed-0fa5-4b6d-9b56-8332c59f912a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:05.735783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30563e5f-2e62-46f5-a78b-4260277a9b0b req-45de67ed-0fa5-4b6d-9b56-8332c59f912a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0881915 Dec 08 22:11:05.806857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-3a3b473a-4478-41d0-9402-8fac2b1e091d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685601 Dec 08 22:11:05.831242 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30563e5f-2e62-46f5-a78b-4260277a9b0b req-a9a989a5-4849-4c5b-8710-beb117c40e64 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869038 Dec 08 22:11:05.854946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57168) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:05.896732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-a44b4226-6d09-4d7d-93a8-84afac84d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:05.898693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-a44b4226-6d09-4d7d-93a8-84afac84d814 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 1096 time: 0.0437934 Dec 08 22:11:05.935287 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66aed1fe-3267-4c73-ba99-03bc0ecfdd01 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/72bfd860-e34d-4206-8cc7-f32724ca36bd HTTP/1.1" status: 200 len: 992 time: 0.0791266 Dec 08 22:11:05.936479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c958-788d-4e19-9039-bd175557db7b req-1c8f5257-8c75-44e3-9278-acaef8fb8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:05.937859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6373c958-788d-4e19-9039-bd175557db7b req-1c8f5257-8c75-44e3-9278-acaef8fb8d36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.2012641 Dec 08 22:11:05.968673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '72bfd860-e34d-4206-8cc7-f32724ca36bd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'port_id': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'mac_address': 'fa:16:3e:da:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:11:04Z', 'updated_at': '2021-12-08T22:11:04Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:53Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:06.011639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] Checking router: becc0864-8972-4622-9621-fb8273d0c94d for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:11:06.017030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6373c958-788d-4e19-9039-bd175557db7b req-47534a1a-64ca-4809-81d3-6b22d22e4f1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1000 time: 0.0656848 Dec 08 22:11:06.022200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:06.023070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:10:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:06.024463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-8a6ccebf-dcdc-4902-a4ec-be295ad009c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:06.025979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-8a6ccebf-dcdc-4902-a4ec-be295ad009c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.1056533 Dec 08 22:11:06.070087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c958-788d-4e19-9039-bd175557db7b req-09485da9-2a4f-4f26-8fe9-deb149cda9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:06.071890 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6373c958-788d-4e19-9039-bd175557db7b req-09485da9-2a4f-4f26-8fe9-deb149cda9d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0467324 Dec 08 22:11:06.096807 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-62c039f3-1942-40b5-bfc7-ff906b9820e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba HTTP/1.1" status: 200 len: 1001 time: 0.0637367 Dec 08 22:11:06.139432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c958-788d-4e19-9039-bd175557db7b req-23ecebcf-c7ed-41fd-a9e0-5123e7b44cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:06.140180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:06.141132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6373c958-788d-4e19-9039-bd175557db7b req-23ecebcf-c7ed-41fd-a9e0-5123e7b44cbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617027 Dec 08 22:11:06.151394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-0b60c6e5-4d8b-4983-afe9-f0a3258428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:06.160465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-0b60c6e5-4d8b-4983-afe9-f0a3258428b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0568972 Dec 08 22:11:06.214632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-32dfee3b-f92d-479d-a9ed-f4f2ddb06689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:06.216803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-32dfee3b-f92d-479d-a9ed-f4f2ddb06689 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488491 Dec 08 22:11:06.247573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6373c958-788d-4e19-9039-bd175557db7b req-bd24574f-00bd-4637-ad13-0880653078e6 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981081 Dec 08 22:11:06.315255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-ce51ed86-5c4e-4abb-8f18-07640347d0bc service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887558 Dec 08 22:11:06.370390 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6373c958-788d-4e19-9039-bd175557db7b req-53700e6e-1870-4745-bb10-efb4add7ac89 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089492 Dec 08 22:11:06.402961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '72bfd860-e34d-4206-8cc7-f32724ca36bd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'port_id': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'mac_address': 'fa:16:3e:da:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:11:04Z', 'updated_at': '2021-12-08T22:11:04Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:53Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:06.426681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-10cb357f-0df8-49ec-85eb-f0c70dd5a1f6 req-f4ffc53e-3a54-4021-beab-82cf7c53b38e service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038070 Dec 08 22:11:06.434997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7568ae-b7d6-4d4e-87d4-e6417b9b9e2b None None] The sync data for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 is: [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '72bfd860-e34d-4206-8cc7-f32724ca36bd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'port_id': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'mac_address': 'fa:16:3e:da:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:11:04Z', 'updated_at': '2021-12-08T22:11:04Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:53Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:11:06.645705 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd846cdf-b9a6-4c7d-ade3-32a811b70be2 None None] New status for floating IP 72bfd860-e34d-4206-8cc7-f32724ca36bd: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:11:06.938513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:07.000513 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-603185b3-c6aa-4fb3-93e8-0ca4b3e44c30 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/72bfd860-e34d-4206-8cc7-f32724ca36bd HTTP/1.1" status: 200 len: 994 time: 0.0608246 Dec 08 22:11:07.249343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-657cc03b-914c-4e98-8878-510f0ad13402 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417979 Dec 08 22:11:07.336351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-e77beb50-6f57-4295-aa7e-fb22fdd3d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:07.338399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-e77beb50-6f57-4295-aa7e-fb22fdd3d71d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 1097 time: 0.0466356 Dec 08 22:11:07.443797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-16c1426e-367f-450e-b0e6-caf0dd00bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:07.445282 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-16c1426e-367f-450e-b0e6-caf0dd00bba9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.0854287 Dec 08 22:11:07.520064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-8c2c992c-3d1a-45c2-9ca8-5572322c435c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 200 len: 1002 time: 0.0676055 Dec 08 22:11:07.571092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-d95c8600-2c71-4af2-9b99-ef8fa192a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:07.573257 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-d95c8600-2c71-4af2-9b99-ef8fa192a143 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0458210 Dec 08 22:11:07.617729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-25a3d588-2d44-4755-8cd5-6d69bf493b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:07.619744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-25a3d588-2d44-4755-8cd5-6d69bf493b5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396202 Dec 08 22:11:07.713341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-e75ebbb3-fd52-466c-98a5-20797d1dd0f5 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862257 Dec 08 22:11:07.819591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c07f4ca6-9e2f-4c7e-a3a6-79497295e74c req-2898e471-74ae-48fb-9559-55f865dc5bd1 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903437 Dec 08 22:11:08.268381 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-672a48cf-5cb1-4c78-9587-c344a7055631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:08.839415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:09.451545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:09.540198 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:10.114492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:11.028726 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:17.386293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57390) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:17.453941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1371966e-5508-4b51-b3ff-505165b90507 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/floatingips/4e4e1699-04c9-464e-b00e-0bf5600b9c29 HTTP/1.1" status: 200 len: 993 time: 0.0663800 Dec 08 22:11:17.688638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57402) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:17.845933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port 3e644bc2-39b1-456f-9b24-7573f4b50c2a {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:17.846273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:17.922229 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:17.922560 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:17.935980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for 3e644bc2-39b1-456f-9b24-7573f4b50c2a owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:18.089178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:18.114440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=3e644bc2-39b1-456f-9b24-7573f4b50c2a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:18.188105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:18.188489 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Floating IP 4e4e1699-04c9-464e-b00e-0bf5600b9c29 disassociated (deleted). External IP: 172.25.1.196, port: 69022093-f91d-4d97-82ea-24da8a5c77bd. Dec 08 22:11:18.403892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:11:18.512570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:11:18.517585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:18.542354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] Sync routers for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:11:18.548349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-08866dff-e0aa-4f0a-a75f-64de8f05a1a0 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/floatingips/4e4e1699-04c9-464e-b00e-0bf5600b9c29 HTTP/1.1" status: 204 len: 168 time: 0.8562255 Dec 08 22:11:18.548349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:18.549232 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8eb969-44b3-42f6-8da2-61a953a1c19f" -d '{"events": [{"name": "network-changed", "server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:18.559739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:18.560426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:18.590050 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f818d4-288c-49de-958d-378dc3a0a0ae x-openstack-request-id: req-92f818d4-288c-49de-958d-378dc3a0a0ae {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:18.590341 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:18.590598 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92f818d4-288c-49de-958d-378dc3a0a0ae {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:18.591025 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'status': 'completed', 'code': 200} Dec 08 22:11:18.678473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:18.681445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-abb981e3-bba2-4f40-9dc1-2d9f7ca9ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:18.683931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-abb981e3-bba2-4f40-9dc1-2d9f7ca9ccfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbeccb4e334452fb98baf5fad34accf&device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 1096 time: 0.0656826 Dec 08 22:11:18.847151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752e8a0-ae22-479a-9e07-bc1e99f4f121 req-f52314f0-6e32-488d-a821-3fa5648d66fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:18.848621 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a752e8a0-ae22-479a-9e07-bc1e99f4f121 req-f52314f0-6e32-488d-a821-3fa5648d66fa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0785062 Dec 08 22:11:18.850061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-d20a4b5d-626b-4264-8485-0a597fcbf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:18.851396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-d20a4b5d-626b-4264-8485-0a597fcbf9c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf33be23-1f2d-4a25-b33c-0010d65c62f3 HTTP/1.1" status: 200 len: 897 time: 0.1568184 Dec 08 22:11:18.896284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:18.909930 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-cc31bdff-56ea-4465-b361-c7fd167fd5d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69022093-f91d-4d97-82ea-24da8a5c77bd HTTP/1.1" status: 200 len: 217 time: 0.0385656 Dec 08 22:11:18.923463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] Checking router: 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:11:18.932049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:18.933155 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a752e8a0-ae22-479a-9e07-bc1e99f4f121 req-93713328-4d54-45d9-b38c-46477d3dd0bb tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761015 Dec 08 22:11:18.933291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:18.976507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-47432b9e-c4aa-4a61-8609-a1f262ca8835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:18.978394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-47432b9e-c4aa-4a61-8609-a1f262ca8835 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f475e158-f834-4960-a03b-20975d318862 HTTP/1.1" status: 200 len: 835 time: 0.0589552 Dec 08 22:11:19.033456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-c1665ac5-fd60-4ef5-8e98-2f3ca7f63ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:19.034972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-c1665ac5-fd60-4ef5-8e98-2f3ca7f63ee5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf33be23-1f2d-4a25-b33c-0010d65c62f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496182 Dec 08 22:11:19.050883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:19.136140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-06283b66-de95-41ba-b641-e02379e5a505 service neutron] 10.222.0.23 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922921 Dec 08 22:11:19.247326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e8eb969-44b3-42f6-8da2-61a953a1c19f req-210f0fe2-f91e-425c-b63c-37acd94f2476 service neutron] 10.222.0.23 "GET /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034992 Dec 08 22:11:19.279048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:19.311669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987c6fb-3aa2-4f83-a04a-eb41cd2ec447 None None] The sync data for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 is: [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:10:26Z', 'revision_number': 4, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'dccd5f6e-9385-4076-9399-47c833810ea4', 'name': '', 'network_id': 'cf33be23-1f2d-4a25-b33c-0010d65c62f3', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'mac_address': 'fa:16:3e:fb:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'f475e158-f834-4960-a03b-20975d318862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:25Z', 'updated_at': '2021-12-08T22:10:30Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'subnets': [{'id': 'f475e158-f834-4960-a03b-20975d318862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:11:19.538320 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c50b27-b125-4050-9e3b-ef83058620a0 None None] New status for floating IP 4e4e1699-04c9-464e-b00e-0bf5600b9c29: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:11:20.067091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b67df-b804-49c8-93af-54518724fda0 req-36f04b04-d50c-4fc9-b8b6-e19f8afcd488 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:20.068595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-652b67df-b804-49c8-93af-54518724fda0 req-36f04b04-d50c-4fc9-b8b6-e19f8afcd488 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0552726 Dec 08 22:11:20.111515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-652b67df-b804-49c8-93af-54518724fda0 req-5e175144-226b-4074-8b45-f6148ccf5543 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac4b5649-38f3-4d3a-b84d-fa74a78a0463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358047 Dec 08 22:11:20.308539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-e404b5b0-d7f3-4d06-a0a5-c83283e5f113 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:20.310541 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-e404b5b0-d7f3-4d06-a0a5-c83283e5f113 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0516963 Dec 08 22:11:20.407790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port 69022093-f91d-4d97-82ea-24da8a5c77bd {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:20.408124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:20.848703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port 69022093-f91d-4d97-82ea-24da8a5c77bd, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=69022093-f91d-4d97-82ea-24da8a5c77bd,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:20.849277 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:20.862835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for 69022093-f91d-4d97-82ea-24da8a5c77bd owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:20.995362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:21.025889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=69022093-f91d-4d97-82ea-24da8a5c77bd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:21.071328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] No DVR routers for this DVR port 69022093-f91d-4d97-82ea-24da8a5c77bd on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:11:21.074217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:21.077852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d2f95903-1fe4-4392-843b-ba52a096b993 req-cdd46425-e248-44fe-a570-52aaa1235304 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.23 "DELETE /v2.0/ports/69022093-f91d-4d97-82ea-24da8a5c77bd HTTP/1.1" status: 204 len: 173 time: 0.7603016 Dec 08 22:11:21.078312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'name': 'network-vif-deleted', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:21.081215 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9563ab-d71c-431f-b213-5711708c8de4" -d '{"events": [{"server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "name": "network-vif-deleted", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:21.120359 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c5c0f1-b75b-4bc4-826c-a10d5685c67f x-openstack-request-id: req-81c5c0f1-b75b-4bc4-826c-a10d5685c67f {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:21.121207 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f496a466-3da4-4d48-9762-a7a9671c2da1", "name": "network-vif-deleted", "tag": "69022093-f91d-4d97-82ea-24da8a5c77bd", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:21.121207 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81c5c0f1-b75b-4bc4-826c-a10d5685c67f {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:21.121522 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f496a466-3da4-4d48-9762-a7a9671c2da1', 'name': 'network-vif-deleted', 'tag': '69022093-f91d-4d97-82ea-24da8a5c77bd', 'status': 'completed', 'code': 200} Dec 08 22:11:21.209955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9c99a86e-c1a8-4893-a27b-f460004b6f73 req-e28932ab-5b7d-4c0b-9919-3dc5bad723ec tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f496a466-3da4-4d48-9762-a7a9671c2da1 HTTP/1.1" status: 200 len: 210 time: 0.0267632 Dec 08 22:11:22.271719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57482) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:22.331909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df4b7335-a9d6-459e-be69-706fa44f0988 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:22.365543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df4b7335-a9d6-459e-be69-706fa44f0988 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:22.428622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df4b7335-a9d6-459e-be69-706fa44f0988 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:22.431489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df4b7335-a9d6-459e-be69-706fa44f0988 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:22.432762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-df4b7335-a9d6-459e-be69-706fa44f0988 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac4b5649-38f3-4d3a-b84d-fa74a78a0463 HTTP/1.1" status: 204 len: 168 time: 0.1600685 Dec 08 22:11:22.443048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b7335-a9d6-459e-be69-706fa44f0988 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b5649-38f3-4d3a-b84d-fa74a78a0463,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:22.468401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57486) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:22.826509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:23.087528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port dccd5f6e-9385-4076-9399-47c833810ea4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:23.087791 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:23.180278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port dccd5f6e-9385-4076-9399-47c833810ea4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dccd5f6e-9385-4076-9399-47c833810ea4,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:23.180646 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:23.193710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for dccd5f6e-9385-4076-9399-47c833810ea4 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:23.358891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 69022093-f91d-4d97-82ea-24da8a5c77bd no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:11:23.379389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 69022093-f91d-4d97-82ea-24da8a5c77bd {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:11:23.379733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 69022093-f91d-4d97-82ea-24da8a5c77bd not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:11:23.393862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:23.420388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=dccd5f6e-9385-4076-9399-47c833810ea4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:23.606970 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:23.826315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:11:23.935786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:11:23.941052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6b14a53b-4362-42c3-bb93-f27924e2cd25 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "PUT /v2.0/routers/5232ea9f-3928-4f9a-a8de-6b3c6839cbf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4715102 Dec 08 22:11:23.943850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57490) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:23.948533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] Sync routers for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:11:23.958619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:23.959422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:23.997588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a871e954-11b4-42b1-999a-dd80f1cf6dfa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting subnet f475e158-f834-4960-a03b-20975d318862 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:11:24.001637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a871e954-11b4-42b1-999a-dd80f1cf6dfa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.052909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a871e954-11b4-42b1-999a-dd80f1cf6dfa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.142776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a871e954-11b4-42b1-999a-dd80f1cf6dfa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.221804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:24.227136 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a871e954-11b4-42b1-999a-dd80f1cf6dfa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.261281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871e954-11b4-42b1-999a-dd80f1cf6dfa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Subnet': ['ID=f475e158-f834-4960-a03b-20975d318862,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:24.266858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a871e954-11b4-42b1-999a-dd80f1cf6dfa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.272478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a871e954-11b4-42b1-999a-dd80f1cf6dfa tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/subnets/f475e158-f834-4960-a03b-20975d318862 HTTP/1.1" status: 204 len: 168 time: 0.3252306 Dec 08 22:11:24.272709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57494) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:24.287011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc3365c-a92d-4b4a-bf9d-a6d63034fdff None None] Network cf33be23-1f2d-4a25-b33c-0010d65c62f3 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:11:24.381836 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.499116 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.522674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:11:23Z', 'revision_number': 5, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port': {'id': 'e78c044c-0a4c-402a-a163-080044eba0c7', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:23Z', 'updated_at': '2021-12-08T22:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:24.557667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] Checking router: 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:11:24.567434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] Routers {'5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:24.568056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:24.568851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Deleting port e78c044c-0a4c-402a-a163-080044eba0c7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:24.569257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.608903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] DHCP port deletion for cf33be23-1f2d-4a25-b33c-0010d65c62f3 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:11:24.656259 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] For port e78c044c-0a4c-402a-a163-080044eba0c7, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e78c044c-0a4c-402a-a163-080044eba0c7,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:24.656622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.669535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Calling delete_port for e78c044c-0a4c-402a-a163-080044eba0c7 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:24.683445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] Set router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:24.741119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:11:24Z', 'revision_number': 6, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:24.771302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109f74c-33c2-4856-8df1-f5d4bd1ce9d6 None None] The sync data for ids ['5232ea9f-3928-4f9a-a8de-6b3c6839cbf7'] in n-d-821126-1 is: [{'id': '5232ea9f-3928-4f9a-a8de-6b3c6839cbf7', 'name': 'tempest-TestNetworkBasicOps-router-1671321406', 'tenant_id': '7dbeccb4e334452fb98baf5fad34accf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:22Z', 'updated_at': '2021-12-08T22:11:24Z', 'revision_number': 6, 'project_id': '7dbeccb4e334452fb98baf5fad34accf', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:11:24.783156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Deleting port 502e514b-ef0a-45e8-915e-e36f3fc252b4 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:24.783547 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.853505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] For port 502e514b-ef0a-45e8-915e-e36f3fc252b4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=502e514b-ef0a-45e8-915e-e36f3fc252b4,segment=NetworkSegment(8c4bb06b-d7b9-4fdd-af50-02ab67873bbc),segment_id=8c4bb06b-d7b9-4fdd-af50-02ab67873bbc)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:24.854109 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.856780 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.869386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Calling delete_port for 502e514b-ef0a-45e8-915e-e36f3fc252b4 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:24.882876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Port': ['ID=e78c044c-0a4c-402a-a163-080044eba0c7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:24.953818 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.955952 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:24.982509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Pushing event deleted for resources: {'Port': ['ID=502e514b-ef0a-45e8-915e-e36f3fc252b4,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:24.984820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] No DVR routers for this DVR port 502e514b-ef0a-45e8-915e-e36f3fc252b4 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:11:25.001636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.001988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.002361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.002748 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.003079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.003412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.003743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.004194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.004526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.004859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.005358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.005692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e130a-0f45-4718-9be6-b024f5b7b365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:25.051598 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.053722 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.097051 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.097557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Fanout notify agent at l3_agent the message router_deleted on router 5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:11:25.105366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.107040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-57333bcf-04ea-464e-ab75-49ae724ff475 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/routers/5232ea9f-3928-4f9a-a8de-6b3c6839cbf7 HTTP/1.1" status: 204 len: 168 time: 0.8334186 Dec 08 22:11:25.109803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57496) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:25.208454 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.312507 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.334959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf33be23-1f2d-4a25-b33c-0010d65c62f3']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:25.346371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:25.346823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4bb06b-d7b9-4fdd-af50-02ab67873bbc') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:25.357182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.372301 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.378879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:11:25.379403 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:11:25.382762 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:11:25.463189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.471577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:25.477724 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] 10.222.0.21 "DELETE /v2.0/networks/cf33be23-1f2d-4a25-b33c-0010d65c62f3 HTTP/1.1" status: 204 len: 168 time: 0.3641119 Dec 08 22:11:25.493804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0412185-819c-4b69-b1fb-c5d792b33f10 tempest-TestNetworkBasicOps-1694415631 tempest-TestNetworkBasicOps-1694415631-project] Pushing event deleted for resources: {'Network': ['ID=cf33be23-1f2d-4a25-b33c-0010d65c62f3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:25.807307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57552) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:25.952331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 502e514b-ef0a-45e8-915e-e36f3fc252b4 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:11:25.973550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 502e514b-ef0a-45e8-915e-e36f3fc252b4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:11:25.974090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 502e514b-ef0a-45e8-915e-e36f3fc252b4 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:11:25.974816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dccd5f6e-9385-4076-9399-47c833810ea4 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:11:26.000437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: dccd5f6e-9385-4076-9399-47c833810ea4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:11:26.000980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dccd5f6e-9385-4076-9399-47c833810ea4 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:11:26.001405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e78c044c-0a4c-402a-a163-080044eba0c7 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:11:26.015591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ba41a972-f6ad-4d40-8da9-2aadef8ba0e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dbeccb4e334452fb98baf5fad34accf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069080 Dec 08 22:11:26.016607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57582) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:26.023131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: e78c044c-0a4c-402a-a163-080044eba0c7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:11:26.023477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device e78c044c-0a4c-402a-a163-080044eba0c7 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:11:26.084668 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.109776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.137498 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:11:26.171160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.175862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.179174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1263cfe-477b-470f-b4d4-c3e486a26411 HTTP/1.1" status: 204 len: 168 time: 0.1584065 Dec 08 22:11:26.184676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1263cfe-477b-470f-b4d4-c3e486a26411,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:26.193352 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.193706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.194053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.194395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.194760 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.195465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.195465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.195744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.196073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.196584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.197076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.197577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce48c17-7f91-4bc7-b15f-6729bed9aaf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:11:26.502443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57656) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:26.518204 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ac59afb-8cfc-4a28-b033-cb633392f731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.615014 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ac59afb-8cfc-4a28-b033-cb633392f731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.619132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ac59afb-8cfc-4a28-b033-cb633392f731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.653745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac59afb-8cfc-4a28-b033-cb633392f731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b0e733-e96f-4c87-bd89-c9947e488344,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:26.669597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4ac59afb-8cfc-4a28-b033-cb633392f731 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81d5e1cecabc48aa9da315d21b1168e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636965 Dec 08 22:11:26.669853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57680) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:26.724695 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-819efe76-d809-4211-bc08-2959ce0b021e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.748918 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-819efe76-d809-4211-bc08-2959ce0b021e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.799172 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-819efe76-d809-4211-bc08-2959ce0b021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.801787 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-819efe76-d809-4211-bc08-2959ce0b021e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:26.802983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-819efe76-d809-4211-bc08-2959ce0b021e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57b0e733-e96f-4c87-bd89-c9947e488344 HTTP/1.1" status: 204 len: 168 time: 0.1321912 Dec 08 22:11:26.812027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819efe76-d809-4211-bc08-2959ce0b021e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b0e733-e96f-4c87-bd89-c9947e488344,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:27.529799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 57842) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:27.634262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-350306870-network', 'tenant_id': 'a8a71d5a24f14fee994cac70d1c5c884'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:27.656650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Made reservation on behalf of a8a71d5a24f14fee994cac70d1c5c884 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:11:27.659005 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:27.667518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:27.744713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:27.749141 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:27.782038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:11:27.794774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1aabcd-bc30-4214-b6dd-01010977f6ce,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:27.799526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:27.799876 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Added segment 5797860f-2626-4f0d-a1f1-389fb8c3f8bf of type vlan for network bf893881-7a3c-48b4-a03d-1bdadccfeeac Dec 08 22:11:27.847480 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:27.872961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:27.874269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:27.874629 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:27.958885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 57914) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:27.959387 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4282417 Dec 08 22:11:27.964629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Request body: {'subnet': {'network_id': 'bf893881-7a3c-48b4-a03d-1bdadccfeeac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-350306870-subnet', 'tenant_id': 'a8a71d5a24f14fee994cac70d1c5c884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:27.978650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc352-b344-4feb-b3cd-08dd5bbac927 admin admin] Pushing event updated for resources: {'Network': ['ID=bf893881-7a3c-48b4-a03d-1bdadccfeeac,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:27.990406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network bf893881-7a3c-48b4-a03d-1bdadccfeeac details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:11:28.002800 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Made reservation on behalf of a8a71d5a24f14fee994cac70d1c5c884 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:11:28.005439 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:28.187705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:28.253786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ff5fee-eaad-439a-8ef7-a558ec9a30f7,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:28.259207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Checking segment: {'id': '5797860f-2626-4f0d-a1f1-389fb8c3f8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bf893881-7a3c-48b4-a03d-1bdadccfeeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:11:28.259569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Network hostable DHCP agents. Network: bf893881-7a3c-48b4-a03d-1bdadccfeeac, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:11:28.277999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Network bf893881-7a3c-48b4-a03d-1bdadccfeeac is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:11:28.286918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, bf893881-7a3c-48b4-a03d-1bdadccfeeac) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:11:28.291143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:28.291721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:28.297931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99898c7f-8eb7-4ce6-bcd1-f54a7dcc1857 None None] Network bf893881-7a3c-48b4-a03d-1bdadccfeeac requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:11:28.312725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-968e1e80-d534-4a4a-adc2-81fe448bd3d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3526652 Dec 08 22:11:28.436069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45e809-8a20-4092-89fd-6e58a5a3587d None None] Network bf893881-7a3c-48b4-a03d-1bdadccfeeac requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:11:28.810402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58008) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:28.815372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1963319506-network', 'tenant_id': '1e372c06863149b3806d982122b0945b'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:28.835903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Made reservation on behalf of 1e372c06863149b3806d982122b0945b for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:11:28.838474 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:28.847597 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:28.921314 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:28.924215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:28.947757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:11:28.963115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04818867-89fb-4300-84a8-c61c732c1701,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:28.966531 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:28.966896 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Added segment 37622fac-ca3e-4de4-84f0-3772de93eb02 of type vlan for network 0e1d127d-bf1b-4e62-8155-551829a6960a Dec 08 22:11:29.005683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:29.029849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:29.030798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:29.031372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:29.080951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2694533 Dec 08 22:11:29.083922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58010) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:29.088904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Request body: {'subnet': {'network_id': '0e1d127d-bf1b-4e62-8155-551829a6960a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1963319506-subnet', 'tenant_id': '1e372c06863149b3806d982122b0945b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:29.092137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9ea48-62fc-45b8-bf67-ec15a038224f admin admin] Pushing event updated for resources: {'Network': ['ID=0e1d127d-bf1b-4e62-8155-551829a6960a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:29.103180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 0e1d127d-bf1b-4e62-8155-551829a6960a details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:11:29.114292 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Made reservation on behalf of 1e372c06863149b3806d982122b0945b for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:11:29.117109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:29.299468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:29.353654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee76e30-982c-4054-abd2-0c9103f9be72,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:29.363925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Checking segment: {'id': '37622fac-ca3e-4de4-84f0-3772de93eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e1d127d-bf1b-4e62-8155-551829a6960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:11:29.364284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Network hostable DHCP agents. Network: 0e1d127d-bf1b-4e62-8155-551829a6960a, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:11:29.380496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Network 0e1d127d-bf1b-4e62-8155-551829a6960a is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:11:29.389677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 0e1d127d-bf1b-4e62-8155-551829a6960a) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:11:29.394075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:29.394881 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:29.399165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63c7f9-5550-439b-a7a0-b8be9fb5de34 None None] Network 0e1d127d-bf1b-4e62-8155-551829a6960a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:11:29.418448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-25af51cd-8a4b-4978-9ae1-02662e96a672 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3271897 Dec 08 22:11:29.527815 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd5af2-51f6-4147-9859-8f4c81ad543d None None] Network 0e1d127d-bf1b-4e62-8155-551829a6960a requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:11:29.895702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-b5b2857d-8d09-40a6-b6e7-b115ac37487c tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:29.897200 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-b5b2857d-8d09-40a6-b6e7-b115ac37487c tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/networks?id=bf893881-7a3c-48b4-a03d-1bdadccfeeac HTTP/1.1" status: 200 len: 811 time: 0.1124458 Dec 08 22:11:29.913003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-241ba40b-c0da-453c-ac27-7d5106bbe7fc tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/quotas/a8a71d5a24f14fee994cac70d1c5c884 HTTP/1.1" status: 200 len: 375 time: 0.0092320 Dec 08 22:11:29.944627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-08d3bcdc-a163-45df-8ecb-cb2668d93328 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a71d5a24f14fee994cac70d1c5c884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255175 Dec 08 22:11:29.955255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-a20e4f09-d2b2-4d6d-9740-88ed4265aa91 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:11:29.956184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-a20e4f09-d2b2-4d6d-9740-88ed4265aa91 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048130 Dec 08 22:11:30.046416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-5b183454-3779-49f2-9fe8-5d94113ddc52 service neutron] 10.222.0.21 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845871 Dec 08 22:11:30.134947 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-86b0a4dd-bb09-4985-9e3b-9f737e0686c1 service neutron] 10.222.0.21 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821238 Dec 08 22:11:30.341764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7137c397-cf5f-40f4-b590-a3c12996c8ed req-344272e7-aa78-4736-a839-8345e343b4c2 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 210 time: 0.0486326 Dec 08 22:11:31.292618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-bb7ca25f-185b-4ae0-8c1e-f9437e2aa8be tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:31.294091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-bb7ca25f-185b-4ae0-8c1e-f9437e2aa8be tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.37 "GET /v2.0/networks?id=bf893881-7a3c-48b4-a03d-1bdadccfeeac HTTP/1.1" status: 200 len: 811 time: 0.1047728 Dec 08 22:11:31.307576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Request body: {'port': {'device_id': '5171217f-27f6-4f96-a1d9-8c8fd6559b1e', 'network_id': 'bf893881-7a3c-48b4-a03d-1bdadccfeeac', 'admin_state_up': True, 'tenant_id': 'a8a71d5a24f14fee994cac70d1c5c884'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:31.432254 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8936cfe3-5811-462a-a409-5d42fc707b45 req-d4ddbc5e-539e-4005-8e07-00b4a61f13e4 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 210 time: 0.0277193 Dec 08 22:11:31.722329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Made reservation on behalf of a8a71d5a24f14fee994cac70d1c5c884 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:11:31.725839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:31.849249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Allocated IP 172.20.0.5 (bf893881-7a3c-48b4-a03d-1bdadccfeeac/46ff5fee-eaad-439a-8ef7-a558ec9a30f7/3c8b57b2-f229-4951-b9e9-ff4b2d37d4df) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:11:32.003121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.037061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.080036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Network bf893881-7a3c-48b4-a03d-1bdadccfeeac is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:11:32.083053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:11:32.086627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:11:32.115528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Pushing event updated for resources: {'Port': ['ID=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:32.144907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:32.145555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.162974 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c2a5546a-19a5-464c-8c90-08d9db46c550 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8588662 Dec 08 22:11:32.175166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Request body: {'port': {'device_id': '5171217f-27f6-4f96-a1d9-8c8fd6559b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:32.239155 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.506347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:11:32.524342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.554609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Transition to ACTIVE for port object 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:11:32.560696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.581428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f18e47-4324-4000-939c-b57d811a8ba9 req-7cf32bb1-e300-4b08-8e38-89006b8bd661 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:32.581987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04f18e47-4324-4000-939c-b57d811a8ba9 req-7cf32bb1-e300-4b08-8e38-89006b8bd661 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 931 time: 0.0710921 Dec 08 22:11:32.638647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Pushing event updated for resources: {'Port': ['ID=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:32.695469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04f18e47-4324-4000-939c-b57d811a8ba9 req-8df6041e-d591-4bd0-b8ea-c4db417e411c tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892422 Dec 08 22:11:32.724300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Attempting to bind port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:11:32.724908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Attempting to bind port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5797860f-2626-4f0d-a1f1-389fb8c3f8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bf893881-7a3c-48b4-a03d-1bdadccfeeac'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:11:32.724908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Attempting to bind port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df on network bf893881-7a3c-48b4-a03d-1bdadccfeeac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:11:32.729080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df on network bf893881-7a3c-48b4-a03d-1bdadccfeeac not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:11:32.729392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Attempting to bind port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df on network bf893881-7a3c-48b4-a03d-1bdadccfeeac {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:11:32.734703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:11:32.735057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Checking segment: {'id': '5797860f-2626-4f0d-a1f1-389fb8c3f8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bf893881-7a3c-48b4-a03d-1bdadccfeeac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:11:32.735466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Bound using segment: {'id': '5797860f-2626-4f0d-a1f1-389fb8c3f8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bf893881-7a3c-48b4-a03d-1bdadccfeeac'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:11:32.735882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Bound port: 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5797860f-2626-4f0d-a1f1-389fb8c3f8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bf893881-7a3c-48b4-a03d-1bdadccfeeac'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:11:32.736227 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.798536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] For port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:11:32.801560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] For port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,segment=NetworkSegment(5797860f-2626-4f0d-a1f1-389fb8c3f8bf),segment_id=5797860f-2626-4f0d-a1f1-389fb8c3f8bf)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:11:32.806040 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.838350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:32.838994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:32.840897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] 10.222.0.37 "PUT /v2.0/ports/3c8b57b2-f229-4951-b9e9-ff4b2d37d4df HTTP/1.1" status: 200 len: 1091 time: 0.6702721 Dec 08 22:11:32.841336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5171217f-27f6-4f96-a1d9-8c8fd6559b1e', 'tag': '3c8b57b2-f229-4951-b9e9-ff4b2d37d4df'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:32.843640 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699dd2fc-1db4-4fa6-a525-bf22b5f90407" -d '{"events": [{"name": "network-changed", "server_uuid": "5171217f-27f6-4f96-a1d9-8c8fd6559b1e", "tag": "3c8b57b2-f229-4951-b9e9-ff4b2d37d4df"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:32.871440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f88b2-d66c-4be1-ab11-ca970480e39e service neutron] Pushing event updated for resources: {'Port': ['ID=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:32.888394 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61111cc-6934-47ed-a2c2-f1fb590950b7 x-openstack-request-id: req-b61111cc-6934-47ed-a2c2-f1fb590950b7 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:32.888678 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5171217f-27f6-4f96-a1d9-8c8fd6559b1e", "tag": "3c8b57b2-f229-4951-b9e9-ff4b2d37d4df", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:32.888928 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b61111cc-6934-47ed-a2c2-f1fb590950b7 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:32.889322 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5171217f-27f6-4f96-a1d9-8c8fd6559b1e', 'tag': '3c8b57b2-f229-4951-b9e9-ff4b2d37d4df', 'status': 'completed', 'code': 200} Dec 08 22:11:32.923920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-033bcb20-2223-4c0d-987f-08511f47d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:32.925373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-033bcb20-2223-4c0d-987f-08511f47d960 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8a71d5a24f14fee994cac70d1c5c884&device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 1094 time: 0.0459256 Dec 08 22:11:32.975001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-4912b816-b43e-4e8f-8fe4-a57d44c9e19c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df HTTP/1.1" status: 200 len: 217 time: 0.0408556 Dec 08 22:11:33.023603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-6c1223de-3d02-4b0d-91fc-19341da75e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:33.025063 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-6c1223de-3d02-4b0d-91fc-19341da75e60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46ff5fee-eaad-439a-8ef7-a558ec9a30f7 HTTP/1.1" status: 200 len: 851 time: 0.0443611 Dec 08 22:11:33.060490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-686de6a1-9abd-40ce-9c4c-7ba0d2886584 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf893881-7a3c-48b4-a03d-1bdadccfeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285146 Dec 08 22:11:33.152952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-23caf39a-6ccd-4272-b50f-95327efea0c2 service neutron] 10.222.0.37 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853157 Dec 08 22:11:33.230140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91aeb8-bc84-4c37-8984-bc8debdc330e req-9aa59ab3-a1f7-4de5-8afb-7dbd18e6586b tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:33.232126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e91aeb8-bc84-4c37-8984-bc8debdc330e req-9aa59ab3-a1f7-4de5-8afb-7dbd18e6586b tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 950 time: 0.0500119 Dec 08 22:11:33.249932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a843a67a-94fe-46c9-951b-63e44db7df47 req-2377fc18-95a3-48d1-b079-645bd458190d service neutron] 10.222.0.37 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893757 Dec 08 22:11:33.277616 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9e91aeb8-bc84-4c37-8984-bc8debdc330e req-e1d12f63-8210-4bcf-800d-8ab3f977f3b1 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Dec 08 22:11:33.333117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-2c55c62f-2767-4d48-aa3c-67834c77d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:33.334596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-2c55c62f-2767-4d48-aa3c-67834c77d39b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8a71d5a24f14fee994cac70d1c5c884&device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 1094 time: 0.0410028 Dec 08 22:11:33.424326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-198faa3a-f931-45d9-8b2f-b6de531b70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:33.425773 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-198faa3a-f931-45d9-8b2f-b6de531b70a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf893881-7a3c-48b4-a03d-1bdadccfeeac HTTP/1.1" status: 200 len: 912 time: 0.0832603 Dec 08 22:11:33.471413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-86bfdec2-ece5-4e71-9bf4-f3606fa04c79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df HTTP/1.1" status: 200 len: 217 time: 0.0366800 Dec 08 22:11:33.522171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-690ef543-cbb6-4e21-9f79-3b984838d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:33.523557 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-690ef543-cbb6-4e21-9f79-3b984838d941 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46ff5fee-eaad-439a-8ef7-a558ec9a30f7 HTTP/1.1" status: 200 len: 851 time: 0.0438926 Dec 08 22:11:33.556122 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-07604458-9f7c-4576-9b1c-276039466298 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf893881-7a3c-48b4-a03d-1bdadccfeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241957 Dec 08 22:11:33.653298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-58976cbb-2ce8-4529-9d08-ab428da758eb service neutron] 10.222.0.37 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880768 Dec 08 22:11:33.741764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-699dd2fc-1db4-4fa6-a525-bf22b5f90407 req-ca6f208d-a418-405e-b690-04b2fd3d821b service neutron] 10.222.0.37 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804961 Dec 08 22:11:33.811190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0956-21d4-4c70-9080-5ffe48b029fe req-5776ead9-554f-4fa4-b6d0-31fd0619b9cc tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:33.812577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcbe0956-21d4-4c70-9080-5ffe48b029fe req-5776ead9-554f-4fa4-b6d0-31fd0619b9cc tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 943 time: 0.0489192 Dec 08 22:11:33.849545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcbe0956-21d4-4c70-9080-5ffe48b029fe req-10ba805d-7d50-43e5-ac68-5c63a77868de tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Dec 08 22:11:34.398477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c795-7e4e-45dd-9fcb-d7eccae600a2 req-28db3934-a0b6-4a2b-8e86-7eedb1fb48f9 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:34.400030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c5c795-7e4e-45dd-9fcb-d7eccae600a2 req-28db3934-a0b6-4a2b-8e86-7eedb1fb48f9 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 950 time: 0.0541174 Dec 08 22:11:34.439210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c5c795-7e4e-45dd-9fcb-d7eccae600a2 req-86c6d841-84a9-44b8-b619-23c7ca66bcb5 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/security-groups?id=134e1145-afc2-4917-89bc-e4b42b4b91e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Dec 08 22:11:34.453628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac850e1-b69d-4256-8467-fc73160af4e2 req-6bf67949-d929-40cc-82bb-e284115cb114 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:34.455201 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ac850e1-b69d-4256-8467-fc73160af4e2 req-6bf67949-d929-40cc-82bb-e284115cb114 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0541806 Dec 08 22:11:34.493518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ac850e1-b69d-4256-8467-fc73160af4e2 req-57584b82-1a54-42e6-814a-7e50462388e6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Dec 08 22:11:34.722246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-0e3cff2d-e59b-44c8-9568-8e701daebfbb tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:34.723724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-0e3cff2d-e59b-44c8-9568-8e701daebfbb tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 950 time: 0.0488658 Dec 08 22:11:34.818606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Deleting port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:34.819333 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:34.907739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] For port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:34.908187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:34.921789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Calling delete_port for 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:34.964069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43338d-71a8-4bf6-9b00-9b30ee580357 req-03229f70-d38b-4577-9c71-e9815ee5968e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:34.966138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb43338d-71a8-4bf6-9b00-9b30ee580357 req-03229f70-d38b-4577-9c71-e9815ee5968e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 943 time: 0.0492458 Dec 08 22:11:35.005302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb43338d-71a8-4bf6-9b00-9b30ee580357 req-f5f344ee-83df-4cd6-b295-2c6894a9c028 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327895 Dec 08 22:11:35.053007 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:35.064650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['504eb2a5-5ae9-40cf-b750-e50e8d86dc7c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:11:35.080896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Pushing event deleted for resources: {'Port': ['ID=504eb2a5-5ae9-40cf-b750-e50e8d86dc7c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:35.123755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] No DVR routers for this DVR port 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:11:35.126433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:35.129773 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3b9e526-892d-4c8e-8f19-1c0cabf14a16 req-b7a19ae1-edaa-451a-bdf1-ce872fd4d0a4 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.37 "DELETE /v2.0/ports/504eb2a5-5ae9-40cf-b750-e50e8d86dc7c HTTP/1.1" status: 204 len: 173 time: 0.4002783 Dec 08 22:11:35.130216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9371b7-7815-43a3-a8f2-0f096680609a', 'name': 'network-vif-deleted', 'tag': '504eb2a5-5ae9-40cf-b750-e50e8d86dc7c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:35.132470 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39066629-2fcb-4e67-9f49-83b6210b7048" -d '{"events": [{"server_uuid": "1a9371b7-7815-43a3-a8f2-0f096680609a", "name": "network-vif-deleted", "tag": "504eb2a5-5ae9-40cf-b750-e50e8d86dc7c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:35.169440 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1b63a9-8782-421c-9915-54a3ed0b43bf x-openstack-request-id: req-1e1b63a9-8782-421c-9915-54a3ed0b43bf {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:35.169716 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9371b7-7815-43a3-a8f2-0f096680609a", "name": "network-vif-deleted", "tag": "504eb2a5-5ae9-40cf-b750-e50e8d86dc7c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:35.169970 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e1b63a9-8782-421c-9915-54a3ed0b43bf {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:35.170369 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9371b7-7815-43a3-a8f2-0f096680609a', 'name': 'network-vif-deleted', 'tag': '504eb2a5-5ae9-40cf-b750-e50e8d86dc7c', 'status': 'completed', 'code': 200} Dec 08 22:11:35.567522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1361c0b-b545-4bd5-adfd-d855634fe52b req-ac6ab7ab-b701-476f-8e6e-7f5e4cab6a77 tempest-VolumesBackupsTest-696006398 tempest-VolumesBackupsTest-696006398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9371b7-7815-43a3-a8f2-0f096680609a HTTP/1.1" status: 200 len: 210 time: 0.0367432 Dec 08 22:11:35.605132 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9d38f87b-8a4d-4131-afe0-3c4c96753dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:35.631098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a3f67-6a87-499e-a587-ea6077285199 req-aae187b8-9fc6-459f-8968-8bf0b60e67fb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:35.632722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-705a3f67-6a87-499e-a587-ea6077285199 req-aae187b8-9fc6-459f-8968-8bf0b60e67fb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0596936 Dec 08 22:11:35.672003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-705a3f67-6a87-499e-a587-ea6077285199 req-dae29cda-66d1-430e-8c66-3aa2f258385d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Dec 08 22:11:36.121241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a3a9-c6d2-4a70-aad2-c69b86a97919 req-ff85f02c-93b3-4425-a262-93ca798668f8 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:36.122908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d231a3a9-c6d2-4a70-aad2-c69b86a97919 req-ff85f02c-93b3-4425-a262-93ca798668f8 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 943 time: 0.0514538 Dec 08 22:11:36.159417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d231a3a9-c6d2-4a70-aad2-c69b86a97919 req-e4a128cc-bd91-4da1-8d98-ddf57720d5c2 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Dec 08 22:11:36.287003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:11:36.380258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,segment=NetworkSegment(5797860f-2626-4f0d-a1f1-389fb8c3f8bf),segment_id=5797860f-2626-4f0d-a1f1-389fb8c3f8bf)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:36.391510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '3c8b57b2-f229-4951-b9e9-ff4b2d37d4df', 'network_id': 'bf893881-7a3c-48b4-a03d-1bdadccfeeac', 'port_id': '3c8b57b2-f229-4951-b9e9-ff4b2d37d4df', 'mac_address': 'fa:16:3e:20:1f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ff5fee-eaad-439a-8ef7-a558ec9a30f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:11:36.426287 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:36.438221 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:11:36.461206 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,segment=NetworkSegment(5797860f-2626-4f0d-a1f1-389fb8c3f8bf),segment_id=5797860f-2626-4f0d-a1f1-389fb8c3f8bf)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:36.466080 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:36.485844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-6661a227-f28e-4d0d-b217-6d6fdf1aa681 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:36.487582 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-6661a227-f28e-4d0d-b217-6d6fdf1aa681 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.0490546 Dec 08 22:11:36.512353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:36.590818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Deleting port f000f40d-7a9e-4237-aa61-bdfaf802fce9 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:36.591349 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:36.681084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] For port f000f40d-7a9e-4237-aa61-bdfaf802fce9, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f000f40d-7a9e-4237-aa61-bdfaf802fce9,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:36.681454 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:36.681603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['3c8b57b2-f229-4951-b9e9-ff4b2d37d4df'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:11:36.890138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122f860-14ae-4cdb-9577-5f1d55df7bfc req-43a081ec-57e6-4c7e-a8bd-28839414add7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:36.891633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5122f860-14ae-4cdb-9577-5f1d55df7bfc req-43a081ec-57e6-4c7e-a8bd-28839414add7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 946 time: 0.1278088 Dec 08 22:11:36.921491 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:36.921858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:36.922181 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Floating IP 21b9d368-2f21-449f-ac8a-0bbe073b82da disassociated. External IP: 172.25.1.250, port: f000f40d-7a9e-4237-aa61-bdfaf802fce9. Dec 08 22:11:36.922521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Calling delete_port for f000f40d-7a9e-4237-aa61-bdfaf802fce9 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:36.950416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5122f860-14ae-4cdb-9577-5f1d55df7bfc req-1e8c58e5-4799-449f-afd4-47a547ddd18a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=68472ee1-dd7a-4427-a47d-e78e33265b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517535 Dec 08 22:11:37.068216 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:37.095722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event deleted for resources: {'Port': ['ID=f000f40d-7a9e-4237-aa61-bdfaf802fce9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:37.222483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:11:37.282745 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d991cf-91d1-4b50-a3a6-27d6acb98a21 req-9017d534-f03e-4ea2-a817-5605e84194f6 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:37.284907 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d991cf-91d1-4b50-a3a6-27d6acb98a21 req-9017d534-f03e-4ea2-a817-5605e84194f6 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 944 time: 0.0519421 Dec 08 22:11:37.326601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d991cf-91d1-4b50-a3a6-27d6acb98a21 req-95bda775-7e05-4263-ad62-e4773185f400 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Dec 08 22:11:37.665060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:11:37.675681 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] Sync routers for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:11:37.686751 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:37.687366 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:37.703769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] No DVR routers for this DVR port f000f40d-7a9e-4237-aa61-bdfaf802fce9 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:11:37.706421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:37.709773 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f3f827bf-b557-4e7d-aebf-c48d51063aa7 req-ba769e3d-bcdb-4155-a6cd-705d0657fc47 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "DELETE /v2.0/ports/f000f40d-7a9e-4237-aa61-bdfaf802fce9 HTTP/1.1" status: 204 len: 173 time: 1.2066398 Dec 08 22:11:37.710276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'name': 'network-vif-deleted', 'tag': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:37.712602 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e461ddd-961b-41fb-9359-18956357ef35" -d '{"events": [{"server_uuid": "88bbb5ae-257f-41e6-ad7a-e307eab89384", "name": "network-vif-deleted", "tag": "f000f40d-7a9e-4237-aa61-bdfaf802fce9"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:37.755762 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f314b2-fd5a-4cae-96a0-0268d0124d35 x-openstack-request-id: req-32f314b2-fd5a-4cae-96a0-0268d0124d35 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:37.756060 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bbb5ae-257f-41e6-ad7a-e307eab89384", "name": "network-vif-deleted", "tag": "f000f40d-7a9e-4237-aa61-bdfaf802fce9", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:37.756316 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32f314b2-fd5a-4cae-96a0-0268d0124d35 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:37.756711 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bbb5ae-257f-41e6-ad7a-e307eab89384', 'name': 'network-vif-deleted', 'tag': 'f000f40d-7a9e-4237-aa61-bdfaf802fce9', 'status': 'completed', 'code': 200} Dec 08 22:11:37.811257 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:38.017440 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:38.043944 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] Checking router: 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:11:38.052234 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:38.052832 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:38.059476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-35d203c9-4bd9-4538-86b5-c79a253d4cb4 req-21b50174-da5d-4fd7-b9f2-f20742d91e3f tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=88bbb5ae-257f-41e6-ad7a-e307eab89384 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Dec 08 22:11:38.160705 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:38.270296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8055c9c9-8ae2-4c8e-8589-bde9542a03b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:38.302416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:11:38.357587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:11:38.362236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:11:38.363378 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:38.392023 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:38.421648 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d98d8-d299-44ef-bca9-5d091a8235d8 None None] The sync data for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 is: [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:11:38.459842 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:38.485890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00bee-c569-4d71-aaf3-3f3956652b28 req-3988d4ce-02bc-4dc6-a5b1-fdc3ecd9c763 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:38.487874 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57b00bee-c569-4d71-aaf3-3f3956652b28 req-3988d4ce-02bc-4dc6-a5b1-fdc3ecd9c763 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 944 time: 0.0616627 Dec 08 22:11:38.494630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5171217f-27f6-4f96-a1d9-8c8fd6559b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8b57b2-f229-4951-b9e9-ff4b2d37d4df'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:38.498937 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92efbcf2-9035-4433-8297-61d571d04948" -d '{"events": [{"server_uuid": "5171217f-27f6-4f96-a1d9-8c8fd6559b1e", "name": "network-vif-plugged", "status": "completed", "tag": "3c8b57b2-f229-4951-b9e9-ff4b2d37d4df"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:38.512217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,segment=NetworkSegment(5797860f-2626-4f0d-a1f1-389fb8c3f8bf),segment_id=5797860f-2626-4f0d-a1f1-389fb8c3f8bf)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:38.518056 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:38.519144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:11:38.555878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57b00bee-c569-4d71-aaf3-3f3956652b28 req-feaacea4-29b0-41df-b1fe-7ede8f8ecbc4 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536029 Dec 08 22:11:38.568702 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b610c5-f217-4b39-a910-633fcf308275 x-openstack-request-id: req-e7b610c5-f217-4b39-a910-633fcf308275 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:38.569093 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5171217f-27f6-4f96-a1d9-8c8fd6559b1e", "name": "network-vif-plugged", "status": "completed", "tag": "3c8b57b2-f229-4951-b9e9-ff4b2d37d4df", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:38.569444 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7b610c5-f217-4b39-a910-633fcf308275 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:38.569930 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5171217f-27f6-4f96-a1d9-8c8fd6559b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8b57b2-f229-4951-b9e9-ff4b2d37d4df', 'code': 200} Dec 08 22:11:38.587625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:11:38.588474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 504eb2a5-5ae9-40cf-b750-e50e8d86dc7c not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:11:38.615009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:38.666318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff25f3b-358b-4711-b6b9-d67514469f79 req-45acdffb-dfa4-4484-bf61-5c5ee020d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:38.668469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ff25f3b-358b-4711-b6b9-d67514469f79 req-45acdffb-dfa4-4484-bf61-5c5ee020d416 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 1096 time: 0.0461020 Dec 08 22:11:38.711668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ff25f3b-358b-4711-b6b9-d67514469f79 req-59027ec8-9b6e-4b83-817c-b2f287000e15 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359874 Dec 08 22:11:38.742908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b91296-ed97-4b80-b025-35f028ac65c7 None None] New status for floating IP 21b9d368-2f21-449f-ac8a-0bbe073b82da: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:11:38.862833 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.147840 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58154) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:39.209447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5e9326c-c0fd-4a7d-9d02-2b5f594d73ec tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.248821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5e9326c-c0fd-4a7d-9d02-2b5f594d73ec tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.306484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5e9326c-c0fd-4a7d-9d02-2b5f594d73ec tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.309735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5e9326c-c0fd-4a7d-9d02-2b5f594d73ec tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.313966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b5e9326c-c0fd-4a7d-9d02-2b5f594d73ec tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "DELETE /v2.0/security-groups/68472ee1-dd7a-4427-a47d-e78e33265b9a HTTP/1.1" status: 204 len: 168 time: 0.1647301 Dec 08 22:11:39.314134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58160) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:39.327802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9326c-c0fd-4a7d-9d02-2b5f594d73ec tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68472ee1-dd7a-4427-a47d-e78e33265b9a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:39.333383 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-f7fadafa-c7fe-4b18-9104-f4f230526f0e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] show failed (client error): The resource could not be found. Dec 08 22:11:39.334283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f7fadafa-c7fe-4b18-9104-f4f230526f0e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups/68472ee1-dd7a-4427-a47d-e78e33265b9a HTTP/1.1" status: 404 len: 347 time: 0.0183725 Dec 08 22:11:39.337232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58162) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:39.466412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.480517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Deleting port 021fc087-d6c1-491c-a1b4-bce039f0eedf {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:39.480865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.530163 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.562224 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.562552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.576099 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Calling delete_port for 021fc087-d6c1-491c-a1b4-bce039f0eedf owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:39.717939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcdcaf-6f57-40cc-8a5b-ffb0679e81a3 req-97b6c52a-1861-4aa5-9ba7-bf4cd8ff6f24 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:39.725918 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0bcdcaf-6f57-40cc-8a5b-ffb0679e81a3 req-97b6c52a-1861-4aa5-9ba7-bf4cd8ff6f24 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0636399 Dec 08 22:11:39.752648 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.769810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0bcdcaf-6f57-40cc-8a5b-ffb0679e81a3 req-9e29a301-f3cb-4e1c-bdbf-8f654335b543 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Dec 08 22:11:39.782746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event deleted for resources: {'Port': ['ID=021fc087-d6c1-491c-a1b4-bce039f0eedf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:39.845942 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.848580 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:39.849752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b064ab30-e50e-432e-9830-ed37359cfa08 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "DELETE /v2.0/floatingips/21b9d368-2f21-449f-ac8a-0bbe073b82da HTTP/1.1" status: 204 len: 168 time: 0.5003257 Dec 08 22:11:40.121930 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.255142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef5d32-6c5c-42de-9c27-e915084f2746 req-c2c5930b-afa4-4ec6-9eac-1c33fd93dae9 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:40.257558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cfef5d32-6c5c-42de-9c27-e915084f2746 req-c2c5930b-afa4-4ec6-9eac-1c33fd93dae9 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1097 time: 0.0518756 Dec 08 22:11:40.294079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cfef5d32-6c5c-42de-9c27-e915084f2746 req-b3709bb8-26ef-4749-bd98-226feb03b4b1 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Dec 08 22:11:40.428433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58206) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:40.433400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-bb473d58-052b-4337-92a1-38587a5b04c7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662730948', 'description': 'tempest-description--1662764923'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:40.436015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d244-946f-4d56-a268-51b71cfd8c8d req-1295622e-95ae-4afc-b88b-5420137f751d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:40.438020 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e765d244-946f-4d56-a268-51b71cfd8c8d req-1295622e-95ae-4afc-b88b-5420137f751d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0525038 Dec 08 22:11:40.459144 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb473d58-052b-4337-92a1-38587a5b04c7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.482083 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e765d244-946f-4d56-a268-51b71cfd8c8d req-745b0994-acfe-4174-8a1a-063a35047170 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376396 Dec 08 22:11:40.504905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58208) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:40.538767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb473d58-052b-4337-92a1-38587a5b04c7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.544127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb473d58-052b-4337-92a1-38587a5b04c7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.572668 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bb473d58-052b-4337-92a1-38587a5b04c7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.576759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9567e57a-f2f9-4c68-a2df-9228c63e2a31 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/72bfd860-e34d-4206-8cc7-f32724ca36bd HTTP/1.1" status: 200 len: 994 time: 0.0676651 Dec 08 22:11:40.576905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bb473d58-052b-4337-92a1-38587a5b04c7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1443810 Dec 08 22:11:40.576995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58210) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:40.579279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb473d58-052b-4337-92a1-38587a5b04c7 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144fd763-6618-44a6-bcaa-58374202fed7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:40.582278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3b2c4a81-2407-49e5-9529-f1838eeffa06 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'security_group_rule': {'security_group_id': '144fd763-6618-44a6-bcaa-58374202fed7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:40.613292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3b2c4a81-2407-49e5-9529-f1838eeffa06 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.677130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3b2c4a81-2407-49e5-9529-f1838eeffa06 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.682982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3b2c4a81-2407-49e5-9529-f1838eeffa06 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.702983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c4a81-2407-49e5-9529-f1838eeffa06 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a457ba8c-bbbf-40a6-b9dd-813dbb5d8dfb,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:40.708964 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3b2c4a81-2407-49e5-9529-f1838eeffa06 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.710166 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3b2c4a81-2407-49e5-9529-f1838eeffa06 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315970 Dec 08 22:11:40.712833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58216) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:40.719318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2aa11b65-eb6f-47b9-8139-41bd96bf927e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'security_group_rule': {'security_group_id': '144fd763-6618-44a6-bcaa-58374202fed7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:40.747558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aa11b65-eb6f-47b9-8139-41bd96bf927e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.807562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aa11b65-eb6f-47b9-8139-41bd96bf927e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.812451 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aa11b65-eb6f-47b9-8139-41bd96bf927e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.834857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa11b65-eb6f-47b9-8139-41bd96bf927e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cba730-5415-4f49-a69b-658cd4bf5029,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:40.844230 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2aa11b65-eb6f-47b9-8139-41bd96bf927e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.845668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2aa11b65-eb6f-47b9-8139-41bd96bf927e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317942 Dec 08 22:11:40.848684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58222) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:40.853505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:40.878222 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:40.937692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db1469-11d9-4226-91a7-85ecdf338e50 req-8d42c657-c241-4665-9288-5d46361f1299 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:40.939303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-19db1469-11d9-4226-91a7-85ecdf338e50 req-8d42c657-c241-4665-9288-5d46361f1299 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0670841 Dec 08 22:11:40.950313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-84c0e68f-0829-4020-a808-20d70bedd2bf req-6caa9817-c259-4b46-89c3-7b662c5c8908 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:11:40.952602 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84c0e68f-0829-4020-a808-20d70bedd2bf req-6caa9817-c259-4b46-89c3-7b662c5c8908 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066557 Dec 08 22:11:40.987332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-19db1469-11d9-4226-91a7-85ecdf338e50 req-dd6518e6-d8c6-4242-ab58-0bff56727c48 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Dec 08 22:11:41.040620 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:41.050484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:41.128823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345cb8-c9f8-4dcc-8e5c-5f9adb17215b req-f9aaf41e-8708-424e-b86f-1be05b3c2ebb tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:41.131017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1345cb8-c9f8-4dcc-8e5c-5f9adb17215b req-f9aaf41e-8708-424e-b86f-1be05b3c2ebb tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0595689 Dec 08 22:11:41.179238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Allocated IP 172.25.1.134 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/84744707-2066-443c-8fe3-27dae22228e3) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:11:41.191807 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c1345cb8-c9f8-4dcc-8e5c-5f9adb17215b req-d21c4f72-9732-4f3b-abcd-a723caa25c84 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539865 Dec 08 22:11:41.335962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:41.393485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:41.464036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f000f40d-7a9e-4237-aa61-bdfaf802fce9 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:11:41.498840 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:11:41.501704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd896cd-1688-4209-9191-4858d820b172 req-418c4d97-f174-4658-aae0-3c8fa2ea73e0 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:41.502263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:11:41.504771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:11:41.509719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: f000f40d-7a9e-4237-aa61-bdfaf802fce9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:11:41.510189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ccd896cd-1688-4209-9191-4858d820b172 req-418c4d97-f174-4658-aae0-3c8fa2ea73e0 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0803833 Dec 08 22:11:41.512023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f000f40d-7a9e-4237-aa61-bdfaf802fce9 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:11:41.565037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'Port': ['ID=84744707-2066-443c-8fe3-27dae22228e3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:41.598055 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ccd896cd-1688-4209-9191-4858d820b172 req-3688f27b-de93-413f-9d26-919e9baaeeac tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805280 Dec 08 22:11:41.612778 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-373ccbdf-57fa-4703-882e-c7fc8780a78c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677440 Dec 08 22:11:41.643898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91393f9-5802-47b0-bc6c-68888a9d5e55 req-b8819188-0c7a-4223-9bd1-6291e0512d5f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:41.645575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e91393f9-5802-47b0-bc6c-68888a9d5e55 req-b8819188-0c7a-4223-9bd1-6291e0512d5f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.1003854 Dec 08 22:11:41.650062 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:41.706675 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:41.731214 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e91393f9-5802-47b0-bc6c-68888a9d5e55 req-06939631-6b48-4272-97e0-c2deee7690b7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781140 Dec 08 22:11:41.887607 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:41.894833 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:41.973961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'Port': ['ID=84744707-2066-443c-8fe3-27dae22228e3,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:41.988128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:42.004800 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:42.006373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9dd402ba-0299-4a48-87a6-4f92176a329a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1561847 Dec 08 22:11:42.224048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-f254d1b4-d615-4c37-a511-53075ed2e61d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1662730948&fields=id&tenant_id=b22f4169e2164f80a6bbe36be5e713ba HTTP/1.1" status: 200 len: 267 time: 0.0483897 Dec 08 22:11:42.332280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-408eb24a-ada5-4415-8771-26c784845400 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:42.333834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-408eb24a-ada5-4415-8771-26c784845400 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 811 time: 0.1089904 Dec 08 22:11:42.350336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-9f51c8a6-36b2-40a2-8c4d-853ce495c6ce tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/quotas/b22f4169e2164f80a6bbe36be5e713ba HTTP/1.1" status: 200 len: 375 time: 0.0098844 Dec 08 22:11:42.415304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-f3e43f2c-0c0c-4c67-9677-58c1ab030f64 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564263 Dec 08 22:11:42.638092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-68301898-b1e6-4951-84f4-090e335c3ba4 service neutron] 10.222.0.21 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081468 Dec 08 22:11:42.741755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-5f3444aa-89aa-45d8-9931-70f13481da1c service neutron] 10.222.0.21 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971406 Dec 08 22:11:42.748677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459604-b5b8-4cf7-851e-369709fb634f req-d8051b9c-0146-41b4-bb36-c16127f0e71e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:42.750190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71459604-b5b8-4cf7-851e-369709fb634f req-d8051b9c-0146-41b4-bb36-c16127f0e71e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0550797 Dec 08 22:11:42.794247 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71459604-b5b8-4cf7-851e-369709fb634f req-e4a53a0a-d89e-49aa-8002-ab0c3aaefc0e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379977 Dec 08 22:11:42.973975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-7a69075d-62cb-4822-bc65-311197023384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:42.975797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-7a69075d-62cb-4822-bc65-311197023384 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1097 time: 0.0531113 Dec 08 22:11:43.010042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfaa77-3961-4afc-8e50-d33421ee7889 req-9ba38a55-8c3a-4abe-8863-ad352e06fe76 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:43.036624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8dbfaa77-3961-4afc-8e50-d33421ee7889 req-9ba38a55-8c3a-4abe-8863-ad352e06fe76 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.1619980 Dec 08 22:11:43.125165 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8dbfaa77-3961-4afc-8e50-d33421ee7889 req-74f348e5-825b-4d63-93c8-99e255720cfa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876608 Dec 08 22:11:43.133808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-e225698d-6a1b-4ec6-8795-47691af58918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:43.135327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-e225698d-6a1b-4ec6-8795-47691af58918 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8a71d5a24f14fee994cac70d1c5c884&device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 1096 time: 0.0556617 Dec 08 22:11:43.139403 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a0a9d642-163c-4cbd-b05c-bff03aea8a67 req-4fea4ee1-c46d-432a-9e1f-a93e975ffec9 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0791950 Dec 08 22:11:43.144453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-b6791832-f97c-493a-9202-791dac20dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:43.145958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-b6791832-f97c-493a-9202-791dac20dce5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.1626222 Dec 08 22:11:43.255191 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-8cac0cec-27a7-42bd-bfc9-52e0a179dd84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1002 time: 0.1003537 Dec 08 22:11:43.314204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-f8a29801-d1f1-46d4-844a-963b9141d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:43.315945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-f8a29801-d1f1-46d4-844a-963b9141d5f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0533516 Dec 08 22:11:43.317411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-ce70a8a5-3d70-4b9c-8cab-b9e07d635d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:43.318900 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-ce70a8a5-3d70-4b9c-8cab-b9e07d635d4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf893881-7a3c-48b4-a03d-1bdadccfeeac HTTP/1.1" status: 200 len: 912 time: 0.1590028 Dec 08 22:11:43.369505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-eb1c8008-4652-450d-8641-2a39d0cd0db1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df HTTP/1.1" status: 200 len: 217 time: 0.0424886 Dec 08 22:11:43.371079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-78320433-f681-4a70-be55-2827438c67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:43.373319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-78320433-f681-4a70-be55-2827438c67ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496290 Dec 08 22:11:43.382149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde1ff-e9f3-412b-ba51-f2209117d9fb req-516013a7-b9fb-4752-931e-c50b52d438fe tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:43.383762 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8bde1ff-e9f3-412b-ba51-f2209117d9fb req-516013a7-b9fb-4752-931e-c50b52d438fe tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.1401758 Dec 08 22:11:43.470392 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8bde1ff-e9f3-412b-ba51-f2209117d9fb req-192bfbbe-cce7-403a-97a5-95312fe2de3e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780294 Dec 08 22:11:43.472647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-d10de2c4-6c81-4bf6-a84a-fe0cdf11f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:43.473981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-d10de2c4-6c81-4bf6-a84a-fe0cdf11f51c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46ff5fee-eaad-439a-8ef7-a558ec9a30f7 HTTP/1.1" status: 200 len: 851 time: 0.0893238 Dec 08 22:11:43.490239 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-ad82d467-df98-4540-8ecb-318f2bfe82b3 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091313 Dec 08 22:11:43.508345 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-2e84b643-a818-40fa-a560-df9b0631a535 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf893881-7a3c-48b4-a03d-1bdadccfeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263591 Dec 08 22:11:43.625104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-e442199d-2f02-4b0e-aafe-eedd51676b63 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282670 Dec 08 22:11:43.626756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-a5b02154-d53a-415b-a349-ba1cd2d43366 service neutron] 10.222.0.37 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117058 Dec 08 22:11:43.737011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43c27e00-8485-46c8-84f6-cdbc176831a4 req-bf82010e-8d1e-4597-beea-392fab6613a6 service neutron] 10.222.0.37 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030560 Dec 08 22:11:44.180639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-6495e3bc-b288-42c9-a589-5318679fdb4a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:44.184603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-6495e3bc-b288-42c9-a589-5318679fdb4a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 811 time: 0.1235480 Dec 08 22:11:44.240913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8d5cbcd2-5e29-4eba-bd25-9d9e3251c0b8 req-09a1bc8b-ed45-4d87-82cf-681097d4bfa3 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0285935 Dec 08 22:11:44.285836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b9cbda22-39f2-4579-84ed-b2e771a6fba0 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b22f4169e2164f80a6bbe36be5e713ba HTTP/1.1" status: 200 len: 380 time: 0.0912204 Dec 08 22:11:44.296369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'port': {'device_id': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'admin_state_up': True, 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'security_groups': ['144fd763-6618-44a6-bcaa-58374202fed7']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:44.346108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dee55-15fa-4af9-972d-f4743ca41413 req-43ba3fcb-bbcb-464c-86ce-323af6eef905 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:44.347750 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a01dee55-15fa-4af9-972d-f4743ca41413 req-43ba3fcb-bbcb-464c-86ce-323af6eef905 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.1204312 Dec 08 22:11:44.412801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a01dee55-15fa-4af9-972d-f4743ca41413 req-61fc030b-df7c-48b0-a63c-ae287ff411de tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567701 Dec 08 22:11:44.447295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Made reservation on behalf of b22f4169e2164f80a6bbe36be5e713ba for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:11:44.451593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:44.590902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b19dd-8ac2-4a53-b106-60ab15baa242 req-48a30c47-05be-4a94-89c0-a9f45c7225ed tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:44.592711 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe6b19dd-8ac2-4a53-b106-60ab15baa242 req-48a30c47-05be-4a94-89c0-a9f45c7225ed tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0508976 Dec 08 22:11:44.592841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Allocated IP 172.20.0.9 (607731e0-de32-4791-83a9-395fe1dc888e/42150ea6-56fb-4b4e-b1fb-a050109d75f8/a23c626b-752c-41b4-9dac-a01dc841959e) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:11:44.658979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fe6b19dd-8ac2-4a53-b106-60ab15baa242 req-2343f070-58fe-4ce9-9094-464d0c86af67 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562749 Dec 08 22:11:44.753022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:44.795362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:44.846542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Network 607731e0-de32-4791-83a9-395fe1dc888e is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:11:44.849768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:11:44.853502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:11:44.862459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event updated for resources: {'Port': ['ID=a23c626b-752c-41b4-9dac-a01dc841959e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:44.908507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c835b9-25c6-437b-9eed-8bab86a22038 req-48f1cb03-cabe-40fa-9ed0-9488188ee68b tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:44.910168 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90c835b9-25c6-437b-9eed-8bab86a22038 req-48f1cb03-cabe-40fa-9ed0-9488188ee68b tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0695155 Dec 08 22:11:44.922769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:44.923372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:44.944650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-091356e4-a35e-4cc4-80b3-373a239c6021 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6521518 Dec 08 22:11:44.961813 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90c835b9-25c6-437b-9eed-8bab86a22038 req-f2da5192-facd-4a4f-af69-80617e6a6edb tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443037 Dec 08 22:11:44.963754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Request body: {'port': {'device_id': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:45.030527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:45.157243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-da91052e-a0e8-432e-b0b6-3028ec667808 None None] Provisioning complete for port a23c626b-752c-41b4-9dac-a01dc841959e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:11:45.157812 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da91052e-a0e8-432e-b0b6-3028ec667808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:45.336074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23c626b-752c-41b4-9dac-a01dc841959e {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:11:45.346639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:45.356294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-da91052e-a0e8-432e-b0b6-3028ec667808 None None] Port a23c626b-752c-41b4-9dac-a01dc841959e cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:11:45.384261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Transition to ACTIVE for port object a23c626b-752c-41b4-9dac-a01dc841959e will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:11:45.391887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:45.446916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6709864-4bed-480b-b98a-bf355810b422 req-b3021563-5fee-4b88-941d-718b23cdf097 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:45.448302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6709864-4bed-480b-b98a-bf355810b422 req-b3021563-5fee-4b88-941d-718b23cdf097 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 931 time: 0.0946591 Dec 08 22:11:45.469517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c626b-752c-41b4-9dac-a01dc841959e,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:45.551260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6709864-4bed-480b-b98a-bf355810b422 req-f40e58c7-602e-4488-a3eb-0fe1f40a48d3 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951784 Dec 08 22:11:45.572967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fc4f1-d296-4f4d-8015-f7325879af26 req-802f7013-c572-4e35-9089-c1858150d46f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:45.575583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f06fc4f1-d296-4f4d-8015-f7325879af26 req-802f7013-c572-4e35-9089-c1858150d46f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0618131 Dec 08 22:11:45.591122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Attempting to bind port a23c626b-752c-41b4-9dac-a01dc841959e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:11:45.591455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Attempting to bind port a23c626b-752c-41b4-9dac-a01dc841959e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:11:45.591778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Attempting to bind port a23c626b-752c-41b4-9dac-a01dc841959e on network 607731e0-de32-4791-83a9-395fe1dc888e {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:11:45.598144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Port a23c626b-752c-41b4-9dac-a01dc841959e on network 607731e0-de32-4791-83a9-395fe1dc888e not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:11:45.598467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Attempting to bind port a23c626b-752c-41b4-9dac-a01dc841959e on network 607731e0-de32-4791-83a9-395fe1dc888e {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:11:45.605003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:11:45.605343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Checking segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:11:45.606077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Bound using segment: {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:11:45.606519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Bound port: a23c626b-752c-41b4-9dac-a01dc841959e, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1aef336-9473-4334-b447-2138e1746fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:11:45.607168 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:45.623267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f06fc4f1-d296-4f4d-8015-f7325879af26 req-95b389d3-8cfc-4b58-8ea8-703d34de7f36 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Dec 08 22:11:45.687194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] For port a23c626b-752c-41b4-9dac-a01dc841959e, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:11:45.690915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] For port a23c626b-752c-41b4-9dac-a01dc841959e, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a23c626b-752c-41b4-9dac-a01dc841959e,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:11:45.696363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:45.737419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:45.738038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:45.739535 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] 10.222.0.23 "PUT /v2.0/ports/a23c626b-752c-41b4-9dac-a01dc841959e HTTP/1.1" status: 200 len: 1091 time: 0.7818940 Dec 08 22:11:45.739981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'tag': 'a23c626b-752c-41b4-9dac-a01dc841959e'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:45.742243 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c72f2-61a6-463a-96fc-5d89869c9884" -d '{"events": [{"name": "network-changed", "server_uuid": "7c222b94-b48d-4b99-8431-255924a6d3a9", "tag": "a23c626b-752c-41b4-9dac-a01dc841959e"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:45.793885 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a837236-1e77-487a-a262-6cf088eb0d42 x-openstack-request-id: req-8a837236-1e77-487a-a262-6cf088eb0d42 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:45.794179 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c222b94-b48d-4b99-8431-255924a6d3a9", "tag": "a23c626b-752c-41b4-9dac-a01dc841959e", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:45.794434 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a837236-1e77-487a-a262-6cf088eb0d42 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:45.794859 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'tag': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'status': 'completed', 'code': 200} Dec 08 22:11:45.811836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5502e69-7c26-4363-8b1e-61abb5fd32a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c626b-752c-41b4-9dac-a01dc841959e,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:45.831755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-ccb725d9-8aed-43dd-a16f-5128a4503b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:45.833571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-ccb725d9-8aed-43dd-a16f-5128a4503b0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 1094 time: 0.0518138 Dec 08 22:11:45.885351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-f27021be-eb26-4900-b7f4-da4bea9a0cb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a23c626b-752c-41b4-9dac-a01dc841959e HTTP/1.1" status: 200 len: 217 time: 0.0439839 Dec 08 22:11:45.957269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-940b002a-e149-4f63-b73a-ed8c7b16676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:45.960246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-940b002a-e149-4f63-b73a-ed8c7b16676d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0611038 Dec 08 22:11:46.008815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-af6aca9f-e8e9-402e-99b7-85d2d07467f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.011720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-af6aca9f-e8e9-402e-99b7-85d2d07467f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442395 Dec 08 22:11:46.110360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0353de-c0f6-4b45-9276-24ad9a5c8397 req-4f0b5c03-a8a8-4ef1-9abe-c3b66236559b tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.112203 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f0353de-c0f6-4b45-9276-24ad9a5c8397 req-4f0b5c03-a8a8-4ef1-9abe-c3b66236559b tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0519054 Dec 08 22:11:46.117004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-a9b638c8-9dff-4524-ab51-f3c27ab030d3 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984955 Dec 08 22:11:46.154856 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f0353de-c0f6-4b45-9276-24ad9a5c8397 req-1d7c91b1-f6a2-4927-b736-613df122823d tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361042 Dec 08 22:11:46.239419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5df8a51-c65f-4ed3-bdb3-3864bd37e97e req-daf9ce6f-59f5-417e-be17-6e335b60d534 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091542 Dec 08 22:11:46.366953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-8bbebdc0-df68-495b-87a5-a300f461785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.368613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-8bbebdc0-df68-495b-87a5-a300f461785e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 1094 time: 0.0728045 Dec 08 22:11:46.396260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac48f4-e81e-45c4-b9de-c323660aa8bd req-32cddb6e-ddf3-4b41-855e-357fec42b8ff tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.399149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8cac48f4-e81e-45c4-b9de-c323660aa8bd req-32cddb6e-ddf3-4b41-855e-357fec42b8ff tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0781314 Dec 08 22:11:46.437172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4cc31-434f-4927-a427-c6f129894895 req-00d5c84c-29c1-45ab-bb3d-2a66bd25b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.438949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e4cc31-434f-4927-a427-c6f129894895 req-00d5c84c-29c1-45ab-bb3d-2a66bd25b61d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8a71d5a24f14fee994cac70d1c5c884&device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 1096 time: 0.0765946 Dec 08 22:11:46.473287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-f5444595-53d5-4406-8e8e-d4f8292db489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.474907 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-f5444595-53d5-4406-8e8e-d4f8292db489 service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.0986798 Dec 08 22:11:46.500360 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8cac48f4-e81e-45c4-b9de-c323660aa8bd req-58ccebdd-821f-40a3-bdc7-946164a97ac4 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954363 Dec 08 22:11:46.526187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-e07208a4-79e7-4276-9252-b86cf82799ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a23c626b-752c-41b4-9dac-a01dc841959e HTTP/1.1" status: 200 len: 217 time: 0.0432737 Dec 08 22:11:46.543400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4cc31-434f-4927-a427-c6f129894895 req-a8ea6032-fcb5-4874-930c-8306b557ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.544860 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e4cc31-434f-4927-a427-c6f129894895 req-a8ea6032-fcb5-4874-930c-8306b557ed84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf893881-7a3c-48b4-a03d-1bdadccfeeac HTTP/1.1" status: 200 len: 912 time: 0.0960827 Dec 08 22:11:46.580852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-32c9127f-360e-47ab-8f1a-d43d7fdc8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.582635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-32c9127f-360e-47ab-8f1a-d43d7fdc8932 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0483685 Dec 08 22:11:46.588539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e4cc31-434f-4927-a427-c6f129894895 req-8b4b9745-4f70-4f73-8060-8e62a44b245d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df HTTP/1.1" status: 200 len: 217 time: 0.0363038 Dec 08 22:11:46.654948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4cc31-434f-4927-a427-c6f129894895 req-9ae28aae-6589-48b3-9037-4ad83f38ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.656469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e4cc31-434f-4927-a427-c6f129894895 req-9ae28aae-6589-48b3-9037-4ad83f38ea07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46ff5fee-eaad-439a-8ef7-a558ec9a30f7 HTTP/1.1" status: 200 len: 851 time: 0.0609138 Dec 08 22:11:46.688230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-74806f1c-7965-4c47-9791-e4b4f9725eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.689994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-74806f1c-7965-4c47-9791-e4b4f9725eca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994556 Dec 08 22:11:46.693570 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e4cc31-434f-4927-a427-c6f129894895 req-99995983-d503-45c3-8029-268ec69b8e21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf893881-7a3c-48b4-a03d-1bdadccfeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302970 Dec 08 22:11:46.699356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cf14b-2e58-4744-9d47-c0e083be2fd5 req-9b821e0b-35a3-4dc8-acaa-0e204c5f8d0d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.700955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e58cf14b-2e58-4744-9d47-c0e083be2fd5 req-9b821e0b-35a3-4dc8-acaa-0e204c5f8d0d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0658705 Dec 08 22:11:46.798882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e58cf14b-2e58-4744-9d47-c0e083be2fd5 req-597da191-a51d-4115-81ff-ee9036a4c133 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898564 Dec 08 22:11:46.827999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba8b5b-04ed-4b52-bc9f-de137f25a391 req-4a752837-d490-4ede-b06e-8c9d0a8dd31f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:46.829485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70ba8b5b-04ed-4b52-bc9f-de137f25a391 req-4a752837-d490-4ede-b06e-8c9d0a8dd31f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.1196880 Dec 08 22:11:46.832035 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-8d74476b-c170-45e4-a367-7ceea34c0640 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299782 Dec 08 22:11:46.874333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e4cc31-434f-4927-a427-c6f129894895 req-7b7bf72f-dbbf-4bf9-b01c-d5704cbd37d0 service neutron] 10.222.0.37 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734407 Dec 08 22:11:46.923286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-70ba8b5b-04ed-4b52-bc9f-de137f25a391 req-f4ee94e2-d43f-43c8-84c2-d8f95f9e3fb6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814998 Dec 08 22:11:46.929940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-759c72f2-61a6-463a-96fc-5d89869c9884 req-f4c86568-8eac-44bb-9821-246d4f2c3f7a service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897360 Dec 08 22:11:46.991617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59e4cc31-434f-4927-a427-c6f129894895 req-383de3b0-ab77-4dd9-ac38-fbd1feb5c3ca service neutron] 10.222.0.37 "GET /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083002 Dec 08 22:11:47.642364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f837c-3ead-4c64-bef6-5e8be2dcdb3e req-4dc4efcf-1c98-4ab7-b021-4fe52b807c26 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:47.644852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c7f837c-3ead-4c64-bef6-5e8be2dcdb3e req-4dc4efcf-1c98-4ab7-b021-4fe52b807c26 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0556908 Dec 08 22:11:47.687010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c7f837c-3ead-4c64-bef6-5e8be2dcdb3e req-40c2efb4-d893-410a-8e28-9676cf2cedec tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333018 Dec 08 22:11:47.928363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fb9f9-47ad-491f-9101-db91533b578c req-171c590a-6baf-479c-bce6-675636d14f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:47.929834 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc9fb9f9-47ad-491f-9101-db91533b578c req-171c590a-6baf-479c-bce6-675636d14f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0500073 Dec 08 22:11:47.970373 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc9fb9f9-47ad-491f-9101-db91533b578c req-7ad77412-56a5-4119-9d0b-877f34000c65 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Dec 08 22:11:48.046126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3b15-caa4-43b3-94c8-1d3a08dc98e9 req-68deccd5-bd41-4f19-9595-fd239ff5f429 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:48.047821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e54d3b15-caa4-43b3-94c8-1d3a08dc98e9 req-68deccd5-bd41-4f19-9595-fd239ff5f429 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0538788 Dec 08 22:11:48.086790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e54d3b15-caa4-43b3-94c8-1d3a08dc98e9 req-706842aa-3709-492a-ad52-fb462313fbba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327752 Dec 08 22:11:48.808562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d5c86-c532-4560-95bb-d2d0c6991fde req-1c644680-33fa-4a99-b12c-39a66a44173e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:48.810041 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-764d5c86-c532-4560-95bb-d2d0c6991fde req-1c644680-33fa-4a99-b12c-39a66a44173e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0564668 Dec 08 22:11:48.849913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-764d5c86-c532-4560-95bb-d2d0c6991fde req-ad1ebaf8-0a2d-4033-80df-0663df2fd9e0 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Dec 08 22:11:49.116620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d410d3a-4086-4f73-a4c8-10e9e90b87d6 req-6702deea-9352-4c0c-b4f6-c1b06fe95da0 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:49.118419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d410d3a-4086-4f73-a4c8-10e9e90b87d6 req-6702deea-9352-4c0c-b4f6-c1b06fe95da0 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0536482 Dec 08 22:11:49.149266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a62f3e-3099-4118-be19-a96034abb543 req-42b66d25-45e6-44ae-bb45-cf84781ec4fc tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:49.150947 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6a62f3e-3099-4118-be19-a96034abb543 req-42b66d25-45e6-44ae-bb45-cf84781ec4fc tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0506089 Dec 08 22:11:49.159658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d410d3a-4086-4f73-a4c8-10e9e90b87d6 req-a9a7e70a-5ecc-490b-855a-a4edb0beee46 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342798 Dec 08 22:11:49.197917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6a62f3e-3099-4118-be19-a96034abb543 req-bb088c0d-8adb-4a63-be52-e70c4b4fd581 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Dec 08 22:11:49.288375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86fab0-4ab1-45c6-83fe-e71b7c9319af req-f50699e4-71a1-4faa-b3f3-a3e4947ba8a9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:49.290841 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de86fab0-4ab1-45c6-83fe-e71b7c9319af req-f50699e4-71a1-4faa-b3f3-a3e4947ba8a9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0655522 Dec 08 22:11:49.348031 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de86fab0-4ab1-45c6-83fe-e71b7c9319af req-112abb98-995f-448b-8ba1-9400a45a1f84 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492637 Dec 08 22:11:49.479121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a23c626b-752c-41b4-9dac-a01dc841959e details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:11:49.574930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a23c626b-752c-41b4-9dac-a01dc841959e, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a23c626b-752c-41b4-9dac-a01dc841959e,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:49.585556 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'port_id': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'mac_address': 'fa:16:3e:1e:00:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:11:49.628289 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:49.641167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23c626b-752c-41b4-9dac-a01dc841959e {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:11:49.665095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a23c626b-752c-41b4-9dac-a01dc841959e, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a23c626b-752c-41b4-9dac-a01dc841959e,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:49.670857 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:49.720328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a23c626b-752c-41b4-9dac-a01dc841959e,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:49.893024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a23c626b-752c-41b4-9dac-a01dc841959e'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:11:50.288930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61250ef4-99c1-4c59-8c7c-b75a49d658e6 req-daa77091-6d8d-40d1-9bd4-4e11c98833b1 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:50.290430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61250ef4-99c1-4c59-8c7c-b75a49d658e6 req-daa77091-6d8d-40d1-9bd4-4e11c98833b1 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0624282 Dec 08 22:11:50.325806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9336b8-9f6f-4b35-a2b2-85d7d1b719b2 req-a996cf02-7928-4023-803d-e6bce01f44d0 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:50.330901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61250ef4-99c1-4c59-8c7c-b75a49d658e6 req-4d09c29b-bf52-409f-91a9-4adf28b7205a tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330968 Dec 08 22:11:50.333042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc9336b8-9f6f-4b35-a2b2-85d7d1b719b2 req-a996cf02-7928-4023-803d-e6bce01f44d0 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0647743 Dec 08 22:11:50.367305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc9336b8-9f6f-4b35-a2b2-85d7d1b719b2 req-3d79bf5c-d071-48dd-b581-56fc16a3c969 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b1aabcd-bc30-4214-b6dd-01010977f6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Dec 08 22:11:50.468454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5e7b4-2fb0-41d0-9b10-0cd630e27b6d req-88659562-24cd-48aa-a7c7-2ee871e31fc3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:50.469908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6f5e7b4-2fb0-41d0-9b10-0cd630e27b6d req-88659562-24cd-48aa-a7c7-2ee871e31fc3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0530615 Dec 08 22:11:50.507717 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6f5e7b4-2fb0-41d0-9b10-0cd630e27b6d req-28de58dd-586a-4e92-b550-9e22cb7d21d5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312915 Dec 08 22:11:50.961234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b3f68-fb4f-4578-9498-6c763a807101 req-ecef0023-de12-4729-b7d5-94f586a626a3 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:50.962677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-189b3f68-fb4f-4578-9498-6c763a807101 req-ecef0023-de12-4729-b7d5-94f586a626a3 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.37 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 945 time: 0.0471644 Dec 08 22:11:51.054801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Deleting port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:11:51.055136 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:51.147345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] For port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,segment=NetworkSegment(5797860f-2626-4f0d-a1f1-389fb8c3f8bf),segment_id=5797860f-2626-4f0d-a1f1-389fb8c3f8bf)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:51.147813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:51.161343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Calling delete_port for 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:11:51.293864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:51.306987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['3c8b57b2-f229-4951-b9e9-ff4b2d37d4df'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:11:51.324684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Pushing event deleted for resources: {'Port': ['ID=3c8b57b2-f229-4951-b9e9-ff4b2d37d4df,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:51.368928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] No DVR routers for this DVR port 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:11:51.372312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:51.376288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-189b3f68-fb4f-4578-9498-6c763a807101 req-962ea9c1-6678-4ad8-99fc-928571d4ad05 tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.37 "DELETE /v2.0/ports/3c8b57b2-f229-4951-b9e9-ff4b2d37d4df HTTP/1.1" status: 204 len: 173 time: 0.4054756 Dec 08 22:11:51.376914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5171217f-27f6-4f96-a1d9-8c8fd6559b1e', 'name': 'network-vif-deleted', 'tag': '3c8b57b2-f229-4951-b9e9-ff4b2d37d4df'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:51.379973 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a608f3d-1995-4a15-b8b1-7ecbedd42d62" -d '{"events": [{"server_uuid": "5171217f-27f6-4f96-a1d9-8c8fd6559b1e", "name": "network-vif-deleted", "tag": "3c8b57b2-f229-4951-b9e9-ff4b2d37d4df"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:51.448041 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec84e76-fc12-42dc-bfe7-4a2f25817dc1 x-openstack-request-id: req-1ec84e76-fc12-42dc-bfe7-4a2f25817dc1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:51.449025 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5171217f-27f6-4f96-a1d9-8c8fd6559b1e", "name": "network-vif-deleted", "tag": "3c8b57b2-f229-4951-b9e9-ff4b2d37d4df", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:51.449378 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ec84e76-fc12-42dc-bfe7-4a2f25817dc1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:51.449922 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5171217f-27f6-4f96-a1d9-8c8fd6559b1e', 'name': 'network-vif-deleted', 'tag': '3c8b57b2-f229-4951-b9e9-ff4b2d37d4df', 'status': 'completed', 'code': 200} Dec 08 22:11:51.475971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab96db-4204-4a35-a0fc-ba511eade47b req-c0f9c6b4-b3a9-4425-8b33-a8cb21c18e13 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:51.477894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cab96db-4204-4a35-a0fc-ba511eade47b req-c0f9c6b4-b3a9-4425-8b33-a8cb21c18e13 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0657458 Dec 08 22:11:51.494227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a23c626b-752c-41b4-9dac-a01dc841959e up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:11:51.537805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cab96db-4204-4a35-a0fc-ba511eade47b req-5870d3cf-541b-4d53-898a-e4b8fa92b4a0 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495384 Dec 08 22:11:51.539853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a1c3755-9b1e-4479-a624-13e4631a1c1c req-e8832fe5-99d6-4d47-8b5d-30a11501dd8e tempest-TestServerAdvancedOps-846559642 tempest-TestServerAdvancedOps-846559642-project] 10.222.0.21 "GET /v2.0/ports?device_id=5171217f-27f6-4f96-a1d9-8c8fd6559b1e HTTP/1.1" status: 200 len: 210 time: 0.0489111 Dec 08 22:11:51.560004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a23c626b-752c-41b4-9dac-a01dc841959e completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:11:51.564442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a23c626b-752c-41b4-9dac-a01dc841959e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:11:51.564824 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:51.649158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:51.651198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526757d-c006-4c72-a2e2-e275534cf570 req-9d2e5df0-15ed-4893-993d-6abf486ebb3f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:51.653429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e526757d-c006-4c72-a2e2-e275534cf570 req-9d2e5df0-15ed-4893-993d-6abf486ebb3f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0516241 Dec 08 22:11:51.673137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c626b-752c-41b4-9dac-a01dc841959e'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:51.675627 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94326390-567f-48a3-beb0-90616b748819" -d '{"events": [{"server_uuid": "7c222b94-b48d-4b99-8431-255924a6d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "a23c626b-752c-41b4-9dac-a01dc841959e"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:51.692003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a23c626b-752c-41b4-9dac-a01dc841959e, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a23c626b-752c-41b4-9dac-a01dc841959e,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:11:51.698763 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:51.699721 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e526757d-c006-4c72-a2e2-e275534cf570 req-42da6843-5f46-490b-890b-ad56d554c67d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Dec 08 22:11:51.734968 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68edaf23-4ccc-4f9b-93b4-eb65fd8f3083 x-openstack-request-id: req-68edaf23-4ccc-4f9b-93b4-eb65fd8f3083 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:51.735257 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c222b94-b48d-4b99-8431-255924a6d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "a23c626b-752c-41b4-9dac-a01dc841959e", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:51.735509 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68edaf23-4ccc-4f9b-93b4-eb65fd8f3083 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:51.735894 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'code': 200} Dec 08 22:11:51.766225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a23c626b-752c-41b4-9dac-a01dc841959e,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:51.853427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0fca3-9515-4afe-a60b-fab567d7413c req-27cc70b6-6991-4706-bae6-dafb7b57f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:51.855987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5e0fca3-9515-4afe-a60b-fab567d7413c req-27cc70b6-6991-4706-bae6-dafb7b57f366 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 1096 time: 0.0557137 Dec 08 22:11:51.897636 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5e0fca3-9515-4afe-a60b-fab567d7413c req-592e9275-9151-4f6d-bee8-f04f2b5e453a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343225 Dec 08 22:11:52.618838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58406) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:52.657546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c37528-3034-44c4-8ac1-82db18c5796c req-3db8dcfd-d3ee-4bb3-a0a5-6b00c758e271 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:52.659158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38c37528-3034-44c4-8ac1-82db18c5796c req-3db8dcfd-d3ee-4bb3-a0a5-6b00c758e271 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0607219 Dec 08 22:11:52.667722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebc3fa4-259d-4522-9ce9-edce7951ca3b admin admin] Deleting subnet 46ff5fee-eaad-439a-8ef7-a558ec9a30f7 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:11:52.671113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3fa4-259d-4522-9ce9-edce7951ca3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:52.700691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38c37528-3034-44c4-8ac1-82db18c5796c req-9b0b5372-8145-4fe9-a43a-3b665b478634 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338395 Dec 08 22:11:52.708615 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3fa4-259d-4522-9ce9-edce7951ca3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:52.757109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3fa4-259d-4522-9ce9-edce7951ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:52.847501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412f81c-b7cb-4a81-b916-046ff7e731d9 req-5647f168-7665-4668-90c6-dbbd6cd63bb2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:52.848862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4412f81c-b7cb-4a81-b916-046ff7e731d9 req-5647f168-7665-4668-90c6-dbbd6cd63bb2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0717542 Dec 08 22:11:52.853777 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3fa4-259d-4522-9ce9-edce7951ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:52.892206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc3fa4-259d-4522-9ce9-edce7951ca3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ff5fee-eaad-439a-8ef7-a558ec9a30f7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:52.903431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3fa4-259d-4522-9ce9-edce7951ca3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:52.906604 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6ebc3fa4-259d-4522-9ce9-edce7951ca3b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/46ff5fee-eaad-439a-8ef7-a558ec9a30f7 HTTP/1.1" status: 204 len: 168 time: 0.2867711 Dec 08 22:11:52.909295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58410) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:52.943666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4412f81c-b7cb-4a81-b916-046ff7e731d9 req-c2b1a8db-66b7-4ee5-a417-0d67bf5b98f0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799584 Dec 08 22:11:52.988372 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.067993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.091034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf893881-7a3c-48b4-a03d-1bdadccfeeac']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:53.103112 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5797860f-2626-4f0d-a1f1-389fb8c3f8bf') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:53.103326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5797860f-2626-4f0d-a1f1-389fb8c3f8bf') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:53.119514 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.133477 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.139704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:11:53.140086 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:11:53.141925 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:11:53.195250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.201900 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.207599 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf893881-7a3c-48b4-a03d-1bdadccfeeac HTTP/1.1" status: 204 len: 168 time: 0.2948096 Dec 08 22:11:53.208222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58412) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:53.225622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb7c83-7360-459a-b3e6-487c1efb7dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf893881-7a3c-48b4-a03d-1bdadccfeeac,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:53.265247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7857d7c8-7057-4585-8d7f-9af884871f16 admin admin] Deleting subnet 6ee76e30-982c-4054-abd2-0c9103f9be72 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:11:53.268561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7857d7c8-7057-4585-8d7f-9af884871f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.314723 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7857d7c8-7057-4585-8d7f-9af884871f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.352381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7857d7c8-7057-4585-8d7f-9af884871f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.405027 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7857d7c8-7057-4585-8d7f-9af884871f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.436478 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7857d7c8-7057-4585-8d7f-9af884871f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.447338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7857d7c8-7057-4585-8d7f-9af884871f16 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ee76e30-982c-4054-abd2-0c9103f9be72 HTTP/1.1" status: 204 len: 168 time: 0.2339399 Dec 08 22:11:53.447338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857d7c8-7057-4585-8d7f-9af884871f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee76e30-982c-4054-abd2-0c9103f9be72,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:53.447682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58416) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:53.534436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.628433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.658248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1d127d-bf1b-4e62-8155-551829a6960a']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:53.671467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37622fac-ca3e-4de4-84f0-3772de93eb02') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:53.671952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37622fac-ca3e-4de4-84f0-3772de93eb02') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:53.683809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.703334 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.711741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:11:53.712163 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:11:53.714690 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:11:53.788553 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.796009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:53.802586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0e1d127d-bf1b-4e62-8155-551829a6960a HTTP/1.1" status: 204 len: 168 time: 0.3525863 Dec 08 22:11:53.812881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b27c-954e-4376-90dc-5285ff982de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1d127d-bf1b-4e62-8155-551829a6960a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:53.853326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f29ca-e42e-42a5-bfb9-f44e19467554 req-ccf35bc4-8fc4-45be-9269-f9177df1b27d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:53.855666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cd5f29ca-e42e-42a5-bfb9-f44e19467554 req-ccf35bc4-8fc4-45be-9269-f9177df1b27d tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0746076 Dec 08 22:11:53.908239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cd5f29ca-e42e-42a5-bfb9-f44e19467554 req-aff2afc8-9d42-4c7f-93a1-240ef17fd77e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455365 Dec 08 22:11:54.035079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58426) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:54.068932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22ce97-665e-4640-b53a-8663183da6d3 req-719c7c82-c6fb-4922-9028-1441780777a2 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:54.071055 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2c22ce97-665e-4640-b53a-8663183da6d3 req-719c7c82-c6fb-4922-9028-1441780777a2 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0776656 Dec 08 22:11:54.083161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58428) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:54.088168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Request body: {'floatingip': {'port_id': 'a23c626b-752c-41b4-9dac-a01dc841959e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:11:54.113139 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c4fd9f4f-afac-4dff-8872-cd30b34d6956 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8a71d5a24f14fee994cac70d1c5c884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765784 Dec 08 22:11:54.117751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58430) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:54.125881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411e8ef-17a6-4b8d-836f-181f29db4530 req-97a22905-943b-419d-b4f8-5ed63d9add33 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:54.127382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7411e8ef-17a6-4b8d-836f-181f29db4530 req-97a22905-943b-419d-b4f8-5ed63d9add33 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0854769 Dec 08 22:11:54.138005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:54.194837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7411e8ef-17a6-4b8d-836f-181f29db4530 req-eb5d4a00-c8ee-491b-b7c9-e54791d57c99 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586305 Dec 08 22:11:54.206485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe4b324a-b5fa-417e-8951-508c5bdc40e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:54.239588 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe4b324a-b5fa-417e-8951-508c5bdc40e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:54.287744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe4b324a-b5fa-417e-8951-508c5bdc40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:54.290275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe4b324a-b5fa-417e-8951-508c5bdc40e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:54.294341 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fe4b324a-b5fa-417e-8951-508c5bdc40e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b1aabcd-bc30-4214-b6dd-01010977f6ce HTTP/1.1" status: 204 len: 168 time: 0.1631875 Dec 08 22:11:54.310737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b324a-b5fa-417e-8951-508c5bdc40e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1aabcd-bc30-4214-b6dd-01010977f6ce,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:54.384368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:11:54.411667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:11:54.412273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3c8b57b2-f229-4951-b9e9-ff4b2d37d4df not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:11:54.623370 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:54.628181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:54.677187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58438) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:54.719261 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3f17b828-b708-4302-aafe-c34dccabc219 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e372c06863149b3806d982122b0945b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407341 Dec 08 22:11:54.722951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58440) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:11:54.750979 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Floating IP f2070983-23a6-4146-8b78-a84e08f116d9 associated. External IP: 172.25.1.134, port: a23c626b-752c-41b4-9dac-a01dc841959e. Dec 08 22:11:54.851468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09490d0f-e82a-4785-bf75-33a7d80750d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:54.879831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09490d0f-e82a-4785-bf75-33a7d80750d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:55.356947 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09490d0f-e82a-4785-bf75-33a7d80750d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:55.359440 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09490d0f-e82a-4785-bf75-33a7d80750d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:55.360557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-09490d0f-e82a-4785-bf75-33a7d80750d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04818867-89fb-4300-84a8-c61c732c1701 HTTP/1.1" status: 204 len: 168 time: 0.6366942 Dec 08 22:11:55.373966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdca16b-4706-4332-a611-78e8aafbf063 req-fe548819-f778-4ddb-8319-70799833084f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:55.375427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cdca16b-4706-4332-a611-78e8aafbf063 req-fe548819-f778-4ddb-8319-70799833084f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0838995 Dec 08 22:11:55.385540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09490d0f-e82a-4785-bf75-33a7d80750d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04818867-89fb-4300-84a8-c61c732c1701,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:11:55.412198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:11:55.433253 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cdca16b-4706-4332-a611-78e8aafbf063 req-fc0e90f2-eebb-4a1a-98b3-7536f9625670 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510128 Dec 08 22:11:55.539343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:11:55.544394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:11:55.563718 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] Sync routers for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:11:55.580235 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:55.580899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-03bec7a7-c841-4a76-92cc-4743ee767b82 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "PUT /v2.0/floatingips/f2070983-23a6-4146-8b78-a84e08f116d9 HTTP/1.1" status: 200 len: 991 time: 1.4965739 Dec 08 22:11:55.581592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'tag': 'a23c626b-752c-41b4-9dac-a01dc841959e'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:11:55.581993 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:55.584731 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da" -d '{"events": [{"name": "network-changed", "server_uuid": "7c222b94-b48d-4b99-8431-255924a6d3a9", "tag": "a23c626b-752c-41b4-9dac-a01dc841959e"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:11:55.638420 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cded82-a1cb-439a-b413-0475cdd6a473 x-openstack-request-id: req-16cded82-a1cb-439a-b413-0475cdd6a473 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:11:55.639279 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c222b94-b48d-4b99-8431-255924a6d3a9", "tag": "a23c626b-752c-41b4-9dac-a01dc841959e", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:11:55.639847 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16cded82-a1cb-439a-b413-0475cdd6a473 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:11:55.640548 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'tag': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'status': 'completed', 'code': 200} Dec 08 22:11:55.734216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-122a9d0b-f11e-4f8e-80a6-528157e0811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:55.735997 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-122a9d0b-f11e-4f8e-80a6-528157e0811b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 1096 time: 0.0685253 Dec 08 22:11:55.796873 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:55.857036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-bb8049c1-26a0-4439-b674-43a00d0e3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:55.859299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-bb8049c1-26a0-4439-b674-43a00d0e3bc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 200 len: 912 time: 0.1153321 Dec 08 22:11:55.962426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-1ecb2a8d-2534-4e2f-8312-4e4b6adae34a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a23c626b-752c-41b4-9dac-a01dc841959e HTTP/1.1" status: 200 len: 999 time: 0.0959797 Dec 08 22:11:56.025575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-df08f431-f2f5-455e-8347-30500b47aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:56.027102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-df08f431-f2f5-455e-8347-30500b47aeb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 200 len: 850 time: 0.0575480 Dec 08 22:11:56.079708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-002f84c0-4ef3-4dbf-b36c-c8d05282fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:56.081198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-002f84c0-4ef3-4dbf-b36c-c8d05282fad5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=607731e0-de32-4791-83a9-395fe1dc888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454743 Dec 08 22:11:56.082040 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f2070983-23a6-4146-8b78-a84e08f116d9', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'port_id': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'mac_address': 'fa:16:3e:1e:00:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:11:41Z', 'updated_at': '2021-12-08T22:11:54Z', 'revision_number': 1, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:56.113305 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] Checking router: 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:11:56.121703 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:11:56.122306 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:56.174489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-3d50ec4c-df89-435e-aae9-e8cbcc1632f9 service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830221 Dec 08 22:11:56.240066 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:11:56.279185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b7a9fdb0-e33b-4ef6-800e-ca9c8780f0da req-5b005831-aea6-43ee-bf1c-375de300766b service neutron] 10.222.0.23 "GET /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966313 Dec 08 22:11:56.555589 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f2070983-23a6-4146-8b78-a84e08f116d9', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'port_id': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'mac_address': 'fa:16:3e:1e:00:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:11:41Z', 'updated_at': '2021-12-08T22:11:54Z', 'revision_number': 1, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:11:56.567745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ad6b5-646a-4025-b903-32e03260a382 req-88297d56-5ec2-4668-b2b3-650cb042d0ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:56.569564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb3ad6b5-646a-4025-b903-32e03260a382 req-88297d56-5ec2-4668-b2b3-650cb042d0ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0510983 Dec 08 22:11:56.585833 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b8527b-9e9f-4fdd-b869-265eb0b1ae49 None None] The sync data for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 is: [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'f2070983-23a6-4146-8b78-a84e08f116d9', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'port_id': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'mac_address': 'fa:16:3e:1e:00:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:11:41Z', 'updated_at': '2021-12-08T22:11:54Z', 'revision_number': 1, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:11:56.610370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb3ad6b5-646a-4025-b903-32e03260a382 req-ff068f17-fba5-4b3e-9679-a070f18bc7a7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339487 Dec 08 22:11:56.793140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc590a7-b7b3-402c-92b1-237bf1e5e237 None None] New status for floating IP f2070983-23a6-4146-8b78-a84e08f116d9: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:11:57.737036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77800-6940-49df-851d-af3653c8dda1 req-9e751fa4-2603-4536-a3ef-5c4d19b11dba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:57.738567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24f77800-6940-49df-851d-af3653c8dda1 req-9e751fa4-2603-4536-a3ef-5c4d19b11dba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0510252 Dec 08 22:11:57.777486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24f77800-6940-49df-851d-af3653c8dda1 req-9a1a6627-ae94-45db-9ba1-7de9c449b2d1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Dec 08 22:11:58.899548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ade0e-454f-4a9f-9734-07900487dd66 req-1f1502a2-2a37-4725-b8db-77bcd5c13c48 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:11:58.901270 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4e8ade0e-454f-4a9f-9734-07900487dd66 req-1f1502a2-2a37-4725-b8db-77bcd5c13c48 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0542338 Dec 08 22:11:58.944636 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4e8ade0e-454f-4a9f-9734-07900487dd66 req-f44544a8-5e6d-470b-88ad-1605283d7a76 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370343 Dec 08 22:12:00.057717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36504b-7f0c-48d9-8b08-e22958b74712 req-84935116-d3a5-4d21-a6ac-e766ee95259d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:00.059614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf36504b-7f0c-48d9-8b08-e22958b74712 req-84935116-d3a5-4d21-a6ac-e766ee95259d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0482018 Dec 08 22:12:00.096609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf36504b-7f0c-48d9-8b08-e22958b74712 req-d768c6a3-0f4b-4801-9a18-178b3fd7e492 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311208 Dec 08 22:12:00.533906 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-021e0f0b-7324-4b90-9e4d-084d7484716e service neutron] show failed (client error): The resource could not be found. Dec 08 22:12:00.534908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-021e0f0b-7324-4b90-9e4d-084d7484716e service neutron] 10.222.0.23 "GET /v2.0/ports/a693b3c3-05a3-4776-b991-25abc164aecc/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0540385 Dec 08 22:12:00.758792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-8f3742e4-a091-47e2-a004-7e5f01fddd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:00.760298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-8f3742e4-a091-47e2-a004-7e5f01fddd8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 1097 time: 0.0731766 Dec 08 22:12:00.772961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:00.825823 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:00.859706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58488) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:01.037351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port 7418d706-d110-4a47-b4af-48475fc1498c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:01.037829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.129318 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.129936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.143475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for 7418d706-d110-4a47-b4af-48475fc1498c owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:01.275823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ecba5-5519-4001-b14d-d25573b61a5a req-a2ff7c6f-088e-4e3d-a3cf-beb67973ecaf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:01.277309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d62ecba5-5519-4001-b14d-d25573b61a5a req-a2ff7c6f-088e-4e3d-a3cf-beb67973ecaf tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 946 time: 0.0748506 Dec 08 22:12:01.329060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d62ecba5-5519-4001-b14d-d25573b61a5a req-5be3d524-fa06-4047-b0c0-b53ef5ca6b1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Dec 08 22:12:01.379369 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.402182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:01.405956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=7418d706-d110-4a47-b4af-48475fc1498c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:01.437222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:12:01.474435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.474851 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Floating IP 755f2888-c4cd-4bdb-af58-5e035e6cbdff disassociated (deleted). External IP: 172.25.1.121, port: ade15207-7bd8-417c-ad0b-61b18f1aaaba. Dec 08 22:12:01.479171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:01.481637 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41547f54-5b11-44ac-8158-3409e2f3255f" -d '{"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:01.486072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.501791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Transition to ACTIVE for port object a693b3c3-05a3-4776-b991-25abc164aecc will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:12:01.506072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.581400 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ac554-604b-4ee2-b29d-2f3718e8a13d x-openstack-request-id: req-494ac554-604b-4ee2-b29d-2f3718e8a13d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:01.581656 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:01.582011 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-494ac554-604b-4ee2-b29d-2f3718e8a13d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:01.582486 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'code': 200} Dec 08 22:12:01.653757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:01.721718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] No DVR routers for this DVR port a693b3c3-05a3-4776-b991-25abc164aecc on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:01.741454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:12:01.869682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:12:01.875381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.880171 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:12:01.891765 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:01.892508 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:01.900455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:12:01.900985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:12:01.901118 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:12:01.918174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:12:01.918506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:12:01.918934 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b9603ed6-63e2-4f46-8719-0f59ec2baa22 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "DELETE /v2.0/floatingips/755f2888-c4cd-4bdb-af58-5e035e6cbdff HTTP/1.1" status: 204 len: 168 time: 1.0577788 Dec 08 22:12:01.919598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:01.922077 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317184bc-ea76-40f2-99a4-bd25a6c420b2" -d '{"events": [{"name": "network-changed", "server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:01.927947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:12:01.928293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Checking segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:12:01.928680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Bound using segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:12:01.929111 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Bound port: a693b3c3-05a3-4776-b991-25abc164aecc, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:12:01.929474 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:01.961172 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d46847-3e2d-47c2-8139-0e4dd3549a88 x-openstack-request-id: req-43d46847-3e2d-47c2-8139-0e4dd3549a88 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:01.961586 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:01.962206 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43d46847-3e2d-47c2-8139-0e4dd3549a88 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:01.962750 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'status': 'completed', 'code': 200} Dec 08 22:12:02.031149 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:02.076224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:12:02.080125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-3b08f54e-a39b-4eb6-99fb-4dcf7bc3759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.081747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-3b08f54e-a39b-4eb6-99fb-4dcf7bc3759c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 1096 time: 0.0859630 Dec 08 22:12:02.084008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:12:02.089350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:02.189151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.189790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:02.191256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] 10.222.0.37 "PUT /v2.0/ports/a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1092 time: 1.4224324 Dec 08 22:12:02.262592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-fee0a3cd-7359-4994-90f8-92dca1ca2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.264298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-fee0a3cd-7359-4994-90f8-92dca1ca2611 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.1724510 Dec 08 22:12:02.269187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8cf7c-c974-4474-8436-425f4e9fb605 req-8b8d3886-3246-4773-a2a3-0e23c484f677 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.271374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e8cf7c-c974-4474-8436-425f4e9fb605 req-8b8d3886-3246-4773-a2a3-0e23c484f677 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 945 time: 0.1202228 Dec 08 22:12:02.274330 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:17Z', 'revision_number': 1, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:02.324400 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:12:02.342835 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:02.343700 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:11:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:02.355006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e8cf7c-c974-4474-8436-425f4e9fb605 req-c5192d69-e047-4011-a2d8-efe0b071d970 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720739 Dec 08 22:12:02.357345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f370441-2f7a-4efa-9995-1b09feef6fdf service neutron] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:02.361689 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-67784bc8-3947-49c1-b671-be67e82c3aaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba HTTP/1.1" status: 200 len: 217 time: 0.0564568 Dec 08 22:12:02.408279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-56148251-c1b2-4627-b2d4-a0895cefae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.409955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-56148251-c1b2-4627-b2d4-a0895cefae5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1095 time: 0.1445239 Dec 08 22:12:02.482323 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:02.529870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-54e1cd50-4f5f-4712-997a-e1368269f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.531384 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-54e1cd50-4f5f-4712-997a-e1368269f9bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1626048 Dec 08 22:12:02.586036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ec92-c772-444f-b901-26af5030f4ce req-521bf22c-c1ca-4287-88df-928d66dd5239 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.587571 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-add8ec92-c772-444f-b901-26af5030f4ce req-521bf22c-c1ca-4287-88df-928d66dd5239 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.1435158 Dec 08 22:12:02.628079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-cc68bd76-5aba-453c-a94d-f8030552c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.629579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-cc68bd76-5aba-453c-a94d-f8030552c488 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.2114818 Dec 08 22:12:02.654530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-f375ad57-2a1b-4ced-860a-6c458c29ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.656386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-f375ad57-2a1b-4ced-860a-6c458c29ea0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114073 Dec 08 22:12:02.707288 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-add8ec92-c772-444f-b901-26af5030f4ce req-9d2c2371-a785-4a3d-b60d-f863ea1f5888 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101792 Dec 08 22:12:02.749135 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:17Z', 'revision_number': 1, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:02.776384 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0db5f2-404a-4307-a85f-5d6e1a3f4902 None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '3558a24f-969f-44dd-a4c3-c6d763f50cac', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'port_id': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'mac_address': 'fa:16:3e:e5:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:08:13Z', 'updated_at': '2021-12-08T22:08:17Z', 'revision_number': 1, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:12:02.783180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-a92070e6-2046-4b31-a07c-0d68d291ac5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1000 time: 0.1443229 Dec 08 22:12:02.856496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-914ed35c-0d21-4da0-8a00-7ad33655010e service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644616 Dec 08 22:12:02.887657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-917af94d-1571-493d-af35-503697dbe4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.889043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-917af94d-1571-493d-af35-503697dbe4f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0936923 Dec 08 22:12:02.973882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-66363cee-599d-4ce6-951e-13d344f611d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:02.975424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-66363cee-599d-4ce6-951e-13d344f611d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617840 Dec 08 22:12:03.003324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-317184bc-ea76-40f2-99a4-bd25a6c420b2 req-a84c1ad8-3a44-4fe1-87aa-82781f6447bd service neutron] 10.222.0.37 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387608 Dec 08 22:12:03.059690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9856f6d-100f-465b-8364-5e2552ee8243 None None] New status for floating IP 755f2888-c4cd-4bdb-af58-5e035e6cbdff: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:12:03.084549 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-cd528e40-20d9-47dd-a507-5c33abd46590 service neutron] 10.222.0.37 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995035 Dec 08 22:12:03.137417 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:12:03.185350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9537a2f-6105-4b42-9cd5-f8bad8af8b09 req-54c7bdb1-928d-483c-b476-df559b8146c3 service neutron] 10.222.0.37 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922482 Dec 08 22:12:03.478260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b289096-334c-422b-83c2-dd0424a34e47 req-7317335f-d239-4a80-a6c8-9c64608cedc5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:03.479752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b289096-334c-422b-83c2-dd0424a34e47 req-7317335f-d239-4a80-a6c8-9c64608cedc5 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 945 time: 0.0531242 Dec 08 22:12:03.517706 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b289096-334c-422b-83c2-dd0424a34e47 req-0545143b-9974-48da-8629-8365b287301e tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312722 Dec 08 22:12:03.583453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:03.585794 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540480b7-2ef4-43ab-9f50-4f3e13419ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:03.588912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a693b3c3-05a3-4776-b991-25abc164aecc no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:03.638135 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4eef0d-666d-4ca3-8e33-4512b7db69fa x-openstack-request-id: req-ff4eef0d-666d-4ca3-8e33-4512b7db69fa {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:03.638384 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:03.638775 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff4eef0d-666d-4ca3-8e33-4512b7db69fa {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:03.639087 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'status': 'completed', 'code': 200} Dec 08 22:12:03.641464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a693b3c3-05a3-4776-b991-25abc164aecc not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:03.724182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-c98b50eb-3dad-4136-982b-1535555465ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:03.724887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-fa50d322-e077-4cb6-affb-f37f2f5e0240 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:03.725859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-c98b50eb-3dad-4136-982b-1535555465ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1095 time: 0.0560338 Dec 08 22:12:03.727677 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-fa50d322-e077-4cb6-affb-f37f2f5e0240 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 945 time: 0.0804222 Dec 08 22:12:03.734335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-2e754eb2-a8d6-49fa-b3de-6a9c4d298a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:03.735940 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-2e754eb2-a8d6-49fa-b3de-6a9c4d298a2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1095 time: 0.0620847 Dec 08 22:12:03.833296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-9190cb71-f5f3-4f25-8212-5a7673f680a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:03.835102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-9190cb71-f5f3-4f25-8212-5a7673f680a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.1020746 Dec 08 22:12:03.925688 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-4f2468f7-9f1b-48aa-88aa-5eef1d23c646 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1000 time: 0.0832605 Dec 08 22:12:03.943076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0648cd-50fe-472c-b9c8-772f8c2339bb req-5d4004c8-b78d-440b-99b7-1a9cef0af1a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:03.944549 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a0648cd-50fe-472c-b9c8-772f8c2339bb req-5d4004c8-b78d-440b-99b7-1a9cef0af1a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.1250129 Dec 08 22:12:03.947063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-c4cdbbdd-39aa-4dbb-b5df-f8b8b4872b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:03.948409 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-c4cdbbdd-39aa-4dbb-b5df-f8b8b4872b45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.2041295 Dec 08 22:12:03.975256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-e4675442-d7c7-429a-b411-ddc3bfc82afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:03.977059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-e4675442-d7c7-429a-b411-ddc3bfc82afe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0442538 Dec 08 22:12:04.018342 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port ade15207-7bd8-417c-ad0b-61b18f1aaaba {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:04.018992 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:04.023588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-5d2e64bc-e393-436a-9c89-0c5b514ed1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:04.024906 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-5d2e64bc-e393-436a-9c89-0c5b514ed1ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410826 Dec 08 22:12:04.082938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0a0648cd-50fe-472c-b9c8-772f8c2339bb req-97e8b4b0-42dd-4bfa-966e-bd18d77c853e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269011 Dec 08 22:12:04.096282 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-9a7a347f-1399-49fe-9c90-139f5fbaa057 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1000 time: 0.1328063 Dec 08 22:12:04.125040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-10bed8d0-f02a-4782-aa22-3abc0aa713f5 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927651 Dec 08 22:12:04.175446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-2f0cde73-c070-4de0-af59-1c19b712eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:04.176814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-2f0cde73-c070-4de0-af59-1c19b712eb26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0729284 Dec 08 22:12:04.178536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] For port ade15207-7bd8-417c-ad0b-61b18f1aaaba, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=ade15207-7bd8-417c-ad0b-61b18f1aaaba,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:04.178921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:04.200456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for ade15207-7bd8-417c-ad0b-61b18f1aaaba owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:04.237818 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-3aca5b4b-586d-4cae-a06c-3ca9d36a6468 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045966 Dec 08 22:12:04.279925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-dacd9ddb-3fdd-49b3-88d0-8db9da63a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:04.281230 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-dacd9ddb-3fdd-49b3-88d0-8db9da63a230 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945930 Dec 08 22:12:04.417581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-f804c7c3-c418-4058-9d1c-91fc48894d70 service neutron] 10.222.0.37 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267638 Dec 08 22:12:04.444533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:04.504545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=ade15207-7bd8-417c-ad0b-61b18f1aaaba,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:04.557116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] No DVR routers for this DVR port ade15207-7bd8-417c-ad0b-61b18f1aaaba on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:04.560575 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:04.563855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.37 "DELETE /v2.0/ports/ade15207-7bd8-417c-ad0b-61b18f1aaaba HTTP/1.1" status: 204 len: 173 time: 0.8268003 Dec 08 22:12:04.588473 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-540480b7-2ef4-43ab-9f50-4f3e13419ae5 req-c34472cc-7eeb-4366-b266-e51eed64543f service neutron] 10.222.0.37 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621697 Dec 08 22:12:04.620317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7e585a2-3f5b-4233-a8fd-f0b8172c7619 req-ebb59699-7944-40f8-8569-3319f4c87c14 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 210 time: 0.0288723 Dec 08 22:12:05.226878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbfd8f-0894-41f1-91a0-e77854c45dcf req-4887cfe0-e780-4b7c-9d09-9b10b2cc8ba5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:05.228382 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02dbfd8f-0894-41f1-91a0-e77854c45dcf req-4887cfe0-e780-4b7c-9d09-9b10b2cc8ba5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.0577824 Dec 08 22:12:05.273060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-02dbfd8f-0894-41f1-91a0-e77854c45dcf req-f1804db3-be4e-486e-a2ab-435f6930eaf0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349803 Dec 08 22:12:05.563535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-d5a03e6e-4bc0-4d6b-956b-805d025feadc tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:05.565022 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-d5a03e6e-4bc0-4d6b-956b-805d025feadc tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 944 time: 0.0879140 Dec 08 22:12:05.578470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b47b6-48b8-4e68-b6b9-d7b2f606402e req-f0c66e06-c85b-426b-bf7d-d82d4c0a8aa8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:05.579951 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-824b47b6-48b8-4e68-b6b9-d7b2f606402e req-f0c66e06-c85b-426b-bf7d-d82d4c0a8aa8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.0726764 Dec 08 22:12:05.603894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-96d3ed4d-6437-4431-80b0-c8998687e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:05.641596 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'name': 'network-vif-deleted', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:05.643925 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aa94b7-97bc-4191-a33d-e6e92b5ef80d" -d '{"events": [{"server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "name": "network-vif-deleted", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:05.669107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-824b47b6-48b8-4e68-b6b9-d7b2f606402e req-8461b390-d04a-4bca-a7e8-a518e359a944 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584712 Dec 08 22:12:05.703761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-b817175d-d38a-420a-be69-623373ae0d14 service neutron] 10.222.0.37 "GET /v2.0/ports/a693b3c3-05a3-4776-b991-25abc164aecc/bindings/n-h1-821126-1 HTTP/1.1" status: 200 len: 382 time: 0.1228001 Dec 08 22:12:05.724168 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01682936-9e97-4ced-851c-382affaf1a54 x-openstack-request-id: req-01682936-9e97-4ced-851c-382affaf1a54 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:05.724514 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68853fb1-1092-4e46-b6a8-c723fc5ff0d7", "name": "network-vif-deleted", "tag": "ade15207-7bd8-417c-ad0b-61b18f1aaaba", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:05.724776 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01682936-9e97-4ced-851c-382affaf1a54 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:05.725174 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68853fb1-1092-4e46-b6a8-c723fc5ff0d7', 'name': 'network-vif-deleted', 'tag': 'ade15207-7bd8-417c-ad0b-61b18f1aaaba', 'status': 'completed', 'code': 200} Dec 08 22:12:05.753051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21a21391-32c3-40eb-900a-986a4495106d req-8a88b25a-79a4-444f-a386-7a4490f015cd tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 210 time: 0.0440757 Dec 08 22:12:05.782004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-ee20c792-79c3-4435-bea2-efb9e2f5cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:05.783667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-ee20c792-79c3-4435-bea2-efb9e2f5cc30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1095 time: 0.0455389 Dec 08 22:12:05.878158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-5b6f629a-75c6-48ea-adf5-734e07f5a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:05.879773 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-5b6f629a-75c6-48ea-adf5-734e07f5a106 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.0882585 Dec 08 22:12:05.951275 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-f4690dd2-69ba-46be-930c-0734194a0b8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1000 time: 0.0627995 Dec 08 22:12:06.022109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-8ef87f07-0ac2-44ac-8633-dd2ebe8df33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:06.023835 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-8ef87f07-0ac2-44ac-8633-dd2ebe8df33b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0646601 Dec 08 22:12:06.092435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-dbc34f1f-8e93-462f-8d93-6bbe8464479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:06.096538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-dbc34f1f-8e93-462f-8d93-6bbe8464479d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574956 Dec 08 22:12:06.191713 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-b8aeaa62-694e-442f-b938-645ce07b159a service neutron] 10.222.0.37 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848875 Dec 08 22:12:06.288093 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-94ccb463-4ce9-4e20-b4f8-7f8ec4b2c804 service neutron] 10.222.0.37 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885038 Dec 08 22:12:06.442480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a693b3c3-05a3-4776-b991-25abc164aecc details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:12:06.543680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:06.555171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'port_id': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'mac_address': 'fa:16:3e:da:bb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:12:06.596361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:06.613366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a693b3c3-05a3-4776-b991-25abc164aecc {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:12:06.632741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:06.638674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:06.689179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:06.822424 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdc3dd-bf5c-4691-a35a-e83ea422d71f req-a6a97f38-07c3-4bf7-a1b5-0e4ef3ed821d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:06.830559 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5fdc3dd-bf5c-4691-a35a-e83ea422d71f req-a6a97f38-07c3-4bf7-a1b5-0e4ef3ed821d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 945 time: 0.0860491 Dec 08 22:12:06.853793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['a693b3c3-05a3-4776-b991-25abc164aecc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:12:06.878387 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5fdc3dd-bf5c-4691-a35a-e83ea422d71f req-1bbae70e-356f-4654-b345-c40614cfab9c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463259 Dec 08 22:12:06.913382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e08e77d4-da73-4356-8b66-64a0cc46042d req-77731c3e-d7ff-46a1-b54f-cbeb21650087 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 210 time: 0.0537069 Dec 08 22:12:08.045188 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb3422-9ded-47f7-9e25-f03c7d157427 req-26f080c5-da54-436d-a541-6d7864be2ca9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:08.057201 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ffb3422-9ded-47f7-9e25-f03c7d157427 req-26f080c5-da54-436d-a541-6d7864be2ca9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 945 time: 0.0856686 Dec 08 22:12:08.098617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c03829da-c94a-437b-956e-aa4bdcc56239 req-d6412074-61d0-4068-9ad2-0d871ea67f60 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=68853fb1-1092-4e46-b6a8-c723fc5ff0d7 HTTP/1.1" status: 200 len: 210 time: 0.0693800 Dec 08 22:12:08.135086 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ffb3422-9ded-47f7-9e25-f03c7d157427 req-ec4b32de-09e4-4500-8596-ce79e1777e3f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719261 Dec 08 22:12:08.269139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d305f855-93af-408a-b66f-00f50a0990b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:08.386833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-e5c3b1d6-21d6-4bb9-8fd0-44d4b38efd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:08.389412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-e5c3b1d6-21d6-4bb9-8fd0-44d4b38efd83 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 1096 time: 0.0638447 Dec 08 22:12:08.401269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:08.457656 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:08.461161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a693b3c3-05a3-4776-b991-25abc164aecc up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:12:08.518101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port a693b3c3-05a3-4776-b991-25abc164aecc completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:12:08.523639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port a693b3c3-05a3-4776-b991-25abc164aecc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:12:08.524472 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:08.640583 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:08.698013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:08.739677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:12:08.779080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a693b3c3-05a3-4776-b991-25abc164aecc {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:12:08.789843 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:08.801953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Ignored duplicate provisioning block setup for port a693b3c3-05a3-4776-b991-25abc164aecc by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 08 22:12:08.807927 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:08.848677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:12:08.849351 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:12:08.855317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=9']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:08.867779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.868350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.868831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.869171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.869715 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:08.869866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.870186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.870602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.870970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.871434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.871811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.872227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.872555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:08.968608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] No DVR routers for this DVR port a693b3c3-05a3-4776-b991-25abc164aecc on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:09.141887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:12:09.142464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:12:09.142584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:12:09.148573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:12:09.149338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Attempting to bind port a693b3c3-05a3-4776-b991-25abc164aecc on network 9f8dce14-39bd-47c4-bb6d-856503aa17cd {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:12:09.156664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:12:09.156664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Checking segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:12:09.156927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Bound using segment: {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:12:09.157169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Bound port: a693b3c3-05a3-4776-b991-25abc164aecc, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:12:09.157523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.193516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dcd648d8-c294-4434-9c22-cc7899442f72 None None] Provisioning complete for port a693b3c3-05a3-4776-b991-25abc164aecc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:12:09.193890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcd648d8-c294-4434-9c22-cc7899442f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.278475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-dcd648d8-c294-4434-9c22-cc7899442f72 None None] Port a693b3c3-05a3-4776-b991-25abc164aecc cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:12:09.317161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-b2786f2e-01dc-4482-bb0c-16c77245e193 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856884 Dec 08 22:12:09.336794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:12:09.340752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:12:09.350137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9c885-4910-4d63-8100-93d919613228 req-e9c298c4-42e8-485f-83d6-988e2291e1e1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:09.351940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dec9c885-4910-4d63-8100-93d919613228 req-e9c298c4-42e8-485f-83d6-988e2291e1e1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 944 time: 0.1346798 Dec 08 22:12:09.379022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.409109 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.436771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:09.452647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:09.453111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.454184 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b8c7af-f9ee-423a-824c-58ce30868d81" -d '{"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-plugged", "status": "completed", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:09.460474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1092 time: 1.0634468 Dec 08 22:12:09.463226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:09.483987 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:09.489580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dec9c885-4910-4d63-8100-93d919613228 req-bee3646f-432f-415b-86d4-e594f84b5aa7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051955 Dec 08 22:12:09.535532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:09.569854 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.571934 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad35a9-b44d-4d2f-a092-7064f33e26f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=10']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:09.572495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ade15207-7bd8-417c-ad0b-61b18f1aaaba no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:09.583750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-ca41a794-efd7-4d78-856b-c0e5f282cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:09.594373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-ca41a794-efd7-4d78-856b-c0e5f282cb7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 1097 time: 0.2413886 Dec 08 22:12:09.610664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-46b98339-490a-47e8-9a8e-d795a6a7d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:09.612445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-46b98339-490a-47e8-9a8e-d795a6a7d710 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1096 time: 0.1140065 Dec 08 22:12:09.638452 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.667764 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8666738e-5f16-4575-942d-8a013a1ea9a0 x-openstack-request-id: req-8666738e-5f16-4575-942d-8a013a1ea9a0 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:09.669052 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-plugged", "status": "completed", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:09.669594 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8666738e-5f16-4575-942d-8a013a1ea9a0 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:09.670141 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'code': 200} Dec 08 22:12:09.675075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: ade15207-7bd8-417c-ad0b-61b18f1aaaba {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:09.675955 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device ade15207-7bd8-417c-ad0b-61b18f1aaaba not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:09.691731 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.729045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=11']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:09.739767 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ad470-50b9-48e7-9377-c171685704f2 x-openstack-request-id: req-8e2ad470-50b9-48e7-9377-c171685704f2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:09.740260 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:09.740707 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e2ad470-50b9-48e7-9377-c171685704f2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:09.741105 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'status': 'completed', 'code': 200} Dec 08 22:12:09.765331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-8cadbdbb-9a03-44a8-9b1e-ce8eddbab5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:09.767615 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-8cadbdbb-9a03-44a8-9b1e-ce8eddbab5a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1098 time: 0.1028614 Dec 08 22:12:09.883376 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-9da18d12-3506-4c4f-a915-ef1d3aa76b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:09.883927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-2b2b73f8-a80f-461a-aff6-03278bf519ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:09.885781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-2b2b73f8-a80f-461a-aff6-03278bf519ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.2615712 Dec 08 22:12:09.893610 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-9da18d12-3506-4c4f-a915-ef1d3aa76b7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.1182241 Dec 08 22:12:09.935477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-f42828d6-0dd2-47a3-bd8c-1846515c1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:09.937203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-f42828d6-0dd2-47a3-bd8c-1846515c1683 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.2122004 Dec 08 22:12:09.939258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-74aac448-6b2e-4aa6-86d8-9d9d07a5515c None None] Provisioning complete for port a693b3c3-05a3-4776-b991-25abc164aecc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:12:09.944172 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-74aac448-6b2e-4aa6-86d8-9d9d07a5515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:09.963319 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-0ad491f2-2308-4221-84dd-f411a569d3c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1002 time: 0.0687437 Dec 08 22:12:10.022809 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-fcbe7963-8067-4de2-8ace-d024802ae8bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6 HTTP/1.1" status: 200 len: 1002 time: 0.1276600 Dec 08 22:12:10.078187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-df2749e2-7032-4e88-95d0-e322f7eaa9ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1002 time: 0.1301951 Dec 08 22:12:10.141803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:10.144362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-c9a7c102-efd8-4e18-9ed9-6c271a12ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:10.148116 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-c9a7c102-efd8-4e18-9ed9-6c271a12ace1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.1162636 Dec 08 22:12:10.157816 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-a8c65c3b-1228-4514-a694-536901602c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:10.159640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-a8c65c3b-1228-4514-a694-536901602c87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0730960 Dec 08 22:12:10.255758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-40189c29-e104-4007-9338-107409a11a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:10.257473 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-40189c29-e104-4007-9338-107409a11a8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959311 Dec 08 22:12:10.263314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-cc8cc664-dc26-46bf-ae6d-4ef25ad82339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:10.265167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-cc8cc664-dc26-46bf-ae6d-4ef25ad82339 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638616 Dec 08 22:12:10.406872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-565b4ab4-abff-47a9-95fc-da4dd39ec182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:10.409204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-565b4ab4-abff-47a9-95fc-da4dd39ec182 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.4359677 Dec 08 22:12:10.457409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-7b85f0f4-5089-4f3e-b0de-f1d166985a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:10.459679 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-7b85f0f4-5089-4f3e-b0de-f1d166985a53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403304 Dec 08 22:12:10.460119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-d6d1dec6-13b2-4cba-be2f-bef2ea1aad56 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852305 Dec 08 22:12:10.478733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-a13569c2-5cd7-472d-b892-3ae3676d5270 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122397 Dec 08 22:12:10.572864 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-b990e239-707b-42f5-a16c-23e693b68e57 service neutron] 10.222.0.37 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053047 Dec 08 22:12:10.681404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-caf072f8-5308-4bf3-b7b5-adbf2433f868 service neutron] 10.222.0.37 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006758 Dec 08 22:12:10.997820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e5665-2d8d-4990-afb7-279b3b7a9f3c req-8313ffec-d84a-4082-b872-a50872e82562 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:10.999303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e5e5665-2d8d-4990-afb7-279b3b7a9f3c req-8313ffec-d84a-4082-b872-a50872e82562 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 947 time: 0.1173136 Dec 08 22:12:11.041930 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:11.055330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5f2bb629-712d-4694-b786-3cab6eb26309 req-20c4e06e-a77c-452b-9de1-5a0eb53280a9 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657673 Dec 08 22:12:11.061615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2146b7a2-42f2-400b-9842-2c9f7d2280de req-f89d4015-b65f-4d4c-ab7a-f9090545f20a service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921879 Dec 08 22:12:11.075639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e5e5665-2d8d-4990-afb7-279b3b7a9f3c req-a2df6434-f50a-4f3d-bf51-e8a0ea24fb9a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623169 Dec 08 22:12:11.172788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-a151d044-0a09-430a-bd62-8b5596e3cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:11.174336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-a151d044-0a09-430a-bd62-8b5596e3cac6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1098 time: 0.0460517 Dec 08 22:12:11.279485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-e3aa375a-d956-4e92-9535-7acba27c73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:11.280971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-e3aa375a-d956-4e92-9535-7acba27c73f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.0985148 Dec 08 22:12:11.348654 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-b519e445-a924-4853-8214-753993f0047b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 1002 time: 0.0583556 Dec 08 22:12:11.408006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-fa81c8e8-ffe6-482a-969f-b0ec50f0086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:11.409617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-fa81c8e8-ffe6-482a-969f-b0ec50f0086b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0524018 Dec 08 22:12:11.464119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-16d7ab6e-8636-4920-9de8-82e66e7aa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:11.465768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-16d7ab6e-8636-4920-9de8-82e66e7aa6d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466106 Dec 08 22:12:11.557999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-79def000-6617-4e00-a887-4962b8578f63 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833542 Dec 08 22:12:11.663392 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ff08597-ffbe-41e3-9f3a-84b033b0c81d req-bed4f308-a38a-432b-adcf-dc392150bd77 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945895 Dec 08 22:12:12.219368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210d0e-579a-4ef3-b59c-4fa1c6030950 req-a87c84fe-eea2-4f06-bc76-484d72164c66 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:12.226226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85210d0e-579a-4ef3-b59c-4fa1c6030950 req-a87c84fe-eea2-4f06-bc76-484d72164c66 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 947 time: 0.0848367 Dec 08 22:12:12.265722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-85210d0e-579a-4ef3-b59c-4fa1c6030950 req-9897ca39-6034-46c3-8811-abfd93f754b3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376155 Dec 08 22:12:12.488918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a693b3c3-05a3-4776-b991-25abc164aecc no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:12.553308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device a693b3c3-05a3-4776-b991-25abc164aecc not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:13.425387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c52951-1bd2-4afd-949a-57618d679c10 req-6587bb57-b257-4306-b541-c0b1335b73ff tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:13.427118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4c52951-1bd2-4afd-949a-57618d679c10 req-6587bb57-b257-4306-b541-c0b1335b73ff tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 947 time: 0.0715580 Dec 08 22:12:13.469293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4c52951-1bd2-4afd-949a-57618d679c10 req-abea251e-2ce0-4f24-9af4-1138e9eaf1b7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361433 Dec 08 22:12:13.493556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58684) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:13.579793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-13d7f03c-3559-4a86-85fe-d70eac37f46c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/72bfd860-e34d-4206-8cc7-f32724ca36bd HTTP/1.1" status: 200 len: 994 time: 0.0849552 Dec 08 22:12:13.651014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a693b3c3-05a3-4776-b991-25abc164aecc details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:12:13.747411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:13.758388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'port_id': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'mac_address': 'fa:16:3e:da:bb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:12:13.793713 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:13.806557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a693b3c3-05a3-4776-b991-25abc164aecc {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:12:13.825747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:13.830257 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:13.878306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=12']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:14.065719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a693b3c3-05a3-4776-b991-25abc164aecc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:12:14.585851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58698) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:14.740307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port 418b98d7-acfe-4163-a796-b1af2f06e0bf {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:14.740647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:14.818401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:14.818735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:14.830499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for 418b98d7-acfe-4163-a796-b1af2f06e0bf owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:14.984693 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:15.012468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=418b98d7-acfe-4163-a796-b1af2f06e0bf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:15.076989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:15.077355 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Floating IP 3558a24f-969f-44dd-a4c3-c6d763f50cac disassociated (deleted). External IP: 172.25.1.242, port: 85b0c1df-a5d5-4521-a949-0163ba3c52a6. Dec 08 22:12:15.294989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:12:15.401880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:12:15.406771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:15.413179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:12:15.426051 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:15.427104 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:15.435382 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4992f498-76eb-4b01-8a2e-2b9c413d1547 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "DELETE /v2.0/floatingips/3558a24f-969f-44dd-a4c3-c6d763f50cac HTTP/1.1" status: 204 len: 168 time: 0.8483820 Dec 08 22:12:15.436043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:15.443466 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd263d-21ca-452f-95cc-ce41809ecc79" -d '{"events": [{"name": "network-changed", "server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:15.507178 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c638361e-be38-458b-a1f6-31f9aac51c47 x-openstack-request-id: req-c638361e-be38-458b-a1f6-31f9aac51c47 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:15.507476 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:15.507736 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c638361e-be38-458b-a1f6-31f9aac51c47 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:15.508144 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'status': 'completed', 'code': 200} Dec 08 22:12:15.552306 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:15.613242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-a0a67e7c-2ebd-4fd8-8bbc-ff2fb23358c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:15.615172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-a0a67e7c-2ebd-4fd8-8bbc-ff2fb23358c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 1097 time: 0.0661504 Dec 08 22:12:15.639482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a693b3c3-05a3-4776-b991-25abc164aecc up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:12:15.733369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a693b3c3-05a3-4776-b991-25abc164aecc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:12:15.733746 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:15.830068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-42239d6d-8a4f-4043-a61d-972696a7ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:15.831970 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-42239d6d-8a4f-4043-a61d-972696a7ef3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 200 len: 913 time: 0.2030785 Dec 08 22:12:15.836539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:15.845422 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:15.849071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e4c0e-f30e-4b79-b62c-3b69b5cfd50f req-84ee5bf1-9024-4fe4-b187-f9fcf8d6a927 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:15.850599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c65e4c0e-f30e-4b79-b62c-3b69b5cfd50f req-84ee5bf1-9024-4fe4-b187-f9fcf8d6a927 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 946 time: 0.0856721 Dec 08 22:12:15.859836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:15.862677 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a00b60f-0e6c-4b87-ad4f-55b429b62307" -d '{"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-plugged", "status": "completed", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:15.876553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:15.882219 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:15.882492 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:12:15.893665 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:15.894483 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:15.910596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-40c4b040-2e82-4735-9e30-696c0d1058e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6 HTTP/1.1" status: 200 len: 217 time: 0.0587778 Dec 08 22:12:15.948802 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a45559-2d7a-494a-a6d2-d3871e0cff61 x-openstack-request-id: req-23a45559-2d7a-494a-a6d2-d3871e0cff61 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:15.949649 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-plugged", "status": "completed", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:15.949916 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23a45559-2d7a-494a-a6d2-d3871e0cff61 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:15.950351 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'code': 200} Dec 08 22:12:15.963383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=13']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:15.982027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-6a1e38f2-b4a3-47a6-a40d-40c60ae4b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:15.983524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-6a1e38f2-b4a3-47a6-a40d-40c60ae4b417 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 200 len: 851 time: 0.0585685 Dec 08 22:12:16.004002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c65e4c0e-f30e-4b79-b62c-3b69b5cfd50f req-03c9978a-f0a3-4fa0-8c85-123edee71642 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462727 Dec 08 22:12:16.031427 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:16.044864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-3775891e-b820-4060-9f6b-082195d610c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:16.046497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-3775891e-b820-4060-9f6b-082195d610c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5764474-8911-4850-b141-9a748a7b4386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526178 Dec 08 22:12:16.153399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-cdb3e35b-b60e-4b34-adb6-c1c68b97964a service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968695 Dec 08 22:12:16.252422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51bd263d-21ca-452f-95cc-ce41809ecc79 req-ce6e5327-f635-4fa5-b761-3103dee031a8 service neutron] 10.222.0.23 "GET /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899627 Dec 08 22:12:16.325004 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:16.353211 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21375680-5d7c-4f8b-bafb-62d380be4e42 None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T21:59:19Z', 'revision_number': 4, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '13c1c54d-d1b6-4248-8a4d-0f7628a63cbe', 'name': '', 'network_id': 'b5764474-8911-4850-b141-9a748a7b4386', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'mac_address': 'fa:16:3e:c8:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:17Z', 'updated_at': '2021-12-08T21:59:24Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'subnets': [{'id': '318d210d-f49a-4b8a-9353-ca6b3609c79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:12:16.577638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5afff0-b1a4-4858-aa92-1a60f778f72d None None] New status for floating IP 3558a24f-969f-44dd-a4c3-c6d763f50cac: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:12:17.124555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f14f3-0b60-470e-94bc-867a03b918e6 req-5ae06d99-b494-4000-97f0-794bc92d37e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:17.126054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-883f14f3-0b60-470e-94bc-867a03b918e6 req-5ae06d99-b494-4000-97f0-794bc92d37e4 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 946 time: 0.0492179 Dec 08 22:12:17.163788 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-883f14f3-0b60-470e-94bc-867a03b918e6 req-8e445d1a-8c30-4868-b707-42443b1de19d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6245855-6019-480c-9f08-dbc87a36ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Dec 08 22:12:17.417154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-cb3051a7-4ce6-4afd-827b-3a5fb9ca4c08 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:17.418663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-cb3051a7-4ce6-4afd-827b-3a5fb9ca4c08 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 946 time: 0.0526502 Dec 08 22:12:17.509334 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:17.509674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:17.606046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] For port 85b0c1df-a5d5-4521-a949-0163ba3c52a6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=85b0c1df-a5d5-4521-a949-0163ba3c52a6,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:17.606417 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:17.620119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for 85b0c1df-a5d5-4521-a949-0163ba3c52a6 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:17.755890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:17.785955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=85b0c1df-a5d5-4521-a949-0163ba3c52a6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:17.830163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] No DVR routers for this DVR port 85b0c1df-a5d5-4521-a949-0163ba3c52a6 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:17.832696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:17.836026 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-79c6f281-2c99-4592-b5e0-a1a0210eddb5 req-8b894d07-801d-438a-a18a-07de6c7d3981 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.23 "DELETE /v2.0/ports/85b0c1df-a5d5-4521-a949-0163ba3c52a6 HTTP/1.1" status: 204 len: 173 time: 0.4113073 Dec 08 22:12:17.836405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'name': 'network-vif-deleted', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:17.838656 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff766a9-66ff-4b40-b7de-8b8463186772" -d '{"events": [{"server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "name": "network-vif-deleted", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:17.877720 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17071029-7544-4f5b-b92d-68d4d5da81bd x-openstack-request-id: req-17071029-7544-4f5b-b92d-68d4d5da81bd {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:17.878011 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea346b84-37a2-45c3-bfab-b5d8f7c0672a", "name": "network-vif-deleted", "tag": "85b0c1df-a5d5-4521-a949-0163ba3c52a6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:17.878262 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17071029-7544-4f5b-b92d-68d4d5da81bd {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:17.878680 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea346b84-37a2-45c3-bfab-b5d8f7c0672a', 'name': 'network-vif-deleted', 'tag': '85b0c1df-a5d5-4521-a949-0163ba3c52a6', 'status': 'completed', 'code': 200} Dec 08 22:12:18.333347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e6a2be4-f6fa-4508-877f-f973aa5b8770 req-2fcd26e7-d95f-4576-931f-6a2d647842bb tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 210 time: 0.0354855 Dec 08 22:12:19.450502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9bf2933-9d0e-47e2-89c3-a30426f379e3 req-54163c5c-4952-4cce-bb56-f05ab4f6a777 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 210 time: 0.0312696 Dec 08 22:12:20.550428 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-622742fd-3bf7-4e4e-a23f-7a10445efd6a req-baeae9fa-42d0-4c22-b650-8739880f5e98 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea346b84-37a2-45c3-bfab-b5d8f7c0672a HTTP/1.1" status: 200 len: 210 time: 0.0308206 Dec 08 22:12:21.607238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58780) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:21.668953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 85b0c1df-a5d5-4521-a949-0163ba3c52a6 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:21.689575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 85b0c1df-a5d5-4521-a949-0163ba3c52a6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:21.689991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 85b0c1df-a5d5-4521-a949-0163ba3c52a6 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:21.741722 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Deleting port 885ce8fc-67ed-4cdc-bd64-94080eec44a8 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:21.742063 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:21.824956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:21.825284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:21.836883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Calling delete_port for 885ce8fc-67ed-4cdc-bd64-94080eec44a8 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:21.968236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:21.991302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'Port': ['ID=885ce8fc-67ed-4cdc-bd64-94080eec44a8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:22.052101 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:22.054642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:22.058460 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d77877ef-6b56-41e0-b5da-d1c25ddcef4d tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "DELETE /v2.0/floatingips/7d42b80d-deb3-4d59-87a9-1dfa533a316d HTTP/1.1" status: 204 len: 168 time: 0.4475100 Dec 08 22:12:24.311746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58814) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:24.372214 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb37aa9-462a-4a7d-9fdc-a6f46d884f07 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:24.397832 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb37aa9-462a-4a7d-9fdc-a6f46d884f07 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:24.459961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb37aa9-462a-4a7d-9fdc-a6f46d884f07 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:24.463046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-feb37aa9-462a-4a7d-9fdc-a6f46d884f07 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:24.464500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-feb37aa9-462a-4a7d-9fdc-a6f46d884f07 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6245855-6019-480c-9f08-dbc87a36ade0 HTTP/1.1" status: 204 len: 168 time: 0.1517239 Dec 08 22:12:24.483925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb37aa9-462a-4a7d-9fdc-a6f46d884f07 tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6245855-6019-480c-9f08-dbc87a36ade0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:24.539269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58820) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:25.111713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:25.369634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Deleting port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:25.370251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:25.450633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] For port 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:25.450937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:25.463368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Calling delete_port for 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:25.638583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:25.663504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c1c54d-d1b6-4248-8a4d-0f7628a63cbe,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:25.845807 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.068452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:12:26.178003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:12:26.185920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2171f7f3-f37f-447f-bd93-e377ceaf1720 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6376650 Dec 08 22:12:26.185920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58838) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:26.190864 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] Sync routers for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:12:26.203328 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:26.204348 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:26.293957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.312720 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:26.396036 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.457624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Deleting port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:26.458237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.488078 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T22:12:25Z', 'revision_number': 5, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port': {'id': '36f7f0d7-87ea-4819-bc9f-56c1d06fb869', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:10Z', 'updated_at': '2021-12-08T21:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:26.517081 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] Checking router: 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:12:26.525248 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] Routers {'7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:26.525837 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:26.541430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] For port 36f7f0d7-87ea-4819-bc9f-56c1d06fb869, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=36f7f0d7-87ea-4819-bc9f-56c1d06fb869,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:26.541786 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.560030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Calling delete_port for 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:26.613340 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] Set router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:26.668784 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T22:12:26Z', 'revision_number': 6, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:26.697899 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52452f9f-8061-493c-af24-38157379e4f5 None None] The sync data for ids ['7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e'] in n-d-821126-1 is: [{'id': '7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e', 'name': 'tempest-TestVolumeBootPattern-1928447911-router', 'tenant_id': '7444c1b3abef42bf9aff16c6de502cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:08Z', 'updated_at': '2021-12-08T22:12:26Z', 'revision_number': 6, 'project_id': '7444c1b3abef42bf9aff16c6de502cb7', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:12:26.726232 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.755105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Pushing event deleted for resources: {'Port': ['ID=36f7f0d7-87ea-4819-bc9f-56c1d06fb869,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:26.768999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.769265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.769647 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.770007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.770480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.770687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.771088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.771492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.772015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.772193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.772468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.772808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:26.827094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.917692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.919817 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.961146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.961659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:12:26.965925 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:26.967190 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d5d43487-a0d1-43c2-a2ea-8aa22d4c51fc admin admin] 10.222.0.21 "DELETE /v2.0/routers/7d9d8cc2-88b3-4b69-a261-c4fa8ca51f3e HTTP/1.1" status: 204 len: 168 time: 0.7805336 Dec 08 22:12:26.969709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58844) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:27.016601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2816ba6c-385b-4f60-aba7-48081aca14ee admin admin] Deleting subnet 318d210d-f49a-4b8a-9353-ca6b3609c79a {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:12:27.021481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2816ba6c-385b-4f60-aba7-48081aca14ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.067088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2816ba6c-385b-4f60-aba7-48081aca14ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.155822 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2816ba6c-385b-4f60-aba7-48081aca14ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.220203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2816ba6c-385b-4f60-aba7-48081aca14ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.248019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816ba6c-385b-4f60-aba7-48081aca14ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318d210d-f49a-4b8a-9353-ca6b3609c79a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:27.249982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2816ba6c-385b-4f60-aba7-48081aca14ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.253142 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2816ba6c-385b-4f60-aba7-48081aca14ee admin admin] 10.222.0.21 "DELETE /v2.0/subnets/318d210d-f49a-4b8a-9353-ca6b3609c79a HTTP/1.1" status: 204 len: 168 time: 0.2825234 Dec 08 22:12:27.255383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb84ca-3ade-42b2-8096-be5264f6acbe None None] Network b5764474-8911-4850-b141-9a748a7b4386 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:12:27.255841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58850) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:27.323524 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.381249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Deleting port eec156f4-a5c3-4d05-93c2-053417681216 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:27.381597 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.455921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] For port eec156f4-a5c3-4d05-93c2-053417681216, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eec156f4-a5c3-4d05-93c2-053417681216,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:27.456882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.472037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] DHCP port deletion for b5764474-8911-4850-b141-9a748a7b4386 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:12:27.474264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Calling delete_port for eec156f4-a5c3-4d05-93c2-053417681216 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:27.525076 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Deleting port eec156f4-a5c3-4d05-93c2-053417681216 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:27.525457 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.566914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.600593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] For port eec156f4-a5c3-4d05-93c2-053417681216, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=eec156f4-a5c3-4d05-93c2-053417681216,segment=NetworkSegment(c74a2786-67e1-4afe-9470-6008a6c3faf3),segment_id=c74a2786-67e1-4afe-9470-6008a6c3faf3)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:27.600938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec156f4-a5c3-4d05-93c2-053417681216,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:27.601085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.611772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] No DVR routers for this DVR port eec156f4-a5c3-4d05-93c2-053417681216 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:27.630085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Calling delete_port for eec156f4-a5c3-4d05-93c2-053417681216 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:27.693639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.715332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5764474-8911-4850-b141-9a748a7b4386']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:27.716206 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.725408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74a2786-67e1-4afe-9470-6008a6c3faf3') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:27.725709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74a2786-67e1-4afe-9470-6008a6c3faf3') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:27.733414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] No DVR routers for this DVR port eec156f4-a5c3-4d05-93c2-053417681216 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:27.737891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.753820 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.761072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:12:27.762213 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:12:27.765914 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:12:27.781166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Pushing event deleted for resources: {'Port': ['ID=eec156f4-a5c3-4d05-93c2-053417681216,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:27.789463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.789813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.790156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.791201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.791536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.791864 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.792315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.793149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.793417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.793735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.794054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.794371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663beb3a-8b55-45f4-813d-e287e1582f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:12:27.837533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.853926 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:27.861039 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b5764474-8911-4850-b141-9a748a7b4386 HTTP/1.1" status: 204 len: 168 time: 0.6012716 Dec 08 22:12:27.861039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869fd83-c2ed-4e73-b52e-e24368577d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5764474-8911-4850-b141-9a748a7b4386,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:27.861404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58854) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:27.980249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:27.999527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:27.999790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 13c1c54d-d1b6-4248-8a4d-0f7628a63cbe not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:28.000202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eec156f4-a5c3-4d05-93c2-053417681216 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:28.023130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: eec156f4-a5c3-4d05-93c2-053417681216 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:28.023130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device eec156f4-a5c3-4d05-93c2-053417681216 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:28.023130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:28.041852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:28.042290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 36f7f0d7-87ea-4819-bc9f-56c1d06fb869 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:28.232729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:28.472417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Deleting port 46071c1b-1f69-48f1-a6be-0c7f0543458d {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:28.473087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:28.551176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] For port 46071c1b-1f69-48f1-a6be-0c7f0543458d, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=46071c1b-1f69-48f1-a6be-0c7f0543458d,segment=NetworkSegment(3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88),segment_id=3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:28.551537 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:28.569604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Calling delete_port for 46071c1b-1f69-48f1-a6be-0c7f0543458d owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:28.746350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:28.777555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=46071c1b-1f69-48f1-a6be-0c7f0543458d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:28.943039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:29.172564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:12:29.577314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:12:29.582587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2ca56f5d-ca94-4555-9e42-7e5c36859b35 admin admin] 10.222.0.21 "PUT /v2.0/routers/56fd7dae-39c9-441a-8fe4-53542a2e9d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171700 Dec 08 22:12:29.585168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:29.585712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] Sync routers for ids ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:12:29.595164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] Routers {'56fd7dae-39c9-441a-8fe4-53542a2e9d8e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:29.595774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:29.703381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:29.819056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:29.869114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] Set router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:29.876729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Deleting port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:29.877071 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:29.967581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] For port 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:29.967945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:29.986815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Calling delete_port for 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:30.074672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T22:12:28Z', 'revision_number': 5, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port': {'id': '7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T21:59:30Z', 'updated_at': '2021-12-08T21:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:30.108924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] Checking router: 56fd7dae-39c9-441a-8fe4-53542a2e9d8e for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:12:30.117111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] Routers {'56fd7dae-39c9-441a-8fe4-53542a2e9d8e'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:30.117805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:30.153268 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.182754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:30.219722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] Set router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:30.244272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.285356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T22:12:29Z', 'revision_number': 6, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:30.313291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32907a52-ec3a-4f27-b2a8-9ec1cdd525e1 None None] The sync data for ids ['56fd7dae-39c9-441a-8fe4-53542a2e9d8e'] in n-d-821126-1 is: [{'id': '56fd7dae-39c9-441a-8fe4-53542a2e9d8e', 'name': 'tempest-TestVolumeBootPattern-446591703-router', 'tenant_id': 'b8bb20db34814e89aa85e67b79eab26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T21:59:27Z', 'updated_at': '2021-12-08T22:12:29Z', 'revision_number': 6, 'project_id': 'b8bb20db34814e89aa85e67b79eab26a', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:12:30.337728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.340124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.392153 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.392777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56fd7dae-39c9-441a-8fe4-53542a2e9d8e {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:12:30.397220 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.398357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-581744d4-d3d6-4448-8307-e49e90a2372f admin admin] 10.222.0.21 "DELETE /v2.0/routers/56fd7dae-39c9-441a-8fe4-53542a2e9d8e HTTP/1.1" status: 204 len: 168 time: 0.8121884 Dec 08 22:12:30.401161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58880) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:30.449137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-c829a16e-451f-441b-a592-9cbf2c5e28de admin admin] Deleting subnet 4cc471dd-3b5c-4df7-8deb-69e688b453a2 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:12:30.452157 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c829a16e-451f-441b-a592-9cbf2c5e28de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.485484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c829a16e-451f-441b-a592-9cbf2c5e28de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.573552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c829a16e-451f-441b-a592-9cbf2c5e28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.647511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c829a16e-451f-441b-a592-9cbf2c5e28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.676472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829a16e-451f-441b-a592-9cbf2c5e28de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc471dd-3b5c-4df7-8deb-69e688b453a2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:30.689838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257f5db2-6833-4716-97f1-2f95c405f4c0 None None] Network 758fd8cc-786e-4250-b464-5fc175c2d55e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:12:30.690399 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c829a16e-451f-441b-a592-9cbf2c5e28de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.694155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c829a16e-451f-441b-a592-9cbf2c5e28de admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4cc471dd-3b5c-4df7-8deb-69e688b453a2 HTTP/1.1" status: 204 len: 168 time: 0.2912035 Dec 08 22:12:30.695932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 58886) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:30.811554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.891419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Deleting port 5c84f87b-b6df-4e68-8936-f33bda7308c8 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:30.891771 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.966123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] For port 5c84f87b-b6df-4e68-8936-f33bda7308c8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5c84f87b-b6df-4e68-8936-f33bda7308c8,segment=NetworkSegment(3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88),segment_id=3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:30.966488 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:30.979577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Calling delete_port for 5c84f87b-b6df-4e68-8936-f33bda7308c8 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:31.060821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.085908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Pushing event deleted for resources: {'Port': ['ID=5c84f87b-b6df-4e68-8936-f33bda7308c8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:31.091457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] No DVR routers for this DVR port 5c84f87b-b6df-4e68-8936-f33bda7308c8 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:31.113071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb5853-bfa5-4902-9e27-f3a2fbbfd3bf None None] DHCP port deletion for 758fd8cc-786e-4250-b464-5fc175c2d55e request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:12:31.179292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.205320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758fd8cc-786e-4250-b464-5fc175c2d55e']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:31.215239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:31.215546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3793b2f4-ae9a-4ce8-80b7-f5c7da51fa88') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:31.224891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.238924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.244954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:12:31.245344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:12:31.247586 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:12:31.302612 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.308782 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.312127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] 10.222.0.21 "DELETE /v2.0/networks/758fd8cc-786e-4250-b464-5fc175c2d55e HTTP/1.1" status: 204 len: 168 time: 0.6152627 Dec 08 22:12:31.324326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979690f-efb2-47d9-a41b-f92682d75fda admin admin] Pushing event deleted for resources: {'Network': ['ID=758fd8cc-786e-4250-b464-5fc175c2d55e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:31.445146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58894) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:31.485342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6cbfa9d7-b5b9-41ac-9400-6b57a066c5a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7444c1b3abef42bf9aff16c6de502cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386462 Dec 08 22:12:31.488012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58896) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:31.533559 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10451ef6-dc5a-4646-b567-a85d96a37509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.558092 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10451ef6-dc5a-4646-b567-a85d96a37509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.606994 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10451ef6-dc5a-4646-b567-a85d96a37509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.610118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-10451ef6-dc5a-4646-b567-a85d96a37509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:31.611346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-10451ef6-dc5a-4646-b567-a85d96a37509 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f4bddd7-9db0-425b-af74-22be27b44eb1 HTTP/1.1" status: 204 len: 168 time: 0.1224480 Dec 08 22:12:31.619514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10451ef6-dc5a-4646-b567-a85d96a37509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4bddd7-9db0-425b-af74-22be27b44eb1,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:31.951757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58908) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:31.980275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 46071c1b-1f69-48f1-a6be-0c7f0543458d no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:31.993735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-56d4414f-20b4-4754-9547-a66af73511cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8bb20db34814e89aa85e67b79eab26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408244 Dec 08 22:12:31.996924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 58910) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:32.004436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 46071c1b-1f69-48f1-a6be-0c7f0543458d {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:32.004990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 46071c1b-1f69-48f1-a6be-0c7f0543458d not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:32.005654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:32.027526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:32.028127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7d6c9651-d9e9-40b5-bc5d-f2bb9f68e885 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:32.028709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5c84f87b-b6df-4e68-8936-f33bda7308c8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:32.049476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 5c84f87b-b6df-4e68-8936-f33bda7308c8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:32.050105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5c84f87b-b6df-4e68-8936-f33bda7308c8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:32.054237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef51d52e-b410-47ea-8609-3f72b90a0458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:32.075343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef51d52e-b410-47ea-8609-3f72b90a0458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:32.123468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef51d52e-b410-47ea-8609-3f72b90a0458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:32.125990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef51d52e-b410-47ea-8609-3f72b90a0458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:32.127149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ef51d52e-b410-47ea-8609-3f72b90a0458 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abb03cb2-4831-4327-9d4b-b2ac9d3d8fbe HTTP/1.1" status: 204 len: 168 time: 0.1293409 Dec 08 22:12:32.136096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51d52e-b410-47ea-8609-3f72b90a0458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb03cb2-4831-4327-9d4b-b2ac9d3d8fbe,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:35.597521 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-121e8e5b-0123-4d0a-8273-80f57a613f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:38.262739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b165266c-396b-407c-a598-1bd46a908b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:38.836934 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:39.460860 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:39.551489 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:40.127841 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:40.137343 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:12:41.034876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:46.029614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85832-11b8-4957-b98b-cd909f1c21da req-b6831162-0269-4f5e-93a6-baff98eec7b8 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:46.031270 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c2f85832-11b8-4957-b98b-cd909f1c21da req-b6831162-0269-4f5e-93a6-baff98eec7b8 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1098 time: 0.0446682 Dec 08 22:12:46.065175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c2f85832-11b8-4957-b98b-cd909f1c21da req-a7d9d1d4-889c-4496-a95f-77c2a2ab5267 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276506 Dec 08 22:12:46.089704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59086) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:46.251525 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 36a4f569-6fef-467e-b3fa-11582a6a5ce4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:46.252149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:46.330528 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:46.330894 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:46.342369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 36a4f569-6fef-467e-b3fa-11582a6a5ce4 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:46.486872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:46.513546 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=36a4f569-6fef-467e-b3fa-11582a6a5ce4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:46.574941 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:46.575282 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Floating IP 72bfd860-e34d-4206-8cc7-f32724ca36bd disassociated (deleted). External IP: 172.25.1.175, port: a693b3c3-05a3-4776-b991-25abc164aecc. Dec 08 22:12:46.773012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router becc0864-8972-4622-9621-fb8273d0c94d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:12:46.881518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:12:46.887094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:46.891104 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] Sync routers for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:12:46.901369 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:46.902074 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:46.916162 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6944f20d-9036-4a67-ad4d-e58cf0679fda tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/floatingips/72bfd860-e34d-4206-8cc7-f32724ca36bd HTTP/1.1" status: 204 len: 168 time: 0.8253198 Dec 08 22:12:46.917515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:46.920582 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cca7e8-7a5d-4779-b0c6-14a029faff10" -d '{"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:46.963197 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b57b426-6643-4033-b71b-766c93ac27e7 x-openstack-request-id: req-7b57b426-6643-4033-b71b-766c93ac27e7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:46.963493 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:46.963827 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b57b426-6643-4033-b71b-766c93ac27e7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:46.964257 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'status': 'completed', 'code': 200} Dec 08 22:12:47.030091 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:47.066979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-3124ca6b-b74b-48a7-9e51-6faca0e91359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:47.068787 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-3124ca6b-b74b-48a7-9e51-6faca0e91359 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 1098 time: 0.0721185 Dec 08 22:12:47.172408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-8e85f1ab-a565-4155-9506-a593d2ce39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:47.175749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-8e85f1ab-a565-4155-9506-a593d2ce39eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 200 len: 898 time: 0.0989282 Dec 08 22:12:47.203149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bfd0e-307b-42f0-82ca-239e70c64124 req-61611feb-7f9b-4922-b1a2-ed8c9d9297f8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:47.206257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-571bfd0e-307b-42f0-82ca-239e70c64124 req-61611feb-7f9b-4922-b1a2-ed8c9d9297f8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 947 time: 0.0506933 Dec 08 22:12:47.247005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-c7f63aec-c0b5-41d2-9ba5-6e10b9f23ea7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 200 len: 217 time: 0.0490568 Dec 08 22:12:47.252502 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-571bfd0e-307b-42f0-82ca-239e70c64124 req-ada71973-ed46-4f33-96af-e98098c48856 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403903 Dec 08 22:12:47.261233 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:53Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:47.287849 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] Checking router: becc0864-8972-4622-9621-fb8273d0c94d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:12:47.296902 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:47.297793 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:47.305471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-df1bd9a3-17a6-4f7d-a4ee-d9ef431ea12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:47.307442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-df1bd9a3-17a6-4f7d-a4ee-d9ef431ea12e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 200 len: 834 time: 0.0520439 Dec 08 22:12:47.360262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-2f315670-ffdf-4312-95eb-4c36cd3fff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:47.362318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-2f315670-ffdf-4312-95eb-4c36cd3fff66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f8dce14-39bd-47c4-bb6d-856503aa17cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464590 Dec 08 22:12:47.407285 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:47.460272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-2ebb6745-71dd-4dbd-89f4-1e75860117ac service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884931 Dec 08 22:12:47.613549 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:53Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:47.646044 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eea76c-d073-4045-b749-2f978e5edfd7 None None] The sync data for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 is: [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:10:49Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '05eff09f-d994-4979-890f-9af56e2d6511', 'name': '', 'network_id': '9f8dce14-39bd-47c4-bb6d-856503aa17cd', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:49Z', 'updated_at': '2021-12-08T22:10:53Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'eb72b0c1-b9c9-463d-b43b-05961a5d077d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:12:47.894570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-53cca7e8-7a5d-4779-b0c6-14a029faff10 req-178b5f50-b0fb-46b8-b1b6-9c835b463b38 service neutron] 10.222.0.23 "GET /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236183 Dec 08 22:12:47.902773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6bc1e-9a65-49f1-9e59-e4655d28811b None None] New status for floating IP 72bfd860-e34d-4206-8cc7-f32724ca36bd: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:12:48.374157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0db8-97fe-4a98-866e-f0b094423e6b req-1b1af0a4-ab9d-4683-9092-772d672d9611 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:48.375867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89eb0db8-97fe-4a98-866e-f0b094423e6b req-1b1af0a4-ab9d-4683-9092-772d672d9611 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 947 time: 0.0513453 Dec 08 22:12:48.417861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89eb0db8-97fe-4a98-866e-f0b094423e6b req-b2779e00-80a9-4a24-a3f5-81fc71313bfc tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=80088373-51b5-4d1a-a395-32f5971752f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350940 Dec 08 22:12:48.486632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-631173c1-eabf-4126-bf4c-33738eac16ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:48.488112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-631173c1-eabf-4126-bf4c-33738eac16ba tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7664766-3627-4ec6-896c-70047ed2c4bb HTTP/1.1" status: 200 len: 947 time: 0.0470357 Dec 08 22:12:48.576676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port a693b3c3-05a3-4776-b991-25abc164aecc {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:48.577013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:48.665874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port a693b3c3-05a3-4776-b991-25abc164aecc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a693b3c3-05a3-4776-b991-25abc164aecc,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:48.666143 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:48.678122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for a693b3c3-05a3-4776-b991-25abc164aecc owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:48.804737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:48.837892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=a693b3c3-05a3-4776-b991-25abc164aecc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:48.879911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] No DVR routers for this DVR port a693b3c3-05a3-4776-b991-25abc164aecc on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:48.882488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:48.885803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d861aaef-e167-4d4b-8a9f-9cca677b0ef4 req-6aae6a9a-3d8e-4279-97b1-03978e22d742 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "DELETE /v2.0/ports/a693b3c3-05a3-4776-b991-25abc164aecc HTTP/1.1" status: 204 len: 173 time: 0.3915918 Dec 08 22:12:48.965899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-deleted', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:12:48.968581 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48123d0e-dfa5-4c63-8642-f2f71af250a0" -d '{"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-deleted", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:12:49.008634 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44200088-af70-4c8c-80fa-856eae202a4d x-openstack-request-id: req-44200088-af70-4c8c-80fa-856eae202a4d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:12:49.008928 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7664766-3627-4ec6-896c-70047ed2c4bb", "name": "network-vif-deleted", "tag": "a693b3c3-05a3-4776-b991-25abc164aecc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:12:49.009186 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44200088-af70-4c8c-80fa-856eae202a4d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:12:49.009586 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7664766-3627-4ec6-896c-70047ed2c4bb', 'name': 'network-vif-deleted', 'tag': 'a693b3c3-05a3-4776-b991-25abc164aecc', 'status': 'completed', 'code': 200} Dec 08 22:12:49.476399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59140) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:49.848512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:50.119254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 05eff09f-d994-4979-890f-9af56e2d6511 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:50.119592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:50.221451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 05eff09f-d994-4979-890f-9af56e2d6511, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=05eff09f-d994-4979-890f-9af56e2d6511,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:50.221810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:50.234365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 05eff09f-d994-4979-890f-9af56e2d6511 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:50.424237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:50.452215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=05eff09f-d994-4979-890f-9af56e2d6511,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:50.637733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:50.867233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router becc0864-8972-4622-9621-fb8273d0c94d has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:12:50.976250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:12:50.981930 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2c4c96af-9856-49a2-9f52-44b1634113ab tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "PUT /v2.0/routers/becc0864-8972-4622-9621-fb8273d0c94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5040908 Dec 08 22:12:50.984123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59170) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:50.986208 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] Sync routers for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:12:50.996371 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:50.997306 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:51.046389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d57d807-2bda-46a7-a2c3-6c7acbf48d9b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting subnet eb72b0c1-b9c9-463d-b43b-05961a5d077d {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:12:51.049534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d57d807-2bda-46a7-a2c3-6c7acbf48d9b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.091256 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d57d807-2bda-46a7-a2c3-6c7acbf48d9b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.189264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d57d807-2bda-46a7-a2c3-6c7acbf48d9b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.196144 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:51.255101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d57d807-2bda-46a7-a2c3-6c7acbf48d9b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.286666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57d807-2bda-46a7-a2c3-6c7acbf48d9b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Subnet': ['ID=eb72b0c1-b9c9-463d-b43b-05961a5d077d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:51.293127 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d57d807-2bda-46a7-a2c3-6c7acbf48d9b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.296838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7d57d807-2bda-46a7-a2c3-6c7acbf48d9b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/subnets/eb72b0c1-b9c9-463d-b43b-05961a5d077d HTTP/1.1" status: 204 len: 168 time: 0.3117149 Dec 08 22:12:51.300316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59178) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:51.301789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ca8bf-d3f1-4805-b659-c15bc54b8fd3 None None] Network 9f8dce14-39bd-47c4-bb6d-856503aa17cd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:12:51.390170 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:12:50Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:51.417449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.421286 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] Checking router: becc0864-8972-4622-9621-fb8273d0c94d for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:12:51.429747 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] Routers {'becc0864-8972-4622-9621-fb8273d0c94d'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:51.430490 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['becc0864-8972-4622-9621-fb8273d0c94d'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:51.513487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] DHCP port deletion for 9f8dce14-39bd-47c4-bb6d-856503aa17cd request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:12:51.552131 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] Set router becc0864-8972-4622-9621-fb8273d0c94d gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:51.559369 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.573430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] Deleting port 4b47cdae-b37c-421c-b763-906f3c52f5f8 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:51.574316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.637303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 61bab4cc-a5a3-4acf-8853-a6333aa9f944 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:12:51.637751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.656317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] For port 4b47cdae-b37c-421c-b763-906f3c52f5f8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4b47cdae-b37c-421c-b763-906f3c52f5f8,segment=NetworkSegment(d0ccf319-3ea8-44b0-8e6f-4a7216715b14),segment_id=d0ccf319-3ea8-44b0-8e6f-4a7216715b14)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:51.656723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.672164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] Calling delete_port for 4b47cdae-b37c-421c-b763-906f3c52f5f8 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:51.744358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 61bab4cc-a5a3-4acf-8853-a6333aa9f944, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=61bab4cc-a5a3-4acf-8853-a6333aa9f944,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:51.744905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.758249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 61bab4cc-a5a3-4acf-8853-a6333aa9f944 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:12:51.758658 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:51.798760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] No DVR routers for this DVR port 4b47cdae-b37c-421c-b763-906f3c52f5f8 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:12:51.807966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f139335-ab15-46d4-aae7-da55436172e2 None None] Pushing event deleted for resources: {'Port': ['ID=4b47cdae-b37c-421c-b763-906f3c52f5f8,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:51.867058 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:12:50Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:51.883038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a693b3c3-05a3-4776-b991-25abc164aecc no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:51.893813 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a961d-182a-4a4f-83eb-156f3a0ddcad None None] The sync data for ids ['becc0864-8972-4622-9621-fb8273d0c94d'] in n-d-821126-1 is: [{'id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506088713', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:10:45Z', 'updated_at': '2021-12-08T22:12:50Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '61bab4cc-a5a3-4acf-8853-a6333aa9f944', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becc0864-8972-4622-9621-fb8273d0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:10:46Z', 'updated_at': '2021-12-08T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:12:51.915804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a693b3c3-05a3-4776-b991-25abc164aecc {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:51.916667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a693b3c3-05a3-4776-b991-25abc164aecc not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:51.976488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.001955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=61bab4cc-a5a3-4acf-8853-a6333aa9f944,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:52.069907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.161835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.163837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.206640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.207232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Fanout notify agent at l3_agent the message router_deleted on router becc0864-8972-4622-9621-fb8273d0c94d {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:12:52.219367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.220477 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5529d22c-10e3-4008-b1ab-d06ade6e2544 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/routers/becc0864-8972-4622-9621-fb8273d0c94d HTTP/1.1" status: 204 len: 168 time: 0.9186783 Dec 08 22:12:52.223270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59194) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:52.338356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.391053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4b47cdae-b37c-421c-b763-906f3c52f5f8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:52.415648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 4b47cdae-b37c-421c-b763-906f3c52f5f8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:52.416256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4b47cdae-b37c-421c-b763-906f3c52f5f8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:52.444851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.465935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8dce14-39bd-47c4-bb6d-856503aa17cd']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:52.475627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:52.475921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ccf319-3ea8-44b0-8e6f-4a7216715b14') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:52.485844 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.499074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.505068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:12:52.505478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:12:52.508557 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:12:52.573682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.593663 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.599954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59206) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:52.600558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/networks/9f8dce14-39bd-47c4-bb6d-856503aa17cd HTTP/1.1" status: 204 len: 168 time: 0.3756809 Dec 08 22:12:52.606454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2bece-e521-464f-9c70-775cfeadac42 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Network': ['ID=9f8dce14-39bd-47c4-bb6d-856503aa17cd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:52.679015 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb320-a051-4def-af2e-6d64ad16e9be tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.705382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb320-a051-4def-af2e-6d64ad16e9be tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.777246 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb320-a051-4def-af2e-6d64ad16e9be tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.779962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb320-a051-4def-af2e-6d64ad16e9be tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:52.781155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8d8bb320-a051-4def-af2e-6d64ad16e9be tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/security-groups/80088373-51b5-4d1a-a395-32f5971752f7 HTTP/1.1" status: 204 len: 168 time: 0.1799979 Dec 08 22:12:52.790516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bb320-a051-4def-af2e-6d64ad16e9be tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80088373-51b5-4d1a-a395-32f5971752f7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:52.973875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59218) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:52.978572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7d77c5c1-3f89-4648-988d-971ca46c48c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627648836', 'description': 'tempest-secgroup-smoke-627648836 description', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:53.000964 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d77c5c1-3f89-4648-988d-971ca46c48c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.071971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d77c5c1-3f89-4648-988d-971ca46c48c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.077497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d77c5c1-3f89-4648-988d-971ca46c48c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.111592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d77c5c1-3f89-4648-988d-971ca46c48c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.112657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7d77c5c1-3f89-4648-988d-971ca46c48c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1377411 Dec 08 22:12:53.114509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77c5c1-3f89-4648-988d-971ca46c48c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e72b57-4cd7-450d-af10-896df403402e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:53.115766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59224) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:53.122579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-51b6878e-9497-4119-99aa-cb127a3feac6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': 'f3e72b57-4cd7-450d-af10-896df403402e', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:53.150160 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51b6878e-9497-4119-99aa-cb127a3feac6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.215152 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51b6878e-9497-4119-99aa-cb127a3feac6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.218761 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51b6878e-9497-4119-99aa-cb127a3feac6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.238202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6878e-9497-4119-99aa-cb127a3feac6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd134e86-fb4f-49c8-9d05-a8769fdb7075,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:53.246997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51b6878e-9497-4119-99aa-cb127a3feac6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.248187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-51b6878e-9497-4119-99aa-cb127a3feac6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309123 Dec 08 22:12:53.251077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59226) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:53.255461 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ec1e11c8-c1fe-4779-9a4a-c4f38f1c607b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': 'f3e72b57-4cd7-450d-af10-896df403402e', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:53.282057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec1e11c8-c1fe-4779-9a4a-c4f38f1c607b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.338133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec1e11c8-c1fe-4779-9a4a-c4f38f1c607b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.341817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec1e11c8-c1fe-4779-9a4a-c4f38f1c607b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.361374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e11c8-c1fe-4779-9a4a-c4f38f1c607b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4d6407-e757-4965-8de9-f0832b85cdff,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:53.371873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ec1e11c8-c1fe-4779-9a4a-c4f38f1c607b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.375819 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ec1e11c8-c1fe-4779-9a4a-c4f38f1c607b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210887 Dec 08 22:12:53.376045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:53.380717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2c4044be-ba13-4db4-85f1-b0ef448bab32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': 'f3e72b57-4cd7-450d-af10-896df403402e', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:53.408397 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c4044be-ba13-4db4-85f1-b0ef448bab32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.470292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c4044be-ba13-4db4-85f1-b0ef448bab32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.474301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c4044be-ba13-4db4-85f1-b0ef448bab32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.493071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4044be-ba13-4db4-85f1-b0ef448bab32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f40429-f07d-41c2-8ac1-319200bb87f8,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:53.501576 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2c4044be-ba13-4db4-85f1-b0ef448bab32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.505463 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2c4044be-ba13-4db4-85f1-b0ef448bab32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257355 Dec 08 22:12:53.505612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59236) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:53.509890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c1a3b440-3caf-4d69-9cbf-19e2eca7c16b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': 'f3e72b57-4cd7-450d-af10-896df403402e', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:53.535534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b440-3caf-4d69-9cbf-19e2eca7c16b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.597887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b440-3caf-4d69-9cbf-19e2eca7c16b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.601995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b440-3caf-4d69-9cbf-19e2eca7c16b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.621809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3b440-3caf-4d69-9cbf-19e2eca7c16b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd631e15-bed8-4d51-a4b7-1d76ed4f99e7,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:53.629891 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b440-3caf-4d69-9cbf-19e2eca7c16b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.631133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c1a3b440-3caf-4d69-9cbf-19e2eca7c16b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246169 Dec 08 22:12:53.633769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59242) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:53.638286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ea491148-ccb6-4c0b-a987-e76cc1a37d4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': 'f3e72b57-4cd7-450d-af10-896df403402e', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:53.659875 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-ea491148-ccb6-4c0b-a987-e76cc1a37d4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Project f9c47bc576c84dfc83a53c5f80e167f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:12:53.664706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea491148-ccb6-4c0b-a987-e76cc1a37d4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.728594 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea491148-ccb6-4c0b-a987-e76cc1a37d4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.733303 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea491148-ccb6-4c0b-a987-e76cc1a37d4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.749197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea491148-ccb6-4c0b-a987-e76cc1a37d4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f964d1fd-5740-4bf1-9ccc-c046f3eadd74,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:53.761482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ea491148-ccb6-4c0b-a987-e76cc1a37d4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.762701 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ea491148-ccb6-4c0b-a987-e76cc1a37d4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280088 Dec 08 22:12:53.765493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59246) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:53.772457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-bbd321b3-f1ae-4067-839e-525cd12ed3aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': 'f3e72b57-4cd7-450d-af10-896df403402e', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:53.798312 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-bbd321b3-f1ae-4067-839e-525cd12ed3aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Project f9c47bc576c84dfc83a53c5f80e167f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:12:53.803319 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd321b3-f1ae-4067-839e-525cd12ed3aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.867218 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd321b3-f1ae-4067-839e-525cd12ed3aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.872372 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd321b3-f1ae-4067-839e-525cd12ed3aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.895231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd321b3-f1ae-4067-839e-525cd12ed3aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570b7844-daab-4742-973d-f7ad51ce3649,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:53.901516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bbd321b3-f1ae-4067-839e-525cd12ed3aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.905587 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59252) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:53.905883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bbd321b3-f1ae-4067-839e-525cd12ed3aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388555 Dec 08 22:12:53.910942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'network': {'name': 'tempest-network-smoke--1712249072', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'port_security_enabled': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:53.948131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:12:53.952731 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.980980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 61bab4cc-a5a3-4acf-8853-a6333aa9f944 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:53.984556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:12:53.993499 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:53.993856 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Added segment 3403cb07-d2da-4cb6-b856-ea8d790e9141 of type vlan for network 0e747305-4025-4f99-bdaa-2194fd0df5cb Dec 08 22:12:54.004404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 61bab4cc-a5a3-4acf-8853-a6333aa9f944 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:54.004783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 61bab4cc-a5a3-4acf-8853-a6333aa9f944 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:54.005327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 05eff09f-d994-4979-890f-9af56e2d6511 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:12:54.024753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 05eff09f-d994-4979-890f-9af56e2d6511 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:12:54.025164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 05eff09f-d994-4979-890f-9af56e2d6511 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:12:54.034115 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.058391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.064065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:54.064650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.119248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2123749 Dec 08 22:12:54.121942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59254) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:54.132772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'admin_state_up': True, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:54.148040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0231068-90c9-4714-8f45-576ac31a5f8c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Network': ['ID=0e747305-4025-4f99-bdaa-2194fd0df5cb,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:54.159744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:12:54.161635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.162735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.222571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.367591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.570565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.589154 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.694159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.25.1.31 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/c8b9937d-046e-46ef-9b93-315647f88375) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:12:54.796965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.832374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:54.875307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:12:54.878261 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:12:54.881911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:12:54.909668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=c8b9937d-046e-46ef-9b93-315647f88375,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:55.461557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:55.656358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:55.783936 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:12:55.892947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:12:55.904749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Sync routers for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:12:55.918171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:55.919256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:55.927518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:55.930790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dfb6189c-302a-4ef6-8491-4a41bf436aa9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8059146 Dec 08 22:12:55.932172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59294) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:55.966129 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-580f3d0b-936e-4cdc-899e-ddd230473ba0 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f9c47bc576c84dfc83a53c5f80e167f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318713 Dec 08 22:12:55.968634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59298) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:56.050465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:56.070629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf6ee0-ac37-4c5a-877f-9c6dea56d68d tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:56.072242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-afdf6ee0-ac37-4c5a-877f-9c6dea56d68d tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025906 Dec 08 22:12:56.075064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59300) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:56.103902 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c36f7bb7-6add-4e72-ad8f-5fe8cd0abd3d tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276873 Dec 08 22:12:56.106974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59302) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:56.111928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1724707323', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:12:56.212458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:12:56.216291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.241866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:55Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:56.272609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Checking router: 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:12:56.273304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Updating router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 port c8b9937d-046e-46ef-9b93-315647f88375 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:12:56.304535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.428265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.489746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Subnet': ['ID=3e6cef39-7a5a-4487-af60-05648455e89a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:56.499204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Checking segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:12:56.499568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network hostable DHCP agents. Network: 0e747305-4025-4f99-bdaa-2194fd0df5cb, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:12:56.516595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:12:56.526608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 0e747305-4025-4f99-bdaa-2194fd0df5cb) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:12:56.530829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:56.532260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.551092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ba8e5-93dd-49b5-be6e-402025806f1a None None] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:12:56.551643 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f41f78bd-77d9-423d-ad9f-7007d37ce1a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4433763 Dec 08 22:12:56.554704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59314) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:12:56.583926 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.611188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.657605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f40472-a299-4174-a411-27ef3623e786 None None] Pushing event updated for resources: {'Port': ['ID=c8b9937d-046e-46ef-9b93-315647f88375,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:56.693969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Attempting to bind port c8b9937d-046e-46ef-9b93-315647f88375 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:12:56.694339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Attempting to bind port c8b9937d-046e-46ef-9b93-315647f88375 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:12:56.694701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Attempting to bind port c8b9937d-046e-46ef-9b93-315647f88375 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:12:56.707578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:12:56.707948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:12:56.708356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.708749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:12:56.709229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Bound port: c8b9937d-046e-46ef-9b93-315647f88375, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:12:56.709594 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.812803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] For port c8b9937d-046e-46ef-9b93-315647f88375, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:12:56.822447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-0e747305-4025-4f99-bdaa-2194fd0df5cb', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:12:56.823378 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.835433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] For port c8b9937d-046e-46ef-9b93-315647f88375, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c8b9937d-046e-46ef-9b93-315647f88375,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:12:56.843857 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:56.973090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f40472-a299-4174-a411-27ef3623e786 None None] Pushing event updated for resources: {'Port': ['ID=c8b9937d-046e-46ef-9b93-315647f88375,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:56.976525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:56.977315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:57.043264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:57.265589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Allocated IP 172.20.0.2 (0e747305-4025-4f99-bdaa-2194fd0df5cb/3e6cef39-7a5a-4487-af60-05648455e89a/ec5d8745-91e3-4d34-9707-6d5e5a0688b9) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:12:57.295604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:57.560285 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:57.568538 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:57.614560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:12:57.619677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.20.0.1 (0e747305-4025-4f99-bdaa-2194fd0df5cb/3e6cef39-7a5a-4487-af60-05648455e89a/4cdc1766-b7f3-4af6-83bf-349a5e95cce4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:12:57.626419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:12:57.628893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:12:57.635051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Pushing event updated for resources: {'Port': ['ID=ec5d8745-91e3-4d34-9707-6d5e5a0688b9,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:57.638978 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:55Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:57.691488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413d41e-8a66-4b6c-aa85-82d1a5531a69 None None] The sync data for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 is: [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:55Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:12:57.733921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Attempting to bind port ec5d8745-91e3-4d34-9707-6d5e5a0688b9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:12:57.734329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Attempting to bind port ec5d8745-91e3-4d34-9707-6d5e5a0688b9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:12:57.734918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Attempting to bind port ec5d8745-91e3-4d34-9707-6d5e5a0688b9 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:12:57.740836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:12:57.741356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Checking segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:12:57.741855 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:57.742337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Bound using segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:12:57.742931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Bound port: ec5d8745-91e3-4d34-9707-6d5e5a0688b9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:12:57.743405 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:57.759637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:57.799370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:57.819731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] For port ec5d8745-91e3-4d34-9707-6d5e5a0688b9, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:12:57.823141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] For port ec5d8745-91e3-4d34-9707-6d5e5a0688b9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ec5d8745-91e3-4d34-9707-6d5e5a0688b9,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:12:57.829505 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:57.843705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:12:57.846907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:12:57.855879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:12:57.896083 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:57.897979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076335c-c6de-4056-a2b0-41b7518cab33 None None] Pushing event updated for resources: {'Port': ['ID=ec5d8745-91e3-4d34-9707-6d5e5a0688b9,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:57.923370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:58.105854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:58.504362 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:58.511109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:58.600612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:58.604861 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:58.703194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:12:58.704722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:12:58.840108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:12:58.960092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:12:58.965970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cfcb27b7-308e-4ed6-8582-b0197a628cd7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "PUT /v2.0/routers/97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4097633 Dec 08 22:12:59.080340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db18916-3b8f-4132-889f-0ee0176f95c3 None None] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:12:59.148424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b9664d31-c3e8-4fda-9903-642da4bf2aea None None] Provisioning complete for port ec5d8745-91e3-4d34-9707-6d5e5a0688b9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:12:59.148791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9664d31-c3e8-4fda-9903-642da4bf2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:59.188526 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-716a8538-8bce-4ad7-a78d-896baabae2b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627648836&fields=id&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 267 time: 0.0482590 Dec 08 22:12:59.327175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9664d31-c3e8-4fda-9903-642da4bf2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:59.362994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b9664d31-c3e8-4fda-9903-642da4bf2aea None None] For port ec5d8745-91e3-4d34-9707-6d5e5a0688b9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ec5d8745-91e3-4d34-9707-6d5e5a0688b9,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:12:59.375472 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9664d31-c3e8-4fda-9903-642da4bf2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:59.434733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9664d31-c3e8-4fda-9903-642da4bf2aea None None] Pushing event updated for resources: {'Port': ['ID=ec5d8745-91e3-4d34-9707-6d5e5a0688b9,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:12:59.648930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-a36ac2fd-4ef2-4ee1-a192-1f2f8cf8e0e5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:12:59.650929 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-a36ac2fd-4ef2-4ee1-a192-1f2f8cf8e0e5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/networks?id=0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 200 len: 797 time: 0.4604855 Dec 08 22:12:59.672508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-0932b89c-e9fe-42d5-814d-f6a7f621e2db tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/quotas/f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 375 time: 0.0100887 Dec 08 22:12:59.687357 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Sync routers for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:12:59.699814 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:12:59.700943 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:12:59.712554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-af3f41aa-4095-423c-8ba7-bac590cab1b5 None None] Provisioning complete for port ec5d8745-91e3-4d34-9707-6d5e5a0688b9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:12:59.712914 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-af3f41aa-4095-423c-8ba7-bac590cab1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:59.749196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-cbe73b13-877e-4c10-a9da-b3f6fdebb43d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686822 Dec 08 22:12:59.856089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-af3f41aa-4095-423c-8ba7-bac590cab1b5 None None] Provisioning complete for port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:12:59.856089 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-af3f41aa-4095-423c-8ba7-bac590cab1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:12:59.893612 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-a0a92ac8-c85e-4373-8ce1-2f6c2eb44b98 service neutron] 10.222.0.21 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322708 Dec 08 22:12:59.894095 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:12:59.899723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-af3f41aa-4095-423c-8ba7-bac590cab1b5 None None] Port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:13:00.040344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7c343598-b748-4447-a32e-e11a7212b35c None None] Provisioning complete for port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:00.040717 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7c343598-b748-4447-a32e-e11a7212b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.051201 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4ae63bf7-d717-40a3-bfd8-e4010bf48a84 service neutron] 10.222.0.21 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436234 Dec 08 22:13:00.117807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ec5d8745-91e3-4d34-9707-6d5e5a0688b9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:13:00.163919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7c343598-b748-4447-a32e-e11a7212b35c None None] Port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:13:00.202231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ec5d8745-91e3-4d34-9707-6d5e5a0688b9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:00.202621 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.243497 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 2, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:00.282559 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Checking router: 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:13:00.282991 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Updating router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:13:00.287798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-34c841cc-02a4-4864-930e-76db55e3de0b None None] Provisioning complete for port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:00.288168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-34c841cc-02a4-4864-930e-76db55e3de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.329510 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.352476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ca4508c-704a-4761-845a-9776ea18e43d req-fb163d93-df29-4668-88d6-44b91064e476 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 210 time: 0.0489323 Dec 08 22:13:00.355560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-34c841cc-02a4-4864-930e-76db55e3de0b None None] Port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:13:00.370336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c8b9937d-046e-46ef-9b93-315647f88375 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:13:00.419492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c8b9937d-046e-46ef-9b93-315647f88375 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:00.419871 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.521757 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.547605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port c8b9937d-046e-46ef-9b93-315647f88375, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c8b9937d-046e-46ef-9b93-315647f88375,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:00.553890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.609478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=c8b9937d-046e-46ef-9b93-315647f88375,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:00.676177 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.684022 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.757403 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Pushing event updated for resources: {'Port': ['ID=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:00.767680 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.768108 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.768528 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.768928 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.769361 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.769789 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.770213 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.770634 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.771080 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.771502 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.771922 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.772339 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:00.802852 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Attempting to bind port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:13:00.803119 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Attempting to bind port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:13:00.803692 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Attempting to bind port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:13:00.810385 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:13:00.810836 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Checking segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:13:00.811272 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.811667 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Bound using segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:13:00.812134 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Bound port: 4cdc1766-b7f3-4af6-83bf-349a5e95cce4, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:13:00.812531 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.891845 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] For port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:13:00.896955 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] For port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:13:00.903829 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:00.956536 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:13:00.957311 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:12:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:01.048944 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f24af-d0de-4f7d-a3af-bfd630e2b661 None None] Pushing event updated for resources: {'Port': ['ID=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:01.088761 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a3976f4c-93c4-4dd0-be76-6e0cfceba4c3 None None] Provisioning complete for port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:01.089145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a3976f4c-93c4-4dd0-be76-6e0cfceba4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:01.104803 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:13:01.185726 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a3976f4c-93c4-4dd0-be76-6e0cfceba4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:01.225718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a3976f4c-93c4-4dd0-be76-6e0cfceba4c3 None None] For port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:01.231019 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a3976f4c-93c4-4dd0-be76-6e0cfceba4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:01.296424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3976f4c-93c4-4dd0-be76-6e0cfceba4c3 None None] Pushing event updated for resources: {'Port': ['ID=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:01.356088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4573e071-1bbf-4ed1-a91b-6ff45880d30a None None] Provisioning complete for port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:01.356609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4573e071-1bbf-4ed1-a91b-6ff45880d30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:01.468704 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:01.517391 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37d794-c6f0-4072-b93d-b3c7c720e409 None None] The sync data for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 is: [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:13:01.518863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fcc2a331-20d8-41d8-88e4-79f11b64853d req-813776b9-e1df-4cc5-8200-04ab0e644b32 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 210 time: 0.0287821 Dec 08 22:13:01.569725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4c864382-d021-47ea-9424-056a665619d0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:01.571426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4c864382-d021-47ea-9424-056a665619d0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.37 "GET /v2.0/networks?id=0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 200 len: 797 time: 0.2294049 Dec 08 22:13:01.639174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-5ab7155a-6c19-4266-bd38-9d9dc304c353 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 379 time: 0.0522623 Dec 08 22:13:01.653383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'port': {'device_id': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'admin_state_up': True, 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'security_groups': ['f3e72b57-4cd7-450d-af10-896df403402e']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:13:01.776602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:13:01.780380 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:01.911200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.20.0.5 (0e747305-4025-4f99-bdaa-2194fd0df5cb/3e6cef39-7a5a-4487-af60-05648455e89a/9f197447-9410-4a2b-bfab-01c87cddca40) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:13:02.088933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.111070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c8b9937d-046e-46ef-9b93-315647f88375 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:13:02.135599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.161652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c8b9937d-046e-46ef-9b93-315647f88375 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:02.162022 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.176963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:13:02.182626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:13:02.186644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:13:02.228159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:02.264279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:02.264867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.271803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:13:02.313312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-4de13390-d10d-4f03-b2a0-ac262e5078ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643491 Dec 08 22:13:02.329564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:02.330236 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.331695 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Request body: {'port': {'device_id': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:13:02.440250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.530688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4b12d972-b2f2-455c-b755-895f1a46d8d8 None None] Provisioning complete for port 9f197447-9410-4a2b-bfab-01c87cddca40 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:02.531363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b12d972-b2f2-455c-b755-895f1a46d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.607146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4b12d972-b2f2-455c-b755-895f1a46d8d8 None None] Port 9f197447-9410-4a2b-bfab-01c87cddca40 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:13:02.719347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dca10-0f2c-40fc-adb0-7428717312f2 req-9cf4e6e8-a3c9-499a-b925-90dfd41c91c7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:02.723259 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-908dca10-0f2c-40fc-adb0-7428717312f2 req-9cf4e6e8-a3c9-499a-b925-90dfd41c91c7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 931 time: 0.0831826 Dec 08 22:13:02.789863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-908dca10-0f2c-40fc-adb0-7428717312f2 req-1516c0cf-ce10-495e-9dbc-69a60fa3a401 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619318 Dec 08 22:13:02.837830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f197447-9410-4a2b-bfab-01c87cddca40 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:13:02.849425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.864735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Transition to ACTIVE for port object 9f197447-9410-4a2b-bfab-01c87cddca40 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:13:02.869088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:02.935605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:02.996248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:13:02.996752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:13:02.997181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:13:03.002575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:13:03.003064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:13:03.008650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:13:03.008994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Checking segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:13:03.009384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Bound using segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:13:03.009821 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Bound port: 9f197447-9410-4a2b-bfab-01c87cddca40, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:13:03.010792 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:03.090636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:13:03.093925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:13:03.099125 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:03.132959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.133526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:03.135718 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] 10.222.0.37 "PUT /v2.0/ports/9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 1091 time: 0.8110654 Dec 08 22:13:03.137972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:03.141144 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe09d29-fd01-4fb5-a4be-11f6da850a68" -d '{"events": [{"name": "network-changed", "server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:03.171873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f22b2-35fc-46c6-a6cb-766074acd7cf service neutron] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:03.188766 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9399a218-4e8a-4889-952b-2ab8803a7932 x-openstack-request-id: req-9399a218-4e8a-4889-952b-2ab8803a7932 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:03.189051 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:03.189300 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9399a218-4e8a-4889-952b-2ab8803a7932 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:03.189695 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'status': 'completed', 'code': 200} Dec 08 22:13:03.225836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-dc9ced24-a250-4dc1-b9fc-2520c88bf18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.227448 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-dc9ced24-a250-4dc1-b9fc-2520c88bf18d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1094 time: 0.0487545 Dec 08 22:13:03.275385 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-0d66adbd-524b-4b47-924e-886bd99a5263 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 217 time: 0.0389903 Dec 08 22:13:03.327321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-be65ce6b-00fd-4a1d-8570-83fa95ef1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.328811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-be65ce6b-00fd-4a1d-8570-83fa95ef1a88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e6cef39-7a5a-4487-af60-05648455e89a HTTP/1.1" status: 200 len: 835 time: 0.0467198 Dec 08 22:13:03.375053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-0f8139b7-f0bd-417b-982a-6b2d9386fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.376553 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-0f8139b7-f0bd-417b-982a-6b2d9386fd78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e747305-4025-4f99-bdaa-2194fd0df5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406280 Dec 08 22:13:03.467550 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-6b031d5b-1998-4228-b9fe-2a4e177f6de6 service neutron] 10.222.0.37 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837355 Dec 08 22:13:03.558575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b6e51c90-cbd2-4634-9966-5a3f28f41b70 req-d1da537b-9612-4a7c-a098-264b87a19556 service neutron] 10.222.0.37 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836637 Dec 08 22:13:03.643129 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-e53b9e0e-13b4-4971-9140-4314a8f8bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.644639 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-e53b9e0e-13b4-4971-9140-4314a8f8bc5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1094 time: 0.0412970 Dec 08 22:13:03.742195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-6c5fb929-b446-47d5-85de-5b0e96587a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.743803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-6c5fb929-b446-47d5-85de-5b0e96587a3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 200 len: 898 time: 0.0919909 Dec 08 22:13:03.787577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-fddddeb9-bfa8-412a-8059-e353941bc202 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 217 time: 0.0359993 Dec 08 22:13:03.843515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-8ad9afd2-bf22-4bcd-9f11-3a7f8e10fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.845111 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-8ad9afd2-bf22-4bcd-9f11-3a7f8e10fc6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e6cef39-7a5a-4487-af60-05648455e89a HTTP/1.1" status: 200 len: 835 time: 0.0504353 Dec 08 22:13:03.906222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-161ebc85-a44e-4b71-8b2b-7e1c0f83865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.907891 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-161ebc85-a44e-4b71-8b2b-7e1c0f83865c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e747305-4025-4f99-bdaa-2194fd0df5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529838 Dec 08 22:13:03.930466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cecbb2-298e-4f92-88de-70d0b1afcf13 req-67d87224-aca8-4952-a750-9c840861c321 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:03.932058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07cecbb2-298e-4f92-88de-70d0b1afcf13 req-67d87224-aca8-4952-a750-9c840861c321 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 943 time: 0.0627303 Dec 08 22:13:03.975329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-07cecbb2-298e-4f92-88de-70d0b1afcf13 req-aa9dac4e-6f46-4f2f-b817-c0c1ebe97a22 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366175 Dec 08 22:13:04.007614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-a0b3cc0c-7a75-453a-927b-4e1d5473a76f service neutron] 10.222.0.37 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916173 Dec 08 22:13:04.104825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbe09d29-fd01-4fb5-a4be-11f6da850a68 req-74c85e93-4c68-4abb-9383-67aa196bb881 service neutron] 10.222.0.37 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888870 Dec 08 22:13:05.094963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263312a8-62d2-4a38-8d73-e1f5344ef565 req-883aed76-aa24-4370-bcd8-b7715869af1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:05.096468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263312a8-62d2-4a38-8d73-e1f5344ef565 req-883aed76-aa24-4370-bcd8-b7715869af1b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 943 time: 0.0508926 Dec 08 22:13:05.134332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-263312a8-62d2-4a38-8d73-e1f5344ef565 req-1a574c61-e40e-42ca-9808-4eb85df5f007 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Dec 08 22:13:05.599153 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-be8c553b-19b3-4a8c-9ea3-08da87c7ffba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:06.256644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd51c5-726d-4afe-9ac8-6b686f9f9b23 req-4db020ef-aa2d-4258-bf35-da8edf87e3a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:06.258124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-60fd51c5-726d-4afe-9ac8-6b686f9f9b23 req-4db020ef-aa2d-4258-bf35-da8edf87e3a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 943 time: 0.0538754 Dec 08 22:13:06.296706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-60fd51c5-726d-4afe-9ac8-6b686f9f9b23 req-a53a65bf-75c2-458c-8fd8-a2549cb4fbe7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Dec 08 22:13:06.659373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 9f197447-9410-4a2b-bfab-01c87cddca40 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:13:06.762677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:06.774322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '9f197447-9410-4a2b-bfab-01c87cddca40', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'port_id': '9f197447-9410-4a2b-bfab-01c87cddca40', 'mac_address': 'fa:16:3e:b1:cc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:13:06.812608 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:06.825502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f197447-9410-4a2b-bfab-01c87cddca40 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:13:06.844863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:06.848777 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:06.899190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:07.066303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['9f197447-9410-4a2b-bfab-01c87cddca40'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:13:07.524912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212471-2c11-45a3-9cff-1833687c07f2 req-3aa6c5ee-1862-47fb-8798-7987fce2b740 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:07.526442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd212471-2c11-45a3-9cff-1833687c07f2 req-3aa6c5ee-1862-47fb-8798-7987fce2b740 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 944 time: 0.1589227 Dec 08 22:13:07.564570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd212471-2c11-45a3-9cff-1833687c07f2 req-2da824e7-f203-488f-98e1-5cd0234458f3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319068 Dec 08 22:13:08.263821 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68de9980-cd1f-4f61-a9ea-42e8d07f55f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:08.662938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 9f197447-9410-4a2b-bfab-01c87cddca40 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:13:08.691898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35da0f-117f-4f98-96b9-dac772dd4101 req-5e05e9d5-4f9b-4750-8c5d-f711d4e8a981 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:08.693564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc35da0f-117f-4f98-96b9-dac772dd4101 req-5e05e9d5-4f9b-4750-8c5d-f711d4e8a981 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 944 time: 0.0588136 Dec 08 22:13:08.733016 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 9f197447-9410-4a2b-bfab-01c87cddca40 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:13:08.737531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 9f197447-9410-4a2b-bfab-01c87cddca40 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:08.738138 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:08.746329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc35da0f-117f-4f98-96b9-dac772dd4101 req-0be27328-4a31-4a79-b9ed-3988682c6c8f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455604 Dec 08 22:13:08.832387 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:08.866496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:08.868839 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af366dac-e46f-4870-a6d4-17b9696c4ab3" -d '{"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-plugged", "status": "completed", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:08.880707 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:08.883549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:08.890352 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:08.920552 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe42bd5-aa3e-44ca-a65b-216c3beb9e0d x-openstack-request-id: req-3fe42bd5-aa3e-44ca-a65b-216c3beb9e0d {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:08.920925 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-plugged", "status": "completed", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:08.921250 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fe42bd5-aa3e-44ca-a65b-216c3beb9e0d {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:08.921701 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'code': 200} Dec 08 22:13:08.950265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:09.021582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60146d6a-ec3f-4d8b-a000-853254f53b22 req-2b7ac587-0e65-454b-8ed6-2c5e3a3fe5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:09.023123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60146d6a-ec3f-4d8b-a000-853254f53b22 req-2b7ac587-0e65-454b-8ed6-2c5e3a3fe5a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1096 time: 0.0419531 Dec 08 22:13:09.058941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60146d6a-ec3f-4d8b-a000-853254f53b22 req-6ba3cdab-cb63-4467-aafa-f4dc95a52b4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281253 Dec 08 22:13:09.464777 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:09.556356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:09.858348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78c7fe-d9eb-424a-9919-2678f8d005f5 req-feb286a3-299d-4938-bc25-b736a4285de4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:09.859951 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c78c7fe-d9eb-424a-9919-2678f8d005f5 req-feb286a3-299d-4938-bc25-b736a4285de4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.0497386 Dec 08 22:13:09.899728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6c78c7fe-d9eb-424a-9919-2678f8d005f5 req-5fca7eff-57f0-4f68-bf88-f4c83e99ecf1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333700 Dec 08 22:13:10.142427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:11.027210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a07fc2-97d9-474c-8ca2-8b564b33ae59 req-4b942303-441b-417d-b068-9a95b947677d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:11.029980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41a07fc2-97d9-474c-8ca2-8b564b33ae59 req-4b942303-441b-417d-b068-9a95b947677d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.0574045 Dec 08 22:13:11.048741 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:11.078803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41a07fc2-97d9-474c-8ca2-8b564b33ae59 req-02d41f38-a313-4dae-a71a-8e54bdc3ddb0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417447 Dec 08 22:13:11.270475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ec530-f3e6-4a55-9f11-cbccc700a671 req-dfe91df9-1df4-42de-b454-0379b572eed7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:11.272123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf7ec530-f3e6-4a55-9f11-cbccc700a671 req-dfe91df9-1df4-42de-b454-0379b572eed7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.1215391 Dec 08 22:13:11.328733 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf7ec530-f3e6-4a55-9f11-cbccc700a671 req-15cb402b-08a0-40b8-9f12-9efde9a11d21 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504966 Dec 08 22:13:11.350904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59506) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:13:11.398583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4404f8b6-4126-4e03-9c70-7b73741dd31e tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:11.400326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4404f8b6-4126-4e03-9c70-7b73741dd31e tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1091 time: 0.0484095 Dec 08 22:13:11.403016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:13:11.407908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '9f197447-9410-4a2b-bfab-01c87cddca40', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:13:11.430540 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:11.527933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:11.638045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.25.1.215 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/7f82e327-23e6-43e2-9f5b-a9ea200adc9c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:13:11.752244 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:11.796107 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:11.832659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:13:11.835520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:13:11.839052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:13:11.876314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=7f82e327-23e6-43e2-9f5b-a9ea200adc9c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:12.232144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:12.302170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:12.460832 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:12.465564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:12.534534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=7f82e327-23e6-43e2-9f5b-a9ea200adc9c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:12.548894 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:12.661582 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Floating IP 0e6fc38d-ff96-4729-9649-a7cebb559f2a associated. External IP: 172.25.1.215, port: 9f197447-9410-4a2b-bfab-01c87cddca40. Dec 08 22:13:12.879386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:13:12.995405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:13:13.005410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] Sync routers for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:13:13.013490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:13.015575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:13:13.016355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:13:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:13.040712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b7024fad-5311-40ea-b0c7-eb353a177b7e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6366701 Dec 08 22:13:13.041397 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:13.043773 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:13.085867 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fef104-08c3-422c-b92d-583024824cfb x-openstack-request-id: req-79fef104-08c3-422c-b92d-583024824cfb {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:13.086232 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:13.087055 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79fef104-08c3-422c-b92d-583024824cfb {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:13.087716 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'status': 'completed', 'code': 200} Dec 08 22:13:13.129708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:13:13.208007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38614c-df42-48b0-a950-ebbe0416bed0 req-81d37917-2ee5-4023-ba41-dd05f307dd69 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:13.209570 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e38614c-df42-48b0-a950-ebbe0416bed0 req-81d37917-2ee5-4023-ba41-dd05f307dd69 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.1075063 Dec 08 22:13:13.237477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-71b6f030-31d8-48cb-bfd7-52ea1324c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:13.239008 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-71b6f030-31d8-48cb-bfd7-52ea1324c961 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1096 time: 0.1093891 Dec 08 22:13:13.307064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e38614c-df42-48b0-a950-ebbe0416bed0 req-e2d4a35e-f051-49ed-b6bb-21e382308ec5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900121 Dec 08 22:13:13.339227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 59550) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:13:13.382102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-5f88d32d-0a7d-45fc-b31a-3cbbfbf98d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:13.384006 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-5f88d32d-0a7d-45fc-b31a-3cbbfbf98d0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 200 len: 898 time: 0.1323140 Dec 08 22:13:13.409989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '0e6fc38d-ff96-4729-9649-a7cebb559f2a', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'port_id': '9f197447-9410-4a2b-bfab-01c87cddca40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'mac_address': 'fa:16:3e:b1:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:13:12Z', 'updated_at': '2021-12-08T22:13:12Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:13:01Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:13.420393 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ff43833c-043d-4059-a4bd-1f087c52e508 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/0e6fc38d-ff96-4729-9649-a7cebb559f2a HTTP/1.1" status: 200 len: 991 time: 0.0801094 Dec 08 22:13:13.440531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] Checking router: 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:13:13.450140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:13:13.451144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:13:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:13.456377 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-db90ae70-868b-4a29-a510-bac90701d7b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 999 time: 0.0646923 Dec 08 22:13:13.514699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-5c191f9d-fede-40b8-97dc-13dd1ae227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:13.516265 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-5c191f9d-fede-40b8-97dc-13dd1ae227c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e6cef39-7a5a-4487-af60-05648455e89a HTTP/1.1" status: 200 len: 835 time: 0.0530610 Dec 08 22:13:13.569628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-ac612c09-0dde-4c9b-8ac2-f3c63dca8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:13.571337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-ac612c09-0dde-4c9b-8ac2-f3c63dca8044 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e747305-4025-4f99-bdaa-2194fd0df5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483761 Dec 08 22:13:13.687742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-671bba44-2ac7-4c2a-8db2-2e3c6ea7c091 service neutron] 10.222.0.37 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080103 Dec 08 22:13:13.735696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:13:13.796727 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7cb4ca1-77cd-4707-b1d0-f989caebb4f7 req-e700e4c8-e85d-4e53-9b00-d07f94060daf service neutron] 10.222.0.37 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002736 Dec 08 22:13:13.979509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '0e6fc38d-ff96-4729-9649-a7cebb559f2a', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'port_id': '9f197447-9410-4a2b-bfab-01c87cddca40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'mac_address': 'fa:16:3e:b1:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:13:12Z', 'updated_at': '2021-12-08T22:13:12Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:13:01Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:14.006465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da17398-aeae-479c-8075-3b99c6617bce None None] The sync data for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 is: [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '0e6fc38d-ff96-4729-9649-a7cebb559f2a', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'port_id': '9f197447-9410-4a2b-bfab-01c87cddca40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'mac_address': 'fa:16:3e:b1:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:13:12Z', 'updated_at': '2021-12-08T22:13:12Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:13:01Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:13:14.228932 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519662e-f799-4ce6-9675-5f1876fdf0f4 None None] New status for floating IP 0e6fc38d-ff96-4729-9649-a7cebb559f2a: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:13:14.427562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 59570) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:13:14.493965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4012aaef-2f5e-42ba-ac48-fc05948e23d4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/0e6fc38d-ff96-4729-9649-a7cebb559f2a HTTP/1.1" status: 200 len: 993 time: 0.0649467 Dec 08 22:13:17.136292 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:13:35.602112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-39da27ae-506e-48bf-87a0-1d6813427048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:38.269573 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4c637f1-37d4-40c3-b23a-baceacadf480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:38.842132 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:39.467894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:39.565252 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:40.154356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:41.042461 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:45.904699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcda97-c0e8-41ec-8977-fb3e97d330ae req-f7db460b-0094-4640-975a-f2095c50c6a7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:45.907091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9fdcda97-c0e8-41ec-8977-fb3e97d330ae req-f7db460b-0094-4640-975a-f2095c50c6a7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.0541706 Dec 08 22:13:45.944416 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9fdcda97-c0e8-41ec-8977-fb3e97d330ae req-3ce6cef4-7790-45ea-ba40-725783f220f1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311677 Dec 08 22:13:45.967823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60424) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:13:46.049946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-95a157f0-86b7-47df-8823-ff540fa627d5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/0e6fc38d-ff96-4729-9649-a7cebb559f2a HTTP/1.1" status: 200 len: 993 time: 0.0732358 Dec 08 22:13:46.495423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba8ddb-e916-4c4e-8d31-452ab51029ed req-3cc50018-5c84-4f39-8049-0caef9b95ca5 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:46.497148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-adba8ddb-e916-4c4e-8d31-452ab51029ed req-3cc50018-5c84-4f39-8049-0caef9b95ca5 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1096 time: 0.0466430 Dec 08 22:13:46.539005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-adba8ddb-e916-4c4e-8d31-452ab51029ed req-2b0a3a66-4765-4f73-a0d2-9ca9c1446b23 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Dec 08 22:13:47.102981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60488) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:13:47.222418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-53e9107d-a875-427e-be8e-07bc202cde0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181383 Dec 08 22:13:47.231607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-1ead32e7-4535-4efe-8fc3-53d402a7bd72 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:13:47.232623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-1ead32e7-4535-4efe-8fc3-53d402a7bd72 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055087 Dec 08 22:13:47.829920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-2fe979b7-5b54-4571-8d65-2a5533b0b356 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:47.831514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-2fe979b7-5b54-4571-8d65-2a5533b0b356 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports/9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 1093 time: 0.1088128 Dec 08 22:13:47.840637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Request body: {'binding': {'host': 'n-h2-821126-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:13:47.841197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Unknown quota resources ['binding']. {{(pid=102389) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 22:13:47.993849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on host n-h2-821126-1 for vnic_type normal with profile None {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:13:47.994246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:13:47.994582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:13:47.999714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:13:48.000038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:13:48.007441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:13:48.007873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Checking segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:13:48.008266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Bound using segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:13:48.008700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Bound port: 9f197447-9410-4a2b-bfab-01c87cddca40, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:13:48.102742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:13:48.110247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] Notify callbacks [] for binding, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:48.115865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-b49e2acd-7137-4fef-b197-b9200c6f0d80 service neutron] 10.222.0.21 "POST /v2.0/ports/9f197447-9410-4a2b-bfab-01c87cddca40/bindings HTTP/1.1" status: 201 len: 389 time: 0.2786334 Dec 08 22:13:48.299423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59724-cd89-48b6-973d-b00c28c5b5e1 req-79e34d35-1394-4485-bc36-94a1b086a503 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:48.311324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cd59724-cd89-48b6-973d-b00c28c5b5e1 req-79e34d35-1394-4485-bc36-94a1b086a503 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.0748646 Dec 08 22:13:48.361845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cd59724-cd89-48b6-973d-b00c28c5b5e1 req-7e44bbfd-0ac1-4343-97d3-a41faecb1bb9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452347 Dec 08 22:13:48.421913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-5a9b43b8-5236-4875-b7cc-4410f7506cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:48.423624 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-5a9b43b8-5236-4875-b7cc-4410f7506cfb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1096 time: 0.0422699 Dec 08 22:13:48.520303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-5b0b58be-3abf-4423-ad03-252a805b6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:48.521779 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-5b0b58be-3abf-4423-ad03-252a805b6121 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 200 len: 898 time: 0.0914669 Dec 08 22:13:48.597635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f0738a7d-e7da-4397-8784-12221205e162 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 1001 time: 0.0688584 Dec 08 22:13:48.649677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-8e63d41e-60f8-408d-93af-f42f8e9a8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:48.651157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-8e63d41e-60f8-408d-93af-f42f8e9a8300 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e6cef39-7a5a-4487-af60-05648455e89a HTTP/1.1" status: 200 len: 835 time: 0.0470877 Dec 08 22:13:48.696516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-d5b2e2ec-d575-4dec-8664-4c1c96373764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:48.698105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-d5b2e2ec-d575-4dec-8664-4c1c96373764 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e747305-4025-4f99-bdaa-2194fd0df5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398128 Dec 08 22:13:48.801420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-eb4701fe-c4ef-4a45-a33d-92e2dd2f3cb2 service neutron] 10.222.0.23 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955992 Dec 08 22:13:48.898364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-5b416c82-7b52-478b-8b0b-c5b41127eaf3 service neutron] 10.222.0.23 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894718 Dec 08 22:13:49.046932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-a6d6528d-09f7-471c-9194-61b36d136c2d tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:49.049010 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-a6d6528d-09f7-471c-9194-61b36d136c2d tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1096 time: 0.0951121 Dec 08 22:13:49.061146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821126-1'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:13:49.122201 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:49.262983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:49.305369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:13:49.351252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:49.353537 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ee7c29-c72a-44ed-9873-7bf561d58e51" -d '{"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:49.370013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:49.396420 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:49.402298 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba4b9f-fa82-4308-8d4a-0429201e168d x-openstack-request-id: req-61ba4b9f-fa82-4308-8d4a-0429201e168d {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:49.402689 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:49.403068 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61ba4b9f-fa82-4308-8d4a-0429201e168d {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:49.403554 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'code': 200} Dec 08 22:13:49.497080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7ebd-d40f-4fdb-bab2-099795e3b5e3 req-1af48f4d-1bce-4a87-8fdc-07b1fe8e6fe6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:49.505775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8aac7ebd-d40f-4fdb-bab2-099795e3b5e3 req-1af48f4d-1bce-4a87-8fdc-07b1fe8e6fe6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 943 time: 0.0600979 Dec 08 22:13:49.507019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:49.518188 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.518804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.519310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.519811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.520327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.520839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.521571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.522061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.522554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.523087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.523595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.524085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:49.555263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8aac7ebd-d40f-4fdb-bab2-099795e3b5e3 req-1a60e11a-7fa7-42be-bb18-d463fa490467 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480719 Dec 08 22:13:49.587636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on host n-h1-821126-1 for vnic_type normal with profile {"migrating_to": "n-h2-821126-1"} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:13:49.587981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:13:49.588529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:13:49.593052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:13:49.593653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Attempting to bind port 9f197447-9410-4a2b-bfab-01c87cddca40 on network 0e747305-4025-4f99-bdaa-2194fd0df5cb {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:13:49.599364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:13:49.599706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Checking segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:13:49.600093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Bound using segment: {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:13:49.600523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Bound port: 9f197447-9410-4a2b-bfab-01c87cddca40, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3403cb07-d2da-4cb6-b856-ea8d790e9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:13:49.600881 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:49.683541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:13:49.687734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:13:49.693479 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:49.791306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Provisioning complete for port 9f197447-9410-4a2b-bfab-01c87cddca40 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:49.791950 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:49.868598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:49.869854 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:49.871573 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] 10.222.0.23 "PUT /v2.0/ports/9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 1121 time: 0.8146060 Dec 08 22:13:49.875863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576f709-00a7-4c56-9e19-751931767ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=8']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:49.938132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['9f197447-9410-4a2b-bfab-01c87cddca40'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:13:49.954571 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:50.013779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:50.017121 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e6f46-e445-4399-85b4-3ade907f5ef4" -d '{"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-plugged", "status": "completed", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:50.047375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:50.065745 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:50.077378 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3ae05-8692-450a-b348-d1ef05c90ae0 x-openstack-request-id: req-caa3ae05-8692-450a-b348-d1ef05c90ae0 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:50.078578 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-plugged", "status": "completed", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:50.079057 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caa3ae05-8692-450a-b348-d1ef05c90ae0 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:50.079622 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'code': 200} Dec 08 22:13:50.236696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:50.246009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.246347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.246693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.247060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.247395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.247775 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.248124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.248356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.248691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.249015 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.249331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.249683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81edff7-ecff-4b1a-99ff-a3697f76344d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:50.433875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6768695b-07c1-4945-bf13-97eeebf35202 None None] Provisioning complete for port 9f197447-9410-4a2b-bfab-01c87cddca40 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:13:50.434246 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6768695b-07c1-4945-bf13-97eeebf35202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:50.685699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792983-7300-411f-83bf-cc441cf3329b req-e5c47365-eff6-4382-84ac-e851d15231f6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:50.687748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-54792983-7300-411f-83bf-cc441cf3329b req-e5c47365-eff6-4382-84ac-e851d15231f6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.0572731 Dec 08 22:13:50.728606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-54792983-7300-411f-83bf-cc441cf3329b req-573a769e-0438-41f2-bdd0-7becc94a4b70 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343349 Dec 08 22:13:51.404840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:51.407905 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87" -d '{"events": [{"name": "network-changed", "server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:51.445570 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d290c7-272d-4c4e-811d-1ec0e332c9ec x-openstack-request-id: req-c7d290c7-272d-4c4e-811d-1ec0e332c9ec {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:51.445973 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:51.446348 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7d290c7-272d-4c4e-811d-1ec0e332c9ec {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:51.446886 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'status': 'completed', 'code': 200} Dec 08 22:13:51.508390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-919b4347-acb2-450c-ad36-41ceae85f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:51.509883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-919b4347-acb2-450c-ad36-41ceae85f451 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1126 time: 0.0416365 Dec 08 22:13:51.605465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-0acfa335-8082-4176-926e-de3f7c81af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:51.607126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-0acfa335-8082-4176-926e-de3f7c81af41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 200 len: 898 time: 0.0902877 Dec 08 22:13:51.681262 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-63cfbbcb-cdb5-4e44-a1d7-52f18e8d43bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 1001 time: 0.0667863 Dec 08 22:13:51.731212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-358e02bd-fec1-42e3-9f66-50757c0bdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:51.732696 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-358e02bd-fec1-42e3-9f66-50757c0bdce4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e6cef39-7a5a-4487-af60-05648455e89a HTTP/1.1" status: 200 len: 835 time: 0.0446038 Dec 08 22:13:51.784065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-f6486fd5-f520-47a0-8aac-7be30ab8c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:51.785732 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-f6486fd5-f520-47a0-8aac-7be30ab8c4c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e747305-4025-4f99-bdaa-2194fd0df5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463777 Dec 08 22:13:51.931057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d73905-11ba-468c-888b-8aa9324e4b13 req-8c6cb184-92c8-4e88-9e86-dd5fed9dbaac tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:51.932787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c8d73905-11ba-468c-888b-8aa9324e4b13 req-8c6cb184-92c8-4e88-9e86-dd5fed9dbaac tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.1089194 Dec 08 22:13:51.956320 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-d48a01d9-ef7f-4def-aa70-59ee2d6bc293 service neutron] 10.222.0.37 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628232 Dec 08 22:13:52.027686 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c8d73905-11ba-468c-888b-8aa9324e4b13 req-b610b89c-b753-4ad8-9fc9-0590470939dc tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832579 Dec 08 22:13:52.067608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c5b230e0-dd32-4a5f-8d2b-da2fe0adde87 req-9e207131-9cae-4984-ac77-20b4f8c9332d service neutron] 10.222.0.37 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030860 Dec 08 22:13:52.130829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9f197447-9410-4a2b-bfab-01c87cddca40 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:13:52.242376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:52.255136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9f197447-9410-4a2b-bfab-01c87cddca40 has no active binding in host n-h2-821126-1 {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 22:13:53.157279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd115b-3ab9-402f-9483-d16a722959d8 req-e3f725f5-e10e-4405-89b8-7a0e6dc1b74f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:53.158820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26dd115b-3ab9-402f-9483-d16a722959d8 req-e3f725f5-e10e-4405-89b8-7a0e6dc1b74f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.0509591 Dec 08 22:13:53.202614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-26dd115b-3ab9-402f-9483-d16a722959d8 req-668265b6-5247-41a7-89a9-3c07d29d85b2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373116 Dec 08 22:13:54.135123 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:13:54.322256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c322e1-8d98-4737-a309-c21b11c50a06 req-a104bf4f-55e6-4416-a247-4a2dfa3e6962 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:54.323859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4c322e1-8d98-4737-a309-c21b11c50a06 req-a104bf4f-55e6-4416-a247-4a2dfa3e6962 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 945 time: 0.0526624 Dec 08 22:13:54.681673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4c322e1-8d98-4737-a309-c21b11c50a06 req-5422e71f-65aa-4f6b-88bc-c9ce45b0c2db tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508492 Dec 08 22:13:54.850188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-ce493d15-0442-44a5-a5ff-408babcf86a4 service neutron] 10.222.0.37 "GET /v2.0/ports/9f197447-9410-4a2b-bfab-01c87cddca40/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 384 time: 0.0546248 Dec 08 22:13:55.028430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:55.048458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:13:55.086758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:55.089032 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f060800-de62-45b6-8b43-d5c235adabfe" -d '{"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:55.096483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:55.112405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:55.133282 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6241c11f-ae9b-42fa-8cb7-22c03577aaec x-openstack-request-id: req-6241c11f-ae9b-42fa-8cb7-22c03577aaec {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:55.133582 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:55.133839 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6241c11f-ae9b-42fa-8cb7-22c03577aaec {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:55.134231 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'code': 200} Dec 08 22:13:55.193489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Transition to ACTIVE for port object 9f197447-9410-4a2b-bfab-01c87cddca40 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:13:55.203315 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:55.298275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Pushing event updated for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=11']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:55.308868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.309224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.309568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.309915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.310253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.310588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.310961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.311294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.311625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.312481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.312810 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.313135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:13:55.352962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] No DVR routers for this DVR port 9f197447-9410-4a2b-bfab-01c87cddca40 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:13:55.500954 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-dbde3586-b5ec-495b-b1a8-db8664d59e51 service neutron] 10.222.0.37 "PUT /v2.0/ports/9f197447-9410-4a2b-bfab-01c87cddca40/bindings/n-h2-821126-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6441634 Dec 08 22:13:55.595058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-6ebe7a5c-1e9d-416e-82b7-5bfa72c2f473 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:55.596558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-6ebe7a5c-1e9d-416e-82b7-5bfa72c2f473 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.0429344 Dec 08 22:13:55.647234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-e4349ef9-7fd9-4704-8445-9ed467092f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:55.648710 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-e4349ef9-7fd9-4704-8445-9ed467092f14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 1095 time: 0.0448506 Dec 08 22:13:55.710682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-5adf5528-889d-42f0-b913-c3dbfacfbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:55.712243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-5adf5528-889d-42f0-b913-c3dbfacfbf28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1095 time: 0.0417209 Dec 08 22:13:55.808070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-a77a8f9d-ebe4-4e50-88ef-9a40c05fd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:55.809555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-a77a8f9d-ebe4-4e50-88ef-9a40c05fd666 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 200 len: 898 time: 0.0905647 Dec 08 22:13:55.815574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7b90-a39f-41bb-aaa5-ba7ba8024b03 req-bbc2f636-2e8e-4e26-a4f3-ac9ae0822eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:55.817096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91cf7b90-a39f-41bb-aaa5-ba7ba8024b03 req-bbc2f636-2e8e-4e26-a4f3-ac9ae0822eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 944 time: 0.0663705 Dec 08 22:13:55.857395 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91cf7b90-a39f-41bb-aaa5-ba7ba8024b03 req-dbbf65f9-8d8f-4f22-82fa-1a37b37b7dd2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340183 Dec 08 22:13:55.890593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-195c082e-5105-4e1a-89e6-a269b8f5be25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 999 time: 0.0737159 Dec 08 22:13:55.942038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-4518d7e4-44b2-4bc9-914f-e4c8e7a264bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:55.943652 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-4518d7e4-44b2-4bc9-914f-e4c8e7a264bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e6cef39-7a5a-4487-af60-05648455e89a HTTP/1.1" status: 200 len: 835 time: 0.0461352 Dec 08 22:13:55.989983 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-284d7d2e-6aa0-48c8-957d-0bfbc36d6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:55.991540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-284d7d2e-6aa0-48c8-957d-0bfbc36d6b8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e747305-4025-4f99-bdaa-2194fd0df5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404458 Dec 08 22:13:56.091823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-7a34d6ad-64a7-4e39-a9b5-26766cd8b37e service neutron] 10.222.0.23 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902765 Dec 08 22:13:56.180987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-85b1b40a-e343-4b66-aba4-f37c4d9c44ea service neutron] 10.222.0.23 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824409 Dec 08 22:13:56.412466 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-454d5790-2260-4ba3-a56a-58a83160a1bb tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:56.413942 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-454d5790-2260-4ba3-a56a-58a83160a1bb tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 1095 time: 0.0483165 Dec 08 22:13:56.562865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-2d391e8f-c6ff-4bf2-ae92-9157cf35b9c6 service neutron] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:13:56.566215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-2d391e8f-c6ff-4bf2-ae92-9157cf35b9c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:56.567376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61cec03e-ef16-47ab-be8e-70960bccec06 req-2d391e8f-c6ff-4bf2-ae92-9157cf35b9c6 service neutron] 10.222.0.23 "DELETE /v2.0/ports/9f197447-9410-4a2b-bfab-01c87cddca40/bindings/n-h1-821126-1 HTTP/1.1" status: 204 len: 173 time: 0.1453362 Dec 08 22:13:56.996730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b29261-15c5-47d3-a2a3-d3bf073113de req-57adec37-ce4c-4900-b77f-e283b0273f6a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:56.998248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9b29261-15c5-47d3-a2a3-d3bf073113de req-57adec37-ce4c-4900-b77f-e283b0273f6a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 944 time: 0.0550609 Dec 08 22:13:57.040368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9b29261-15c5-47d3-a2a3-d3bf073113de req-5d1a516f-7a8e-401c-9ebc-45e9a3441e80 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357378 Dec 08 22:13:57.152621 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b29719-c519-446a-bcc8-814154addb5e req-a4bc8f46-f8f3-415b-b905-e19f9aa81537 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:57.154152 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6b29719-c519-446a-bcc8-814154addb5e req-a4bc8f46-f8f3-415b-b905-e19f9aa81537 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1095 time: 0.0484390 Dec 08 22:13:57.198552 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6b29719-c519-446a-bcc8-814154addb5e req-655fe182-9021-4d31-946e-7f1df211ac35 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373766 Dec 08 22:13:57.321186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7f085-5ef6-486c-88fc-45bb9049aae5 req-f6e6ee80-1da0-4de7-b13b-9d575755163f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:57.323121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ba7f085-5ef6-486c-88fc-45bb9049aae5 req-f6e6ee80-1da0-4de7-b13b-9d575755163f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 944 time: 0.0507178 Dec 08 22:13:57.362499 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5ba7f085-5ef6-486c-88fc-45bb9049aae5 req-39f5a52d-6840-45fd-99b3-4942d5010d1e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327926 Dec 08 22:13:57.385002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60730) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:13:57.449114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-94542f45-8d48-4f12-b534-e8c31a7dca51 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/0e6fc38d-ff96-4729-9649-a7cebb559f2a HTTP/1.1" status: 200 len: 991 time: 0.0629108 Dec 08 22:13:57.674032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60742) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:13:57.846207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 7f82e327-23e6-43e2-9f5b-a9ea200adc9c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:13:57.846617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:57.922349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:57.922672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:57.933955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 7f82e327-23e6-43e2-9f5b-a9ea200adc9c owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:13:58.087711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:58.116448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=7f82e327-23e6-43e2-9f5b-a9ea200adc9c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:58.178774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:58.179475 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Floating IP 0e6fc38d-ff96-4729-9649-a7cebb559f2a disassociated (deleted). External IP: 172.25.1.215, port: 9f197447-9410-4a2b-bfab-01c87cddca40. Dec 08 22:13:58.399835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:13:58.509817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:13:58.514701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:58.532509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] Sync routers for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:13:58.544389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0a748a79-006c-4f41-814c-f433c9e9518a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/floatingips/0e6fc38d-ff96-4729-9649-a7cebb559f2a HTTP/1.1" status: 204 len: 168 time: 0.8667035 Dec 08 22:13:58.544624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:13:58.544740 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:58.544851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:13:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:58.545315 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89544845-bfb5-44b8-be01-b376d1445546" -d '{"events": [{"name": "network-changed", "server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:58.600532 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf3a5d-0534-4b8d-99ac-7374bedc26b8 x-openstack-request-id: req-bdbf3a5d-0534-4b8d-99ac-7374bedc26b8 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:58.600898 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:58.601580 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdbf3a5d-0534-4b8d-99ac-7374bedc26b8 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:58.602269 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'status': 'completed', 'code': 200} Dec 08 22:13:58.677998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:13:58.693705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89544845-bfb5-44b8-be01-b376d1445546 req-afba1b3c-944d-4013-82de-ab669f6f3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:58.695358 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89544845-bfb5-44b8-be01-b376d1445546 req-afba1b3c-944d-4013-82de-ab669f6f3010 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 1095 time: 0.0566373 Dec 08 22:13:58.857961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89544845-bfb5-44b8-be01-b376d1445546 req-f7e886db-793e-4dd7-b4d1-d98d80cc851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:58.860263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89544845-bfb5-44b8-be01-b376d1445546 req-f7e886db-793e-4dd7-b4d1-d98d80cc851f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 200 len: 898 time: 0.1566868 Dec 08 22:13:58.884210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537c4b2-47f2-4daf-8ea2-cb9a6828e47c req-fc7e7caf-647c-4c3d-8e3c-157bff3b2859 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:58.884444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 9f197447-9410-4a2b-bfab-01c87cddca40 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:13:58.886158 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8537c4b2-47f2-4daf-8ea2-cb9a6828e47c req-fc7e7caf-647c-4c3d-8e3c-157bff3b2859 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 944 time: 0.0992498 Dec 08 22:13:58.913796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89544845-bfb5-44b8-be01-b376d1445546 req-578b00fa-9afa-4182-917f-d81a96ebc616 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 200 len: 217 time: 0.0444002 Dec 08 22:13:58.962596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8537c4b2-47f2-4daf-8ea2-cb9a6828e47c req-9c2786fb-93b4-4ae6-8e57-55cff99803a8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3e72b57-4cd7-450d-af10-896df403402e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479484 Dec 08 22:13:58.973773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89544845-bfb5-44b8-be01-b376d1445546 req-3372f7f5-50ae-4b19-b92c-fd8f34b54e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:58.973773 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89544845-bfb5-44b8-be01-b376d1445546 req-3372f7f5-50ae-4b19-b92c-fd8f34b54e3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e6cef39-7a5a-4487-af60-05648455e89a HTTP/1.1" status: 200 len: 835 time: 0.0483637 Dec 08 22:13:58.980882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 9f197447-9410-4a2b-bfab-01c87cddca40 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:13:59.006126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:13:01Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:59.036343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] Checking router: 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:13:59.040085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89544845-bfb5-44b8-be01-b376d1445546 req-141969bf-7d8f-414d-aa85-b733eb916eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:59.041611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89544845-bfb5-44b8-be01-b376d1445546 req-141969bf-7d8f-414d-aa85-b733eb916eae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e747305-4025-4f99-bdaa-2194fd0df5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604763 Dec 08 22:13:59.046816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:13:59.047423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:13:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:59.162892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89544845-bfb5-44b8-be01-b376d1445546 req-296b00ab-db02-48dd-8411-8332ac96ff65 service neutron] 10.222.0.23 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121280 Dec 08 22:13:59.189954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:13:59.333696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-8ac6886a-54a0-41d0-9ccf-9db86730fc98 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:13:59.335333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-8ac6886a-54a0-41d0-9ccf-9db86730fc98 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 944 time: 0.1257579 Dec 08 22:13:59.341924 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-89544845-bfb5-44b8-be01-b376d1445546 req-c44d2577-784d-42fc-bbf0-b16219e83a77 service neutron] 10.222.0.23 "GET /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692739 Dec 08 22:13:59.449321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 9f197447-9410-4a2b-bfab-01c87cddca40 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:13:59.449688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:59.500743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:13:01Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:13:59.534007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb61eab-7f2e-4f25-8c75-c1ae20f3906d None None] The sync data for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 is: [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:12:58Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '4cdc1766-b7f3-4af6-83bf-349a5e95cce4', 'name': '', 'network_id': '0e747305-4025-4f99-bdaa-2194fd0df5cb', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:74:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:57Z', 'updated_at': '2021-12-08T22:13:01Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': '3e6cef39-7a5a-4487-af60-05648455e89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:13:59.554212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 9f197447-9410-4a2b-bfab-01c87cddca40, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=9f197447-9410-4a2b-bfab-01c87cddca40,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:13:59.554599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:59.568495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 9f197447-9410-4a2b-bfab-01c87cddca40 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:13:59.698462 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:59.740173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=9f197447-9410-4a2b-bfab-01c87cddca40,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:13:59.787891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] No DVR routers for this DVR port 9f197447-9410-4a2b-bfab-01c87cddca40 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:13:59.790568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:13:59.793906 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2adac2d1-a0e9-4f8c-b29c-0af2b10887e2 req-b00851b7-f8b5-4cca-afa5-f4881c210afd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "DELETE /v2.0/ports/9f197447-9410-4a2b-bfab-01c87cddca40 HTTP/1.1" status: 204 len: 173 time: 0.4511390 Dec 08 22:13:59.794347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-deleted', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:13:59.797275 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e3ca7-99df-49da-b721-d65d05ecf43c" -d '{"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-deleted", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:13:59.831986 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cb5a91-ab5f-4c3d-8401-1acba6bc1210 None None] New status for floating IP 0e6fc38d-ff96-4729-9649-a7cebb559f2a: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:13:59.854934 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75b067-c33b-4b2b-a5fe-44b681396d46 x-openstack-request-id: req-3b75b067-c33b-4b2b-a5fe-44b681396d46 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:13:59.855477 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962c1401-5bce-4cc1-bc97-03e45ee9a82b", "name": "network-vif-deleted", "tag": "9f197447-9410-4a2b-bfab-01c87cddca40", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:13:59.855941 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b75b067-c33b-4b2b-a5fe-44b681396d46 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:13:59.856556 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962c1401-5bce-4cc1-bc97-03e45ee9a82b', 'name': 'network-vif-deleted', 'tag': '9f197447-9410-4a2b-bfab-01c87cddca40', 'status': 'completed', 'code': 200} Dec 08 22:14:00.094906 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67af3d46-34a3-4c7c-aa08-49bea1afc179 req-605a3970-ea62-4da9-a926-9e41cd4dda55 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=962c1401-5bce-4cc1-bc97-03e45ee9a82b HTTP/1.1" status: 200 len: 210 time: 0.0370264 Dec 08 22:14:01.154392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60836) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:01.540572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:01.811900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:01.812482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:01.917281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 4cdc1766-b7f3-4af6-83bf-349a5e95cce4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:01.921692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:01.936419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:02.150605 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:02.178947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=4cdc1766-b7f3-4af6-83bf-349a5e95cce4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:02.180905 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9f197447-9410-4a2b-bfab-01c87cddca40 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:14:02.218752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 9f197447-9410-4a2b-bfab-01c87cddca40 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:14:02.219351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 9f197447-9410-4a2b-bfab-01c87cddca40 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:14:02.394479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:02.646843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:14:02.765572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:14:02.771104 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-46ad8655-b2eb-46e3-9b3d-69a3c5f01ec0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "PUT /v2.0/routers/97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6154549 Dec 08 22:14:02.773608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60868) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:02.777079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] Sync routers for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:14:02.795971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:02.796599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:13:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:02.939977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:03.163834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cbf369-6fd7-4314-9693-9c3323044e11 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting subnet 3e6cef39-7a5a-4487-af60-05648455e89a {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:14:03.167212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf369-6fd7-4314-9693-9c3323044e11 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.170039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:14:02Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:03.230145 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf369-6fd7-4314-9693-9c3323044e11 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.360397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] Checking router: 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:14:03.366072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf369-6fd7-4314-9693-9c3323044e11 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.369475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] Routers {'97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:03.370093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:13:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:03.436554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf369-6fd7-4314-9693-9c3323044e11 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.465109 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbf369-6fd7-4314-9693-9c3323044e11 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6cef39-7a5a-4487-af60-05648455e89a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:03.476822 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf369-6fd7-4314-9693-9c3323044e11 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.483179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-25cbf369-6fd7-4314-9693-9c3323044e11 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/subnets/3e6cef39-7a5a-4487-af60-05648455e89a HTTP/1.1" status: 204 len: 168 time: 0.7053595 Dec 08 22:14:03.483344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4584b456-9eb1-40c9-bd4b-f84831680dd2 None None] Network 0e747305-4025-4f99-bdaa-2194fd0df5cb requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:14:03.483472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60880) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:03.557355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] Set router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:03.619717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.753692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.822051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] DHCP port deletion for 0e747305-4025-4f99-bdaa-2194fd0df5cb request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:14:03.829217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port c8b9937d-046e-46ef-9b93-315647f88375 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:03.829580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.860668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:14:02Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:03.892647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f237386-fbf3-440b-95c7-38820d0967bd None None] The sync data for ids ['97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8'] in n-d-821126-1 is: [{'id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419134511', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:14:02Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': 'c8b9937d-046e-46ef-9b93-315647f88375', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:12:54Z', 'updated_at': '2021-12-08T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:14:03.913987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] Deleting port ec5d8745-91e3-4d34-9707-6d5e5a0688b9 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:03.914513 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.930905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port c8b9937d-046e-46ef-9b93-315647f88375, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c8b9937d-046e-46ef-9b93-315647f88375,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:03.930905 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:03.946975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for c8b9937d-046e-46ef-9b93-315647f88375 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:04.005457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] For port ec5d8745-91e3-4d34-9707-6d5e5a0688b9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ec5d8745-91e3-4d34-9707-6d5e5a0688b9,segment=NetworkSegment(3403cb07-d2da-4cb6-b856-ea8d790e9141),segment_id=3403cb07-d2da-4cb6-b856-ea8d790e9141)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:04.005949 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.037203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] Calling delete_port for ec5d8745-91e3-4d34-9707-6d5e5a0688b9 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:04.139224 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.162818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] Pushing event deleted for resources: {'Port': ['ID=ec5d8745-91e3-4d34-9707-6d5e5a0688b9,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:04.175487 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d82beb-d5b3-4036-8184-f0f089877a1a None None] No DVR routers for this DVR port ec5d8745-91e3-4d34-9707-6d5e5a0688b9 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:14:04.176030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.214080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=c8b9937d-046e-46ef-9b93-315647f88375,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:04.296684 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.396004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ec5d8745-91e3-4d34-9707-6d5e5a0688b9 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:14:04.406238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.408530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.417994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ec5d8745-91e3-4d34-9707-6d5e5a0688b9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:14:04.418473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ec5d8745-91e3-4d34-9707-6d5e5a0688b9 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:14:04.419040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:14:04.444817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:14:04.445518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4cdc1766-b7f3-4af6-83bf-349a5e95cce4 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:14:04.465642 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.466301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Fanout notify agent at l3_agent the message router_deleted on router 97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:14:04.473550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.474681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-faf85a75-e63d-4a34-a974-d37317bc3481 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/routers/97cd3b99-9369-4f6c-b76a-4c8a37d2c8d8 HTTP/1.1" status: 204 len: 168 time: 0.9909625 Dec 08 22:14:04.477350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60908) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:04.575259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.674010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.698136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e747305-4025-4f99-bdaa-2194fd0df5cb']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:04.709764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3403cb07-d2da-4cb6-b856-ea8d790e9141') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:04.710072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3403cb07-d2da-4cb6-b856-ea8d790e9141') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:04.721404 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.738430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.744788 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:14:04.745185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:14:04.748658 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:14:04.816133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.829392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.835151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/networks/0e747305-4025-4f99-bdaa-2194fd0df5cb HTTP/1.1" status: 204 len: 168 time: 0.3568170 Dec 08 22:14:04.837440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60918) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:04.849148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f427b-6e83-4061-8c34-c88bd7c8d4ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Network': ['ID=0e747305-4025-4f99-bdaa-2194fd0df5cb,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:04.906688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ba55ab2-a307-4aeb-b53a-660b4561425f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.932674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ba55ab2-a307-4aeb-b53a-660b4561425f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:04.999317 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ba55ab2-a307-4aeb-b53a-660b4561425f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.002076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4ba55ab2-a307-4aeb-b53a-660b4561425f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.003401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4ba55ab2-a307-4aeb-b53a-660b4561425f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/security-groups/f3e72b57-4cd7-450d-af10-896df403402e HTTP/1.1" status: 204 len: 168 time: 0.1647260 Dec 08 22:14:05.012932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba55ab2-a307-4aeb-b53a-660b4561425f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e72b57-4cd7-450d-af10-896df403402e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:05.307242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60932) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:05.311792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-582ceb93-94e7-4a02-850a-fa73c38c43d3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760825098', 'description': 'tempest-secgroup-smoke-1760825098 description', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:05.334492 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-582ceb93-94e7-4a02-850a-fa73c38c43d3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.404650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-582ceb93-94e7-4a02-850a-fa73c38c43d3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.409739 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-582ceb93-94e7-4a02-850a-fa73c38c43d3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.428357 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-582ceb93-94e7-4a02-850a-fa73c38c43d3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.432752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60938) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:05.432925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-582ceb93-94e7-4a02-850a-fa73c38c43d3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245568 Dec 08 22:14:05.438883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3e9fa1f5-7261-46d6-9f6f-5ad617677046 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '22a92ef5-9733-4528-9ea1-e5a9470333c3', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:05.458891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ceb93-94e7-4a02-850a-fa73c38c43d3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a92ef5-9733-4528-9ea1-e5a9470333c3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:05.483355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa1f5-7261-46d6-9f6f-5ad617677046 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.533311 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa1f5-7261-46d6-9f6f-5ad617677046 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.537156 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa1f5-7261-46d6-9f6f-5ad617677046 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.555548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fa1f5-7261-46d6-9f6f-5ad617677046 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155b2d1d-d3e1-4286-96cc-ab98cba1b7ec,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:05.560845 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa1f5-7261-46d6-9f6f-5ad617677046 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.565083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3e9fa1f5-7261-46d6-9f6f-5ad617677046 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307447 Dec 08 22:14:05.565425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60940) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:05.570059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8c7f48b1-2c49-4509-8a9e-0a94cbcb905b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '22a92ef5-9733-4528-9ea1-e5a9470333c3', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:05.605308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2250d12a-7c29-4e85-a63e-9aa6a560c0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.610697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c7f48b1-2c49-4509-8a9e-0a94cbcb905b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.673592 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c7f48b1-2c49-4509-8a9e-0a94cbcb905b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.677730 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c7f48b1-2c49-4509-8a9e-0a94cbcb905b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.698834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f48b1-2c49-4509-8a9e-0a94cbcb905b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d0b826-9ac9-498f-9675-0f51ef9aa6dc,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:05.713927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c7f48b1-2c49-4509-8a9e-0a94cbcb905b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.717823 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8c7f48b1-2c49-4509-8a9e-0a94cbcb905b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488364 Dec 08 22:14:05.718064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60942) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:05.723089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-369be375-f68d-4ff2-8429-c3324cf3a083 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '22a92ef5-9733-4528-9ea1-e5a9470333c3', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:05.754151 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-369be375-f68d-4ff2-8429-c3324cf3a083 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.825498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-369be375-f68d-4ff2-8429-c3324cf3a083 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.830593 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-369be375-f68d-4ff2-8429-c3324cf3a083 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.852358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369be375-f68d-4ff2-8429-c3324cf3a083 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f62026-e46d-43d0-b88b-bd10ba0c7a42,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:05.861146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-369be375-f68d-4ff2-8429-c3324cf3a083 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.864730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-369be375-f68d-4ff2-8429-c3324cf3a083 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425424 Dec 08 22:14:05.865091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60948) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:05.870184 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2753c751-2d67-4738-b612-2d5555ba9002 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '22a92ef5-9733-4528-9ea1-e5a9470333c3', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:05.901297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2753c751-2d67-4738-b612-2d5555ba9002 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.973622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2753c751-2d67-4738-b612-2d5555ba9002 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.978014 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2753c751-2d67-4738-b612-2d5555ba9002 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:05.986081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c8b9937d-046e-46ef-9b93-315647f88375 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:14:06.000535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753c751-2d67-4738-b612-2d5555ba9002 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4b3e2c-a2ca-434c-80ae-3cb8f6244e46,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:06.008558 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2753c751-2d67-4738-b612-2d5555ba9002 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.009881 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2753c751-2d67-4738-b612-2d5555ba9002 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437821 Dec 08 22:14:06.012711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60952) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:06.016276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: c8b9937d-046e-46ef-9b93-315647f88375 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:14:06.016701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c8b9937d-046e-46ef-9b93-315647f88375 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:14:06.017988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5f9d1cdc-8cdc-4025-b163-0c6dc0fb45b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '22a92ef5-9733-4528-9ea1-e5a9470333c3', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:06.045277 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-5f9d1cdc-8cdc-4025-b163-0c6dc0fb45b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Project f9c47bc576c84dfc83a53c5f80e167f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:14:06.051071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f9d1cdc-8cdc-4025-b163-0c6dc0fb45b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.116909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f9d1cdc-8cdc-4025-b163-0c6dc0fb45b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.120723 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f9d1cdc-8cdc-4025-b163-0c6dc0fb45b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.140700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d1cdc-8cdc-4025-b163-0c6dc0fb45b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a29c56-a13d-4c17-a3b7-5507fdda1606,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:06.149157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5f9d1cdc-8cdc-4025-b163-0c6dc0fb45b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.152900 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5f9d1cdc-8cdc-4025-b163-0c6dc0fb45b5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367254 Dec 08 22:14:06.153093 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60956) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:06.158889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-07068cc7-9cf5-4f68-a982-9d3d67faf63c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'security_group_rule': {'security_group_id': '22a92ef5-9733-4528-9ea1-e5a9470333c3', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:06.184339 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-07068cc7-9cf5-4f68-a982-9d3d67faf63c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Project f9c47bc576c84dfc83a53c5f80e167f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:14:06.197770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-07068cc7-9cf5-4f68-a982-9d3d67faf63c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.291006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-07068cc7-9cf5-4f68-a982-9d3d67faf63c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.295668 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-07068cc7-9cf5-4f68-a982-9d3d67faf63c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.315002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07068cc7-9cf5-4f68-a982-9d3d67faf63c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9921c6-a4a4-42ec-8e42-9412b3261438,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:06.329114 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-07068cc7-9cf5-4f68-a982-9d3d67faf63c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.330364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-07068cc7-9cf5-4f68-a982-9d3d67faf63c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1760771 Dec 08 22:14:06.333171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60966) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:06.338235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'network': {'name': 'tempest-network-smoke--269821799', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'port_security_enabled': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:06.360646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:14:06.364248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.389142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:14:06.400792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.401240 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Added segment 4690387c-5b5a-476c-8e05-057f5ac6c02a of type vlan for network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 Dec 08 22:14:06.445501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.472132 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.478594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:06.479230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.548319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2113750 Dec 08 22:14:06.549391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 60968) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:06.553332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'admin_state_up': True, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:06.560721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fe70a-8cdc-44c2-b4a0-4bc80135ebc8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Network': ['ID=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:06.580108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:14:06.580577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.581967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.651691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:06.803027 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:07.009712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:07.028894 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:07.137057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.25.1.121 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/0e6c0be0-89bb-4062-b255-029c1964ba07) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:14:07.259720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:07.302769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:07.359305 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:14:07.362390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:14:07.369219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:14:07.372436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=0e6c0be0-89bb-4062-b255-029c1964ba07,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:07.634677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:07.843078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:07.976053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 32403d37-62b7-450c-ba2d-349b14933692 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:14:08.102197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:14:08.115041 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Sync routers for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:14:08.124660 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:08.125532 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:13:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:08.127875 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:08.129257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2602438-a0a2-4842-bca5-d0e3361f839e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5796659 Dec 08 22:14:08.132545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 60998) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:08.175897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9221b18d-c60a-447d-bad0-0752e5caf4b9 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f9c47bc576c84dfc83a53c5f80e167f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421977 Dec 08 22:14:08.179735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:08.262568 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:08.269195 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d3b51fd5-a541-4588-9634-dcd20c760506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:08.308903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039ca7c-37a1-4e96-8a49-5e723108a857 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:08.313540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32774) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:08.313688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7039ca7c-37a1-4e96-8a49-5e723108a857 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330214 Dec 08 22:14:08.427037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-05438143-27fa-4aaf-a4f5-758c4aa12be7 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1121979 Dec 08 22:14:08.429952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:08.451731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113553323', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:08.479673 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:07Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:08.513913 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Checking router: 32403d37-62b7-450c-ba2d-349b14933692 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:14:08.515010 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Updating router 32403d37-62b7-450c-ba2d-349b14933692 port 0e6c0be0-89bb-4062-b255-029c1964ba07 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:14:08.545428 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:08.564639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:14:08.569133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:08.850879 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:08.906407 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:08.922383 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:08.983886 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Attempting to bind port 0e6c0be0-89bb-4062-b255-029c1964ba07 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:14:08.985064 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Attempting to bind port 0e6c0be0-89bb-4062-b255-029c1964ba07 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:14:08.985536 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Attempting to bind port 0e6c0be0-89bb-4062-b255-029c1964ba07 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:14:08.998262 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:14:08.999155 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:14:08.999748 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:09.000382 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:14:09.001209 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Bound port: 0e6c0be0-89bb-4062-b255-029c1964ba07, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:14:09.002272 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:09.068371 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] For port 0e6c0be0-89bb-4062-b255-029c1964ba07, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:14:09.073107 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] For port 0e6c0be0-89bb-4062-b255-029c1964ba07, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0e6c0be0-89bb-4062-b255-029c1964ba07,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:14:09.088475 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:09.091650 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Pushing event updated for resources: {'Port': ['ID=0e6c0be0-89bb-4062-b255-029c1964ba07,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:09.103610 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.103956 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.104460 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.104803 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.105142 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.105450 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.105801 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.106129 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.106450 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.106810 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.107131 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.107570 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:09.196274 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:09.199203 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:09.285041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66780af-41cf-4c3b-bc83-bfedfa7e2daf req-f969b44c-6264-4a1c-96cd-a5a28685e701 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:09.286788 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b66780af-41cf-4c3b-bc83-bfedfa7e2daf req-f969b44c-6264-4a1c-96cd-a5a28685e701 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0822182 Dec 08 22:14:09.316834 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2eea4-085c-4e18-b766-7f212f0d3895 None None] Pushing event updated for resources: {'Port': ['ID=0e6c0be0-89bb-4062-b255-029c1964ba07,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:09.350558 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:09.367918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b66780af-41cf-4c3b-bc83-bfedfa7e2daf req-13d31d8d-ace7-44b1-a7de-f1a2f579d05e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745218 Dec 08 22:14:09.428177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:09.479716 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:09.497382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Subnet': ['ID=f2880f2c-046e-4b72-ab4d-a0d96c38465c,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:09.510974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Checking segment: {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:14:09.511348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network hostable DHCP agents. Network: 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:14:09.529913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:14:09.543918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:14:09.549400 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:09.550070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:09.555453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc049cd-407f-4ceb-8b26-e41cbe13b718 None None] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:14:09.570250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d14a639d-9b8a-47a0-8103-de3d6829bb40 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1391306 Dec 08 22:14:09.572971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32808) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:09.672086 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:07Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:09.704292 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f85b1f-8f4d-4169-946c-c74768fc5944 None None] The sync data for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 is: [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:07Z', 'revision_number': 3, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:14:09.720891 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:09.763549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:14:09.764492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:09.915660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Allocated IP 172.20.0.2 (9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38/f2880f2c-046e-4b72-ab4d-a0d96c38465c/2c80f4e5-5f18-4ab7-8186-a7f3900b252a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:14:10.102254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.103084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.111382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.167463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:14:10.176482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:14:10.181415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:14:10.213744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Pushing event updated for resources: {'Port': ['ID=2c80f4e5-5f18-4ab7-8186-a7f3900b252a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:10.236988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.274887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Attempting to bind port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:14:10.275250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Attempting to bind port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:14:10.275618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Attempting to bind port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a on network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:14:10.282219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:14:10.282811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Checking segment: {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:14:10.283275 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.283673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Bound using segment: {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:14:10.284204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Bound port: 2c80f4e5-5f18-4ab7-8186-a7f3900b252a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:14:10.284590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.359265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] For port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:14:10.363865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] For port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2c80f4e5-5f18-4ab7-8186-a7f3900b252a,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:14:10.371672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.463392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5871045-d8f9-4fbb-8ff3-dd1b75f05a8b None None] Pushing event updated for resources: {'Port': ['ID=2c80f4e5-5f18-4ab7-8186-a7f3900b252a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:10.492892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.20.0.1 (9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38/f2880f2c-046e-4b72-ab4d-a0d96c38465c/a9a3a606-3004-4926-8180-2704d1a98673) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:14:10.562395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a02b0c-9717-466d-97f9-ccec33e7212d req-ebdfce0d-0e47-48dc-ae50-8147afcf901e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:10.570826 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90a02b0c-9717-466d-97f9-ccec33e7212d req-ebdfce0d-0e47-48dc-ae50-8147afcf901e tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0856390 Dec 08 22:14:10.616255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-90a02b0c-9717-466d-97f9-ccec33e7212d req-f77ad836-c9ce-4e8e-84d3-5d9e214b11cd tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 Dec 08 22:14:10.666739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.751190 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:10.811386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-30daf006-25ba-4024-bed3-765a87a6ed87 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:10.813001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-30daf006-25ba-4024-bed3-765a87a6ed87 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0932264 Dec 08 22:14:10.817049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:14:10.832390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:14:10.836046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:14:10.838559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=a9a3a606-3004-4926-8180-2704d1a98673,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:10.931893 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.029091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Deleting port a23c626b-752c-41b4-9dac-a01dc841959e {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:11.029435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.045590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.145693 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.171444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] For port a23c626b-752c-41b4-9dac-a01dc841959e, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a23c626b-752c-41b4-9dac-a01dc841959e,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:11.171816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.471162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.471719 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.472209 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Floating IP f2070983-23a6-4146-8b78-a84e08f116d9 disassociated. External IP: 172.25.1.134, port: a23c626b-752c-41b4-9dac-a01dc841959e. Dec 08 22:14:11.472738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Calling delete_port for a23c626b-752c-41b4-9dac-a01dc841959e owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:11.641501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.670266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.790421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.794675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:11.812565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=a9a3a606-3004-4926-8180-2704d1a98673,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:11.864302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d872-529c-453a-83c0-b44672752ed6 req-1c5310d4-3a51-46d6-8a6d-f547cc7077f6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:11.865824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c254d872-529c-453a-83c0-b44672752ed6 req-1c5310d4-3a51-46d6-8a6d-f547cc7077f6 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c222b94-b48d-4b99-8431-255924a6d3a9 HTTP/1.1" status: 200 len: 867 time: 0.1649487 Dec 08 22:14:11.891998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event deleted for resources: {'Port': ['ID=a23c626b-752c-41b4-9dac-a01dc841959e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:12.032977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c254d872-529c-453a-83c0-b44672752ed6 req-03916d8e-647f-4011-ad46-bd80a53eaa51 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups?id=144fd763-6618-44a6-bcaa-58374202fed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365249 Dec 08 22:14:12.056384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:14:12.059231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:14:12.111914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:14:12.149883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2c80f4e5-5f18-4ab7-8186-a7f3900b252a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:14:12.274187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 32403d37-62b7-450c-ba2d-349b14933692 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:14:12.303531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:12.303907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:12.374985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:14:12.403438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] Sync routers for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:14:12.434663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:12.435868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:12.479432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] No DVR routers for this DVR port a23c626b-752c-41b4-9dac-a01dc841959e on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:14:12.482302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:14:12.485342 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:12.489926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c8d8f7e6-a170-424a-bad0-7caa532a855e req-78863923-288f-47c3-b31f-52629ce52f23 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.23 "DELETE /v2.0/ports/a23c626b-752c-41b4-9dac-a01dc841959e HTTP/1.1" status: 204 len: 173 time: 1.6694863 Dec 08 22:14:12.490561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'name': 'network-vif-deleted', 'tag': 'a23c626b-752c-41b4-9dac-a01dc841959e'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:14:12.493552 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Sync routers for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:14:12.505748 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d64cc3-91cc-449a-b8f2-af798076df30" -d '{"events": [{"server_uuid": "7c222b94-b48d-4b99-8431-255924a6d3a9", "name": "network-vif-deleted", "tag": "a23c626b-752c-41b4-9dac-a01dc841959e"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:14:12.513977 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:12.515410 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:12.524397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0e63dd5b-ea3f-447a-b792-b74aa9aa2b3c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "PUT /v2.0/routers/32403d37-62b7-450c-ba2d-349b14933692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9503541 Dec 08 22:14:12.594505 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e136d8b-33bb-45c5-87e1-4088e17c82d9 x-openstack-request-id: req-8e136d8b-33bb-45c5-87e1-4088e17c82d9 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:14:12.594940 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c222b94-b48d-4b99-8431-255924a6d3a9", "name": "network-vif-deleted", "tag": "a23c626b-752c-41b4-9dac-a01dc841959e", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:14:12.595499 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e136d8b-33bb-45c5-87e1-4088e17c82d9 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:14:12.595975 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c222b94-b48d-4b99-8431-255924a6d3a9', 'name': 'network-vif-deleted', 'tag': 'a23c626b-752c-41b4-9dac-a01dc841959e', 'status': 'completed', 'code': 200} Dec 08 22:14:12.608517 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:12.704045 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:12.817639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc03864-b269-4215-83fa-b36c0a64e0fa None None] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:14:12.888406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c0b10b26-acea-4bb0-b51d-b26e6436e071 None None] Provisioning complete for port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:12.888785 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c0b10b26-acea-4bb0-b51d-b26e6436e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:12.966152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:13.000392 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2c80f4e5-5f18-4ab7-8186-a7f3900b252a,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:13.029665 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.031028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0e6c0be0-89bb-4062-b255-029c1964ba07 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:14:13.043256 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 2, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:13.102455 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Checking router: 32403d37-62b7-450c-ba2d-349b14933692 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:14:13.104630 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Updating router 32403d37-62b7-450c-ba2d-349b14933692 port a9a3a606-3004-4926-8180-2704d1a98673 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:14:13.138533 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.183616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32842) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:13.229522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-4f79451e-284b-4f12-9535-40802e842836 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760825098&fields=id&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 267 time: 0.5492074 Dec 08 22:14:13.257759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65e554a-c076-4b0f-b909-285cbd517129 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.292241 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65e554a-c076-4b0f-b909-285cbd517129 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.361659 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65e554a-c076-4b0f-b909-285cbd517129 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.361890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0e6c0be0-89bb-4062-b255-029c1964ba07 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:13.362387 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.366437 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a65e554a-c076-4b0f-b909-285cbd517129 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.368632 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a65e554a-c076-4b0f-b909-285cbd517129 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "DELETE /v2.0/security-groups/144fd763-6618-44a6-bcaa-58374202fed7 HTTP/1.1" status: 204 len: 168 time: 0.1838715 Dec 08 22:14:13.373471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32844) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:13.386345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=2c80f4e5-5f18-4ab7-8186-a7f3900b252a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:13.413047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e554a-c076-4b0f-b909-285cbd517129 tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144fd763-6618-44a6-bcaa-58374202fed7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:13.419428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-c423197a-a497-43bc-8f32-e1e7446a14a1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:13.421521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-c423197a-a497-43bc-8f32-e1e7446a14a1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/networks?id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 HTTP/1.1" status: 200 len: 796 time: 0.1834722 Dec 08 22:14:13.423758 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-816cd907-91f5-4597-a0ab-841c4357db1c tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] show failed (client error): The resource could not be found. Dec 08 22:14:13.425001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-816cd907-91f5-4597-a0ab-841c4357db1c tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "GET /v2.0/security-groups/144fd763-6618-44a6-bcaa-58374202fed7 HTTP/1.1" status: 404 len: 347 time: 0.0481637 Dec 08 22:14:13.427924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32846) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:13.445728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-4f8bfd57-93d4-490d-b993-0e6875662b9d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/quotas/f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 375 time: 0.0180321 Dec 08 22:14:13.507574 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.517379 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.543560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-3938811f-31b2-47f2-a64c-acd44d9ab7cb tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918429 Dec 08 22:14:13.578306 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.616125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 0e6c0be0-89bb-4062-b255-029c1964ba07, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0e6c0be0-89bb-4062-b255-029c1964ba07,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:13.636874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.687144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:13.691378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Deleting port 84744707-2066-443c-8fe3-27dae22228e3 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:13.691991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.703685 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63577ad-969b-41cb-b446-4706020505c4 None None] Pushing event updated for resources: {'Port': ['ID=a9a3a606-3004-4926-8180-2704d1a98673,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:13.725382 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-8ddb5d05-90cb-42e8-b704-df9dea7f5291 service neutron] 10.222.0.21 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671510 Dec 08 22:14:13.754827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] Checking router: 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:14:13.767874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Attempting to bind port a9a3a606-3004-4926-8180-2704d1a98673 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:14:13.768620 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Attempting to bind port a9a3a606-3004-4926-8180-2704d1a98673 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:14:13.769213 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Attempting to bind port a9a3a606-3004-4926-8180-2704d1a98673 on network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:14:13.774799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:13.775447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:13.778394 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:14:13.781297 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Checking segment: {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:14:13.783219 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.783837 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Bound using segment: {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:14:13.791470 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Bound port: a9a3a606-3004-4926-8180-2704d1a98673, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:14:13.792205 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.798277 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.798694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.811774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Calling delete_port for 84744707-2066-443c-8fe3-27dae22228e3 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:13.906402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-d32b651c-1352-4270-b63a-af63b7a6711f service neutron] 10.222.0.21 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744361 Dec 08 22:14:13.913849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=0e6c0be0-89bb-4062-b255-029c1964ba07,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:13.928686 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] For port a9a3a606-3004-4926-8180-2704d1a98673, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:14:13.934141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] For port a9a3a606-3004-4926-8180-2704d1a98673, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a9a3a606-3004-4926-8180-2704d1a98673,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:14:13.943521 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:13.957232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:14.012799 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:14.013586 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:14.066412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-71c24516-735d-4d0d-9721-12232a24b839 None None] Provisioning complete for port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:14.066816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71c24516-735d-4d0d-9721-12232a24b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:14.089481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:14.149732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2c80f4e5-5f18-4ab7-8186-a7f3900b252a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:14:14.195445 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:14.228521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Pushing event deleted for resources: {'Port': ['ID=84744707-2066-443c-8fe3-27dae22228e3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:14.260705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a23c626b-752c-41b4-9dac-a01dc841959e no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:14:14.310290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a23c626b-752c-41b4-9dac-a01dc841959e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:14:14.310703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a23c626b-752c-41b4-9dac-a01dc841959e not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:14:14.324498 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-73b49bc2-3fa4-4749-82c0-02773a04dc2a req-85678f43-d6ba-4aac-8b9d-6742f58ec99f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 210 time: 0.1713200 Dec 08 22:14:14.325044 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63577ad-969b-41cb-b446-4706020505c4 None None] Pushing event updated for resources: {'Port': ['ID=a9a3a606-3004-4926-8180-2704d1a98673,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:14.338224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:14.341439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:14.343064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-225d3993-cf7e-4b30-9c23-15b4307796cb tempest-AttachVolumeTestJSON-1174963377 tempest-AttachVolumeTestJSON-1174963377-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2070983-23a6-4146-8b78-a84e08f116d9 HTTP/1.1" status: 204 len: 168 time: 0.9134495 Dec 08 22:14:14.427070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-71c24516-735d-4d0d-9721-12232a24b839 None None] Provisioning complete for port a9a3a606-3004-4926-8180-2704d1a98673 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:14.427719 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71c24516-735d-4d0d-9721-12232a24b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:14.431743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:14.432112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:14.515493 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:14.550296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:14.566824 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad02dc1-119b-472b-9dbc-94bf954d4875 None None] The sync data for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 is: [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:14:14.592944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc6b71-04dd-42ee-b97b-a6498d1c7412 None None] The sync data for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 is: [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:42Z', 'revision_number': 4, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'bb02c448-794d-45d4-ac91-dacecb5c0deb', 'name': '', 'network_id': '607731e0-de32-4791-83a9-395fe1dc888e', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'mac_address': 'fa:16:3e:b6:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:41Z', 'updated_at': '2021-12-08T22:07:48Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'subnets': [{'id': '42150ea6-56fb-4b4e-b1fb-a050109d75f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:14:14.704087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0e6c0be0-89bb-4062-b255-029c1964ba07 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:14:14.833707 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71c24516-735d-4d0d-9721-12232a24b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:14.925599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0e6c0be0-89bb-4062-b255-029c1964ba07 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:14.926119 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:15.000287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-71c24516-735d-4d0d-9721-12232a24b839 None None] For port a9a3a606-3004-4926-8180-2704d1a98673, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a9a3a606-3004-4926-8180-2704d1a98673,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:15.012759 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-71c24516-735d-4d0d-9721-12232a24b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:15.120244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24516-735d-4d0d-9721-12232a24b839 None None] Pushing event updated for resources: {'Port': ['ID=a9a3a606-3004-4926-8180-2704d1a98673,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:15.214410 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-58a78a23-c701-4cfd-a4d0-2a531718ab70 None None] Provisioning complete for port a9a3a606-3004-4926-8180-2704d1a98673 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:15.214804 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-58a78a23-c701-4cfd-a4d0-2a531718ab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:15.268614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38932ee7-df34-436b-a605-655e73778261 None None] New status for floating IP f2070983-23a6-4146-8b78-a84e08f116d9: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:14:15.519460 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fcf2ad0f-c7f7-4c0a-81b3-242fa3cd6372 req-565b198b-7332-48c6-a781-59095261627a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 210 time: 0.0424278 Dec 08 22:14:15.589513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-738ac855-99f7-4a53-993f-c083fbe9ba61 None None] Provisioning complete for port a9a3a606-3004-4926-8180-2704d1a98673 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:15.590856 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-738ac855-99f7-4a53-993f-c083fbe9ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:15.831997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-35e9ede1-72d2-46c3-bc2d-f87630c14bad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:15.833953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-35e9ede1-72d2-46c3-bc2d-f87630c14bad tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "GET /v2.0/networks?id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 HTTP/1.1" status: 200 len: 796 time: 0.2042909 Dec 08 22:14:15.898403 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-95cab749-6575-4424-98b9-f73de328be1d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c47bc576c84dfc83a53c5f80e167f9 HTTP/1.1" status: 200 len: 380 time: 0.0548251 Dec 08 22:14:15.909280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'port': {'device_id': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'admin_state_up': True, 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'security_groups': ['22a92ef5-9733-4528-9ea1-e5a9470333c3']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:16.052561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Made reservation on behalf of f9c47bc576c84dfc83a53c5f80e167f9 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:14:16.056422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:16.133592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a9a3a606-3004-4926-8180-2704d1a98673 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:14:16.206066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a9a3a606-3004-4926-8180-2704d1a98673 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:16.207787 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:16.229006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.20.0.7 (9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38/f2880f2c-046e-4b72-ab4d-a0d96c38465c/7380406c-da5b-455a-a8eb-a180faa746d5) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:14:16.421377 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:16.475086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:16.528104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:14:16.531447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:14:16.535385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:14:16.574364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:16.626282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:16.627113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:16.672322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1b744911-7e1b-4692-98cc-b703531303a6 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671664 Dec 08 22:14:16.706680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbf1c5-f318-4d37-8e20-004fc4c121f8 req-d13123dd-aaf9-4687-877d-5fbd96df0045 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:16.709601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6cfbf1c5-f318-4d37-8e20-004fc4c121f8 req-d13123dd-aaf9-4687-877d-5fbd96df0045 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 931 time: 0.0689964 Dec 08 22:14:16.775140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6cfbf1c5-f318-4d37-8e20-004fc4c121f8 req-e73fa4e3-c149-4361-9f23-8e967e943714 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581911 Dec 08 22:14:16.804605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Request body: {'port': {'device_id': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:16.854002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-170a6868-b88d-45b9-8caf-174014ae9ebf None None] Provisioning complete for port 7380406c-da5b-455a-a8eb-a180faa746d5 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:16.854525 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-170a6868-b88d-45b9-8caf-174014ae9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:16.865584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:16.889535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-170a6868-b88d-45b9-8caf-174014ae9ebf None None] Port 7380406c-da5b-455a-a8eb-a180faa746d5 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:14:17.138033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7380406c-da5b-455a-a8eb-a180faa746d5 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:14:17.146045 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:17.159029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Transition to ACTIVE for port object 7380406c-da5b-455a-a8eb-a180faa746d5 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:14:17.169916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:17.222173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Pushing event updated for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:17.307865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Attempting to bind port 7380406c-da5b-455a-a8eb-a180faa746d5 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:14:17.308201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Attempting to bind port 7380406c-da5b-455a-a8eb-a180faa746d5 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:14:17.308526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Attempting to bind port 7380406c-da5b-455a-a8eb-a180faa746d5 on network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:14:17.313153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Port 7380406c-da5b-455a-a8eb-a180faa746d5 on network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:14:17.313530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Attempting to bind port 7380406c-da5b-455a-a8eb-a180faa746d5 on network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:14:17.319200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:14:17.319568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Checking segment: {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:14:17.319909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Bound using segment: {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:14:17.320326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Bound port: 7380406c-da5b-455a-a8eb-a180faa746d5, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4690387c-5b5a-476c-8e05-057f5ac6c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:14:17.320675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:17.410882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:14:17.414486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:14:17.422944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:17.461456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:17.462147 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:17.463688 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] 10.222.0.23 "PUT /v2.0/ports/7380406c-da5b-455a-a8eb-a180faa746d5 HTTP/1.1" status: 200 len: 1091 time: 0.7828977 Dec 08 22:14:17.464215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:14:17.466618 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a256e6dd-512f-45ce-a7b3-40b955c97e22" -d '{"events": [{"name": "network-changed", "server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:14:17.533721 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c87f88-9ebe-4ca3-a924-f8fe5b43bf95 x-openstack-request-id: req-93c87f88-9ebe-4ca3-a924-f8fe5b43bf95 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:14:17.534297 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:14:17.534297 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93c87f88-9ebe-4ca3-a924-f8fe5b43bf95 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:14:17.534691 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5', 'status': 'completed', 'code': 200} Dec 08 22:14:17.539446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690aefb-570c-4299-9ad6-41e475df9be6 service neutron] Pushing event updated for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:17.599311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-dc5a01ea-d24e-48ab-807b-7c7b7d356f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:17.600978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-dc5a01ea-d24e-48ab-807b-7c7b7d356f45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 1094 time: 0.0581467 Dec 08 22:14:17.661290 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-dae15e04-86ed-4c66-aeed-c010b180dde3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7380406c-da5b-455a-a8eb-a180faa746d5 HTTP/1.1" status: 200 len: 217 time: 0.0454972 Dec 08 22:14:17.718590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-74e43f23-be52-4e9b-81e7-dd3ded555635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:17.720660 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-74e43f23-be52-4e9b-81e7-dd3ded555635 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2880f2c-046e-4b72-ab4d-a0d96c38465c HTTP/1.1" status: 200 len: 835 time: 0.0512233 Dec 08 22:14:17.771675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-6deb53e3-f776-4805-8ef5-fd15bb79e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:17.773198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-6deb53e3-f776-4805-8ef5-fd15bb79e0bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453472 Dec 08 22:14:17.902166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-1a5319e5-0842-4c5f-b344-114b883fecd9 service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211929 Dec 08 22:14:17.927281 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c47d63-0a78-41da-a8f1-44a2441d2992 req-f6ca0922-0f3b-439b-9cab-1887d88a4d36 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:17.935758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5c47d63-0a78-41da-a8f1-44a2441d2992 req-f6ca0922-0f3b-439b-9cab-1887d88a4d36 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 943 time: 0.0985136 Dec 08 22:14:18.013151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5c47d63-0a78-41da-a8f1-44a2441d2992 req-caf25c25-949a-4167-9ead-fb5c105bfeff tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754511 Dec 08 22:14:18.038149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d6bf08c-c032-45f4-8952-3f3241dea906 req-198c47ca-056a-44cc-af60-4b85e4e2c878 service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279614 Dec 08 22:14:18.131286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-b96454fb-4e69-4d83-87c8-d61d7903714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:18.132804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-b96454fb-4e69-4d83-87c8-d61d7903714a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 1094 time: 0.0490983 Dec 08 22:14:18.224965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-af42fa33-eef2-4487-895a-57ba5ad85636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:18.226462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-af42fa33-eef2-4487-895a-57ba5ad85636 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 HTTP/1.1" status: 200 len: 897 time: 0.0863349 Dec 08 22:14:18.273615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-cd969fc0-6768-45c1-a63b-c7c96c99246c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7380406c-da5b-455a-a8eb-a180faa746d5 HTTP/1.1" status: 200 len: 217 time: 0.0392096 Dec 08 22:14:18.330121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-64bf6d78-705e-456d-b92d-2fc75e85def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:18.331635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-64bf6d78-705e-456d-b92d-2fc75e85def5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2880f2c-046e-4b72-ab4d-a0d96c38465c HTTP/1.1" status: 200 len: 835 time: 0.0500510 Dec 08 22:14:18.381951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-9be0ff98-afb3-4c50-a315-c44e8ca9b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:18.383571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-9be0ff98-afb3-4c50-a315-c44e8ca9b576 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425217 Dec 08 22:14:18.493861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-211be6b1-fd22-4934-b64e-7f30e28f8845 service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008954 Dec 08 22:14:18.605571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a256e6dd-512f-45ce-a7b3-40b955c97e22 req-b3c1535d-26b1-484f-bd58-f05801f76442 service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021001 Dec 08 22:14:19.135336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb93d1-887f-4b73-89d2-ccf349e079f6 req-d52a2b28-bd40-44f1-8bee-ab7994a49c17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:19.136975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aabb93d1-887f-4b73-89d2-ccf349e079f6 req-d52a2b28-bd40-44f1-8bee-ab7994a49c17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 943 time: 0.0513594 Dec 08 22:14:19.175752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aabb93d1-887f-4b73-89d2-ccf349e079f6 req-d7bab810-75a1-4f58-888c-6a94d93eb8ce tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Dec 08 22:14:20.255130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7380406c-da5b-455a-a8eb-a180faa746d5 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:14:20.300853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ef3d6-b287-4260-87df-d87928ea2391 req-fa4c327d-d3ee-4684-a949-5fcb5061cb69 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:20.302438 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c1ef3d6-b287-4260-87df-d87928ea2391 req-fa4c327d-d3ee-4684-a949-5fcb5061cb69 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 943 time: 0.0480897 Dec 08 22:14:20.361355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c1ef3d6-b287-4260-87df-d87928ea2391 req-62da2105-61e1-4071-9219-588285fe46c2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513418 Dec 08 22:14:20.535801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:20.549287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '7380406c-da5b-455a-a8eb-a180faa746d5', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'port_id': '7380406c-da5b-455a-a8eb-a180faa746d5', 'mac_address': 'fa:16:3e:13:ed:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:14:20.588848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:20.602454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7380406c-da5b-455a-a8eb-a180faa746d5 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:14:20.623347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:20.628752 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:20.682889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:20.836270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7380406c-da5b-455a-a8eb-a180faa746d5'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:14:21.501661 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca491fcf-c4d6-403a-9499-92781770dc90 req-73820ec5-e008-4c91-bd70-d065a33465bc tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:21.505941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca491fcf-c4d6-403a-9499-92781770dc90 req-73820ec5-e008-4c91-bd70-d065a33465bc tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 944 time: 0.0652390 Dec 08 22:14:21.546395 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca491fcf-c4d6-403a-9499-92781770dc90 req-e676b9e8-396d-43ef-9efe-f1a2cdb3275f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Dec 08 22:14:22.270852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7380406c-da5b-455a-a8eb-a180faa746d5 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:14:22.333582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 7380406c-da5b-455a-a8eb-a180faa746d5 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:14:22.338521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 7380406c-da5b-455a-a8eb-a180faa746d5 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:14:22.339029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:22.424611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:22.449941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:14:22.452453 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa9f64-5266-4153-ba28-d6aa2793fd8b" -d '{"events": [{"server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "name": "network-vif-plugged", "status": "completed", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:14:22.477383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:22.486338 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:22.515184 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d2774-30f9-4b93-9342-144c74149b57 x-openstack-request-id: req-446d2774-30f9-4b93-9342-144c74149b57 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:14:22.519524 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "name": "network-vif-plugged", "status": "completed", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:14:22.519524 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-446d2774-30f9-4b93-9342-144c74149b57 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:14:22.519524 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5', 'code': 200} Dec 08 22:14:22.548190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:22.606214 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595c9c8-8f51-495f-8ad1-91ff6b59c5ab req-a82077a3-81d8-43b6-8d69-ac9a3d773e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:22.608172 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c595c9c8-8f51-495f-8ad1-91ff6b59c5ab req-a82077a3-81d8-43b6-8d69-ac9a3d773e55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 1096 time: 0.0441792 Dec 08 22:14:22.684141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c595c9c8-8f51-495f-8ad1-91ff6b59c5ab req-4b8f9159-8937-41c3-93e7-32ad7f5be518 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677698 Dec 08 22:14:22.697105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64887440-7adc-4f6a-8fb2-dec6e0639cd1 req-ac17900a-a343-4cf1-a7d6-ab02bc359576 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:22.698639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64887440-7adc-4f6a-8fb2-dec6e0639cd1 req-ac17900a-a343-4cf1-a7d6-ab02bc359576 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0685229 Dec 08 22:14:22.745755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-64887440-7adc-4f6a-8fb2-dec6e0639cd1 req-e86cbdd9-6e56-4b38-85a5-e42650aee52b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Dec 08 22:14:23.883921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875c9ad-8ea1-4574-9a58-ec7c0f65629f req-413f90d2-4ca4-4b2c-8d2d-9764a8ebab4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:23.886225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8875c9ad-8ea1-4574-9a58-ec7c0f65629f req-413f90d2-4ca4-4b2c-8d2d-9764a8ebab4e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0707927 Dec 08 22:14:23.925121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8875c9ad-8ea1-4574-9a58-ec7c0f65629f req-e5e1b083-723b-4ea6-858a-462a88163b24 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318415 Dec 08 22:14:24.054858 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3e3b8-d403-48b4-bff5-24c316b13168 req-d7f20059-11eb-4ebf-8534-d5e371ec6fe9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:24.056423 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28f3e3b8-d403-48b4-bff5-24c316b13168 req-d7f20059-11eb-4ebf-8534-d5e371ec6fe9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0580759 Dec 08 22:14:24.096785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-28f3e3b8-d403-48b4-bff5-24c316b13168 req-a1069616-41b3-4387-8396-61429dc46e59 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Dec 08 22:14:24.121924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 32986) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:24.166908 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b7070-9c33-4225-9117-8e47b2f4e4b7 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:24.171512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 32988) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:24.175270 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-213b7070-9c33-4225-9117-8e47b2f4e4b7 tempest-TestNetworkAdvancedServerOps-602071145 tempest-TestNetworkAdvancedServerOps-602071145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 1091 time: 0.0521874 Dec 08 22:14:24.176594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '7380406c-da5b-455a-a8eb-a180faa746d5', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:14:24.204408 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:24.315570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:24.450977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Allocated IP 172.25.1.87 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/261ae591-77ce-4e53-a0be-344a7283e6de) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:14:24.585160 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:24.636627 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:24.681325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:14:24.685752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:14:24.688912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:14:24.730323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=261ae591-77ce-4e53-a0be-344a7283e6de,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:25.080106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:25.170765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:25.356149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:25.362379 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:25.434662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event updated for resources: {'Port': ['ID=261ae591-77ce-4e53-a0be-344a7283e6de,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:25.448334 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:25.565091 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Floating IP 1040e3d4-7703-4329-b454-b031ee6d4ef8 associated. External IP: 172.25.1.87, port: 7380406c-da5b-455a-a8eb-a180faa746d5. Dec 08 22:14:25.638951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:25.809712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 32403d37-62b7-450c-ba2d-349b14933692 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:14:25.927746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:14:25.941300 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] Sync routers for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:14:25.949542 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:25.959172 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:25.960257 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:25.989718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-75a1f82b-ed04-4f76-bfb3-4489b79f6eef tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8162417 Dec 08 22:14:25.990328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:14:25.993118 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3007c1-eca4-4496-bc21-854af0b906fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:14:26.065371 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf1a50b-6dc8-4b24-9d0a-2ca8fb29ef67 x-openstack-request-id: req-dbf1a50b-6dc8-4b24-9d0a-2ca8fb29ef67 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:14:26.065661 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:14:26.065912 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbf1a50b-6dc8-4b24-9d0a-2ca8fb29ef67 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:14:26.066316 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5', 'status': 'completed', 'code': 200} Dec 08 22:14:26.126787 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:26.130741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-4d2c008a-dc44-4717-912a-e2605fa18051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:26.132269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-4d2c008a-dc44-4717-912a-e2605fa18051 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 1096 time: 0.0461435 Dec 08 22:14:26.255322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-33acc541-8a5f-4f3d-946b-e9bdbcc12929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:26.257110 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-33acc541-8a5f-4f3d-946b-e9bdbcc12929 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 HTTP/1.1" status: 200 len: 897 time: 0.1174898 Dec 08 22:14:26.269170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01278222-025a-4979-ae29-93a6a9cfc449 req-87f09421-6afe-4e19-ba0d-a9e39dd9e4f5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:26.273213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01278222-025a-4979-ae29-93a6a9cfc449 req-87f09421-6afe-4e19-ba0d-a9e39dd9e4f5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0956531 Dec 08 22:14:26.332833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-8354b321-8b73-4296-9e85-8fe511100adc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7380406c-da5b-455a-a8eb-a180faa746d5 HTTP/1.1" status: 200 len: 998 time: 0.0684643 Dec 08 22:14:26.391224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-9f62cbb3-2885-4b71-b8e1-3ead8f45652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:26.392785 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-9f62cbb3-2885-4b71-b8e1-3ead8f45652d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2880f2c-046e-4b72-ab4d-a0d96c38465c HTTP/1.1" status: 200 len: 835 time: 0.0524006 Dec 08 22:14:26.457481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-2cc125b0-3b29-40cc-89e9-02191f00c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:26.459267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-2cc125b0-3b29-40cc-89e9-02191f00c953 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578623 Dec 08 22:14:26.462406 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '1040e3d4-7703-4329-b454-b031ee6d4ef8', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '32403d37-62b7-450c-ba2d-349b14933692', 'port_id': '7380406c-da5b-455a-a8eb-a180faa746d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'mac_address': 'fa:16:3e:13:ed:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:14:24Z', 'updated_at': '2021-12-08T22:14:24Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:14Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:26.464925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01278222-025a-4979-ae29-93a6a9cfc449 req-eed40e66-3425-4d8d-a9dc-0f5dceac0005 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820869 Dec 08 22:14:26.484865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33054) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:26.584303 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ed288276-b623-4769-81eb-13983e5becd5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/1040e3d4-7703-4329-b454-b031ee6d4ef8 HTTP/1.1" status: 200 len: 990 time: 0.0978224 Dec 08 22:14:26.589571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-b87d8898-0fe2-42cc-8357-d0e9c10221b9 service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229768 Dec 08 22:14:26.609843 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] Checking router: 32403d37-62b7-450c-ba2d-349b14933692 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:14:26.618546 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:26.619997 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:26.673979 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:26.709967 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad3007c1-eca4-4496-bc21-854af0b906fa req-8eb97053-6689-4fd3-bb20-ae4613c28a64 service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120613 Dec 08 22:14:26.748324 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:26.955190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Deleting port bb02c448-794d-45d4-ac91-dacecb5c0deb {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:26.955488 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:26.994890 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '1040e3d4-7703-4329-b454-b031ee6d4ef8', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '32403d37-62b7-450c-ba2d-349b14933692', 'port_id': '7380406c-da5b-455a-a8eb-a180faa746d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'mac_address': 'fa:16:3e:13:ed:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:14:24Z', 'updated_at': '2021-12-08T22:14:24Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:14Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:27.021526 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2da25-13d3-47af-82fd-698fe757078f None None] The sync data for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 is: [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '1040e3d4-7703-4329-b454-b031ee6d4ef8', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '32403d37-62b7-450c-ba2d-349b14933692', 'port_id': '7380406c-da5b-455a-a8eb-a180faa746d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'mac_address': 'fa:16:3e:13:ed:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:14:24Z', 'updated_at': '2021-12-08T22:14:24Z', 'revision_number': 0, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:14Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:14:27.042618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] For port bb02c448-794d-45d4-ac91-dacecb5c0deb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bb02c448-794d-45d4-ac91-dacecb5c0deb,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:27.043019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:27.058229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Calling delete_port for bb02c448-794d-45d4-ac91-dacecb5c0deb owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:27.260268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b1c0c7-e8be-4657-8c72-7f54544087c0 None None] New status for floating IP 1040e3d4-7703-4329-b454-b031ee6d4ef8: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:14:27.273774 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:27.303926 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Pushing event deleted for resources: {'Port': ['ID=bb02c448-794d-45d4-ac91-dacecb5c0deb,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:27.504459 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:27.587957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33078) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:27.676217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-23bb7c5d-7d39-457e-bcf6-ec530c25ae0e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/1040e3d4-7703-4329-b454-b031ee6d4ef8 HTTP/1.1" status: 200 len: 992 time: 0.0807757 Dec 08 22:14:27.748039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:14:27.863929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:14:27.869396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ab05b460-3c94-4bba-8682-065275833afe admin admin] 10.222.0.21 "PUT /v2.0/routers/1075400d-bdc4-40bf-b78a-e4dbe31fe4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2287989 Dec 08 22:14:27.871553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33088) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:27.872784 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] Sync routers for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:14:27.882198 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:27.883014 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:27.997800 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.003491 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:28.110796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.186462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Deleting port 2dcbc7da-b7b8-4d81-9590-4106df4afe83 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:28.186828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.222104 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:14:27Z', 'revision_number': 5, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port': {'id': '2dcbc7da-b7b8-4d81-9590-4106df4afe83', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:28.250063 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] Checking router: 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:14:28.260002 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] Routers {'1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:14:28.260740 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:14:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:28.280801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] For port 2dcbc7da-b7b8-4d81-9590-4106df4afe83, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2dcbc7da-b7b8-4d81-9590-4106df4afe83,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:28.281959 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.297222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Calling delete_port for 2dcbc7da-b7b8-4d81-9590-4106df4afe83 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:28.358664 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] Set router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:14:28.417075 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:14:28Z', 'revision_number': 6, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:28.443718 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87fada-dc0e-4bbe-8603-79f2aaabede5 None None] The sync data for ids ['1075400d-bdc4-40bf-b78a-e4dbe31fe4a5'] in n-d-821126-1 is: [{'id': '1075400d-bdc4-40bf-b78a-e4dbe31fe4a5', 'name': 'tempest-AttachVolumeTestJSON-2118265209-router', 'tenant_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:07:37Z', 'updated_at': '2021-12-08T22:14:28Z', 'revision_number': 6, 'project_id': 'b22f4169e2164f80a6bbe36be5e713ba', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:14:28.495066 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.523782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcbc7da-b7b8-4d81-9590-4106df4afe83,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:28.590664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.685081 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.688251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.731431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.731991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:14:28.737650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.738938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f1b903c4-dc67-41bb-ace0-bc28121e78ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/1075400d-bdc4-40bf-b78a-e4dbe31fe4a5 HTTP/1.1" status: 204 len: 168 time: 0.8663330 Dec 08 22:14:28.741610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33106) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:28.806474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6d2904-e490-4269-ba19-37e75ae77e92 admin admin] Deleting subnet 42150ea6-56fb-4b4e-b1fb-a050109d75f8 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:14:28.809742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2904-e490-4269-ba19-37e75ae77e92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.846645 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2904-e490-4269-ba19-37e75ae77e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.933579 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2904-e490-4269-ba19-37e75ae77e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:28.992421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2904-e490-4269-ba19-37e75ae77e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.008039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2904-e490-4269-ba19-37e75ae77e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.011580 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0c6d2904-e490-4269-ba19-37e75ae77e92 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42150ea6-56fb-4b4e-b1fb-a050109d75f8 HTTP/1.1" status: 204 len: 168 time: 0.2689960 Dec 08 22:14:29.012624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51140a2-8098-4dea-ac3c-5f18251cc315 None None] Network 607731e0-de32-4791-83a9-395fe1dc888e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:14:29.014109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33114) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:29.034795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d2904-e490-4269-ba19-37e75ae77e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42150ea6-56fb-4b4e-b1fb-a050109d75f8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:29.103492 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.160992 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Deleting port 290a031d-2c4a-449f-bd2b-c0145f87c057 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:29.161339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.233209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] For port 290a031d-2c4a-449f-bd2b-c0145f87c057, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=290a031d-2c4a-449f-bd2b-c0145f87c057,segment=NetworkSegment(d1aef336-9473-4334-b447-2138e1746fe6),segment_id=d1aef336-9473-4334-b447-2138e1746fe6)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:29.233582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.247967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Calling delete_port for 290a031d-2c4a-449f-bd2b-c0145f87c057 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:29.272679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] DHCP port deletion for 607731e0-de32-4791-83a9-395fe1dc888e request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:14:29.339847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] Deleting port 290a031d-2c4a-449f-bd2b-c0145f87c057 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:14:29.340325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.343318 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.371022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=290a031d-2c4a-449f-bd2b-c0145f87c057,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:29.374752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] No DVR routers for this DVR port 290a031d-2c4a-449f-bd2b-c0145f87c057 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:14:29.414012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] For port 290a031d-2c4a-449f-bd2b-c0145f87c057, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:14:29.414426 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.428228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] Calling delete_port for 290a031d-2c4a-449f-bd2b-c0145f87c057 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:14:29.431558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] Port 290a031d-2c4a-449f-bd2b-c0145f87c057 was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:14:29.433463 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.457039 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.467471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] Pushing event deleted for resources: {'Port': ['ID=290a031d-2c4a-449f-bd2b-c0145f87c057,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:29.471710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc963e-2f74-4ba2-8599-98582dd4ffb4 None None] No DVR routers for this DVR port 290a031d-2c4a-449f-bd2b-c0145f87c057 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:14:29.480457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607731e0-de32-4791-83a9-395fe1dc888e']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:29.490611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1aef336-9473-4334-b447-2138e1746fe6') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:29.490904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1aef336-9473-4334-b447-2138e1746fe6') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:14:29.500679 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.514538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.521895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:14:29.522456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:14:29.524265 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:14:29.587359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.592321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.605602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/607731e0-de32-4791-83a9-395fe1dc888e HTTP/1.1" status: 204 len: 168 time: 0.5876491 Dec 08 22:14:29.620774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6e4b5-3df1-47c3-9195-7fb0d65380f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=607731e0-de32-4791-83a9-395fe1dc888e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:29.733620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33132) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:29.779035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-95015b0b-9ce2-4b6b-aa65-71d6da27290b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b22f4169e2164f80a6bbe36be5e713ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408423 Dec 08 22:14:29.779632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33136) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:29.833154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ad7-09d7-4433-86a3-4ad9f4291c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.855920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ad7-09d7-4433-86a3-4ad9f4291c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.905662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ad7-09d7-4433-86a3-4ad9f4291c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.908690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ad7-09d7-4433-86a3-4ad9f4291c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:29.912156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1b4b0ad7-09d7-4433-86a3-4ad9f4291c15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13c0b472-155f-4538-8964-d3b3fd2402ac HTTP/1.1" status: 204 len: 168 time: 0.1295371 Dec 08 22:14:29.918233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0ad7-09d7-4433-86a3-4ad9f4291c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c0b472-155f-4538-8964-d3b3fd2402ac,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:30.039420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bb02c448-794d-45d4-ac91-dacecb5c0deb no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:14:30.075622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: bb02c448-794d-45d4-ac91-dacecb5c0deb {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:14:30.076092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device bb02c448-794d-45d4-ac91-dacecb5c0deb not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:14:30.076455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2dcbc7da-b7b8-4d81-9590-4106df4afe83 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:14:30.106934 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2dcbc7da-b7b8-4d81-9590-4106df4afe83 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:14:30.107478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2dcbc7da-b7b8-4d81-9590-4106df4afe83 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:14:30.108009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 290a031d-2c4a-449f-bd2b-c0145f87c057 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:14:30.128372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 290a031d-2c4a-449f-bd2b-c0145f87c057 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:14:30.128816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 290a031d-2c4a-449f-bd2b-c0145f87c057 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:14:31.135204 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:14:32.516912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33276) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:32.638258 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-914975b9-fe9f-4032-a248-2148b28d2869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:32.721338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-914975b9-fe9f-4032-a248-2148b28d2869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:32.725755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-914975b9-fe9f-4032-a248-2148b28d2869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:32.766029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914975b9-fe9f-4032-a248-2148b28d2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f953561-a90c-4697-8b5b-f8c362640095,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:32.773152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33286) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:32.773743 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-914975b9-fe9f-4032-a248-2148b28d2869 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0434ecb3d70842c6a57b360c89db087b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549710 Dec 08 22:14:32.828118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03b56787-7715-4c16-a24e-0d3364fd0eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:32.855515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03b56787-7715-4c16-a24e-0d3364fd0eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:32.908628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03b56787-7715-4c16-a24e-0d3364fd0eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:32.911171 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-03b56787-7715-4c16-a24e-0d3364fd0eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:32.912351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-03b56787-7715-4c16-a24e-0d3364fd0eb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f953561-a90c-4697-8b5b-f8c362640095 HTTP/1.1" status: 204 len: 168 time: 0.1379385 Dec 08 22:14:32.920279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b56787-7715-4c16-a24e-0d3364fd0eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f953561-a90c-4697-8b5b-f8c362640095,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:33.193096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33302) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:33.206619 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed60f-0cfc-4a13-82c0-b543d2ce79d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:33.303220 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed60f-0cfc-4a13-82c0-b543d2ce79d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:33.306987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed60f-0cfc-4a13-82c0-b543d2ce79d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:33.346431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e0ed60f-0cfc-4a13-82c0-b543d2ce79d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63758d5df9bb4fb2ae970adf799415dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521723 Dec 08 22:14:33.349086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33306) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:33.356444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ed60f-0cfc-4a13-82c0-b543d2ce79d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aefa00-8b14-4537-ab1c-ad189d4538c3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:33.402841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d6c5b6-5846-4571-817a-5ac128f8f91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:33.425860 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d6c5b6-5846-4571-817a-5ac128f8f91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:33.480322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d6c5b6-5846-4571-817a-5ac128f8f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:33.482909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-19d6c5b6-5846-4571-817a-5ac128f8f91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:33.484987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-19d6c5b6-5846-4571-817a-5ac128f8f91b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28aefa00-8b14-4537-ab1c-ad189d4538c3 HTTP/1.1" status: 204 len: 168 time: 0.1350596 Dec 08 22:14:33.493227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c5b6-5846-4571-817a-5ac128f8f91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aefa00-8b14-4537-ab1c-ad189d4538c3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:35.603480 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df6fb416-17fe-42ad-af79-6c64831eeb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.263420 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c60a7ce-eea2-426a-af41-c02a9d0653ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.593100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33456) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:38.697254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c13a5b1d-5d95-4c5e-8511-fad96ee867c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.770658 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c13a5b1d-5d95-4c5e-8511-fad96ee867c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.774459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c13a5b1d-5d95-4c5e-8511-fad96ee867c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.817383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c13a5b1d-5d95-4c5e-8511-fad96ee867c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ba600e79bde432690ca821024197e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230093 Dec 08 22:14:38.819862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33460) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:38.825599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a5b1d-5d95-4c5e-8511-fad96ee867c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993d1714-7b85-4184-b51c-712d71281c4d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:38.849771 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.876070 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04c1c183-b925-4689-81b6-3f0fce8f017a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.898155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04c1c183-b925-4689-81b6-3f0fce8f017a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.949344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04c1c183-b925-4689-81b6-3f0fce8f017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.952057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04c1c183-b925-4689-81b6-3f0fce8f017a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:38.953268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-04c1c183-b925-4689-81b6-3f0fce8f017a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/993d1714-7b85-4184-b51c-712d71281c4d HTTP/1.1" status: 204 len: 168 time: 0.1325057 Dec 08 22:14:38.962492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1c183-b925-4689-81b6-3f0fce8f017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993d1714-7b85-4184-b51c-712d71281c4d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:39.213087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:39.227965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-443eaed9-0948-42f2-b163-a4e83aac4ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:39.302800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-443eaed9-0948-42f2-b163-a4e83aac4ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:39.309159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-443eaed9-0948-42f2-b163-a4e83aac4ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:39.346612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443eaed9-0948-42f2-b163-a4e83aac4ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de39ae-efc5-4dbc-b845-b702bbb89c01,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:39.354326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-443eaed9-0948-42f2-b163-a4e83aac4ab2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4606613a15f9418ea2a265267dd040ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373024 Dec 08 22:14:39.354548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33470) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:39.405186 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92d44f71-dd6c-4425-a555-e5efe119f337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:39.427735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92d44f71-dd6c-4425-a555-e5efe119f337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:39.475704 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:39.478046 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92d44f71-dd6c-4425-a555-e5efe119f337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:39.480647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92d44f71-dd6c-4425-a555-e5efe119f337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:39.484547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-92d44f71-dd6c-4425-a555-e5efe119f337 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56de39ae-efc5-4dbc-b845-b702bbb89c01 HTTP/1.1" status: 204 len: 168 time: 0.1262953 Dec 08 22:14:39.491970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d44f71-dd6c-4425-a555-e5efe119f337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de39ae-efc5-4dbc-b845-b702bbb89c01,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:39.580314 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:40.182424 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:41.055655 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:41.803872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33752) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:41.925906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e24f85a-8e44-43c3-a4a9-7b49f656e211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.003953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e24f85a-8e44-43c3-a4a9-7b49f656e211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.008205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7e24f85a-8e44-43c3-a4a9-7b49f656e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.047746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24f85a-8e44-43c3-a4a9-7b49f656e211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be652026-ba42-4014-9dc0-53d68cd982ef,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:42.054758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7e24f85a-8e44-43c3-a4a9-7b49f656e211 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=393bf64daa03424ab9c5391ed48b89cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481759 Dec 08 22:14:42.055825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33798) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:42.107646 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2356-2800-47f8-8090-cbff6423f190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.129500 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2356-2800-47f8-8090-cbff6423f190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.175194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2356-2800-47f8-8090-cbff6423f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.177784 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2356-2800-47f8-8090-cbff6423f190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.179068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dd8d2356-2800-47f8-8090-cbff6423f190 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be652026-ba42-4014-9dc0-53d68cd982ef HTTP/1.1" status: 204 len: 168 time: 0.1223214 Dec 08 22:14:42.192248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d2356-2800-47f8-8090-cbff6423f190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be652026-ba42-4014-9dc0-53d68cd982ef,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:42.611785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 33894) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:42.625383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04174055-3c97-4e51-99e7-db426610961d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.710127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04174055-3c97-4e51-99e7-db426610961d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.714270 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04174055-3c97-4e51-99e7-db426610961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.754625 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-04174055-3c97-4e51-99e7-db426610961d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54b10ab935354b588a71fa503a3ab3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417572 Dec 08 22:14:42.755545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04174055-3c97-4e51-99e7-db426610961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689f7399-c46d-4683-b152-7fcdaee7e0cc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:42.757304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 33920) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:42.814701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b27293-614d-4be6-a6dc-6cfd191a4a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.837699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b27293-614d-4be6-a6dc-6cfd191a4a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.885163 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b27293-614d-4be6-a6dc-6cfd191a4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.888665 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06b27293-614d-4be6-a6dc-6cfd191a4a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:42.891155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-06b27293-614d-4be6-a6dc-6cfd191a4a40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/689f7399-c46d-4683-b152-7fcdaee7e0cc HTTP/1.1" status: 204 len: 168 time: 0.1321042 Dec 08 22:14:42.901599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b27293-614d-4be6-a6dc-6cfd191a4a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689f7399-c46d-4683-b152-7fcdaee7e0cc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:48.380594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34136) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:48.527139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34144) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:48.527712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-39ffec69-bb6d-42ab-bf22-c447b3131442 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9fd848efc664842918f2b818082ae1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454129 Dec 08 22:14:48.580107 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f80de67-35b1-458d-a36b-63d07f91732c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:48.602299 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f80de67-35b1-458d-a36b-63d07f91732c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:48.649167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f80de67-35b1-458d-a36b-63d07f91732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:48.651830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3f80de67-35b1-458d-a36b-63d07f91732c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:48.656350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3f80de67-35b1-458d-a36b-63d07f91732c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/134e1145-afc2-4917-89bc-e4b42b4b91e7 HTTP/1.1" status: 204 len: 168 time: 0.1274571 Dec 08 22:14:48.664285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80de67-35b1-458d-a36b-63d07f91732c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134e1145-afc2-4917-89bc-e4b42b4b91e7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:49.813530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34222) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:49.920098 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:49.994700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:49.998512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:50.039251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e98415b830384b06a47faed409f6aa1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245266 Dec 08 22:14:50.040667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:50.045321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db2c4d7-82bf-4a9f-b8d2-fb16eb360a41,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:50.053268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.053638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.054604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.054604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.054852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.055078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.055388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.056094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.056094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.056448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.056654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.056980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9947d2-8a14-4508-8f92-be74ccb913a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:50.105583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9190081d-ad6d-4e53-be27-6279441fba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:50.128329 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9190081d-ad6d-4e53-be27-6279441fba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:50.178807 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9190081d-ad6d-4e53-be27-6279441fba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:50.181348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9190081d-ad6d-4e53-be27-6279441fba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:50.185169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9190081d-ad6d-4e53-be27-6279441fba96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9db2c4d7-82bf-4a9f-b8d2-fb16eb360a41 HTTP/1.1" status: 204 len: 168 time: 0.1426411 Dec 08 22:14:50.195268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190081d-ad6d-4e53-be27-6279441fba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db2c4d7-82bf-4a9f-b8d2-fb16eb360a41,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:50.465262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34276) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:50.479381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-50aba1b6-13cb-4a1b-b3f3-5b650aa01db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:50.556890 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-50aba1b6-13cb-4a1b-b3f3-5b650aa01db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:50.560819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-50aba1b6-13cb-4a1b-b3f3-5b650aa01db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:50.598676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aba1b6-13cb-4a1b-b3f3-5b650aa01db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905c4f31-2e49-4540-b4a7-95b524ed39c4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:50.602857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-50aba1b6-13cb-4a1b-b3f3-5b650aa01db0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4d809b8d60546568bad991935e3fc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364307 Dec 08 22:14:50.605657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34278) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:50.991212 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-127cee2d-0cbb-4271-9585-c10b0fdcd686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:51.012337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-127cee2d-0cbb-4271-9585-c10b0fdcd686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:51.059169 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-127cee2d-0cbb-4271-9585-c10b0fdcd686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:51.062405 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-127cee2d-0cbb-4271-9585-c10b0fdcd686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:51.066423 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-127cee2d-0cbb-4271-9585-c10b0fdcd686 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/905c4f31-2e49-4540-b4a7-95b524ed39c4 HTTP/1.1" status: 204 len: 168 time: 0.4597728 Dec 08 22:14:51.074388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cee2d-0cbb-4271-9585-c10b0fdcd686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905c4f31-2e49-4540-b4a7-95b524ed39c4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:53.309425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34340) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:53.421427 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-deed3489-d0fd-40ec-a7ea-78b23d7ae659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:53.497976 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-deed3489-d0fd-40ec-a7ea-78b23d7ae659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:53.503322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-deed3489-d0fd-40ec-a7ea-78b23d7ae659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:53.540261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-deed3489-d0fd-40ec-a7ea-78b23d7ae659 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a955d41e263443689223e574fa364ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297330 Dec 08 22:14:53.543522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34344) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:53.550396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed3489-d0fd-40ec-a7ea-78b23d7ae659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200ba6ed-ccd7-4ebd-9194-f0aa1c2633e4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:53.602136 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dd84505-8296-4350-a17d-ef8399be8a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:53.623460 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dd84505-8296-4350-a17d-ef8399be8a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:53.671533 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dd84505-8296-4350-a17d-ef8399be8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:53.674339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9dd84505-8296-4350-a17d-ef8399be8a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:53.675518 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9dd84505-8296-4350-a17d-ef8399be8a7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/200ba6ed-ccd7-4ebd-9194-f0aa1c2633e4 HTTP/1.1" status: 204 len: 168 time: 0.1310771 Dec 08 22:14:53.683396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd84505-8296-4350-a17d-ef8399be8a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ba6ed-ccd7-4ebd-9194-f0aa1c2633e4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:54.002342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34352) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:54.017183 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1936-a9dd-48b3-85c5-807f9fb24b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:54.095287 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1936-a9dd-48b3-85c5-807f9fb24b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:54.099497 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1936-a9dd-48b3-85c5-807f9fb24b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:54.142548 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8e4a1936-a9dd-48b3-85c5-807f9fb24b5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b43cef2a3af48dd8dfc7479a603f4f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387000 Dec 08 22:14:54.143430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a1936-a9dd-48b3-85c5-807f9fb24b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1e8655-92e6-4e6c-a4d8-3802faf23b86,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:54.145210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34354) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:54.204447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05c38391-0b59-4396-9aef-706be3038b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:54.227395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05c38391-0b59-4396-9aef-706be3038b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:54.272621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05c38391-0b59-4396-9aef-706be3038b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:54.275297 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-05c38391-0b59-4396-9aef-706be3038b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:54.277097 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-05c38391-0b59-4396-9aef-706be3038b06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a1e8655-92e6-4e6c-a4d8-3802faf23b86 HTTP/1.1" status: 204 len: 168 time: 0.1258197 Dec 08 22:14:54.297099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c38391-0b59-4396-9aef-706be3038b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1e8655-92e6-4e6c-a4d8-3802faf23b86,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:55.324158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34392) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:55.445182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:55.522300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:55.526876 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:55.566184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de849334143d4a218e770372117012d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409363 Dec 08 22:14:55.567085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed044e28-e72e-4eb4-8760-3841aeb2b6c4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:55.569080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34398) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:55.574572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.574949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.575295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.575632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.575966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.576300 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.576628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.576986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.577314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.577637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.577960 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.578283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb579c32-683f-473f-8450-1335dbff7b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:14:55.631618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2b3be4e-0947-4c8a-9419-a233bee50a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:55.652868 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2b3be4e-0947-4c8a-9419-a233bee50a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:55.700957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2b3be4e-0947-4c8a-9419-a233bee50a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:55.704431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2b3be4e-0947-4c8a-9419-a233bee50a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:55.705585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d2b3be4e-0947-4c8a-9419-a233bee50a92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed044e28-e72e-4eb4-8760-3841aeb2b6c4 HTTP/1.1" status: 204 len: 168 time: 0.1350899 Dec 08 22:14:55.716578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3be4e-0947-4c8a-9419-a233bee50a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed044e28-e72e-4eb4-8760-3841aeb2b6c4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:57.487699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34472) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:57.608181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c540f52a-2c0e-47c9-a8dc-de6b835404cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:57.685374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c540f52a-2c0e-47c9-a8dc-de6b835404cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:57.689955 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c540f52a-2c0e-47c9-a8dc-de6b835404cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:57.727084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540f52a-2c0e-47c9-a8dc-de6b835404cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe2db39-e419-4ace-a7e3-0930c902c3d3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:57.733909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c540f52a-2c0e-47c9-a8dc-de6b835404cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb48c1deea7a48b5a47830957d37e872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442787 Dec 08 22:14:57.736489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34476) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:57.786280 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d317203d-6850-446f-87eb-51783a5891d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:57.817715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d317203d-6850-446f-87eb-51783a5891d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:57.865539 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d317203d-6850-446f-87eb-51783a5891d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:57.868139 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d317203d-6850-446f-87eb-51783a5891d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:57.871848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d317203d-6850-446f-87eb-51783a5891d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fe2db39-e419-4ace-a7e3-0930c902c3d3 HTTP/1.1" status: 204 len: 168 time: 0.1319246 Dec 08 22:14:57.878738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317203d-6850-446f-87eb-51783a5891d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe2db39-e419-4ace-a7e3-0930c902c3d3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:58.145792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34482) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:58.161767 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db2a389f-8a07-46a5-b6f8-41dc454b7544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:58.241000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db2a389f-8a07-46a5-b6f8-41dc454b7544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:58.245006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db2a389f-8a07-46a5-b6f8-41dc454b7544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:58.284417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-db2a389f-8a07-46a5-b6f8-41dc454b7544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f17946ee8fe747b391a7761748b95a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375363 Dec 08 22:14:58.285270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a389f-8a07-46a5-b6f8-41dc454b7544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184bc45-cc3e-4f67-965b-7bb1a8956a64,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:58.287179 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34484) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:14:58.342388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90f2fde2-3eac-4d5e-85e6-883ba0b416d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:58.365646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90f2fde2-3eac-4d5e-85e6-883ba0b416d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:58.411412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90f2fde2-3eac-4d5e-85e6-883ba0b416d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:58.413960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-90f2fde2-3eac-4d5e-85e6-883ba0b416d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:14:58.417579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-90f2fde2-3eac-4d5e-85e6-883ba0b416d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9184bc45-cc3e-4f67-965b-7bb1a8956a64 HTTP/1.1" status: 204 len: 168 time: 0.1263587 Dec 08 22:14:58.424493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2fde2-3eac-4d5e-85e6-883ba0b416d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184bc45-cc3e-4f67-965b-7bb1a8956a64,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:14:59.057095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00644b-4c7f-4c38-a234-d08d668d71ac req-0f359e70-b092-4d90-91b0-7ad396087732 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:14:59.058678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e00644b-4c7f-4c38-a234-d08d668d71ac req-0f359e70-b092-4d90-91b0-7ad396087732 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0554366 Dec 08 22:14:59.098119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e00644b-4c7f-4c38-a234-d08d668d71ac req-937f6734-33f5-4860-8c2f-9d19527feb03 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331533 Dec 08 22:15:00.248294 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80c5d8-10c3-4bc0-ab7e-e4bfa9134d5c req-9cc82130-7778-42f5-b16c-fd0270fa18bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:00.255573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f80c5d8-10c3-4bc0-ab7e-e4bfa9134d5c req-9cc82130-7778-42f5-b16c-fd0270fa18bd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0810881 Dec 08 22:15:00.292195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7f80c5d8-10c3-4bc0-ab7e-e4bfa9134d5c req-6d08286c-071f-49b4-91ed-41d1f31e481a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354435 Dec 08 22:15:00.559655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34608) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:00.669873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ec5d048-4b28-4fbb-9a58-f6e87f8054d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:00.743378 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ec5d048-4b28-4fbb-9a58-f6e87f8054d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:00.747772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ec5d048-4b28-4fbb-9a58-f6e87f8054d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:00.787271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1ec5d048-4b28-4fbb-9a58-f6e87f8054d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b386fba29b304f79b8116a03b8a381d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264755 Dec 08 22:15:00.788490 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5d048-4b28-4fbb-9a58-f6e87f8054d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba313b39-68f7-4e31-b7d9-4874145b9cf3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:00.788811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34614) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:00.838520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cbe72f-3b6e-4cb7-9b15-f11d642fb79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:00.859949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cbe72f-3b6e-4cb7-9b15-f11d642fb79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:00.908424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cbe72f-3b6e-4cb7-9b15-f11d642fb79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:00.910830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-46cbe72f-3b6e-4cb7-9b15-f11d642fb79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:00.911993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-46cbe72f-3b6e-4cb7-9b15-f11d642fb79f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba313b39-68f7-4e31-b7d9-4874145b9cf3 HTTP/1.1" status: 204 len: 168 time: 0.1220813 Dec 08 22:15:00.920254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbe72f-3b6e-4cb7-9b15-f11d642fb79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba313b39-68f7-4e31-b7d9-4874145b9cf3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:01.194617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34624) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:01.209118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b2814e12-e4c0-4b1a-87d1-d1437454fd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:01.285053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b2814e12-e4c0-4b1a-87d1-d1437454fd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:01.290021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b2814e12-e4c0-4b1a-87d1-d1437454fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:01.328056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b2814e12-e4c0-4b1a-87d1-d1437454fd87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=688470c0eda942b59891025d17e96032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323118 Dec 08 22:15:01.328810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2814e12-e4c0-4b1a-87d1-d1437454fd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7e4db9-a272-4823-89ce-fa93a030a2ff,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:01.331629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34632) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:01.394735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-498701d7-8847-4d49-bacf-b1aafaf9d131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:01.416411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5680-e6c6-4f8e-b65a-390d3c03c42a req-c24aabfc-05ce-4009-91ef-261007464d91 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:01.417803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37ab5680-e6c6-4f8e-b65a-390d3c03c42a req-c24aabfc-05ce-4009-91ef-261007464d91 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0504246 Dec 08 22:15:01.418034 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-498701d7-8847-4d49-bacf-b1aafaf9d131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:01.458238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37ab5680-e6c6-4f8e-b65a-390d3c03c42a req-9d488683-da84-4f73-83bb-25f665d5359b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330369 Dec 08 22:15:01.469995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-498701d7-8847-4d49-bacf-b1aafaf9d131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:01.472587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-498701d7-8847-4d49-bacf-b1aafaf9d131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:01.476943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-498701d7-8847-4d49-bacf-b1aafaf9d131 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e7e4db9-a272-4823-89ce-fa93a030a2ff HTTP/1.1" status: 204 len: 168 time: 0.1423690 Dec 08 22:15:01.486433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498701d7-8847-4d49-bacf-b1aafaf9d131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7e4db9-a272-4823-89ce-fa93a030a2ff,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:02.181568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34656) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:02.286266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-876243135'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:02.310561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:02.314469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.322867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.398685 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.404738 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.435565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:15:02.445879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b59490-359a-430b-8666-fb8bb85b9c7c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:02.450490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.450873 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Added segment de62e803-1590-4437-af10-71a112e9b543 of type vlan for network fcd33fd0-6b20-4e43-925b-b9ecb376f956 Dec 08 22:15:02.493684 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.521447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.528368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:02.529019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.626403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4436591 Dec 08 22:15:02.628308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a260304-b055-4b0f-bc10-819fa8413f5d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Network': ['ID=fcd33fd0-6b20-4e43-925b-b9ecb376f956,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:02.630087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34662) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:02.636246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:02.643437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:15:02.647032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2fa9f-aea6-4558-b98a-fbe410007d38 req-9181e12c-cc52-4a5a-a294-a38c1953c43e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:02.648564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58b2fa9f-aea6-4558-b98a-fbe410007d38 req-9181e12c-cc52-4a5a-a294-a38c1953c43e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.1168396 Dec 08 22:15:02.708605 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58b2fa9f-aea6-4558-b98a-fbe410007d38 req-31cde45d-5fd6-482d-ac8d-5db9754b97ae tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462050 Dec 08 22:15:02.748803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:02.753915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:02.993490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.056598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=0222c8d2-031f-463c-bd39-bd33b02abc66,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:03.073860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:03.074262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network hostable DHCP agents. Network: fcd33fd0-6b20-4e43-925b-b9ecb376f956, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:15:03.094777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:15:03.104850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, fcd33fd0-6b20-4e43-925b-b9ecb376f956) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:03.110485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:03.111643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.116897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70112db-5975-4f25-92fb-b7d51b41cf6b None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:03.133676 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bf53a4bf-09ca-491d-bc5a-e67cab494097 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4978275 Dec 08 22:15:03.133912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34666) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:03.140379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'name': 'tempest-NetworksTestDHCPv6-215994528'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:03.293956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '0222c8d2-031f-463c-bd39-bd33b02abc66'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:03.295505 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.296800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:03.301838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.326350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 7920bc72-586d-4a58-a824-ded2f589ffb0 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:03.469240 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::198 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/0222c8d2-031f-463c-bd39-bd33b02abc66/7920bc72-586d-4a58-a824-ded2f589ffb0) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:03.617227 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.650945 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.700354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:03.704102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/0222c8d2-031f-463c-bd39-bd33b02abc66/e2919c7d-968b-4365-b7c6-c56f00f8d3d9) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:03.704636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:03.707469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:03.714175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:03.714892 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.723849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=7920bc72-586d-4a58-a824-ded2f589ffb0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:03.743555 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3cd9b0e7-0efe-45e2-9723-4ef55696ad25 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6084788 Dec 08 22:15:03.745804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34670) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:03.854684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872bc18-9f99-4567-b78c-e5b48216816d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:03.855387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597bc9d-6558-4265-9abe-d3aae957e542 req-09fda3f1-9955-4a1b-85c0-5297408918c4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:03.859575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d872bc18-9f99-4567-b78c-e5b48216816d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1094809 Dec 08 22:15:03.859751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34674) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:03.864030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3597bc9d-6558-4265-9abe-d3aae957e542 req-09fda3f1-9955-4a1b-85c0-5297408918c4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0743406 Dec 08 22:15:03.914677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3597bc9d-6558-4265-9abe-d3aae957e542 req-f0a08b66-8d49-42bd-94b0-906518bc57c4 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497236 Dec 08 22:15:03.915694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.933557 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.958201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-163f651a-ee18-49ce-8ccb-0db2a6cfdca4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 7920bc72-586d-4a58-a824-ded2f589ffb0 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:03.958529 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-163f651a-ee18-49ce-8ccb-0db2a6cfdca4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:03.971854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:03.974676 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:03.978162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:03.989490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Pushing event updated for resources: {'Port': ['ID=e2919c7d-968b-4365-b7c6-c56f00f8d3d9,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:04.015592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.016444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.016941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.017653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.018161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.018820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.019349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.019873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.020212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.020547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.020875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.021378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:04.057413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Attempting to bind port e2919c7d-968b-4365-b7c6-c56f00f8d3d9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:04.057786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Attempting to bind port e2919c7d-968b-4365-b7c6-c56f00f8d3d9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:04.058168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Attempting to bind port e2919c7d-968b-4365-b7c6-c56f00f8d3d9 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:04.061158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-163f651a-ee18-49ce-8ccb-0db2a6cfdca4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.063874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:04.064241 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:04.064645 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.065040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:04.065502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Bound port: e2919c7d-968b-4365-b7c6-c56f00f8d3d9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:04.065893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.074201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-163f651a-ee18-49ce-8ccb-0db2a6cfdca4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 7920bc72-586d-4a58-a824-ded2f589ffb0 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:04.133968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] For port e2919c7d-968b-4365-b7c6-c56f00f8d3d9, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:04.137336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] For port e2919c7d-968b-4365-b7c6-c56f00f8d3d9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e2919c7d-968b-4365-b7c6-c56f00f8d3d9,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:04.141319 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.203972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387c573-9f5d-495f-b94d-69994f41e8b0 None None] Pushing event updated for resources: {'Port': ['ID=e2919c7d-968b-4365-b7c6-c56f00f8d3d9,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:04.220318 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-163f651a-ee18-49ce-8ccb-0db2a6cfdca4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.249944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f651a-ee18-49ce-8ccb-0db2a6cfdca4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=7920bc72-586d-4a58-a824-ded2f589ffb0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:04.276058 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-163f651a-ee18-49ce-8ccb-0db2a6cfdca4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.279323 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-163f651a-ee18-49ce-8ccb-0db2a6cfdca4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/7920bc72-586d-4a58-a824-ded2f589ffb0 HTTP/1.1" status: 204 len: 168 time: 0.4186325 Dec 08 22:15:04.282332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34678) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:04.653620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178ab76c-8918-4f95-adbe-2c1e5961fa56 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:04.655834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178ab76c-8918-4f95-adbe-2c1e5961fa56 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:04.659820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-178ab76c-8918-4f95-adbe-2c1e5961fa56 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3741105 Dec 08 22:15:04.660008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34680) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:04.709609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-657ad5fb-eb3f-47c8-9f4c-d2abd9c67005 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 0222c8d2-031f-463c-bd39-bd33b02abc66 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:04.712614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-657ad5fb-eb3f-47c8-9f4c-d2abd9c67005 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.751818 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-657ad5fb-eb3f-47c8-9f4c-d2abd9c67005 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.839124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-657ad5fb-eb3f-47c8-9f4c-d2abd9c67005 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.900550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-657ad5fb-eb3f-47c8-9f4c-d2abd9c67005 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.928279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ad5fb-eb3f-47c8-9f4c-d2abd9c67005 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=0222c8d2-031f-463c-bd39-bd33b02abc66,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:04.932166 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-657ad5fb-eb3f-47c8-9f4c-d2abd9c67005 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:04.938422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34686) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:04.938951 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-657ad5fb-eb3f-47c8-9f4c-d2abd9c67005 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/0222c8d2-031f-463c-bd39-bd33b02abc66 HTTP/1.1" status: 204 len: 168 time: 0.2774863 Dec 08 22:15:05.000255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5a33ebbd-5f5a-4262-a5b1-81c3d8c92ad6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600786 Dec 08 22:15:05.002581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34688) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:05.008705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:05.061567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad89536-8c8a-47f2-a4a6-e45cb151c6fb req-7141da2f-257d-443b-8472-db08a13f0c5b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:05.063776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ad89536-8c8a-47f2-a4a6-e45cb151c6fb req-7141da2f-257d-443b-8472-db08a13f0c5b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0669549 Dec 08 22:15:05.108359 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ad89536-8c8a-47f2-a4a6-e45cb151c6fb req-bb345e7a-18a0-4e83-a6a4-2eeab269c963 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341654 Dec 08 22:15:05.121630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:05.125888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.177569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9062574b-0c62-47be-80ce-8b193a407aee None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:05.293594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2141d928-1f2a-49e6-8e54-6be4b71fdea2 None None] Provisioning complete for port e2919c7d-968b-4365-b7c6-c56f00f8d3d9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:05.294285 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2141d928-1f2a-49e6-8e54-6be4b71fdea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.344833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.387847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:05.391412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:05.395694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:05.396290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.402541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2141d928-1f2a-49e6-8e54-6be4b71fdea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.417471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=11151d20-821c-4ce4-bc6f-14efeeac7828,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:05.430319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-95f32b1c-b43f-4310-9a66-b0c0f1cf9c2f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4244747 Dec 08 22:15:05.431086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34694) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:05.444163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'name': 'tempest-NetworksTestDHCPv6-44293991'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:05.447046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2141d928-1f2a-49e6-8e54-6be4b71fdea2 None None] For port e2919c7d-968b-4365-b7c6-c56f00f8d3d9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e2919c7d-968b-4365-b7c6-c56f00f8d3d9,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:05.450647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:05.455795 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2141d928-1f2a-49e6-8e54-6be4b71fdea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.526094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141d928-1f2a-49e6-8e54-6be4b71fdea2 None None] Pushing event updated for resources: {'Port': ['ID=e2919c7d-968b-4365-b7c6-c56f00f8d3d9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:05.544251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] Deleting port e2919c7d-968b-4365-b7c6-c56f00f8d3d9 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:05.544620 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.567032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:05.570489 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.588792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 6b58eef5-5e63-4fc7-a9ab-12c124bd08e0 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:05.608974 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3e1717fe-45e2-4d91-9396-e8ef3ebe5370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.644153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] For port e2919c7d-968b-4365-b7c6-c56f00f8d3d9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e2919c7d-968b-4365-b7c6-c56f00f8d3d9,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:05.644558 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.659442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] Calling delete_port for e2919c7d-968b-4365-b7c6-c56f00f8d3d9 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:05.713966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::76 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/11151d20-821c-4ce4-bc6f-14efeeac7828/6b58eef5-5e63-4fc7-a9ab-12c124bd08e0) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:05.741852 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.772770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] Pushing event deleted for resources: {'Port': ['ID=e2919c7d-968b-4365-b7c6-c56f00f8d3d9,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:05.774671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480561e-f38e-4f18-8c3a-ab18128cfd68 None None] No DVR routers for this DVR port e2919c7d-968b-4365-b7c6-c56f00f8d3d9 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:05.794475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e613a-d80c-48da-a1d3-695976800cf3 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:05.877094 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.922686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.943951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '11151d20-821c-4ce4-bc6f-14efeeac7828'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:05.944838 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:05.970041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:05.973316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:05.980297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:05.986902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:05.987873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.000178 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=6b58eef5-5e63-4fc7-a9ab-12c124bd08e0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:06.009295 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-011f44bb-6f04-4868-a7c3-735c9fd81164 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5746734 Dec 08 22:15:06.009632 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34696) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:06.057447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3388c52-d996-463f-9d80-3751a1011803 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:06.062315 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c3388c52-d996-463f-9d80-3751a1011803 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0485699 Dec 08 22:15:06.062613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34698) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:06.096184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/11151d20-821c-4ce4-bc6f-14efeeac7828/f816e44c-a9a2-45fe-8f36-2626361eed2a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:06.169255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-425f12ce-9b85-4b03-bdd8-53e4166c7a32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 6b58eef5-5e63-4fc7-a9ab-12c124bd08e0 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:06.169602 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-425f12ce-9b85-4b03-bdd8-53e4166c7a32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.251538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff8d12-6f2d-4538-9a87-5f13d8c8fb2e req-e75dd827-9616-47a8-8510-5ed95f134d8a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:06.253068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45ff8d12-6f2d-4538-9a87-5f13d8c8fb2e req-e75dd827-9616-47a8-8510-5ed95f134d8a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0612316 Dec 08 22:15:06.283052 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-425f12ce-9b85-4b03-bdd8-53e4166c7a32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.283598 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.289958 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.297972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-425f12ce-9b85-4b03-bdd8-53e4166c7a32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 6b58eef5-5e63-4fc7-a9ab-12c124bd08e0 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:06.327266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45ff8d12-6f2d-4538-9a87-5f13d8c8fb2e req-f2ea7536-2740-4a5a-bba7-b27f9abd68b3 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638442 Dec 08 22:15:06.340031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:06.341401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:06.344869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:06.359117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Pushing event updated for resources: {'Port': ['ID=f816e44c-a9a2-45fe-8f36-2626361eed2a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:06.403266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Attempting to bind port f816e44c-a9a2-45fe-8f36-2626361eed2a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:06.403631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Attempting to bind port f816e44c-a9a2-45fe-8f36-2626361eed2a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:06.404018 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Attempting to bind port f816e44c-a9a2-45fe-8f36-2626361eed2a on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:06.409326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:06.409699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:06.410116 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.410496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:06.410980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Bound port: f816e44c-a9a2-45fe-8f36-2626361eed2a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:06.411395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.430742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-425f12ce-9b85-4b03-bdd8-53e4166c7a32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.459435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f12ce-9b85-4b03-bdd8-53e4166c7a32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=6b58eef5-5e63-4fc7-a9ab-12c124bd08e0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:06.482564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] For port f816e44c-a9a2-45fe-8f36-2626361eed2a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:06.486311 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-425f12ce-9b85-4b03-bdd8-53e4166c7a32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.486636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] For port f816e44c-a9a2-45fe-8f36-2626361eed2a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f816e44c-a9a2-45fe-8f36-2626361eed2a,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:06.489887 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-425f12ce-9b85-4b03-bdd8-53e4166c7a32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/6b58eef5-5e63-4fc7-a9ab-12c124bd08e0 HTTP/1.1" status: 204 len: 168 time: 0.4261432 Dec 08 22:15:06.492557 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34704) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:06.495042 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.547766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552bcf9d-32a1-4d0f-b9ef-e01098513918 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:06.549744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552bcf9d-32a1-4d0f-b9ef-e01098513918 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:06.551496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-552bcf9d-32a1-4d0f-b9ef-e01098513918 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0578008 Dec 08 22:15:06.554170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34706) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:06.557093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b141853-19b8-44ce-9585-7e4b468b5b51 None None] Pushing event updated for resources: {'Port': ['ID=f816e44c-a9a2-45fe-8f36-2626361eed2a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:06.611717 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c43bc8-a618-4f11-ae37-a47bf42b926f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 11151d20-821c-4ce4-bc6f-14efeeac7828 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:06.614920 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69c43bc8-a618-4f11-ae37-a47bf42b926f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.656549 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69c43bc8-a618-4f11-ae37-a47bf42b926f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.760870 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69c43bc8-a618-4f11-ae37-a47bf42b926f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.829981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69c43bc8-a618-4f11-ae37-a47bf42b926f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.859157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c43bc8-a618-4f11-ae37-a47bf42b926f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=11151d20-821c-4ce4-bc6f-14efeeac7828,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:06.861134 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-69c43bc8-a618-4f11-ae37-a47bf42b926f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:06.864306 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-69c43bc8-a618-4f11-ae37-a47bf42b926f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/11151d20-821c-4ce4-bc6f-14efeeac7828 HTTP/1.1" status: 204 len: 168 time: 0.3090489 Dec 08 22:15:06.866825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34708) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:06.921336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bd1e2776-46db-490d-9c3b-c348e6da2e1f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534401 Dec 08 22:15:06.924293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34710) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:06.928935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:07.020371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:07.024029 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.219379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.260999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:07.264235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:07.268683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:07.269275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.282974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=d34440eb-e797-41f9-a841-9a7c4e10b36a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:07.292093 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b04388a5-bb03-44a7-a601-c2f624005f69 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3668089 Dec 08 22:15:07.294841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34712) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:07.300931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'name': 'tempest-NetworksTestDHCPv6-420971850'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:07.422562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:07.426466 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.453474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe260e-8547-42d4-8f3a-f3c237e178dd req-f1f816cc-971a-4e3f-b60d-daa1d2f0ca5f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:07.455110 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0fbe260e-8547-42d4-8f3a-f3c237e178dd req-f1f816cc-971a-4e3f-b60d-daa1d2f0ca5f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0597055 Dec 08 22:15:07.456100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 5df51389-4746-43b1-a260-235f26fe4fa2 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:07.505840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0fbe260e-8547-42d4-8f3a-f3c237e178dd req-af1ffd4a-f299-4a2d-97f9-4ccf3e73330b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Dec 08 22:15:07.550570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f54ec2-05d6-4116-834d-9aa53ebf893d None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:07.603613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::49 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/d34440eb-e797-41f9-a841-9a7c4e10b36a/5df51389-4746-43b1-a260-235f26fe4fa2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:07.612390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6251f8ae-03d9-495a-b4b0-a1acb90de77b None None] Provisioning complete for port f816e44c-a9a2-45fe-8f36-2626361eed2a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:07.612843 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6251f8ae-03d9-495a-b4b0-a1acb90de77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.747244 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6251f8ae-03d9-495a-b4b0-a1acb90de77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.776733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.814129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.818056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6251f8ae-03d9-495a-b4b0-a1acb90de77b None None] For port f816e44c-a9a2-45fe-8f36-2626361eed2a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f816e44c-a9a2-45fe-8f36-2626361eed2a,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:07.823060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6251f8ae-03d9-495a-b4b0-a1acb90de77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.864250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:07.867494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:07.871249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:07.877429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:07.878066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:07.886023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f8ae-03d9-495a-b4b0-a1acb90de77b None None] Pushing event updated for resources: {'Port': ['ID=f816e44c-a9a2-45fe-8f36-2626361eed2a,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:07.899455 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6002281 Dec 08 22:15:07.899455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47252de7-8bce-46df-b90f-854e629d92d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=5df51389-4746-43b1-a260-235f26fe4fa2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:07.900533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34728) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:07.951600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f77284-8eac-40ae-9b52-6161da457e3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:07.958447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f77284-8eac-40ae-9b52-6161da457e3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:07.962688 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-05f77284-8eac-40ae-9b52-6161da457e3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0588775 Dec 08 22:15:07.963068 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:08.081026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ef2da-1376-4043-9fbf-528588eb56e4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 5df51389-4746-43b1-a260-235f26fe4fa2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:08.081380 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef2da-1376-4043-9fbf-528588eb56e4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.133816 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f816e44c-a9a2-45fe-8f36-2626361eed2a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:08.136220 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:15:08.204492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-88c79ac3-0adf-4f20-ae60-8872c775a800 None None] Provisioning complete for port f816e44c-a9a2-45fe-8f36-2626361eed2a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:08.205667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-88c79ac3-0adf-4f20-ae60-8872c775a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.214044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef2da-1376-4043-9fbf-528588eb56e4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.227935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ef2da-1376-4043-9fbf-528588eb56e4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 5df51389-4746-43b1-a260-235f26fe4fa2 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:08.243169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f816e44c-a9a2-45fe-8f36-2626361eed2a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:08.243541 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.433701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef2da-1376-4043-9fbf-528588eb56e4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.476099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ef2da-1376-4043-9fbf-528588eb56e4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=5df51389-4746-43b1-a260-235f26fe4fa2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:08.520238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef2da-1376-4043-9fbf-528588eb56e4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.524350 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5b5ef2da-1376-4043-9fbf-528588eb56e4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/5df51389-4746-43b1-a260-235f26fe4fa2 HTTP/1.1" status: 204 len: 168 time: 0.5602694 Dec 08 22:15:08.526981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34732) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:08.539544 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1868544e-7b29-4f0c-8038-9d7e45b15469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.643364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8d84b-1bf8-489a-a580-6f57d1230d48 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:08.646655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8d84b-1bf8-489a-a580-6f57d1230d48 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:08.648857 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a4f8d84b-1bf8-489a-a580-6f57d1230d48 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1205482 Dec 08 22:15:08.654079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34736) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:08.701915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78946b65-111d-45c7-bb99-0ed3986a335a req-10a6df0b-a12c-4687-8858-2a0786a300aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:08.704088 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78946b65-111d-45c7-bb99-0ed3986a335a req-10a6df0b-a12c-4687-8858-2a0786a300aa tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.1059628 Dec 08 22:15:08.719968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c6ed4d5d-b201-4427-8c32-7444f377c737 None None] Could not find standard attr ID for object 7920bc72-586d-4a58-a824-ded2f589ffb0. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:08.721694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3b4c0e-d355-4ae8-a8e1-6a14274c5492 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet d34440eb-e797-41f9-a841-9a7c4e10b36a {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:08.725713 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4c0e-d355-4ae8-a8e1-6a14274c5492 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.767329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-78946b65-111d-45c7-bb99-0ed3986a335a req-dd0bdf61-887d-4017-a78c-b8fef5939e77 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561249 Dec 08 22:15:08.773395 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4c0e-d355-4ae8-a8e1-6a14274c5492 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.826627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4c0e-d355-4ae8-a8e1-6a14274c5492 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.863886 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.865258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-659e3f30-8e7b-4845-9f7a-77fd788f4ad9 None None] Could not find standard attr ID for object 6b58eef5-5e63-4fc7-a9ab-12c124bd08e0. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:08.933434 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4c0e-d355-4ae8-a8e1-6a14274c5492 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.969107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b4c0e-d355-4ae8-a8e1-6a14274c5492 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=d34440eb-e797-41f9-a841-9a7c4e10b36a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:08.976616 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4c0e-d355-4ae8-a8e1-6a14274c5492 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:08.984168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34742) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:08.998293 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cd3b4c0e-d355-4ae8-a8e1-6a14274c5492 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/d34440eb-e797-41f9-a841-9a7c4e10b36a HTTP/1.1" status: 204 len: 168 time: 0.3425412 Dec 08 22:15:09.027497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692030f-f531-4179-83e3-a6551cf879d6 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:09.030633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34744) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:09.042693 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2296ce89-83a1-475c-bf96-916e59922728 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562623 Dec 08 22:15:09.088054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0b28e58b-870b-40ae-8167-801b7ac9a2a6 None None] Could not find standard attr ID for object 5df51389-4746-43b1-a260-235f26fe4fa2. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:09.096828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3324a503-7531-405c-bb12-18ab8fda0b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:09.098351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3324a503-7531-405c-bb12-18ab8fda0b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0673687 Dec 08 22:15:09.101119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34748) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:09.163955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f8295-aae6-4f97-bbf8-48758f2fa981 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:09.168507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:09.169027 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-194f8295-aae6-4f97-bbf8-48758f2fa981 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666945 Dec 08 22:15:09.229101 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f4eedbb9-ad79-4e08-9a35-2e3e67edc19f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549994 Dec 08 22:15:09.229101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34752) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:09.234742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:09.256013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:09.301646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] Deleting port f816e44c-a9a2-45fe-8f36-2626361eed2a {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:09.302435 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.327553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:09.331554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.373052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] For port f816e44c-a9a2-45fe-8f36-2626361eed2a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f816e44c-a9a2-45fe-8f36-2626361eed2a,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:09.374109 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.386905 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] Calling delete_port for f816e44c-a9a2-45fe-8f36-2626361eed2a owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:09.477183 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.483975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.507927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] Pushing event deleted for resources: {'Port': ['ID=f816e44c-a9a2-45fe-8f36-2626361eed2a,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:09.512791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383ff63-01c6-464e-80a2-63dadd84ceac None None] No DVR routers for this DVR port f816e44c-a9a2-45fe-8f36-2626361eed2a on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:09.526533 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.576253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:09.580258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:09.580489 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.584656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:09.585248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.590280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910fd7f-4974-4cfd-af71-4a5af13d95d2 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:09.594623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=4e441918-e68d-4541-8cfc-b168475416bb,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:09.609445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a2b0d353-64fd-40c1-9025-ee5d8dadc3f2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3794069 Dec 08 22:15:09.617516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34754) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:09.618238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '4e441918-e68d-4541-8cfc-b168475416bb', 'ip_address': '2001:db8::b71e:bbe4:2efe:1c79'}], 'name': 'tempest-NetworksTestDHCPv6-218168683'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:09.737297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:09.738289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '4e441918-e68d-4541-8cfc-b168475416bb'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:09.739188 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.829068 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:09.852532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port c6688342-b465-4052-9bda-641de52eec43 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:09.905972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0649-7260-46c1-8c75-3d92907c20d2 req-0c6f010b-2f30-45a8-8a8b-dea3dad76d75 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:09.908218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/4e441918-e68d-4541-8cfc-b168475416bb/dd86f3bf-c58a-4fa5-b3b3-88851a96da41) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:09.916900 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7baf0649-7260-46c1-8c75-3d92907c20d2 req-0c6f010b-2f30-45a8-8a8b-dea3dad76d75 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0773973 Dec 08 22:15:09.981675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7baf0649-7260-46c1-8c75-3d92907c20d2 req-4bbf0724-fd6e-4e5c-bda2-796c4ffcdc66 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594049 Dec 08 22:15:10.078447 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.084966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f816e44c-a9a2-45fe-8f36-2626361eed2a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:10.087816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.133271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f816e44c-a9a2-45fe-8f36-2626361eed2a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:10.133620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f816e44c-a9a2-45fe-8f36-2626361eed2a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:10.194012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::b71e:bbe4:2efe:1c79 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/4e441918-e68d-4541-8cfc-b168475416bb/c6688342-b465-4052-9bda-641de52eec43) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:10.216199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:10.229698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:10.232337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:10.259078 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.260139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Pushing event updated for resources: {'Port': ['ID=dd86f3bf-c58a-4fa5-b3b3-88851a96da41,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:10.315014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Attempting to bind port dd86f3bf-c58a-4fa5-b3b3-88851a96da41 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:10.315247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Attempting to bind port dd86f3bf-c58a-4fa5-b3b3-88851a96da41 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:10.315625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Attempting to bind port dd86f3bf-c58a-4fa5-b3b3-88851a96da41 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:10.321051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:10.321430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:10.321836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.322232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:10.322699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Bound port: dd86f3bf-c58a-4fa5-b3b3-88851a96da41, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:10.323126 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.392626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.393000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] For port dd86f3bf-c58a-4fa5-b3b3-88851a96da41, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:10.396510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] For port dd86f3bf-c58a-4fa5-b3b3-88851a96da41, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dd86f3bf-c58a-4fa5-b3b3-88851a96da41,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:10.401462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.426065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.460364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27392bc0-7d90-48bf-a1d3-c1e165e900af None None] Pushing event updated for resources: {'Port': ['ID=dd86f3bf-c58a-4fa5-b3b3-88851a96da41,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:10.474520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:10.477668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:10.481888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:10.488570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:10.489217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.498754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=c6688342-b465-4052-9bda-641de52eec43,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:10.514472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c7d52e4d-d723-49c9-8e46-373ad202cbcb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9003432 Dec 08 22:15:10.516937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34760) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:10.565732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303383b-94a6-45d0-b41e-4273dceb63c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:10.571797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303383b-94a6-45d0-b41e-4273dceb63c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:10.573431 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0303383b-94a6-45d0-b41e-4273dceb63c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0555463 Dec 08 22:15:10.576207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34762) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:10.681624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe687e-6da2-4739-b73d-6ae70e748a16 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port c6688342-b465-4052-9bda-641de52eec43 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:10.681963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3fe687e-6da2-4739-b73d-6ae70e748a16 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.771636 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3fe687e-6da2-4739-b73d-6ae70e748a16 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.784016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe687e-6da2-4739-b73d-6ae70e748a16 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for c6688342-b465-4052-9bda-641de52eec43 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:10.909340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3fe687e-6da2-4739-b73d-6ae70e748a16 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.941970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe687e-6da2-4739-b73d-6ae70e748a16 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=c6688342-b465-4052-9bda-641de52eec43,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:10.966929 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a3fe687e-6da2-4739-b73d-6ae70e748a16 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:10.970074 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a3fe687e-6da2-4739-b73d-6ae70e748a16 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/c6688342-b465-4052-9bda-641de52eec43 HTTP/1.1" status: 204 len: 168 time: 0.3923471 Dec 08 22:15:10.972532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34764) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:11.023243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3990572b-6d4d-448d-a31d-0f62ebda457b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:11.024891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3990572b-6d4d-448d-a31d-0f62ebda457b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:11.028874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3990572b-6d4d-448d-a31d-0f62ebda457b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0530105 Dec 08 22:15:11.029150 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:11.055740 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.082887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-c662bdf5-92e5-440d-8ff7-8f72e0dc7d21 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 4e441918-e68d-4541-8cfc-b168475416bb {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:11.086340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c662bdf5-92e5-440d-8ff7-8f72e0dc7d21 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.101647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e595a-bc7d-465a-a008-cfc4b572c0ba req-a52f3657-4a4b-4eff-96ad-1b8f3420dfc2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:11.109399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae0e595a-bc7d-465a-a008-cfc4b572c0ba req-a52f3657-4a4b-4eff-96ad-1b8f3420dfc2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0610602 Dec 08 22:15:11.136439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c662bdf5-92e5-440d-8ff7-8f72e0dc7d21 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.146730 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae0e595a-bc7d-465a-a008-cfc4b572c0ba req-ca419556-2426-4128-803f-66b70288dd6e tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361984 Dec 08 22:15:11.230947 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c662bdf5-92e5-440d-8ff7-8f72e0dc7d21 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.300587 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c662bdf5-92e5-440d-8ff7-8f72e0dc7d21 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.336530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662bdf5-92e5-440d-8ff7-8f72e0dc7d21 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=4e441918-e68d-4541-8cfc-b168475416bb,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:11.341950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c662bdf5-92e5-440d-8ff7-8f72e0dc7d21 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.346128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c662bdf5-92e5-440d-8ff7-8f72e0dc7d21 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/4e441918-e68d-4541-8cfc-b168475416bb HTTP/1.1" status: 204 len: 168 time: 0.3157077 Dec 08 22:15:11.348333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:11.392802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-68a553e7-7de9-49db-9cc8-2c63dc2546a9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433288 Dec 08 22:15:11.395787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34778) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:11.400449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:11.429351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131baaa0-0d86-4585-b4d0-649b58ace568 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:11.498445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:11.502024 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.544434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b3ca35d5-6ecc-4523-931a-e33588b76218 None None] Provisioning complete for port dd86f3bf-c58a-4fa5-b3b3-88851a96da41 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:11.544781 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b3ca35d5-6ecc-4523-931a-e33588b76218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.632611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b3ca35d5-6ecc-4523-931a-e33588b76218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.673794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b3ca35d5-6ecc-4523-931a-e33588b76218 None None] For port dd86f3bf-c58a-4fa5-b3b3-88851a96da41, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dd86f3bf-c58a-4fa5-b3b3-88851a96da41,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:11.679066 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b3ca35d5-6ecc-4523-931a-e33588b76218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.704345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:11.706431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.746852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:11.751940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:11.755359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca35d5-6ecc-4523-931a-e33588b76218 None None] Pushing event updated for resources: {'Port': ['ID=dd86f3bf-c58a-4fa5-b3b3-88851a96da41,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:11.758333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:11.759128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.777497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=76afec27-bf88-4b37-8a91-7d21256e7fea,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:11.777789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] Deleting port dd86f3bf-c58a-4fa5-b3b3-88851a96da41 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:11.778073 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.787272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34780) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:11.787435 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-821b83f6-6724-4a99-882d-d4a150e4b0ef tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3905609 Dec 08 22:15:11.794999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '76afec27-bf88-4b37-8a91-7d21256e7fea', 'ip_address': '2001:db8::5c09:c352:3386:a433'}], 'name': 'tempest-NetworksTestDHCPv6-1008951949'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:11.864235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] For port dd86f3bf-c58a-4fa5-b3b3-88851a96da41, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dd86f3bf-c58a-4fa5-b3b3-88851a96da41,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:11.864553 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.877047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] Calling delete_port for dd86f3bf-c58a-4fa5-b3b3-88851a96da41 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:11.921778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:11.927688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.947007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:11.956392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:11.985660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] Pushing event deleted for resources: {'Port': ['ID=dd86f3bf-c58a-4fa5-b3b3-88851a96da41,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:11.994744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989f95e-66c6-400a-a8f8-600cc30537a3 None None] No DVR routers for this DVR port dd86f3bf-c58a-4fa5-b3b3-88851a96da41 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:12.017176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac669a-d487-4f90-9517-1a64c45a57d4 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:12.126315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::5c09:c352:3386:a433 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/76afec27-bf88-4b37-8a91-7d21256e7fea/1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:12.173716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '76afec27-bf88-4b37-8a91-7d21256e7fea'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:12.174876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.285486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a381b-1f78-4405-a301-e77f497c01db req-fcf8d9d6-b562-471f-8286-ddaea269e1a7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:12.286939 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d29a381b-1f78-4405-a301-e77f497c01db req-fcf8d9d6-b562-471f-8286-ddaea269e1a7 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0639534 Dec 08 22:15:12.297398 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.328001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d29a381b-1f78-4405-a301-e77f497c01db req-0ebb8ccd-a0c1-481a-bb4a-d5044f7571d0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342050 Dec 08 22:15:12.337082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.391955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:12.395345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:12.402398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:12.406224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/76afec27-bf88-4b37-8a91-7d21256e7fea/8c123678-e8d4-4e32-9932-f816cda5055b) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:12.408427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:12.409058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.416282 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:12.430284 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b1e803fa-6c06-458f-9559-4f7eeeeb7727 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6413262 Dec 08 22:15:12.433255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34786) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:12.481264 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e676f7f-e588-40d1-bedf-add709d22f75 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:12.486389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1e676f7f-e588-40d1-bedf-add709d22f75 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0485685 Dec 08 22:15:12.487229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:12.574505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7f86f-104f-4748-9c48-97119dca152e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:12.575281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f86f-104f-4748-9c48-97119dca152e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.585467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.592524 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.631126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:12.633881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:12.640398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:12.643354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Pushing event updated for resources: {'Port': ['ID=8c123678-e8d4-4e32-9932-f816cda5055b,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:12.674601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f86f-104f-4748-9c48-97119dca152e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.689133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7f86f-104f-4748-9c48-97119dca152e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:12.695345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Attempting to bind port 8c123678-e8d4-4e32-9932-f816cda5055b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:12.695715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Attempting to bind port 8c123678-e8d4-4e32-9932-f816cda5055b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:12.696084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Attempting to bind port 8c123678-e8d4-4e32-9932-f816cda5055b on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:12.700918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:12.701286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:12.701753 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.702142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:12.702605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Bound port: 8c123678-e8d4-4e32-9932-f816cda5055b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:12.703005 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.768162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] For port 8c123678-e8d4-4e32-9932-f816cda5055b, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:12.771833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] For port 8c123678-e8d4-4e32-9932-f816cda5055b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c123678-e8d4-4e32-9932-f816cda5055b,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:12.776629 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.824851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f86f-104f-4748-9c48-97119dca152e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.835870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05690be2-42fb-4bcd-834d-f9dfb0e936c0 None None] Pushing event updated for resources: {'Port': ['ID=8c123678-e8d4-4e32-9932-f816cda5055b,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:12.862108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7f86f-104f-4748-9c48-97119dca152e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:12.887607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f86f-104f-4748-9c48-97119dca152e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:12.891489 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f2b7f86f-104f-4748-9c48-97119dca152e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43 HTTP/1.1" status: 204 len: 168 time: 0.4035461 Dec 08 22:15:12.894053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34790) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:12.960053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060300a5-6751-4187-9bce-d05163b9f0c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:12.962171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060300a5-6751-4187-9bce-d05163b9f0c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:12.966396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34792) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:12.966560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-060300a5-6751-4187-9bce-d05163b9f0c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0712569 Dec 08 22:15:13.053419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b5dc19-d5bb-4344-b712-c98129a8a664 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 76afec27-bf88-4b37-8a91-7d21256e7fea {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:13.063363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-28b5dc19-d5bb-4344-b712-c98129a8a664 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:13.106682 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-28b5dc19-d5bb-4344-b712-c98129a8a664 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:13.203265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-28b5dc19-d5bb-4344-b712-c98129a8a664 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:13.275486 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-28b5dc19-d5bb-4344-b712-c98129a8a664 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:13.303820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38377c7d-f724-44a4-a123-670737eb8df9 req-76998d72-67f4-473b-866a-0e7e8329924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:13.304798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38377c7d-f724-44a4-a123-670737eb8df9 req-76998d72-67f4-473b-866a-0e7e8329924b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 1096 time: 0.0702457 Dec 08 22:15:13.306239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5dc19-d5bb-4344-b712-c98129a8a664 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=76afec27-bf88-4b37-8a91-7d21256e7fea,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:13.313143 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-28b5dc19-d5bb-4344-b712-c98129a8a664 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:13.316682 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-28b5dc19-d5bb-4344-b712-c98129a8a664 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/76afec27-bf88-4b37-8a91-7d21256e7fea HTTP/1.1" status: 204 len: 168 time: 0.3485441 Dec 08 22:15:13.319053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34794) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:13.359343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4d52ce75-6c00-4dca-a33a-e44b435642d5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390501 Dec 08 22:15:13.361921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34798) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:13.366955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:13.459301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38377c7d-f724-44a4-a123-670737eb8df9 req-5c2cac46-d184-4414-a663-1f078daeeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:13.460687 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38377c7d-f724-44a4-a123-670737eb8df9 req-5c2cac46-d184-4414-a663-1f078daeeb23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 HTTP/1.1" status: 200 len: 897 time: 0.1303933 Dec 08 22:15:13.483890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:13.488779 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:13.531244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a303d-6eb6-4abb-8b72-e6f6708c8f5d req-6372324f-ba95-412d-a4e4-a2755644fe4f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:13.532870 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-878a303d-6eb6-4abb-8b72-e6f6708c8f5d req-6372324f-ba95-412d-a4e4-a2755644fe4f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.1088302 Dec 08 22:15:13.585603 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-878a303d-6eb6-4abb-8b72-e6f6708c8f5d req-e404c410-d905-4a12-b10c-f6212dbe9cb5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 Dec 08 22:15:13.598985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38377c7d-f724-44a4-a123-670737eb8df9 req-638fb02a-abba-42bf-ace4-6df8c3e4d179 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7380406c-da5b-455a-a8eb-a180faa746d5 HTTP/1.1" status: 200 len: 1000 time: 0.1299663 Dec 08 22:15:13.677034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38377c7d-f724-44a4-a123-670737eb8df9 req-cc8e81c8-b05b-44a1-ae96-ab267aa6d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:13.679429 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38377c7d-f724-44a4-a123-670737eb8df9 req-cc8e81c8-b05b-44a1-ae96-ab267aa6d1ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2880f2c-046e-4b72-ab4d-a0d96c38465c HTTP/1.1" status: 200 len: 835 time: 0.0730829 Dec 08 22:15:13.757318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38377c7d-f724-44a4-a123-670737eb8df9 req-6ee7325a-34ee-4f18-a277-e5bb6a7a8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:13.760496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38377c7d-f724-44a4-a123-670737eb8df9 req-6ee7325a-34ee-4f18-a277-e5bb6a7a8318 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731254 Dec 08 22:15:13.792016 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:13.866241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=736cb053-b872-42a1-b1b3-be5176d18015,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:13.882532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:13.884097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:13.886940 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:13.887677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:13.893967 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38377c7d-f724-44a4-a123-670737eb8df9 req-febb3ef5-430e-443d-a5d6-7359f2de6a0f service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240778 Dec 08 22:15:13.912217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e8329f83-a367-4cba-b847-087d06474017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5466931 Dec 08 22:15:13.913127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34802) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:13.919143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '736cb053-b872-42a1-b1b3-be5176d18015', 'ip_address': '2001:db8::7735:3b4b:6649:cd8b'}], 'name': 'tempest-NetworksTestDHCPv6-2124692248'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:14.011356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38377c7d-f724-44a4-a123-670737eb8df9 req-83f7b866-53e7-455f-94e2-e74d5f4e0512 service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106248 Dec 08 22:15:14.028135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b51845-0597-4bcc-9bbc-a656fff794cf None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:14.059802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:14.125201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c123678-e8d4-4e32-9932-f816cda5055b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:14.143427 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.160411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port c9e886bd-9903-4cc1-80df-ec6472f7ab2a yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:14.198819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d09cbc56-a381-4e01-8076-3cacb9d2cd9e None None] Provisioning complete for port 8c123678-e8d4-4e32-9932-f816cda5055b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:14.198819 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d09cbc56-a381-4e01-8076-3cacb9d2cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.271919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8c123678-e8d4-4e32-9932-f816cda5055b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:14.272191 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.329835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::7735:3b4b:6649:cd8b (fcd33fd0-6b20-4e43-925b-b9ecb376f956/736cb053-b872-42a1-b1b3-be5176d18015/c9e886bd-9903-4cc1-80df-ec6472f7ab2a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:14.346302 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d09cbc56-a381-4e01-8076-3cacb9d2cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.403689 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d09cbc56-a381-4e01-8076-3cacb9d2cd9e None None] For port 8c123678-e8d4-4e32-9932-f816cda5055b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c123678-e8d4-4e32-9932-f816cda5055b,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:14.411383 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d09cbc56-a381-4e01-8076-3cacb9d2cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.421138 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.497331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.503461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cbc56-a381-4e01-8076-3cacb9d2cd9e None None] Pushing event updated for resources: {'Port': ['ID=8c123678-e8d4-4e32-9932-f816cda5055b,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:14.530164 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:15:14.530674 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:15:14.537062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-74a57557-6ab9-4e76-9980-93d51143d362 None None] Provisioning complete for port 8c123678-e8d4-4e32-9932-f816cda5055b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:14.537507 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-74a57557-6ab9-4e76-9980-93d51143d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.545831 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.574799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:14.600233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:14.604678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:14.611961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:14.612652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.643110 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7286155 Dec 08 22:15:14.644026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2e859-b75d-4ace-bea2-3f3898e9fb37 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=c9e886bd-9903-4cc1-80df-ec6472f7ab2a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:14.646231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34810) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:14.749503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6423f042-e79f-47df-8ed4-e39f23556898 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:14.755685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6423f042-e79f-47df-8ed4-e39f23556898 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:14.759670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6423f042-e79f-47df-8ed4-e39f23556898 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1099613 Dec 08 22:15:14.759932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34816) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:14.796579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-940c3498-0e0c-4b93-bac0-a90cc9bc4fe1 None None] Could not find standard attr ID for object c6688342-b465-4052-9bda-641de52eec43. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:14.807678 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b2146-48a8-4d34-a481-4ab2bd83fa53 req-93f9a681-1f9e-4e36-9bc2-26290e946007 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:14.809189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d69b2146-48a8-4d34-a481-4ab2bd83fa53 req-93f9a681-1f9e-4e36-9bc2-26290e946007 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.1093550 Dec 08 22:15:14.878056 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d69b2146-48a8-4d34-a481-4ab2bd83fa53 req-17fa781c-067c-4b08-b1d8-9bd879a5f40d tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Dec 08 22:15:14.892976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7eae12ae-14cb-4a59-980e-63d88dd93ab1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port c9e886bd-9903-4cc1-80df-ec6472f7ab2a {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:14.893332 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eae12ae-14cb-4a59-980e-63d88dd93ab1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:14.994379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eae12ae-14cb-4a59-980e-63d88dd93ab1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.007812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7eae12ae-14cb-4a59-980e-63d88dd93ab1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for c9e886bd-9903-4cc1-80df-ec6472f7ab2a owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:15.010683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-70d2346a-1abb-4f71-b204-8ba547a473dd None None] Could not find standard attr ID for object 1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:15.151946 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eae12ae-14cb-4a59-980e-63d88dd93ab1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.183866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae12ae-14cb-4a59-980e-63d88dd93ab1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=c9e886bd-9903-4cc1-80df-ec6472f7ab2a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:15.218067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eae12ae-14cb-4a59-980e-63d88dd93ab1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.223245 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7eae12ae-14cb-4a59-980e-63d88dd93ab1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/c9e886bd-9903-4cc1-80df-ec6472f7ab2a HTTP/1.1" status: 204 len: 168 time: 0.4601178 Dec 08 22:15:15.223529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34818) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:15.235237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1f3f5a82-c33b-495d-bb16-b5f3a56cbd33 None None] Could not find standard attr ID for object c9e886bd-9903-4cc1-80df-ec6472f7ab2a. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:15.277289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382512dc-077b-43db-b34e-7abf99beb035 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:15.278882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382512dc-077b-43db-b34e-7abf99beb035 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:15.284022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34820) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:15.287269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-382512dc-077b-43db-b34e-7abf99beb035 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0626330 Dec 08 22:15:15.338410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7b6ddd-baab-4d7d-8d45-39044e49fa95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 736cb053-b872-42a1-b1b3-be5176d18015 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:15.342604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6ddd-baab-4d7d-8d45-39044e49fa95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.384294 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6ddd-baab-4d7d-8d45-39044e49fa95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.437307 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6ddd-baab-4d7d-8d45-39044e49fa95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.500214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6ddd-baab-4d7d-8d45-39044e49fa95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.528361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b6ddd-baab-4d7d-8d45-39044e49fa95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=736cb053-b872-42a1-b1b3-be5176d18015,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:15.532674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b7b6ddd-baab-4d7d-8d45-39044e49fa95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.538976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9b7b6ddd-baab-4d7d-8d45-39044e49fa95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/736cb053-b872-42a1-b1b3-be5176d18015 HTTP/1.1" status: 204 len: 168 time: 0.2517793 Dec 08 22:15:15.539372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34822) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:15.583747 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1402677d-0717-42f9-8c0a-f41a2afa7bbe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428007 Dec 08 22:15:15.586128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34824) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:15.645720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f5e967-a75c-4dd6-830f-8cf6b53b17eb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:15.647905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f3f5e967-a75c-4dd6-830f-8cf6b53b17eb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0608435 Dec 08 22:15:15.650752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34826) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:15.681595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff83ebc-772f-4b85-91f2-19e0d871ac27 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:15.709895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40799db-1db2-4f25-b2b7-ededdfaee8fd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:15.713739 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d40799db-1db2-4f25-b2b7-ededdfaee8fd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594175 Dec 08 22:15:15.714053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34828) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:15.759093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2d93f9e0-41b0-4044-9d4f-1c87f272b842 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435147 Dec 08 22:15:15.764165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34832) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:15.771287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:15.868268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:15.871825 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:15.891196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:15.948308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] Deleting port 8c123678-e8d4-4e32-9932-f816cda5055b {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:15.948851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.016964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] For port 8c123678-e8d4-4e32-9932-f816cda5055b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c123678-e8d4-4e32-9932-f816cda5055b,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:16.017429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.027671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efc98e-f3d6-43fb-8a2a-561caec031b0 req-985b27f2-2bb8-42f6-ba30-825a94a37f9a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:16.029182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f1efc98e-f3d6-43fb-8a2a-561caec031b0 req-985b27f2-2bb8-42f6-ba30-825a94a37f9a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0646279 Dec 08 22:15:16.032111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] Calling delete_port for 8c123678-e8d4-4e32-9932-f816cda5055b owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:16.087721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c123678-e8d4-4e32-9932-f816cda5055b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:16.099350 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f1efc98e-f3d6-43fb-8a2a-561caec031b0 req-f0d3aebf-16e1-415d-998f-06a18defc8e9 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516024 Dec 08 22:15:16.148656 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.182349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.193680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:16.196067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:16.198938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:16.199535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.212823 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.213082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=202887d8-980e-487d-85cc-5ae95cab73a0,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:16.220030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] Pushing event deleted for resources: {'Port': ['ID=8c123678-e8d4-4e32-9932-f816cda5055b,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:16.223452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6f67ea6f-1c4c-4ad6-be8d-25c422d6f406 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4580805 Dec 08 22:15:16.226067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34836) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:16.230209 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173ab84-babf-4c2d-a5c4-d5c1ed3b2af4 None None] No DVR routers for this DVR port 8c123678-e8d4-4e32-9932-f816cda5055b on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:16.231657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '202887d8-980e-487d-85cc-5ae95cab73a0', 'ip_address': '2001:db8::6a4b:5920:ff04:87f9'}], 'name': 'tempest-NetworksTestDHCPv6-1686260513'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:16.249614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c4bd5-3255-495e-8b86-0020393b0a05 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:16.348036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:16.430681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.449591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 90db0c7c-a9ad-4095-81a7-28c0306495ac yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:16.558815 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '202887d8-980e-487d-85cc-5ae95cab73a0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:16.559676 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.610797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::6a4b:5920:ff04:87f9 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/202887d8-980e-487d-85cc-5ae95cab73a0/90db0c7c-a9ad-4095-81a7-28c0306495ac) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:16.761934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.800906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.844728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:16.847779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/202887d8-980e-487d-85cc-5ae95cab73a0/2bd39680-770d-4999-b18a-da986ea8d38b) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:16.850750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:16.854600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:16.860670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:16.861472 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:16.874980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=90db0c7c-a9ad-4095-81a7-28c0306495ac,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:16.895420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0f853264-e165-4fef-9c9a-da5ecbf5a37a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6657410 Dec 08 22:15:16.895864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34844) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:16.901721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-df512765-6c1e-443b-9ba1-509fce903095 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '202887d8-980e-487d-85cc-5ae95cab73a0', 'ip_address': '2001:db8::6a4b:5920:ff04:87f9'}], 'name': 'tempest-NetworksTestDHCPv6-42342329'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:17.019831 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:17.027158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:17.068108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:17.071000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:17.078444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:17.081688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Pushing event updated for resources: {'Port': ['ID=2bd39680-770d-4999-b18a-da986ea8d38b,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:17.148715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Attempting to bind port 2bd39680-770d-4999-b18a-da986ea8d38b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:17.149070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Attempting to bind port 2bd39680-770d-4999-b18a-da986ea8d38b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:17.149432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Attempting to bind port 2bd39680-770d-4999-b18a-da986ea8d38b on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:17.155594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:17.156001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:17.156373 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:17.156762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:17.157406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Bound port: 2bd39680-770d-4999-b18a-da986ea8d38b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:17.157852 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:17.236575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] For port 2bd39680-770d-4999-b18a-da986ea8d38b, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:17.239796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed851ca-d68e-4128-9bca-1873ce972c55 req-5f6ab0dd-cbf5-40bf-8eb4-f0a3218776ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:17.240870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] For port 2bd39680-770d-4999-b18a-da986ea8d38b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2bd39680-770d-4999-b18a-da986ea8d38b,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:17.243102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ed851ca-d68e-4128-9bca-1873ce972c55 req-5f6ab0dd-cbf5-40bf-8eb4-f0a3218776ea tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0672784 Dec 08 22:15:17.251697 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:17.297662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ed851ca-d68e-4128-9bca-1873ce972c55 req-e8051e9e-9668-4805-bdcd-327fc59e4706 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473809 Dec 08 22:15:17.325698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb347c1b-199a-4607-88c3-6b590530f764 None None] Pushing event updated for resources: {'Port': ['ID=2bd39680-770d-4999-b18a-da986ea8d38b,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:17.417410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df512765-6c1e-443b-9ba1-509fce903095 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:17.422634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df512765-6c1e-443b-9ba1-509fce903095 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:17.440331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-df512765-6c1e-443b-9ba1-509fce903095 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 4e949169-0a01-47ed-bf36-8b41bca08a8f yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:17.620998 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-df512765-6c1e-443b-9ba1-509fce903095 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 22:15:17.621752 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df512765-6c1e-443b-9ba1-509fce903095 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:15:17.641229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-df512765-6c1e-443b-9ba1-509fce903095 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7438829 Dec 08 22:15:17.643436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34848) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:17.704371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d683b6b3-f5a3-4ab0-951a-41bac68d5221 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:17.710129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d683b6b3-f5a3-4ab0-951a-41bac68d5221 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:17.711725 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d683b6b3-f5a3-4ab0-951a-41bac68d5221 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0662107 Dec 08 22:15:17.714497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34850) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:17.751242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6f320-a10d-4688-aac0-7af0bc0e9deb req-c8ddf415-1851-44fd-9671-7d82cd04e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:17.752736 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4b6f320-a10d-4688-aac0-7af0bc0e9deb req-c8ddf415-1851-44fd-9671-7d82cd04e5d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 1096 time: 0.0400469 Dec 08 22:15:17.788182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4b6f320-a10d-4688-aac0-7af0bc0e9deb req-5c2dbbd6-d557-420f-9dc5-223de0c34a13 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283108 Dec 08 22:15:17.807187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b59218e2-a2f3-45b9-a42d-ab964d0393f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 90db0c7c-a9ad-4095-81a7-28c0306495ac {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:17.807530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b59218e2-a2f3-45b9-a42d-ab964d0393f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:17.896654 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b59218e2-a2f3-45b9-a42d-ab964d0393f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:17.909666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b59218e2-a2f3-45b9-a42d-ab964d0393f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 90db0c7c-a9ad-4095-81a7-28c0306495ac owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:18.060649 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b59218e2-a2f3-45b9-a42d-ab964d0393f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.093602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59218e2-a2f3-45b9-a42d-ab964d0393f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=90db0c7c-a9ad-4095-81a7-28c0306495ac,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:18.129055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2bd39680-770d-4999-b18a-da986ea8d38b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:18.133601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b59218e2-a2f3-45b9-a42d-ab964d0393f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.137026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b59218e2-a2f3-45b9-a42d-ab964d0393f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/90db0c7c-a9ad-4095-81a7-28c0306495ac HTTP/1.1" status: 204 len: 168 time: 0.4214821 Dec 08 22:15:18.139477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34854) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:18.199302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2bd39680-770d-4999-b18a-da986ea8d38b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:18.199302 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.212337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2c6ea-b37b-4a47-bafc-82eea75fc7e0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:18.214301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2c6ea-b37b-4a47-bafc-82eea75fc7e0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:18.219544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34856) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:18.219795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fda2c6ea-b37b-4a47-bafc-82eea75fc7e0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0791061 Dec 08 22:15:18.291204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.297810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f5fab4-86c9-4c24-949e-a91b9a733b17 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 202887d8-980e-487d-85cc-5ae95cab73a0 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:18.301366 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fab4-86c9-4c24-949e-a91b9a733b17 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.344728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 2bd39680-770d-4999-b18a-da986ea8d38b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2bd39680-770d-4999-b18a-da986ea8d38b,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:18.352399 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fab4-86c9-4c24-949e-a91b9a733b17 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.356363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.434385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=2bd39680-770d-4999-b18a-da986ea8d38b,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:18.489622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71138605-8da4-4f92-b873-dae131661d79 req-d970e60c-99b2-4321-96dd-36d5a9929e17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:18.491192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71138605-8da4-4f92-b873-dae131661d79 req-d970e60c-99b2-4321-96dd-36d5a9929e17 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0919542 Dec 08 22:15:18.510297 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fab4-86c9-4c24-949e-a91b9a733b17 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.575216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-71138605-8da4-4f92-b873-dae131661d79 req-8d73b47b-2078-456e-894f-89747f92381b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759950 Dec 08 22:15:18.598870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fab4-86c9-4c24-949e-a91b9a733b17 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.604601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9f689b33-3031-404e-9f26-dbb7805579d2 None None] Provisioning complete for port 2bd39680-770d-4999-b18a-da986ea8d38b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:18.605089 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9f689b33-3031-404e-9f26-dbb7805579d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.639742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fab4-86c9-4c24-949e-a91b9a733b17 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.642976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a9f5fab4-86c9-4c24-949e-a91b9a733b17 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/202887d8-980e-487d-85cc-5ae95cab73a0 HTTP/1.1" status: 204 len: 168 time: 0.4224205 Dec 08 22:15:18.644173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5fab4-86c9-4c24-949e-a91b9a733b17 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=202887d8-980e-487d-85cc-5ae95cab73a0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:18.645644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34860) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:18.693429 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-63c48016-e28f-4cd2-9eb6-f76b2249ca3f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406780 Dec 08 22:15:18.693715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34862) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:18.702018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:18.821107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a087d2b-5399-4f02-9bef-49e9d77a5244 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:18.837802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:18.841679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:18.868149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1380a1ef-e5b4-4bbf-bf27-326c34fe83a4 None None] Could not find standard attr ID for object 90db0c7c-a9ad-4095-81a7-28c0306495ac. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:19.041178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:19.064749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.118387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=02276f31-07b0-4700-8e48-44616c02ba14,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:19.130297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:19.131744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:19.135157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:19.135925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] Deleting port 2bd39680-770d-4999-b18a-da986ea8d38b {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:19.136071 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.136374 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.162328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-71721e13-49a2-4a5c-af04-ecbb57c0703f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4674957 Dec 08 22:15:19.164998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:19.170498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8221199f-f8eb-4e82-b404-7175f731a0d6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '02276f31-07b0-4700-8e48-44616c02ba14', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-912059242'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:19.258311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] For port 2bd39680-770d-4999-b18a-da986ea8d38b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2bd39680-770d-4999-b18a-da986ea8d38b,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:19.258815 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.276080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] Calling delete_port for 2bd39680-770d-4999-b18a-da986ea8d38b owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:19.361281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.387940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] Pushing event deleted for resources: {'Port': ['ID=2bd39680-770d-4999-b18a-da986ea8d38b,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:19.392322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce1a26-1765-49f4-84fc-778b5ea81f89 None None] No DVR routers for this DVR port 2bd39680-770d-4999-b18a-da986ea8d38b on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:19.415101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78852189-59c4-444e-ba1c-fc048091484f None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:19.613027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '02276f31-07b0-4700-8e48-44616c02ba14'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:19.613908 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.712173 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8221199f-f8eb-4e82-b404-7175f731a0d6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:19.735659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37caeba-b37c-4269-ae51-c7c6726c8208 req-438c9505-6ccd-4721-a712-437e11d8da1c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:19.737206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a37caeba-b37c-4269-ae51-c7c6726c8208 req-438c9505-6ccd-4721-a712-437e11d8da1c tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0775759 Dec 08 22:15:19.774310 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/02276f31-07b0-4700-8e48-44616c02ba14/edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:19.816039 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a37caeba-b37c-4269-ae51-c7c6726c8208 req-a0b45bce-c246-496f-b577-a384b2a2e055 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534077 Dec 08 22:15:19.841530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8221199f-f8eb-4e82-b404-7175f731a0d6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.842928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34874) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:19.864852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-8221199f-f8eb-4e82-b404-7175f731a0d6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port ffe3ea4e-dba4-435f-b25d-9f66b8c7e13b yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:19.929116 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eb9572f6-1f14-4a4a-b698-417f55b40f01 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/floatingips/1040e3d4-7703-4329-b454-b031ee6d4ef8 HTTP/1.1" status: 200 len: 992 time: 0.0837770 Dec 08 22:15:19.951094 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.957691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:19.993877 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-8221199f-f8eb-4e82-b404-7175f731a0d6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:15:19.994618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8221199f-f8eb-4e82-b404-7175f731a0d6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:15:19.996048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:19.999097 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:20.002767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:20.012010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Pushing event updated for resources: {'Port': ['ID=edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:20.019257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8221199f-f8eb-4e82-b404-7175f731a0d6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8531926 Dec 08 22:15:20.022263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34876) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:20.068810 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Attempting to bind port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:20.069193 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Attempting to bind port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:20.069679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Attempting to bind port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:20.076469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:20.076872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:20.077281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.077695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:20.078164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Bound port: edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:20.078548 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.081547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdbb030-475a-4946-9302-cfcfc529890c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:20.085378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7bdbb030-475a-4946-9302-cfcfc529890c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0595443 Dec 08 22:15:20.085616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34878) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:20.094683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2bd39680-770d-4999-b18a-da986ea8d38b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:20.132077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2bd39680-770d-4999-b18a-da986ea8d38b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:20.132421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2bd39680-770d-4999-b18a-da986ea8d38b not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:20.147499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fba891-573c-4900-9922-f6dfd1c7fcd1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:20.149133 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fba891-573c-4900-9922-f6dfd1c7fcd1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:20.153246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-46fba891-573c-4900-9922-f6dfd1c7fcd1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0643282 Dec 08 22:15:20.153443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34880) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:20.166530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] For port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:20.169633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] For port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:20.174753 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.231037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3bea57-47df-453d-863a-dfa96e84aba7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 02276f31-07b0-4700-8e48-44616c02ba14 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:20.236848 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e3bea57-47df-453d-863a-dfa96e84aba7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.254451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d331838-498b-40f6-8dd2-2ff4bf049c85 None None] Pushing event updated for resources: {'Port': ['ID=edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:20.288790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e3bea57-47df-453d-863a-dfa96e84aba7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.384266 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e3bea57-47df-453d-863a-dfa96e84aba7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.452916 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e3bea57-47df-453d-863a-dfa96e84aba7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.481383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bea57-47df-453d-863a-dfa96e84aba7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=02276f31-07b0-4700-8e48-44616c02ba14,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:20.485802 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e3bea57-47df-453d-863a-dfa96e84aba7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.491398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4e3bea57-47df-453d-863a-dfa96e84aba7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/02276f31-07b0-4700-8e48-44616c02ba14 HTTP/1.1" status: 204 len: 168 time: 0.3348601 Dec 08 22:15:20.491796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34884) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:20.531187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2d909af4-69a4-4370-b129-37bf3f29d57e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381925 Dec 08 22:15:20.534868 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34886) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:20.539746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:20.560945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7380406c-da5b-455a-a8eb-a180faa746d5 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:15:20.567366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7380406c-da5b-455a-a8eb-a180faa746d5 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:20.643156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:20.646774 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.729463 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.761728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:20.777496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:15:20.779777 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001265b-1b29-45a9-8b84-d05ce19937e5" -d '{"events": [{"server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "name": "network-vif-unplugged", "status": "completed", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:15:20.792289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '7380406c-da5b-455a-a8eb-a180faa746d5', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'port_id': '7380406c-da5b-455a-a8eb-a180faa746d5', 'mac_address': 'fa:16:3e:13:ed:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:15:20.797961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:20.805611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.877162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.878385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:20.892806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.908098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7380406c-da5b-455a-a8eb-a180faa746d5 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:15:20.930699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:20.934863 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:20.939611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:20.940202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:20.959831 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:15:20.960569 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:15:20.961706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=dd4c8351-c62a-4623-8fd9-cb5c625b243c,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:20.974074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fef5707e-8c73-4350-9ea6-65e01afa1a2a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4381673 Dec 08 22:15:20.976857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34892) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:20.983078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-87c9479a-0290-40a7-b6af-29b3c0a7da8b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2138131590', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:21.010154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87c9479a-0290-40a7-b6af-29b3c0a7da8b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.011559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87c9479a-0290-40a7-b6af-29b3c0a7da8b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.031163 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181aa663-ef9a-47a4-bb7b-49cf2caec5bf x-openstack-request-id: req-181aa663-ef9a-47a4-bb7b-49cf2caec5bf {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:15:21.031529 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "name": "network-vif-unplugged", "status": "completed", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:15:21.031855 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-181aa663-ef9a-47a4-bb7b-49cf2caec5bf {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:15:21.032598 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5', 'code': 200} Dec 08 22:15:21.079439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87c9479a-0290-40a7-b6af-29b3c0a7da8b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.085322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87c9479a-0290-40a7-b6af-29b3c0a7da8b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.104039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87c9479a-0290-40a7-b6af-29b3c0a7da8b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.105331 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-87c9479a-0290-40a7-b6af-29b3c0a7da8b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1273327 Dec 08 22:15:21.109113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34894) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:21.338399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d526492d-89eb-47e1-9d51-ee3071dd7121 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:21.410390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.471195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-881de95d-b943-47b6-ab08-8d5563f3bd60 None None] Provisioning complete for port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:21.471569 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-881de95d-b943-47b6-ab08-8d5563f3bd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.572647 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.583455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34902) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:21.598757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7380406c-da5b-455a-a8eb-a180faa746d5 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:15:21.648551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:21.662574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.704054 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-881de95d-b943-47b6-ab08-8d5563f3bd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.745265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5214bf65-f53f-4a3f-8224-fd751491af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.758278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:21.766569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-881de95d-b943-47b6-ab08-8d5563f3bd60 None None] For port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:21.771865 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-881de95d-b943-47b6-ab08-8d5563f3bd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.810251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::1 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/dd4c8351-c62a-4623-8fd9-cb5c625b243c/2426b424-5cb3-47a3-b22a-2c337da50b11) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:21.853655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881de95d-b943-47b6-ab08-8d5563f3bd60 None None] Pushing event updated for resources: {'Port': ['ID=edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:21.880284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7380406c-da5b-455a-a8eb-a180faa746d5'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:15:21.898778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5214bf65-f53f-4a3f-8224-fd751491af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.906816 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5214bf65-f53f-4a3f-8224-fd751491af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:21.948007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5214bf65-f53f-4a3f-8224-fd751491af76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53315860b535414c95c5c10479a0938b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634586 Dec 08 22:15:21.948899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214bf65-f53f-4a3f-8224-fd751491af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891956f2-0b09-4254-878d-13f96410ef03,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:21.951801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34906) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:22.003228 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.009091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b96b036f-2d5c-4097-9ecf-c33654435b41 None None] Provisioning complete for port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:22.009438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b96b036f-2d5c-4097-9ecf-c33654435b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.038101 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5d24-2ec4-4c79-b38e-26e32ce17ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.081739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5d24-2ec4-4c79-b38e-26e32ce17ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.095311 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.168531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:22.178001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:22.181823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:22.181823 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.184198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=2426b424-5cb3-47a3-b22a-2c337da50b11,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:22.241652 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5d24-2ec4-4c79-b38e-26e32ce17ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.243668 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5d24-2ec4-4c79-b38e-26e32ce17ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.247299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6c2b5d24-2ec4-4c79-b38e-26e32ce17ba6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/891956f2-0b09-4254-878d-13f96410ef03 HTTP/1.1" status: 204 len: 168 time: 0.2920704 Dec 08 22:15:22.281530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b5d24-2ec4-4c79-b38e-26e32ce17ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891956f2-0b09-4254-878d-13f96410ef03,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:22.317455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:22.344824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.416131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:22.416509 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.538728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3e77d798-0e62-4408-9c01-c6f2066022ba None None] Provisioning complete for port 2426b424-5cb3-47a3-b22a-2c337da50b11 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:22.539176 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3e77d798-0e62-4408-9c01-c6f2066022ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.579336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3e77d798-0e62-4408-9c01-c6f2066022ba None None] Port 2426b424-5cb3-47a3-b22a-2c337da50b11 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:15:22.631306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.635956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.636800 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:22.723521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=2426b424-5cb3-47a3-b22a-2c337da50b11,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:22.769993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:22.771444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:22.907804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Router f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:15:22.971023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34928) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:23.006958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-52bdbf4e-dd49-444a-b2bd-299698bceb25 None None] Provisioning complete for port 2426b424-5cb3-47a3-b22a-2c337da50b11 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:23.007447 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-52bdbf4e-dd49-444a-b2bd-299698bceb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.012140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:23.020528 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d44527aa-c248-4901-a693-a50f81227369 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "PUT /v2.0/routers/f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9075837 Dec 08 22:15:23.020862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34932) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:23.029068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Sync routers for ids ['f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:23.046133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Routers {'f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:23.046781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:23.065967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00db9abe-0218-42cb-a588-1686d9038478 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:23.067451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-00db9abe-0218-42cb-a588-1686d9038478 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports/2426b424-5cb3-47a3-b22a-2c337da50b11 HTTP/1.1" status: 200 len: 911 time: 0.0455539 Dec 08 22:15:23.070074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34934) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:23.085029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-52bdbf4e-dd49-444a-b2bd-299698bceb25 None None] Port 2426b424-5cb3-47a3-b22a-2c337da50b11 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:15:23.104175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-669657018-network', 'tenant_id': '717ea148ad7146b5a97eedad06fee826'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:23.137196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Set router f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:23.144033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72c49a-3dde-4c91-b7a4-3fd8eb1bb876 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:23.149830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72c49a-3dde-4c91-b7a4-3fd8eb1bb876 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:23.151403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ac72c49a-3dde-4c91-b7a4-3fd8eb1bb876 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0801797 Dec 08 22:15:23.152586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Made reservation on behalf of 717ea148ad7146b5a97eedad06fee826 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:23.155041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34936) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:23.155500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.164447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.258370 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.265684 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.287649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:15:23.310023 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.310367 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Added segment ce8907b2-3b9a-49ab-8d26-10d52b19edc0 of type vlan for network b4541fcd-57c9-4013-98da-52f73be89807 Dec 08 22:15:23.311946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3493781d-8824-45fa-8d27-79a6fc477969,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:23.356798 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.357027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2', 'name': 'tempest-NetworksTestDHCPv6-router-2138131590', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:21Z', 'updated_at': '2021-12-08T22:15:22Z', 'revision_number': 2, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'gw_port_host': None, '_interfaces': [{'id': '2426b424-5cb3-47a3-b22a-2c337da50b11', 'name': '', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'mac_address': 'fa:16:3e:bd:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'dd4c8351-c62a-4623-8fd9-cb5c625b243c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:21Z', 'updated_at': '2021-12-08T22:15:22Z', 'revision_number': 2, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'subnets': [{'id': 'dd4c8351-c62a-4623-8fd9-cb5c625b243c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:23.382662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.383808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:23.384475 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.385709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Checking router: f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:23.386134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Updating router f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 port 2426b424-5cb3-47a3-b22a-2c337da50b11 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:15:23.414028 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.447237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4744956 Dec 08 22:15:23.448157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34938) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:23.462353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Request body: {'subnet': {'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-669657018-subnet', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:23.472454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e7c85-6ab8-484a-85aa-89594918d0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b4541fcd-57c9-4013-98da-52f73be89807,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:23.489336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Made reservation on behalf of 717ea148ad7146b5a97eedad06fee826 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:23.492325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.519584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b4541fcd-57c9-4013-98da-52f73be89807 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:15:23.592771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.675493 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.734249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb77cf4-e228-4a7c-86fc-fd793f32a13a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:23.739011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Checking segment: {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:23.739368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Network hostable DHCP agents. Network: b4541fcd-57c9-4013-98da-52f73be89807, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:15:23.756540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Network b4541fcd-57c9-4013-98da-52f73be89807 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:15:23.761356 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.767265 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.767778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b4541fcd-57c9-4013-98da-52f73be89807) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:23.772461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:23.773061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.792960 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-47891783-c0cc-48f5-95e0-b9c578629698 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3372514 Dec 08 22:15:23.797056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34940) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:23.801504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:23.802208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d68141-f111-428c-a74a-8479763dec90 None None] Network b4541fcd-57c9-4013-98da-52f73be89807 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:23.826665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 2426b424-5cb3-47a3-b22a-2c337da50b11 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:23.827092 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.831381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.832495 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.886426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093476ad-8f2b-4434-9798-ee7be8c59f30 None None] Pushing event updated for resources: {'Port': ['ID=2426b424-5cb3-47a3-b22a-2c337da50b11,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:23.896621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.929450 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.948941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 2426b424-5cb3-47a3-b22a-2c337da50b11 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:23.958913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Attempting to bind port 2426b424-5cb3-47a3-b22a-2c337da50b11 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:23.959299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Attempting to bind port 2426b424-5cb3-47a3-b22a-2c337da50b11 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:23.959795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Attempting to bind port 2426b424-5cb3-47a3-b22a-2c337da50b11 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:23.970026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:23.970459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:23.971177 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:23.971574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:23.972055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Bound port: 2426b424-5cb3-47a3-b22a-2c337da50b11, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:23.972439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.078852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.084390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-b4541fcd-57c9-4013-98da-52f73be89807', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:24.085538 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.152596 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:15:24.152956 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:15:24.156766 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.183069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=2426b424-5cb3-47a3-b22a-2c337da50b11,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:24.264554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4a8572ec-e981-4cf3-b4cf-8804d245b927 None None] Could not find standard attr ID for object 2426b424-5cb3-47a3-b22a-2c337da50b11. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:24.281886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Allocated IP 172.20.0.2 (b4541fcd-57c9-4013-98da-52f73be89807/8eb77cf4-e228-4a7c-86fc-fd793f32a13a/4f37e094-a594-48f5-819e-a7ae18779555) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:24.307843 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.316333 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.339061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.453390 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.461478 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.468013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Allocated IP 172.25.1.44 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/3e9fbe29-1972-47aa-b82f-bf26e11efe48) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:24.490144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Router f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:15:24.514970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Pushing event updated for resources: {'Port': ['ID=4f37e094-a594-48f5-819e-a7ae18779555,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:24.523368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Network b4541fcd-57c9-4013-98da-52f73be89807 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:24.524848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:24.527422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:24.581546 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7380406c-da5b-455a-a8eb-a180faa746d5 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:24.587294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.614636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Attempting to bind port 4f37e094-a594-48f5-819e-a7ae18779555 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:24.615138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Attempting to bind port 4f37e094-a594-48f5-819e-a7ae18779555 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:24.615598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Attempting to bind port 4f37e094-a594-48f5-819e-a7ae18779555 on network b4541fcd-57c9-4013-98da-52f73be89807 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:24.626061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:24.626535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Checking segment: {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:24.627085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.627536 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.627715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Bound using segment: {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:24.628227 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Bound port: 4f37e094-a594-48f5-819e-a7ae18779555, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:24.628686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.669833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:24.673791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:24.678290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:24.695861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Attempting to bind port 2426b424-5cb3-47a3-b22a-2c337da50b11 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:24.696261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Attempting to bind port 2426b424-5cb3-47a3-b22a-2c337da50b11 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:24.696895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Attempting to bind port 2426b424-5cb3-47a3-b22a-2c337da50b11 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:24.706062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9fbe29-1972-47aa-b82f-bf26e11efe48,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:24.713153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:24.713469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:24.714368 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.714787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:24.715263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Bound port: 2426b424-5cb3-47a3-b22a-2c337da50b11, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:24.716299 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.727830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 7380406c-da5b-455a-a8eb-a180faa746d5 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:24.728209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.792353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Port 2426b424-5cb3-47a3-b22a-2c337da50b11 has been deleted concurrently {{(pid=102391) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 08 22:15:24.793655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] For port 4f37e094-a594-48f5-819e-a7ae18779555, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:24.817078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] For port 4f37e094-a594-48f5-819e-a7ae18779555, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4f37e094-a594-48f5-819e-a7ae18779555,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:24.825096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:24.836224 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Routers {'f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:24.836854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:24.932382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:24.939559 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-432334a3-f409-4d30-be16-69a1f2102b2e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "PUT /v2.0/routers/f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7831671 Dec 08 22:15:24.942620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34942) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:24.961564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] Set router f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:24.963966 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.006806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2611ee-08b3-41ba-a45d-78e43005a67d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:25.009085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2611ee-08b3-41ba-a45d-78e43005a67d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:25.010749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4b2611ee-08b3-41ba-a45d-78e43005a67d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0669949 Dec 08 22:15:25.014388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34944) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:25.047569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2', 'name': 'tempest-NetworksTestDHCPv6-router-2138131590', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:21Z', 'updated_at': '2021-12-08T22:15:24Z', 'revision_number': 3, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:25.049634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db23e5d-2b37-4f7b-ac77-b9a770f7297b None None] Pushing event updated for resources: {'Port': ['ID=4f37e094-a594-48f5-819e-a7ae18779555,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:25.053386 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.077473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-855e463d-9c81-4646-b95b-e23bb582ab28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet dd4c8351-c62a-4623-8fd9-cb5c625b243c {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:25.081503 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-855e463d-9c81-4646-b95b-e23bb582ab28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.083175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a1cd4-0ddf-4b6e-8d42-2636a45006a9 None None] The sync data for ids ['f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'] in n-d-821126-1 is: [{'id': 'f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2', 'name': 'tempest-NetworksTestDHCPv6-router-2138131590', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:21Z', 'updated_at': '2021-12-08T22:15:24Z', 'revision_number': 3, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:25.117429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:15:25.119807 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497fe331-8a17-4575-be6b-8d0568caa1ed" -d '{"events": [{"server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "name": "network-vif-plugged", "status": "completed", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:15:25.139117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:25.145801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-855e463d-9c81-4646-b95b-e23bb582ab28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.148123 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.223967 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e9a838-3dce-46d2-8fec-7030f2e617fd x-openstack-request-id: req-39e9a838-3dce-46d2-8fec-7030f2e617fd {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:15:25.224267 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "name": "network-vif-plugged", "status": "completed", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:15:25.224530 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39e9a838-3dce-46d2-8fec-7030f2e617fd {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:15:25.224934 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5', 'code': 200} Dec 08 22:15:25.241548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:25.251478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-855e463d-9c81-4646-b95b-e23bb582ab28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.261252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.322618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-855e463d-9c81-4646-b95b-e23bb582ab28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.354016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e463d-9c81-4646-b95b-e23bb582ab28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4c8351-c62a-4623-8fd9-cb5c625b243c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:25.365616 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-855e463d-9c81-4646-b95b-e23bb582ab28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.374020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-855e463d-9c81-4646-b95b-e23bb582ab28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/dd4c8351-c62a-4623-8fd9-cb5c625b243c HTTP/1.1" status: 204 len: 168 time: 0.3559625 Dec 08 22:15:25.374612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34948) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:25.374999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d1afd-fb3c-469e-afee-56b33e1fd676 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:25.443131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Router 27a75886-fe41-40ea-8759-512c8a795e17 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:15:25.505606 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-36d0a6f0-412a-4fec-b623-5e6894e0c0ba tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1273732 Dec 08 22:15:25.505870 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34950) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:25.573467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:25.584724 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Sync routers for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:25.588976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:25.589805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c2500f8-ab44-4dbf-bc91-7671a182df22 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.597677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.599412 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f4e1bc45-682b-48c8-8b46-21ae69b922a0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8013644 Dec 08 22:15:25.601968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34952) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:25.608794 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:25.609423 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:25.658639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] Deleting port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:25.659051 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.728300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] For port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:25.728710 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.731049 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:25.753795 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] Calling delete_port for edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:25.776512 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c2500f8-ab44-4dbf-bc91-7671a182df22 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.780058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c2500f8-ab44-4dbf-bc91-7671a182df22 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.852976 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c2500f8-ab44-4dbf-bc91-7671a182df22 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.853252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2500f8-ab44-4dbf-bc91-7671a182df22 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Fanout notify agent at l3_agent the message router_deleted on router f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:15:25.863044 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.864386 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5c2500f8-ab44-4dbf-bc91-7671a182df22 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:25.868497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5c2500f8-ab44-4dbf-bc91-7671a182df22 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/routers/f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 HTTP/1.1" status: 204 len: 168 time: 0.3589389 Dec 08 22:15:25.869081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34954) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:25.880184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:25.897530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] Pushing event deleted for resources: {'Port': ['ID=edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:25.906011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc73168-7076-42bf-9437-bd6b478427df None None] No DVR routers for this DVR port edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:25.981084 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:24Z', 'revision_number': 3, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:26.018319 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Checking router: 27a75886-fe41-40ea-8759-512c8a795e17 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:26.018889 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Updating router 27a75886-fe41-40ea-8759-512c8a795e17 port 3e9fbe29-1972-47aa-b82f-bf26e11efe48 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:15:26.026894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:26.030597 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.050311 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.185974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4f37e094-a594-48f5-819e-a7ae18779555 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:26.255112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.265875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4f37e094-a594-48f5-819e-a7ae18779555 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:26.266316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.302851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960d9d6-99d5-4984-92a3-3cc2f38311b2 None None] Network b4541fcd-57c9-4013-98da-52f73be89807 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:26.333759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.393522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:26.397024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:26.401418 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:26.402012 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.427581 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5573189 Dec 08 22:15:26.430862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3719307-bbdb-455c-90d9-3fcb30fe7ec4 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:26.432441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34956) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:26.443231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1c9b4aca-a60b-4aa2-a8be-f0b1eec5f1c4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1279568960', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:26.473103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31bb08-b362-4bfe-9fa9-8a24e4948960 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:26.479914 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c9b4aca-a60b-4aa2-a8be-f0b1eec5f1c4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.481074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c9b4aca-a60b-4aa2-a8be-f0b1eec5f1c4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.530928 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.538320 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.561056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-38ee6805-eb8b-46b2-ad32-c8ead722caab None None] Provisioning complete for port 4f37e094-a594-48f5-819e-a7ae18779555 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:26.561695 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-38ee6805-eb8b-46b2-ad32-c8ead722caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.572745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c9b4aca-a60b-4aa2-a8be-f0b1eec5f1c4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.573010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Allocated IP 172.20.0.1 (b4541fcd-57c9-4013-98da-52f73be89807/8eb77cf4-e228-4a7c-86fc-fd793f32a13a/6087e104-dd60-4c9b-bd3a-dae6c5c4427b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:26.581633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c9b4aca-a60b-4aa2-a8be-f0b1eec5f1c4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.600233 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Attempting to bind port 3e9fbe29-1972-47aa-b82f-bf26e11efe48 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:26.600905 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Attempting to bind port 3e9fbe29-1972-47aa-b82f-bf26e11efe48 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:26.601191 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Attempting to bind port 3e9fbe29-1972-47aa-b82f-bf26e11efe48 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:26.610103 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:26.610854 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:26.611527 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.612145 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:26.612886 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Bound port: 3e9fbe29-1972-47aa-b82f-bf26e11efe48, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:26.613496 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.617336 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c9b4aca-a60b-4aa2-a8be-f0b1eec5f1c4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.622087 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1c9b4aca-a60b-4aa2-a8be-f0b1eec5f1c4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1827362 Dec 08 22:15:26.622407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34958) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:26.678343 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] For port 3e9fbe29-1972-47aa-b82f-bf26e11efe48, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:26.682189 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] For port 3e9fbe29-1972-47aa-b82f-bf26e11efe48, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3e9fbe29-1972-47aa-b82f-bf26e11efe48,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:26.692307 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.695737 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Pushing event updated for resources: {'Port': ['ID=3e9fbe29-1972-47aa-b82f-bf26e11efe48,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:26.707360 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.708128 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.708563 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.708967 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.709502 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.709896 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.710289 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.710677 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.711113 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.711519 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.711908 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.712296 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:26.748646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.762819 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:26.762819 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:26.796325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.848604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Pushing event updated for resources: {'Port': ['ID=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:26.869429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Network b4541fcd-57c9-4013-98da-52f73be89807 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:26.871874 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:26.880097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:26.893680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd542e09-7d01-466f-99ae-d4090e02eac0 None None] Sync routers for ids ['f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:26.897349 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:26.899230 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd9312-0c56-4a47-ab98-d729cea6cd17 None None] Pushing event updated for resources: {'Port': ['ID=3e9fbe29-1972-47aa-b82f-bf26e11efe48,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:26.941203 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.964872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:26.965755 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:26.974557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd542e09-7d01-466f-99ae-d4090e02eac0 None None] Routers set() bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:26.974954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd542e09-7d01-466f-99ae-d4090e02eac0 None None] Router IDs set() for agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 22:15:26.975619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd542e09-7d01-466f-99ae-d4090e02eac0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent'). {{(pid=102391) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 22:15:26.993394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.044181 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.086570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd542e09-7d01-466f-99ae-d4090e02eac0 None None] Routers set() bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:27.087558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd542e09-7d01-466f-99ae-d4090e02eac0 None None] Router IDs set() for agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 22:15:27.087699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd542e09-7d01-466f-99ae-d4090e02eac0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent'). {{(pid=102391) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 22:15:27.088167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd542e09-7d01-466f-99ae-d4090e02eac0 None None] The sync data for ids ['f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:27.125406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.161982 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:24Z', 'revision_number': 3, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:27.200290 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173e1e0-18a2-4ddc-8bb7-81ccd07e2c64 None None] The sync data for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 is: [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:24Z', 'revision_number': 3, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:27.220856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 4f37e094-a594-48f5-819e-a7ae18779555, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4f37e094-a594-48f5-819e-a7ae18779555,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:27.229796 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-38ee6805-eb8b-46b2-ad32-c8ead722caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.242045 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.352341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:27.410028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:27.410377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device edc2bf6b-fb1c-4b9a-b15f-a0dd36a87038 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:27.418617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.426669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.426894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=4f37e094-a594-48f5-819e-a7ae18779555,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:27.440765 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-38ee6805-eb8b-46b2-ad32-c8ead722caab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:15:27.441131 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-38ee6805-eb8b-46b2-ad32-c8ead722caab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:15:27.446818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8/ee87f756-b33d-4474-ad4e-1dee2f54c2c6) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:27.493767 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.641940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.650941 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.698792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:27.704821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:27.708495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:27.716221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::1 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8/58912e08-c5af-45fb-b10a-d72a62652689) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:27.731203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Pushing event updated for resources: {'Port': ['ID=ee87f756-b33d-4474-ad4e-1dee2f54c2c6,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:27.790570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Attempting to bind port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:27.791019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Attempting to bind port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:27.791526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Attempting to bind port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:27.804161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:27.804413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:27.804897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.805364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:27.805927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Bound port: ee87f756-b33d-4474-ad4e-1dee2f54c2c6, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:27.806382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.878515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.887504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] For port ee87f756-b33d-4474-ad4e-1dee2f54c2c6, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:27.892566 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] For port ee87f756-b33d-4474-ad4e-1dee2f54c2c6, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ee87f756-b33d-4474-ad4e-1dee2f54c2c6,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:27.900175 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.920821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:27.981151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:27.985054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:27.988391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:27.989826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.000021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=58912e08-c5af-45fb-b10a-d72a62652689,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:28.011045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc5304-a650-46e2-92db-9d3e4d437e7e None None] Pushing event updated for resources: {'Port': ['ID=ee87f756-b33d-4474-ad4e-1dee2f54c2c6,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:28.065973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Pushing event updated for resources: {'Port': ['ID=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:28.109853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b18fee6a-7df2-45d8-a7b9-dcee94ecffd9 None None] Provisioning complete for port 4f37e094-a594-48f5-819e-a7ae18779555 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:28.110372 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b18fee6a-7df2-45d8-a7b9-dcee94ecffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.147145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Network b4541fcd-57c9-4013-98da-52f73be89807 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:28.149257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:28.185162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.286631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b18fee6a-7df2-45d8-a7b9-dcee94ecffd9 None None] Provisioning complete for port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:28.287379 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b18fee6a-7df2-45d8-a7b9-dcee94ecffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.325266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3e9fbe29-1972-47aa-b82f-bf26e11efe48 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:28.374992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b18fee6a-7df2-45d8-a7b9-dcee94ecffd9 None None] Port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:15:28.404886 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3e9fbe29-1972-47aa-b82f-bf26e11efe48 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:28.405488 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.412404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Router 27a75886-fe41-40ea-8759-512c8a795e17 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:15:28.532864 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.567774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3e9fbe29-1972-47aa-b82f-bf26e11efe48, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3e9fbe29-1972-47aa-b82f-bf26e11efe48,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:28.577168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.580061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4f37e094-a594-48f5-819e-a7ae18779555 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:28.602204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:28.619592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-77db3e4f-e918-478d-add3-b59320ecf002 admin admin] 10.222.0.21 "PUT /v2.0/routers/27a75886-fe41-40ea-8759-512c8a795e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0088630 Dec 08 22:15:28.675412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=3e9fbe29-1972-47aa-b82f-bf26e11efe48,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:28.678003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-290e2ca8-7532-45c9-b6b8-4943f0b95875 None None] Provisioning complete for port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:28.678395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-290e2ca8-7532-45c9-b6b8-4943f0b95875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.688160 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.694128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.695133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.728926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-290e2ca8-7532-45c9-b6b8-4943f0b95875 None None] Port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:15:28.730470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 4f37e094-a594-48f5-819e-a7ae18779555 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:28.730873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:28.789397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=58912e08-c5af-45fb-b10a-d72a62652689,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:28.839853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:28.841368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:28.962753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Router a2cab862-ddf5-4394-8918-8700517812fd is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:15:29.056264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:29.062366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f97aca0d-2b7e-4eb2-9d7b-1b0dd6afabf7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "PUT /v2.0/routers/a2cab862-ddf5-4394-8918-8700517812fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4382486 Dec 08 22:15:29.065327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34972) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:29.071048 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Sync routers for ids ['a2cab862-ddf5-4394-8918-8700517812fd'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:29.088410 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Routers {'a2cab862-ddf5-4394-8918-8700517812fd'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:29.089066 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2cab862-ddf5-4394-8918-8700517812fd'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:29.120175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76212b95-303b-4efc-8044-cc40c1514017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:29.123418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-76212b95-303b-4efc-8044-cc40c1514017 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports/58912e08-c5af-45fb-b10a-d72a62652689 HTTP/1.1" status: 200 len: 911 time: 0.0551667 Dec 08 22:15:29.124917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34976) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:29.143249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34978) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:29.148286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1184726912-network', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:29.173074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Made reservation on behalf of b3e6bf8073bd4f268a26d1f9fd16b81e for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:29.176173 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.177527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ce2fc-9c71-430c-a8ad-61d897e5d121 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:29.183543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ce2fc-9c71-430c-a8ad-61d897e5d121 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:29.187766 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-788ce2fc-9c71-430c-a8ad-61d897e5d121 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0591033 Dec 08 22:15:29.187926 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.188195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34980) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:29.201309 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Set router a2cab862-ddf5-4394-8918-8700517812fd gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:29.292117 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.297371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.312254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:15:29.338352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.338731 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Added segment 0845923d-6042-425c-8291-2a1d32e914db of type vlan for network 4dc40738-f766-46fb-b2d7-cca26810a469 Dec 08 22:15:29.350224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8008aca-3a29-401e-be8e-75efa34ec7e6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:29.392912 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.426633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.427679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:29.428263 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.456438 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cab862-ddf5-4394-8918-8700517812fd', 'name': 'tempest-NetworksTestDHCPv6-router-1279568960', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 2, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'gw_port_host': None, '_interfaces': [{'id': '58912e08-c5af-45fb-b10a-d72a62652689', 'name': '', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'mac_address': 'fa:16:3e:b7:92:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cab862-ddf5-4394-8918-8700517812fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:27Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 2, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'subnets': [{'id': '9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:29.506278 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Checking router: a2cab862-ddf5-4394-8918-8700517812fd for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:29.506278 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Updating router a2cab862-ddf5-4394-8918-8700517812fd port 58912e08-c5af-45fb-b10a-d72a62652689 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:15:29.533663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc40738-f766-46fb-b2d7-cca26810a469,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:29.544431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 4dc40738-f766-46fb-b2d7-cca26810a469 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:15:29.549071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6cd514d3-e2ed-4618-8856-1beb3a79d441 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4022329 Dec 08 22:15:29.549961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34982) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:29.555773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Request body: {'subnet': {'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1184726912-subnet', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:29.556685 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.595235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Made reservation on behalf of b3e6bf8073bd4f268a26d1f9fd16b81e for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:29.599653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.714088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.754073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Sync routers for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:29.765395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:29.766938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:29.834431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.888705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eec27a9a-6d73-4b62-ab05-885d8b1f3917 None None] Provisioning complete for port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:29.889442 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eec27a9a-6d73-4b62-ab05-885d8b1f3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.898401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Pushing event updated for resources: {'Subnet': ['ID=414f08e6-fd13-4586-9a41-54f03f6e0062,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:29.906073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Checking segment: {'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:29.906432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Network hostable DHCP agents. Network: 4dc40738-f766-46fb-b2d7-cca26810a469, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:15:29.928076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Network 4dc40738-f766-46fb-b2d7-cca26810a469 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:15:29.940728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 4dc40738-f766-46fb-b2d7-cca26810a469) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:29.949596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:29.951299 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.952657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b7fd8-ed6e-441b-bb19-4e73b368a113 None None] Network 4dc40738-f766-46fb-b2d7-cca26810a469 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:29.983136 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-539af485-f9da-4b39-a2af-b28f7062950a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4314363 Dec 08 22:15:29.986987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34984) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:29.991422 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:29.994178 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:29.998259 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.035204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 58912e08-c5af-45fb-b10a-d72a62652689 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:30.035563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.038230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:30.070293 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.071807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.106165 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2896d-cca7-4e76-98a9-f6fe0aa2da7a None None] Pushing event updated for resources: {'Port': ['ID=58912e08-c5af-45fb-b10a-d72a62652689,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:30.163291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.172291 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Attempting to bind port 58912e08-c5af-45fb-b10a-d72a62652689 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:30.172780 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Attempting to bind port 58912e08-c5af-45fb-b10a-d72a62652689 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:30.173153 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Attempting to bind port 58912e08-c5af-45fb-b10a-d72a62652689 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:30.179149 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:30.180150 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:30.180615 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.182148 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:30.182770 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Bound port: 58912e08-c5af-45fb-b10a-d72a62652689, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:30.183591 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.203042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.237343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 58912e08-c5af-45fb-b10a-d72a62652689 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:30.302478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3e9fbe29-1972-47aa-b82f-bf26e11efe48 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:30.303524 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] For port 58912e08-c5af-45fb-b10a-d72a62652689, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:30.310690 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] For port 58912e08-c5af-45fb-b10a-d72a62652689, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=58912e08-c5af-45fb-b10a-d72a62652689,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:30.322839 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.410694 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Routers {'a2cab862-ddf5-4394-8918-8700517812fd'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:30.411586 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a2cab862-ddf5-4394-8918-8700517812fd'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:30.443819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.457795 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eec27a9a-6d73-4b62-ab05-885d8b1f3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.525457 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2896d-cca7-4e76-98a9-f6fe0aa2da7a None None] Pushing event updated for resources: {'Port': ['ID=58912e08-c5af-45fb-b10a-d72a62652689,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:30.561717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-4dc40738-f766-46fb-b2d7-cca26810a469', 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'fixed_ips': [{'subnet_id': '414f08e6-fd13-4586-9a41-54f03f6e0062'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:30.562310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.576863 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] Set router a2cab862-ddf5-4394-8918-8700517812fd gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:30.578751 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eec27a9a-6d73-4b62-ab05-885d8b1f3917 None None] For port ee87f756-b33d-4474-ad4e-1dee2f54c2c6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ee87f756-b33d-4474-ad4e-1dee2f54c2c6,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:30.595425 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eec27a9a-6d73-4b62-ab05-885d8b1f3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.597641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.610499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3e9fbe29-1972-47aa-b82f-bf26e11efe48 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:30.611057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.644620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=58912e08-c5af-45fb-b10a-d72a62652689,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:30.738289 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.766362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.785194 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:30.790975 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 2, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:30.818560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b0a51d91-3af8-4fa9-a950-1f9397b70af0 None None] Could not find standard attr ID for object 58912e08-c5af-45fb-b10a-d72a62652689. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:30.824820 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Checking router: 27a75886-fe41-40ea-8759-512c8a795e17 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:30.825176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Updating router 27a75886-fe41-40ea-8759-512c8a795e17 port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:15:30.899631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Allocated IP 172.25.1.160 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/fb9b005b-b355-4f57-a870-dc49be2a596c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:30.980838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Router a2cab862-ddf5-4394-8918-8700517812fd has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:15:31.055889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.095615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:31.109730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.119449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34986) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:31.119788 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cab862-ddf5-4394-8918-8700517812fd', 'name': 'tempest-NetworksTestDHCPv6-router-1279568960', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 2, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'gw_port_host': None, '_interfaces': [{'id': '58912e08-c5af-45fb-b10a-d72a62652689', 'name': '', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'mac_address': 'fa:16:3e:b7:92:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cab862-ddf5-4394-8918-8700517812fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:27Z', 'updated_at': '2021-12-08T22:15:30Z', 'revision_number': 4, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'subnets': [{'id': '9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:31.120329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7d6fa9e8-6328-4530-8fd5-048e0086f30f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "PUT /v2.0/routers/a2cab862-ddf5-4394-8918-8700517812fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9302638 Dec 08 22:15:31.149532 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d3fc4-df81-4515-8e62-d308f0d4a445 None None] The sync data for ids ['a2cab862-ddf5-4394-8918-8700517812fd'] in n-d-821126-1 is: [{'id': 'a2cab862-ddf5-4394-8918-8700517812fd', 'name': 'tempest-NetworksTestDHCPv6-router-1279568960', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 2, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'gw_port_host': None, '_interfaces': [{'id': '58912e08-c5af-45fb-b10a-d72a62652689', 'name': '', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'mac_address': 'fa:16:3e:b7:92:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cab862-ddf5-4394-8918-8700517812fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:27Z', 'updated_at': '2021-12-08T22:15:30Z', 'revision_number': 4, 'project_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'subnets': [{'id': '9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:31.182955 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ee87f756-b33d-4474-ad4e-1dee2f54c2c6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:31.198107 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:31.201771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec27a9a-6d73-4b62-ab05-885d8b1f3917 None None] Pushing event updated for resources: {'Port': ['ID=ee87f756-b33d-4474-ad4e-1dee2f54c2c6,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:31.223881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:31.229772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:31.230907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-be6bb87a-1d9f-4955-bb7a-13cfc2283126 None None] Could not find standard attr ID for object 58912e08-c5af-45fb-b10a-d72a62652689. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:31.240353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Allocated IP 172.20.0.2 (4dc40738-f766-46fb-b2d7-cca26810a469/414f08e6-fd13-4586-9a41-54f03f6e0062/11bc418a-799c-49f6-96dd-1e86ab501976) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:31.242382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.270988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9b005b-b355-4f57-a870-dc49be2a596c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:31.285494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d3438-ee89-4391-80f4-8be6919e5e6d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:31.287186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d3438-ee89-4391-80f4-8be6919e5e6d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:31.288858 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0e6d3438-ee89-4391-80f4-8be6919e5e6d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1657729 Dec 08 22:15:31.291472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34988) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:31.353398 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b17862-1bd0-4f49-b33e-592e9aad2160 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:31.356497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-13926ac2-8125-4629-b270-a85a3df5345e None None] Could not find standard attr ID for object 58912e08-c5af-45fb-b10a-d72a62652689. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:31.362349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78b17862-1bd0-4f49-b33e-592e9aad2160 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.414306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78b17862-1bd0-4f49-b33e-592e9aad2160 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.512695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:31.512695 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.612078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78b17862-1bd0-4f49-b33e-592e9aad2160 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.656776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.708467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78b17862-1bd0-4f49-b33e-592e9aad2160 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.735894 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.778791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b17862-1bd0-4f49-b33e-592e9aad2160 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:31.788642 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78b17862-1bd0-4f49-b33e-592e9aad2160 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.794947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-78b17862-1bd0-4f49-b33e-592e9aad2160 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8 HTTP/1.1" status: 204 len: 168 time: 0.5001171 Dec 08 22:15:31.795591 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34990) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:31.796337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:31.853060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c5eb0-ade9-4dad-85c3-a6cba82878c7 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:31.865323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Pushing event updated for resources: {'Port': ['ID=11bc418a-799c-49f6-96dd-1e86ab501976,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:31.912921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Network 4dc40738-f766-46fb-b2d7-cca26810a469 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:31.944726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:31.948326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:31.969805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-befe73b4-3c96-479c-9c3c-3f607b63b3ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1729405 Dec 08 22:15:31.972489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34992) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:32.116953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf69501c-5634-4aec-a6cd-055d03ac2c80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.127480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Attempting to bind port 11bc418a-799c-49f6-96dd-1e86ab501976 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:32.127480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Attempting to bind port 11bc418a-799c-49f6-96dd-1e86ab501976 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:32.127480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Attempting to bind port 11bc418a-799c-49f6-96dd-1e86ab501976 on network 4dc40738-f766-46fb-b2d7-cca26810a469 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:32.172945 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ee87f756-b33d-4474-ad4e-1dee2f54c2c6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:32.221728 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.267696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:32.268069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Checking segment: {'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:32.268927 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.268927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Bound using segment: {'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:32.269413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Bound port: 11bc418a-799c-49f6-96dd-1e86ab501976, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:32.269699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.275268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.334810 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf69501c-5634-4aec-a6cd-055d03ac2c80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.337653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf69501c-5634-4aec-a6cd-055d03ac2c80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.383827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:32.387417 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.419312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf69501c-5634-4aec-a6cd-055d03ac2c80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.420225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf69501c-5634-4aec-a6cd-055d03ac2c80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Fanout notify agent at l3_agent the message router_deleted on router a2cab862-ddf5-4394-8918-8700517812fd {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:15:32.428843 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cf69501c-5634-4aec-a6cd-055d03ac2c80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.431168 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cf69501c-5634-4aec-a6cd-055d03ac2c80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/routers/a2cab862-ddf5-4394-8918-8700517812fd HTTP/1.1" status: 204 len: 168 time: 0.4559600 Dec 08 22:15:32.432562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34994) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:32.448564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505e1eb-46e0-48ff-b0a4-649a8fbb9e7d None None] Pushing event updated for resources: {'Port': ['ID=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:32.502275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852fd9a1-ae1e-4ec2-bbec-35b421908954 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:32.506188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-852fd9a1-ae1e-4ec2-bbec-35b421908954 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0703306 Dec 08 22:15:32.508165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 34996) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:32.511990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.521832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Attempting to bind port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:32.522145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Attempting to bind port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:32.522481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Attempting to bind port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b on network b4541fcd-57c9-4013-98da-52f73be89807 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:32.536720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] For port 11bc418a-799c-49f6-96dd-1e86ab501976, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:32.541159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] For port 11bc418a-799c-49f6-96dd-1e86ab501976, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=11bc418a-799c-49f6-96dd-1e86ab501976,segment=NetworkSegment(0845923d-6042-425c-8291-2a1d32e914db),segment_id=0845923d-6042-425c-8291-2a1d32e914db)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:32.546656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:32.547130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Checking segment: {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:32.547539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.547937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Bound using segment: {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:32.548411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Bound port: 6087e104-dd60-4c9b-bd3a-dae6c5c4427b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:32.548795 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.551845 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.581868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:32.609547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74889882-883b-4f72-9907-47010bffbfde tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:32.614054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 34998) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:32.615301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-74889882-883b-4f72-9907-47010bffbfde tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032557 Dec 08 22:15:32.665579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0e461afd-f588-49ed-a669-2cb89553c094 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456724 Dec 08 22:15:32.669343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:32.678399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:32.728220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Router 52803775-8393-40d4-9f48-eeb57d6247f2 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:15:32.757874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171d482-1d09-4d39-a319-b4e86771feed None None] Pushing event updated for resources: {'Port': ['ID=11bc418a-799c-49f6-96dd-1e86ab501976,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:32.776067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] For port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:32.780141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] For port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:32.783174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0529305a-624a-42a8-9d6b-1b9b27c6c99f None None] Provisioning complete for port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:32.783484 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0529305a-624a-42a8-9d6b-1b9b27c6c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.788614 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.807195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:32.813141 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.876467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:32.889283 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Sync routers for ids ['52803775-8393-40d4-9f48-eeb57d6247f2'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:32.897464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] Deleting port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:32.897867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.911688 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Routers {'52803775-8393-40d4-9f48-eeb57d6247f2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:32.912338 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['52803775-8393-40d4-9f48-eeb57d6247f2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:32.922789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:32.924205 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-204f1059-9d44-4355-9f4d-d7d97d0691e6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9361985 Dec 08 22:15:32.927017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35002) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:33.004452 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505e1eb-46e0-48ff-b0a4-649a8fbb9e7d None None] Pushing event updated for resources: {'Port': ['ID=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:33.020101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:33.021948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:33.147045 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Set router 52803775-8393-40d4-9f48-eeb57d6247f2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:33.210286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] For port ee87f756-b33d-4474-ad4e-1dee2f54c2c6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ee87f756-b33d-4474-ad4e-1dee2f54c2c6,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:33.210854 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:33.273078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] Calling delete_port for ee87f756-b33d-4474-ad4e-1dee2f54c2c6 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:33.306574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0529305a-624a-42a8-9d6b-1b9b27c6c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:33.387961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0529305a-624a-42a8-9d6b-1b9b27c6c99f None None] For port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:33.399761 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0529305a-624a-42a8-9d6b-1b9b27c6c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:33.403273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:33.422344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.objects.ports [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102389) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:15:33.445969 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:31Z', 'revision_number': 3, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port': {'id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:33.479387 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Checking router: 52803775-8393-40d4-9f48-eeb57d6247f2 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:33.479730 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Updating router 52803775-8393-40d4-9f48-eeb57d6247f2 port fb9b005b-b355-4f57-a870-dc49be2a596c binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:15:33.510566 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:33.543231 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:33.730365 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:33.816463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529305a-624a-42a8-9d6b-1b9b27c6c99f None None] Pushing event updated for resources: {'Port': ['ID=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:33.865478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] No DVR routers for this DVR port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:33.885018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Allocated IP 172.20.0.1 (4dc40738-f766-46fb-b2d7-cca26810a469/414f08e6-fd13-4586-9a41-54f03f6e0062/0e34f722-6fa6-4305-9852-e1a792c73b55) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:33.910627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-75230605-5728-4998-bec1-4f67b2dcdaa2 None None] Provisioning complete for port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:33.910627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-75230605-5728-4998-bec1-4f67b2dcdaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:33.973137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b053cd-fa28-4fe4-b19a-6c76a8a5f6f8 None None] Sync routers for ids ['a2cab862-ddf5-4394-8918-8700517812fd'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:33.975449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f9cc8-f932-43a0-8b6a-a496f070e382 None None] Pushing event deleted for resources: {'Port': ['ID=ee87f756-b33d-4474-ad4e-1dee2f54c2c6,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:34.012155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b053cd-fa28-4fe4-b19a-6c76a8a5f6f8 None None] Routers set() bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:34.012527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b053cd-fa28-4fe4-b19a-6c76a8a5f6f8 None None] Router IDs set() for agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 22:15:34.013173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8b053cd-fa28-4fe4-b19a-6c76a8a5f6f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a2cab862-ddf5-4394-8918-8700517812fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent'). {{(pid=102391) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 22:15:34.043822 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.057851 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.087118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.091238 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b053cd-fa28-4fe4-b19a-6c76a8a5f6f8 None None] Routers set() bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:34.092141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b053cd-fa28-4fe4-b19a-6c76a8a5f6f8 None None] Router IDs set() for agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 22:15:34.092740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8b053cd-fa28-4fe4-b19a-6c76a8a5f6f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a2cab862-ddf5-4394-8918-8700517812fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent'). {{(pid=102391) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 22:15:34.093121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b053cd-fa28-4fe4-b19a-6c76a8a5f6f8 None None] The sync data for ids ['a2cab862-ddf5-4394-8918-8700517812fd'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:34.140694 n-d-821126-1 neutron-server[102389]: WARNING neutron.services.revisions.revision_plugin [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Could not find related port for resource to bump revision. Dec 08 22:15:34.156614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_pluggable_backend [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Port ee87f756-b33d-4474-ad4e-1dee2f54c2c6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102389) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 22:15:34.157160 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Attempting to bind port fb9b005b-b355-4f57-a870-dc49be2a596c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:34.157726 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Attempting to bind port fb9b005b-b355-4f57-a870-dc49be2a596c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:34.158084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_pluggable_backend [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Reverting IP allocation for 2001:db8::f816:3eff:feb1:470a {{(pid=102389) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 22:15:34.167233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.ipam_pluggable_backend [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb1:470a {{(pid=102389) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 22:15:34.169305 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.171485 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Attempting to bind port fb9b005b-b355-4f57-a870-dc49be2a596c on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:34.176968 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.181789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:32Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:34.185950 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:34.186386 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:34.187185 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.188489 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:34.190080 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Bound port: fb9b005b-b355-4f57-a870-dc49be2a596c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:34.190494 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.227291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36529657-e7ec-4c21-a89b-afcfe80f3ed9 None None] The sync data for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 is: [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:32Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:34.233633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Network 4dc40738-f766-46fb-b2d7-cca26810a469 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:34.238124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:34.242845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:34.245537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:34.245879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:34.249505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:34.249835 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.254851 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f46441-fef9-4226-ad91-6894d343d2c2 None None] Pushing event updated for resources: {'Port': ['ID=fb9b005b-b355-4f57-a870-dc49be2a596c,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:34.259345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b90ee7-a53d-4615-9257-958a5d2e128a None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:34.284656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876627a-72ac-493a-b5c5-db74ce145d8a None None] Network 4dc40738-f766-46fb-b2d7-cca26810a469 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:34.296929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Pushing event updated for resources: {'Port': ['ID=0e34f722-6fa6-4305-9852-e1a792c73b55,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:34.303466 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.315826 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6448214 Dec 08 22:15:34.316574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35004) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:34.316919 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] For port fb9b005b-b355-4f57-a870-dc49be2a596c, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:34.318698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302dd26-2db8-462c-acb0-3c86bb31388e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=6f3c7841-87c9-4056-a5ea-0f004f402e12,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:34.320915 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] For port fb9b005b-b355-4f57-a870-dc49be2a596c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fb9b005b-b355-4f57-a870-dc49be2a596c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:34.324284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:34.326929 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.404928 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f46441-fef9-4226-ad91-6894d343d2c2 None None] Pushing event updated for resources: {'Port': ['ID=fb9b005b-b355-4f57-a870-dc49be2a596c,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:34.427204 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Routers {'52803775-8393-40d4-9f48-eeb57d6247f2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:34.428077 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['52803775-8393-40d4-9f48-eeb57d6247f2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:34.449238 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.460061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-27373663-b2f6-43d0-9e31-21601b9a1b82 None None] Provisioning complete for port 11bc418a-799c-49f6-96dd-1e86ab501976 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:34.460314 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27373663-b2f6-43d0-9e31-21601b9a1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.477640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:34.482934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.597076 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] Set router 52803775-8393-40d4-9f48-eeb57d6247f2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:34.617216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 11bc418a-799c-49f6-96dd-1e86ab501976 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:34.692590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '6f3c7841-87c9-4056-a5ea-0f004f402e12'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:34.693736 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.795315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.805666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.865056 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.910081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Pushing event updated for resources: {'Port': ['ID=0e34f722-6fa6-4305-9852-e1a792c73b55,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:34.913901 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.918194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=6832df00-30f5-4e9d-b9ea-7ee08c6a814c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:34.924289 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:34Z', 'revision_number': 4, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port': {'id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '0e34f722-6fa6-4305-9852-e1a792c73b55', 'name': '', 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'mac_address': 'fa:16:3e:89:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:33Z', 'updated_at': '2021-12-08T22:15:33Z', 'revision_number': 1, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'subnets': [{'id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:34.933496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:34.935001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:34.942253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:34.943091 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:34.969316 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42ca56-6c1c-40b7-86c4-e64cb603a35f None None] The sync data for ids ['52803775-8393-40d4-9f48-eeb57d6247f2'] in n-d-821126-1 is: [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:34Z', 'revision_number': 4, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port': {'id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '0e34f722-6fa6-4305-9852-e1a792c73b55', 'name': '', 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'mac_address': 'fa:16:3e:89:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:33Z', 'updated_at': '2021-12-08T22:15:33Z', 'revision_number': 1, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'subnets': [{'id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:34.987961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-743161af-c8a0-4df4-be11-1b45734f3143 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6700225 Dec 08 22:15:34.989345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35006) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:34.995914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:24:7b:6b', 'name': 'tempest-NetworksTestDHCPv6-2127627435'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:35.046428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Network 4dc40738-f766-46fb-b2d7-cca26810a469 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:35.048300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:35.054428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27373663-b2f6-43d0-9e31-21601b9a1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.134920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 11bc418a-799c-49f6-96dd-1e86ab501976 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:35.135315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.140648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Allocated IP 2001:db8::f816:3eff:fef2:97dc (fcd33fd0-6b20-4e43-925b-b9ecb376f956/6f3c7841-87c9-4056-a5ea-0f004f402e12/9fbbac5c-f18d-4532-96d0-966efc98b2a9) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:35.159113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:35.211202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Router 52803775-8393-40d4-9f48-eeb57d6247f2 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:15:35.211974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-27373663-b2f6-43d0-9e31-21601b9a1b82 None None] For port 11bc418a-799c-49f6-96dd-1e86ab501976, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=11bc418a-799c-49f6-96dd-1e86ab501976,segment=NetworkSegment(0845923d-6042-425c-8291-2a1d32e914db),segment_id=0845923d-6042-425c-8291-2a1d32e914db)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:35.236911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27373663-b2f6-43d0-9e31-21601b9a1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.301343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.385612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port fd201d02-64a7-43b4-9109-851cd496f69a yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:35.409537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27373663-b2f6-43d0-9e31-21601b9a1b82 None None] Pushing event updated for resources: {'Port': ['ID=11bc418a-799c-49f6-96dd-1e86ab501976,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:35.415091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:35.431128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-35e7e459-d0b3-4442-b5ad-8d2e742f9216 admin admin] 10.222.0.21 "PUT /v2.0/routers/52803775-8393-40d4-9f48-eeb57d6247f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4945331 Dec 08 22:15:35.531952 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.561923 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.658290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:35.685874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-914ccd5c-551b-4c7f-97f1-8c1951765e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.692025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:35.708551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:35.721927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0601cee9-aa58-4688-bea4-9b37d44b70ed None None] Provisioning complete for port 0e34f722-6fa6-4305-9852-e1a792c73b55 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:35.722402 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0601cee9-aa58-4688-bea4-9b37d44b70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.730723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Pushing event updated for resources: {'Port': ['ID=9fbbac5c-f18d-4532-96d0-966efc98b2a9,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:35.747527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ee87f756-b33d-4474-ad4e-1dee2f54c2c6 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:35.792969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 172.20.0.11 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/6832df00-30f5-4e9d-b9ea-7ee08c6a814c/fd201d02-64a7-43b4-9109-851cd496f69a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:35.814798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fe24:7b6b (fcd33fd0-6b20-4e43-925b-b9ecb376f956/6f3c7841-87c9-4056-a5ea-0f004f402e12/fd201d02-64a7-43b4-9109-851cd496f69a) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:35.848087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ee87f756-b33d-4474-ad4e-1dee2f54c2c6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:35.849003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ee87f756-b33d-4474-ad4e-1dee2f54c2c6 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:35.921193 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0601cee9-aa58-4688-bea4-9b37d44b70ed None None] Port 0e34f722-6fa6-4305-9852-e1a792c73b55 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:15:35.942853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Attempting to bind port 9fbbac5c-f18d-4532-96d0-966efc98b2a9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:35.946495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Attempting to bind port 9fbbac5c-f18d-4532-96d0-966efc98b2a9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:35.947127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Attempting to bind port 9fbbac5c-f18d-4532-96d0-966efc98b2a9 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:35.950500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0601cee9-aa58-4688-bea4-9b37d44b70ed None None] Provisioning complete for port 11bc418a-799c-49f6-96dd-1e86ab501976 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:35.951661 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0601cee9-aa58-4688-bea4-9b37d44b70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.957884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:35.958401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:35.958965 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:35.959469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:35.960056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Bound port: 9fbbac5c-f18d-4532-96d0-966efc98b2a9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:35.960561 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.126563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.164449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.226704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] For port 9fbbac5c-f18d-4532-96d0-966efc98b2a9, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:36.251422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] For port 9fbbac5c-f18d-4532-96d0-966efc98b2a9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9fbbac5c-f18d-4532-96d0-966efc98b2a9,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:36.257704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=fd201d02-64a7-43b4-9109-851cd496f69a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:36.260964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.336920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:36.340193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:36.345331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6087e104-dd60-4c9b-bd3a-dae6c5c4427b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:36.347813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:36.438012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:36.438643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.460584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7545cbb-b82a-4d3f-8081-34867becafcb None None] Pushing event updated for resources: {'Port': ['ID=9fbbac5c-f18d-4532-96d0-966efc98b2a9,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:36.475136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-653daf38-aff8-43f6-9eac-f423bbad6529 None None] Provisioning complete for port 0e34f722-6fa6-4305-9852-e1a792c73b55 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:36.476058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1fdc2a2a-bd71-4ab7-a135-2b15461bf647 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4852760 Dec 08 22:15:36.478457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35014) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:36.481711 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-653daf38-aff8-43f6-9eac-f423bbad6529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.543389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:36.543819 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.569323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc576352-1b8c-4447-be9b-25a81f0e1e7b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:36.576107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc576352-1b8c-4447-be9b-25a81f0e1e7b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:36.580674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cc576352-1b8c-4447-be9b-25a81f0e1e7b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1009696 Dec 08 22:15:36.583533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35016) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:36.587634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-653daf38-aff8-43f6-9eac-f423bbad6529 None None] Port 0e34f722-6fa6-4305-9852-e1a792c73b55 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:15:36.659710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 11bc418a-799c-49f6-96dd-1e86ab501976 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:36.723907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 11bc418a-799c-49f6-96dd-1e86ab501976 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:36.723907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.777279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-00c2fb13-fb5f-4696-b686-8d6532b77d73 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port fd201d02-64a7-43b4-9109-851cd496f69a {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:36.777625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00c2fb13-fb5f-4696-b686-8d6532b77d73 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.867127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 58912e08-c5af-45fb-b10a-d72a62652689 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:36.891656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 58912e08-c5af-45fb-b10a-d72a62652689 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:36.892030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 58912e08-c5af-45fb-b10a-d72a62652689 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:36.898388 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00c2fb13-fb5f-4696-b686-8d6532b77d73 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:36.911906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-00c2fb13-fb5f-4696-b686-8d6532b77d73 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for fd201d02-64a7-43b4-9109-851cd496f69a owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:36.913780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35018) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:36.918339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-32dbf37e-3949-4817-87d9-f3b5d79181eb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84191948', 'description': 'tempest-secgroup-smoke-84191948 description', 'project_id': '717ea148ad7146b5a97eedad06fee826'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:36.941010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32dbf37e-3949-4817-87d9-f3b5d79181eb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.009675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32dbf37e-3949-4817-87d9-f3b5d79181eb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.014285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32dbf37e-3949-4817-87d9-f3b5d79181eb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.043872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-32dbf37e-3949-4817-87d9-f3b5d79181eb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.045202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-32dbf37e-3949-4817-87d9-f3b5d79181eb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1304648 Dec 08 22:15:37.048316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35020) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:37.049510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbf37e-3949-4817-87d9-f3b5d79181eb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457358ea-ade9-4274-abea-c30bbeea4403,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:37.054816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-696a2198-55f9-496a-8fbd-6c1c02bafdeb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'security_group_rule': {'security_group_id': '457358ea-ade9-4274-abea-c30bbeea4403', 'project_id': '717ea148ad7146b5a97eedad06fee826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:37.119495 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-696a2198-55f9-496a-8fbd-6c1c02bafdeb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.123271 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00c2fb13-fb5f-4696-b686-8d6532b77d73 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.165484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2fb13-fb5f-4696-b686-8d6532b77d73 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=fd201d02-64a7-43b4-9109-851cd496f69a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:37.255394 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-696a2198-55f9-496a-8fbd-6c1c02bafdeb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.261301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-696a2198-55f9-496a-8fbd-6c1c02bafdeb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.294229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a2198-55f9-496a-8fbd-6c1c02bafdeb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f39df6f-9f32-4443-b54b-7ace2d6c4702,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:37.296469 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00c2fb13-fb5f-4696-b686-8d6532b77d73 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.302452 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-00c2fb13-fb5f-4696-b686-8d6532b77d73 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/fd201d02-64a7-43b4-9109-851cd496f69a HTTP/1.1" status: 204 len: 168 time: 0.7149730 Dec 08 22:15:37.302452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35022) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:37.314637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-696a2198-55f9-496a-8fbd-6c1c02bafdeb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.315840 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-696a2198-55f9-496a-8fbd-6c1c02bafdeb tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660537 Dec 08 22:15:37.318840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35024) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:37.324082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-75fc3685-e17a-4ffa-8431-ab233347e467 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'security_group_rule': {'security_group_id': '457358ea-ade9-4274-abea-c30bbeea4403', 'project_id': '717ea148ad7146b5a97eedad06fee826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:37.354706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75fc3685-e17a-4ffa-8431-ab233347e467 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.360469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3bb0d1-f0ad-4879-b6b7-f4000e46688f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:37.362176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3bb0d1-f0ad-4879-b6b7-f4000e46688f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:37.363848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3bb0d1-f0ad-4879-b6b7-f4000e46688f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:37.365465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3f3bb0d1-f0ad-4879-b6b7-f4000e46688f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0621490 Dec 08 22:15:37.368253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:37.440635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e50533-ed21-4ff7-9a4e-df9649462bac tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 6832df00-30f5-4e9d-b9ea-7ee08c6a814c {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:37.443813 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50e50533-ed21-4ff7-9a4e-df9649462bac tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.486817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75fc3685-e17a-4ffa-8431-ab233347e467 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.495296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75fc3685-e17a-4ffa-8431-ab233347e467 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.508445 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50e50533-ed21-4ff7-9a4e-df9649462bac tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.540378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bfbc8c-1e8d-4f11-bdc7-7d67794a3580 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:37.543768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc3685-e17a-4ffa-8431-ab233347e467 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1972d70c-65f5-45e7-a60c-b3e93b6b2a05,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:37.558696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-75fc3685-e17a-4ffa-8431-ab233347e467 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.562779 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-75fc3685-e17a-4ffa-8431-ab233347e467 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2398930 Dec 08 22:15:37.563848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35028) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:37.572250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e7b2e604-f40d-483e-b66b-1d1734a6f03d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'security_group_rule': {'security_group_id': '457358ea-ade9-4274-abea-c30bbeea4403', 'project_id': '717ea148ad7146b5a97eedad06fee826', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:37.595414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50e50533-ed21-4ff7-9a4e-df9649462bac tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.629153 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e604-f40d-483e-b66b-1d1734a6f03d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.633387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-85aa3a27-cb70-43d6-b7f5-4dd0574c3b0d None None] Provisioning complete for port 9fbbac5c-f18d-4532-96d0-966efc98b2a9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:37.633757 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a27-cb70-43d6-b7f5-4dd0574c3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.694341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50e50533-ed21-4ff7-9a4e-df9649462bac tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.708663 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e604-f40d-483e-b66b-1d1734a6f03d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.736083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e50533-ed21-4ff7-9a4e-df9649462bac tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=6832df00-30f5-4e9d-b9ea-7ee08c6a814c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:37.737682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e604-f40d-483e-b66b-1d1734a6f03d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.739862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50e50533-ed21-4ff7-9a4e-df9649462bac tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.745297 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-50e50533-ed21-4ff7-9a4e-df9649462bac tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/6832df00-30f5-4e9d-b9ea-7ee08c6a814c HTTP/1.1" status: 204 len: 168 time: 0.3737934 Dec 08 22:15:37.745943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35030) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:37.782593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a27-cb70-43d6-b7f5-4dd0574c3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.790804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2e604-f40d-483e-b66b-1d1734a6f03d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff8d436-25b1-4162-af5c-36caabf52613,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:37.802038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e604-f40d-483e-b66b-1d1734a6f03d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.805844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e7b2e604-f40d-483e-b66b-1d1734a6f03d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2383273 Dec 08 22:15:37.806384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35032) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:37.810774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-57d817cd-cd2e-4509-aa8a-e8e8a7195a77 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'security_group_rule': {'security_group_id': '457358ea-ade9-4274-abea-c30bbeea4403', 'project_id': '717ea148ad7146b5a97eedad06fee826', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:37.822957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-17be6d3e-9b9a-4290-a9d4-063e0d6bb6df tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 6f3c7841-87c9-4056-a5ea-0f004f402e12 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:37.827397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17be6d3e-9b9a-4290-a9d4-063e0d6bb6df tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.835153 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-85aa3a27-cb70-43d6-b7f5-4dd0574c3b0d None None] For port 9fbbac5c-f18d-4532-96d0-966efc98b2a9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9fbbac5c-f18d-4532-96d0-966efc98b2a9,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:37.840734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-85aa3a27-cb70-43d6-b7f5-4dd0574c3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.857805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-57d817cd-cd2e-4509-aa8a-e8e8a7195a77 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.880953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17be6d3e-9b9a-4290-a9d4-063e0d6bb6df tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.925701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-57d817cd-cd2e-4509-aa8a-e8e8a7195a77 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.935163 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-57d817cd-cd2e-4509-aa8a-e8e8a7195a77 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.941562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c4ce9-7001-4836-8619-38f1eeec5c97 None None] Update dhcp port {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '6f3c7841-87c9-4056-a5ea-0f004f402e12', 'ip_address': '2001:db8::f816:3eff:fef2:97dc'}, {'subnet_id': '6832df00-30f5-4e9d-b9ea-7ee08c6a814c'}], 'binding:host_id': 'n-d-821126-1'}, 'id': '9fbbac5c-f18d-4532-96d0-966efc98b2a9'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:15:37.944957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa3a27-cb70-43d6-b7f5-4dd0574c3b0d None None] Pushing event updated for resources: {'Port': ['ID=9fbbac5c-f18d-4532-96d0-966efc98b2a9,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:37.965314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d817cd-cd2e-4509-aa8a-e8e8a7195a77 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e288ed2-5557-4729-829b-9a2aa06fa884,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:37.972018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4ce9-7001-4836-8619-38f1eeec5c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.978118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-57d817cd-cd2e-4509-aa8a-e8e8a7195a77 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:37.981881 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-57d817cd-cd2e-4509-aa8a-e8e8a7195a77 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1720421 Dec 08 22:15:37.982233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35034) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:37.987672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-85a188c2-69fb-4908-8c2c-8dd584a25e47 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'security_group_rule': {'security_group_id': '457358ea-ade9-4274-abea-c30bbeea4403', 'project_id': '717ea148ad7146b5a97eedad06fee826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:38.001351 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17be6d3e-9b9a-4290-a9d4-063e0d6bb6df tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.016561 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-85a188c2-69fb-4908-8c2c-8dd584a25e47 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Project 717ea148ad7146b5a97eedad06fee826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:15:38.022005 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-85a188c2-69fb-4908-8c2c-8dd584a25e47 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.111250 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17be6d3e-9b9a-4290-a9d4-063e0d6bb6df tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.113773 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-85a188c2-69fb-4908-8c2c-8dd584a25e47 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.119921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-85a188c2-69fb-4908-8c2c-8dd584a25e47 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.136273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a188c2-69fb-4908-8c2c-8dd584a25e47 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70112113-e38a-438a-a4a0-9f161ed31eb9,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:38.143397 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be6d3e-9b9a-4290-a9d4-063e0d6bb6df tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3c7841-87c9-4056-a5ea-0f004f402e12,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:38.149665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-17be6d3e-9b9a-4290-a9d4-063e0d6bb6df tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.153261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-17be6d3e-9b9a-4290-a9d4-063e0d6bb6df tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/6f3c7841-87c9-4056-a5ea-0f004f402e12 HTTP/1.1" status: 204 len: 168 time: 0.4040015 Dec 08 22:15:38.155782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35036) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-0c7c4ce9-7001-4836-8619-38f1eeec5c97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f3c7841-87c9-4056-a5ea-0f004f402e12: This subnet is being modified by another concurrent operation. Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f3c7841-87c9-4056-a5ea-0f004f402e12: This subnet is being modified by another concurrent operation. Dec 08 22:15:38.162498 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:15:38.172124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-85a188c2-69fb-4908-8c2c-8dd584a25e47 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.172124 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-85a188c2-69fb-4908-8c2c-8dd584a25e47 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1822832 Dec 08 22:15:38.209930 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-48c7dc89-7628-459f-9359-3cdc816ea2a8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501206 Dec 08 22:15:38.210351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35038) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:38.216409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:38.223454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fb9b005b-b355-4f57-a870-dc49be2a596c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:38.259682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35040) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:38.264786 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-63940782-349b-4d87-b5ee-5fcc112b303c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'security_group_rule': {'security_group_id': '457358ea-ade9-4274-abea-c30bbeea4403', 'project_id': '717ea148ad7146b5a97eedad06fee826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:38.287340 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-17aab4aa-be22-4ff8-b682-ec74f30152e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.290369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18e31c-86c9-4e33-8a8b-9397295bb09a None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:38.301288 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-63940782-349b-4d87-b5ee-5fcc112b303c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Project 717ea148ad7146b5a97eedad06fee826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:15:38.308319 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63940782-349b-4d87-b5ee-5fcc112b303c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.338043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:38.342755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.376808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fb9b005b-b355-4f57-a870-dc49be2a596c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:38.377173 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.382273 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63940782-349b-4d87-b5ee-5fcc112b303c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.387191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63940782-349b-4d87-b5ee-5fcc112b303c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.404730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63940782-349b-4d87-b5ee-5fcc112b303c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24741d5-2597-4725-bf0d-e2ab8299f04b,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:38.417880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-19b45749-25eb-4210-8238-b25831496e32 None None] Provisioning complete for port 9fbbac5c-f18d-4532-96d0-966efc98b2a9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:38.418256 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-19b45749-25eb-4210-8238-b25831496e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.421893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-63940782-349b-4d87-b5ee-5fcc112b303c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.426779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-63940782-349b-4d87-b5ee-5fcc112b303c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623654 Dec 08 22:15:38.600068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-c4e90899-45ad-49dc-9e78-86eb9438f119 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84191948&fields=id&tenant_id=717ea148ad7146b5a97eedad06fee826 HTTP/1.1" status: 200 len: 267 time: 0.0598445 Dec 08 22:15:38.717993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:38.720478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:15:38.735539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.790445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port fb9b005b-b355-4f57-a870-dc49be2a596c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fb9b005b-b355-4f57-a870-dc49be2a596c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:38.801604 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.804364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9fbbac5c-f18d-4532-96d0-966efc98b2a9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:38.812066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-a94c24d7-3e5b-490f-8996-a224f41c4bcf tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:38.819254 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-a94c24d7-3e5b-490f-8996-a224f41c4bcf tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 808 time: 0.2102993 Dec 08 22:15:38.842242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-7b9c29da-55ce-4c2b-b56d-00e721b5fcea tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/quotas/717ea148ad7146b5a97eedad06fee826 HTTP/1.1" status: 200 len: 375 time: 0.0220766 Dec 08 22:15:38.925603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] Deleting port 9fbbac5c-f18d-4532-96d0-966efc98b2a9 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:38.925989 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.933016 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.946703 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-1647cbbe-3c9d-4a72-9d0a-db896adc186b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020365 Dec 08 22:15:38.979190 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:38.984775 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=fb9b005b-b355-4f57-a870-dc49be2a596c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:39.012743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 9fbbac5c-f18d-4532-96d0-966efc98b2a9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:39.013968 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.068398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] For port 9fbbac5c-f18d-4532-96d0-966efc98b2a9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9fbbac5c-f18d-4532-96d0-966efc98b2a9,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:39.068806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.087591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] Calling delete_port for 9fbbac5c-f18d-4532-96d0-966efc98b2a9 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:39.149558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] For port 9fbbac5c-f18d-4532-96d0-966efc98b2a9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9fbbac5c-f18d-4532-96d0-966efc98b2a9,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:39.194501 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.199577 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.200393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.212527 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.231329 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-4cc63793-f6b8-42bb-bc98-69ed2a7bd5e9 service neutron] 10.222.0.21 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837214 Dec 08 22:15:39.242219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] Pushing event deleted for resources: {'Port': ['ID=9fbbac5c-f18d-4532-96d0-966efc98b2a9,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:39.248491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea27d58-37a2-4904-ba96-aaf7143c5f61 None None] No DVR routers for this DVR port 9fbbac5c-f18d-4532-96d0-966efc98b2a9 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:39.265086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c4b4ac-6dd9-4ceb-bfef-e16033e2329f None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:15:39.280336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:39.283940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:39.286032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=9fbbac5c-f18d-4532-96d0-966efc98b2a9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:39.288579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:39.289175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.310268 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Sync routers for ids ['52803775-8393-40d4-9f48-eeb57d6247f2'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:39.322928 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1113467 Dec 08 22:15:39.325142 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Routers {'52803775-8393-40d4-9f48-eeb57d6247f2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:39.325659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35056) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:39.326595 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['52803775-8393-40d4-9f48-eeb57d6247f2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:39.326775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c336ecb-2dbd-4bcd-a8f6-9f1d18ccd1a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:39.331054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:39.379388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c4b4ac-6dd9-4ceb-bfef-e16033e2329f None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:15:39.413968 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-e81d7ca7-effa-4bf1-b2b5-bcd434bdc95e service neutron] 10.222.0.21 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751523 Dec 08 22:15:39.455869 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Set router 52803775-8393-40d4-9f48-eeb57d6247f2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:39.485462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:39.490966 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.503000 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.644985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.699716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:39.707418 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.735253 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f686ce7b-b4e0-42f7-95b4-35de77d95847 req-8731505d-c665-42bb-904a-2ab0f14ac4cf tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 210 time: 0.0599051 Dec 08 22:15:39.750335 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:34Z', 'revision_number': 4, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port': {'id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '0e34f722-6fa6-4305-9852-e1a792c73b55', 'name': '', 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'mac_address': 'fa:16:3e:89:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:33Z', 'updated_at': '2021-12-08T22:15:34Z', 'revision_number': 2, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'subnets': [{'id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:39.780495 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Checking router: 52803775-8393-40d4-9f48-eeb57d6247f2 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:39.782449 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Updating router 52803775-8393-40d4-9f48-eeb57d6247f2 port 0e34f722-6fa6-4305-9852-e1a792c73b55 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:15:39.787873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.816062 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.838550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:39.842155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:39.845389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:39.845969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:39.863178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Allocated IP 2001:db8::f816:3eff:fe34:9281 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c/be4fd666-4c6c-4371-936e-8b4c08dd4769) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:39.872468 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5429881 Dec 08 22:15:39.872468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192b34-7b33-4c22-bd11-633ba038c21e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=e6a24d4d-b18b-414a-b79d-d82d1b72367b,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:39.872782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35064) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:39.878295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:3e:fd:d6', 'name': 'tempest-NetworksTestDHCPv6-1466169392'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:40.011384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.021687 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.028548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:40.064574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:40.067586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:40.071098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:40.085288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Pushing event updated for resources: {'Port': ['ID=be4fd666-4c6c-4371-936e-8b4c08dd4769,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:40.149448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fb9b005b-b355-4f57-a870-dc49be2a596c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:40.158930 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.167696 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.192182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.201258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Attempting to bind port be4fd666-4c6c-4371-936e-8b4c08dd4769 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:40.201600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Attempting to bind port be4fd666-4c6c-4371-936e-8b4c08dd4769 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:40.201938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Attempting to bind port be4fd666-4c6c-4371-936e-8b4c08dd4769 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:40.221471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port d6b6ecfb-efa2-4f7d-8846-c5e63b367d87 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:40.223302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:40.223680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:40.224092 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.224489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:40.225114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Bound port: be4fd666-4c6c-4371-936e-8b4c08dd4769, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:40.225352 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.227394 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.281835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port fb9b005b-b355-4f57-a870-dc49be2a596c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:40.282224 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.350659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] For port be4fd666-4c6c-4371-936e-8b4c08dd4769, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:40.370349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] For port be4fd666-4c6c-4371-936e-8b4c08dd4769, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=be4fd666-4c6c-4371-936e-8b4c08dd4769,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:40.392832 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b02c8c-d42a-4401-be54-211e3135ee8d None None] Pushing event updated for resources: {'Port': ['ID=0e34f722-6fa6-4305-9852-e1a792c73b55,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:40.394624 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.415151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 172.20.0.12 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/e6a24d4d-b18b-414a-b79d-d82d1b72367b/d6b6ecfb-efa2-4f7d-8846-c5e63b367d87) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:40.421854 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fe3e:fdd6 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c/d6b6ecfb-efa2-4f7d-8846-c5e63b367d87) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:40.431573 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Attempting to bind port 0e34f722-6fa6-4305-9852-e1a792c73b55 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:40.431869 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Attempting to bind port 0e34f722-6fa6-4305-9852-e1a792c73b55 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:40.432255 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Attempting to bind port 0e34f722-6fa6-4305-9852-e1a792c73b55 on network 4dc40738-f766-46fb-b2d7-cca26810a469 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:40.440937 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:40.441843 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Checking segment: {'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:40.441843 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.442121 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Bound using segment: {'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:40.442914 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Bound port: 0e34f722-6fa6-4305-9852-e1a792c73b55, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0845923d-6042-425c-8291-2a1d32e914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:40.443137 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.476305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4991870-d6c0-4add-a6cc-63f4412f03cb None None] Pushing event updated for resources: {'Port': ['ID=be4fd666-4c6c-4371-936e-8b4c08dd4769,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:40.541641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9fbbac5c-f18d-4532-96d0-966efc98b2a9 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:40.542928 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] For port 0e34f722-6fa6-4305-9852-e1a792c73b55, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:40.552696 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] For port 0e34f722-6fa6-4305-9852-e1a792c73b55, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0e34f722-6fa6-4305-9852-e1a792c73b55,segment=NetworkSegment(0845923d-6042-425c-8291-2a1d32e914db),segment_id=0845923d-6042-425c-8291-2a1d32e914db)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:40.561032 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.585323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 9fbbac5c-f18d-4532-96d0-966efc98b2a9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:40.585677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 9fbbac5c-f18d-4532-96d0-966efc98b2a9 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:40.628912 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Routers {'52803775-8393-40d4-9f48-eeb57d6247f2'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:40.629626 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['52803775-8393-40d4-9f48-eeb57d6247f2'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:40.631697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.632883 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b02c8c-d42a-4401-be54-211e3135ee8d None None] Pushing event updated for resources: {'Port': ['ID=0e34f722-6fa6-4305-9852-e1a792c73b55,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:40.675376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.755517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:40.758988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:40.767292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:40.772547 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] Set router 52803775-8393-40d4-9f48-eeb57d6247f2 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:40.806046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=d6b6ecfb-efa2-4f7d-8846-c5e63b367d87,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:40.843959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:40.844703 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:40.863524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ae60188-81d5-46e6-8280-3edfd86da3d2 req-1db2b116-2b5e-4676-a4a7-2894ad8cffed tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 210 time: 0.0386827 Dec 08 22:15:40.878653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7d8d44c6-7492-454d-af12-8046c1d87abe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0023253 Dec 08 22:15:40.878922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35074) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:40.936464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026df23e-8f9b-4ef8-803c-4f78b8074a43 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:40.942486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026df23e-8f9b-4ef8-803c-4f78b8074a43 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:40.944094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-026df23e-8f9b-4ef8-803c-4f78b8074a43 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0640435 Dec 08 22:15:40.946683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35076) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:41.031905 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:34Z', 'revision_number': 4, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port': {'id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '0e34f722-6fa6-4305-9852-e1a792c73b55', 'name': '', 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'mac_address': 'fa:16:3e:89:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:33Z', 'updated_at': '2021-12-08T22:15:40Z', 'revision_number': 4, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'subnets': [{'id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:41.052335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-21884b9d-4f36-4d5d-ac56-4f13c1543af7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port d6b6ecfb-efa2-4f7d-8846-c5e63b367d87 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:41.052679 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21884b9d-4f36-4d5d-ac56-4f13c1543af7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.066202 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6a27a-4dea-42bf-afcf-2c4d9b7c4a4f None None] The sync data for ids ['52803775-8393-40d4-9f48-eeb57d6247f2'] in n-d-821126-1 is: [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:34Z', 'revision_number': 4, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port': {'id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '0e34f722-6fa6-4305-9852-e1a792c73b55', 'name': '', 'network_id': '4dc40738-f766-46fb-b2d7-cca26810a469', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'mac_address': 'fa:16:3e:89:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:33Z', 'updated_at': '2021-12-08T22:15:40Z', 'revision_number': 4, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'subnets': [{'id': '414f08e6-fd13-4586-9a41-54f03f6e0062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:41.066848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.226229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2d0de8aa-790b-4232-87b3-afe1129385f0 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:41.227736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2d0de8aa-790b-4232-87b3-afe1129385f0 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.37 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 808 time: 0.1867549 Dec 08 22:15:41.231711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21884b9d-4f36-4d5d-ac56-4f13c1543af7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.257797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-21884b9d-4f36-4d5d-ac56-4f13c1543af7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for d6b6ecfb-efa2-4f7d-8846-c5e63b367d87 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:41.332585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-c297dd9f-4203-4f1f-8043-02f0999c231c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717ea148ad7146b5a97eedad06fee826 HTTP/1.1" status: 200 len: 378 time: 0.0928094 Dec 08 22:15:41.344903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'port': {'device_id': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'admin_state_up': True, 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'security_groups': ['457358ea-ade9-4274-abea-c30bbeea4403']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:41.538930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Made reservation on behalf of 717ea148ad7146b5a97eedad06fee826 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:41.542363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.592896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21884b9d-4f36-4d5d-ac56-4f13c1543af7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.615767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44712c-79fe-4546-b7eb-89269615336d None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:41.662835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21884b9d-4f36-4d5d-ac56-4f13c1543af7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=d6b6ecfb-efa2-4f7d-8846-c5e63b367d87,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:41.692256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-04a8d18c-9d55-4018-a906-e640f6a72e4f None None] Provisioning complete for port be4fd666-4c6c-4371-936e-8b4c08dd4769 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:41.692712 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18c-9d55-4018-a906-e640f6a72e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.838566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Allocated IP 172.20.0.9 (b4541fcd-57c9-4013-98da-52f73be89807/8eb77cf4-e228-4a7c-86fc-fd793f32a13a/cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:41.852369 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21884b9d-4f36-4d5d-ac56-4f13c1543af7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.858906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35078) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:41.859506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-21884b9d-4f36-4d5d-ac56-4f13c1543af7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/d6b6ecfb-efa2-4f7d-8846-c5e63b367d87 HTTP/1.1" status: 204 len: 168 time: 0.9114070 Dec 08 22:15:41.862873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18c-9d55-4018-a906-e640f6a72e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.908375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-04a8d18c-9d55-4018-a906-e640f6a72e4f None None] For port be4fd666-4c6c-4371-936e-8b4c08dd4769, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=be4fd666-4c6c-4371-936e-8b4c08dd4769,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:41.913646 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18c-9d55-4018-a906-e640f6a72e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:41.971950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f14d375-1452-4f88-a889-862d6f8cc5e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:41.974012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f14d375-1452-4f88-a889-862d6f8cc5e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:41.975909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f14d375-1452-4f88-a889-862d6f8cc5e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:41.981161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1f14d375-1452-4f88-a889-862d6f8cc5e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1198900 Dec 08 22:15:41.981389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35082) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:41.987794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8d18c-9d55-4018-a906-e640f6a72e4f None None] Pushing event updated for resources: {'Port': ['ID=be4fd666-4c6c-4371-936e-8b4c08dd4769,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:41.995958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf8eda-15fd-47af-b27e-656262b25c26 None None] Update dhcp port {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c', 'ip_address': '2001:db8::f816:3eff:fe34:9281'}, {'subnet_id': 'e6a24d4d-b18b-414a-b79d-d82d1b72367b'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'be4fd666-4c6c-4371-936e-8b4c08dd4769'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:15:42.029474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80b8e01a-53d0-47e9-8f72-4888952ee5db req-f7507375-9602-44a7-a6fc-8d2373a4e0a4 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 210 time: 0.0335224 Dec 08 22:15:42.050283 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8eda-15fd-47af-b27e-656262b25c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.061184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e435816b-7b96-4187-9d77-20150b1b9e4e None None] Provisioning complete for port 0e34f722-6fa6-4305-9852-e1a792c73b55 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:42.061607 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e435816b-7b96-4187-9d77-20150b1b9e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.103750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.151081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e84a99-39fa-4dd6-91b2-2eb20853c019 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:42.156676 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01e84a99-39fa-4dd6-91b2-2eb20853c019 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.217429 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.220760 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01e84a99-39fa-4dd6-91b2-2eb20853c019 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.245773 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e435816b-7b96-4187-9d77-20150b1b9e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.284240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device be4fd666-4c6c-4371-936e-8b4c08dd4769 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:42.305816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Network b4541fcd-57c9-4013-98da-52f73be89807 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:42.310550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e435816b-7b96-4187-9d77-20150b1b9e4e None None] For port 0e34f722-6fa6-4305-9852-e1a792c73b55, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0e34f722-6fa6-4305-9852-e1a792c73b55,segment=NetworkSegment(0845923d-6042-425c-8291-2a1d32e914db),segment_id=0845923d-6042-425c-8291-2a1d32e914db)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:42.317170 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e435816b-7b96-4187-9d77-20150b1b9e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.317396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:42.326753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:42.332302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'Port': ['ID=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:42.380399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435816b-7b96-4187-9d77-20150b1b9e4e None None] Pushing event updated for resources: {'Port': ['ID=0e34f722-6fa6-4305-9852-e1a792c73b55,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:42.386878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port be4fd666-4c6c-4371-936e-8b4c08dd4769 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:42.387258 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.405396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01e84a99-39fa-4dd6-91b2-2eb20853c019 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.414415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:42.415082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.448333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e2762375-cb32-4cc0-9bfd-6548551fe3c6 None None] Provisioning complete for port 0e34f722-6fa6-4305-9852-e1a792c73b55 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:42.448738 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e2762375-cb32-4cc0-9bfd-6548551fe3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.457517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-2fb4b4ab-aa06-49d1-8067-7fb258d72c5b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1179905 Dec 08 22:15:42.495171 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01e84a99-39fa-4dd6-91b2-2eb20853c019 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-c5bf8eda-15fd-47af-b27e-656262b25c26 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c: This subnet is being modified by another concurrent operation. Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c: This subnet is being modified by another concurrent operation. Dec 08 22:15:42.507958 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:15:42.528197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e84a99-39fa-4dd6-91b2-2eb20853c019 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:42.534909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-01e84a99-39fa-4dd6-91b2-2eb20853c019 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.538171 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01e84a99-39fa-4dd6-91b2-2eb20853c019 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c HTTP/1.1" status: 204 len: 168 time: 0.5557151 Dec 08 22:15:42.540843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35086) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:42.544213 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0e34f722-6fa6-4305-9852-e1a792c73b55 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:42.550323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Request body: {'port': {'device_id': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:42.630363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.633640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-874ed60c-d4bd-4b85-b6c9-55a33cfefd4c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet e6a24d4d-b18b-414a-b79d-d82d1b72367b {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:42.637002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-874ed60c-d4bd-4b85-b6c9-55a33cfefd4c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.639258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdee6a79-6b94-4215-a43c-c1ec524135da None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:42.689590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0e34f722-6fa6-4305-9852-e1a792c73b55 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:42.689974 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.796167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9025a1fc-3899-4ca3-a427-b93e1b5603e2 None None] Provisioning complete for port be4fd666-4c6c-4371-936e-8b4c08dd4769 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:42.797235 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9025a1fc-3899-4ca3-a427-b93e1b5603e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:42.979843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:15:42.988569 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.002789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9025a1fc-3899-4ca3-a427-b93e1b5603e2 None None] Provisioning complete for port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:43.003201 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9025a1fc-3899-4ca3-a427-b93e1b5603e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.006243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Transition to ACTIVE for port object cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:15:43.012068 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.027354 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb506a-a61b-4dd7-b6ea-42e656e80383 None None] Update dhcp port {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': 'e6a24d4d-b18b-414a-b79d-d82d1b72367b'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'be4fd666-4c6c-4371-936e-8b4c08dd4769'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:15:43.059969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-874ed60c-d4bd-4b85-b6c9-55a33cfefd4c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.066640 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-efcb506a-a61b-4dd7-b6ea-42e656e80383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.087734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9025a1fc-3899-4ca3-a427-b93e1b5603e2 None None] Port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:15:43.114992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-874ed60c-d4bd-4b85-b6c9-55a33cfefd4c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.178227 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-874ed60c-d4bd-4b85-b6c9-55a33cfefd4c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-efcb506a-a61b-4dd7-b6ea-42e656e80383 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6a24d4d-b18b-414a-b79d-d82d1b72367b: This subnet is being modified by another concurrent operation. Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6a24d4d-b18b-414a-b79d-d82d1b72367b: This subnet is being modified by another concurrent operation. Dec 08 22:15:43.205158 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:15:43.213059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed60c-d4bd-4b85-b6c9-55a33cfefd4c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a24d4d-b18b-414a-b79d-d82d1b72367b,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:43.217290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-874ed60c-d4bd-4b85-b6c9-55a33cfefd4c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.220602 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-874ed60c-d4bd-4b85-b6c9-55a33cfefd4c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/e6a24d4d-b18b-414a-b79d-d82d1b72367b HTTP/1.1" status: 204 len: 168 time: 0.6785879 Dec 08 22:15:43.223485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35090) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:43.262324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-63c0b570-2420-4f1d-8446-838dc5992d8c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375180 Dec 08 22:15:43.265673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35092) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:43.270856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:43.272612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1e3539-edeb-402a-8391-2150f04e70f6 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:43.370781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:43.375804 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.509898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:43.522343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ee6450f8-000b-4008-8ed5-72f4f898a84c None None] Provisioning complete for port be4fd666-4c6c-4371-936e-8b4c08dd4769 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:43.522739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee6450f8-000b-4008-8ed5-72f4f898a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.561410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120c8f8-b73a-4e0d-8f7a-9301ddcd5af3 req-193a25ec-91ac-4a27-8cda-d9e92b806fe5 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:43.563048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0120c8f8-b73a-4e0d-8f7a-9301ddcd5af3 req-193a25ec-91ac-4a27-8cda-d9e92b806fe5 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 943 time: 0.1212678 Dec 08 22:15:43.593420 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.623336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:43.626626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:43.626957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Attempting to bind port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:43.627310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Attempting to bind port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:43.628040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Attempting to bind port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 on network b4541fcd-57c9-4013-98da-52f73be89807 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:43.643645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0120c8f8-b73a-4e0d-8f7a-9301ddcd5af3 req-f85f1cca-1702-4ad9-8435-6a7e29691c9d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742912 Dec 08 22:15:43.652162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:43.652959 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.653449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 on network b4541fcd-57c9-4013-98da-52f73be89807 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:15:43.653827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Attempting to bind port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 on network b4541fcd-57c9-4013-98da-52f73be89807 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:43.666363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:43.668969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Checking segment: {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:43.669795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Bound using segment: {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:43.670459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Bound port: cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:43.670898 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.689552 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4200809 Dec 08 22:15:43.690053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35094) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:43.696776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaa12e-d018-4cd7-86b0-ee4f53e7e216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=ad7b5a9a-1e92-4538-b6de-e6aeafc19b49,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:43.698056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:43.704873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d7628-5e32-4880-9f44-152629d68244 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:43.754673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-984d7628-5e32-4880-9f44-152629d68244 None None] Deleting port be4fd666-4c6c-4371-936e-8b4c08dd4769 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:43.755077 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-984d7628-5e32-4880-9f44-152629d68244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.833456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] For port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:43.837776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] For port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:43.848963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.858741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-984d7628-5e32-4880-9f44-152629d68244 None None] For port be4fd666-4c6c-4371-936e-8b4c08dd4769, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=be4fd666-4c6c-4371-936e-8b4c08dd4769,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:43.859176 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-984d7628-5e32-4880-9f44-152629d68244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.870928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-984d7628-5e32-4880-9f44-152629d68244 None None] Calling delete_port for be4fd666-4c6c-4371-936e-8b4c08dd4769 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:43.894639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:43.895439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.897007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 1091 time: 1.4281530 Dec 08 22:15:43.897589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:43.901688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.920994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'tag': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:15:43.923492 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a" -d '{"events": [{"name": "network-changed", "server_uuid": "edac7be3-b54c-4c33-a6a6-6139e090b31e", "tag": "cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:15:43.959885 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-984d7628-5e32-4880-9f44-152629d68244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:43.976337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d7628-5e32-4880-9f44-152629d68244 None None] No DVR routers for this DVR port be4fd666-4c6c-4371-936e-8b4c08dd4769 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:43.997069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d7628-5e32-4880-9f44-152629d68244 None None] Pushing event deleted for resources: {'Port': ['ID=be4fd666-4c6c-4371-936e-8b4c08dd4769,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:44.015451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b151e-52ff-4853-9986-830a9f32f422 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:44.083382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4000a59-68e1-4903-824b-ae8ef0041523 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:44.122232 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311bc3ef-3f1c-4e44-bcc0-7d3c32323afb x-openstack-request-id: req-311bc3ef-3f1c-4e44-bcc0-7d3c32323afb {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:15:44.122614 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edac7be3-b54c-4c33-a6a6-6139e090b31e", "tag": "cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:15:44.122913 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-311bc3ef-3f1c-4e44-bcc0-7d3c32323afb {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:15:44.123317 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'tag': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'status': 'completed', 'code': 200} Dec 08 22:15:44.138450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-f1c52a3a-06b9-488d-b539-2afa2f3346de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:44.141695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-f1c52a3a-06b9-488d-b539-2afa2f3346de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1094 time: 0.1848278 Dec 08 22:15:44.186541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0e34f722-6fa6-4305-9852-e1a792c73b55 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:44.210626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-37955324-4393-454e-9d1e-4ed4a8b8c740 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 217 time: 0.0592046 Dec 08 22:15:44.269285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': 'ad7b5a9a-1e92-4538-b6de-e6aeafc19b49'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:44.270154 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.293109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0e34f722-6fa6-4305-9852-e1a792c73b55 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:44.293803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.302521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-0e73fa0d-9689-4967-9bfc-85cee398e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:44.304248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-0e73fa0d-9689-4967-9bfc-85cee398e256 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 200 len: 847 time: 0.0860240 Dec 08 22:15:44.424853 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-5500cb00-6b60-4f80-b09d-290b877e52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:44.426436 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-5500cb00-6b60-4f80-b09d-290b877e52bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4541fcd-57c9-4013-98da-52f73be89807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142871 Dec 08 22:15:44.473147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Allocated IP 172.20.0.2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/ad7b5a9a-1e92-4538-b6de-e6aeafc19b49/2adebfc0-0a2b-4f1e-8c03-3108880a51f1) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:44.538163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device be4fd666-4c6c-4371-936e-8b4c08dd4769 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:44.562421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: be4fd666-4c6c-4371-936e-8b4c08dd4769 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:44.562794 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device be4fd666-4c6c-4371-936e-8b4c08dd4769 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:44.569247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.objects.ports [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102389) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:15:44.574457 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.619595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-5ac72ce7-67fb-4200-9cd1-c08b145dc75a service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836195 Dec 08 22:15:44.644057 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:44.646447 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.652793 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.658706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:44.688795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:44.689390 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.693569 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:44.696600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:44.699310 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=d2539bf4-382d-47ee-92d6-34f0c3d82c80,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:44.700232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:44.717678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Pushing event updated for resources: {'Port': ['ID=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:44.725213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e273362-682e-4340-adc8-b3f64f8303d3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0314572 Dec 08 22:15:44.727045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35108) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:44.731942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:a7:f3:3a', 'name': 'tempest-NetworksTestDHCPv6-2107136508'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:44.772171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Attempting to bind port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:44.772544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Attempting to bind port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:44.772920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Attempting to bind port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:44.777935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:44.778319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:44.779306 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.779716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:44.780178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Bound port: 2adebfc0-0a2b-4f1e-8c03-3108880a51f1, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:44.780559 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.784574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd667-f0de-43dc-a07f-a33f4b5fbd46 req-40589fb7-41ce-4a1b-a3c4-0eeaf8f4e562 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:44.786751 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88edd667-f0de-43dc-a07f-a33f4b5fbd46 req-40589fb7-41ce-4a1b-a3c4-0eeaf8f4e562 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 943 time: 0.0681858 Dec 08 22:15:44.806936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-413e2384-09b9-4538-bb03-696eb08a7ff9 req-bdd96549-f5f9-467f-8987-c2c963e0222b service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773033 Dec 08 22:15:44.852096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] For port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:44.854907 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-88edd667-f0de-43dc-a07f-a33f4b5fbd46 req-9436b348-033f-49fe-85d6-8ea26c71030d tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565593 Dec 08 22:15:44.855940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] For port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:44.860722 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:44.897333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:44.924424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db384a81-755d-4c8f-937c-3c0e4c270dda None None] Pushing event updated for resources: {'Port': ['ID=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:44.955631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-d9f088e8-54af-4cf2-980f-1c443794b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:44.957140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-d9f088e8-54af-4cf2-980f-1c443794b808 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1094 time: 0.0962412 Dec 08 22:15:45.100875 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:45.136964 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:15:45.158409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port bbd94818-c443-4a78-84d9-5b66733f87e4 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:45.168767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-c5ed6ad1-9c36-465a-8d0c-60c676198654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:45.170814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-c5ed6ad1-9c36-465a-8d0c-60c676198654 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 909 time: 0.2058656 Dec 08 22:15:45.247389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-292ca644-46ff-4755-926c-fe3b0e5f5510 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 217 time: 0.0481830 Dec 08 22:15:45.329688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-ec98a4b5-b310-43be-aa36-ff4b2b918822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:45.331067 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-ec98a4b5-b310-43be-aa36-ff4b2b918822 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 200 len: 847 time: 0.0760000 Dec 08 22:15:45.415929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 172.20.0.4 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/ad7b5a9a-1e92-4538-b6de-e6aeafc19b49/bbd94818-c443-4a78-84d9-5b66733f87e4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:45.424641 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-1707d9f0-30a4-4abc-be36-57fe77aa85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:45.426130 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-1707d9f0-30a4-4abc-be36-57fe77aa85b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4541fcd-57c9-4013-98da-52f73be89807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852649 Dec 08 22:15:45.427413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fea7:f33a (fcd33fd0-6b20-4e43-925b-b9ecb376f956/d2539bf4-382d-47ee-92d6-34f0c3d82c80/bbd94818-c443-4a78-84d9-5b66733f87e4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:45.593911 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-bdb1a5de-1f4c-4c4a-bc66-826fc35b9aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585968 Dec 08 22:15:45.690813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:45.736538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3483c9a-8d10-4c5b-a672-ab3b5f86792a req-6e53faec-a9ba-4771-a398-cf9ee9c3b0fa service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340516 Dec 08 22:15:45.751440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:45.798644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:45.802182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:45.805014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:45.834487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=bbd94818-c443-4a78-84d9-5b66733f87e4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:45.869366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:45.869942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:45.877001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153176f5-b21e-4005-8645-cd4437862306 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:45.890523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b9cf2018-eb90-4dfc-b3e8-71ee6edaa8a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1623948 Dec 08 22:15:45.893120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35112) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:45.940265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-17e6bf2b-9009-460d-a122-881534cb99bc None None] Provisioning complete for port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:45.940634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf2b-9009-460d-a122-881534cb99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:45.946278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadfb59-59ec-4ca1-99e1-65e9ca3bee05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:45.953073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadfb59-59ec-4ca1-99e1-65e9ca3bee05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:45.955054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5fadfb59-59ec-4ca1-99e1-65e9ca3bee05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0607605 Dec 08 22:15:45.957866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35114) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:46.063638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-413d01b9-6db6-48a8-9479-a98217823798 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port bbd94818-c443-4a78-84d9-5b66733f87e4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:46.064085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-413d01b9-6db6-48a8-9479-a98217823798 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.109223 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf2b-9009-460d-a122-881534cb99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.165090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-17e6bf2b-9009-460d-a122-881534cb99bc None None] For port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:46.178380 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf2b-9009-460d-a122-881534cb99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.189750 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:46.199343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-413d01b9-6db6-48a8-9479-a98217823798 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.213062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-413d01b9-6db6-48a8-9479-a98217823798 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for bbd94818-c443-4a78-84d9-5b66733f87e4 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:46.260966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227784f-14fd-412d-aeaa-835918cf8d57 req-f0a832a2-1651-46a1-a169-027e903ec4ba tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:46.262471 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7227784f-14fd-412d-aeaa-835918cf8d57 req-f0a832a2-1651-46a1-a169-027e903ec4ba tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 943 time: 0.3403287 Dec 08 22:15:46.302184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7227784f-14fd-412d-aeaa-835918cf8d57 req-d28a4738-550a-4595-be89-c7d3006dc4e1 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331945 Dec 08 22:15:46.302828 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635bc06-d4ac-455e-8ff5-0f0cdfdcdc7e None None] Update dhcp port {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': 'ad7b5a9a-1e92-4538-b6de-e6aeafc19b49', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2539bf4-382d-47ee-92d6-34f0c3d82c80'}], 'binding:host_id': 'n-d-821126-1'}, 'id': '2adebfc0-0a2b-4f1e-8c03-3108880a51f1'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:15:46.321506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6bf2b-9009-460d-a122-881534cb99bc None None] Pushing event updated for resources: {'Port': ['ID=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:46.335087 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0635bc06-d4ac-455e-8ff5-0f0cdfdcdc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.347711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:46.348069 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.398081 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-413d01b9-6db6-48a8-9479-a98217823798 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.437732 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d01b9-6db6-48a8-9479-a98217823798 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=bbd94818-c443-4a78-84d9-5b66733f87e4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:46.514537 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-413d01b9-6db6-48a8-9479-a98217823798 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.517827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-413d01b9-6db6-48a8-9479-a98217823798 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/bbd94818-c443-4a78-84d9-5b66733f87e4 HTTP/1.1" status: 204 len: 168 time: 0.5590193 Dec 08 22:15:46.520308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35116) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:46.556323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-0635bc06-d4ac-455e-8ff5-0f0cdfdcdc7e None None] Allocated IP 2001:db8::f816:3eff:fe56:2513 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/d2539bf4-382d-47ee-92d6-34f0c3d82c80/2adebfc0-0a2b-4f1e-8c03-3108880a51f1) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:46.573794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05266794-60e0-41c4-8752-5773e64d4042 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:46.575358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05266794-60e0-41c4-8752-5773e64d4042 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:46.576994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05266794-60e0-41c4-8752-5773e64d4042 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:46.578550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-05266794-60e0-41c4-8752-5773e64d4042 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0573158 Dec 08 22:15:46.581265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35118) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:46.636658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b604734-1213-4d9c-a3b8-5a0c311f1fa3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet ad7b5a9a-1e92-4538-b6de-e6aeafc19b49 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:46.647909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0635bc06-d4ac-455e-8ff5-0f0cdfdcdc7e None None] For port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:46.676911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0635bc06-d4ac-455e-8ff5-0f0cdfdcdc7e None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.681160 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b604734-1213-4d9c-a3b8-5a0c311f1fa3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.681362 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0635bc06-d4ac-455e-8ff5-0f0cdfdcdc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.721660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b604734-1213-4d9c-a3b8-5a0c311f1fa3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.766148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635bc06-d4ac-455e-8ff5-0f0cdfdcdc7e None None] Pushing event updated for resources: {'Port': ['ID=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:46.810689 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b604734-1213-4d9c-a3b8-5a0c311f1fa3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.876922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b604734-1213-4d9c-a3b8-5a0c311f1fa3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.906583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b604734-1213-4d9c-a3b8-5a0c311f1fa3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7b5a9a-1e92-4538-b6de-e6aeafc19b49,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:46.911655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6b604734-1213-4d9c-a3b8-5a0c311f1fa3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:46.915121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6b604734-1213-4d9c-a3b8-5a0c311f1fa3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/ad7b5a9a-1e92-4538-b6de-e6aeafc19b49 HTTP/1.1" status: 204 len: 168 time: 0.3329146 Dec 08 22:15:46.917605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35122) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:46.970529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a79263-83d0-48d7-8ec4-48b0bd3dc251 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet d2539bf4-382d-47ee-92d6-34f0c3d82c80 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:46.973903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6a79263-83d0-48d7-8ec4-48b0bd3dc251 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.017054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6a79263-83d0-48d7-8ec4-48b0bd3dc251 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.112171 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6a79263-83d0-48d7-8ec4-48b0bd3dc251 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.171042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6a79263-83d0-48d7-8ec4-48b0bd3dc251 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.198240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a79263-83d0-48d7-8ec4-48b0bd3dc251 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=d2539bf4-382d-47ee-92d6-34f0c3d82c80,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:47.214443 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c6a79263-83d0-48d7-8ec4-48b0bd3dc251 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.218428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c6a79263-83d0-48d7-8ec4-48b0bd3dc251 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/d2539bf4-382d-47ee-92d6-34f0c3d82c80 HTTP/1.1" status: 204 len: 168 time: 0.2997584 Dec 08 22:15:47.221013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35124) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:47.259793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dd00f2ad-383d-4828-be97-b80b94d1ba28 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374143 Dec 08 22:15:47.262270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35126) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:47.267280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d9039-cd09-40e4-aa16-898b5d1d1c46 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:47.267806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:47.334983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0ce8cea4-92b7-4459-bb52-7844d6ec550f None None] Provisioning complete for port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:47.335368 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0ce8cea4-92b7-4459-bb52-7844d6ec550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.359320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:47.363244 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.383609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:15:47.432479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc179ed1-d44a-44d8-b5b1-f78955dcc315 req-95a0a085-44c1-4133-810c-8386195665b1 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:47.434177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc179ed1-d44a-44d8-b5b1-f78955dcc315 req-95a0a085-44c1-4133-810c-8386195665b1 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 943 time: 0.0593939 Dec 08 22:15:47.477706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc179ed1-d44a-44d8-b5b1-f78955dcc315 req-9d3a3c5b-db85-473a-aebe-4cd3cf79b159 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349710 Dec 08 22:15:47.543817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0ce8cea4-92b7-4459-bb52-7844d6ec550f None None] Could not find standard attr ID for object bbd94818-c443-4a78-84d9-5b66733f87e4. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:47.555570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:47.567588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'port_id': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'mac_address': 'fa:16:3e:e5:79:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:15:47.571969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:47.582626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.626006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:47.629115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:47.632250 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.632437 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:47.632832 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.646382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=953d1d28-5c4c-4028-a21b-6d1000b947c5,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:47.648993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:15:47.657572 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c9142eef-0d78-4c47-8caa-f734679874bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3942764 Dec 08 22:15:47.660625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35130) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:47.665646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:47.674823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:47.676471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] Deleting port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:47.676970 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.679665 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.777523 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:47.778807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:47.781326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.799254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] For port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:47.799661 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.819543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] Calling delete_port for 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:47.904139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:47.930246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:15:47.933642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] Pushing event deleted for resources: {'Port': ['ID=2adebfc0-0a2b-4f1e-8c03-3108880a51f1,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:47.955495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dabcbbd-314a-4c83-bedc-715139849b07 None None] No DVR routers for this DVR port 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:47.975957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8fef88-9862-4876-bf45-e8213818e5b1 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:48.078579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.objects.ports [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102389) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:15:48.084093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:48.104775 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:48.127985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:48.131110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:48.134152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:48.134853 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:48.148878 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=86f65429-2422-49a1-a9bd-09511c981279,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:48.155557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:48.155843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-87c6c89b-4ff2-4c37-a042-4da44668c996 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4941444 Dec 08 22:15:48.156051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2adebfc0-0a2b-4f1e-8c03-3108880a51f1 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:48.158783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35132) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:48.164182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:35:11:eb', 'name': 'tempest-NetworksTestDHCPv6-134836853'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:48.226999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '86f65429-2422-49a1-a9bd-09511c981279'}, {'subnet_id': '953d1d28-5c4c-4028-a21b-6d1000b947c5'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:48.227871 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:48.280567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:48.284806 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:48.306267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 189c2ef9-35e4-4416-888d-34b0bb0eb0c2 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:48.468230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 172.20.0.13 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/953d1d28-5c4c-4028-a21b-6d1000b947c5/189c2ef9-35e4-4416-888d-34b0bb0eb0c2) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:48.475052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fe35:11eb (fcd33fd0-6b20-4e43-925b-b9ecb376f956/86f65429-2422-49a1-a9bd-09511c981279/189c2ef9-35e4-4416-888d-34b0bb0eb0c2) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:48.648907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d45c6-4bbe-428b-9fe3-8994062332b9 req-535044bd-d556-4833-9eea-d1959da4b924 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:48.650392 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-819d45c6-4bbe-428b-9fe3-8994062332b9 req-535044bd-d556-4833-9eea-d1959da4b924 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 944 time: 0.0800776 Dec 08 22:15:48.673280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:48.709896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-819d45c6-4bbe-428b-9fe3-8994062332b9 req-d5094b58-03f5-44f4-b77b-915d66bf76f8 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513504 Dec 08 22:15:48.728374 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:48.774635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:48.777896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:48.781768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:48.810297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=189c2ef9-35e4-4416-888d-34b0bb0eb0c2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:48.817733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Allocated IP 172.20.0.2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/953d1d28-5c4c-4028-a21b-6d1000b947c5/93f37703-5064-4ecf-af79-be812303514c) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:48.826631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Allocated IP 2001:db8::f816:3eff:fea7:26cb (fcd33fd0-6b20-4e43-925b-b9ecb376f956/86f65429-2422-49a1-a9bd-09511c981279/93f37703-5064-4ecf-af79-be812303514c) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:48.849009 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:48.849778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:48.865456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-10aeabcc-877c-43b3-a7db-d4ce1413b8e2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7055984 Dec 08 22:15:48.868206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35136) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:48.920139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9beb9cf-b1d1-4462-9341-538d09cd84c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:48.921650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d9beb9cf-b1d1-4462-9341-538d09cd84c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.0524490 Dec 08 22:15:48.924438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35138) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:48.964420 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:48.971228 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.010641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-67193ddf-8272-4f0e-ae0a-9d10c5a82228 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 189c2ef9-35e4-4416-888d-34b0bb0eb0c2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:49.011089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67193ddf-8272-4f0e-ae0a-9d10c5a82228 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.012326 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:49.015654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:49.018096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:49.030552 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Pushing event updated for resources: {'Port': ['ID=93f37703-5064-4ecf-af79-be812303514c,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:49.095387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Attempting to bind port 93f37703-5064-4ecf-af79-be812303514c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:49.095760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Attempting to bind port 93f37703-5064-4ecf-af79-be812303514c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:49.096118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Attempting to bind port 93f37703-5064-4ecf-af79-be812303514c on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:49.100223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67193ddf-8272-4f0e-ae0a-9d10c5a82228 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.101581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:49.101964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:49.102368 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.102787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:49.103255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Bound port: 93f37703-5064-4ecf-af79-be812303514c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:49.103640 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.112402 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-67193ddf-8272-4f0e-ae0a-9d10c5a82228 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 189c2ef9-35e4-4416-888d-34b0bb0eb0c2 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:49.168813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] For port 93f37703-5064-4ecf-af79-be812303514c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:49.172664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] For port 93f37703-5064-4ecf-af79-be812303514c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93f37703-5064-4ecf-af79-be812303514c,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:49.176785 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.236149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0115b37-924e-415c-a348-d084a89bf0de None None] Pushing event updated for resources: {'Port': ['ID=93f37703-5064-4ecf-af79-be812303514c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:49.292826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67193ddf-8272-4f0e-ae0a-9d10c5a82228 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.320544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67193ddf-8272-4f0e-ae0a-9d10c5a82228 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=189c2ef9-35e4-4416-888d-34b0bb0eb0c2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:49.387141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:49.429042 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-67193ddf-8272-4f0e-ae0a-9d10c5a82228 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.432298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-67193ddf-8272-4f0e-ae0a-9d10c5a82228 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/189c2ef9-35e4-4416-888d-34b0bb0eb0c2 HTTP/1.1" status: 204 len: 168 time: 0.5068927 Dec 08 22:15:49.434741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35140) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:49.453688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:15:49.457986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:49.458459 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.498152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de434b9b-5893-4ed5-b67b-53017b173740 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:49.499644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de434b9b-5893-4ed5-b67b-53017b173740 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:49.501299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de434b9b-5893-4ed5-b67b-53017b173740 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:49.502941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-de434b9b-5893-4ed5-b67b-53017b173740 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0665431 Dec 08 22:15:49.505573 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35142) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:49.547794 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.562431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2666864-a029-468d-8157-6acf738e5c57 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 86f65429-2422-49a1-a9bd-09511c981279 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:49.565678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2666864-a029-468d-8157-6acf738e5c57 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.576497 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:15:49.578970 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50af176c-c917-4349-b7dc-d3ef81133528" -d '{"events": [{"server_uuid": "edac7be3-b54c-4c33-a6a6-6139e090b31e", "name": "network-vif-plugged", "status": "completed", "tag": "cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:15:49.591788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:49.597006 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.610339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2666864-a029-468d-8157-6acf738e5c57 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.621092 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef359944-e64e-4832-bd4f-87263757c7a8 x-openstack-request-id: req-ef359944-e64e-4832-bd4f-87263757c7a8 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:15:49.621381 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edac7be3-b54c-4c33-a6a6-6139e090b31e", "name": "network-vif-plugged", "status": "completed", "tag": "cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:15:49.621635 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef359944-e64e-4832-bd4f-87263757c7a8 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:15:49.622025 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'code': 200} Dec 08 22:15:49.648977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:49.700678 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2666864-a029-468d-8157-6acf738e5c57 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.717849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622815-dba8-4ca1-86e8-0e9a1a75599f req-f28ca8fe-d3c8-4013-abcc-261de01e9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:49.719497 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9622815-dba8-4ca1-86e8-0e9a1a75599f req-f28ca8fe-d3c8-4013-abcc-261de01e9f00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1096 time: 0.0423648 Dec 08 22:15:49.760118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2666864-a029-468d-8157-6acf738e5c57 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.765521 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9622815-dba8-4ca1-86e8-0e9a1a75599f req-67d12755-3f6d-44de-babd-5526406d8fb4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385568 Dec 08 22:15:49.785373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666864-a029-468d-8157-6acf738e5c57 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=86f65429-2422-49a1-a9bd-09511c981279,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:49.791285 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d2666864-a029-468d-8157-6acf738e5c57 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.798066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d2666864-a029-468d-8157-6acf738e5c57 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/86f65429-2422-49a1-a9bd-09511c981279 HTTP/1.1" status: 204 len: 168 time: 0.2914121 Dec 08 22:15:49.798775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35148) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:49.842975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b3e98-1001-4195-8907-4d520f6adcfb req-f21c1fa1-4beb-4ed4-a19c-57f04b1d5aec tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:49.844853 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e3b3e98-1001-4195-8907-4d520f6adcfb req-f21c1fa1-4beb-4ed4-a19c-57f04b1d5aec tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 945 time: 0.0633810 Dec 08 22:15:49.852183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 953d1d28-5c4c-4028-a21b-6d1000b947c5 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:49.855653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.886445 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7e3b3e98-1001-4195-8907-4d520f6adcfb req-ad8fdea0-2ab7-4f72-a4eb-187a99db86c4 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349493 Dec 08 22:15:49.898496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:49.988455 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.050750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.082030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.085415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/953d1d28-5c4c-4028-a21b-6d1000b947c5 HTTP/1.1" status: 204 len: 168 time: 0.2856283 Dec 08 22:15:50.086480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=953d1d28-5c4c-4028-a21b-6d1000b947c5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:50.088061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35150) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.094790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.095217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.095629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.096033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.096711 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.097247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.097873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.098211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.098755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.099080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.099799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.100151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a962f1b-314f-4e90-9ac3-0030ebe6f956 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:50.138158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93f37703-5064-4ecf-af79-be812303514c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:50.138752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b57ea82f-8719-4b05-a513-315b5c56c7db tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483813 Dec 08 22:15:50.140371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35152) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.188025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 93f37703-5064-4ecf-af79-be812303514c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:50.188410 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.191572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d57484-3ba8-4b31-b09b-22f8dfc9395c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:50.196191 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a8d57484-3ba8-4b31-b09b-22f8dfc9395c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0516119 Dec 08 22:15:50.196191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35156) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.252468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a22ab70-6f72-48a7-b0d2-fd7c01f8b285 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:50.254092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1a22ab70-6f72-48a7-b0d2-fd7c01f8b285 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0573976 Dec 08 22:15:50.256600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35158) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.281833 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.292842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf953b3c-35ca-4dfb-a928-0191b7da6eca None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:50.294778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e0712866-7edd-42d3-a304-f2cbc75aca0a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370967 Dec 08 22:15:50.299291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35160) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.304373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-32483667-5b18-4687-9730-997193490639 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:50.368250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 93f37703-5064-4ecf-af79-be812303514c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93f37703-5064-4ecf-af79-be812303514c,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:50.377619 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.400104 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32483667-5b18-4687-9730-997193490639 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:50.404043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-32483667-5b18-4687-9730-997193490639 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.405473 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-32483667-5b18-4687-9730-997193490639 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:15:50.405901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32483667-5b18-4687-9730-997193490639 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:15:50.422147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-32483667-5b18-4687-9730-997193490639 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1216228 Dec 08 22:15:50.425255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35162) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.431096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f42f273d-e616-46c1-9bb7-49bd2e1cb97a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:50.452374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fd23d73f-5db3-449d-ba83-47a4530334d6 None None] Provisioning complete for port 93f37703-5064-4ecf-af79-be812303514c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:50.452746 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd23d73f-5db3-449d-ba83-47a4530334d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.495223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=93f37703-5064-4ecf-af79-be812303514c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:50.521619 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42f273d-e616-46c1-9bb7-49bd2e1cb97a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:50.525694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f42f273d-e616-46c1-9bb7-49bd2e1cb97a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.527182 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42f273d-e616-46c1-9bb7-49bd2e1cb97a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:15:50.527676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42f273d-e616-46c1-9bb7-49bd2e1cb97a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:15:50.543335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35164) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.555476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f42f273d-e616-46c1-9bb7-49bd2e1cb97a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1292250 Dec 08 22:15:50.558794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35166) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.566850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:50.567974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5b9eb7c2-c2e5-46be-b91e-ea297dcb5ff3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:50.614997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] Deleting port 93f37703-5064-4ecf-af79-be812303514c {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:50.615371 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.663121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9eb7c2-c2e5-46be-b91e-ea297dcb5ff3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:50.669776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5b9eb7c2-c2e5-46be-b91e-ea297dcb5ff3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.671975 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9eb7c2-c2e5-46be-b91e-ea297dcb5ff3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:15:50.672540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9eb7c2-c2e5-46be-b91e-ea297dcb5ff3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:15:50.682156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] For port 93f37703-5064-4ecf-af79-be812303514c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=93f37703-5064-4ecf-af79-be812303514c,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:50.683238 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.693247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5b9eb7c2-c2e5-46be-b91e-ea297dcb5ff3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1305294 Dec 08 22:15:50.693534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35168) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.697847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] Calling delete_port for 93f37703-5064-4ecf-af79-be812303514c owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:50.700741 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-fce244e4-05f7-4ddd-8c04-c4aeda3e514f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:50.726233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 261ae591-77ce-4e53-a0be-344a7283e6de {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:50.726882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.799903 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.821105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce244e4-05f7-4ddd-8c04-c4aeda3e514f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:50.824614 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fce244e4-05f7-4ddd-8c04-c4aeda3e514f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.826069 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce244e4-05f7-4ddd-8c04-c4aeda3e514f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:15:50.826485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce244e4-05f7-4ddd-8c04-c4aeda3e514f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:15:50.833540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] Pushing event deleted for resources: {'Port': ['ID=93f37703-5064-4ecf-af79-be812303514c,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:50.836145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e0e11-de39-4e42-a888-ccd4d33218b7 None None] No DVR routers for this DVR port 93f37703-5064-4ecf-af79-be812303514c on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:50.839135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.839721 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:50.853893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 261ae591-77ce-4e53-a0be-344a7283e6de owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:50.857387 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fce244e4-05f7-4ddd-8c04-c4aeda3e514f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1620307 Dec 08 22:15:50.858671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35170) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:50.861214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c225265-5ff9-41a9-9120-144864057959 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:15:50.863314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b54a8220-5fd8-486c-b02b-77551348dc88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:50.946013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c225265-5ff9-41a9-9120-144864057959 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:15:51.004026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a8220-5fd8-486c-b02b-77551348dc88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:51.007514 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b54a8220-5fd8-486c-b02b-77551348dc88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:51.008884 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54a8220-5fd8-486c-b02b-77551348dc88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:15:51.009299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54a8220-5fd8-486c-b02b-77551348dc88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:15:51.031254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77404d-44ce-4d88-b811-1cf9df98d04f req-f41aff3b-182c-4b94-b5bb-bb2ed761eb0f tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:51.032749 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e77404d-44ce-4d88-b811-1cf9df98d04f req-f41aff3b-182c-4b94-b5bb-bb2ed761eb0f tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 945 time: 0.0705140 Dec 08 22:15:51.041283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b54a8220-5fd8-486c-b02b-77551348dc88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1816978 Dec 08 22:15:51.045453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35174) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:51.052202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-65a6ffae-dcce-41e8-bbcc-c7a75e814a88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:51.076732 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2e77404d-44ce-4d88-b811-1cf9df98d04f req-d4099d04-b69b-420e-a1b3-23ad4d8145c7 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343449 Dec 08 22:15:51.129583 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:51.170303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=261ae591-77ce-4e53-a0be-344a7283e6de,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:51.192469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b11f8-578a-4a63-a26b-b8907e52a246 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:15:51.249931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a6ffae-dcce-41e8-bbcc-c7a75e814a88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:51.253423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65a6ffae-dcce-41e8-bbcc-c7a75e814a88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:51.254797 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a6ffae-dcce-41e8-bbcc-c7a75e814a88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:15:51.255222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a6ffae-dcce-41e8-bbcc-c7a75e814a88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:15:51.276582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b11f8-578a-4a63-a26b-b8907e52a246 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:15:51.285634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d918b1b-415e-4f57-a5bf-3492196e4a4c req-093c796c-ee6f-42a9-b9e2-7aa21b1d6593 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:51.287141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d918b1b-415e-4f57-a5bf-3492196e4a4c req-093c796c-ee6f-42a9-b9e2-7aa21b1d6593 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 945 time: 0.1229122 Dec 08 22:15:51.290165 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-65a6ffae-dcce-41e8-bbcc-c7a75e814a88 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2436602 Dec 08 22:15:51.293043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35178) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:51.293400 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:51.293737 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Floating IP 1040e3d4-7703-4329-b454-b031ee6d4ef8 disassociated (deleted). External IP: 172.25.1.87, port: 7380406c-da5b-455a-a8eb-a180faa746d5. Dec 08 22:15:51.324707 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c368e01a-d7de-42f4-997c-154a7bc61f70 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301244 Dec 08 22:15:51.327559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35180) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:51.378428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f909a-453b-4e5b-b73a-2d04259aaa7d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:51.380111 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a41f909a-453b-4e5b-b73a-2d04259aaa7d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0515277 Dec 08 22:15:51.382651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35182) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:51.403065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1d918b1b-415e-4f57-a5bf-3492196e4a4c req-8ab3bebd-bb92-4bf4-95ea-08de30b6c27a tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062903 Dec 08 22:15:51.436853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3c5a60c9-08c8-4a6f-b989-c6f614ffab33 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518887 Dec 08 22:15:51.438434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35186) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:51.446665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:51.543782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 32403d37-62b7-450c-ba2d-349b14933692 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:15:51.569941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b4bf-b464-42e3-96e8-fa53bfb3ab30 req-2338cdc4-e230-4e0c-8dd1-59edd5125c49 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:51.571460 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4322b4bf-b464-42e3-96e8-fa53bfb3ab30 req-2338cdc4-e230-4e0c-8dd1-59edd5125c49 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 945 time: 0.0750399 Dec 08 22:15:51.595550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:51.598899 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:51.652497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:51.657067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:51.663623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] Sync routers for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:51.663836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4322b4bf-b464-42e3-96e8-fa53bfb3ab30 req-e124f157-79ac-46c0-838c-e62625cf9c1f tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856280 Dec 08 22:15:51.674997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:51.675743 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:51.692520 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1b6e784b-5cb1-4e95-a00b-b0a5c2ec9ca0 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/floatingips/1040e3d4-7703-4329-b454-b031ee6d4ef8 HTTP/1.1" status: 204 len: 168 time: 1.1475170 Dec 08 22:15:51.693187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35190) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:51.693579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:15:51.696067 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71" -d '{"events": [{"name": "network-changed", "server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:15:51.748982 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68756b34-6567-4ecf-a673-ccca54cafb6c x-openstack-request-id: req-68756b34-6567-4ecf-a673-ccca54cafb6c {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:15:51.749601 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:15:51.749601 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68756b34-6567-4ecf-a673-ccca54cafb6c {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:15:51.750175 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5', 'status': 'completed', 'code': 200} Dec 08 22:15:51.824930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:51.829994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f956484a-471c-4c1c-819a-bc73fa183fc8 tempest-TestServerBasicOps-1586263681 tempest-TestServerBasicOps-1586263681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:51.831755 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f956484a-471c-4c1c-819a-bc73fa183fc8 tempest-TestServerBasicOps-1586263681 tempest-TestServerBasicOps-1586263681-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1091 time: 0.1325281 Dec 08 22:15:51.834910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35196) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:51.838901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-4637a9f8-7395-4c98-9c60-2d69c30fac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:51.839987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:51.840728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-4637a9f8-7395-4c98-9c60-2d69c30fac95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 1096 time: 0.0672472 Dec 08 22:15:51.877632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:51.983863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:52.062784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ccc83-f3f8-467a-8419-bf6c60c32576 req-4e1c472f-0935-4d30-91d5-cb835b7736c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:52.064913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd6ccc83-f3f8-467a-8419-bf6c60c32576 req-4e1c472f-0935-4d30-91d5-cb835b7736c8 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.1387031 Dec 08 22:15:52.068881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:14Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:52.100942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] Checking router: 32403d37-62b7-450c-ba2d-349b14933692 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:52.101941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:15:52.110594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Allocated IP 172.25.1.155 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/4e3ac836-169d-47a6-a17b-5f8786228d9f) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:52.112046 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:52.112259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:52.112845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:52.126078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-33485385-cb43-4163-aa3d-db87156cb3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:52.127977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-33485385-cb43-4163-aa3d-db87156cb3ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 HTTP/1.1" status: 200 len: 897 time: 0.2583206 Dec 08 22:15:52.150421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93f37703-5064-4ecf-af79-be812303514c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:52.199736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 93f37703-5064-4ecf-af79-be812303514c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:52.200898 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 93f37703-5064-4ecf-af79-be812303514c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:52.210676 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-2a1bf744-7c28-49c8-97ec-3ea3918616d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7380406c-da5b-455a-a8eb-a180faa746d5 HTTP/1.1" status: 200 len: 217 time: 0.0610499 Dec 08 22:15:52.214699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:52.227977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:52.231192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:52.231663 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:52.236035 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:52.237003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd6ccc83-f3f8-467a-8419-bf6c60c32576 req-ecb452a7-f8e7-4d68-9baf-91bca19e96b1 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590641 Dec 08 22:15:52.239681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900c3fc-9587-4a6a-8752-4ac47c746683 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:52.276317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=b0943611-81f8-400f-8954-a8baa71f54a5,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:52.286328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:52.286731 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:52.297154 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c50a1e7d-58ce-40eb-bdf1-46f8346ca507 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8548470 Dec 08 22:15:52.297393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35200) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:52.300530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-3efabaea-9843-4c80-abd7-fed640bfab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:52.302062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-3efabaea-9843-4c80-abd7-fed640bfab7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2880f2c-046e-4b72-ab4d-a0d96c38465c HTTP/1.1" status: 200 len: 835 time: 0.0819478 Dec 08 22:15:52.318568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:7f:e4:f7', 'name': 'tempest-NetworksTestDHCPv6-1378604655'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:52.337942 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:52.353016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:52.353277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-7fc3496c-c41f-4baa-8523-8af7c7cda61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:52.354600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-7fc3496c-c41f-4baa-8523-8af7c7cda61c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445113 Dec 08 22:15:52.382490 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:52.430042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'Port': ['ID=4e3ac836-169d-47a6-a17b-5f8786228d9f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:52.461655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-4847fa44-228c-463f-ad2b-ed477f64afeb service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971177 Dec 08 22:15:52.558985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f0b7da2-cc6d-4c29-93e9-906c0de6ba71 req-30b143fe-2913-428f-afa5-e88bae2435bf service neutron] 10.222.0.23 "GET /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893466 Dec 08 22:15:52.619500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:52.700139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': 'b0943611-81f8-400f-8954-a8baa71f54a5'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:52.701531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:52.736947 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:52.811395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:14Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:52.853747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba7f89-f84b-4429-bfe2-90a3b4cdff4b None None] The sync data for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 is: [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:14:11Z', 'revision_number': 4, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a9a3a606-3004-4926-8180-2704d1a98673', 'name': '', 'network_id': '9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'mac_address': 'fa:16:3e:87:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:10Z', 'updated_at': '2021-12-08T22:14:14Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'subnets': [{'id': 'f2880f2c-046e-4b72-ab4d-a0d96c38465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:52.869631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 39c46a77-07f8-45d1-be81-077442bf2342 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:52.874263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Allocated IP 2001:db8::f816:3eff:fe1f:5803 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/b0943611-81f8-400f-8954-a8baa71f54a5/c080c140-e050-460f-a387-a3316397f3ec) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:53.033861 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.042030 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.083318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:53.086205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:53.093198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:53.096780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Pushing event updated for resources: {'Port': ['ID=c080c140-e050-460f-a387-a3316397f3ec,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:53.159141 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60e773-a1a3-428b-90f0-02becb581c60 None None] New status for floating IP 1040e3d4-7703-4329-b454-b031ee6d4ef8: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:15:53.164571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Attempting to bind port c080c140-e050-460f-a387-a3316397f3ec on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:53.165077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Attempting to bind port c080c140-e050-460f-a387-a3316397f3ec by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:53.165545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Attempting to bind port c080c140-e050-460f-a387-a3316397f3ec on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:53.171894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:53.172423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:53.172935 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.173433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:53.174140 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Bound port: c080c140-e050-460f-a387-a3316397f3ec, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:53.174649 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.251096 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] For port c080c140-e050-460f-a387-a3316397f3ec, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:53.257109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] For port c080c140-e050-460f-a387-a3316397f3ec, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c080c140-e050-460f-a387-a3316397f3ec,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:53.265112 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.336002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-06afbedd-e902-4de3-a9c4-d6f0f9d4694a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:53.337524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-06afbedd-e902-4de3-a9c4-d6f0f9d4694a tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.0863693 Dec 08 22:15:53.346615 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670308b-20d3-49af-921a-d58bbd26baec None None] Pushing event updated for resources: {'Port': ['ID=c080c140-e050-460f-a387-a3316397f3ec,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:53.392808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.435230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 7380406c-da5b-455a-a8eb-a180faa746d5 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:53.435638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.447470 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fe7f:e4f7 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/b0943611-81f8-400f-8954-a8baa71f54a5/39c46a77-07f8-45d1-be81-077442bf2342) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:53.503554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec7c91-9671-43fc-86aa-d04271fcfc05 req-185d7cbf-7f5e-4ac4-8f7d-cfa7947bf9dd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:53.525776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-87ec7c91-9671-43fc-86aa-d04271fcfc05 req-185d7cbf-7f5e-4ac4-8f7d-cfa7947bf9dd tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/ports?device_id=c65cc6d5-11a5-4915-9ecc-b4d48d46456b HTTP/1.1" status: 200 len: 945 time: 0.1708002 Dec 08 22:15:53.561127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 7380406c-da5b-455a-a8eb-a180faa746d5, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7380406c-da5b-455a-a8eb-a180faa746d5,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:53.561498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.583572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 7380406c-da5b-455a-a8eb-a180faa746d5 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:53.624317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.639566 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-87ec7c91-9671-43fc-86aa-d04271fcfc05 req-2cc3d79b-5371-4950-84e5-23fa14feefc5 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "GET /v2.0/security-groups?id=22a92ef5-9733-4528-9ea1-e5a9470333c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269331 Dec 08 22:15:53.727640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.765568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=7380406c-da5b-455a-a8eb-a180faa746d5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:53.809411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.823058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] No DVR routers for this DVR port 7380406c-da5b-455a-a8eb-a180faa746d5 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:53.826536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.830102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9c3ecbcd-9517-448b-809c-e7b56ad14959 req-d804a088-9339-4928-b172-91c8c12aed7b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.23 "DELETE /v2.0/ports/7380406c-da5b-455a-a8eb-a180faa746d5 HTTP/1.1" status: 204 len: 173 time: 0.4863760 Dec 08 22:15:53.830569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'name': 'network-vif-deleted', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:15:53.832871 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487f42c3-237c-4280-afd2-b8112e99e708" -d '{"events": [{"server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "name": "network-vif-deleted", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:15:53.893805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.904352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.932167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.945988 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:53.954166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:53.958145 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:53.964296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:53.965010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:53.973172 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93ce65-c6d0-4031-a752-2eddfcc27d1c x-openstack-request-id: req-ff93ce65-c6d0-4031-a752-2eddfcc27d1c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:15:53.973463 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65cc6d5-11a5-4915-9ecc-b4d48d46456b", "name": "network-vif-deleted", "tag": "7380406c-da5b-455a-a8eb-a180faa746d5", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:15:53.973715 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff93ce65-c6d0-4031-a752-2eddfcc27d1c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:15:53.974111 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65cc6d5-11a5-4915-9ecc-b4d48d46456b', 'name': 'network-vif-deleted', 'tag': '7380406c-da5b-455a-a8eb-a180faa746d5', 'status': 'completed', 'code': 200} Dec 08 22:15:53.980426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=39c46a77-07f8-45d1-be81-077442bf2342,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:54.032537 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-31a3ad47-eb36-4bbf-9c8e-cef83d58ab1e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7341578 Dec 08 22:15:54.035375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35208) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:54.054701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.057714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event updated for resources: {'Port': ['ID=4e3ac836-169d-47a6-a17b-5f8786228d9f,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:54.102802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b09af-82ab-408d-9f89-075c6a628624 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:54.109330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b09af-82ab-408d-9f89-075c6a628624 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:54.113399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b93b09af-82ab-408d-9f89-075c6a628624 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0745611 Dec 08 22:15:54.118447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35210) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:54.154852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c080c140-e050-460f-a387-a3316397f3ec up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:54.218151 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Floating IP 69fe8e32-6677-4e30-ba67-79a8846751c8 associated. External IP: 172.25.1.155, port: cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3. Dec 08 22:15:54.236483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port c080c140-e050-460f-a387-a3316397f3ec triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:54.237081 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.360085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.419809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port c080c140-e050-460f-a387-a3316397f3ec, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c080c140-e050-460f-a387-a3316397f3ec,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:54.428964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.513066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=c080c140-e050-460f-a387-a3316397f3ec,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:54.544682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-303ff01f-8eb2-48e8-8e12-6a6211b97d95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 39c46a77-07f8-45d1-be81-077442bf2342 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:54.545276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-303ff01f-8eb2-48e8-8e12-6a6211b97d95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.560749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Router 27a75886-fe41-40ea-8759-512c8a795e17 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:15:54.634615 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-303ff01f-8eb2-48e8-8e12-6a6211b97d95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.647248 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-303ff01f-8eb2-48e8-8e12-6a6211b97d95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 39c46a77-07f8-45d1-be81-077442bf2342 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:54.682015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:54.694424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] Sync routers for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:54.708376 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.711290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:54.711935 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:54.732558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35214) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:54.814024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-303ff01f-8eb2-48e8-8e12-6a6211b97d95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.820301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ea7251eb-001c-4317-a6e3-621d49a1f1ad None None] Provisioning complete for port c080c140-e050-460f-a387-a3316397f3ec triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:54.820676 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ea7251eb-001c-4317-a6e3-621d49a1f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.838750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-54c14680-d5f7-48d5-8a9a-5e865a697655 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9888031 Dec 08 22:15:54.838750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'tag': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:15:54.838750 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cc005f-4d6c-4e20-bf52-8064e4778c44" -d '{"events": [{"name": "network-changed", "server_uuid": "edac7be3-b54c-4c33-a6a6-6139e090b31e", "tag": "cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:15:54.859071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ff01f-8eb2-48e8-8e12-6a6211b97d95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=39c46a77-07f8-45d1-be81-077442bf2342,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:54.901188 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-303ff01f-8eb2-48e8-8e12-6a6211b97d95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:54.907982 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-303ff01f-8eb2-48e8-8e12-6a6211b97d95 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/39c46a77-07f8-45d1-be81-077442bf2342 HTTP/1.1" status: 204 len: 168 time: 0.7884429 Dec 08 22:15:54.910271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35220) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:54.913274 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:54.919483 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf9d0cd-3ad3-4c9f-87d7-6434ff8c20ad x-openstack-request-id: req-ecf9d0cd-3ad3-4c9f-87d7-6434ff8c20ad {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:15:54.920058 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edac7be3-b54c-4c33-a6a6-6139e090b31e", "tag": "cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:15:54.920058 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecf9d0cd-3ad3-4c9f-87d7-6434ff8c20ad {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:15:54.920398 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'tag': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'status': 'completed', 'code': 200} Dec 08 22:15:54.985495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa0e7e-c62e-49b6-b7dd-93bdec9e3462 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:54.989018 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa0e7e-c62e-49b6-b7dd-93bdec9e3462 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:54.991842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bdfa0e7e-c62e-49b6-b7dd-93bdec9e3462 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0800281 Dec 08 22:15:54.994615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35222) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:55.054238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-84d7a0fe-c80b-4e28-a3bf-b7965f4b6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:55.055791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-84d7a0fe-c80b-4e28-a3bf-b7965f4b6296 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1096 time: 0.1029534 Dec 08 22:15:55.097336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet b0943611-81f8-400f-8954-a8baa71f54a5 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:55.152541 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.174200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-33a3e3bb-5ecb-4016-8ac6-23c196aaef27 None None] Could not find standard attr ID for object 39c46a77-07f8-45d1-be81-077442bf2342. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:55.213164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '69fe8e32-6677-4e30-ba67-79a8846751c8', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'port_id': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'mac_address': 'fa:16:3e:e5:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:15:52Z', 'updated_at': '2021-12-08T22:15:52Z', 'revision_number': 0, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:33Z', 'revision_number': 5, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:55.224224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.249880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] Checking router: 27a75886-fe41-40ea-8759-512c8a795e17 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:55.258080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:55.258683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:55.293504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-71210d2b-8bf9-4393-ad5b-1f63008d3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:55.295430 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-71210d2b-8bf9-4393-ad5b-1f63008d3fd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 909 time: 0.2320924 Dec 08 22:15:55.361638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:55.421626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.468078 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-114cc606-d309-46bd-b04d-8cc86fb00aa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 999 time: 0.1633468 Dec 08 22:15:55.561739 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.572958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-cd80da7b-749d-4545-b55d-adbc1e3c6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:55.574398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-cd80da7b-749d-4545-b55d-adbc1e3c6766 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 200 len: 847 time: 0.0971830 Dec 08 22:15:55.583253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '69fe8e32-6677-4e30-ba67-79a8846751c8', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'port_id': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'mac_address': 'fa:16:3e:e5:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:15:52Z', 'updated_at': '2021-12-08T22:15:52Z', 'revision_number': 0, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:33Z', 'revision_number': 5, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:55.602955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=b0943611-81f8-400f-8954-a8baa71f54a5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:55.611887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.612391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c2640-8a14-4484-8dee-45748e629e23 None None] The sync data for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 is: [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '69fe8e32-6677-4e30-ba67-79a8846751c8', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'port_id': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'mac_address': 'fa:16:3e:e5:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:15:52Z', 'updated_at': '2021-12-08T22:15:52Z', 'revision_number': 0, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:33Z', 'revision_number': 5, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:55.615003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/b0943611-81f8-400f-8954-a8baa71f54a5 HTTP/1.1" status: 204 len: 168 time: 0.6138988 Dec 08 22:15:55.615239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9927964f-ea61-460b-8bc7-44830ccb57ed None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:55.617766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35224) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:55.633703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.634023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.634364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.634699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.635054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.635373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.635701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.636037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.636338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.636658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.636976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.637298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae71ac-3cdd-48ac-a362-117422baa2cd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:15:55.649995 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.664004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d75b807d-28e6-4d61-9d36-6bf4bf8d34d7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450883 Dec 08 22:15:55.666654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35226) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:55.672223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:55.729072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-bae65436-f26b-4836-91d8-5e89694aa6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:55.730583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-bae65436-f26b-4836-91d8-5e89694aa6c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4541fcd-57c9-4013-98da-52f73be89807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357696 Dec 08 22:15:55.782530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:55.789686 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.813355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:55.868069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] Deleting port c080c140-e050-460f-a387-a3316397f3ec {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:55.868475 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.959648 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f597262-5394-4808-bba2-b6315a7fd4b5 None None] New status for floating IP 69fe8e32-6677-4e30-ba67-79a8846751c8: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:15:55.962230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] For port c080c140-e050-460f-a387-a3316397f3ec, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c080c140-e050-460f-a387-a3316397f3ec,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:55.962645 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:55.981393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] Calling delete_port for c080c140-e050-460f-a387-a3316397f3ec owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:56.083357 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.131516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] Pushing event deleted for resources: {'Port': ['ID=c080c140-e050-460f-a387-a3316397f3ec,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:56.136924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c080c140-e050-460f-a387-a3316397f3ec no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:56.153916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:15:56.155761 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.158308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: c080c140-e050-460f-a387-a3316397f3ec {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:56.158666 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device c080c140-e050-460f-a387-a3316397f3ec not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:56.161903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a352c8-b30b-44a3-b335-21c24d64006d None None] No DVR routers for this DVR port c080c140-e050-460f-a387-a3316397f3ec on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:56.211152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:56.214478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:56.218975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:56.219465 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.234430 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c15ea2b-04d3-4a26-acf2-dfcabf229bb3 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:56.236333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=ca15ba8b-48a8-436b-91fc-8f1897266b2e,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:56.240091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-36bd9546-1820-4eae-84d0-606e501eb2ea service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993556 Dec 08 22:15:56.253243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-51a818c1-9a2b-4cbe-81ab-dfeb4118fb6f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5852032 Dec 08 22:15:56.255602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35228) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:56.260649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:03:7f:46', 'name': 'tempest-NetworksTestDHCPv6-1730884492'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:56.378295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:56.390555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': 'ca15ba8b-48a8-436b-91fc-8f1897266b2e'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:56.391457 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.410338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d6cc005f-4d6c-4e20-bf52-8064e4778c44 req-5a6db38c-65b2-4548-ab95-3901790c25b2 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578841 Dec 08 22:15:56.431283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port a9a3a606-3004-4926-8180-2704d1a98673 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:56.431606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.468490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.488749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 25cfb608-7f3e-4e1d-89cf-79c8c4c4857d yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:56.528909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port a9a3a606-3004-4926-8180-2704d1a98673, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a9a3a606-3004-4926-8180-2704d1a98673,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:56.529284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.537691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Allocated IP 2001:db8::f816:3eff:fe61:a624 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/ca15ba8b-48a8-436b-91fc-8f1897266b2e/ffaf903c-e38f-4be5-ba34-3b60892a9447) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:56.543774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for a9a3a606-3004-4926-8180-2704d1a98673 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:56.681574 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.687343 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.726330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:56.729138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:56.732513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:56.738767 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.740909 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Pushing event updated for resources: {'Port': ['ID=ffaf903c-e38f-4be5-ba34-3b60892a9447,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:56.749534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fe03:7f46 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/ca15ba8b-48a8-436b-91fc-8f1897266b2e/25cfb608-7f3e-4e1d-89cf-79c8c4c4857d) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:56.800929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=a9a3a606-3004-4926-8180-2704d1a98673,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:56.801228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7380406c-da5b-455a-a8eb-a180faa746d5 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:15:56.831102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 7380406c-da5b-455a-a8eb-a180faa746d5 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:15:56.831446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7380406c-da5b-455a-a8eb-a180faa746d5 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:15:56.833889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Attempting to bind port ffaf903c-e38f-4be5-ba34-3b60892a9447 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:15:56.834485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Attempting to bind port ffaf903c-e38f-4be5-ba34-3b60892a9447 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:15:56.835054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Attempting to bind port ffaf903c-e38f-4be5-ba34-3b60892a9447 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:15:56.840562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:15:56.842255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:15:56.842255 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.842255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:15:56.842747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Bound port: ffaf903c-e38f-4be5-ba34-3b60892a9447, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:15:56.843341 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.917122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] For port ffaf903c-e38f-4be5-ba34-3b60892a9447, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:15:56.923572 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] For port ffaf903c-e38f-4be5-ba34-3b60892a9447, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ffaf903c-e38f-4be5-ba34-3b60892a9447,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:15:56.932823 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.945343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:56.961253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.006016 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daace037-aae8-475e-b569-d12e755c6d84 None None] Pushing event updated for resources: {'Port': ['ID=ffaf903c-e38f-4be5-ba34-3b60892a9447,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:57.007176 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.069607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:57.072173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:57.077154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:15:57.082493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:57.083094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.093707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=25cfb608-7f3e-4e1d-89cf-79c8c4c4857d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:57.112893 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a34e3bd8-1952-4603-a014-0232e218cffb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8535349 Dec 08 22:15:57.113105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35230) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:57.164622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e1c026-a895-462e-8751-a4e9987eabbe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:57.171262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e1c026-a895-462e-8751-a4e9987eabbe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:57.175419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-53e1c026-a895-462e-8751-a4e9987eabbe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0588822 Dec 08 22:15:57.175600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35232) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:57.242526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Router 32403d37-62b7-450c-ba2d-349b14933692 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:15:57.295761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e14b5-bad0-4961-83d7-d8eb58d2abb2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 25cfb608-7f3e-4e1d-89cf-79c8c4c4857d {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:57.296475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc7e14b5-bad0-4961-83d7-d8eb58d2abb2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.360504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:15:57.366196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cb7f6a11-41f8-496e-acc1-e5851f009447 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "PUT /v2.0/routers/32403d37-62b7-450c-ba2d-349b14933692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6321158 Dec 08 22:15:57.369044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35234) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:57.371499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] Sync routers for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:15:57.381051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:57.381382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:57.393089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc7e14b5-bad0-4961-83d7-d8eb58d2abb2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.405094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e14b5-bad0-4961-83d7-d8eb58d2abb2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 25cfb608-7f3e-4e1d-89cf-79c8c4c4857d owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:57.428720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d38874c-149c-465d-b252-2a534e681f82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting subnet f2880f2c-046e-4b72-ab4d-a0d96c38465c {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:57.432177 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d38874c-149c-465d-b252-2a534e681f82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.473046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d38874c-149c-465d-b252-2a534e681f82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.486265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:57.550818 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc7e14b5-bad0-4961-83d7-d8eb58d2abb2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.569331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d38874c-149c-465d-b252-2a534e681f82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.582530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e14b5-bad0-4961-83d7-d8eb58d2abb2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=25cfb608-7f3e-4e1d-89cf-79c8c4c4857d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:57.608581 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc7e14b5-bad0-4961-83d7-d8eb58d2abb2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.612091 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dc7e14b5-bad0-4961-83d7-d8eb58d2abb2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/25cfb608-7f3e-4e1d-89cf-79c8c4c4857d HTTP/1.1" status: 204 len: 168 time: 0.4354196 Dec 08 22:15:57.614502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35236) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:57.647737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d38874c-149c-465d-b252-2a534e681f82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.669969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90a892-047e-4536-820d-65e9e1e2284c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:57.671813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90a892-047e-4536-820d-65e9e1e2284c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:57.675834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2c90a892-047e-4536-820d-65e9e1e2284c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0578923 Dec 08 22:15:57.676737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35238) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:57.679040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38874c-149c-465d-b252-2a534e681f82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Subnet': ['ID=f2880f2c-046e-4b72-ab4d-a0d96c38465c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:57.681574 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4d38874c-149c-465d-b252-2a534e681f82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.687253 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4d38874c-149c-465d-b252-2a534e681f82 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/subnets/f2880f2c-046e-4b72-ab4d-a0d96c38465c HTTP/1.1" status: 204 len: 168 time: 0.3153043 Dec 08 22:15:57.688497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35240) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:57.695908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d8a8a-cd5b-4548-b2c1-fcb477e3eac4 None None] Network 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:57.812933 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1452730-1d68-41e5-a34e-c6ccd79e8d1b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet ca15ba8b-48a8-436b-91fc-8f1897266b2e {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:15:57.819725 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1452730-1d68-41e5-a34e-c6ccd79e8d1b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.897269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:15:56Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:57.897590 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1452730-1d68-41e5-a34e-c6ccd79e8d1b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.902099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:57.926889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] Checking router: 32403d37-62b7-450c-ba2d-349b14933692 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:15:57.956325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] Routers {'32403d37-62b7-450c-ba2d-349b14933692'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:15:57.956955 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:15:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['32403d37-62b7-450c-ba2d-349b14933692'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:58.066822 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1452730-1d68-41e5-a34e-c6ccd79e8d1b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.111989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.119480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] Set router 32403d37-62b7-450c-ba2d-349b14933692 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:15:58.182273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1452730-1d68-41e5-a34e-c6ccd79e8d1b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.204327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] DHCP port deletion for 9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:58.229527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1452730-1d68-41e5-a34e-c6ccd79e8d1b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=ca15ba8b-48a8-436b-91fc-8f1897266b2e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:58.238326 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1452730-1d68-41e5-a34e-c6ccd79e8d1b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.246061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f1452730-1d68-41e5-a34e-c6ccd79e8d1b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/ca15ba8b-48a8-436b-91fc-8f1897266b2e HTTP/1.1" status: 204 len: 168 time: 0.5668383 Dec 08 22:15:58.246061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Deleting port 0e6c0be0-89bb-4062-b255-029c1964ba07 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:58.246061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.248046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35242) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:58.256812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a24ca60a-1ac9-4de2-83d1-9825926e31d3 None None] Provisioning complete for port ffaf903c-e38f-4be5-ba34-3b60892a9447 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:58.256812 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a24ca60a-1ac9-4de2-83d1-9825926e31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.315548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35244) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:58.316591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-46be74ec-cb5c-4e0b-97b5-ed1ee6c49da0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657566 Dec 08 22:15:58.326739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ffaf903c-e38f-4be5-ba34-3b60892a9447 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:15:58.389132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] For port 0e6c0be0-89bb-4062-b255-029c1964ba07, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0e6c0be0-89bb-4062-b255-029c1964ba07,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:58.389535 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.398847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d324440-af67-41af-b027-80b801a3927f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:58.402653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5d324440-af67-41af-b027-80b801a3927f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0837986 Dec 08 22:15:58.404734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35246) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:58.411279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Calling delete_port for 0e6c0be0-89bb-4062-b255-029c1964ba07 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:58.416282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e853b9c-424c-4d24-a1ae-91328031f0cc None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:58.460818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d30fc2-9fb8-4c29-b8e5-b93051833fc5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:58.465184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d7d30fc2-9fb8-4c29-b8e5-b93051833fc5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581744 Dec 08 22:15:58.465938 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35248) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:58.513950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4bb527c7-0e01-4d58-88c5-05e4c7765bd3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424640 Dec 08 22:15:58.514180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35250) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:58.516823 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] Deleting port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:58.517334 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.520026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:58.583513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ffaf903c-e38f-4be5-ba34-3b60892a9447 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:15:58.583844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.619718 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a24ca60a-1ac9-4de2-83d1-9825926e31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.654214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.660544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:58.664165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.681688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] For port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2c80f4e5-5f18-4ab7-8186-a7f3900b252a,segment=NetworkSegment(4690387c-5b5a-476c-8e05-057f5ac6c02a),segment_id=4690387c-5b5a-476c-8e05-057f5ac6c02a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:58.682080 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.718663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] Calling delete_port for 2c80f4e5-5f18-4ab7-8186-a7f3900b252a owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:58.722065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Port': ['ID=0e6c0be0-89bb-4062-b255-029c1964ba07,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:58.741249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a24ca60a-1ac9-4de2-83d1-9825926e31d3 None None] For port ffaf903c-e38f-4be5-ba34-3b60892a9447, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ffaf903c-e38f-4be5-ba34-3b60892a9447,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:58.751900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a24ca60a-1ac9-4de2-83d1-9825926e31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.819038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.837879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:15:56Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:58.890972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34994d79-0e70-4bb5-90e7-2761cd7526fe None None] The sync data for ids ['32403d37-62b7-450c-ba2d-349b14933692'] in n-d-821126-1 is: [{'id': '32403d37-62b7-450c-ba2d-349b14933692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279300587', 'tenant_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:14:06Z', 'updated_at': '2021-12-08T22:15:56Z', 'revision_number': 5, 'project_id': 'f9c47bc576c84dfc83a53c5f80e167f9', 'gw_port': {'id': '0e6c0be0-89bb-4062-b255-029c1964ba07', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32403d37-62b7-450c-ba2d-349b14933692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:14:07Z', 'updated_at': '2021-12-08T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:15:58.911129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:15:58.929573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-43247e49-8fdb-42bf-b3d5-f4616bf888c9 None None] Could not find standard attr ID for object 25cfb608-7f3e-4e1d-89cf-79c8c4c4857d. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:15:58.938745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ca60a-1ac9-4de2-83d1-9825926e31d3 None None] Pushing event updated for resources: {'Port': ['ID=ffaf903c-e38f-4be5-ba34-3b60892a9447,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:58.946750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.951202 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:58.978962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.004924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.005436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Fanout notify agent at l3_agent the message router_deleted on router 32403d37-62b7-450c-ba2d-349b14933692 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:15:59.013194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] No DVR routers for this DVR port 2c80f4e5-5f18-4ab7-8186-a7f3900b252a on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:59.022774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba406bf-a107-4c72-8c73-2aec090d8ae7 None None] Pushing event deleted for resources: {'Port': ['ID=2c80f4e5-5f18-4ab7-8186-a7f3900b252a,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:59.035281 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.036368 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fe96be7b-7313-4ff3-a531-7870bd2548a2 tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/routers/32403d37-62b7-450c-ba2d-349b14933692 HTTP/1.1" status: 204 len: 168 time: 1.3458431 Dec 08 22:15:59.039237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:59.044511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] Deleting port ffaf903c-e38f-4be5-ba34-3b60892a9447 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:15:59.044888 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.113341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] For port ffaf903c-e38f-4be5-ba34-3b60892a9447, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ffaf903c-e38f-4be5-ba34-3b60892a9447,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:15:59.113740 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.116918 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.127550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] Calling delete_port for ffaf903c-e38f-4be5-ba34-3b60892a9447 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:15:59.163347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:15:59.210877 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.224131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.235281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] Pushing event deleted for resources: {'Port': ['ID=ffaf903c-e38f-4be5-ba34-3b60892a9447,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:59.238883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61dd3c0-c511-4ed4-a953-cc0ff4e41894 None None] No DVR routers for this DVR port ffaf903c-e38f-4be5-ba34-3b60892a9447 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:15:59.253407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:59.272321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4690387c-5b5a-476c-8e05-057f5ac6c02a') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:59.272685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4690387c-5b5a-476c-8e05-057f5ac6c02a') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:15:59.278143 n-d-821126-1 neutron-server[102390]: WARNING neutron.services.revisions.revision_plugin [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Could not find related port for resource to bump revision. Dec 08 22:15:59.283288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_pluggable_backend [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Port ffaf903c-e38f-4be5-ba34-3b60892a9447 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102390) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 22:15:59.283873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_pluggable_backend [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Reverting IP allocation for 2001:db8::f816:3eff:fe61:a624 {{(pid=102390) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 22:15:59.287585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_pluggable_backend [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe61:a624 {{(pid=102390) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 22:15:59.288814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.293139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.322805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.331365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:15:59.331778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:15:59.335407 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:15:59.404308 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.409292 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.413240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/networks/9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38 HTTP/1.1" status: 204 len: 168 time: 0.3728225 Dec 08 22:15:59.417121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35254) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:59.445211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f72095-8a7b-49d3-ba14-a60b3e2ec07b tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'Network': ['ID=9b36cdb1-0eb6-47e4-8018-6fd3f6b1bb38,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:59.498527 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0735f42a-8f6f-40f8-b417-fa3f6ef4077f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.526102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0735f42a-8f6f-40f8-b417-fa3f6ef4077f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.574235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:15:59.578052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:15:59.582215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:15:59.582831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.586653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02ca29-ddc4-447e-8ae7-5e3590265a75 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:15:59.588169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=10f82725-c29c-48e3-bcc9-eee8114721d9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:59.606683 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0735f42a-8f6f-40f8-b417-fa3f6ef4077f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.606903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-98f1cdca-d8d0-4ab2-b791-5aff6d779400 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0895777 Dec 08 22:15:59.607021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35256) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:15:59.607534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0735f42a-8f6f-40f8-b417-fa3f6ef4077f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.612156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:f0:26:16', 'name': 'tempest-NetworksTestDHCPv6-1908195391'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:15:59.612378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0735f42a-8f6f-40f8-b417-fa3f6ef4077f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] 10.222.0.21 "DELETE /v2.0/security-groups/22a92ef5-9733-4528-9ea1-e5a9470333c3 HTTP/1.1" status: 204 len: 168 time: 0.1941817 Dec 08 22:15:59.639643 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735f42a-8f6f-40f8-b417-fa3f6ef4077f tempest-TestNetworkAdvancedServerOps-255991030 tempest-TestNetworkAdvancedServerOps-255991030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a92ef5-9733-4528-9ea1-e5a9470333c3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:15:59.768164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:15:59.773544 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.776765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '10f82725-c29c-48e3-bcc9-eee8114721d9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:15:59.777661 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:15:59.796472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 695c1317-bc93-4233-874b-68a125bfe9d1 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:15:59.912719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fef0:2616 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/10f82725-c29c-48e3-bcc9-eee8114721d9/695c1317-bc93-4233-874b-68a125bfe9d1) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:15:59.964280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35264) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:00.085999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.123420 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ffaf903c-e38f-4be5-ba34-3b60892a9447 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:00.145819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.146058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ffaf903c-e38f-4be5-ba34-3b60892a9447 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:00.146058 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ffaf903c-e38f-4be5-ba34-3b60892a9447 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:00.146369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2c80f4e5-5f18-4ab7-8186-a7f3900b252a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:00.150868 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1c88a1bb-11ec-4458-bcce-9d5952a3414d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9c47bc576c84dfc83a53c5f80e167f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853592 Dec 08 22:16:00.153943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35268) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:00.182499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:00.184806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2c80f4e5-5f18-4ab7-8186-a7f3900b252a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:00.185725 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2c80f4e5-5f18-4ab7-8186-a7f3900b252a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:00.185875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:00.186488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0e6c0be0-89bb-4062-b255-029c1964ba07 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:00.192139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:00.198078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:00.198730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.215164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4db6-8552-4f76-a719-43ba66e07aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.220791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0e6c0be0-89bb-4062-b255-029c1964ba07 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:00.221145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0e6c0be0-89bb-4062-b255-029c1964ba07 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:00.221573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a9a3a606-3004-4926-8180-2704d1a98673 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:00.226833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6162856 Dec 08 22:16:00.228764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35270) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:00.230550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd53d-8a12-4182-a9cc-dcaf4151133a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=695c1317-bc93-4233-874b-68a125bfe9d1,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:00.252044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a9a3a606-3004-4926-8180-2704d1a98673 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:00.252395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a9a3a606-3004-4926-8180-2704d1a98673 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:00.262551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Allocated IP 2001:db8::f816:3eff:fe86:b454 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/10f82725-c29c-48e3-bcc9-eee8114721d9/b7c3ded4-1a58-4fef-8624-8f807eb3e243) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:00.265219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4db6-8552-4f76-a719-43ba66e07aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.310790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc468c-5e19-4e28-8aeb-2e043512d9d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:00.312297 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7dbc468c-5e19-4e28-8aeb-2e043512d9d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0825253 Dec 08 22:16:00.315081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35272) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:00.351595 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4db6-8552-4f76-a719-43ba66e07aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.354050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4db6-8552-4f76-a719-43ba66e07aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.355195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5a5f4db6-8552-4f76-a719-43ba66e07aee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6020bc64-bbc4-490e-a401-791bbc126f95 HTTP/1.1" status: 204 len: 168 time: 0.1999445 Dec 08 22:16:00.388708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f4db6-8552-4f76-a719-43ba66e07aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6020bc64-bbc4-490e-a401-791bbc126f95,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:00.421806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-137c78e9-1a99-4a50-8ae5-73d8a4eb324e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 695c1317-bc93-4233-874b-68a125bfe9d1 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:00.422561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-137c78e9-1a99-4a50-8ae5-73d8a4eb324e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.428780 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.435955 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.473433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:00.476593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:00.482464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:00.490175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Pushing event updated for resources: {'Port': ['ID=b7c3ded4-1a58-4fef-8624-8f807eb3e243,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:00.521919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-137c78e9-1a99-4a50-8ae5-73d8a4eb324e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.535182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-137c78e9-1a99-4a50-8ae5-73d8a4eb324e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 695c1317-bc93-4233-874b-68a125bfe9d1 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:00.540466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Attempting to bind port b7c3ded4-1a58-4fef-8624-8f807eb3e243 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:16:00.540870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Attempting to bind port b7c3ded4-1a58-4fef-8624-8f807eb3e243 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:16:00.541259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Attempting to bind port b7c3ded4-1a58-4fef-8624-8f807eb3e243 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:16:00.546875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:16:00.547261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:16:00.547666 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.548061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:16:00.548527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Bound port: b7c3ded4-1a58-4fef-8624-8f807eb3e243, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:16:00.548910 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.614906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] For port b7c3ded4-1a58-4fef-8624-8f807eb3e243, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:16:00.618875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] For port b7c3ded4-1a58-4fef-8624-8f807eb3e243, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b7c3ded4-1a58-4fef-8624-8f807eb3e243,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:16:00.624187 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.676809 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-137c78e9-1a99-4a50-8ae5-73d8a4eb324e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.688789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9a516-0897-49f8-a1a8-e023d20be6eb None None] Pushing event updated for resources: {'Port': ['ID=b7c3ded4-1a58-4fef-8624-8f807eb3e243,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:00.690267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35278) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:00.719402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c78e9-1a99-4a50-8ae5-73d8a4eb324e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=695c1317-bc93-4233-874b-68a125bfe9d1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:00.736452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f30ac24f-b93b-4a1e-8c42-08fa15e3b47c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4063c6fce95d477b8db6d3c560acbe1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439050 Dec 08 22:16:00.738025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35280) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:00.748302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-137c78e9-1a99-4a50-8ae5-73d8a4eb324e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.751863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-137c78e9-1a99-4a50-8ae5-73d8a4eb324e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/695c1317-bc93-4233-874b-68a125bfe9d1 HTTP/1.1" status: 204 len: 168 time: 0.4357867 Dec 08 22:16:00.754349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35282) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:00.796683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b7b650a-7336-4e06-af3a-aa3a53b30243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.814021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba8a32-2785-47df-8816-b01e7c3b3b5f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:00.815734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba8a32-2785-47df-8816-b01e7c3b3b5f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:00.817278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-37ba8a32-2785-47df-8816-b01e7c3b3b5f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0618944 Dec 08 22:16:00.819962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35284) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:00.821578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b7b650a-7336-4e06-af3a-aa3a53b30243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.893868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f8695e-811e-42bc-86b7-2bb912078634 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 10f82725-c29c-48e3-bcc9-eee8114721d9 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:00.894654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b7b650a-7336-4e06-af3a-aa3a53b30243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.897263 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0f8695e-811e-42bc-86b7-2bb912078634 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.897421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4b7b650a-7336-4e06-af3a-aa3a53b30243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:00.898528 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4b7b650a-7336-4e06-af3a-aa3a53b30243 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21545edc-de79-45ad-bddd-95a957ffeb0d HTTP/1.1" status: 204 len: 168 time: 0.1594853 Dec 08 22:16:00.906521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b650a-7336-4e06-af3a-aa3a53b30243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21545edc-de79-45ad-bddd-95a957ffeb0d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:00.948000 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0f8695e-811e-42bc-86b7-2bb912078634 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.045677 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0f8695e-811e-42bc-86b7-2bb912078634 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.113141 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0f8695e-811e-42bc-86b7-2bb912078634 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.144610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8695e-811e-42bc-86b7-2bb912078634 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=10f82725-c29c-48e3-bcc9-eee8114721d9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:01.146889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0f8695e-811e-42bc-86b7-2bb912078634 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.150313 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c0f8695e-811e-42bc-86b7-2bb912078634 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/10f82725-c29c-48e3-bcc9-eee8114721d9 HTTP/1.1" status: 204 len: 168 time: 0.3293552 Dec 08 22:16:01.152709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35288) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:01.193545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-da44e376-74a7-4597-b4fd-24bd8da7d552 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395570 Dec 08 22:16:01.196271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35290) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:01.201612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:01.306312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:01.311239 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.626484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.objects.ports [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102389) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:16:01.695924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce5c1f-0b37-4b8a-8fbb-a3b0f81c097e None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:01.777869 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.810035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1182f21d-27bb-4f6d-8617-a56bc54c1a67 None None] Provisioning complete for port b7c3ded4-1a58-4fef-8624-8f807eb3e243 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:01.810402 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1182f21d-27bb-4f6d-8617-a56bc54c1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.920915 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1182f21d-27bb-4f6d-8617-a56bc54c1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.940381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] For port b7c3ded4-1a58-4fef-8624-8f807eb3e243, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b7c3ded4-1a58-4fef-8624-8f807eb3e243,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:01.970174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.976162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:01.977129 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.017455 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-1182f21d-27bb-4f6d-8617-a56bc54c1a67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:16:02.017909 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-1182f21d-27bb-4f6d-8617-a56bc54c1a67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:16:02.056996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:02.063569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:02.075443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:02.076042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.083909 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=caf2fcd1-d0ab-4ad2-aba0-4b1f05f9a7c6,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:02.095272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=b7c3ded4-1a58-4fef-8624-8f807eb3e243,revision_number=5']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:02.098094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74bc441-01b4-4945-9d4e-f5b1960de2b7 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:02.107650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f54e1fb0-2212-409c-8ba9-480ca80b1c3c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9101501 Dec 08 22:16:02.110509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35294) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:02.115648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:c1:11:b1', 'name': 'tempest-NetworksTestDHCPv6-153289016'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:02.147339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b7c3ded4-1a58-4fef-8624-8f807eb3e243 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:16:02.230390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:02.252088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b7c3ded4-1a58-4fef-8624-8f807eb3e243 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:02.252465 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.311952 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.330680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 29e3a77c-3c07-4086-8658-49a02662161e yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:16:02.362496 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.399565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port b7c3ded4-1a58-4fef-8624-8f807eb3e243, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b7c3ded4-1a58-4fef-8624-8f807eb3e243,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:02.404623 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.445973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fec1:11b1 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/caf2fcd1-d0ab-4ad2-aba0-4b1f05f9a7c6/29e3a77c-3c07-4086-8658-49a02662161e) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:02.456360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=b7c3ded4-1a58-4fef-8624-8f807eb3e243,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:02.600912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.640844 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.677297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-32bb68c4-38fc-4635-802f-573d2461d53e None None] Provisioning complete for port b7c3ded4-1a58-4fef-8624-8f807eb3e243 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:02.677675 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32bb68c4-38fc-4635-802f-573d2461d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.679507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:02.683006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:02.687067 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:02.692807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:02.693542 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.717059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=29e3a77c-3c07-4086-8658-49a02662161e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:02.725703 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3f2ad1f0-b796-451b-a60b-278c239fdf6a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6110210 Dec 08 22:16:02.725703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35296) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:02.777504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1355daf1-3f93-4373-80bf-3292a6df4b74 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:02.786524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1355daf1-3f93-4373-80bf-3292a6df4b74 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:02.788135 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1355daf1-3f93-4373-80bf-3292a6df4b74 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0614667 Dec 08 22:16:02.791304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35298) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:02.884452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-04541dce-ee5c-4db7-abde-4deb993360d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 29e3a77c-3c07-4086-8658-49a02662161e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:02.884794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04541dce-ee5c-4db7-abde-4deb993360d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.896553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-108b7203-64f9-4b71-b573-8ed45145fac5 None None] Could not find standard attr ID for object 695c1317-bc93-4233-874b-68a125bfe9d1. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:16:02.977620 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04541dce-ee5c-4db7-abde-4deb993360d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:02.991015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-04541dce-ee5c-4db7-abde-4deb993360d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 29e3a77c-3c07-4086-8658-49a02662161e owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:03.015998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b0e6e142-85eb-4769-a1d8-7030013f2f6e None None] Provisioning complete for port 29e3a77c-3c07-4086-8658-49a02662161e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:03.016360 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e142-85eb-4769-a1d8-7030013f2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.053279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6e142-85eb-4769-a1d8-7030013f2f6e None None] Port 29e3a77c-3c07-4086-8658-49a02662161e cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:16:03.125454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04541dce-ee5c-4db7-abde-4deb993360d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.151554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04541dce-ee5c-4db7-abde-4deb993360d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=29e3a77c-3c07-4086-8658-49a02662161e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:03.179112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-04541dce-ee5c-4db7-abde-4deb993360d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.182375 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-04541dce-ee5c-4db7-abde-4deb993360d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/29e3a77c-3c07-4086-8658-49a02662161e HTTP/1.1" status: 204 len: 168 time: 0.3897953 Dec 08 22:16:03.184856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35300) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:03.241595 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7786adcb-fd42-48bb-8f9d-6aa2d284656e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:03.243254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7786adcb-fd42-48bb-8f9d-6aa2d284656e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:03.244782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7786adcb-fd42-48bb-8f9d-6aa2d284656e tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0590134 Dec 08 22:16:03.247479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35302) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:03.299151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d61ea53-9639-462f-ac57-0c0c39bd65f5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet caf2fcd1-d0ab-4ad2-aba0-4b1f05f9a7c6 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:03.302386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d61ea53-9639-462f-ac57-0c0c39bd65f5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.342735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d61ea53-9639-462f-ac57-0c0c39bd65f5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.425367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d61ea53-9639-462f-ac57-0c0c39bd65f5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.480483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d61ea53-9639-462f-ac57-0c0c39bd65f5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.506406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61ea53-9639-462f-ac57-0c0c39bd65f5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=caf2fcd1-d0ab-4ad2-aba0-4b1f05f9a7c6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:03.510022 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d61ea53-9639-462f-ac57-0c0c39bd65f5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.513699 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d61ea53-9639-462f-ac57-0c0c39bd65f5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/caf2fcd1-d0ab-4ad2-aba0-4b1f05f9a7c6 HTTP/1.1" status: 204 len: 168 time: 0.2652752 Dec 08 22:16:03.516180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35304) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:03.518584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7dced-b361-4da6-bb71-2944d80c6ed9 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:03.553267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-02419aa7-0dbb-4297-8128-5e0b4766be09 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360141 Dec 08 22:16:03.555612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35306) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:03.606265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a5f8a-d656-48d8-84a4-cd7c20d7058d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:03.608017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ef3a5f8a-d656-48d8-84a4-cd7c20d7058d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0512605 Dec 08 22:16:03.610698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35308) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:03.661390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b6ef2d-d02b-4948-8f22-34da690e541d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:03.662926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-35b6ef2d-d02b-4948-8f22-34da690e541d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0512512 Dec 08 22:16:03.665444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35310) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:03.685463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:16:03.704015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3021c517-d12e-4dda-934d-0265e06c4585 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374377 Dec 08 22:16:03.707817 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35312) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:03.712494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:03.730929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] Deleting port b7c3ded4-1a58-4fef-8624-8f807eb3e243 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:03.731337 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.791959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] For port b7c3ded4-1a58-4fef-8624-8f807eb3e243, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b7c3ded4-1a58-4fef-8624-8f807eb3e243,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:03.792334 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.804031 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:03.806489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] Calling delete_port for b7c3ded4-1a58-4fef-8624-8f807eb3e243 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:03.807625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.892479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:03.917894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] Pushing event deleted for resources: {'Port': ['ID=b7c3ded4-1a58-4fef-8624-8f807eb3e243,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:03.919766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4ba61-16a2-42f1-884e-8591ecb696eb None None] No DVR routers for this DVR port b7c3ded4-1a58-4fef-8624-8f807eb3e243 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:16:03.992876 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.030875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:04.034017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:04.038071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:04.038655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.046936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceedb1d4-945e-48ca-bd6d-c03123f3899b None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:04.054195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=73d64b3c-ef77-4b8c-8e98-5dc7fb96e8d3,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:04.063240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-55a04408-4eb2-4b79-a16d-1bc7bed15774 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3544054 Dec 08 22:16:04.063714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35316) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:04.069594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:8a:f9:29', 'name': 'tempest-NetworksTestDHCPv6-1859878484'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:04.100284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b7c3ded4-1a58-4fef-8624-8f807eb3e243 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:04.126211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b7c3ded4-1a58-4fef-8624-8f807eb3e243 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:04.126544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b7c3ded4-1a58-4fef-8624-8f807eb3e243 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:04.188550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:04.215125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '73d64b3c-ef77-4b8c-8e98-5dc7fb96e8d3'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:16:04.216066 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.271017 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.289972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port e214242e-e74c-4a98-accd-b4ee208da102 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:16:04.350911 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/73d64b3c-ef77-4b8c-8e98-5dc7fb96e8d3/e1730db8-ecb3-4ed4-8768-fe1779ee732c) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:04.486555 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.492031 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.533951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:04.536889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:04.543394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:04.545910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Pushing event updated for resources: {'Port': ['ID=e1730db8-ecb3-4ed4-8768-fe1779ee732c,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:04.552516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::1ef (fcd33fd0-6b20-4e43-925b-b9ecb376f956/73d64b3c-ef77-4b8c-8e98-5dc7fb96e8d3/e214242e-e74c-4a98-accd-b4ee208da102) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:04.555069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.556104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.556104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.556360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.556699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.557028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.557460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.557798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.558116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.558441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.558865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.559220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:16:04.611789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Attempting to bind port e1730db8-ecb3-4ed4-8768-fe1779ee732c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:16:04.612285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Attempting to bind port e1730db8-ecb3-4ed4-8768-fe1779ee732c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:16:04.612799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Attempting to bind port e1730db8-ecb3-4ed4-8768-fe1779ee732c on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:16:04.617717 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:16:04.618090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:16:04.618486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.618920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:16:04.619383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Bound port: e1730db8-ecb3-4ed4-8768-fe1779ee732c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:16:04.619764 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.680844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] For port e1730db8-ecb3-4ed4-8768-fe1779ee732c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:16:04.684393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] For port e1730db8-ecb3-4ed4-8768-fe1779ee732c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e1730db8-ecb3-4ed4-8768-fe1779ee732c,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:16:04.688414 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.705622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.741193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.757356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795c3c2-1aa5-4efe-b2e2-e02226e9cb49 None None] Pushing event updated for resources: {'Port': ['ID=e1730db8-ecb3-4ed4-8768-fe1779ee732c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:04.783476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:04.786673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:04.789120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:04.796280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:04.797162 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:04.816047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=e214242e-e74c-4a98-accd-b4ee208da102,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:04.825525 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ad18c14c-610c-4e55-bf75-ad8f0f3ff91b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7601893 Dec 08 22:16:04.828137 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35318) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:04.885369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc486f26-9aee-4fd9-9b00-b1c55770ce1c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:04.885795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc486f26-9aee-4fd9-9b00-b1c55770ce1c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:04.888035 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dc486f26-9aee-4fd9-9b00-b1c55770ce1c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0583692 Dec 08 22:16:04.890928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35320) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:04.986251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d4bd9-1438-49a5-bc91-d37b221a2537 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port e214242e-e74c-4a98-accd-b4ee208da102 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:04.986594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4bd9-1438-49a5-bc91-d37b221a2537 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.073875 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4bd9-1438-49a5-bc91-d37b221a2537 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.085311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d4bd9-1438-49a5-bc91-d37b221a2537 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for e214242e-e74c-4a98-accd-b4ee208da102 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:05.215647 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4bd9-1438-49a5-bc91-d37b221a2537 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.242842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d4bd9-1438-49a5-bc91-d37b221a2537 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=e214242e-e74c-4a98-accd-b4ee208da102,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:05.268957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4bd9-1438-49a5-bc91-d37b221a2537 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.272164 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1c7d4bd9-1438-49a5-bc91-d37b221a2537 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/e214242e-e74c-4a98-accd-b4ee208da102 HTTP/1.1" status: 204 len: 168 time: 0.3802958 Dec 08 22:16:05.274533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35322) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:05.329762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff30c0-551b-4b9d-87b7-c88430c0669f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:05.331366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff30c0-551b-4b9d-87b7-c88430c0669f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:05.332909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-00ff30c0-551b-4b9d-87b7-c88430c0669f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0574381 Dec 08 22:16:05.335580 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35324) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:05.389104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6863978-fcbf-4fe2-8b6d-0a2f5487d9c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 73d64b3c-ef77-4b8c-8e98-5dc7fb96e8d3 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:05.392490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6863978-fcbf-4fe2-8b6d-0a2f5487d9c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.432494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6863978-fcbf-4fe2-8b6d-0a2f5487d9c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.523707 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6863978-fcbf-4fe2-8b6d-0a2f5487d9c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.585805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6863978-fcbf-4fe2-8b6d-0a2f5487d9c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.599341 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0fd48b70-88d0-47b1-aad9-ede90faa7fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.616851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6863978-fcbf-4fe2-8b6d-0a2f5487d9c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=73d64b3c-ef77-4b8c-8e98-5dc7fb96e8d3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:05.618915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6863978-fcbf-4fe2-8b6d-0a2f5487d9c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.624190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e6863978-fcbf-4fe2-8b6d-0a2f5487d9c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/73d64b3c-ef77-4b8c-8e98-5dc7fb96e8d3 HTTP/1.1" status: 204 len: 168 time: 0.2861357 Dec 08 22:16:05.625254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35326) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:05.664222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-95938e78-4888-4ec9-bd2f-6e53738670dd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377917 Dec 08 22:16:05.666637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35328) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:05.719794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a35f405-3300-4d29-ab6e-29efb94c5e42 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:05.721354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8a35f405-3300-4d29-ab6e-29efb94c5e42 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0537317 Dec 08 22:16:05.723860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35330) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:05.774817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b391e-b6d2-4bc3-bb0c-59a8afb3bf13 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:05.778617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0c5b391e-b6d2-4bc3-bb0c-59a8afb3bf13 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0515366 Dec 08 22:16:05.778864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35332) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:05.798862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ca73b-14e9-40c6-a5a1-ed00d4214beb None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:05.817808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-87aea7b8-1bdb-4254-b11d-3bd3389e833d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378597 Dec 08 22:16:05.821600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35334) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:05.826917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:05.908448 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-93f8ef92-1fa9-4de8-9071-deee8886129a None None] Provisioning complete for port e1730db8-ecb3-4ed4-8768-fe1779ee732c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:05.908820 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-93f8ef92-1fa9-4de8-9071-deee8886129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.921329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:05.925002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:05.995572 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-93f8ef92-1fa9-4de8-9071-deee8886129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.009904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:16:06.052275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-93f8ef92-1fa9-4de8-9071-deee8886129a None None] For port e1730db8-ecb3-4ed4-8768-fe1779ee732c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e1730db8-ecb3-4ed4-8768-fe1779ee732c,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:06.058075 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-93f8ef92-1fa9-4de8-9071-deee8886129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.121636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] Deleting port e1730db8-ecb3-4ed4-8768-fe1779ee732c {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:06.122491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.124190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8ef92-1fa9-4de8-9071-deee8886129a None None] Pushing event updated for resources: {'Port': ['ID=e1730db8-ecb3-4ed4-8768-fe1779ee732c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:06.204283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] For port e1730db8-ecb3-4ed4-8768-fe1779ee732c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=e1730db8-ecb3-4ed4-8768-fe1779ee732c,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:06.204603 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.208574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:16:06.218907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] Calling delete_port for e1730db8-ecb3-4ed4-8768-fe1779ee732c owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:06.298611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.324293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] Pushing event deleted for resources: {'Port': ['ID=e1730db8-ecb3-4ed4-8768-fe1779ee732c,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:06.326753 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dc269-9097-4c81-934f-cf734b8bce87 None None] No DVR routers for this DVR port e1730db8-ecb3-4ed4-8768-fe1779ee732c on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:16:06.335230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_pluggable_backend [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Port e1730db8-ecb3-4ed4-8768-fe1779ee732c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102390) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 22:16:06.335616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_pluggable_backend [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Reverting IP allocation for 2001:db8::f816:3eff:fe38:9e7a {{(pid=102390) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 22:16:06.339171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_pluggable_backend [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe38:9e7a {{(pid=102390) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 22:16:06.340394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.382368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:06.385485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:06.390160 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:06.390763 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.394665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314b2dbf-a59d-4ccb-95ab-1b38c28b1d03 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:06.401879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=8cd1429d-9cb3-40ee-ad87-b4ddaba3950e,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:06.411892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a773c4a4-d322-4291-b286-b9a643c191ff tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5893216 Dec 08 22:16:06.414767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35336) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:06.420403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-fc913fec-25cd-412e-bd4d-759b9276a036 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:06.533125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc913fec-25cd-412e-bd4d-759b9276a036 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:06.535519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '8cd1429d-9cb3-40ee-ad87-b4ddaba3950e'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:16:06.536389 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.536887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fc913fec-25cd-412e-bd4d-759b9276a036 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.624743 n-d-821126-1 neutron-server[102390]: INFO neutron.db.ipam_backend_mixin [None req-fc913fec-25cd-412e-bd4d-759b9276a036 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8cd1429d-9cb3-40ee-ad87-b4ddaba3950e (CIDR: 2001:db8::/64) Dec 08 22:16:06.628006 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc913fec-25cd-412e-bd4d-759b9276a036 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:06.628457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc913fec-25cd-412e-bd4d-759b9276a036 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:06.646145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fc913fec-25cd-412e-bd4d-759b9276a036 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2276549 Dec 08 22:16:06.646433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35338) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:06.651455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:06.669782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Allocated IP 2001:db8::f816:3eff:fe70:604a (fcd33fd0-6b20-4e43-925b-b9ecb376f956/8cd1429d-9cb3-40ee-ad87-b4ddaba3950e/afa19821-395b-4004-9527-b9a43cef1393) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:06.816210 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.821595 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.867293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:06.873974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:06.876706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:06.879152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Pushing event updated for resources: {'Port': ['ID=afa19821-395b-4004-9527-b9a43cef1393,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:06.933265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Attempting to bind port afa19821-395b-4004-9527-b9a43cef1393 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:16:06.933639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Attempting to bind port afa19821-395b-4004-9527-b9a43cef1393 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:16:06.934012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Attempting to bind port afa19821-395b-4004-9527-b9a43cef1393 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:16:06.939595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:16:06.939973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:16:06.940409 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:06.940806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:16:06.941272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Bound port: afa19821-395b-4004-9527-b9a43cef1393, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:16:06.941656 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:07.004225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] For port afa19821-395b-4004-9527-b9a43cef1393, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:16:07.007489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] For port afa19821-395b-4004-9527-b9a43cef1393, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afa19821-395b-4004-9527-b9a43cef1393,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:16:07.012129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:07.068574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c041fd0-70fc-408c-861b-5fb3ea965486 None None] Pushing event updated for resources: {'Port': ['ID=afa19821-395b-4004-9527-b9a43cef1393,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:07.069773 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:07.073432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:07.324435 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:07.367915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:07.371211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:07.376132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:07.376720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:07.388584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=af3cc93f-aea7-4f5f-bb0d-9fc181d7dd43,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:07.397279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c5144091-0d73-4c47-ba35-7963b64a5204 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7497754 Dec 08 22:16:07.400098 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35340) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:07.404917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:c9:ff:3d', 'name': 'tempest-NetworksTestDHCPv6-504631243'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:07.514679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:07.599400 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:07.619062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port e9e7fbbf-1317-4912-bb3f-362a01f28414 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:16:07.783807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8:0:1::167 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/af3cc93f-aea7-4f5f-bb0d-9fc181d7dd43/e9e7fbbf-1317-4912-bb3f-362a01f28414) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:07.790243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fec9:ff3d (fcd33fd0-6b20-4e43-925b-b9ecb376f956/8cd1429d-9cb3-40ee-ad87-b4ddaba3950e/e9e7fbbf-1317-4912-bb3f-362a01f28414) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:07.943020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:07.978103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.009603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf1169-a624-4695-ba3a-1d637efe4f8c None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:08.022334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:08.025362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:08.029073 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:08.034793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:08.035407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.046694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=e9e7fbbf-1317-4912-bb3f-362a01f28414,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:08.062269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7413c8ac-5429-4223-a924-0cdc514186ca tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6581228 Dec 08 22:16:08.062393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35342) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:08.113351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-29b783a9-c878-497f-9c43-c9b652da1100 None None] Provisioning complete for port afa19821-395b-4004-9527-b9a43cef1393 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:08.113858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29b783a9-c878-497f-9c43-c9b652da1100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.159061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afa19821-395b-4004-9527-b9a43cef1393 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:16:08.170126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6984030f-3aa7-4ee7-ace4-b6890aaa450d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port e9e7fbbf-1317-4912-bb3f-362a01f28414 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:08.170476 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6984030f-3aa7-4ee7-ace4-b6890aaa450d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.261796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6984030f-3aa7-4ee7-ace4-b6890aaa450d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.276055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6984030f-3aa7-4ee7-ace4-b6890aaa450d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for e9e7fbbf-1317-4912-bb3f-362a01f28414 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:08.399076 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2197-2666-4e50-9735-da06ba03557e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.457030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6984030f-3aa7-4ee7-ace4-b6890aaa450d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.466602 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port afa19821-395b-4004-9527-b9a43cef1393 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:08.467002 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.490090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984030f-3aa7-4ee7-ace4-b6890aaa450d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=e9e7fbbf-1317-4912-bb3f-362a01f28414,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:08.492186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29b783a9-c878-497f-9c43-c9b652da1100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.536146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6984030f-3aa7-4ee7-ace4-b6890aaa450d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.539769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6984030f-3aa7-4ee7-ace4-b6890aaa450d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/e9e7fbbf-1317-4912-bb3f-362a01f28414 HTTP/1.1" status: 204 len: 168 time: 0.4761298 Dec 08 22:16:08.541865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35346) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:08.570827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-29b783a9-c878-497f-9c43-c9b652da1100 None None] For port afa19821-395b-4004-9527-b9a43cef1393, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afa19821-395b-4004-9527-b9a43cef1393,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:08.577038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb56715-1c10-4747-b443-8e95344170e5 None None] Update dhcp port {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': '8cd1429d-9cb3-40ee-ad87-b4ddaba3950e', 'ip_address': '2001:db8::f816:3eff:fe70:604a'}, {'subnet_id': 'af3cc93f-aea7-4f5f-bb0d-9fc181d7dd43'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'afa19821-395b-4004-9527-b9a43cef1393'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:16:08.578855 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29b783a9-c878-497f-9c43-c9b652da1100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.591089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c3cfb-ef3e-49cb-94df-f6f43118a6a4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:08.595062 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f64c3cfb-ef3e-49cb-94df-f6f43118a6a4 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0498986 Dec 08 22:16:08.595335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35348) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:08.643802 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d80d31-af63-417f-a051-709fa1bbdf79 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:08.645910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-43d80d31-af63-417f-a051-709fa1bbdf79 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0491970 Dec 08 22:16:08.648135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35350) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:08.650756 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-beb56715-1c10-4747-b443-8e95344170e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.704201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b783a9-c878-497f-9c43-c9b652da1100 None None] Pushing event updated for resources: {'Port': ['ID=afa19821-395b-4004-9527-b9a43cef1393,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:08.707123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30912dc5-e746-4927-b017-df8caafa75f1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:08.708665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30912dc5-e746-4927-b017-df8caafa75f1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:08.710302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30912dc5-e746-4927-b017-df8caafa75f1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:08.711944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-30912dc5-e746-4927-b017-df8caafa75f1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0629060 Dec 08 22:16:08.714856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35352) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:08.771666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-93eb0449-60d7-44ae-91b6-2cea37e0ed80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 8cd1429d-9cb3-40ee-ad87-b4ddaba3950e {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:08.774939 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-93eb0449-60d7-44ae-91b6-2cea37e0ed80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.814284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-ff4a3c66-8553-4809-be56-28e482afeb26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416086 Dec 08 22:16:08.815887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-93eb0449-60d7-44ae-91b6-2cea37e0ed80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.853204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.900129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-93eb0449-60d7-44ae-91b6-2cea37e0ed80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.902078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-3f8fd334-69b6-4e5d-a219-c15004c1a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:08.904117 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-3f8fd334-69b6-4e5d-a219-c15004c1a7a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1096 time: 0.0424993 Dec 08 22:16:08.963830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-93eb0449-60d7-44ae-91b6-2cea37e0ed80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-beb56715-1c10-4747-b443-8e95344170e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8cd1429d-9cb3-40ee-ad87-b4ddaba3950e: This subnet is being modified by another concurrent operation. Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8cd1429d-9cb3-40ee-ad87-b4ddaba3950e: This subnet is being modified by another concurrent operation. Dec 08 22:16:08.966233 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:16:08.991589 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb0449-60d7-44ae-91b6-2cea37e0ed80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd1429d-9cb3-40ee-ad87-b4ddaba3950e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:09.000016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-93eb0449-60d7-44ae-91b6-2cea37e0ed80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.005681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-93eb0449-60d7-44ae-91b6-2cea37e0ed80 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/8cd1429d-9cb3-40ee-ad87-b4ddaba3950e HTTP/1.1" status: 204 len: 168 time: 0.2869208 Dec 08 22:16:09.006289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35354) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:09.018521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-424fb276-b678-4051-9c99-085170183e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:09.020064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-424fb276-b678-4051-9c99-085170183e30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 909 time: 0.0968571 Dec 08 22:16:09.060210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbedb91-5b68-4082-bf23-6518c8e97696 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:09.063931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d84578-c2d9-47e7-839f-112304c62194 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet af3cc93f-aea7-4f5f-bb0d-9fc181d7dd43 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:09.067252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d84578-c2d9-47e7-839f-112304c62194 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.102053 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-6784a69a-a6d6-4206-8926-677ed491a2c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0729024 Dec 08 22:16:09.108114 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d84578-c2d9-47e7-839f-112304c62194 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.109749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b873e86e-e34c-43ae-a615-c570be8c8f0d None None] Could not find standard attr ID for object e9e7fbbf-1317-4912-bb3f-362a01f28414. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:16:09.138818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b873e86e-e34c-43ae-a615-c570be8c8f0d None None] Provisioning complete for port afa19821-395b-4004-9527-b9a43cef1393 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:09.139191 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b873e86e-e34c-43ae-a615-c570be8c8f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.158988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d84578-c2d9-47e7-839f-112304c62194 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.163362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-9d4a6b51-ad8f-44ee-ab4a-548956fdd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:09.164894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-9d4a6b51-ad8f-44ee-ab4a-548956fdd2c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 200 len: 847 time: 0.0558310 Dec 08 22:16:09.228587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-f00fe06b-fbc5-4a01-8658-fec28d20ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:09.230355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-f00fe06b-fbc5-4a01-8658-fec28d20ae7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4541fcd-57c9-4013-98da-52f73be89807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581663 Dec 08 22:16:09.233548 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d84578-c2d9-47e7-839f-112304c62194 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.261975 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d84578-c2d9-47e7-839f-112304c62194 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=af3cc93f-aea7-4f5f-bb0d-9fc181d7dd43,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:09.264161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-76d84578-c2d9-47e7-839f-112304c62194 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.267729 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-76d84578-c2d9-47e7-839f-112304c62194 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/af3cc93f-aea7-4f5f-bb0d-9fc181d7dd43 HTTP/1.1" status: 204 len: 168 time: 0.2600451 Dec 08 22:16:09.269673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35360) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:09.310827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5d4521e-4bbe-4c6c-a073-81cb0f2f5bc2 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372095 Dec 08 22:16:09.311363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35362) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:09.316313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:09.331874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-c67a094e-0046-41f9-ab53-b74f37c58545 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947437 Dec 08 22:16:09.349489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f13f25-1add-4d7c-b181-663829c2b63d None None] Update dhcp port {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': 'af3cc93f-aea7-4f5f-bb0d-9fc181d7dd43'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'afa19821-395b-4004-9527-b9a43cef1393'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:16:09.375623 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-58f13f25-1add-4d7c-b181-663829c2b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.410165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:09.413728 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.433585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6ba4f9a3-9343-4c14-ac69-4295d84fb0fd req-278294f1-1882-49bf-9c9c-fd139617d28b service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942545 Dec 08 22:16:09.491783 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.609896 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.618029 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5bf84d63-5c2e-435a-9e95-3e2e898fc39e None None] Could not find standard attr ID for object e9e7fbbf-1317-4912-bb3f-362a01f28414. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:16:09.628214 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5bf84d63-5c2e-435a-9e95-3e2e898fc39e None None] Provisioning complete for port afa19821-395b-4004-9527-b9a43cef1393 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:09.628590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5bf84d63-5c2e-435a-9e95-3e2e898fc39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:09.663754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd59c98-496e-4868-9af1-8f7ffa08be01 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:16:09.713234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:16:09.778301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd59c98-496e-4868-9af1-8f7ffa08be01 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:16:09.870124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.021481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] For port afa19821-395b-4004-9527-b9a43cef1393, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afa19821-395b-4004-9527-b9a43cef1393,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:10.050165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.055121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.055847 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.131515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afa19821-395b-4004-9527-b9a43cef1393 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:10.141843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:10.152152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:10.161643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:10.162090 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.173986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=d88a8e09-a5b2-481f-9788-8c5d75e6068a,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:10.179412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=afa19821-395b-4004-9527-b9a43cef1393,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:10.197697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66a635cd-0ca0-4eb5-83a3-253e68b4d85f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8829937 Dec 08 22:16:10.198057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35364) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:10.205158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-bcd41250-9a76-471d-8d83-2ab8057c1e05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:10.233374 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.235360 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.271455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port afa19821-395b-4004-9527-b9a43cef1393, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afa19821-395b-4004-9527-b9a43cef1393,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:10.276052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.325993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=afa19821-395b-4004-9527-b9a43cef1393,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:10.334799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd41250-9a76-471d-8d83-2ab8057c1e05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:10.338244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bcd41250-9a76-471d-8d83-2ab8057c1e05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.431791 n-d-821126-1 neutron-server[102390]: INFO neutron.db.ipam_backend_mixin [None req-bcd41250-9a76-471d-8d83-2ab8057c1e05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d88a8e09-a5b2-481f-9788-8c5d75e6068a (CIDR: 2001:db8::/64) Dec 08 22:16:10.435337 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd41250-9a76-471d-8d83-2ab8057c1e05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:10.435880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd41250-9a76-471d-8d83-2ab8057c1e05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:10.451966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bcd41250-9a76-471d-8d83-2ab8057c1e05 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2528780 Dec 08 22:16:10.454863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35366) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:10.460420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:10.572158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:10.576631 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.630177 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8d17e-0215-4989-98ac-7826df8ccb94 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:16:10.714741 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2b2badb4-a6c3-4b28-a13d-739e6d1421f5 None None] Provisioning complete for port afa19821-395b-4004-9527-b9a43cef1393 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:10.715114 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2b2badb4-a6c3-4b28-a13d-739e6d1421f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.741638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8d17e-0215-4989-98ac-7826df8ccb94 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:16:10.799250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.845556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:10.848702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:10.852900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:10.853483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.865403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=29e8b9de-4f23-46e0-94fe-9759e72623ce,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:10.867727 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2b2badb4-a6c3-4b28-a13d-739e6d1421f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:10.878168 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0a531c5e-165e-4bcc-8b01-0617e9f135c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4194596 Dec 08 22:16:10.878531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35368) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:10.883746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:7f:7c:6b', 'name': 'tempest-NetworksTestDHCPv6-54513256'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:10.938368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2b2badb4-a6c3-4b28-a13d-739e6d1421f5 None None] For port afa19821-395b-4004-9527-b9a43cef1393, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afa19821-395b-4004-9527-b9a43cef1393,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:10.945047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2b2badb4-a6c3-4b28-a13d-739e6d1421f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.005470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:11.037043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2badb4-a6c3-4b28-a13d-739e6d1421f5 None None] Pushing event updated for resources: {'Port': ['ID=afa19821-395b-4004-9527-b9a43cef1393,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:11.073825 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.094559 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.117841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port a53ce18e-94b2-402b-8ff3-36fc7c2d3116 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:16:11.141199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631e9369-3cc7-4ae1-b189-02aade70e0cd None None] Update dhcp port {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'fixed_ips': [{'subnet_id': 'd88a8e09-a5b2-481f-9788-8c5d75e6068a', 'ip_address': '2001:db8::f816:3eff:fe70:604a'}, {'subnet_id': '29e8b9de-4f23-46e0-94fe-9759e72623ce'}], 'binding:host_id': 'n-d-821126-1'}, 'id': 'afa19821-395b-4004-9527-b9a43cef1393'} from n-d-821126-1. {{(pid=102391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 08 22:16:11.166052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-631e9369-3cc7-4ae1-b189-02aade70e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.295883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8:0:1::1fe (fcd33fd0-6b20-4e43-925b-b9ecb376f956/29e8b9de-4f23-46e0-94fe-9759e72623ce/a53ce18e-94b2-402b-8ff3-36fc7c2d3116) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:11.302039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::f816:3eff:fe7f:7c6b (fcd33fd0-6b20-4e43-925b-b9ecb376f956/d88a8e09-a5b2-481f-9788-8c5d75e6068a/a53ce18e-94b2-402b-8ff3-36fc7c2d3116) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:11.443659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.476149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.515305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:11.518371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:11.520869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:11.523089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-631e9369-3cc7-4ae1-b189-02aade70e0cd None None] Allocated IP 2001:db8:0:1::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/29e8b9de-4f23-46e0-94fe-9759e72623ce/afa19821-395b-4004-9527-b9a43cef1393) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:11.526814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:11.527522 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.547686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=a53ce18e-94b2-402b-8ff3-36fc7c2d3116,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:11.554609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4e8ac891-e810-4c67-8daa-4829f2a9854a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6749094 Dec 08 22:16:11.557482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35372) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:11.619782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-631e9369-3cc7-4ae1-b189-02aade70e0cd None None] For port afa19821-395b-4004-9527-b9a43cef1393, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afa19821-395b-4004-9527-b9a43cef1393,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:11.644444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-76e2837f-d2a0-4385-8e84-d1ca18fd6a60 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port a53ce18e-94b2-402b-8ff3-36fc7c2d3116 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:11.644965 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76e2837f-d2a0-4385-8e84-d1ca18fd6a60 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.649423 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-631e9369-3cc7-4ae1-b189-02aade70e0cd None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.653750 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-631e9369-3cc7-4ae1-b189-02aade70e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.734384 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76e2837f-d2a0-4385-8e84-d1ca18fd6a60 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.742401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e9369-3cc7-4ae1-b189-02aade70e0cd None None] Pushing event updated for resources: {'Port': ['ID=afa19821-395b-4004-9527-b9a43cef1393,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:11.747670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-76e2837f-d2a0-4385-8e84-d1ca18fd6a60 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for a53ce18e-94b2-402b-8ff3-36fc7c2d3116 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:11.927166 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76e2837f-d2a0-4385-8e84-d1ca18fd6a60 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:11.956612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2837f-d2a0-4385-8e84-d1ca18fd6a60 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=a53ce18e-94b2-402b-8ff3-36fc7c2d3116,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:12.001557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76e2837f-d2a0-4385-8e84-d1ca18fd6a60 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.004886 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-76e2837f-d2a0-4385-8e84-d1ca18fd6a60 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/a53ce18e-94b2-402b-8ff3-36fc7c2d3116 HTTP/1.1" status: 204 len: 168 time: 0.4464109 Dec 08 22:16:12.007396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35374) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:12.057828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00dba6f-4cec-4165-8546-d497218f88ad tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:12.064177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d00dba6f-4cec-4165-8546-d497218f88ad tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0510888 Dec 08 22:16:12.064177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35376) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:12.118021 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced3277-b2b1-4b4f-8671-d44a5fc7160a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:12.120217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8ced3277-b2b1-4b4f-8671-d44a5fc7160a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0568886 Dec 08 22:16:12.122759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35378) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:12.149915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afa19821-395b-4004-9527-b9a43cef1393 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:16:12.191512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f0061-7a32-4770-b1e1-364e0e266623 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:12.193358 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f0061-7a32-4770-b1e1-364e0e266623 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:12.195224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f0061-7a32-4770-b1e1-364e0e266623 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:12.197135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-106f0061-7a32-4770-b1e1-364e0e266623 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0733151 Dec 08 22:16:12.199917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35380) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:12.251545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e377c4-4759-4049-8bbc-f7e979177c96 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:12.260197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d1527b-cf54-4aa4-bfac-b3dea99b4255 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 29e8b9de-4f23-46e0-94fe-9759e72623ce {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:12.263358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6d1527b-cf54-4aa4-bfac-b3dea99b4255 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.302810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6d1527b-cf54-4aa4-bfac-b3dea99b4255 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.332958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eb8d1c70-a572-45e7-b008-c23b355d0295 None None] Provisioning complete for port afa19821-395b-4004-9527-b9a43cef1393 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:12.333243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1c70-a572-45e7-b008-c23b355d0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.337396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port afa19821-395b-4004-9527-b9a43cef1393 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:12.337749 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.388502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6d1527b-cf54-4aa4-bfac-b3dea99b4255 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.692132 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6d1527b-cf54-4aa4-bfac-b3dea99b4255 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.721826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6d1527b-cf54-4aa4-bfac-b3dea99b4255 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.725293 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b6d1527b-cf54-4aa4-bfac-b3dea99b4255 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/29e8b9de-4f23-46e0-94fe-9759e72623ce HTTP/1.1" status: 204 len: 168 time: 0.5244327 Dec 08 22:16:12.726460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1527b-cf54-4aa4-bfac-b3dea99b4255 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=29e8b9de-4f23-46e0-94fe-9759e72623ce,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:12.728096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35382) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:12.785700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-96355e98-0335-4a3d-801e-a72fd6145a97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet d88a8e09-a5b2-481f-9788-8c5d75e6068a {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:12.789069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96355e98-0335-4a3d-801e-a72fd6145a97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.831146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96355e98-0335-4a3d-801e-a72fd6145a97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.920578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96355e98-0335-4a3d-801e-a72fd6145a97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.937262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af2f79-cb60-4104-a5ce-b799d03bcaae None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:12.982188 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96355e98-0335-4a3d-801e-a72fd6145a97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:12.993190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4b0877da-c9dd-41ea-9bb1-42bae3074ce7 None None] Provisioning complete for port afa19821-395b-4004-9527-b9a43cef1393 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:12.993561 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4b0877da-c9dd-41ea-9bb1-42bae3074ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.010143 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96355e98-0335-4a3d-801e-a72fd6145a97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=d88a8e09-a5b2-481f-9788-8c5d75e6068a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:13.012196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-96355e98-0335-4a3d-801e-a72fd6145a97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.015404 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-96355e98-0335-4a3d-801e-a72fd6145a97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/d88a8e09-a5b2-481f-9788-8c5d75e6068a HTTP/1.1" status: 204 len: 168 time: 0.2861936 Dec 08 22:16:13.017775 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35384) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:13.055585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9706e77b-bd8f-493b-a20b-db182b9c00a5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365827 Dec 08 22:16:13.058177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35386) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:13.063025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:13.155542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:13.159441 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.204977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:16:13.251844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] Deleting port afa19821-395b-4004-9527-b9a43cef1393 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:13.252145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.312500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] For port afa19821-395b-4004-9527-b9a43cef1393, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afa19821-395b-4004-9527-b9a43cef1393,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:13.312895 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.325239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] Calling delete_port for afa19821-395b-4004-9527-b9a43cef1393 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:13.347108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.384719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:13.388552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:13.391586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:13.392174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.408707 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.411530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=4e42056b-8432-49f8-b3a2-7cc2aed33492,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:13.421008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35388) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:13.421534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-56ef2c98-bb21-4702-b56d-d069fe597aa8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3618932 Dec 08 22:16:13.426123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-704b722e-2c3b-4968-ae03-13a89ec18fdc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:13.434523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] Pushing event deleted for resources: {'Port': ['ID=afa19821-395b-4004-9527-b9a43cef1393,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:13.438115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835588f-6ad8-45fc-8a3c-8d1a4451f040 None None] No DVR routers for this DVR port afa19821-395b-4004-9527-b9a43cef1393 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:16:13.455339 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba68381-96b1-4c3f-82d9-84b6f4637f18 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:13.534576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704b722e-2c3b-4968-ae03-13a89ec18fdc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:13.538270 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-704b722e-2c3b-4968-ae03-13a89ec18fdc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.595726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '4e42056b-8432-49f8-b3a2-7cc2aed33492'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:16:13.596599 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.625977 n-d-821126-1 neutron-server[102390]: INFO neutron.db.ipam_backend_mixin [None req-704b722e-2c3b-4968-ae03-13a89ec18fdc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e42056b-8432-49f8-b3a2-7cc2aed33492 (CIDR: 2001:db8::/64) Dec 08 22:16:13.629203 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-704b722e-2c3b-4968-ae03-13a89ec18fdc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:13.629644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704b722e-2c3b-4968-ae03-13a89ec18fdc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:13.644700 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-704b722e-2c3b-4968-ae03-13a89ec18fdc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2224829 Dec 08 22:16:13.647523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35390) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:13.652328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:13.732066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/4e42056b-8432-49f8-b3a2-7cc2aed33492/8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:13.760889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:13.765082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.875949 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.881411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.924313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:13.927276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:13.929726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:13.937980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Pushing event updated for resources: {'Port': ['ID=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:13.988688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Attempting to bind port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:16:13.989060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Attempting to bind port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:16:13.989422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Attempting to bind port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:16:13.994558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:16:13.994992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:16:13.995875 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:13.996282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:16:13.997373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Bound port: 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:16:13.998184 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:14.073229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] For port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:16:14.077041 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] For port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:16:14.081465 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:14.101884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:16:14.113670 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afa19821-395b-4004-9527-b9a43cef1393 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:14.143570 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: afa19821-395b-4004-9527-b9a43cef1393 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:14.143876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afa19821-395b-4004-9527-b9a43cef1393 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:14.169034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ea394-9764-47fd-a546-605000204d78 None None] Pushing event updated for resources: {'Port': ['ID=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:14.264885 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:14.433643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] For port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:14.465693 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:14.470407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:14.471174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:14.534657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:14.541020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:14.544017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:14.544637 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:14.561381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=ce893bd7-ff38-4781-8993-9c8bccd2760a,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:14.579979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9314516 Dec 08 22:16:14.582899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35392) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:14.583403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873e177-99ae-4b97-a9aa-36a277ec7d64 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,revision_number=4']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:14.588041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:60:18:4a', 'name': 'tempest-NetworksTestDHCPv6-846485769'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:14.700416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:14.784880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:14.805167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 08705457-1219-4466-9e6c-ba72175ea668 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:16:14.976854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::235 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/4e42056b-8432-49f8-b3a2-7cc2aed33492/08705457-1219-4466-9e6c-ba72175ea668) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:14.984121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:184a (fcd33fd0-6b20-4e43-925b-b9ecb376f956/ce893bd7-ff38-4781-8993-9c8bccd2760a/08705457-1219-4466-9e6c-ba72175ea668) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:15.074107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be35ea0e-813a-4024-8c2f-71c75849a622 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:15.133906 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.169546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.200317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-78323d85-e7fe-48ab-a64f-6500a50dab34 None None] Provisioning complete for port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:15.200684 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-78323d85-e7fe-48ab-a64f-6500a50dab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.207551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:15.212784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:15.217201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:15.222927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:15.223552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.241744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=08705457-1219-4466-9e6c-ba72175ea668,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:15.247455 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9e337cce-876c-496e-85fc-bef18e4b37e1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6634998 Dec 08 22:16:15.250675 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35394) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:15.308495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-78323d85-e7fe-48ab-a64f-6500a50dab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.343327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-78323d85-e7fe-48ab-a64f-6500a50dab34 None None] For port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:15.343848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-516d7267-2cc2-49df-8a7e-03a8eebaaeb9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 08705457-1219-4466-9e6c-ba72175ea668 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:15.344305 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-516d7267-2cc2-49df-8a7e-03a8eebaaeb9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.347694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-78323d85-e7fe-48ab-a64f-6500a50dab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.407212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78323d85-e7fe-48ab-a64f-6500a50dab34 None None] Pushing event updated for resources: {'Port': ['ID=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:15.436643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-516d7267-2cc2-49df-8a7e-03a8eebaaeb9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.448917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-516d7267-2cc2-49df-8a7e-03a8eebaaeb9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 08705457-1219-4466-9e6c-ba72175ea668 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:15.631276 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-516d7267-2cc2-49df-8a7e-03a8eebaaeb9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.663424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d7267-2cc2-49df-8a7e-03a8eebaaeb9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=08705457-1219-4466-9e6c-ba72175ea668,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:15.710284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-516d7267-2cc2-49df-8a7e-03a8eebaaeb9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.713673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-516d7267-2cc2-49df-8a7e-03a8eebaaeb9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/08705457-1219-4466-9e6c-ba72175ea668 HTTP/1.1" status: 204 len: 168 time: 0.4627504 Dec 08 22:16:15.716856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35396) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:15.768834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c773fc-a645-4241-8843-9731964550c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:15.770344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-81c773fc-a645-4241-8843-9731964550c8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0523660 Dec 08 22:16:15.772873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35398) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:15.823830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec58f5-fe44-4fbb-baec-772f95c89bc5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:15.826052 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-51ec58f5-fe44-4fbb-baec-772f95c89bc5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0522554 Dec 08 22:16:15.828789 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35400) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:15.872199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-418a9f0e-7532-4b79-aa6d-3cd9622d48e4 None None] Provisioning complete for port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:15.872878 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-418a9f0e-7532-4b79-aa6d-3cd9622d48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:15.885096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712bc1b-6177-4807-ac63-575b20b75723 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:15.886641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712bc1b-6177-4807-ac63-575b20b75723 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:15.888879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712bc1b-6177-4807-ac63-575b20b75723 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:15.893006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a712bc1b-6177-4807-ac63-575b20b75723 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0608141 Dec 08 22:16:15.893279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35404) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:15.955688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-05320300-15a8-421d-aa78-2a7ea4a2f96b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 4e42056b-8432-49f8-b3a2-7cc2aed33492 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:15.958051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-418a9f0e-7532-4b79-aa6d-3cd9622d48e4 None None] Could not find standard attr ID for object 08705457-1219-4466-9e6c-ba72175ea668. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:16:15.958803 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05320300-15a8-421d-aa78-2a7ea4a2f96b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.000295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05320300-15a8-421d-aa78-2a7ea4a2f96b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.076733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6dd29047-06ca-47f5-8e01-4ea505348b86 None None] Could not find standard attr ID for object a53ce18e-94b2-402b-8ff3-36fc7c2d3116. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:16:16.095854 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05320300-15a8-421d-aa78-2a7ea4a2f96b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.160857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:16:16.167328 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05320300-15a8-421d-aa78-2a7ea4a2f96b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.200944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-fa035b96-cefe-42de-8d7c-60eb59f61741 None None] Could not find standard attr ID for object 08705457-1219-4466-9e6c-ba72175ea668. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:16:16.201907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05320300-15a8-421d-aa78-2a7ea4a2f96b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=4e42056b-8432-49f8-b3a2-7cc2aed33492,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:16.204002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05320300-15a8-421d-aa78-2a7ea4a2f96b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.207236 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-05320300-15a8-421d-aa78-2a7ea4a2f96b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/4e42056b-8432-49f8-b3a2-7cc2aed33492 HTTP/1.1" status: 204 len: 168 time: 0.3130281 Dec 08 22:16:16.209717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35406) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:16.229421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:16.229799 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.266463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c82f995-521c-4777-8769-70dd88e25d49 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet ce893bd7-ff38-4781-8993-9c8bccd2760a {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:16.269997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c82f995-521c-4777-8769-70dd88e25d49 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.313974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c82f995-521c-4777-8769-70dd88e25d49 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.390903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4815e-38c2-46f4-9d75-4ed3a228793b None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:16.403112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c82f995-521c-4777-8769-70dd88e25d49 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.460414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c82f995-521c-4777-8769-70dd88e25d49 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.487856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82f995-521c-4777-8769-70dd88e25d49 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=ce893bd7-ff38-4781-8993-9c8bccd2760a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:16.493214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4c82f995-521c-4777-8769-70dd88e25d49 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.497082 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4c82f995-521c-4777-8769-70dd88e25d49 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/ce893bd7-ff38-4781-8993-9c8bccd2760a HTTP/1.1" status: 204 len: 168 time: 0.2857990 Dec 08 22:16:16.499475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35408) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:16.542096 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4ead3109-6857-4119-889f-88608610ffeb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415382 Dec 08 22:16:16.545727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35410) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:16.550636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:16.567411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:16:16.612347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] Deleting port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:16.612720 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.639383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:16.642966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.675190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] For port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:16.675590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.689014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] Calling delete_port for 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:16.758978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-f8ea2709-731e-4068-9bee-4588d4e5484a req-20103bc7-ed1e-4795-9594-963ec7f1cff6 service neutron] (102390) timed out ('10.222.0.21', 41622) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:16:16.765210 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.794537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] Pushing event deleted for resources: {'Port': ['ID=8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:16.796409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969085dc-01df-42d3-80dc-1b11d6c34a7c None None] No DVR routers for this DVR port 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:16:16.828288 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.869286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:16.872926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:16.877062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:16.877654 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:16.882421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef730dbe-08a0-4588-98d6-08777098ae0f None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:16.889787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=4786455a-dfdb-43e7-bc8b-71e8cc6a434f,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:16.897789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0445119a-da31-4512-b17f-d41ba0af75c0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3509984 Dec 08 22:16:16.900796 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35412) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:16.905672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-42245244-b78e-4a0c-90ee-87165e2ad1f8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:17.017092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42245244-b78e-4a0c-90ee-87165e2ad1f8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:17.020742 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-42245244-b78e-4a0c-90ee-87165e2ad1f8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.026583 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'tenant_id': '1567fdcd205c4e0fa07c482c63a8d4d2', 'fixed_ips': [{'subnet_id': '4786455a-dfdb-43e7-bc8b-71e8cc6a434f'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:16:17.027472 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.112187 n-d-821126-1 neutron-server[102390]: INFO neutron.db.ipam_backend_mixin [None req-42245244-b78e-4a0c-90ee-87165e2ad1f8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4786455a-dfdb-43e7-bc8b-71e8cc6a434f (CIDR: 2001:db8::/64) Dec 08 22:16:17.115714 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-42245244-b78e-4a0c-90ee-87165e2ad1f8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:17.116345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42245244-b78e-4a0c-90ee-87165e2ad1f8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:17.132161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-42245244-b78e-4a0c-90ee-87165e2ad1f8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2303331 Dec 08 22:16:17.134867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35414) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:17.139746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'subnet': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:17.164895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Allocated IP 2001:db8::2 (fcd33fd0-6b20-4e43-925b-b9ecb376f956/4786455a-dfdb-43e7-bc8b-71e8cc6a434f/af758a61-d0f0-4a45-a877-6f005b96db03) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:17.257662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:17.261308 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.321934 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.327909 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.365355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:17.368359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:17.372404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:17.383641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Pushing event updated for resources: {'Port': ['ID=af758a61-d0f0-4a45-a877-6f005b96db03,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:17.433724 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Attempting to bind port af758a61-d0f0-4a45-a877-6f005b96db03 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:16:17.434734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Attempting to bind port af758a61-d0f0-4a45-a877-6f005b96db03 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:16:17.435248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Attempting to bind port af758a61-d0f0-4a45-a877-6f005b96db03 on network fcd33fd0-6b20-4e43-925b-b9ecb376f956 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:16:17.440530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:16:17.441008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Checking segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:16:17.441483 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.441943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Bound using segment: {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:16:17.442411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Bound port: af758a61-d0f0-4a45-a877-6f005b96db03, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62e803-1590-4437-af10-71a112e9b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:16:17.442839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.512930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] For port af758a61-d0f0-4a45-a877-6f005b96db03, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:16:17.516222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] For port af758a61-d0f0-4a45-a877-6f005b96db03, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=af758a61-d0f0-4a45-a877-6f005b96db03,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:16:17.519668 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.581049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccd050-63f7-4c61-904d-960a633aaea5 None None] Pushing event updated for resources: {'Port': ['ID=af758a61-d0f0-4a45-a877-6f005b96db03,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:17.626041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.objects.ports [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 22:16:17.808235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.963145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] For port af758a61-d0f0-4a45-a877-6f005b96db03, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=af758a61-d0f0-4a45-a877-6f005b96db03,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:17.991346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.995856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:17.997225 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.068982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:18.075634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:18.079172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:18.079779 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.096349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Subnet': ['ID=5a01c983-93d2-46df-b983-593872d8969f,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:18.109175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=af758a61-d0f0-4a45-a877-6f005b96db03,revision_number=4']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:18.122897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-01b39255-21b9-4490-9b4b-6a9c1def5606 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9841855 Dec 08 22:16:18.123198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35416) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:18.128625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device af758a61-d0f0-4a45-a877-6f005b96db03 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:16:18.132447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Request body: {'port': {'network_id': 'fcd33fd0-6b20-4e43-925b-b9ecb376f956', 'mac_address': 'fa:16:3e:a6:80:0d', 'name': 'tempest-NetworksTestDHCPv6-1659134869'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:18.177776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port af758a61-d0f0-4a45-a877-6f005b96db03 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:18.178364 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.252292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Made reservation on behalf of 1567fdcd205c4e0fa07c482c63a8d4d2 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:18.268702 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.302557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port af758a61-d0f0-4a45-a877-6f005b96db03, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=af758a61-d0f0-4a45-a877-6f005b96db03,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:18.307579 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.344694 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.366449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=af758a61-d0f0-4a45-a877-6f005b96db03,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:18.369134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] device_id is not set on port 1eae94e8-7ccc-439a-8677-db06eb625773 yet. {{(pid=102390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:16:18.376839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:18.398331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:18.398683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8c745f3b-0961-4cbe-a20c-9ca6e63ba1e8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:18.525094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b516f6-d43b-4c15-97a1-dfe58e59a3c4 None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:18.543274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8::2ed (fcd33fd0-6b20-4e43-925b-b9ecb376f956/4786455a-dfdb-43e7-bc8b-71e8cc6a434f/1eae94e8-7ccc-439a-8677-db06eb625773) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:18.550647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:800d (fcd33fd0-6b20-4e43-925b-b9ecb376f956/5a01c983-93d2-46df-b983-593872d8969f/1eae94e8-7ccc-439a-8677-db06eb625773) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:18.582089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e6158bc5-cbe4-4f95-ba39-a4fbc44c8772 None None] Provisioning complete for port af758a61-d0f0-4a45-a877-6f005b96db03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:18.582469 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6158bc5-cbe4-4f95-ba39-a4fbc44c8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.694985 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.729166 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.776184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:18.779355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:18.782131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:18.788193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:18.788844 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.802429 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event updated for resources: {'Port': ['ID=1eae94e8-7ccc-439a-8677-db06eb625773,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:18.815658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3554eeee-5ddf-411d-869f-9b099a63cda9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6916351 Dec 08 22:16:18.818234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35418) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:18.910651 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb3a9c-fb2d-4602-8012-fba12b7ab7f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting port 1eae94e8-7ccc-439a-8677-db06eb625773 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:18.911019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3a9c-fb2d-4602-8012-fba12b7ab7f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:18.998797 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3a9c-fb2d-4602-8012-fba12b7ab7f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.010970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb3a9c-fb2d-4602-8012-fba12b7ab7f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Calling delete_port for 1eae94e8-7ccc-439a-8677-db06eb625773 owned by {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:19.191510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3a9c-fb2d-4602-8012-fba12b7ab7f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.229532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb3a9c-fb2d-4602-8012-fba12b7ab7f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Port': ['ID=1eae94e8-7ccc-439a-8677-db06eb625773,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:19.273667 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3a9c-fb2d-4602-8012-fba12b7ab7f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.276931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5ebb3a9c-fb2d-4602-8012-fba12b7ab7f7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/1eae94e8-7ccc-439a-8677-db06eb625773 HTTP/1.1" status: 204 len: 168 time: 0.4576986 Dec 08 22:16:19.279451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35420) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:19.328783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c512f3eb-483a-4ca7-8ee1-1ca5a331bca6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:19.330317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c512f3eb-483a-4ca7-8ee1-1ca5a331bca6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0498123 Dec 08 22:16:19.332893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35422) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:19.382290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb242f-9e95-4965-babd-3007ce018216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:19.384247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d2fb242f-9e95-4965-babd-3007ce018216 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0504236 Dec 08 22:16:19.386744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35424) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:19.410525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c83c407f-78a4-430a-b8d3-d82f702b536d None None] Provisioning complete for port af758a61-d0f0-4a45-a877-6f005b96db03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:19.411074 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c83c407f-78a4-430a-b8d3-d82f702b536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.445468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a5887-4b78-4bf8-9eb3-9adcbce56f13 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:19.447048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a5887-4b78-4bf8-9eb3-9adcbce56f13 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:19.448791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a5887-4b78-4bf8-9eb3-9adcbce56f13 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:19.450586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f88a5887-4b78-4bf8-9eb3-9adcbce56f13 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0628662 Dec 08 22:16:19.453200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35426) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:19.508464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b382c5-5307-4a55-aa52-b1f22601fab5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 4786455a-dfdb-43e7-bc8b-71e8cc6a434f {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:19.511969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b382c5-5307-4a55-aa52-b1f22601fab5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.553310 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b382c5-5307-4a55-aa52-b1f22601fab5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.603300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c33b10b2-25ec-420c-9a9f-fa8309d11be5 None None] Could not find standard attr ID for object 1eae94e8-7ccc-439a-8677-db06eb625773. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:16:19.644997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b382c5-5307-4a55-aa52-b1f22601fab5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.705135 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b382c5-5307-4a55-aa52-b1f22601fab5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.734219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b382c5-5307-4a55-aa52-b1f22601fab5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=4786455a-dfdb-43e7-bc8b-71e8cc6a434f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:19.737754 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b382c5-5307-4a55-aa52-b1f22601fab5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.743283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-55b382c5-5307-4a55-aa52-b1f22601fab5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/4786455a-dfdb-43e7-bc8b-71e8cc6a434f HTTP/1.1" status: 204 len: 168 time: 0.2867167 Dec 08 22:16:19.743560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35428) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:19.756830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb354c9-40e2-4bd4-9547-71a1cb54350d None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:19.795756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dba21b1-ddd0-41ae-a6ec-72f0f98714d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Deleting subnet 5a01c983-93d2-46df-b983-593872d8969f {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:19.799119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2dba21b1-ddd0-41ae-a6ec-72f0f98714d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.842978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2dba21b1-ddd0-41ae-a6ec-72f0f98714d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.925252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2dba21b1-ddd0-41ae-a6ec-72f0f98714d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:19.984428 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2dba21b1-ddd0-41ae-a6ec-72f0f98714d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:20.012070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba21b1-ddd0-41ae-a6ec-72f0f98714d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Subnet': ['ID=5a01c983-93d2-46df-b983-593872d8969f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:20.015642 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2dba21b1-ddd0-41ae-a6ec-72f0f98714d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:20.021098 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2dba21b1-ddd0-41ae-a6ec-72f0f98714d8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/5a01c983-93d2-46df-b983-593872d8969f HTTP/1.1" status: 204 len: 168 time: 0.2742894 Dec 08 22:16:20.021411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35430) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.067074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c6e9a72d-8064-4221-89c3-f8c034ac5fae tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419171 Dec 08 22:16:20.067232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35432) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.117697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed0767c-f3fe-40f6-8c53-6cc67832f738 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:20.118924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device af758a61-d0f0-4a45-a877-6f005b96db03 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:16:20.122813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35434) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.123402 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-eed0767c-f3fe-40f6-8c53-6cc67832f738 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0547953 Dec 08 22:16:20.177809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port af758a61-d0f0-4a45-a877-6f005b96db03 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:20.179043 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:20.204097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d1dc9-089d-4e7e-b982-99c0e4b39300 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:20.208088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-582d1dc9-089d-4e7e-b982-99c0e4b39300 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811288 Dec 08 22:16:20.208403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35436) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.247680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e79bb1d2-abdd-4d1a-b88c-1d60130e63c5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382099 Dec 08 22:16:20.252517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35438) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.276594 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18bddd7-c369-4f5f-a3d9-c81f37768f38 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.277273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18bddd7-c369-4f5f-a3d9-c81f37768f38 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.280805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c18bddd7-c369-4f5f-a3d9-c81f37768f38 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/1eae94e8-7ccc-439a-8677-db06eb625773 HTTP/1.1" status: 404 len: 333 time: 0.0272112 Dec 08 22:16:20.283401 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35440) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.312332 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-728bec6f-6489-471e-b81f-c4ddc3bd6e74 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.312874 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728bec6f-6489-471e-b81f-c4ddc3bd6e74 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.316095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-728bec6f-6489-471e-b81f-c4ddc3bd6e74 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/5a01c983-93d2-46df-b983-593872d8969f HTTP/1.1" status: 404 len: 337 time: 0.0316525 Dec 08 22:16:20.318642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35442) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.345230 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6d7c88-9e93-4636-9fea-a56239c6ee5c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.345694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6d7c88-9e93-4636-9fea-a56239c6ee5c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.348779 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4f6d7c88-9e93-4636-9fea-a56239c6ee5c tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/4786455a-dfdb-43e7-bc8b-71e8cc6a434f HTTP/1.1" status: 404 len: 337 time: 0.0291808 Dec 08 22:16:20.351549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35444) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.417331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a0213-dcdb-496c-ab5d-204f23c34a6d None None] Network fcd33fd0-6b20-4e43-925b-b9ecb376f956 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:20.484174 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f897ee8f-eb35-4388-9d40-0c9e45d28169 None None] Provisioning complete for port af758a61-d0f0-4a45-a877-6f005b96db03 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:20.484698 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f897ee8f-eb35-4388-9d40-0c9e45d28169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:20.628788 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c055414-fa54-4bda-ad27-62c4b70f1067 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.629492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c055414-fa54-4bda-ad27-62c4b70f1067 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.632508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8c055414-fa54-4bda-ad27-62c4b70f1067 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/08705457-1219-4466-9e6c-ba72175ea668 HTTP/1.1" status: 404 len: 333 time: 0.2799833 Dec 08 22:16:20.635159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35448) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.661043 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d1fa88-5df3-4e1c-ab96-205efa660e91 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.661414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d1fa88-5df3-4e1c-ab96-205efa660e91 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.661574 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] DHCP port deletion for fcd33fd0-6b20-4e43-925b-b9ecb376f956 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:16:20.664406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d6d1fa88-5df3-4e1c-ab96-205efa660e91 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/ce893bd7-ff38-4781-8993-9c8bccd2760a HTTP/1.1" status: 404 len: 337 time: 0.0283468 Dec 08 22:16:20.666956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35450) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.692677 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7997cd63-acf0-4447-babd-63c1740a45e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.693115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7997cd63-acf0-4447-babd-63c1740a45e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.696045 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7997cd63-acf0-4447-babd-63c1740a45e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/4e42056b-8432-49f8-b3a2-7cc2aed33492 HTTP/1.1" status: 404 len: 337 time: 0.0281951 Dec 08 22:16:20.698526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35452) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.709210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] Deleting port af758a61-d0f0-4a45-a877-6f005b96db03 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:20.709702 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:20.721464 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7499b00f-8fa1-474d-b2e2-cb1df02f36a7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.722090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7499b00f-8fa1-474d-b2e2-cb1df02f36a7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.725072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7499b00f-8fa1-474d-b2e2-cb1df02f36a7 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/a53ce18e-94b2-402b-8ff3-36fc7c2d3116 HTTP/1.1" status: 404 len: 333 time: 0.0246017 Dec 08 22:16:20.727577 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35454) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.752672 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e27ed09-404e-439e-aa38-a0cf3d4d4140 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.753118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e27ed09-404e-439e-aa38-a0cf3d4d4140 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.756072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2e27ed09-404e-439e-aa38-a0cf3d4d4140 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/29e8b9de-4f23-46e0-94fe-9759e72623ce HTTP/1.1" status: 404 len: 337 time: 0.0275714 Dec 08 22:16:20.758430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35456) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.779382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] For port af758a61-d0f0-4a45-a877-6f005b96db03, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=af758a61-d0f0-4a45-a877-6f005b96db03,segment=NetworkSegment(de62e803-1590-4437-af10-71a112e9b543),segment_id=de62e803-1590-4437-af10-71a112e9b543)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:20.779783 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:20.788120 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cf760c-b2c0-48cb-96e5-86fe462aec0d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.788584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cf760c-b2c0-48cb-96e5-86fe462aec0d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.791605 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d4cf760c-b2c0-48cb-96e5-86fe462aec0d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/d88a8e09-a5b2-481f-9788-8c5d75e6068a HTTP/1.1" status: 404 len: 337 time: 0.0322442 Dec 08 22:16:20.792499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] Calling delete_port for af758a61-d0f0-4a45-a877-6f005b96db03 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:20.794194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35458) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.820355 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7382471d-cbe6-459f-aba3-63c7cf1941b1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.820962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7382471d-cbe6-459f-aba3-63c7cf1941b1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.823910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7382471d-cbe6-459f-aba3-63c7cf1941b1 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/e9e7fbbf-1317-4912-bb3f-362a01f28414 HTTP/1.1" status: 404 len: 333 time: 0.0284600 Dec 08 22:16:20.826967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35460) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.851982 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cba3e0-c06f-4554-aebc-338192cd78c5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.852431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cba3e0-c06f-4554-aebc-338192cd78c5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.855373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d3cba3e0-c06f-4554-aebc-338192cd78c5 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/af3cc93f-aea7-4f5f-bb0d-9fc181d7dd43 HTTP/1.1" status: 404 len: 337 time: 0.0275278 Dec 08 22:16:20.858048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35462) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.870420 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:20.883188 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86a328e-9588-4738-a842-662b7e17f8cc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.883665 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86a328e-9588-4738-a842-662b7e17f8cc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.886601 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e86a328e-9588-4738-a842-662b7e17f8cc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/8cd1429d-9cb3-40ee-ad87-b4ddaba3950e HTTP/1.1" status: 404 len: 337 time: 0.0276678 Dec 08 22:16:20.889961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35464) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.898895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] Pushing event deleted for resources: {'Port': ['ID=af758a61-d0f0-4a45-a877-6f005b96db03,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:20.902294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467b4f8-6a70-4c3b-b822-5eee9a03a1e0 None None] No DVR routers for this DVR port af758a61-d0f0-4a45-a877-6f005b96db03 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:16:20.917100 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9174e7-8c4a-4d91-a40a-0bec27622f98 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.917729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9174e7-8c4a-4d91-a40a-0bec27622f98 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.920789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6a9174e7-8c4a-4d91-a40a-0bec27622f98 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/e214242e-e74c-4a98-accd-b4ee208da102 HTTP/1.1" status: 404 len: 333 time: 0.0295408 Dec 08 22:16:20.923440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35466) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.947903 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4a32f9-dbb6-41e3-afb1-419215edb5da tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.948329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4a32f9-dbb6-41e3-afb1-419215edb5da tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.951710 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7f4a32f9-dbb6-41e3-afb1-419215edb5da tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/73d64b3c-ef77-4b8c-8e98-5dc7fb96e8d3 HTTP/1.1" status: 404 len: 337 time: 0.0272598 Dec 08 22:16:20.954035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35468) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:20.980255 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9fd39a-0da4-4ab3-8b4f-f303175579ad tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:20.980881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9fd39a-0da4-4ab3-8b4f-f303175579ad tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:20.984048 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7c9fd39a-0da4-4ab3-8b4f-f303175579ad tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/29e3a77c-3c07-4086-8658-49a02662161e HTTP/1.1" status: 404 len: 333 time: 0.0291314 Dec 08 22:16:20.986331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35470) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.010781 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f273ddb0-1097-4e88-968f-9c03120a40b6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.011210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f273ddb0-1097-4e88-968f-9c03120a40b6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.014693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f273ddb0-1097-4e88-968f-9c03120a40b6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/caf2fcd1-d0ab-4ad2-aba0-4b1f05f9a7c6 HTTP/1.1" status: 404 len: 337 time: 0.0274651 Dec 08 22:16:21.016830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35472) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.038128 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1033210-9fb0-4889-a986-f6bbed180bb0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.038736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1033210-9fb0-4889-a986-f6bbed180bb0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.041624 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e1033210-9fb0-4889-a986-f6bbed180bb0 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/695c1317-bc93-4233-874b-68a125bfe9d1 HTTP/1.1" status: 404 len: 333 time: 0.0239356 Dec 08 22:16:21.043995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35474) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.068670 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca69516-21bd-4eb7-b436-c48f78b14889 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.069101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca69516-21bd-4eb7-b436-c48f78b14889 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.072051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dca69516-21bd-4eb7-b436-c48f78b14889 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/10f82725-c29c-48e3-bcc9-eee8114721d9 HTTP/1.1" status: 404 len: 337 time: 0.0271902 Dec 08 22:16:21.074225 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35476) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.095720 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a609612-345c-4349-8db9-0ae8f7fefc5b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.096306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a609612-345c-4349-8db9-0ae8f7fefc5b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.099177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5a609612-345c-4349-8db9-0ae8f7fefc5b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/25cfb608-7f3e-4e1d-89cf-79c8c4c4857d HTTP/1.1" status: 404 len: 333 time: 0.0234849 Dec 08 22:16:21.101262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35478) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.125875 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc91c79-acfe-48af-80fe-fff32a9851ae tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.126461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc91c79-acfe-48af-80fe-fff32a9851ae tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.129105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-edc91c79-acfe-48af-80fe-fff32a9851ae tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/ca15ba8b-48a8-436b-91fc-8f1897266b2e HTTP/1.1" status: 404 len: 337 time: 0.0269961 Dec 08 22:16:21.131168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35480) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.156378 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7787937a-2bae-4409-bff1-87dd856f88b6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.156983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7787937a-2bae-4409-bff1-87dd856f88b6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.159871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7787937a-2bae-4409-bff1-87dd856f88b6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/39c46a77-07f8-45d1-be81-077442bf2342 HTTP/1.1" status: 404 len: 333 time: 0.0278568 Dec 08 22:16:21.162081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35482) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.186487 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-1183ccf7-b415-46b2-b67d-3de63765d42d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.186947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1183ccf7-b415-46b2-b67d-3de63765d42d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.189783 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1183ccf7-b415-46b2-b67d-3de63765d42d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/b0943611-81f8-400f-8954-a8baa71f54a5 HTTP/1.1" status: 404 len: 337 time: 0.0268998 Dec 08 22:16:21.191882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35484) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.214228 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4631b056-4c51-4314-9ab8-39cd746556fe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.214354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4631b056-4c51-4314-9ab8-39cd746556fe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.217943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4631b056-4c51-4314-9ab8-39cd746556fe tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/189c2ef9-35e4-4416-888d-34b0bb0eb0c2 HTTP/1.1" status: 404 len: 333 time: 0.0252006 Dec 08 22:16:21.220372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35486) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.246375 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-221201e4-b3b7-4a5c-82aa-e37c1471c064 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.246841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221201e4-b3b7-4a5c-82aa-e37c1471c064 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.249712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-221201e4-b3b7-4a5c-82aa-e37c1471c064 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/86f65429-2422-49a1-a9bd-09511c981279 HTTP/1.1" status: 404 len: 337 time: 0.0284636 Dec 08 22:16:21.251973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35488) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.275850 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44a2928-7fd9-40c5-8e89-46b7bc041b97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.276279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44a2928-7fd9-40c5-8e89-46b7bc041b97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.279673 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f44a2928-7fd9-40c5-8e89-46b7bc041b97 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/953d1d28-5c4c-4028-a21b-6d1000b947c5 HTTP/1.1" status: 404 len: 337 time: 0.0268433 Dec 08 22:16:21.281822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35490) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.303038 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-2801e4d8-89c3-47a2-b327-9055b1a0783f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.303613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2801e4d8-89c3-47a2-b327-9055b1a0783f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.306431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2801e4d8-89c3-47a2-b327-9055b1a0783f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/bbd94818-c443-4a78-84d9-5b66733f87e4 HTTP/1.1" status: 404 len: 333 time: 0.0237646 Dec 08 22:16:21.308567 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35492) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.336083 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-315dbd7a-1a56-4f7b-a854-64d89742e20f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.336513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315dbd7a-1a56-4f7b-a854-64d89742e20f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.339397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-315dbd7a-1a56-4f7b-a854-64d89742e20f tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/d2539bf4-382d-47ee-92d6-34f0c3d82c80 HTTP/1.1" status: 404 len: 337 time: 0.0299511 Dec 08 22:16:21.342233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35494) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.367055 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b2f88b-eecc-432d-aaa0-471747db4434 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.367483 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b2f88b-eecc-432d-aaa0-471747db4434 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.370309 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01b2f88b-eecc-432d-aaa0-471747db4434 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/ad7b5a9a-1e92-4538-b6de-e6aeafc19b49 HTTP/1.1" status: 404 len: 337 time: 0.0271928 Dec 08 22:16:21.372966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35496) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.394455 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bcc899-930a-4aa4-83ff-21e5b10cfe9b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.395013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bcc899-930a-4aa4-83ff-21e5b10cfe9b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.397886 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-01bcc899-930a-4aa4-83ff-21e5b10cfe9b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/d6b6ecfb-efa2-4f7d-8846-c5e63b367d87 HTTP/1.1" status: 404 len: 333 time: 0.0240726 Dec 08 22:16:21.400035 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35500) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.424505 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97141f8-ce89-4907-8fb3-6181dc8e223b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.424933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97141f8-ce89-4907-8fb3-6181dc8e223b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.427787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d97141f8-ce89-4907-8fb3-6181dc8e223b tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/e6a24d4d-b18b-414a-b79d-d82d1b72367b HTTP/1.1" status: 404 len: 337 time: 0.0268989 Dec 08 22:16:21.429811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35502) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.454206 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbef1d45-af52-43f0-a036-b7cb4271f991 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.454634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbef1d45-af52-43f0-a036-b7cb4271f991 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.457485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cbef1d45-af52-43f0-a036-b7cb4271f991 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/8d4b51ef-7f69-4cba-9ac2-0bfbfd395c7c HTTP/1.1" status: 404 len: 337 time: 0.0268233 Dec 08 22:16:21.459671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35504) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.481274 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6951efa9-930e-4a48-aa3d-200c10d2ab87 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.481850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6951efa9-930e-4a48-aa3d-200c10d2ab87 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.485017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6951efa9-930e-4a48-aa3d-200c10d2ab87 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/fd201d02-64a7-43b4-9109-851cd496f69a HTTP/1.1" status: 404 len: 333 time: 0.0244944 Dec 08 22:16:21.487125 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35506) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.515539 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d456d1a5-aab1-4e2e-970a-efd6b99382e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.515971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d456d1a5-aab1-4e2e-970a-efd6b99382e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.518817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d456d1a5-aab1-4e2e-970a-efd6b99382e6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/6832df00-30f5-4e9d-b9ea-7ee08c6a814c HTTP/1.1" status: 404 len: 337 time: 0.0308113 Dec 08 22:16:21.520943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35508) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.545587 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-80422db9-cc5c-4c42-868c-a56b33508799 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.546016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80422db9-cc5c-4c42-868c-a56b33508799 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.549035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-80422db9-cc5c-4c42-868c-a56b33508799 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/6f3c7841-87c9-4056-a5ea-0f004f402e12 HTTP/1.1" status: 404 len: 337 time: 0.0272350 Dec 08 22:16:21.551502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.577702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bffa5a62-ca3f-4622-b05f-3e9578255d1a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2cab862-ddf5-4394-8918-8700517812fd HTTP/1.1" status: 200 len: 205 time: 0.0251148 Dec 08 22:16:21.580013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35512) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.615530 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-36d4ef45-c400-4f35-b72d-ad4709822b70 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] delete failed (client error): The resource could not be found. Dec 08 22:16:21.616500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-36d4ef45-c400-4f35-b72d-ad4709822b70 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/routers/a2cab862-ddf5-4394-8918-8700517812fd HTTP/1.1" status: 404 len: 336 time: 0.0356150 Dec 08 22:16:21.618792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35514) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.648264 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44f18b1-f164-4c0d-ba33-00824d29be67 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.648629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44f18b1-f164-4c0d-ba33-00824d29be67 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.651727 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a44f18b1-f164-4c0d-ba33-00824d29be67 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/9d8f5fcf-73fa-4a24-aaf5-78a1825b16f8 HTTP/1.1" status: 404 len: 337 time: 0.0320463 Dec 08 22:16:21.654636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35516) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.680843 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-41a8aefd-ebe3-41ab-8fb5-08c19a52f9ec tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "GET /v2.0/ports?device_id=f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 HTTP/1.1" status: 200 len: 205 time: 0.0250671 Dec 08 22:16:21.683029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35518) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.718802 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-bfd4178f-2575-4b43-87e0-692c6ee3eafb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] delete failed (client error): The resource could not be found. Dec 08 22:16:21.719764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfd4178f-2575-4b43-87e0-692c6ee3eafb tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/routers/f48dfb4e-d679-4fd9-859a-2e8a1a21e2c2 HTTP/1.1" status: 404 len: 336 time: 0.0358582 Dec 08 22:16:21.722096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35520) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.748358 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8594bd1-5438-4383-a317-4608bbea35ea tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.748797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8594bd1-5438-4383-a317-4608bbea35ea tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.751749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f8594bd1-5438-4383-a317-4608bbea35ea tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/dd4c8351-c62a-4623-8fd9-cb5c625b243c HTTP/1.1" status: 404 len: 337 time: 0.0287910 Dec 08 22:16:21.754090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35522) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.782919 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-582e0bcf-f2d4-4d63-a58e-176a3acc3703 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.783359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582e0bcf-f2d4-4d63-a58e-176a3acc3703 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.786248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-582e0bcf-f2d4-4d63-a58e-176a3acc3703 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/02276f31-07b0-4700-8e48-44616c02ba14 HTTP/1.1" status: 404 len: 337 time: 0.0312746 Dec 08 22:16:21.788570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35524) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.810855 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b093020-92a4-4b12-854f-7a6b6e1051c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.811443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b093020-92a4-4b12-854f-7a6b6e1051c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.814289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2b093020-92a4-4b12-854f-7a6b6e1051c6 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/90db0c7c-a9ad-4095-81a7-28c0306495ac HTTP/1.1" status: 404 len: 333 time: 0.0248621 Dec 08 22:16:21.816511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35526) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.840940 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7164c2-3de8-4da2-87ba-fba28facd551 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.841366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7164c2-3de8-4da2-87ba-fba28facd551 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.844235 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3c7164c2-3de8-4da2-87ba-fba28facd551 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/202887d8-980e-487d-85cc-5ae95cab73a0 HTTP/1.1" status: 404 len: 337 time: 0.0268683 Dec 08 22:16:21.846883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35528) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.868596 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf61ba4-453f-4ff6-839b-424d3b4d65dc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.869190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf61ba4-453f-4ff6-839b-424d3b4d65dc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.872156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0cf61ba4-453f-4ff6-839b-424d3b4d65dc tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/c9e886bd-9903-4cc1-80df-ec6472f7ab2a HTTP/1.1" status: 404 len: 333 time: 0.0244150 Dec 08 22:16:21.874236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35530) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.898010 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab129bc9-0d9b-45ab-9561-d753b434f0d9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.898491 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab129bc9-0d9b-45ab-9561-d753b434f0d9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.901301 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ab129bc9-0d9b-45ab-9561-d753b434f0d9 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/736cb053-b872-42a1-b1b3-be5176d18015 HTTP/1.1" status: 404 len: 337 time: 0.0261803 Dec 08 22:16:21.903944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35532) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.925725 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-67062413-dbbb-469d-a291-211f98920a63 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.926317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67062413-dbbb-469d-a291-211f98920a63 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.929238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-67062413-dbbb-469d-a291-211f98920a63 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/1631f5bb-cdf7-4d48-bbeb-4c1b889b8c43 HTTP/1.1" status: 404 len: 333 time: 0.0244179 Dec 08 22:16:21.931440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35534) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.959074 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1eef181-e5ad-4d79-bbcb-32b3f27ac9a8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.959513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1eef181-e5ad-4d79-bbcb-32b3f27ac9a8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.962380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b1eef181-e5ad-4d79-bbcb-32b3f27ac9a8 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/76afec27-bf88-4b37-8a91-7d21256e7fea HTTP/1.1" status: 404 len: 337 time: 0.0300772 Dec 08 22:16:21.964540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35536) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:21.986859 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a96209-62e5-4719-8dca-70b4a0ae7b7a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:21.987454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a96209-62e5-4719-8dca-70b4a0ae7b7a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:21.990303 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-76a96209-62e5-4719-8dca-70b4a0ae7b7a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/c6688342-b465-4052-9bda-641de52eec43 HTTP/1.1" status: 404 len: 333 time: 0.0244145 Dec 08 22:16:21.992415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35538) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.016385 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-44891a2e-9082-4ae8-9cd4-6bee624fd3a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:22.016822 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44891a2e-9082-4ae8-9cd4-6bee624fd3a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:22.019705 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-44891a2e-9082-4ae8-9cd4-6bee624fd3a3 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/4e441918-e68d-4541-8cfc-b168475416bb HTTP/1.1" status: 404 len: 337 time: 0.0264404 Dec 08 22:16:22.021759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35540) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.043688 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a2aa79-d104-47c1-8a66-37fcf95abc32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:22.044858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a2aa79-d104-47c1-8a66-37fcf95abc32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:22.047209 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a6a2aa79-d104-47c1-8a66-37fcf95abc32 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/5df51389-4746-43b1-a260-235f26fe4fa2 HTTP/1.1" status: 404 len: 333 time: 0.0245938 Dec 08 22:16:22.049368 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35542) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.074279 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb27aff0-6c60-40fb-af64-e3a4b960b87a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:22.074744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb27aff0-6c60-40fb-af64-e3a4b960b87a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:22.077764 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bb27aff0-6c60-40fb-af64-e3a4b960b87a tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/d34440eb-e797-41f9-a841-9a7c4e10b36a HTTP/1.1" status: 404 len: 337 time: 0.0275371 Dec 08 22:16:22.080255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35544) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.098952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device af758a61-d0f0-4a45-a877-6f005b96db03 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:22.102533 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8eb98c7-3073-47e1-b584-2177f29def23 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:22.103193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8eb98c7-3073-47e1-b584-2177f29def23 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:22.106795 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c8eb98c7-3073-47e1-b584-2177f29def23 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/6b58eef5-5e63-4fc7-a9ab-12c124bd08e0 HTTP/1.1" status: 404 len: 333 time: 0.0256186 Dec 08 22:16:22.109513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35546) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.119698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: af758a61-d0f0-4a45-a877-6f005b96db03 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:22.120118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device af758a61-d0f0-4a45-a877-6f005b96db03 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:22.136025 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:16:22.138774 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-75966528-e85e-4594-88aa-f5f0d95f50ee tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:22.139219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75966528-e85e-4594-88aa-f5f0d95f50ee tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:22.142173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-75966528-e85e-4594-88aa-f5f0d95f50ee tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/11151d20-821c-4ce4-bc6f-14efeeac7828 HTTP/1.1" status: 404 len: 337 time: 0.0317678 Dec 08 22:16:22.144664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35548) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.166965 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc33d1dc-df40-4680-8aff-c6e21bbd877d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:22.167590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc33d1dc-df40-4680-8aff-c6e21bbd877d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:22.170533 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dc33d1dc-df40-4680-8aff-c6e21bbd877d tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/ports/7920bc72-586d-4a58-a824-ded2f589ffb0 HTTP/1.1" status: 404 len: 333 time: 0.0249825 Dec 08 22:16:22.172966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35550) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.197508 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-828d3698-60a7-463c-9366-03129bcf4742 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] DELETE failed (client error): The resource could not be found. Dec 08 22:16:22.197953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828d3698-60a7-463c-9366-03129bcf4742 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:16:22.201432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-828d3698-60a7-463c-9366-03129bcf4742 tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/subnets/0222c8d2-031f-463c-bd39-bd33b02abc66 HTTP/1.1" status: 404 len: 337 time: 0.0276222 Dec 08 22:16:22.203852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35554) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.280538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.362096 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.380672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd33fd0-6b20-4e43-925b-b9ecb376f956']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:22.390019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de62e803-1590-4437-af10-71a112e9b543') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:22.390314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de62e803-1590-4437-af10-71a112e9b543') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:22.399293 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.412322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.417990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:16:22.418341 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:16:22.421179 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:16:22.479130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.486538 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.490011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] 10.222.0.21 "DELETE /v2.0/networks/fcd33fd0-6b20-4e43-925b-b9ecb376f956 HTTP/1.1" status: 204 len: 168 time: 0.2852707 Dec 08 22:16:22.501890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4f4df-4dc0-4d93-a20e-d0c0ba8648bd tempest-NetworksTestDHCPv6-1888370475 tempest-NetworksTestDHCPv6-1888370475-project] Pushing event deleted for resources: {'Network': ['ID=fcd33fd0-6b20-4e43-925b-b9ecb376f956,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:22.723119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35560) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.852217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-def26f8f-d0e8-42f7-ba75-99f9439e192c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1567fdcd205c4e0fa07c482c63a8d4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279478 Dec 08 22:16:22.854615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35564) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:22.900896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6ad622e-1563-4caa-9c08-ee0fe0202f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.921168 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6ad622e-1563-4caa-9c08-ee0fe0202f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.966087 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6ad622e-1563-4caa-9c08-ee0fe0202f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.968686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6ad622e-1563-4caa-9c08-ee0fe0202f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:22.969906 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f6ad622e-1563-4caa-9c08-ee0fe0202f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0b59490-359a-430b-8666-fb8bb85b9c7c HTTP/1.1" status: 204 len: 168 time: 0.1143177 Dec 08 22:16:22.977449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad622e-1563-4caa-9c08-ee0fe0202f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b59490-359a-430b-8666-fb8bb85b9c7c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:23.580883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35588) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:23.673477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-339547506'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:23.698248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Made reservation on behalf of 3dd06440b9d947149a58d930ced61bf5 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:23.701694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:23.709928 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:23.780758 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:23.784353 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:23.806115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:16:23.819733 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a16560-96e7-4cfd-9cce-75d199cdc36e,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:23.824403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:23.824745 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Added segment 4bb0f050-7f1d-4751-a661-1be29865b1d9 of type vlan for network 8b8f7aa5-50da-44a7-9c04-d94674310052 Dec 08 22:16:23.864166 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:23.888298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:23.893812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:23.894389 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:23.947948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3658807 Dec 08 22:16:23.950680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35592) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:23.957518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Request body: {'subnet': {'network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:24.004891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cd447-f2d0-444f-a593-1bd48cb0aef2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'Network': ['ID=8b8f7aa5-50da-44a7-9c04-d94674310052,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:24.015100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:16:24.055168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Made reservation on behalf of 3dd06440b9d947149a58d930ced61bf5 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:24.059078 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.546601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.612552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'Subnet': ['ID=f5572e43-416b-45e5-b0a7-d7bb76c972b0,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:24.616849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Checking segment: {'id': '4bb0f050-7f1d-4751-a661-1be29865b1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:16:24.617207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Network hostable DHCP agents. Network: 8b8f7aa5-50da-44a7-9c04-d94674310052, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:16:24.633863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:16:24.642685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8b8f7aa5-50da-44a7-9c04-d94674310052) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:24.647431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:24.647999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.651071 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87507da3-87a9-48c7-a6d3-ad75add08e13 None None] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:24.665396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fc9b09b9-7819-4558-a231-3ebfff60d010 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7136886 Dec 08 22:16:24.668573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35594) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:24.673329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e12dd769-4745-4901-a36d-8556e15246d6 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1514420541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:24.697020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e12dd769-4745-4901-a36d-8556e15246d6 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.698108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e12dd769-4745-4901-a36d-8556e15246d6 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.750156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e12dd769-4745-4901-a36d-8556e15246d6 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.754777 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e12dd769-4745-4901-a36d-8556e15246d6 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.772088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e12dd769-4745-4901-a36d-8556e15246d6 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.773287 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e12dd769-4745-4901-a36d-8556e15246d6 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1036482 Dec 08 22:16:24.776061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35596) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:24.797991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8b8f7aa5-50da-44a7-9c04-d94674310052', 'network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052', 'tenant_id': '3dd06440b9d947149a58d930ced61bf5', 'fixed_ips': [{'subnet_id': 'f5572e43-416b-45e5-b0a7-d7bb76c972b0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:16:24.799355 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:24.933407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Allocated IP 172.20.0.2 (8b8f7aa5-50da-44a7-9c04-d94674310052/f5572e43-416b-45e5-b0a7-d7bb76c972b0/3d25d4f0-4d8e-4920-b596-01c4f9d37937) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:25.051300 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.075090 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.080671 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.118122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:25.122268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:25.128796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:25.130801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Pushing event updated for resources: {'Port': ['ID=3d25d4f0-4d8e-4920-b596-01c4f9d37937,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:25.183814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Attempting to bind port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:16:25.184178 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Attempting to bind port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '4bb0f050-7f1d-4751-a661-1be29865b1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:16:25.184563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Attempting to bind port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 on network 8b8f7aa5-50da-44a7-9c04-d94674310052 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:16:25.189415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:16:25.189784 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Checking segment: {'id': '4bb0f050-7f1d-4751-a661-1be29865b1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:16:25.190187 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.190579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Bound using segment: {'id': '4bb0f050-7f1d-4751-a661-1be29865b1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:16:25.191065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Bound port: 3d25d4f0-4d8e-4920-b596-01c4f9d37937, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb0f050-7f1d-4751-a661-1be29865b1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:16:25.191459 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.255536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] For port 3d25d4f0-4d8e-4920-b596-01c4f9d37937, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:16:25.258467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] For port 3d25d4f0-4d8e-4920-b596-01c4f9d37937, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3d25d4f0-4d8e-4920-b596-01c4f9d37937,segment=NetworkSegment(4bb0f050-7f1d-4751-a661-1be29865b1d9),segment_id=4bb0f050-7f1d-4751-a661-1be29865b1d9)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:16:25.263839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.299927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Allocated IP 172.20.0.1 (8b8f7aa5-50da-44a7-9c04-d94674310052/f5572e43-416b-45e5-b0a7-d7bb76c972b0/6bf25c70-1055-4a57-9aeb-8fc8a2945ec2) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:25.322475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611a01f-049b-404f-a01f-64ad9c537b8b None None] Pushing event updated for resources: {'Port': ['ID=3d25d4f0-4d8e-4920-b596-01c4f9d37937,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:25.421038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.455613 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.517213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:25.523246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:25.527219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:25.531530 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'Port': ['ID=6bf25c70-1055-4a57-9aeb-8fc8a2945ec2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:25.572680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.690287 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.953298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:25.958006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.032194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'Port': ['ID=6bf25c70-1055-4a57-9aeb-8fc8a2945ec2,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:26.035883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.147376 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:26.148838 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:26.153675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3d25d4f0-4d8e-4920-b596-01c4f9d37937 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:16:26.207355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:26.208106 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.229240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f5998-6f59-490d-a36f-ed982b19cb0a None None] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:26.274826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Router ce8b024f-ce12-4f20-a575-27edba663dc6 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:16:26.309255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-cd90f7a0-5159-4239-b8af-1aa8948393c4 None None] Provisioning complete for port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:26.309622 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd90f7a0-5159-4239-b8af-1aa8948393c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.362697 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:16:26.368591 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-64e92db6-3aa8-462b-8dd8-164f57312109 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "PUT /v2.0/routers/ce8b024f-ce12-4f20-a575-27edba663dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5909145 Dec 08 22:16:26.370430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35598) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:26.374750 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f59f0-68ea-412e-8708-19f24e19f6d6 None None] Sync routers for ids ['ce8b024f-ce12-4f20-a575-27edba663dc6'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:16:26.378911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Request body: {'port': {'network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052', 'name': 'tempest-FloatingIPNegativeTestJSON-302012918'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:26.383663 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f59f0-68ea-412e-8708-19f24e19f6d6 None None] Routers {'ce8b024f-ce12-4f20-a575-27edba663dc6'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:16:26.384376 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-be4f59f0-68ea-412e-8708-19f24e19f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:16:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ce8b024f-ce12-4f20-a575-27edba663dc6'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:26.415886 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-be4f59f0-68ea-412e-8708-19f24e19f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:26.424453 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f59f0-68ea-412e-8708-19f24e19f6d6 None None] Routers {'ce8b024f-ce12-4f20-a575-27edba663dc6'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:16:26.425158 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-be4f59f0-68ea-412e-8708-19f24e19f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:16:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ce8b024f-ce12-4f20-a575-27edba663dc6'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:26.432249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.460490 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-be4f59f0-68ea-412e-8708-19f24e19f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:26.461179 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f59f0-68ea-412e-8708-19f24e19f6d6 None None] The sync data for ids ['ce8b024f-ce12-4f20-a575-27edba663dc6'] in n-d-821126-1 is: [] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:16:26.492692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Made reservation on behalf of 3dd06440b9d947149a58d930ced61bf5 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:16:26.496942 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.512984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 3d25d4f0-4d8e-4920-b596-01c4f9d37937, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3d25d4f0-4d8e-4920-b596-01c4f9d37937,segment=NetworkSegment(4bb0f050-7f1d-4751-a661-1be29865b1d9),segment_id=4bb0f050-7f1d-4751-a661-1be29865b1d9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:26.514844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] device_id is not set on port c6042ee8-957e-486a-9a3f-f93b8010de67 yet. {{(pid=102389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 22:16:26.519642 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd90f7a0-5159-4239-b8af-1aa8948393c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.522210 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.611279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=3d25d4f0-4d8e-4920-b596-01c4f9d37937,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:26.623370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-cd90f7a0-5159-4239-b8af-1aa8948393c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:16:26.623737 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-cd90f7a0-5159-4239-b8af-1aa8948393c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:16:26.632422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Allocated IP 172.20.0.13 (8b8f7aa5-50da-44a7-9c04-d94674310052/f5572e43-416b-45e5-b0a7-d7bb76c972b0/c6042ee8-957e-486a-9a3f-f93b8010de67) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:26.782113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.823877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.869702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:26.873384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:26.876124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:26.904973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'Port': ['ID=c6042ee8-957e-486a-9a3f-f93b8010de67,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:26.934085 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:26.934653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:26.951828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6f25dcf4-26b7-4444-ad2a-093ca2cb7101 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5796351 Dec 08 22:16:26.954916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35600) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:26.959685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:26.983259 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.086691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.193127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Allocated IP 172.25.1.242 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/f8bac65d-67b3-4fb8-8e2c-09754ff73bc8) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:27.280294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e7b72528-38f3-426d-969b-45c12ce045f5 None None] Provisioning complete for port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:27.280868 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e7b72528-38f3-426d-969b-45c12ce045f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.299403 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.333840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.368248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e7b72528-38f3-426d-969b-45c12ce045f5 None None] Provisioning complete for port c6042ee8-957e-486a-9a3f-f93b8010de67 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:27.368622 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e7b72528-38f3-426d-969b-45c12ce045f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.369849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:27.373413 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:27.376912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:27.401671 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e7b72528-38f3-426d-969b-45c12ce045f5 None None] Port c6042ee8-957e-486a-9a3f-f93b8010de67 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:16:27.403774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'Port': ['ID=f8bac65d-67b3-4fb8-8e2c-09754ff73bc8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:27.411099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e7b72528-38f3-426d-969b-45c12ce045f5 None None] Provisioning complete for port 6bf25c70-1055-4a57-9aeb-8fc8a2945ec2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:27.411471 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e7b72528-38f3-426d-969b-45c12ce045f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.445322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e7b72528-38f3-426d-969b-45c12ce045f5 None None] Port 6bf25c70-1055-4a57-9aeb-8fc8a2945ec2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:16:27.470046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.503139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.649012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.653308 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.718164 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'Port': ['ID=f8bac65d-67b3-4fb8-8e2c-09754ff73bc8,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:27.729146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.744776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.746122 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6e6a209e-dd5a-4b5c-b3b2-e057b261fd64 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7901239 Dec 08 22:16:27.749516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35602) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:27.753787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ae168c3f-feae-4867-b5b0-52bfab31800f tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Request body: {'floatingip': {'port_id': 'c6042ee8-957e-486a-9a3f-f93b8010de67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:27.796267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ae168c3f-feae-4867-b5b0-52bfab31800f tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for floatingip, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:27.899769 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-ae168c3f-feae-4867-b5b0-52bfab31800f tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] update failed (client error): The resource could not be found. Dec 08 22:16:27.900819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ae168c3f-feae-4867-b5b0-52bfab31800f tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "PUT /v2.0/floatingips/44fce6f8-6bc4-40e3-bc53-7f00c7f521e3 HTTP/1.1" status: 404 len: 507 time: 0.1503971 Dec 08 22:16:27.904176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35604) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:28.022958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Deleting port f8bac65d-67b3-4fb8-8e2c-09754ff73bc8 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:28.023221 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.100585 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.100914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.107829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3d25d4f0-4d8e-4920-b596-01c4f9d37937 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:16:28.113658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Calling delete_port for f8bac65d-67b3-4fb8-8e2c-09754ff73bc8 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:28.153958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:16:28.154325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.251446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.276363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event deleted for resources: {'Port': ['ID=f8bac65d-67b3-4fb8-8e2c-09754ff73bc8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:28.335327 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.337949 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.339124 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-822f2661-698a-4214-a4ec-b6ff2249b40a tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "DELETE /v2.0/floatingips/44fce6f8-6bc4-40e3-bc53-7f00c7f521e3 HTTP/1.1" status: 204 len: 168 time: 0.4340699 Dec 08 22:16:28.343469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35610) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:28.347714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-773681e4-36b0-4fd6-b5f9-908186b8f2d2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Request body: {'floatingip': {'floating_network_id': '8b8f7aa5-50da-44a7-9c04-d94674310052', 'port_id': 'c6042ee8-957e-486a-9a3f-f93b8010de67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:28.369341 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-773681e4-36b0-4fd6-b5f9-908186b8f2d2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.476066 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-773681e4-36b0-4fd6-b5f9-908186b8f2d2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:28.477231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-773681e4-36b0-4fd6-b5f9-908186b8f2d2 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1328449 Dec 08 22:16:28.480859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35612) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:28.485311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'c6042ee8-957e-486a-9a3f-f93b8010de67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:28.506907 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.602744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.702669 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Allocated IP 172.25.1.163 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/0e4097a3-2ab0-4fb9-8fb5-8bd1fa6e362c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:16:28.804621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.837936 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:28.878699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:16:28.884394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:16:28.886331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event updated for resources: {'Port': ['ID=0e4097a3-2ab0-4fb9-8fb5-8bd1fa6e362c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:28.889011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:16:29.037770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Deleting port 0e4097a3-2ab0-4fb9-8fb5-8bd1fa6e362c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:29.038112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:29.110491 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:29.110853 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:29.122637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Calling delete_port for 0e4097a3-2ab0-4fb9-8fb5-8bd1fa6e362c owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:29.245483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:29.271665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event deleted for resources: {'Port': ['ID=0e4097a3-2ab0-4fb9-8fb5-8bd1fa6e362c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:29.298734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35618) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:29.395569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58194a5-f9cf-4b4e-be39-d1b0e8517a77 req-a4484126-be49-4a04-9205-bf4d0757c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:29.397136 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58194a5-f9cf-4b4e-be39-d1b0e8517a77 req-a4484126-be49-4a04-9205-bf4d0757c454 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1096 time: 0.0972879 Dec 08 22:16:29.432540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c58194a5-f9cf-4b4e-be39-d1b0e8517a77 req-529a8a90-5f4c-4cbd-844c-f41f7227ed52 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291147 Dec 08 22:16:29.645952 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] create failed (client error): The resource could not be found. Dec 08 22:16:29.647031 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fbcc7cc3-586f-48a5-ac81-805c28616c32 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1652477 Dec 08 22:16:29.650958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35624) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:29.735559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-49a7cb86-0ba1-4415-b58b-aee4efa90e40 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Deleting port c6042ee8-957e-486a-9a3f-f93b8010de67 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:29.735821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49a7cb86-0ba1-4415-b58b-aee4efa90e40 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:29.827731 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49a7cb86-0ba1-4415-b58b-aee4efa90e40 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:29.839393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-49a7cb86-0ba1-4415-b58b-aee4efa90e40 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Calling delete_port for c6042ee8-957e-486a-9a3f-f93b8010de67 owned by {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:29.975146 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49a7cb86-0ba1-4415-b58b-aee4efa90e40 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:30.003793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7cb86-0ba1-4415-b58b-aee4efa90e40 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event deleted for resources: {'Port': ['ID=c6042ee8-957e-486a-9a3f-f93b8010de67,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:30.074067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49a7cb86-0ba1-4415-b58b-aee4efa90e40 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:30.082000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-49a7cb86-0ba1-4415-b58b-aee4efa90e40 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "DELETE /v2.0/ports/c6042ee8-957e-486a-9a3f-f93b8010de67 HTTP/1.1" status: 204 len: 168 time: 0.4274807 Dec 08 22:16:30.082000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35634) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:30.134749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7f0a4e-830d-4822-85e3-de7a362bd373 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:16:30.136547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cd7f0a4e-830d-4822-85e3-de7a362bd373 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce8b024f-ce12-4f20-a575-27edba663dc6 HTTP/1.1" status: 200 len: 913 time: 0.0536673 Dec 08 22:16:30.140126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35636) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:30.514254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:30.743928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Deleting port 6bf25c70-1055-4a57-9aeb-8fc8a2945ec2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:30.744273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:30.833393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:30.844803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Calling delete_port for 6bf25c70-1055-4a57-9aeb-8fc8a2945ec2 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:31.008226 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.033824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event deleted for resources: {'Port': ['ID=6bf25c70-1055-4a57-9aeb-8fc8a2945ec2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:31.177248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.326952 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Router ce8b024f-ce12-4f20-a575-27edba663dc6 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:16:31.400886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:16:31.405902 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-99818b20-2a20-4759-b124-3df3cb12a42d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "PUT /v2.0/routers/ce8b024f-ce12-4f20-a575-27edba663dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2645304 Dec 08 22:16:31.408572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35644) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:31.410536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec0fdc-8d8b-423e-aedb-babbd07ce2eb None None] Sync routers for ids ['ce8b024f-ce12-4f20-a575-27edba663dc6'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:16:31.420115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec0fdc-8d8b-423e-aedb-babbd07ce2eb None None] Routers {'ce8b024f-ce12-4f20-a575-27edba663dc6'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:16:31.420715 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-80ec0fdc-8d8b-423e-aedb-babbd07ce2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:16:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ce8b024f-ce12-4f20-a575-27edba663dc6'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:31.452054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-80ec0fdc-8d8b-423e-aedb-babbd07ce2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:31.460277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec0fdc-8d8b-423e-aedb-babbd07ce2eb None None] Routers {'ce8b024f-ce12-4f20-a575-27edba663dc6'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:16:31.460852 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-80ec0fdc-8d8b-423e-aedb-babbd07ce2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:16:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['ce8b024f-ce12-4f20-a575-27edba663dc6'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:31.483763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30312d36-448f-4ffa-8857-8487575ca970 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.494577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-80ec0fdc-8d8b-423e-aedb-babbd07ce2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:31.495239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec0fdc-8d8b-423e-aedb-babbd07ce2eb None None] The sync data for ids ['ce8b024f-ce12-4f20-a575-27edba663dc6'] in n-d-821126-1 is: [] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:16:31.638674 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30312d36-448f-4ffa-8857-8487575ca970 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.640748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30312d36-448f-4ffa-8857-8487575ca970 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.682957 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30312d36-448f-4ffa-8857-8487575ca970 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.683549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30312d36-448f-4ffa-8857-8487575ca970 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Fanout notify agent at l3_agent the message router_deleted on router ce8b024f-ce12-4f20-a575-27edba663dc6 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:16:31.690788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30312d36-448f-4ffa-8857-8487575ca970 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.691928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-30312d36-448f-4ffa-8857-8487575ca970 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "DELETE /v2.0/routers/ce8b024f-ce12-4f20-a575-27edba663dc6 HTTP/1.1" status: 204 len: 168 time: 0.2823710 Dec 08 22:16:31.694372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35646) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:31.747816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e5eeca-3add-4b53-8e79-6323b32920c1 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Deleting subnet f5572e43-416b-45e5-b0a7-d7bb76c972b0 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:16:31.750698 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45e5eeca-3add-4b53-8e79-6323b32920c1 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.797325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45e5eeca-3add-4b53-8e79-6323b32920c1 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.877532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45e5eeca-3add-4b53-8e79-6323b32920c1 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.937873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45e5eeca-3add-4b53-8e79-6323b32920c1 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.963935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5eeca-3add-4b53-8e79-6323b32920c1 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event deleted for resources: {'Subnet': ['ID=f5572e43-416b-45e5-b0a7-d7bb76c972b0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:31.968155 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-45e5eeca-3add-4b53-8e79-6323b32920c1 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:31.971278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-45e5eeca-3add-4b53-8e79-6323b32920c1 tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "DELETE /v2.0/subnets/f5572e43-416b-45e5-b0a7-d7bb76c972b0 HTTP/1.1" status: 204 len: 168 time: 0.2759383 Dec 08 22:16:31.973987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35648) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:31.976519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7d49b-c560-4bfa-aaac-fda95fe83cee None None] Network 8b8f7aa5-50da-44a7-9c04-d94674310052 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:16:32.048794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.109195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Deleting port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:32.109652 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.144839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] DHCP port deletion for 8b8f7aa5-50da-44a7-9c04-d94674310052 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:16:32.180811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] For port 3d25d4f0-4d8e-4920-b596-01c4f9d37937, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3d25d4f0-4d8e-4920-b596-01c4f9d37937,segment=NetworkSegment(4bb0f050-7f1d-4751-a661-1be29865b1d9),segment_id=4bb0f050-7f1d-4751-a661-1be29865b1d9)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:32.181185 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.195824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Calling delete_port for 3d25d4f0-4d8e-4920-b596-01c4f9d37937 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:32.198537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] Deleting port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:16:32.200040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.264931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] For port 3d25d4f0-4d8e-4920-b596-01c4f9d37937, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3d25d4f0-4d8e-4920-b596-01c4f9d37937,segment=NetworkSegment(4bb0f050-7f1d-4751-a661-1be29865b1d9),segment_id=4bb0f050-7f1d-4751-a661-1be29865b1d9)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:16:32.265431 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.279681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] Calling delete_port for 3d25d4f0-4d8e-4920-b596-01c4f9d37937 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:16:32.287943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.315630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event deleted for resources: {'Port': ['ID=3d25d4f0-4d8e-4920-b596-01c4f9d37937,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:32.319844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] No DVR routers for this DVR port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:16:32.355593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.387592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] Pushing event deleted for resources: {'Port': ['ID=3d25d4f0-4d8e-4920-b596-01c4f9d37937,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:32.388506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc32cd2e-525e-4769-b3ee-ca478327f78e None None] No DVR routers for this DVR port 3d25d4f0-4d8e-4920-b596-01c4f9d37937 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:16:32.410377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.429930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8f7aa5-50da-44a7-9c04-d94674310052']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:32.440338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb0f050-7f1d-4751-a661-1be29865b1d9') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:32.440636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb0f050-7f1d-4751-a661-1be29865b1d9') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:16:32.455190 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.467756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.473415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:16:32.473794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:16:32.476790 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:16:32.532757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.539418 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.542403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] 10.222.0.21 "DELETE /v2.0/networks/8b8f7aa5-50da-44a7-9c04-d94674310052 HTTP/1.1" status: 204 len: 168 time: 0.5674212 Dec 08 22:16:32.553836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb23b0-bec7-46dd-b444-77e185efc14d tempest-FloatingIPNegativeTestJSON-2032268519 tempest-FloatingIPNegativeTestJSON-2032268519-project] Pushing event deleted for resources: {'Network': ['ID=8b8f7aa5-50da-44a7-9c04-d94674310052,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:32.775371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35654) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:32.905163 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1ed8c573-fc93-4d6a-87c9-44f4c6c53674 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dd06440b9d947149a58d930ced61bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286442 Dec 08 22:16:32.907809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35658) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:32.956165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb58077a-8a72-4731-8ab3-78ad9cc9c986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:32.976838 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb58077a-8a72-4731-8ab3-78ad9cc9c986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.022949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb58077a-8a72-4731-8ab3-78ad9cc9c986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.025478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb58077a-8a72-4731-8ab3-78ad9cc9c986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.026613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cb58077a-8a72-4731-8ab3-78ad9cc9c986 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59a16560-96e7-4cfd-9cce-75d199cdc36e HTTP/1.1" status: 204 len: 168 time: 0.1178517 Dec 08 22:16:33.034637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58077a-8a72-4731-8ab3-78ad9cc9c986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a16560-96e7-4cfd-9cce-75d199cdc36e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:33.641200 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35680) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:33.734452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-fba38c76-98f4-42f9-9012-6ef7eb20a9e1 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:33.734903 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-fba38c76-98f4-42f9-9012-6ef7eb20a9e1 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 22:16:33.735396 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-fba38c76-98f4-42f9-9012-6ef7eb20a9e1 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 22:16:33.736406 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fba38c76-98f4-42f9-9012-6ef7eb20a9e1 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0941656 Dec 08 22:16:33.739845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35684) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:33.743766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124302822'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:33.766969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.774864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.847902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.851825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.891676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaed5ac-387b-4334-bcb3-a71d98da2ab6,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:33.925438 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.929437 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.961827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:33.963086 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2222989 Dec 08 22:16:33.965488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4b9cc-e390-4b24-962a-49f3a1504539 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d2781a-5c99-4f9c-955c-fadbfa46e614,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:33.966545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35686) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:33.973348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8c1934c7-1cac-431d-8abb-e14e0729214d tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'b3d2781a-5c99-4f9c-955c-fadbfa46e614', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:34.003949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c1934c7-1cac-431d-8abb-e14e0729214d tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.050103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c1934c7-1cac-431d-8abb-e14e0729214d tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.054405 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c1934c7-1cac-431d-8abb-e14e0729214d tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.071618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1934c7-1cac-431d-8abb-e14e0729214d tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7b4ffd-42d6-43d3-b9a8-578f4dd66da4,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:34.081127 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c1934c7-1cac-431d-8abb-e14e0729214d tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.082542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8c1934c7-1cac-431d-8abb-e14e0729214d tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140795 Dec 08 22:16:34.085299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35688) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.090338 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-048b8f9b-fd04-4dc2-bbde-7efe19b61fd0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'b3d2781a-5c99-4f9c-955c-fadbfa46e614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:34.112862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3d25d4f0-4d8e-4920-b596-01c4f9d37937 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:16:34.120112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-048b8f9b-fd04-4dc2-bbde-7efe19b61fd0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.133184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3d25d4f0-4d8e-4920-b596-01c4f9d37937 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:16:34.133527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3d25d4f0-4d8e-4920-b596-01c4f9d37937 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:16:34.166573 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-048b8f9b-fd04-4dc2-bbde-7efe19b61fd0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 22:16:34.167674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-048b8f9b-fd04-4dc2-bbde-7efe19b61fd0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0813310 Dec 08 22:16:34.170399 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35690) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.223130 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5c7f81a-7783-4ddc-853c-0bc7bcebe6f0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.245546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5c7f81a-7783-4ddc-853c-0bc7bcebe6f0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.288726 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5c7f81a-7783-4ddc-853c-0bc7bcebe6f0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.291564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b5c7f81a-7783-4ddc-853c-0bc7bcebe6f0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.292967 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b5c7f81a-7783-4ddc-853c-0bc7bcebe6f0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3d2781a-5c99-4f9c-955c-fadbfa46e614 HTTP/1.1" status: 204 len: 168 time: 0.1214952 Dec 08 22:16:34.295581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35692) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.302251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7f81a-7783-4ddc-853c-0bc7bcebe6f0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d2781a-5c99-4f9c-955c-fadbfa46e614,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:34.350752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8ed249d8-5b63-4b72-b65f-afa999a7a0bc tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540085 Dec 08 22:16:34.354353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35694) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.359557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-62274f7b-af6e-4d3a-9892-b8b4cdd0f5f2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--144416553'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:34.381559 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-62274f7b-af6e-4d3a-9892-b8b4cdd0f5f2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.446586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-62274f7b-af6e-4d3a-9892-b8b4cdd0f5f2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.450733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-62274f7b-af6e-4d3a-9892-b8b4cdd0f5f2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.479633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-62274f7b-af6e-4d3a-9892-b8b4cdd0f5f2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.480903 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-62274f7b-af6e-4d3a-9892-b8b4cdd0f5f2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1255736 Dec 08 22:16:34.483329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62274f7b-af6e-4d3a-9892-b8b4cdd0f5f2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca03501-c1b9-4b9b-aec2-5139657def19,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:34.484165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35696) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.489967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-44bd174a-914f-4944-81a9-777101ede29a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': '8ca03501-c1b9-4b9b-aec2-5139657def19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:34.490796 n-d-821126-1 neutron-server[102390]: WARNING neutron.api.v2.base [None req-44bd174a-914f-4944-81a9-777101ede29a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 22:16:34.491304 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-44bd174a-914f-4944-81a9-777101ede29a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:34.492309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44bd174a-914f-4944-81a9-777101ede29a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063455 Dec 08 22:16:34.495147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35698) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.550414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4881b030-780b-4409-ad0f-a6d6d09d26a8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.572174 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4881b030-780b-4409-ad0f-a6d6d09d26a8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.614276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4881b030-780b-4409-ad0f-a6d6d09d26a8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.616879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4881b030-780b-4409-ad0f-a6d6d09d26a8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.618039 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4881b030-780b-4409-ad0f-a6d6d09d26a8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ca03501-c1b9-4b9b-aec2-5139657def19 HTTP/1.1" status: 204 len: 168 time: 0.1220348 Dec 08 22:16:34.621259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35700) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.627609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881b030-780b-4409-ad0f-a6d6d09d26a8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca03501-c1b9-4b9b-aec2-5139657def19,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:34.667613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-57780efd-e2d0-46e3-a6be-bc00abc5f5a0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444193 Dec 08 22:16:34.670431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35702) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.674966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-060e361e-ec94-4603-990f-e1a54f7a1ed0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--96637368'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:34.696350 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-060e361e-ec94-4603-990f-e1a54f7a1ed0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.764040 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-060e361e-ec94-4603-990f-e1a54f7a1ed0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.767633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-060e361e-ec94-4603-990f-e1a54f7a1ed0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.797287 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-060e361e-ec94-4603-990f-e1a54f7a1ed0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.798803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-060e361e-ec94-4603-990f-e1a54f7a1ed0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1273210 Dec 08 22:16:34.801739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35704) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.807005 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-87fb1796-58e5-424c-95aa-2e207ed49189 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': '29340863-5dde-4660-a24f-b26bb6444712', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:34.807570 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-87fb1796-58e5-424c-95aa-2e207ed49189 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 22:16:34.808066 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-87fb1796-58e5-424c-95aa-2e207ed49189 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:34.809538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-87fb1796-58e5-424c-95aa-2e207ed49189 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069513 Dec 08 22:16:34.810594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e361e-ec94-4603-990f-e1a54f7a1ed0 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29340863-5dde-4660-a24f-b26bb6444712,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:34.811988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35706) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.869446 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7382-5562-4932-9f5d-0a306d218303 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.892624 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7382-5562-4932-9f5d-0a306d218303 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.932725 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7382-5562-4932-9f5d-0a306d218303 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.936053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7382-5562-4932-9f5d-0a306d218303 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:34.937196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4d3f7382-5562-4932-9f5d-0a306d218303 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/29340863-5dde-4660-a24f-b26bb6444712 HTTP/1.1" status: 204 len: 168 time: 0.1242402 Dec 08 22:16:34.939879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35708) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.946835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f7382-5562-4932-9f5d-0a306d218303 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29340863-5dde-4660-a24f-b26bb6444712,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:34.987983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a90a7166-1b25-4186-8fc1-1e6786e980ed tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468705 Dec 08 22:16:34.991613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35710) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:34.996723 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5ad36bea-b704-484e-bb24-798089fb70ca tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--285785317'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.017387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ad36bea-b704-484e-bb24-798089fb70ca tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.083505 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ad36bea-b704-484e-bb24-798089fb70ca tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.086969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ad36bea-b704-484e-bb24-798089fb70ca tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.124166 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5ad36bea-b704-484e-bb24-798089fb70ca tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.125388 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5ad36bea-b704-484e-bb24-798089fb70ca tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1328576 Dec 08 22:16:35.127290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad36bea-b704-484e-bb24-798089fb70ca tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1dc1c0-0de8-4946-b5cd-cee3866c79aa,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:35.128367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35712) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.132993 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f516f1a9-3886-4789-a359-d479af0bc88a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'fc1dc1c0-0de8-4946-b5cd-cee3866c79aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.133868 n-d-821126-1 neutron-server[102390]: WARNING neutron.api.v2.base [None req-f516f1a9-3886-4789-a359-d479af0bc88a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 22:16:35.134357 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-f516f1a9-3886-4789-a359-d479af0bc88a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.135316 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f516f1a9-3886-4789-a359-d479af0bc88a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059795 Dec 08 22:16:35.137780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35714) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.142553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-bcdce0e7-b45d-4031-b4da-71b18c741d38 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'fc1dc1c0-0de8-4946-b5cd-cee3866c79aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.143188 n-d-821126-1 neutron-server[102390]: WARNING neutron.api.v2.base [None req-bcdce0e7-b45d-4031-b4da-71b18c741d38 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 22:16:35.143640 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-bcdce0e7-b45d-4031-b4da-71b18c741d38 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.144565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bcdce0e7-b45d-4031-b4da-71b18c741d38 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059481 Dec 08 22:16:35.146925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35716) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.151375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c1c24276-a46d-40f1-b761-59e53c598230 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'fc1dc1c0-0de8-4946-b5cd-cee3866c79aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.152248 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-c1c24276-a46d-40f1-b761-59e53c598230 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 22:16:35.152743 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-c1c24276-a46d-40f1-b761-59e53c598230 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.153681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c1c24276-a46d-40f1-b761-59e53c598230 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058095 Dec 08 22:16:35.155919 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35718) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.159865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9c12480f-971e-403c-b5fd-93e2b3f74d71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'fc1dc1c0-0de8-4946-b5cd-cee3866c79aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.160686 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-9c12480f-971e-403c-b5fd-93e2b3f74d71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 22:16:35.161138 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-9c12480f-971e-403c-b5fd-93e2b3f74d71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.162065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9c12480f-971e-403c-b5fd-93e2b3f74d71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052822 Dec 08 22:16:35.164274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35720) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.216109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfb85509-0fb6-4465-8de9-bf7f2b0e596b tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.237997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfb85509-0fb6-4465-8de9-bf7f2b0e596b tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.278007 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfb85509-0fb6-4465-8de9-bf7f2b0e596b tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.280782 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bfb85509-0fb6-4465-8de9-bf7f2b0e596b tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.281905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bfb85509-0fb6-4465-8de9-bf7f2b0e596b tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc1dc1c0-0de8-4946-b5cd-cee3866c79aa HTTP/1.1" status: 204 len: 168 time: 0.1168284 Dec 08 22:16:35.285006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35722) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.291030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb85509-0fb6-4465-8de9-bf7f2b0e596b tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1dc1c0-0de8-4946-b5cd-cee3866c79aa,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:35.335164 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-87718ff6-5182-4abe-82f8-d62412aa9d8d tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489254 Dec 08 22:16:35.338619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35724) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.345295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7fb35917-4cfa-4afb-a8b2-55aa41562faa tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018044089'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.370478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fb35917-4cfa-4afb-a8b2-55aa41562faa tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.440837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fb35917-4cfa-4afb-a8b2-55aa41562faa tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.444449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fb35917-4cfa-4afb-a8b2-55aa41562faa tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.471466 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7fb35917-4cfa-4afb-a8b2-55aa41562faa tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.472726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7fb35917-4cfa-4afb-a8b2-55aa41562faa tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1307309 Dec 08 22:16:35.475516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35726) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.479903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7da28b2c-c86c-4666-9a52-872605a06d7f tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.481330 n-d-821126-1 neutron-server[102390]: WARNING neutron.api.v2.base [None req-7da28b2c-c86c-4666-9a52-872605a06d7f tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 22:16:35.481870 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-7da28b2c-c86c-4666-9a52-872605a06d7f tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.483130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7da28b2c-c86c-4666-9a52-872605a06d7f tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066602 Dec 08 22:16:35.484923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb35917-4cfa-4afb-a8b2-55aa41562faa tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e4e16a-028f-4f04-9abd-c8658bd3749a,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:35.485640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35728) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.491110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ebed5f20-6136-492f-a4ef-c8139ec854a3 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.524878 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-ebed5f20-6136-492f-a4ef-c8139ec854a3 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.525910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ebed5f20-6136-492f-a4ef-c8139ec854a3 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0392103 Dec 08 22:16:35.529256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.533631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3faccc4c-2b59-4242-b4a2-cb0a38936b6a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.534126 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-3faccc4c-2b59-4242-b4a2-cb0a38936b6a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 22:16:35.534568 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-3faccc4c-2b59-4242-b4a2-cb0a38936b6a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.535505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3faccc4c-2b59-4242-b4a2-cb0a38936b6a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053279 Dec 08 22:16:35.537688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35732) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.541568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7122df5b-032c-4e6c-9b1c-7f40ef34a353 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.580280 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-7122df5b-032c-4e6c-9b1c-7f40ef34a353 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.581348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7122df5b-032c-4e6c-9b1c-7f40ef34a353 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0427890 Dec 08 22:16:35.584503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35734) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.588917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d8c9717c-4919-4775-8952-015d580df3c8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.589333 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-d8c9717c-4919-4775-8952-015d580df3c8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 22:16:35.590344 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-d8c9717c-4919-4775-8952-015d580df3c8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.591302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d8c9717c-4919-4775-8952-015d580df3c8 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058775 Dec 08 22:16:35.593921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35736) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.597945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b4521447-9b4c-49a5-87ae-187d2ef4f3db tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.600976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7fd8231c-0356-4c7e-ab08-dbfe019d6c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.620943 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-b4521447-9b4c-49a5-87ae-187d2ef4f3db tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Project 585626349dd745eb9c305b5866b55797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:16:35.633211 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-b4521447-9b4c-49a5-87ae-187d2ef4f3db tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.634432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b4521447-9b4c-49a5-87ae-187d2ef4f3db tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0396173 Dec 08 22:16:35.637637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35738) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.642014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ace311a7-3ea5-4c34-8f95-ca31e75d4fa2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.642477 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-ace311a7-3ea5-4c34-8f95-ca31e75d4fa2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 22:16:35.642961 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-ace311a7-3ea5-4c34-8f95-ca31e75d4fa2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.644819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ace311a7-3ea5-4c34-8f95-ca31e75d4fa2 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052776 Dec 08 22:16:35.646312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35740) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.650311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-be180154-e0dc-436a-8dba-de688c47355c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.672565 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-be180154-e0dc-436a-8dba-de688c47355c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Project 585626349dd745eb9c305b5866b55797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:16:35.684497 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-be180154-e0dc-436a-8dba-de688c47355c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.685530 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-be180154-e0dc-436a-8dba-de688c47355c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0383253 Dec 08 22:16:35.688157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35742) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.692359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-17249902-669a-46a7-a277-6937ba2e2848 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4e16a-028f-4f04-9abd-c8658bd3749a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.714131 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-17249902-669a-46a7-a277-6937ba2e2848 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Project 585626349dd745eb9c305b5866b55797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:16:35.726941 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-17249902-669a-46a7-a277-6937ba2e2848 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:35.727934 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-17249902-669a-46a7-a277-6937ba2e2848 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0388958 Dec 08 22:16:35.730560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35744) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.781617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d158ba7-9d93-4fa1-a759-33ec2c44a49c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.803833 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d158ba7-9d93-4fa1-a759-33ec2c44a49c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.844516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d158ba7-9d93-4fa1-a759-33ec2c44a49c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.846956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0d158ba7-9d93-4fa1-a759-33ec2c44a49c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.848096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0d158ba7-9d93-4fa1-a759-33ec2c44a49c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/d9e4e16a-028f-4f04-9abd-c8658bd3749a HTTP/1.1" status: 204 len: 168 time: 0.1166325 Dec 08 22:16:35.850873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35746) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.856731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d158ba7-9d93-4fa1-a759-33ec2c44a49c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e4e16a-028f-4f04-9abd-c8658bd3749a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:35.894570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-556d7b94-3111-435a-83d4-29fae5417224 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425665 Dec 08 22:16:35.898734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35748) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:35.903688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-37ad0bf1-aabd-42f0-b4cd-260d43b31e0c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--969462101'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:35.924398 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37ad0bf1-aabd-42f0-b4cd-260d43b31e0c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.989486 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37ad0bf1-aabd-42f0-b4cd-260d43b31e0c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:35.993184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37ad0bf1-aabd-42f0-b4cd-260d43b31e0c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.022428 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-37ad0bf1-aabd-42f0-b4cd-260d43b31e0c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.023653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-37ad0bf1-aabd-42f0-b4cd-260d43b31e0c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1239944 Dec 08 22:16:36.025456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad0bf1-aabd-42f0-b4cd-260d43b31e0c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb485c50-42cc-40c4-acca-c7d6ac4855a6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:36.026665 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35750) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.032275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a8dd0490-fcbd-4c32-a8d3-65a7da295e60 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'fb485c50-42cc-40c4-acca-c7d6ac4855a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:36.070395 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-a8dd0490-fcbd-4c32-a8d3-65a7da295e60 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The resource could not be found. Dec 08 22:16:36.071456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a8dd0490-fcbd-4c32-a8d3-65a7da295e60 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0431335 Dec 08 22:16:36.074846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35752) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.079486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d3004dbe-99a5-436e-9860-b905ab3aef6a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': 'fb485c50-42cc-40c4-acca-c7d6ac4855a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6c9db9a5-6468-4d6b-b639-80cdccafb01f'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:36.115098 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-d3004dbe-99a5-436e-9860-b905ab3aef6a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The resource could not be found. Dec 08 22:16:36.116085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d3004dbe-99a5-436e-9860-b905ab3aef6a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0401282 Dec 08 22:16:36.118703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35754) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.174121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc867338-e547-46e3-b7b9-6af0b73dc868 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.196064 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc867338-e547-46e3-b7b9-6af0b73dc868 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.236124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc867338-e547-46e3-b7b9-6af0b73dc868 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.238904 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dc867338-e547-46e3-b7b9-6af0b73dc868 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.240054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dc867338-e547-46e3-b7b9-6af0b73dc868 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb485c50-42cc-40c4-acca-c7d6ac4855a6 HTTP/1.1" status: 204 len: 168 time: 0.1204429 Dec 08 22:16:36.242808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35756) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.249087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc867338-e547-46e3-b7b9-6af0b73dc868 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb485c50-42cc-40c4-acca-c7d6ac4855a6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:36.283784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9a8f2fd5-a794-4522-85c7-998ef29fa128 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0397124 Dec 08 22:16:36.287685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35758) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.292124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ba2a71df-9f8a-4093-a10c-5709604c7a24 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': '3743c92d-59c9-46f1-8154-5ca6fd7f42f8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:36.327893 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-ba2a71df-9f8a-4093-a10c-5709604c7a24 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The resource could not be found. Dec 08 22:16:36.329032 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ba2a71df-9f8a-4093-a10c-5709604c7a24 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0403214 Dec 08 22:16:36.332594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35760) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.337391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-929ff627-ad51-4644-b48b-9566631f71e5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083120586'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:36.359399 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-929ff627-ad51-4644-b48b-9566631f71e5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.425989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-929ff627-ad51-4644-b48b-9566631f71e5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.429601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-929ff627-ad51-4644-b48b-9566631f71e5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.459660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-929ff627-ad51-4644-b48b-9566631f71e5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.460847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-929ff627-ad51-4644-b48b-9566631f71e5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1273720 Dec 08 22:16:36.462704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ff627-ad51-4644-b48b-9566631f71e5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625921aa-8c68-4727-b159-4e3ccf3aacd7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:36.463781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35762) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.469020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5bf7b850-b825-4776-b7f2-f76d0ab877b5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273405714'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:36.490657 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b850-b825-4776-b7f2-f76d0ab877b5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.553159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b850-b825-4776-b7f2-f76d0ab877b5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.556656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b850-b825-4776-b7f2-f76d0ab877b5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.584920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7b850-b825-4776-b7f2-f76d0ab877b5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeadf11-1d12-4efa-b296-4e3927627517,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:36.590463 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b850-b825-4776-b7f2-f76d0ab877b5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.591786 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5bf7b850-b825-4776-b7f2-f76d0ab877b5 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1269493 Dec 08 22:16:36.595159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35764) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.599845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-780281a8-f7c9-42fd-bd86-e318b0ec0828 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': '625921aa-8c68-4727-b159-4e3ccf3aacd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8aeadf11-1d12-4efa-b296-4e3927627517'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:36.633119 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-780281a8-f7c9-42fd-bd86-e318b0ec0828 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:36.634134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-780281a8-f7c9-42fd-bd86-e318b0ec0828 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0379777 Dec 08 22:16:36.637395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35766) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.686858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba9375c9-936d-4e4f-af77-4ffa6a33cd71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.708124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba9375c9-936d-4e4f-af77-4ffa6a33cd71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.747544 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba9375c9-936d-4e4f-af77-4ffa6a33cd71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.750013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ba9375c9-936d-4e4f-af77-4ffa6a33cd71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.751149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ba9375c9-936d-4e4f-af77-4ffa6a33cd71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/8aeadf11-1d12-4efa-b296-4e3927627517 HTTP/1.1" status: 204 len: 168 time: 0.1128769 Dec 08 22:16:36.753858 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.759631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9375c9-936d-4e4f-af77-4ffa6a33cd71 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeadf11-1d12-4efa-b296-4e3927627517,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:36.808072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9dc21045-7e14-441d-a4d2-28ee45f64718 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0530133 Dec 08 22:16:36.811706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35770) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.861414 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f985dfd-486e-4c7f-a565-0215ad3b1606 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.887030 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f985dfd-486e-4c7f-a565-0215ad3b1606 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.925742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f985dfd-486e-4c7f-a565-0215ad3b1606 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.928467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3f985dfd-486e-4c7f-a565-0215ad3b1606 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:36.929602 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3f985dfd-486e-4c7f-a565-0215ad3b1606 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/625921aa-8c68-4727-b159-4e3ccf3aacd7 HTTP/1.1" status: 204 len: 168 time: 0.1169806 Dec 08 22:16:36.932347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35772) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.938728 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f985dfd-486e-4c7f-a565-0215ad3b1606 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625921aa-8c68-4727-b159-4e3ccf3aacd7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:36.979347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6c5ad047-3cea-40d3-8f34-ea1a0673096c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458548 Dec 08 22:16:36.983337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35774) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:36.987520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-6e695f82-3271-44ff-8977-c47fc3db979c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712700058'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:37.008006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e695f82-3271-44ff-8977-c47fc3db979c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.074582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e695f82-3271-44ff-8977-c47fc3db979c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.078235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e695f82-3271-44ff-8977-c47fc3db979c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.104058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e695f82-3271-44ff-8977-c47fc3db979c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.105274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6e695f82-3271-44ff-8977-c47fc3db979c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1210008 Dec 08 22:16:37.108622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.109604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e695f82-3271-44ff-8977-c47fc3db979c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6306774e-3462-4ab8-bd94-4ec2f1a25322,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:37.113502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-372e9277-256f-4ee4-853f-db14c0247325 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': '6306774e-3462-4ab8-bd94-4ec2f1a25322', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:37.156234 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-372e9277-256f-4ee4-853f-db14c0247325 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:37.157352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-372e9277-256f-4ee4-853f-db14c0247325 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0474644 Dec 08 22:16:37.160053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35778) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.164350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a998e418-2551-4383-92b7-4ea09f63e838 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group_rule': {'security_group_id': '6306774e-3462-4ab8-bd94-4ec2f1a25322', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:37.199062 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-a998e418-2551-4383-92b7-4ea09f63e838 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:16:37.200003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a998e418-2551-4383-92b7-4ea09f63e838 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0390453 Dec 08 22:16:37.202686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35780) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.254139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad1d-e477-4038-9744-c0fe74ffd62a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.275234 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad1d-e477-4038-9744-c0fe74ffd62a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.316128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad1d-e477-4038-9744-c0fe74ffd62a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.318703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad1d-e477-4038-9744-c0fe74ffd62a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.319953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9e95ad1d-e477-4038-9744-c0fe74ffd62a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/6306774e-3462-4ab8-bd94-4ec2f1a25322 HTTP/1.1" status: 204 len: 168 time: 0.1163473 Dec 08 22:16:37.322567 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35782) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.328835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ad1d-e477-4038-9744-c0fe74ffd62a tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6306774e-3462-4ab8-bd94-4ec2f1a25322,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:37.365606 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-92f6140a-a1ea-4d4e-a399-5ec8cf79011f tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418735 Dec 08 22:16:37.369146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35784) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.374069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a1f579cc-6d31-4132-a084-b9f45fc74067 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746920053'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:37.395119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1f579cc-6d31-4132-a084-b9f45fc74067 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.459721 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1f579cc-6d31-4132-a084-b9f45fc74067 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.463199 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1f579cc-6d31-4132-a084-b9f45fc74067 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.493785 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a1f579cc-6d31-4132-a084-b9f45fc74067 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.495086 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a1f579cc-6d31-4132-a084-b9f45fc74067 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1250069 Dec 08 22:16:37.496364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f579cc-6d31-4132-a084-b9f45fc74067 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2910a26-22af-403e-b6ca-80950cc7a834,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:37.498700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35786) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.503557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7b786db7-755c-41a4-a70e-c15112ccd8c7 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:16:37.504055 n-d-821126-1 neutron-server[102389]: WARNING neutron.api.v2.base [None req-7b786db7-755c-41a4-a70e-c15112ccd8c7 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 22:16:37.504623 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-7b786db7-755c-41a4-a70e-c15112ccd8c7 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 22:16:37.505515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7b786db7-755c-41a4-a70e-c15112ccd8c7 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "PUT /v2.0/security-groups/c2910a26-22af-403e-b6ca-80950cc7a834 HTTP/1.1" status: 409 len: 330 time: 0.0057750 Dec 08 22:16:37.507971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35788) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.559703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e961cb7a-7ace-47e7-ad3b-230a8a122493 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.584085 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e961cb7a-7ace-47e7-ad3b-230a8a122493 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.626115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e961cb7a-7ace-47e7-ad3b-230a8a122493 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.628733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e961cb7a-7ace-47e7-ad3b-230a8a122493 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:37.629908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e961cb7a-7ace-47e7-ad3b-230a8a122493 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2910a26-22af-403e-b6ca-80950cc7a834 HTTP/1.1" status: 204 len: 168 time: 0.1211066 Dec 08 22:16:37.632616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35790) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.638766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961cb7a-7ace-47e7-ad3b-230a8a122493 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2910a26-22af-403e-b6ca-80950cc7a834,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:37.675847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4804df0e-034a-444a-ac06-6d87ba2b33ab tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420256 Dec 08 22:16:37.680081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35792) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.692247 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [None req-58e99f91-6746-43f0-a509-406bb0484c9c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] delete failed (client error): The resource could not be found. Dec 08 22:16:37.693197 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-58e99f91-6746-43f0-a509-406bb0484c9c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "DELETE /v2.0/security-groups/f31c3edd-c6bd-438c-a3fe-506fe729eacc HTTP/1.1" status: 404 len: 347 time: 0.0122221 Dec 08 22:16:37.696525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35794) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.709895 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-ab6ca798-57b4-464d-ab5b-78315271cae1 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] show failed (client error): The resource could not be found. Dec 08 22:16:37.710818 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ab6ca798-57b4-464d-ab5b-78315271cae1 tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-groups/6ad7652e-1fad-40de-a9f3-ab16b3241c66 HTTP/1.1" status: 404 len: 347 time: 0.0132847 Dec 08 22:16:37.714126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35796) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:37.728087 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-a8db98c8-751d-4b08-a32d-fc8ad4bcb62c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] show failed (client error): The resource could not be found. Dec 08 22:16:37.729044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a8db98c8-751d-4b08-a32d-fc8ad4bcb62c tempest-NegativeSecGroupIPv6Test-599489665 tempest-NegativeSecGroupIPv6Test-599489665-project] 10.222.0.21 "GET /v2.0/security-group-rules/f1df0b6e-e9fd-4edb-ad22-9282607f6321 HTTP/1.1" status: 404 len: 356 time: 0.0135188 Dec 08 22:16:37.959836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35802) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:38.088986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b7e726d8-c13b-4b3c-807c-350413d6392c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=585626349dd745eb9c305b5866b55797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280186 Dec 08 22:16:38.092066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35806) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:38.138096 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6106157-1a5b-4bf3-b586-de9c26ca1c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:38.159160 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6106157-1a5b-4bf3-b586-de9c26ca1c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:38.203434 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6106157-1a5b-4bf3-b586-de9c26ca1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:38.206180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f6106157-1a5b-4bf3-b586-de9c26ca1c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:38.207378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f6106157-1a5b-4bf3-b586-de9c26ca1c69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecaed5ac-387b-4334-bcb3-a71d98da2ab6 HTTP/1.1" status: 204 len: 168 time: 0.1144340 Dec 08 22:16:38.216700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6106157-1a5b-4bf3-b586-de9c26ca1c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaed5ac-387b-4334-bcb3-a71d98da2ab6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:38.259122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-263fca4a-f3ed-4091-9e42-37b3f1bf7593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:38.854184 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:38.895321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35828) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:38.899271 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029619 Dec 08 22:16:38.901939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35830) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:38.999454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d49932d2-e2ac-46a3-86f5-bed054ab81e3 tempest-NetworksApiDiscovery-524662890 tempest-NetworksApiDiscovery-524662890-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0965464 Dec 08 22:16:39.232589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35838) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:39.337509 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6fe8de34-c450-4006-b1ef-d27c25f76a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:39.412021 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6fe8de34-c450-4006-b1ef-d27c25f76a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:39.415702 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6fe8de34-c450-4006-b1ef-d27c25f76a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:39.453345 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6fe8de34-c450-4006-b1ef-d27c25f76a8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08e04295e7f84b07a7b49bc13285ec32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197361 Dec 08 22:16:39.454289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8de34-c450-4006-b1ef-d27c25f76a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b345363-1374-4604-8182-159f07d55bc4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:39.456049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35842) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:39.485057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:39.504996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-226f87a4-c679-4e16-a5d9-fa0c67d3b9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:39.524982 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-226f87a4-c679-4e16-a5d9-fa0c67d3b9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:39.573294 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-226f87a4-c679-4e16-a5d9-fa0c67d3b9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:39.575911 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-226f87a4-c679-4e16-a5d9-fa0c67d3b9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:39.577030 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-226f87a4-c679-4e16-a5d9-fa0c67d3b9a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b345363-1374-4604-8182-159f07d55bc4 HTTP/1.1" status: 204 len: 168 time: 0.1199844 Dec 08 22:16:39.584871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f87a4-c679-4e16-a5d9-fa0c67d3b9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b345363-1374-4604-8182-159f07d55bc4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:39.614333 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:40.201387 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.064823 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.178880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35902) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:41.284333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-118eee03-4fe6-4015-a601-77531cab1bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.356831 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-118eee03-4fe6-4015-a601-77531cab1bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.361124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-118eee03-4fe6-4015-a601-77531cab1bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.395554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-118eee03-4fe6-4015-a601-77531cab1bb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74ffa3f0d69245cca0bd0b1bb7db6cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156241 Dec 08 22:16:41.398295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35906) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:41.400115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eee03-4fe6-4015-a601-77531cab1bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a027adfc-dcc5-430b-80eb-d79ec5ae5c6c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:41.450839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73f25d20-b0bf-4d1c-bbb9-76071a2d0a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.471500 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73f25d20-b0bf-4d1c-bbb9-76071a2d0a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.515805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73f25d20-b0bf-4d1c-bbb9-76071a2d0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.518545 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-73f25d20-b0bf-4d1c-bbb9-76071a2d0a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.519732 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-73f25d20-b0bf-4d1c-bbb9-76071a2d0a98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a027adfc-dcc5-430b-80eb-d79ec5ae5c6c HTTP/1.1" status: 204 len: 168 time: 0.1204062 Dec 08 22:16:41.527389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f25d20-b0bf-4d1c-bbb9-76071a2d0a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a027adfc-dcc5-430b-80eb-d79ec5ae5c6c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:41.768673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 35912) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:41.782448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-548bf5f8-8c0f-40d6-b53e-46e263c09493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.860813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-548bf5f8-8c0f-40d6-b53e-46e263c09493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.864647 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-548bf5f8-8c0f-40d6-b53e-46e263c09493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.903366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-548bf5f8-8c0f-40d6-b53e-46e263c09493 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5938b2867c96463395fe281560b17a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336255 Dec 08 22:16:41.904227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bf5f8-8c0f-40d6-b53e-46e263c09493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a8055e-60dd-4b35-8ba0-d7abf7f5690c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:41.906644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 35914) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:16:41.955109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffec42f3-d78e-4192-8fc5-b48a5c9cb81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:41.975809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffec42f3-d78e-4192-8fc5-b48a5c9cb81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:42.020805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffec42f3-d78e-4192-8fc5-b48a5c9cb81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:42.023519 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffec42f3-d78e-4192-8fc5-b48a5c9cb81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:16:42.024653 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ffec42f3-d78e-4192-8fc5-b48a5c9cb81b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5a8055e-60dd-4b35-8ba0-d7abf7f5690c HTTP/1.1" status: 204 len: 168 time: 0.1169043 Dec 08 22:16:42.031935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec42f3-d78e-4192-8fc5-b48a5c9cb81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a8055e-60dd-4b35-8ba0-d7abf7f5690c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:16:59.134992 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:17:00.131388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36076) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:00.236976 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.310461 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.314032 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.351007 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=616c264d8c304989b63c58143b7854be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185247 Dec 08 22:17:00.351867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83141873-ada4-416d-a74e-a5f191914f21,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:00.353675 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36080) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:00.359966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.360312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.360649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.360981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.361305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.361628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.361948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.362270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.362588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.362928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.363240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.363574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36023faf-6adf-43a7-9ddc-edec67b96e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.408405 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.428740 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.474381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.476941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.478091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83141873-ada4-416d-a74e-a5f191914f21 HTTP/1.1" status: 204 len: 168 time: 0.1234365 Dec 08 22:17:00.485897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83141873-ada4-416d-a74e-a5f191914f21,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:00.493223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.493572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.493914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.494253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.494589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.494950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.495269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.495597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.495923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.496249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.496576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.496903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158f4c3-4b96-4fa1-9928-ed1cc8af04ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:00.728417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:00.741660 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8047782-bd15-421d-bf21-69754bc18143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.813250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8047782-bd15-421d-bf21-69754bc18143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.816699 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e8047782-bd15-421d-bf21-69754bc18143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.857262 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e8047782-bd15-421d-bf21-69754bc18143 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6fd540243cd4a85a6699c002a68a21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275246 Dec 08 22:17:00.858190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8047782-bd15-421d-bf21-69754bc18143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b9530-af67-43de-8816-7de7babba0dd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:00.859987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36088) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:00.908099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b07e8ff9-8559-4ff3-b14b-a9e78ca0f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.928908 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b07e8ff9-8559-4ff3-b14b-a9e78ca0f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.973142 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b07e8ff9-8559-4ff3-b14b-a9e78ca0f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.975848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b07e8ff9-8559-4ff3-b14b-a9e78ca0f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:00.976974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b07e8ff9-8559-4ff3-b14b-a9e78ca0f758 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/146b9530-af67-43de-8816-7de7babba0dd HTTP/1.1" status: 204 len: 168 time: 0.1159503 Dec 08 22:17:00.984383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e8ff9-8559-4ff3-b14b-a9e78ca0f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b9530-af67-43de-8816-7de7babba0dd,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:05.600865 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9f687dbe-9612-49cb-b7a6-fc990e2305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:08.266209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8b21d27f-ed32-4e8c-9a43-fe48b999b103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:08.860049 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:09.487369 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:09.602539 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:09.769085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-b2523954-7e4d-4507-b201-d35ed19004e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393398 Dec 08 22:17:09.850221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-043727dd-4b5b-474e-b7f1-a3fb6c483a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:09.851736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-043727dd-4b5b-474e-b7f1-a3fb6c483a12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1096 time: 0.0399840 Dec 08 22:17:09.954003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-12eab10d-f5e8-48c5-8ba9-6b117e958be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:09.955465 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-12eab10d-f5e8-48c5-8ba9-6b117e958be0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 909 time: 0.0848494 Dec 08 22:17:10.018382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-d3e423e6-c02f-403d-95a1-b58a0fc31005 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0559883 Dec 08 22:17:10.065903 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-a280f2aa-162e-4a24-9dfd-23b731f4c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:10.067224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-a280f2aa-162e-4a24-9dfd-23b731f4c2f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 200 len: 847 time: 0.0420935 Dec 08 22:17:10.116436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-b1fab976-584a-454b-8518-19ede98d480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:10.117888 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-b1fab976-584a-454b-8518-19ede98d480b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4541fcd-57c9-4013-98da-52f73be89807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434854 Dec 08 22:17:10.206482 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-f861cb47-725d-4bae-9d73-6093a6d83822 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808876 Dec 08 22:17:10.219732 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:10.300819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8002a578-8c26-491e-a0a2-79aacfa891a2 req-6b961ba5-4ba7-4e28-8e00-cd31bdba4550 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876772 Dec 08 22:17:11.068453 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:28.581962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36298) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:28.690430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-266f95ee-4c38-45c7-be04-b23cdf478bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:28.764310 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-266f95ee-4c38-45c7-be04-b23cdf478bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:28.767994 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-266f95ee-4c38-45c7-be04-b23cdf478bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:28.807682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-266f95ee-4c38-45c7-be04-b23cdf478bfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5eb273cade5945d8b806d2c40a9e7dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246318 Dec 08 22:17:28.809594 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f95ee-4c38-45c7-be04-b23cdf478bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d46e488-1410-4569-b096-21a767a2e127,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:28.810350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36302) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:28.860342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be21edef-ebd9-40cc-b74d-aad77cf4bb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:28.880426 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be21edef-ebd9-40cc-b74d-aad77cf4bb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:28.925036 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be21edef-ebd9-40cc-b74d-aad77cf4bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:28.928156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be21edef-ebd9-40cc-b74d-aad77cf4bb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:28.929324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-be21edef-ebd9-40cc-b74d-aad77cf4bb28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d46e488-1410-4569-b096-21a767a2e127 HTTP/1.1" status: 204 len: 168 time: 0.1179554 Dec 08 22:17:28.938009 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21edef-ebd9-40cc-b74d-aad77cf4bb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d46e488-1410-4569-b096-21a767a2e127,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:29.179924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36308) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:29.192780 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7186c7f1-c632-4184-9851-15116aaf2f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:29.271095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7186c7f1-c632-4184-9851-15116aaf2f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:29.274614 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7186c7f1-c632-4184-9851-15116aaf2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:29.311402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7186c7f1-c632-4184-9851-15116aaf2f52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5245e9d8f7543b19c316fa6876052e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303968 Dec 08 22:17:29.312283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186c7f1-c632-4184-9851-15116aaf2f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70c00b4-2e14-4981-a0c0-838942c25b86,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:29.314123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36310) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:29.363910 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce28c863-bee6-4a7b-b739-1b97f34a06bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:29.384740 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce28c863-bee6-4a7b-b739-1b97f34a06bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:29.429218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce28c863-bee6-4a7b-b739-1b97f34a06bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:29.431653 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce28c863-bee6-4a7b-b739-1b97f34a06bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:29.432790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ce28c863-bee6-4a7b-b739-1b97f34a06bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e70c00b4-2e14-4981-a0c0-838942c25b86 HTTP/1.1" status: 204 len: 168 time: 0.1166408 Dec 08 22:17:29.440797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28c863-bee6-4a7b-b739-1b97f34a06bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70c00b4-2e14-4981-a0c0-838942c25b86,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:30.958688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36356) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:31.062083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15834561-f4f9-40fe-99cd-d8dafcf24731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.134984 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15834561-f4f9-40fe-99cd-d8dafcf24731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.138397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15834561-f4f9-40fe-99cd-d8dafcf24731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.175727 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-15834561-f4f9-40fe-99cd-d8dafcf24731 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8786e9e7d8914c73b3447bd2c847d407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159562 Dec 08 22:17:31.176874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834561-f4f9-40fe-99cd-d8dafcf24731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc5bf0-5dc9-43c9-ac19-777351b8b2c4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:31.178501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36360) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:31.230805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5550cb91-f8ff-47df-b1f6-4e45f8338150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.252236 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5550cb91-f8ff-47df-b1f6-4e45f8338150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.296264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5550cb91-f8ff-47df-b1f6-4e45f8338150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.298963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5550cb91-f8ff-47df-b1f6-4e45f8338150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.300105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5550cb91-f8ff-47df-b1f6-4e45f8338150 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57cc5bf0-5dc9-43c9-ac19-777351b8b2c4 HTTP/1.1" status: 204 len: 168 time: 0.1205816 Dec 08 22:17:31.307629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550cb91-f8ff-47df-b1f6-4e45f8338150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc5bf0-5dc9-43c9-ac19-777351b8b2c4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:31.547677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36366) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:31.563337 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-228609e5-256f-4c2b-8fc5-769ba116db3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.636998 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-228609e5-256f-4c2b-8fc5-769ba116db3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.640557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-228609e5-256f-4c2b-8fc5-769ba116db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.677400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-228609e5-256f-4c2b-8fc5-769ba116db3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16dd2d9ec52b4c7a97c507de5f382c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286561 Dec 08 22:17:31.678507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228609e5-256f-4c2b-8fc5-769ba116db3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419ce5a2-96d2-49ce-b189-7e3f442a5c50,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:31.680103 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36368) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:31.728448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0eb5-f4e1-49bd-a08d-b6386a1341b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.749918 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0eb5-f4e1-49bd-a08d-b6386a1341b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.795529 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0eb5-f4e1-49bd-a08d-b6386a1341b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.798142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0eb5-f4e1-49bd-a08d-b6386a1341b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:31.799455 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ef4d0eb5-f4e1-49bd-a08d-b6386a1341b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/419ce5a2-96d2-49ce-b189-7e3f442a5c50 HTTP/1.1" status: 204 len: 168 time: 0.1178026 Dec 08 22:17:31.807435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d0eb5-f4e1-49bd-a08d-b6386a1341b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ce5a2-96d2-49ce-b189-7e3f442a5c50,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:35.601197 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec96c7e5-6185-47c0-b17a-b7cd0e53dd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:36.134369 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:17:38.257346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c71be9d7-00c5-4c1b-8313-5e9cad328b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:38.861826 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:39.490586 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:39.612225 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:40.216777 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:41.064739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:41.748753 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36460) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:41.853654 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-74ed00e7-21a3-4a15-9a60-f9d9cc497982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:41.925031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-74ed00e7-21a3-4a15-9a60-f9d9cc497982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:41.928582 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-74ed00e7-21a3-4a15-9a60-f9d9cc497982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:41.970263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-74ed00e7-21a3-4a15-9a60-f9d9cc497982 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bb488e650f2466aba48ad7551faf81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204311 Dec 08 22:17:41.971135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed00e7-21a3-4a15-9a60-f9d9cc497982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7564c95-6ae1-49ba-8db1-1fcf37416272,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:41.973083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36464) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:42.022730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-281eadf6-89f4-412d-864d-b93e4c1cfa7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.042893 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-281eadf6-89f4-412d-864d-b93e4c1cfa7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.089113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-281eadf6-89f4-412d-864d-b93e4c1cfa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.092098 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-281eadf6-89f4-412d-864d-b93e4c1cfa7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.093254 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-281eadf6-89f4-412d-864d-b93e4c1cfa7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7564c95-6ae1-49ba-8db1-1fcf37416272 HTTP/1.1" status: 204 len: 168 time: 0.1187603 Dec 08 22:17:42.100822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eadf6-89f4-412d-864d-b93e4c1cfa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7564c95-6ae1-49ba-8db1-1fcf37416272,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:42.341513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36470) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:42.354572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21b23efb-0534-4524-972b-50a0251c9248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.428987 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21b23efb-0534-4524-972b-50a0251c9248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.432615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-21b23efb-0534-4524-972b-50a0251c9248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.469553 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-21b23efb-0534-4524-972b-50a0251c9248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5065f6bb85bd4e03b2ed44c7a6084a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269634 Dec 08 22:17:42.470461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b23efb-0534-4524-972b-50a0251c9248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf9a113-4fc9-4f40-ad49-bca568ea1002,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:42.472293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36472) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:42.520207 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd981f62-bd5d-472b-b440-498007259207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.543864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd981f62-bd5d-472b-b440-498007259207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.587537 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd981f62-bd5d-472b-b440-498007259207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.590588 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-fd981f62-bd5d-472b-b440-498007259207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:42.591727 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fd981f62-bd5d-472b-b440-498007259207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adf9a113-4fc9-4f40-ad49-bca568ea1002 HTTP/1.1" status: 204 len: 168 time: 0.1183696 Dec 08 22:17:42.600689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd981f62-bd5d-472b-b440-498007259207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf9a113-4fc9-4f40-ad49-bca568ea1002,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:44.434061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36544) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:44.537930 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5e38cdf7-38ad-4a63-95b5-53ce67562f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:44.613900 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5e38cdf7-38ad-4a63-95b5-53ce67562f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:44.617752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5e38cdf7-38ad-4a63-95b5-53ce67562f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:44.655695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5e38cdf7-38ad-4a63-95b5-53ce67562f0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=064725d6fa684dccbbbaab0c21972d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205381 Dec 08 22:17:44.656809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38cdf7-38ad-4a63-95b5-53ce67562f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e800f-9882-4df5-8ed8-b3191b882faf,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:44.658387 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36548) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:44.706195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5463dac3-a5cd-4467-b554-41781a15b7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:44.725938 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5463dac3-a5cd-4467-b554-41781a15b7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:44.774280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5463dac3-a5cd-4467-b554-41781a15b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:44.776796 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5463dac3-a5cd-4467-b554-41781a15b7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:44.777947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5463dac3-a5cd-4467-b554-41781a15b7ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af1e800f-9882-4df5-8ed8-b3191b882faf HTTP/1.1" status: 204 len: 168 time: 0.1185248 Dec 08 22:17:44.785495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463dac3-a5cd-4467-b554-41781a15b7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e800f-9882-4df5-8ed8-b3191b882faf,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:45.026152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36554) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:45.039557 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff909802-9a9f-47f6-9f9e-9cdcc3b3efb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:45.111417 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff909802-9a9f-47f6-9f9e-9cdcc3b3efb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:45.115422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ff909802-9a9f-47f6-9f9e-9cdcc3b3efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:45.153991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ff909802-9a9f-47f6-9f9e-9cdcc3b3efb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c30bdef09d3443419874f285ded1413a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266212 Dec 08 22:17:45.154771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff909802-9a9f-47f6-9f9e-9cdcc3b3efb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28364b1-c4c5-41bf-b053-7be6de535025,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:45.157378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36556) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:45.205843 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc8c1-38d6-404c-8a61-a9ddb8c9f32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:45.227031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc8c1-38d6-404c-8a61-a9ddb8c9f32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:45.274326 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc8c1-38d6-404c-8a61-a9ddb8c9f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:45.276921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc8c1-38d6-404c-8a61-a9ddb8c9f32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:45.278625 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5e6dc8c1-38d6-404c-8a61-a9ddb8c9f32f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c28364b1-c4c5-41bf-b053-7be6de535025 HTTP/1.1" status: 204 len: 168 time: 0.1197796 Dec 08 22:17:45.286045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dc8c1-38d6-404c-8a61-a9ddb8c9f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28364b1-c4c5-41bf-b053-7be6de535025,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:45.914998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36578) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:46.010125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2075911897-network', 'tenant_id': '60ee495867f948dbbbff82f04b0aec6d'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:17:46.030853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Made reservation on behalf of 60ee495867f948dbbbff82f04b0aec6d for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:17:46.033094 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.040949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.113596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.117289 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.137814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:17:46.150630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a03d9f-c533-402f-b976-2365532af037,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:46.155510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.155852 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Added segment f181b444-3571-4e1a-b94f-40e07f037d59 of type vlan for network aa701813-de5b-445f-a858-7d18295f5858 Dec 08 22:17:46.195751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.219697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.220640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:46.221218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.273639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3574722 Dec 08 22:17:46.276701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36582) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:46.281638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Request body: {'subnet': {'network_id': 'aa701813-de5b-445f-a858-7d18295f5858', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2075911897-subnet', 'tenant_id': '60ee495867f948dbbbff82f04b0aec6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:17:46.284122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349accc-d1b7-4d06-bd6d-77883f28447b admin admin] Pushing event updated for resources: {'Network': ['ID=aa701813-de5b-445f-a858-7d18295f5858,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:46.295217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network aa701813-de5b-445f-a858-7d18295f5858 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:17:46.302905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Made reservation on behalf of 60ee495867f948dbbbff82f04b0aec6d for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:17:46.305296 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.479687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.534120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca177d28-35af-497c-8959-4fe5b447b7d3,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:46.542151 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Checking segment: {'id': 'f181b444-3571-4e1a-b94f-40e07f037d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa701813-de5b-445f-a858-7d18295f5858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:17:46.542509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Network hostable DHCP agents. Network: aa701813-de5b-445f-a858-7d18295f5858, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:17:46.558770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Network aa701813-de5b-445f-a858-7d18295f5858 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:17:46.566978 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, aa701813-de5b-445f-a858-7d18295f5858) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:17:46.571092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:46.571669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:46.576408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320d6eb2-5a6f-4835-b91e-070635f04b3e None None] Network aa701813-de5b-445f-a858-7d18295f5858 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:17:46.587787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-99c02c0b-6549-4431-b71e-32dbb09efb00 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3100102 Dec 08 22:17:46.696646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7643dfc1-859e-4b4e-b52d-8b48073473cb None None] Network aa701813-de5b-445f-a858-7d18295f5858 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:17:47.038701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36598) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:47.043711 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865356982-network', 'tenant_id': '3dca345ced0844ad90152f5ffd3d4ebd'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:17:47.063229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Made reservation on behalf of 3dca345ced0844ad90152f5ffd3d4ebd for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:17:47.065384 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.073762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.151144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.155309 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.179214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:17:47.189134 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c451400-bd84-4654-b5b1-5c82c3e896ae,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:47.194153 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.194510 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Added segment ab560ef4-dcc9-43a4-8657-e6790853fd2d of type vlan for network 6c00d0dc-1474-4b16-8826-496357ccd2df Dec 08 22:17:47.234740 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.258765 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.259692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:47.260246 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.309949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2701406 Dec 08 22:17:47.312899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36600) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:17:47.317914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Request body: {'subnet': {'network_id': '6c00d0dc-1474-4b16-8826-496357ccd2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865356982-subnet', 'tenant_id': '3dca345ced0844ad90152f5ffd3d4ebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:17:47.320366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d58c33-e864-424f-b5da-ff4fc31ff155 admin admin] Pushing event updated for resources: {'Network': ['ID=6c00d0dc-1474-4b16-8826-496357ccd2df,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:47.366145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 6c00d0dc-1474-4b16-8826-496357ccd2df details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:17:47.366556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Made reservation on behalf of 3dca345ced0844ad90152f5ffd3d4ebd for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:17:47.366556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.510805 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.562110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b055c2-d830-4a4d-b2cb-6c705e067ce0,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:47.572428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Checking segment: {'id': 'ab560ef4-dcc9-43a4-8657-e6790853fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6c00d0dc-1474-4b16-8826-496357ccd2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:17:47.572728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Network hostable DHCP agents. Network: 6c00d0dc-1474-4b16-8826-496357ccd2df, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:17:47.589483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Network 6c00d0dc-1474-4b16-8826-496357ccd2df is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:17:47.598886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 6c00d0dc-1474-4b16-8826-496357ccd2df) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:17:47.603023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:47.603597 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:47.608600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076acca-8042-4733-8434-2fde5136eb7f None None] Network 6c00d0dc-1474-4b16-8826-496357ccd2df requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:17:47.621141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-57301d72-8188-4d22-a483-9dbf033d1147 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3071413 Dec 08 22:17:47.729756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3ddd00-2041-4676-baa8-50742c6cea8e None None] Network 6c00d0dc-1474-4b16-8826-496357ccd2df requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:17:48.086636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-b378b652-9ab7-4bf5-9394-706c5378715d tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:48.088148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-b378b652-9ab7-4bf5-9394-706c5378715d tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/networks?id=aa701813-de5b-445f-a858-7d18295f5858 HTTP/1.1" status: 200 len: 809 time: 0.1021953 Dec 08 22:17:48.103414 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-046ad78d-e66d-462d-a67d-88d08182b8f0 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/quotas/60ee495867f948dbbbff82f04b0aec6d HTTP/1.1" status: 200 len: 375 time: 0.0088918 Dec 08 22:17:48.134101 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a783a5f5-8576-4972-9f6e-3f36e840745f tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=60ee495867f948dbbbff82f04b0aec6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247087 Dec 08 22:17:48.223684 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-d70a6748-7e4c-4ab5-969f-3e7e6a0c5118 service neutron] 10.222.0.21 "GET /v2.0/networks/aa701813-de5b-445f-a858-7d18295f5858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828760 Dec 08 22:17:48.310135 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-d3d5f3e2-ccab-4d81-bae2-9acb15712ec2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa701813-de5b-445f-a858-7d18295f5858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803919 Dec 08 22:17:48.487272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dd8bf2e6-53fc-47f7-9494-a7c48989fcf8 req-23bec775-415a-46f2-9516-24bede505569 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 210 time: 0.0274618 Dec 08 22:17:49.420322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-445332d3-c84b-4225-acd8-c84fe161cf5b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:49.421769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-445332d3-c84b-4225-acd8-c84fe161cf5b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.23 "GET /v2.0/networks?id=aa701813-de5b-445f-a858-7d18295f5858 HTTP/1.1" status: 200 len: 809 time: 0.1749797 Dec 08 22:17:49.435138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Request body: {'port': {'device_id': '07ba37cd-0c53-4b29-bcd7-863babf927b0', 'network_id': 'aa701813-de5b-445f-a858-7d18295f5858', 'admin_state_up': True, 'tenant_id': '60ee495867f948dbbbff82f04b0aec6d'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:17:49.585276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7139279e-0fed-4b4b-927e-34c82949045e req-b78059ba-c74e-4f3e-b07d-95437ea12f6f tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 210 time: 0.0282543 Dec 08 22:17:49.775720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Made reservation on behalf of 60ee495867f948dbbbff82f04b0aec6d for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:17:49.779242 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:49.904089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Allocated IP 172.20.0.13 (aa701813-de5b-445f-a858-7d18295f5858/ca177d28-35af-497c-8959-4fe5b447b7d3/d2eb7180-d385-4206-99ad-d52e61ced832) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:17:50.045862 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.077416 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.118209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Network aa701813-de5b-445f-a858-7d18295f5858 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:17:50.121151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:17:50.125208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:17:50.133440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Pushing event updated for resources: {'Port': ['ID=d2eb7180-d385-4206-99ad-d52e61ced832,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:50.180653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:50.181286 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.196521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-a638a781-f19e-4f65-af3f-4cce6824d351 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7649629 Dec 08 22:17:50.209198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Request body: {'port': {'device_id': '07ba37cd-0c53-4b29-bcd7-863babf927b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:17:50.265083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.560683 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2eb7180-d385-4206-99ad-d52e61ced832 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:17:50.567941 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.584471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Transition to ACTIVE for port object d2eb7180-d385-4206-99ad-d52e61ced832 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:17:50.587808 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.638112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2eb7180-d385-4206-99ad-d52e61ced832,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:50.741765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969aa2-d7cb-4612-9cca-140038e39a56 req-77b606a4-f875-4fd6-9799-c903d72d9ebf tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:50.743221 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80969aa2-d7cb-4612-9cca-140038e39a56 req-77b606a4-f875-4fd6-9799-c903d72d9ebf tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 944 time: 0.0899937 Dec 08 22:17:50.743835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Attempting to bind port d2eb7180-d385-4206-99ad-d52e61ced832 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:17:50.744159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Attempting to bind port d2eb7180-d385-4206-99ad-d52e61ced832 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'f181b444-3571-4e1a-b94f-40e07f037d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa701813-de5b-445f-a858-7d18295f5858'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:17:50.744475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Attempting to bind port d2eb7180-d385-4206-99ad-d52e61ced832 on network aa701813-de5b-445f-a858-7d18295f5858 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:17:50.750207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Port d2eb7180-d385-4206-99ad-d52e61ced832 on network aa701813-de5b-445f-a858-7d18295f5858 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:17:50.750524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Attempting to bind port d2eb7180-d385-4206-99ad-d52e61ced832 on network aa701813-de5b-445f-a858-7d18295f5858 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:17:50.760187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:17:50.760514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Checking segment: {'id': 'f181b444-3571-4e1a-b94f-40e07f037d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa701813-de5b-445f-a858-7d18295f5858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:17:50.760880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Bound using segment: {'id': 'f181b444-3571-4e1a-b94f-40e07f037d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa701813-de5b-445f-a858-7d18295f5858'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:17:50.761298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Bound port: d2eb7180-d385-4206-99ad-d52e61ced832, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f181b444-3571-4e1a-b94f-40e07f037d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa701813-de5b-445f-a858-7d18295f5858'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:17:50.761640 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.812547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80969aa2-d7cb-4612-9cca-140038e39a56 req-7ced3c67-74d8-4042-a806-6d2550dd1e1a tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631225 Dec 08 22:17:50.845556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] For port d2eb7180-d385-4206-99ad-d52e61ced832, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:17:50.848555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] For port d2eb7180-d385-4206-99ad-d52e61ced832, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2eb7180-d385-4206-99ad-d52e61ced832,segment=NetworkSegment(f181b444-3571-4e1a-b94f-40e07f037d59),segment_id=f181b444-3571-4e1a-b94f-40e07f037d59)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:17:50.852948 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.884319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:50.884964 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:50.886316 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] 10.222.0.23 "PUT /v2.0/ports/d2eb7180-d385-4206-99ad-d52e61ced832 HTTP/1.1" status: 200 len: 1092 time: 0.6812525 Dec 08 22:17:50.886775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ba37cd-0c53-4b29-bcd7-863babf927b0', 'tag': 'd2eb7180-d385-4206-99ad-d52e61ced832'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:17:50.889529 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79" -d '{"events": [{"name": "network-changed", "server_uuid": "07ba37cd-0c53-4b29-bcd7-863babf927b0", "tag": "d2eb7180-d385-4206-99ad-d52e61ced832"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:17:50.917276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab9646-fc22-4415-9ac4-ddca606979a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2eb7180-d385-4206-99ad-d52e61ced832,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:50.932357 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc06804-bb92-41b8-8d76-283b5c688dbe x-openstack-request-id: req-0bc06804-bb92-41b8-8d76-283b5c688dbe {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:17:50.932646 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ba37cd-0c53-4b29-bcd7-863babf927b0", "tag": "d2eb7180-d385-4206-99ad-d52e61ced832", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:17:50.932900 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bc06804-bb92-41b8-8d76-283b5c688dbe {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:17:50.933295 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ba37cd-0c53-4b29-bcd7-863babf927b0', 'tag': 'd2eb7180-d385-4206-99ad-d52e61ced832', 'status': 'completed', 'code': 200} Dec 08 22:17:50.965325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-72090450-8e44-477a-a45e-d5eda0a627a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:50.966860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-72090450-8e44-477a-a45e-d5eda0a627a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60ee495867f948dbbbff82f04b0aec6d&device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 1095 time: 0.0439854 Dec 08 22:17:51.007337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-6b46c64d-6712-47cb-a606-22f0fb33a14a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2eb7180-d385-4206-99ad-d52e61ced832 HTTP/1.1" status: 200 len: 217 time: 0.0329604 Dec 08 22:17:51.054284 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-771fc991-29b2-4c4b-8126-dea1ba37bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:51.055693 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-771fc991-29b2-4c4b-8126-dea1ba37bf1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca177d28-35af-497c-8959-4fe5b447b7d3 HTTP/1.1" status: 200 len: 849 time: 0.0408254 Dec 08 22:17:51.089927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-2134f7fa-fdff-451b-9a48-003861275b89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa701813-de5b-445f-a858-7d18295f5858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270221 Dec 08 22:17:51.176684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-309f5475-17df-4210-8fd2-6f8254f18d7c service neutron] 10.222.0.23 "GET /v2.0/networks/aa701813-de5b-445f-a858-7d18295f5858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794067 Dec 08 22:17:51.284097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ec63a2c-de82-494d-b60d-2e822ae946c9 req-d02cde42-1dfa-41e5-bcac-1595ba4257a6 service neutron] 10.222.0.23 "GET /v2.0/networks/aa701813-de5b-445f-a858-7d18295f5858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001170 Dec 08 22:17:51.371521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-110b89f5-1acc-4d97-826f-779bb3035348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:51.373581 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-110b89f5-1acc-4d97-826f-779bb3035348 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60ee495867f948dbbbff82f04b0aec6d&device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 1095 time: 0.0404081 Dec 08 22:17:51.459489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-cebe5ca2-72d8-45ff-a641-f6feb898e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:51.460921 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-cebe5ca2-72d8-45ff-a641-f6feb898e8b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa701813-de5b-445f-a858-7d18295f5858 HTTP/1.1" status: 200 len: 910 time: 0.0806844 Dec 08 22:17:51.505037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-e3b2e50f-559f-4dec-9fee-d6a118f48352 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2eb7180-d385-4206-99ad-d52e61ced832 HTTP/1.1" status: 200 len: 217 time: 0.0370400 Dec 08 22:17:51.552977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-b08a76b7-b884-4493-a1f6-1a6b44c7a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:51.554399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-b08a76b7-b884-4493-a1f6-1a6b44c7a521 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca177d28-35af-497c-8959-4fe5b447b7d3 HTTP/1.1" status: 200 len: 849 time: 0.0417159 Dec 08 22:17:51.585018 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-dfa07b67-e0bd-4fd4-a8df-6e3d73e9e24b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa701813-de5b-445f-a858-7d18295f5858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230742 Dec 08 22:17:51.677040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-8ee10474-19ba-4397-ad0a-b7b6142e6afe service neutron] 10.222.0.23 "GET /v2.0/networks/aa701813-de5b-445f-a858-7d18295f5858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835943 Dec 08 22:17:51.764223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-329bfe8b-f7b2-4fe9-91ec-6d4195249d79 req-f1fbe247-1c29-4cea-af3d-254a55211247 service neutron] 10.222.0.23 "GET /v2.0/networks/aa701813-de5b-445f-a858-7d18295f5858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796149 Dec 08 22:17:51.925232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e732a2-0807-4b07-8650-f1a7d26a10cd req-338713cd-0243-4679-8888-45031950f81b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:51.926686 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e732a2-0807-4b07-8650-f1a7d26a10cd req-338713cd-0243-4679-8888-45031950f81b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 944 time: 0.0486093 Dec 08 22:17:51.963715 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f6e732a2-0807-4b07-8650-f1a7d26a10cd req-9601d09d-28ea-47d6-98c5-b94056e9728f tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Dec 08 22:17:53.080626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1861a-42d4-46b2-9931-bd610e068831 req-e175b9c4-f884-4c25-876d-8a6b4dc1696f tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:53.082065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dde1861a-42d4-46b2-9931-bd610e068831 req-e175b9c4-f884-4c25-876d-8a6b4dc1696f tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 944 time: 0.0521102 Dec 08 22:17:53.118540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dde1861a-42d4-46b2-9931-bd610e068831 req-bcf14ffd-e19d-4f1e-ab90-e8930ba8159a tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304990 Dec 08 22:17:53.403008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d2eb7180-d385-4206-99ad-d52e61ced832 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:17:53.492979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d2eb7180-d385-4206-99ad-d52e61ced832, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2eb7180-d385-4206-99ad-d52e61ced832,segment=NetworkSegment(f181b444-3571-4e1a-b94f-40e07f037d59),segment_id=f181b444-3571-4e1a-b94f-40e07f037d59)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:17:53.503644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'd2eb7180-d385-4206-99ad-d52e61ced832', 'network_id': 'aa701813-de5b-445f-a858-7d18295f5858', 'port_id': 'd2eb7180-d385-4206-99ad-d52e61ced832', 'mac_address': 'fa:16:3e:e2:5f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca177d28-35af-497c-8959-4fe5b447b7d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:17:53.542453 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:53.554557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2eb7180-d385-4206-99ad-d52e61ced832 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:17:53.572847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d2eb7180-d385-4206-99ad-d52e61ced832, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2eb7180-d385-4206-99ad-d52e61ced832,segment=NetworkSegment(f181b444-3571-4e1a-b94f-40e07f037d59),segment_id=f181b444-3571-4e1a-b94f-40e07f037d59)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:17:53.577303 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:53.623476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d2eb7180-d385-4206-99ad-d52e61ced832,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:53.630745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.631099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.631439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.631777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.632109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.632440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.632767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.633091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.633416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.633740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.634064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.634385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:17:53.780155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d2eb7180-d385-4206-99ad-d52e61ced832'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:17:54.233781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb2908-70d0-489c-ba7e-21b2cfda400a req-c49a994b-93c3-415f-9cc7-6fbf768fcb7b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:54.235521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cdb2908-70d0-489c-ba7e-21b2cfda400a req-c49a994b-93c3-415f-9cc7-6fbf768fcb7b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 945 time: 0.0523524 Dec 08 22:17:54.273227 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0cdb2908-70d0-489c-ba7e-21b2cfda400a req-82e39ee9-10d4-4240-9b48-756eebdf190c tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317423 Dec 08 22:17:55.383306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70eb3a-b8f4-4951-96e5-2c94160b3afb req-30225601-1dcd-43e8-ae01-17a2768c1a52 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:55.384768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad70eb3a-b8f4-4951-96e5-2c94160b3afb req-30225601-1dcd-43e8-ae01-17a2768c1a52 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 945 time: 0.0479674 Dec 08 22:17:55.418625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d2eb7180-d385-4206-99ad-d52e61ced832 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:17:55.422935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ad70eb3a-b8f4-4951-96e5-2c94160b3afb req-bdc0cd23-ee31-4103-8265-94393b7c9326 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Dec 08 22:17:55.465958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port d2eb7180-d385-4206-99ad-d52e61ced832 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:17:55.469384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port d2eb7180-d385-4206-99ad-d52e61ced832 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:17:55.469758 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:55.541384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:55.565661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ba37cd-0c53-4b29-bcd7-863babf927b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2eb7180-d385-4206-99ad-d52e61ced832'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:17:55.567922 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2b7d19-337d-480e-9acf-404ed27caee7" -d '{"events": [{"server_uuid": "07ba37cd-0c53-4b29-bcd7-863babf927b0", "name": "network-vif-plugged", "status": "completed", "tag": "d2eb7180-d385-4206-99ad-d52e61ced832"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:17:55.580605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d2eb7180-d385-4206-99ad-d52e61ced832, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2eb7180-d385-4206-99ad-d52e61ced832,segment=NetworkSegment(f181b444-3571-4e1a-b94f-40e07f037d59),segment_id=f181b444-3571-4e1a-b94f-40e07f037d59)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:17:55.584457 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:17:55.607036 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d801b2bd-6837-444e-bcab-f66fc7c65352 x-openstack-request-id: req-d801b2bd-6837-444e-bcab-f66fc7c65352 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:17:55.607453 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ba37cd-0c53-4b29-bcd7-863babf927b0", "name": "network-vif-plugged", "status": "completed", "tag": "d2eb7180-d385-4206-99ad-d52e61ced832", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:17:55.607728 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d801b2bd-6837-444e-bcab-f66fc7c65352 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:17:55.608132 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ba37cd-0c53-4b29-bcd7-863babf927b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2eb7180-d385-4206-99ad-d52e61ced832', 'code': 200} Dec 08 22:17:55.638067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d2eb7180-d385-4206-99ad-d52e61ced832,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:17:55.697244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae407aaf-9a63-4bdb-9b7d-711f9f6c917e req-f8d6be95-55cf-4c0d-a657-53756820b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:55.698733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae407aaf-9a63-4bdb-9b7d-711f9f6c917e req-f8d6be95-55cf-4c0d-a657-53756820b15f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 1097 time: 0.0391147 Dec 08 22:17:55.732303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae407aaf-9a63-4bdb-9b7d-711f9f6c917e req-ee0fba31-b23b-4932-b950-40db0b871331 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264778 Dec 08 22:17:56.535978 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e725b4-16cb-45e1-a4c9-a1af75e1e0d1 req-899ffcb0-3e1e-4649-a743-0f24440d4116 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:56.537414 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99e725b4-16cb-45e1-a4c9-a1af75e1e0d1 req-899ffcb0-3e1e-4649-a743-0f24440d4116 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 946 time: 0.0476663 Dec 08 22:17:56.574043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99e725b4-16cb-45e1-a4c9-a1af75e1e0d1 req-4b9e81e9-7135-42d5-be9c-aa75cc7feaf6 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Dec 08 22:17:57.688069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697f5ff-d2e7-4f57-af3b-d8212e57088e req-4be404ee-f3b3-48ad-9e5a-7bab6672caf4 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:17:57.689505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a697f5ff-d2e7-4f57-af3b-d8212e57088e req-4be404ee-f3b3-48ad-9e5a-7bab6672caf4 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 946 time: 0.0485322 Dec 08 22:17:57.726474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a697f5ff-d2e7-4f57-af3b-d8212e57088e req-98405339-fd5a-4712-86da-ef5142c0d3b0 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Dec 08 22:18:00.055626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89c00-b97e-45e6-aa1e-ac040e8bdf0a req-d6362753-3320-45ae-8e9c-446ab7798634 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:18:00.056979 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a0c89c00-b97e-45e6-aa1e-ac040e8bdf0a req-d6362753-3320-45ae-8e9c-446ab7798634 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 946 time: 0.0510724 Dec 08 22:18:00.094133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a0c89c00-b97e-45e6-aa1e-ac040e8bdf0a req-56e36b71-08e1-4f77-80c8-f4e7d43c9187 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305319 Dec 08 22:18:01.211554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc541-9427-4c47-a6ea-e608867eda8e req-d03727b0-703b-4eaa-bc71-17577cce516b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:18:01.213045 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-098bc541-9427-4c47-a6ea-e608867eda8e req-d03727b0-703b-4eaa-bc71-17577cce516b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 946 time: 0.0521336 Dec 08 22:18:01.250982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-098bc541-9427-4c47-a6ea-e608867eda8e req-786c4954-85e4-44d6-9e5b-0bda8114d964 tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.21 "GET /v2.0/security-groups?id=48a03d9f-c533-402f-b976-2365532af037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Dec 08 22:18:01.288788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-62e746cb-57cd-4b0b-a01f-ace843b885bc tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:18:01.290229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-62e746cb-57cd-4b0b-a01f-ace843b885bc tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.23 "GET /v2.0/ports?device_id=07ba37cd-0c53-4b29-bcd7-863babf927b0 HTTP/1.1" status: 200 len: 946 time: 0.0484867 Dec 08 22:18:01.379194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Deleting port d2eb7180-d385-4206-99ad-d52e61ced832 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:18:01.379432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:01.464680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] For port d2eb7180-d385-4206-99ad-d52e61ced832, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d2eb7180-d385-4206-99ad-d52e61ced832,segment=NetworkSegment(f181b444-3571-4e1a-b94f-40e07f037d59),segment_id=f181b444-3571-4e1a-b94f-40e07f037d59)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:18:01.465038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:01.476929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Calling delete_port for d2eb7180-d385-4206-99ad-d52e61ced832 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:18:01.602622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:01.614458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d2eb7180-d385-4206-99ad-d52e61ced832'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:18:01.631150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Pushing event deleted for resources: {'Port': ['ID=d2eb7180-d385-4206-99ad-d52e61ced832,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:01.643740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.644100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.644445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.644788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.645125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.645458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.645788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.646115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.646443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.646792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.647122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.647446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:01.679571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] No DVR routers for this DVR port d2eb7180-d385-4206-99ad-d52e61ced832 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:18:01.682066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:01.685382 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6870d8ee-4e46-48d7-a3f7-965f62120edc req-eb4504db-453e-4e1f-80ab-f945e96cdc6b tempest-VolumesActionsTest-2069512898 tempest-VolumesActionsTest-2069512898-project] 10.222.0.23 "DELETE /v2.0/ports/d2eb7180-d385-4206-99ad-d52e61ced832 HTTP/1.1" status: 204 len: 173 time: 0.3893714 Dec 08 22:18:01.686369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ba37cd-0c53-4b29-bcd7-863babf927b0', 'name': 'network-vif-deleted', 'tag': 'd2eb7180-d385-4206-99ad-d52e61ced832'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:18:01.688700 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b83504-659e-4dee-83a2-a7c0c2e9c475" -d '{"events": [{"server_uuid": "07ba37cd-0c53-4b29-bcd7-863babf927b0", "name": "network-vif-deleted", "tag": "d2eb7180-d385-4206-99ad-d52e61ced832"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:18:01.727116 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0235a5a-5ea9-4fda-8a65-92570c60aecb x-openstack-request-id: req-a0235a5a-5ea9-4fda-8a65-92570c60aecb {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:18:01.727405 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ba37cd-0c53-4b29-bcd7-863babf927b0", "name": "network-vif-deleted", "tag": "d2eb7180-d385-4206-99ad-d52e61ced832", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:18:01.727780 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0235a5a-5ea9-4fda-8a65-92570c60aecb {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:18:01.728184 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ba37cd-0c53-4b29-bcd7-863babf927b0', 'name': 'network-vif-deleted', 'tag': 'd2eb7180-d385-4206-99ad-d52e61ced832', 'status': 'completed', 'code': 200} Dec 08 22:18:05.450145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d2eb7180-d385-4206-99ad-d52e61ced832 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:18:05.469888 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: d2eb7180-d385-4206-99ad-d52e61ced832 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:18:05.470226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d2eb7180-d385-4206-99ad-d52e61ced832 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:18:05.602924 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-03ee46a9-c2f7-4fa1-9452-dd494bac657f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:08.263018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-717c1f39-8f89-4ace-823b-e624fea8887c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:08.864339 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:09.494828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:09.623880 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:09.740031 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-e56c8e73-0c9f-42e2-af53-25310c6efd10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423968 Dec 08 22:18:09.821744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-6d98051a-a8d6-451f-936a-ab05ed31892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:18:09.823304 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-6d98051a-a8d6-451f-936a-ab05ed31892b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1096 time: 0.0412569 Dec 08 22:18:09.928095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-da1856f2-9ea0-4d3e-8fb3-8b8c6893a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:18:09.929472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-da1856f2-9ea0-4d3e-8fb3-8b8c6893a4dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 909 time: 0.0858533 Dec 08 22:18:09.993281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-62798015-a4fd-4ae8-8862-ab4cf4f5e67d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0564175 Dec 08 22:18:10.040873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-f6ad593d-57d1-49d1-987c-b48cc378ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:18:10.042316 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-f6ad593d-57d1-49d1-987c-b48cc378ead2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 200 len: 847 time: 0.0424058 Dec 08 22:18:10.090782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-0df2fc10-33d0-4737-b5d2-e6c7cdcc7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:18:10.092290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-0df2fc10-33d0-4737-b5d2-e6c7cdcc7cb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4541fcd-57c9-4013-98da-52f73be89807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430627 Dec 08 22:18:10.181155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-2425a76c-7f24-448a-9719-351b4abfc273 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820937 Dec 08 22:18:10.219701 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:10.284177 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6354b9c6-88ff-473b-a79b-5c9a9ce72223 req-72c326ff-da28-4c07-887d-e5cbbadac751 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951221 Dec 08 22:18:11.066795 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:13.133637 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:18:22.807066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36850) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:22.851357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Deleting subnet ca177d28-35af-497c-8959-4fe5b447b7d3 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:18:22.854304 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:22.889123 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:22.927934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:22.984428 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.010920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca177d28-35af-497c-8959-4fe5b447b7d3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:23.013485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.016546 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca177d28-35af-497c-8959-4fe5b447b7d3 HTTP/1.1" status: 204 len: 168 time: 0.2083886 Dec 08 22:18:23.019297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 36852) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:23.023321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.023671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.024015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.024353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.024686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.025020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.025349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.025693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.026006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.026335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.026662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.027016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0439abb-8043-4663-898c-65f3d7caa28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:18:23.093682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.171848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.190790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa701813-de5b-445f-a858-7d18295f5858']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:18:23.200101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f181b444-3571-4e1a-b94f-40e07f037d59') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:18:23.200390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f181b444-3571-4e1a-b94f-40e07f037d59') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:18:23.209545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.223151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.229306 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:18:23.229691 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:18:23.231721 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:18:23.287083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.292054 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.296135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa701813-de5b-445f-a858-7d18295f5858 HTTP/1.1" status: 204 len: 168 time: 0.2756615 Dec 08 22:18:23.299345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36854) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:23.312516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bf0f8-07ab-46b8-a094-591279abb121 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa701813-de5b-445f-a858-7d18295f5858,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:23.343258 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed402c8-3c2d-4caa-89fd-7253f9fc3872 admin admin] Deleting subnet c4b055c2-d830-4a4d-b2cb-6c705e067ce0 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:18:23.346265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed402c8-3c2d-4caa-89fd-7253f9fc3872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.379737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed402c8-3c2d-4caa-89fd-7253f9fc3872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.421625 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed402c8-3c2d-4caa-89fd-7253f9fc3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.477164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed402c8-3c2d-4caa-89fd-7253f9fc3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.503722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed402c8-3c2d-4caa-89fd-7253f9fc3872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b055c2-d830-4a4d-b2cb-6c705e067ce0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:23.505685 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7ed402c8-3c2d-4caa-89fd-7253f9fc3872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.508821 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7ed402c8-3c2d-4caa-89fd-7253f9fc3872 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c4b055c2-d830-4a4d-b2cb-6c705e067ce0 HTTP/1.1" status: 204 len: 168 time: 0.2084701 Dec 08 22:18:23.511498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36856) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:23.577260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.656321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.675267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c00d0dc-1474-4b16-8826-496357ccd2df']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:18:23.684152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab560ef4-dcc9-43a4-8657-e6790853fd2d') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:18:23.684445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab560ef4-dcc9-43a4-8657-e6790853fd2d') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:18:23.693547 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.706634 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.712350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:18:23.712731 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:18:23.714428 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:18:23.770111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.775560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:23.778580 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c00d0dc-1474-4b16-8826-496357ccd2df HTTP/1.1" status: 204 len: 168 time: 0.2661855 Dec 08 22:18:23.790242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abcbef-df6a-4ff6-9f52-01f243bc3a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c00d0dc-1474-4b16-8826-496357ccd2df,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:23.931847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36860) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:23.970932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-26adba5a-e4a2-4ff8-9fd4-12f9caab3fe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60ee495867f948dbbbff82f04b0aec6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379252 Dec 08 22:18:23.973205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36862) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:24.019781 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75014a88-6608-4feb-83d8-015244c3b05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:24.039819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75014a88-6608-4feb-83d8-015244c3b05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:24.084367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75014a88-6608-4feb-83d8-015244c3b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:24.087261 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-75014a88-6608-4feb-83d8-015244c3b05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:24.088575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-75014a88-6608-4feb-83d8-015244c3b05f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48a03d9f-c533-402f-b976-2365532af037 HTTP/1.1" status: 204 len: 168 time: 0.1144972 Dec 08 22:18:24.095932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75014a88-6608-4feb-83d8-015244c3b05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a03d9f-c533-402f-b976-2365532af037,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:24.388819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36868) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:24.428032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bb7f8c40-f2da-41ce-a798-52a28026d4d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dca345ced0844ad90152f5ffd3d4ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380397 Dec 08 22:18:24.430415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 36870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:24.479180 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d639176-c4c0-4a40-9e57-38813916502a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:24.500790 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d639176-c4c0-4a40-9e57-38813916502a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:24.543709 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d639176-c4c0-4a40-9e57-38813916502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:24.546853 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d639176-c4c0-4a40-9e57-38813916502a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:24.550514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d639176-c4c0-4a40-9e57-38813916502a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c451400-bd84-4654-b5b1-5c82c3e896ae HTTP/1.1" status: 204 len: 168 time: 0.1164620 Dec 08 22:18:24.555572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d639176-c4c0-4a40-9e57-38813916502a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c451400-bd84-4654-b5b1-5c82c3e896ae,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:34.486650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37004) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:34.589861 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20d901b7-abf5-45ac-9d87-021594a54dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:34.664349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20d901b7-abf5-45ac-9d87-021594a54dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:34.667900 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20d901b7-abf5-45ac-9d87-021594a54dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:34.704924 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-20d901b7-abf5-45ac-9d87-021594a54dde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=739244d54c094c28a5aecc71fa93128c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171531 Dec 08 22:18:34.706015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d901b7-abf5-45ac-9d87-021594a54dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62193f10-437c-46fe-99e5-22865a6f442a,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:34.707670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37008) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:34.755751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a6961a2-f3e3-4430-bf48-08f363b5038b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:34.776046 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a6961a2-f3e3-4430-bf48-08f363b5038b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:34.823603 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a6961a2-f3e3-4430-bf48-08f363b5038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:34.826672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1a6961a2-f3e3-4430-bf48-08f363b5038b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:34.827856 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1a6961a2-f3e3-4430-bf48-08f363b5038b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62193f10-437c-46fe-99e5-22865a6f442a HTTP/1.1" status: 204 len: 168 time: 0.1192274 Dec 08 22:18:34.835656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6961a2-f3e3-4430-bf48-08f363b5038b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62193f10-437c-46fe-99e5-22865a6f442a,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:35.076182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37014) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:35.089002 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bfd66cec-6bbd-4e09-871e-9b48ae5a75f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.163097 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bfd66cec-6bbd-4e09-871e-9b48ae5a75f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.166651 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bfd66cec-6bbd-4e09-871e-9b48ae5a75f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.204692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bfd66cec-6bbd-4e09-871e-9b48ae5a75f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ced2cc160d24d9bbdb45d2ff40d6f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274331 Dec 08 22:18:35.205824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd66cec-6bbd-4e09-871e-9b48ae5a75f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce68015c-a126-4f9d-b14d-1cdac6422775,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:35.211040 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37016) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:35.266733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20e0e375-4d82-4471-8360-6cd52dcabb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.288410 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20e0e375-4d82-4471-8360-6cd52dcabb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.337206 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20e0e375-4d82-4471-8360-6cd52dcabb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.339610 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-20e0e375-4d82-4471-8360-6cd52dcabb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.340744 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-20e0e375-4d82-4471-8360-6cd52dcabb77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce68015c-a126-4f9d-b14d-1cdac6422775 HTTP/1.1" status: 204 len: 168 time: 0.1322625 Dec 08 22:18:35.348605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e375-4d82-4471-8360-6cd52dcabb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce68015c-a126-4f9d-b14d-1cdac6422775,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:35.604299 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77657ec7-9322-4f75-af3c-23f793a0f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.646048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37022) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:35.658937 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d201622f-ff83-4134-92c3-46619ad1240e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.733362 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d201622f-ff83-4134-92c3-46619ad1240e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.736966 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d201622f-ff83-4134-92c3-46619ad1240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.773746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d201622f-ff83-4134-92c3-46619ad1240e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7059ded22280404ab48e793ed319ce8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266193 Dec 08 22:18:35.775671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201622f-ff83-4134-92c3-46619ad1240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab3bff-e6e0-4d04-bb41-aa275f4ba33f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:35.776893 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37024) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:35.826302 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b59fd3-0486-4968-b85c-addee90120ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.846477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b59fd3-0486-4968-b85c-addee90120ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.891689 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b59fd3-0486-4968-b85c-addee90120ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.894280 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-55b59fd3-0486-4968-b85c-addee90120ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:35.895448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-55b59fd3-0486-4968-b85c-addee90120ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57ab3bff-e6e0-4d04-bb41-aa275f4ba33f HTTP/1.1" status: 204 len: 168 time: 0.1175029 Dec 08 22:18:35.903223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b59fd3-0486-4968-b85c-addee90120ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab3bff-e6e0-4d04-bb41-aa275f4ba33f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:38.266089 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bece7ff2-c8c5-42fe-b432-9eb0352295d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:38.868397 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:39.496562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:39.624549 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.216053 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.552205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37072) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:40.661801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-832f4096-4260-496f-962f-b16c9e1d2b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.737341 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-832f4096-4260-496f-962f-b16c9e1d2b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.741076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-832f4096-4260-496f-962f-b16c9e1d2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.778042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-832f4096-4260-496f-962f-b16c9e1d2b12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=932d5fc3bf024c429d8e6e27f6eeb76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247860 Dec 08 22:18:40.779459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f4096-4260-496f-962f-b16c9e1d2b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e41de7-1c06-4a21-b569-728cb7f2b427,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:40.782056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37076) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:40.831103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f926f25-5804-4f64-a56f-7967eab27193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.851970 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f926f25-5804-4f64-a56f-7967eab27193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.896290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f926f25-5804-4f64-a56f-7967eab27193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.898697 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f926f25-5804-4f64-a56f-7967eab27193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:40.899862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8f926f25-5804-4f64-a56f-7967eab27193 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1e41de7-1c06-4a21-b569-728cb7f2b427 HTTP/1.1" status: 204 len: 168 time: 0.1160831 Dec 08 22:18:40.908966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f926f25-5804-4f64-a56f-7967eab27193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e41de7-1c06-4a21-b569-728cb7f2b427,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:41.068882 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:42.783916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37230) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:42.903552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2435b94-4825-4e69-9754-c8ec8e8948f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:42.974800 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2435b94-4825-4e69-9754-c8ec8e8948f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:42.979255 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2435b94-4825-4e69-9754-c8ec8e8948f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.018231 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a2435b94-4825-4e69-9754-c8ec8e8948f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69089aa9b5b1438e9b97501aeee84357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332668 Dec 08 22:18:43.019102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2435b94-4825-4e69-9754-c8ec8e8948f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df172284-8aa9-4f6b-8c6d-383ad6d72dea,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:43.021775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37234) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:43.071480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2c57b4b-0dbe-4930-b328-44ed0ddbe945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.091611 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2c57b4b-0dbe-4930-b328-44ed0ddbe945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.136284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2c57b4b-0dbe-4930-b328-44ed0ddbe945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.138807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c2c57b4b-0dbe-4930-b328-44ed0ddbe945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.139952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c2c57b4b-0dbe-4930-b328-44ed0ddbe945 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df172284-8aa9-4f6b-8c6d-383ad6d72dea HTTP/1.1" status: 204 len: 168 time: 0.1168654 Dec 08 22:18:43.147230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c57b4b-0dbe-4930-b328-44ed0ddbe945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df172284-8aa9-4f6b-8c6d-383ad6d72dea,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:43.415514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37240) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:43.429135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa96f2db-4a73-47be-809d-867e7e3dd67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.502516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa96f2db-4a73-47be-809d-867e7e3dd67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.506255 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aa96f2db-4a73-47be-809d-867e7e3dd67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.542013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aa96f2db-4a73-47be-809d-867e7e3dd67a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7a292297d3b40da9ecd882825882ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254339 Dec 08 22:18:43.543867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96f2db-4a73-47be-809d-867e7e3dd67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0a794-f3f9-4249-861f-61fd4bb52242,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:43.545360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37242) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:18:43.592198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da9ed665-a70e-421a-8e19-284c91b908b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.615602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da9ed665-a70e-421a-8e19-284c91b908b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.663384 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da9ed665-a70e-421a-8e19-284c91b908b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.665907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-da9ed665-a70e-421a-8e19-284c91b908b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:18:43.667064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-da9ed665-a70e-421a-8e19-284c91b908b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7f0a794-f3f9-4249-861f-61fd4bb52242 HTTP/1.1" status: 204 len: 168 time: 0.1206226 Dec 08 22:18:43.675911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ed665-a70e-421a-8e19-284c91b908b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0a794-f3f9-4249-861f-61fd4bb52242,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:18:50.132820 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:19:05.604787 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-988ad315-ee36-4217-914d-f417f52fb486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:08.266642 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fdce1ce1-68c1-456f-a565-70a14919eeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:08.869186 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:09.501978 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:09.638349 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:10.215455 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:11.072587 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:11.749178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-73f7036a-6fb0-41e0-a67b-0694e5ab7781 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414259 Dec 08 22:19:11.827957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-4705d56f-9806-4b24-8bde-f39f3f8510ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:19:11.829391 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-4705d56f-9806-4b24-8bde-f39f3f8510ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1096 time: 0.0407281 Dec 08 22:19:11.929224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-79c75809-a426-4759-90a0-4362be26222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:19:11.930649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-79c75809-a426-4759-90a0-4362be26222b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 909 time: 0.0825315 Dec 08 22:19:12.289948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-ceee5d18-6e5e-4782-b9c4-965f1abc8652 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 1001 time: 0.3518095 Dec 08 22:19:12.337555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-8ff1868f-50b6-4b42-9564-b3fb8623900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:19:12.338919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-8ff1868f-50b6-4b42-9564-b3fb8623900f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 200 len: 847 time: 0.0413888 Dec 08 22:19:12.383569 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-025fe7ca-29ba-4f5d-8e73-924922e4be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:19:12.385066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-025fe7ca-29ba-4f5d-8e73-924922e4be40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4541fcd-57c9-4013-98da-52f73be89807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390675 Dec 08 22:19:12.395828 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-6b413444-087c-4307-a999-6bd9bfb8b972 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:19:12.396735 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-6b413444-087c-4307-a999-6bd9bfb8b972 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047011 Dec 08 22:19:12.486286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-dce6f6ba-6b47-4a8d-864e-ad660e38c4d3 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823557 Dec 08 22:19:12.573478 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7082c8cf-089a-4f60-a4ed-cdbcce9257d5 req-2c9287a4-fdb6-4101-bb83-7aad539bcfbc service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798497 Dec 08 22:19:27.131363 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:19:35.604985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-17125304-49f3-4c48-b5d9-ba716f6eb582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:38.267216 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-37384d5c-de5b-4ce6-a31d-c9112b978555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:38.869977 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:39.504042 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:39.660585 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:40.215637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:19:41.075001 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:04.131621 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:20:05.605789 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-efa3a1e0-a3aa-419a-96b0-25b050cd48bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:08.268472 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1a0b9ddf-26b8-48cd-b909-90565f2ec382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:08.870598 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:09.505788 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:09.658863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:10.214173 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:11.076918 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:12.730305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-3f717796-9768-4735-824c-ec5ac23ec8b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397518 Dec 08 22:20:12.812873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-3ced72ed-2d30-470f-b6fc-6d43c4d55bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:12.814386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-3ced72ed-2d30-470f-b6fc-6d43c4d55bad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717ea148ad7146b5a97eedad06fee826&device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 1096 time: 0.0444326 Dec 08 22:20:12.914287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-011789ff-09d9-479c-98d0-7cdd070f7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:12.915873 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-011789ff-09d9-479c-98d0-7cdd070f7f6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 200 len: 909 time: 0.0835321 Dec 08 22:20:12.982244 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-7d4dcf47-ad10-40e0-8a46-25f0cfd6b707 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0594566 Dec 08 22:20:13.031589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-9ad7dd38-6d23-4606-850b-fe709d0bc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:13.033028 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-9ad7dd38-6d23-4606-850b-fe709d0bc71a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 200 len: 847 time: 0.0437942 Dec 08 22:20:13.076086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-f9dc225b-bac9-4d77-9a80-f272b142236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:13.078057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-f9dc225b-bac9-4d77-9a80-f272b142236c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4541fcd-57c9-4013-98da-52f73be89807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386021 Dec 08 22:20:13.168563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-5e769716-28bd-4095-a114-cfc4f97aa8c2 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833259 Dec 08 22:20:13.255943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a3df376a-625c-4f79-807c-f1c0e0a3af40 req-15680270-0a40-49a8-b0a3-cdfd070f2b68 service neutron] 10.222.0.37 "GET /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802326 Dec 08 22:20:33.503891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfa10b-5371-43ef-9db7-8d4d3836cc9c req-91574ebd-2e0f-45b9-861a-0922ae35cc5c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:33.505342 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9cfa10b-5371-43ef-9db7-8d4d3836cc9c req-91574ebd-2e0f-45b9-861a-0922ae35cc5c tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 945 time: 0.3024929 Dec 08 22:20:33.541712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9cfa10b-5371-43ef-9db7-8d4d3836cc9c req-f3e2823f-95ea-4a6f-930d-0f5ef710a63b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303838 Dec 08 22:20:34.487635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-8b25b928-f0cd-4220-97ff-fbdb64e734ac tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:34.488990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-8b25b928-f0cd-4220-97ff-fbdb64e734ac tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 945 time: 0.0536690 Dec 08 22:20:34.576198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Deleting port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:34.576740 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:34.676659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] For port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:20:34.677024 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:34.736653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c369c-d412-4056-8a86-202801cd63b6 req-dee48854-5060-49ca-98f5-386cedc3861a tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:34.738196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab0c369c-d412-4056-8a86-202801cd63b6 req-dee48854-5060-49ca-98f5-386cedc3861a tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/ports?device_id=edac7be3-b54c-4c33-a6a6-6139e090b31e HTTP/1.1" status: 200 len: 945 time: 0.1112220 Dec 08 22:20:34.776266 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab0c369c-d412-4056-8a86-202801cd63b6 req-f20f8480-1a08-4ba7-a045-3bf45272c864 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "GET /v2.0/security-groups?id=457358ea-ade9-4274-abea-c30bbeea4403&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311852 Dec 08 22:20:34.897214 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:34.897577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:34.897894 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Floating IP 69fe8e32-6677-4e30-ba67-79a8846751c8 disassociated. External IP: 172.25.1.155, port: cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3. Dec 08 22:20:34.898241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Calling delete_port for cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:35.023898 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:35.058265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event deleted for resources: {'Port': ['ID=cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:35.069842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.070195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.070535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.071391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.071391 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.071536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.071864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.072189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.072512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.072841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.073170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.073498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:35.184811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Router 27a75886-fe41-40ea-8759-512c8a795e17 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:20:35.287385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:20:35.296883 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] Sync routers for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:20:35.305888 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:20:35.306569 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:20:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:35.329777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] No DVR routers for this DVR port cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:20:35.332326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:35.335536 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9b6b151-8269-48d9-b829-a0a9ba3b1bdf req-fbbd8846-4a6f-4cfa-bf01-39909f0c1534 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.37 "DELETE /v2.0/ports/cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 HTTP/1.1" status: 204 len: 173 time: 0.8393705 Dec 08 22:20:35.335971 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'name': 'network-vif-deleted', 'tag': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:20:35.338242 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11c90a6-8dea-4ff2-bf63-e5a6ec0febb2" -d '{"events": [{"server_uuid": "edac7be3-b54c-4c33-a6a6-6139e090b31e", "name": "network-vif-deleted", "tag": "cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:20:35.400840 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c715a93b-a456-4bf2-8229-0cda1c0b9cc1 x-openstack-request-id: req-c715a93b-a456-4bf2-8229-0cda1c0b9cc1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:20:35.401164 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edac7be3-b54c-4c33-a6a6-6139e090b31e", "name": "network-vif-deleted", "tag": "cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:20:35.401419 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c715a93b-a456-4bf2-8229-0cda1c0b9cc1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:20:35.401807 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac7be3-b54c-4c33-a6a6-6139e090b31e', 'name': 'network-vif-deleted', 'tag': 'cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3', 'status': 'completed', 'code': 200} Dec 08 22:20:35.425707 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:20:35.606051 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-892a855c-2235-43f1-a13a-41bdee1d9d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:35.711330 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:33Z', 'revision_number': 5, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:35.740519 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] Checking router: 27a75886-fe41-40ea-8759-512c8a795e17 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:20:35.748608 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:20:35.749206 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:20:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:35.834996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37308) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:35.864559 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:20:35.956235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Deleting port 4e3ac836-169d-47a6-a17b-5f8786228d9f {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:35.956571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.034606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.035103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.048417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Calling delete_port for 4e3ac836-169d-47a6-a17b-5f8786228d9f owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:36.057368 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:33Z', 'revision_number': 5, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:36.086010 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53387f-26b8-49b2-9ddd-c8c536c4e9ff None None] The sync data for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 is: [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:15:27Z', 'revision_number': 4, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6087e104-dd60-4c9b-bd3a-dae6c5c4427b', 'name': '', 'network_id': 'b4541fcd-57c9-4013-98da-52f73be89807', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'mac_address': 'fa:16:3e:a1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:26Z', 'updated_at': '2021-12-08T22:15:33Z', 'revision_number': 5, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'subnets': [{'id': '8eb77cf4-e228-4a7c-86fc-fd793f32a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:20:36.189952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.219614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event deleted for resources: {'Port': ['ID=4e3ac836-169d-47a6-a17b-5f8786228d9f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:36.243192 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.243538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.243884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.244227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.244569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.244906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.245241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.245572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.245903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.246229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.246559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.246906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:36.290573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.293262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.294445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b1fa9626-bcec-4f88-97a7-3a261587b617 tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "DELETE /v2.0/floatingips/69fe8e32-6677-4e30-ba67-79a8846751c8 HTTP/1.1" status: 204 len: 168 time: 0.4584620 Dec 08 22:20:36.324438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f74eb-d88c-4b6d-95a7-7fe6490983d8 None None] New status for floating IP 69fe8e32-6677-4e30-ba67-79a8846751c8: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:20:36.469169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37318) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:36.526414 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b0fda7d-6bd6-4789-a83a-4f32652d0e8b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.551443 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b0fda7d-6bd6-4789-a83a-4f32652d0e8b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.607518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b0fda7d-6bd6-4789-a83a-4f32652d0e8b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.610778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b0fda7d-6bd6-4789-a83a-4f32652d0e8b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:36.611942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5b0fda7d-6bd6-4789-a83a-4f32652d0e8b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] 10.222.0.21 "DELETE /v2.0/security-groups/457358ea-ade9-4274-abea-c30bbeea4403 HTTP/1.1" status: 204 len: 168 time: 0.1417897 Dec 08 22:20:36.621155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fda7d-6bd6-4789-a83a-4f32652d0e8b tempest-TestServerBasicOps-1148317765 tempest-TestServerBasicOps-1148317765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=457358ea-ade9-4274-abea-c30bbeea4403,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:36.655013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37322) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:37.091379 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:37.332076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Deleting port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:37.332416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:37.406990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] For port 6087e104-dd60-4c9b-bd3a-dae6c5c4427b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:20:37.407344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:37.418443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Calling delete_port for 6087e104-dd60-4c9b-bd3a-dae6c5c4427b owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:37.591997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:37.619884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6087e104-dd60-4c9b-bd3a-dae6c5c4427b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:37.785965 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:37.994058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Router 27a75886-fe41-40ea-8759-512c8a795e17 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:20:38.097160 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:20:38.102148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b788bf94-3c5d-42db-b3e1-afd1a8714ae0 admin admin] 10.222.0.21 "PUT /v2.0/routers/27a75886-fe41-40ea-8759-512c8a795e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4455311 Dec 08 22:20:38.104904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37326) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:38.107504 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] Sync routers for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:20:38.116973 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:20:38.117560 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:20:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:38.211894 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:38.232078 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:20:38.271855 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4f401e27-a980-4924-9d92-7f7704e7c171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:38.315807 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:38.368865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Deleting port 3e9fbe29-1972-47aa-b82f-bf26e11efe48 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:38.369201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:38.414617 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:20:37Z', 'revision_number': 5, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port': {'id': '3e9fbe29-1972-47aa-b82f-bf26e11efe48', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a75886-fe41-40ea-8759-512c8a795e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:24Z', 'updated_at': '2021-12-08T22:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:38.440070 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] Checking router: 27a75886-fe41-40ea-8759-512c8a795e17 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:20:38.448083 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] Routers {'27a75886-fe41-40ea-8759-512c8a795e17'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:20:38.448679 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:20:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['27a75886-fe41-40ea-8759-512c8a795e17'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:38.451196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] For port 3e9fbe29-1972-47aa-b82f-bf26e11efe48, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=3e9fbe29-1972-47aa-b82f-bf26e11efe48,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:20:38.451556 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:38.536817 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] Set router 27a75886-fe41-40ea-8759-512c8a795e17 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:20:38.592367 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:20:38Z', 'revision_number': 6, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:38.619969 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24abc3-afda-47b7-a323-e5100a88cf88 None None] The sync data for ids ['27a75886-fe41-40ea-8759-512c8a795e17'] in n-d-821126-1 is: [{'id': '27a75886-fe41-40ea-8759-512c8a795e17', 'name': 'tempest-TestServerBasicOps-669657018-router', 'tenant_id': '717ea148ad7146b5a97eedad06fee826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:23Z', 'updated_at': '2021-12-08T22:20:38Z', 'revision_number': 6, 'project_id': '717ea148ad7146b5a97eedad06fee826', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:20:38.738649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:20:38.759450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:20:38.759796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device cc18eeb2-721f-451d-9d4b-e4d3a8e33eb3 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:20:38.763381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Calling delete_port for 3e9fbe29-1972-47aa-b82f-bf26e11efe48 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:38.870999 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:38.926367 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:38.951946 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9fbe29-1972-47aa-b82f-bf26e11efe48,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:39.013049 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.107620 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.110432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.154313 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.154894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a75886-fe41-40ea-8759-512c8a795e17 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:20:39.159362 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.160510 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c4b892c2-de8a-486a-a41c-707d8e074326 admin admin] 10.222.0.21 "DELETE /v2.0/routers/27a75886-fe41-40ea-8759-512c8a795e17 HTTP/1.1" status: 204 len: 168 time: 1.0547321 Dec 08 22:20:39.163097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37328) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:39.208754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2a3902-e480-4f9c-b361-2bcb20226e48 admin admin] Deleting subnet 8eb77cf4-e228-4a7c-86fc-fd793f32a13a {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:20:39.213054 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3902-e480-4f9c-b361-2bcb20226e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.247638 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3902-e480-4f9c-b361-2bcb20226e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.330691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3902-e480-4f9c-b361-2bcb20226e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.386264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3902-e480-4f9c-b361-2bcb20226e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.413278 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a3902-e480-4f9c-b361-2bcb20226e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb77cf4-e228-4a7c-86fc-fd793f32a13a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:39.415975 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3902-e480-4f9c-b361-2bcb20226e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.419300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e2a3902-e480-4f9c-b361-2bcb20226e48 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8eb77cf4-e228-4a7c-86fc-fd793f32a13a HTTP/1.1" status: 204 len: 168 time: 0.2551682 Dec 08 22:20:39.422579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37330) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:39.424133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f744512-1769-4fdf-b77d-cf52748a8ac8 None None] Network b4541fcd-57c9-4013-98da-52f73be89807 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:20:39.493595 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.536880 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.548640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Deleting port 4f37e094-a594-48f5-819e-a7ae18779555 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:39.549071 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.613213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] For port 4f37e094-a594-48f5-819e-a7ae18779555, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4f37e094-a594-48f5-819e-a7ae18779555,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:20:39.613575 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.625965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Calling delete_port for 4f37e094-a594-48f5-819e-a7ae18779555 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:39.637563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] DHCP port deletion for b4541fcd-57c9-4013-98da-52f73be89807 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:20:39.681543 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.694517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Deleting port 4f37e094-a594-48f5-819e-a7ae18779555 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:39.694924 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.709302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.735616 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f37e094-a594-48f5-819e-a7ae18779555,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:39.743455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] No DVR routers for this DVR port 4f37e094-a594-48f5-819e-a7ae18779555 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:20:39.761468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] For port 4f37e094-a594-48f5-819e-a7ae18779555, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4f37e094-a594-48f5-819e-a7ae18779555,segment=NetworkSegment(ce8907b2-3b9a-49ab-8d26-10d52b19edc0),segment_id=ce8907b2-3b9a-49ab-8d26-10d52b19edc0)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:20:39.761874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.774317 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Calling delete_port for 4f37e094-a594-48f5-819e-a7ae18779555 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:39.818092 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.839284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4541fcd-57c9-4013-98da-52f73be89807']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:39.849236 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:39.849533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8907b2-3b9a-49ab-8d26-10d52b19edc0') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:39.851114 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.860150 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.873162 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.879006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:20:39.879387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.879987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Pushing event deleted for resources: {'Port': ['ID=4f37e094-a594-48f5-819e-a7ae18779555,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:20:39.881283 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:20:39.890489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.890824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.891166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.891502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.892412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.892412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.892613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.892783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.893107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.893427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.893747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.894066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:20:39.896718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772750f6-ff92-43a3-99b4-2b11ebcfcb92 None None] No DVR routers for this DVR port 4f37e094-a594-48f5-819e-a7ae18779555 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:20:39.939442 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.945380 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:39.948583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4541fcd-57c9-4013-98da-52f73be89807 HTTP/1.1" status: 204 len: 168 time: 0.5250061 Dec 08 22:20:39.951540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37332) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:39.960447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b495b9c-4ac7-4186-85e7-e7f20990da79 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4541fcd-57c9-4013-98da-52f73be89807,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:40.221608 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:40.242295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6087e104-dd60-4c9b-bd3a-dae6c5c4427b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:20:40.261778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 6087e104-dd60-4c9b-bd3a-dae6c5c4427b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:20:40.262124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6087e104-dd60-4c9b-bd3a-dae6c5c4427b not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:20:40.262535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3e9fbe29-1972-47aa-b82f-bf26e11efe48 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:20:40.283894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 3e9fbe29-1972-47aa-b82f-bf26e11efe48 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:20:40.284236 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 3e9fbe29-1972-47aa-b82f-bf26e11efe48 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:20:40.284646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4f37e094-a594-48f5-819e-a7ae18779555 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:20:40.301030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:40.302808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 4f37e094-a594-48f5-819e-a7ae18779555 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:20:40.303154 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 4f37e094-a594-48f5-819e-a7ae18779555 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:20:40.784742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Deleting port 0e34f722-6fa6-4305-9852-e1a792c73b55 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:40.785109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:40.861556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] For port 0e34f722-6fa6-4305-9852-e1a792c73b55, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0e34f722-6fa6-4305-9852-e1a792c73b55,segment=NetworkSegment(0845923d-6042-425c-8291-2a1d32e914db),segment_id=0845923d-6042-425c-8291-2a1d32e914db)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:20:40.861916 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:40.873930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Calling delete_port for 0e34f722-6fa6-4305-9852-e1a792c73b55 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:41.046108 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:41.071142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e34f722-6fa6-4305-9852-e1a792c73b55,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:41.087682 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:41.130496 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:20:41.237814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:41.448132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Router 52803775-8393-40d4-9f48-eeb57d6247f2 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:20:41.548470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:20:41.553504 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1ced27bd-8146-44f3-9a35-23b873fecb2b admin admin] 10.222.0.21 "PUT /v2.0/routers/52803775-8393-40d4-9f48-eeb57d6247f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6007407 Dec 08 22:20:41.556024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37334) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:41.557415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] Sync routers for ids ['52803775-8393-40d4-9f48-eeb57d6247f2'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:20:41.566629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] Routers {'52803775-8393-40d4-9f48-eeb57d6247f2'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:20:41.567242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:20:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['52803775-8393-40d4-9f48-eeb57d6247f2'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:41.657569 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:41.668264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] Set router 52803775-8393-40d4-9f48-eeb57d6247f2 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:20:41.759523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:41.819985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Deleting port fb9b005b-b355-4f57-a870-dc49be2a596c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:41.820394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:41.905204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] For port fb9b005b-b355-4f57-a870-dc49be2a596c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=fb9b005b-b355-4f57-a870-dc49be2a596c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:20:41.905602 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:41.917972 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Calling delete_port for fb9b005b-b355-4f57-a870-dc49be2a596c owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:41.991043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:20:41Z', 'revision_number': 5, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port': {'id': 'fb9b005b-b355-4f57-a870-dc49be2a596c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:42.020591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] Checking router: 52803775-8393-40d4-9f48-eeb57d6247f2 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:20:42.028479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] Routers {'52803775-8393-40d4-9f48-eeb57d6247f2'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:20:42.029081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:20:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['52803775-8393-40d4-9f48-eeb57d6247f2'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:42.087265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.114382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9b005b-b355-4f57-a870-dc49be2a596c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:42.117308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] Set router 52803775-8393-40d4-9f48-eeb57d6247f2 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:20:42.170093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:20:41Z', 'revision_number': 6, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:42.177755 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.199361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06af5a-863e-4de1-b08a-6d761715d306 None None] The sync data for ids ['52803775-8393-40d4-9f48-eeb57d6247f2'] in n-d-821126-1 is: [{'id': '52803775-8393-40d4-9f48-eeb57d6247f2', 'name': 'tempest-TestServerBasicOps-1184726912-router', 'tenant_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:15:30Z', 'updated_at': '2021-12-08T22:20:41Z', 'revision_number': 6, 'project_id': 'b3e6bf8073bd4f268a26d1f9fd16b81e', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:20:42.275050 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.277219 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.323222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.323739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52803775-8393-40d4-9f48-eeb57d6247f2 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:20:42.328815 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.330008 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-99fb0336-c099-4675-8002-795a203d3db8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/52803775-8393-40d4-9f48-eeb57d6247f2 HTTP/1.1" status: 204 len: 168 time: 0.7729833 Dec 08 22:20:42.332448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37336) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:42.377750 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef50093-5b00-4cc1-882b-d5cc3b2dc9cd admin admin] Deleting subnet 414f08e6-fd13-4586-9a41-54f03f6e0062 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:20:42.380732 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ef50093-5b00-4cc1-882b-d5cc3b2dc9cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.413988 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ef50093-5b00-4cc1-882b-d5cc3b2dc9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.492376 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ef50093-5b00-4cc1-882b-d5cc3b2dc9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.545579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ef50093-5b00-4cc1-882b-d5cc3b2dc9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.573480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef50093-5b00-4cc1-882b-d5cc3b2dc9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414f08e6-fd13-4586-9a41-54f03f6e0062,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:42.575586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2ef50093-5b00-4cc1-882b-d5cc3b2dc9cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.579194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2ef50093-5b00-4cc1-882b-d5cc3b2dc9cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/414f08e6-fd13-4586-9a41-54f03f6e0062 HTTP/1.1" status: 204 len: 168 time: 0.2457809 Dec 08 22:20:42.580023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba98d3-1da9-4ebb-b671-ee4aa75615fc None None] Network 4dc40738-f766-46fb-b2d7-cca26810a469 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:20:42.581648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37338) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:42.661243 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.715081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Deleting port 11bc418a-799c-49f6-96dd-1e86ab501976 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:20:42.715424 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.776903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] For port 11bc418a-799c-49f6-96dd-1e86ab501976, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=11bc418a-799c-49f6-96dd-1e86ab501976,segment=NetworkSegment(0845923d-6042-425c-8291-2a1d32e914db),segment_id=0845923d-6042-425c-8291-2a1d32e914db)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:20:42.777243 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.789904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Calling delete_port for 11bc418a-799c-49f6-96dd-1e86ab501976 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:20:42.868218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.890997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bc418a-799c-49f6-96dd-1e86ab501976,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:42.898170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] No DVR routers for this DVR port 11bc418a-799c-49f6-96dd-1e86ab501976 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:20:42.972487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:42.993692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a7c0b6-58c9-43f1-adac-7241ae132924 None None] DHCP port deletion for 4dc40738-f766-46fb-b2d7-cca26810a469 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:20:42.995010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc40738-f766-46fb-b2d7-cca26810a469']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:43.005451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0845923d-6042-425c-8291-2a1d32e914db') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:43.005747 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0845923d-6042-425c-8291-2a1d32e914db') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:20:43.016312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.030108 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.036512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:20:43.036891 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:20:43.038623 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:20:43.091244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.097847 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.104769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4dc40738-f766-46fb-b2d7-cca26810a469 HTTP/1.1" status: 204 len: 168 time: 0.5186193 Dec 08 22:20:43.116341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a321922-d737-4c64-96e7-cc3575ffdf27 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc40738-f766-46fb-b2d7-cca26810a469,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:43.217480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37342) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:43.258802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bf25b0f3-3009-4c13-8d07-e0bf8106abf8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=717ea148ad7146b5a97eedad06fee826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395782 Dec 08 22:20:43.261310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37344) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:43.313659 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28d8402d-4b78-4d0d-8ad2-72e015c1131a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.333964 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28d8402d-4b78-4d0d-8ad2-72e015c1131a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.382672 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28d8402d-4b78-4d0d-8ad2-72e015c1131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.386295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-28d8402d-4b78-4d0d-8ad2-72e015c1131a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.387188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-28d8402d-4b78-4d0d-8ad2-72e015c1131a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3493781d-8824-45fa-8d27-79a6fc477969 HTTP/1.1" status: 204 len: 168 time: 0.1248176 Dec 08 22:20:43.395437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8402d-4b78-4d0d-8ad2-72e015c1131a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3493781d-8824-45fa-8d27-79a6fc477969,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:43.691995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37350) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:43.732337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3586ce18-4c78-4982-ab3b-a93d88481cdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3e6bf8073bd4f268a26d1f9fd16b81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391598 Dec 08 22:20:43.734731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37352) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:20:43.781522 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dcfa2f3-a2bf-495f-b84c-34ebf68a2f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.801965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dcfa2f3-a2bf-495f-b84c-34ebf68a2f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.851673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dcfa2f3-a2bf-495f-b84c-34ebf68a2f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.854589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4dcfa2f3-a2bf-495f-b84c-34ebf68a2f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:43.855905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4dcfa2f3-a2bf-495f-b84c-34ebf68a2f19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8008aca-3a29-401e-be8e-75efa34ec7e6 HTTP/1.1" status: 204 len: 168 time: 0.1202219 Dec 08 22:20:43.863414 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfa2f3-a2bf-495f-b84c-34ebf68a2f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8008aca-3a29-401e-be8e-75efa34ec7e6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:44.237865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fb9b005b-b355-4f57-a870-dc49be2a596c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:20:44.258723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: fb9b005b-b355-4f57-a870-dc49be2a596c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:20:44.259086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device fb9b005b-b355-4f57-a870-dc49be2a596c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:20:44.259520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 11bc418a-799c-49f6-96dd-1e86ab501976 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:20:44.279631 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 11bc418a-799c-49f6-96dd-1e86ab501976 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:20:44.279978 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 11bc418a-799c-49f6-96dd-1e86ab501976 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:20:44.280443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0e34f722-6fa6-4305-9852-e1a792c73b55 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:20:44.299920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0e34f722-6fa6-4305-9852-e1a792c73b55 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:20:44.300296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0e34f722-6fa6-4305-9852-e1a792c73b55 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:20:53.830497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-793e2069-0dd2-4947-8f63-5a34a8a19d4b tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=026d987c74974d5fa3ab32cb547b88ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322280 Dec 08 22:20:54.017035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-4fa06c9b-76c4-4b2c-83c5-cbc409cced33 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:54.018490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-4fa06c9b-76c4-4b2c-83c5-cbc409cced33 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823502 Dec 08 22:20:54.033016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-f51c9874-f0e5-4a97-a9b7-0cf59ddb1a9c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/quotas/026d987c74974d5fa3ab32cb547b88ec HTTP/1.1" status: 200 len: 375 time: 0.0087254 Dec 08 22:20:54.082691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-9848656d-cefc-4107-be54-d445d97dbbdc tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=026d987c74974d5fa3ab32cb547b88ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444999 Dec 08 22:20:54.254029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-344bd75e-74a8-4681-be6c-7593a5d48f72 req-1c78cbfc-c71b-423e-b16e-866d52ca4bbe tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 210 time: 0.0315835 Dec 08 22:20:55.162999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-f230c020-b104-4bfb-8da4-6919e1e974bb tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=026d987c74974d5fa3ab32cb547b88ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246198 Dec 08 22:20:55.500936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a350a554-14bf-45db-8bd7-67699064acd4 req-b0248490-8ce6-4052-9afc-dc50f0dd6cb5 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 210 time: 0.0555496 Dec 08 22:20:55.547120 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-a3adce0a-7cbf-4a8f-a5c8-44e847a7cec3 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:55.548557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-a3adce0a-7cbf-4a8f-a5c8-44e847a7cec3 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3787918 Dec 08 22:20:55.561967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Request body: {'port': {'device_id': '1244b565-2ba9-4778-a059-83f7baa06748', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'admin_state_up': True, 'tenant_id': '026d987c74974d5fa3ab32cb547b88ec'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:20:55.664217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Made reservation on behalf of 026d987c74974d5fa3ab32cb547b88ec for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:20:55.667733 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:55.676444 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:55.751120 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:55.754634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:55.819434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a399a948-9a04-4a92-a88e-1afe5d16ae2e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:55.888041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Allocated IP 192.168.233.153 (798ec878-d793-4ee1-89e4-539f05ed086f/fce2cef9-e8e4-4d64-bc3b-c6979c826fd9/ff3fa131-ef9b-49e2-af57-8c10fd845ca4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:20:56.033231 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.065192 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.106444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Network 798ec878-d793-4ee1-89e4-539f05ed086f is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:20:56.110039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:20:56.113569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:20:56.139332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Pushing event updated for resources: {'Port': ['ID=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:56.168387 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:56.169004 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.185453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-12ecc825-ab19-44a6-85f9-dbeddf8b548c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6274469 Dec 08 22:20:56.196813 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-8a79ceab-69d9-4017-ab62-88f832d7b737 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:20:56.197892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-8a79ceab-69d9-4017-ab62-88f832d7b737 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059402 Dec 08 22:20:56.313814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Request body: {'port': {'device_id': '1244b565-2ba9-4778-a059-83f7baa06748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:20:56.348318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f869cd1d-dffa-4828-ac6a-b98d5d4fe923 None None] Provisioning complete for port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:20:56.348900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f869cd1d-dffa-4828-ac6a-b98d5d4fe923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.372043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.381968 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f869cd1d-dffa-4828-ac6a-b98d5d4fe923 None None] Port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:20:56.612791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84529502-35f9-4251-bbeb-638ff2e0e3f7 req-dc5c6773-37c1-4168-b348-77034368e4f8 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:56.614277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84529502-35f9-4251-bbeb-638ff2e0e3f7 req-dc5c6773-37c1-4168-b348-77034368e4f8 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 936 time: 0.0475607 Dec 08 22:20:56.627150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3fa131-ef9b-49e2-af57-8c10fd845ca4 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:20:56.634513 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.647329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Transition to ACTIVE for port object ff3fa131-ef9b-49e2-af57-8c10fd845ca4 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:20:56.652184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.653825 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84529502-35f9-4251-bbeb-638ff2e0e3f7 req-a0fe3907-4229-4690-8d6e-95dbceb02bb8 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Dec 08 22:20:56.723001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Pushing event updated for resources: {'Port': ['ID=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:56.778015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Attempting to bind port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:20:56.778483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Attempting to bind port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:20:56.778849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Attempting to bind port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:20:56.783850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 on network 798ec878-d793-4ee1-89e4-539f05ed086f not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:20:56.784174 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Attempting to bind port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 on network 798ec878-d793-4ee1-89e4-539f05ed086f {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:20:56.789256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:20:56.789520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Checking segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:20:56.789905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Bound using segment: {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:20:56.790337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Bound port: ff3fa131-ef9b-49e2-af57-8c10fd845ca4, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92767e-906b-401b-8916-238d2b259a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:20:56.790727 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.856311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] For port ff3fa131-ef9b-49e2-af57-8c10fd845ca4, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:20:56.860049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] For port ff3fa131-ef9b-49e2-af57-8c10fd845ca4, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:20:56.863655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.898615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:56.899258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:20:56.900672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] 10.222.0.23 "PUT /v2.0/ports/ff3fa131-ef9b-49e2-af57-8c10fd845ca4 HTTP/1.1" status: 200 len: 1096 time: 0.6947973 Dec 08 22:20:56.901169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1244b565-2ba9-4778-a059-83f7baa06748', 'tag': 'ff3fa131-ef9b-49e2-af57-8c10fd845ca4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:20:56.903509 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13399755-23a8-43fc-b87f-f3b391c77b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "1244b565-2ba9-4778-a059-83f7baa06748", "tag": "ff3fa131-ef9b-49e2-af57-8c10fd845ca4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:20:56.927574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343b6a-ad50-45c5-9b40-77ac4b8cb86e service neutron] Pushing event updated for resources: {'Port': ['ID=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:20:56.990781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-974364d4-fe5b-482f-9e86-b55f0296a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:56.992318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-974364d4-fe5b-482f-9e86-b55f0296a5e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=026d987c74974d5fa3ab32cb547b88ec&device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 1099 time: 0.0484259 Dec 08 22:20:57.035829 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aabed90-ef08-49a0-ac96-a8d74311c87c x-openstack-request-id: req-8aabed90-ef08-49a0-ac96-a8d74311c87c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:20:57.036132 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1244b565-2ba9-4778-a059-83f7baa06748", "tag": "ff3fa131-ef9b-49e2-af57-8c10fd845ca4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:20:57.036394 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8aabed90-ef08-49a0-ac96-a8d74311c87c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:20:57.036799 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1244b565-2ba9-4778-a059-83f7baa06748', 'tag': 'ff3fa131-ef9b-49e2-af57-8c10fd845ca4', 'status': 'completed', 'code': 200} Dec 08 22:20:57.038343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-243ea6d0-f789-4df1-b66b-251c1bec6276 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ff3fa131-ef9b-49e2-af57-8c10fd845ca4 HTTP/1.1" status: 200 len: 217 time: 0.0377369 Dec 08 22:20:57.090539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-c5c76874-c468-4fbe-9c37-e5d79444f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:57.092095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-c5c76874-c468-4fbe-9c37-e5d79444f4c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0453217 Dec 08 22:20:57.137705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-b1729b9a-1fbe-45c8-b8d7-6837db096588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:57.139236 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-b1729b9a-1fbe-45c8-b8d7-6837db096588 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405910 Dec 08 22:20:57.233740 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-b1973331-7e76-41bc-9cc0-df2151bc7f58 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868645 Dec 08 22:20:57.321191 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3ae73576-34bd-4e27-9c6d-8e2dba7109b2 req-af56df0a-f913-4cee-9589-ecd38b8de28d service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805318 Dec 08 22:20:57.407232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-dee62225-fafa-467d-8a6f-8cf74c76de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:57.408714 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-dee62225-fafa-467d-8a6f-8cf74c76de6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=026d987c74974d5fa3ab32cb547b88ec&device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 1099 time: 0.0450101 Dec 08 22:20:57.498181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-8d1727ca-1deb-4902-bab1-fffb1eb35c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:57.500186 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-8d1727ca-1deb-4902-bab1-fffb1eb35c38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798ec878-d793-4ee1-89e4-539f05ed086f HTTP/1.1" status: 200 len: 870 time: 0.0827262 Dec 08 22:20:57.544663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-142da44f-ecf2-4f2b-8671-d1d240c05676 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ff3fa131-ef9b-49e2-af57-8c10fd845ca4 HTTP/1.1" status: 200 len: 217 time: 0.0370326 Dec 08 22:20:57.594286 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-0ff9305d-9fbd-44b2-8de9-9324a2ea0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:57.595627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-0ff9305d-9fbd-44b2-8de9-9324a2ea0b7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fce2cef9-e8e4-4d64-bc3b-c6979c826fd9 HTTP/1.1" status: 200 len: 843 time: 0.0435898 Dec 08 22:20:57.641451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-665462ad-eeb4-48e5-9a01-95605d7e28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:57.642932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-665462ad-eeb4-48e5-9a01-95605d7e28f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798ec878-d793-4ee1-89e4-539f05ed086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0385697 Dec 08 22:20:57.736790 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-4b418bf1-2f3a-496e-80d2-5a6bfa9c1d2d service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 Dec 08 22:20:57.767743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bcac6-aacb-4851-b877-1f5a96381c92 req-97582219-acdc-4c89-a618-1905eb8b2da2 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:57.769336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-891bcac6-aacb-4851-b877-1f5a96381c92 req-97582219-acdc-4c89-a618-1905eb8b2da2 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 948 time: 0.0495839 Dec 08 22:20:57.807222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-891bcac6-aacb-4851-b877-1f5a96381c92 req-6ff885de-696d-4685-8d13-0931c3e29a3c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Dec 08 22:20:57.828012 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13399755-23a8-43fc-b87f-f3b391c77b9a req-529ddd50-2021-43b6-a76e-a2afb0fe0a49 service neutron] 10.222.0.23 "GET /v2.0/networks/798ec878-d793-4ee1-89e4-539f05ed086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831513 Dec 08 22:20:58.923348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4954-207a-436e-b3eb-a2f00ebdcb1a req-1742878e-5e18-4d49-82bb-109498b66f83 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:20:58.924787 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45aa4954-207a-436e-b3eb-a2f00ebdcb1a req-1742878e-5e18-4d49-82bb-109498b66f83 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 948 time: 0.0484068 Dec 08 22:20:58.961413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45aa4954-207a-436e-b3eb-a2f00ebdcb1a req-a9742552-89c9-4c2c-8986-c013e7f54504 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Dec 08 22:21:00.072990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da7c2e-d5b3-4c9e-a308-1a9e53f5c1d5 req-e5763182-8770-4409-888f-3d25bd7d3a3f tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:00.074426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2da7c2e-d5b3-4c9e-a308-1a9e53f5c1d5 req-e5763182-8770-4409-888f-3d25bd7d3a3f tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 948 time: 0.0469966 Dec 08 22:21:00.116132 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b2da7c2e-d5b3-4c9e-a308-1a9e53f5c1d5 req-3ebf5673-cec1-4e50-8769-2dfca6e16ed1 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Dec 08 22:21:00.240348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device ff3fa131-ef9b-49e2-af57-8c10fd845ca4 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:21:00.333259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port ff3fa131-ef9b-49e2-af57-8c10fd845ca4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:00.344667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'ff3fa131-ef9b-49e2-af57-8c10fd845ca4', 'network_id': '798ec878-d793-4ee1-89e4-539f05ed086f', 'port_id': 'ff3fa131-ef9b-49e2-af57-8c10fd845ca4', 'mac_address': 'fa:16:3e:e1:41:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2cef9-e8e4-4d64-bc3b-c6979c826fd9', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:21:00.379556 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:00.392205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3fa131-ef9b-49e2-af57-8c10fd845ca4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:21:00.410673 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port ff3fa131-ef9b-49e2-af57-8c10fd845ca4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:00.415039 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:00.462910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:00.654416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['ff3fa131-ef9b-49e2-af57-8c10fd845ca4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:21:01.232886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101a213-98c8-4fbc-ac01-a7c0529ce28f req-0fbe0bba-d686-4cad-83c2-e908f9f5817f tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:01.234868 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8101a213-98c8-4fbc-ac01-a7c0529ce28f req-0fbe0bba-d686-4cad-83c2-e908f9f5817f tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 949 time: 0.0532219 Dec 08 22:21:01.271764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8101a213-98c8-4fbc-ac01-a7c0529ce28f req-f7879db6-91e5-47d3-8ed7-b8a5878be6a3 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Dec 08 22:21:02.247964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device ff3fa131-ef9b-49e2-af57-8c10fd845ca4 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:21:02.299237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:21:02.303494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:21:02.303494 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:02.380171 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:02.387209 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc2961-e52c-4254-98d4-b80a7f6aa641 req-c5cc4a7f-f184-44bf-813b-5935b5e57dbb tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:02.388756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dbc2961-e52c-4254-98d4-b80a7f6aa641 req-c5cc4a7f-f184-44bf-813b-5935b5e57dbb tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 949 time: 0.0485821 Dec 08 22:21:02.401837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1244b565-2ba9-4778-a059-83f7baa06748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3fa131-ef9b-49e2-af57-8c10fd845ca4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:21:02.404106 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14109ea6-76e0-4751-b614-ed909d88ad45" -d '{"events": [{"server_uuid": "1244b565-2ba9-4778-a059-83f7baa06748", "name": "network-vif-plugged", "status": "completed", "tag": "ff3fa131-ef9b-49e2-af57-8c10fd845ca4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:21:02.416829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port ff3fa131-ef9b-49e2-af57-8c10fd845ca4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:02.422744 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:02.427007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9dbc2961-e52c-4254-98d4-b80a7f6aa641 req-f1a219c9-3a82-487f-817d-05e461c145ef tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Dec 08 22:21:02.474256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:02.506832 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027d0383-d15b-420a-a37a-9786e518d88b x-openstack-request-id: req-027d0383-d15b-420a-a37a-9786e518d88b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:21:02.507118 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1244b565-2ba9-4778-a059-83f7baa06748", "name": "network-vif-plugged", "status": "completed", "tag": "ff3fa131-ef9b-49e2-af57-8c10fd845ca4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:21:02.507367 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-027d0383-d15b-420a-a37a-9786e518d88b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:21:02.507761 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1244b565-2ba9-4778-a059-83f7baa06748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3fa131-ef9b-49e2-af57-8c10fd845ca4', 'code': 200} Dec 08 22:21:02.599273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d46de-fd8e-41f6-bc67-a46afe3a18c1 req-4262fb31-d3db-4fc8-86be-766eb1beefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:02.600707 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-631d46de-fd8e-41f6-bc67-a46afe3a18c1 req-4262fb31-d3db-4fc8-86be-766eb1beefc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 1101 time: 0.0380442 Dec 08 22:21:02.634596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-631d46de-fd8e-41f6-bc67-a46afe3a18c1 req-72a0f54a-a705-4ba7-9993-6580ba7c1527 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269337 Dec 08 22:21:03.540920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b27f32-284b-45f9-9f29-b4004a94bd3b req-487b6d0e-9a9a-4904-812b-6e630b878b86 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:03.542493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86b27f32-284b-45f9-9f29-b4004a94bd3b req-487b6d0e-9a9a-4904-812b-6e630b878b86 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 950 time: 0.0489752 Dec 08 22:21:03.580472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86b27f32-284b-45f9-9f29-b4004a94bd3b req-aa94a9a2-0139-41ab-b5ef-96888e268b51 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Dec 08 22:21:04.695403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f311fe0-1b33-4acb-afdc-5c8b0459f467 req-bebd3372-65da-4ab2-bab1-a948ee993352 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:04.696860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f311fe0-1b33-4acb-afdc-5c8b0459f467 req-bebd3372-65da-4ab2-bab1-a948ee993352 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 950 time: 0.0474784 Dec 08 22:21:04.734093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0f311fe0-1b33-4acb-afdc-5c8b0459f467 req-6dc328aa-49ec-4519-ba38-003537149028 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307565 Dec 08 22:21:05.056965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-b308db06-fb5f-4884-b195-df1455067495 req-0587e052-f119-40c0-a269-a0478a1df561 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:21:05.057988 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b308db06-fb5f-4884-b195-df1455067495 req-0587e052-f119-40c0-a269-a0478a1df561 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603604 Dec 08 22:21:05.428067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-dcf6dc7b-ee5b-44ab-b3e0-60fdf6c5144f req-16ce129c-45b2-4ae2-9837-6ccd7c96681a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:21:05.429079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dcf6dc7b-ee5b-44ab-b3e0-60fdf6c5144f req-16ce129c-45b2-4ae2-9837-6ccd7c96681a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553563 Dec 08 22:21:05.609047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b4edd341-925a-4976-88ac-364e25e8546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:05.755074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b27ecd-dd4f-4dde-9023-4fef79083292 req-f026a965-3ac5-4a28-82eb-7a7671adf51c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:05.756543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1b27ecd-dd4f-4dde-9023-4fef79083292 req-f026a965-3ac5-4a28-82eb-7a7671adf51c tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 950 time: 0.0525582 Dec 08 22:21:05.793537 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1b27ecd-dd4f-4dde-9023-4fef79083292 req-927b6a47-3c43-4e1f-8955-810a3a4bbd2e tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309863 Dec 08 22:21:06.911862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19073ac4-2ec0-4c7e-a166-6e0d966ffddf req-878bb4e5-2b4a-4f07-b27b-7b49b44503a0 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:06.913316 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19073ac4-2ec0-4c7e-a166-6e0d966ffddf req-878bb4e5-2b4a-4f07-b27b-7b49b44503a0 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 950 time: 0.0485342 Dec 08 22:21:06.954226 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-19073ac4-2ec0-4c7e-a166-6e0d966ffddf req-5d56d727-ab7e-4c15-b5d2-f389dd4120b3 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.21 "GET /v2.0/security-groups?id=a399a948-9a04-4a92-a88e-1afe5d16ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350239 Dec 08 22:21:06.975319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-3207bcf8-6edb-404d-8dd6-36552c35c6bd tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:06.976768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-3207bcf8-6edb-404d-8dd6-36552c35c6bd tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.23 "GET /v2.0/ports?device_id=1244b565-2ba9-4778-a059-83f7baa06748 HTTP/1.1" status: 200 len: 950 time: 0.0493929 Dec 08 22:21:07.064607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Deleting port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:21:07.064943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:07.150565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] For port ff3fa131-ef9b-49e2-af57-8c10fd845ca4, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,segment=NetworkSegment(4f92767e-906b-401b-8916-238d2b259a94),segment_id=4f92767e-906b-401b-8916-238d2b259a94)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:07.150949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:07.163023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Calling delete_port for ff3fa131-ef9b-49e2-af57-8c10fd845ca4 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:21:07.291920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:07.303943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['ff3fa131-ef9b-49e2-af57-8c10fd845ca4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:21:07.320260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Pushing event deleted for resources: {'Port': ['ID=ff3fa131-ef9b-49e2-af57-8c10fd845ca4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:07.361416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] No DVR routers for this DVR port ff3fa131-ef9b-49e2-af57-8c10fd845ca4 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:21:07.364150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:07.367452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e83908e5-ba65-4816-aa6f-f12703b332eb req-51ffc31e-4482-448e-af78-29414c898960 tempest-ServersAdminNegativeTestJSON-1070958034 tempest-ServersAdminNegativeTestJSON-1070958034-project] 10.222.0.23 "DELETE /v2.0/ports/ff3fa131-ef9b-49e2-af57-8c10fd845ca4 HTTP/1.1" status: 204 len: 173 time: 0.3843989 Dec 08 22:21:07.367940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1244b565-2ba9-4778-a059-83f7baa06748', 'name': 'network-vif-deleted', 'tag': 'ff3fa131-ef9b-49e2-af57-8c10fd845ca4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:21:07.370219 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f807d96b-d182-433d-af6b-0acf8e335ea3" -d '{"events": [{"server_uuid": "1244b565-2ba9-4778-a059-83f7baa06748", "name": "network-vif-deleted", "tag": "ff3fa131-ef9b-49e2-af57-8c10fd845ca4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:21:07.411262 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91550a3-befa-4fd0-a8fc-c73ffddd8544 x-openstack-request-id: req-f91550a3-befa-4fd0-a8fc-c73ffddd8544 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:21:07.411971 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1244b565-2ba9-4778-a059-83f7baa06748", "name": "network-vif-deleted", "tag": "ff3fa131-ef9b-49e2-af57-8c10fd845ca4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:21:07.412234 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f91550a3-befa-4fd0-a8fc-c73ffddd8544 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:21:07.413472 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1244b565-2ba9-4778-a059-83f7baa06748', 'name': 'network-vif-deleted', 'tag': 'ff3fa131-ef9b-49e2-af57-8c10fd845ca4', 'status': 'completed', 'code': 200} Dec 08 22:21:08.251359 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37498) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:08.276562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d64ed802-df11-418d-b391-20f13c6ef2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.392107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4919bf1d-8736-475e-873f-ad9956de87bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=026d987c74974d5fa3ab32cb547b88ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395769 Dec 08 22:21:08.394536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37502) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:08.444574 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea47383c-f49f-457e-a0c9-ec0a7ca0cddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.467079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea47383c-f49f-457e-a0c9-ec0a7ca0cddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.514033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea47383c-f49f-457e-a0c9-ec0a7ca0cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.517217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ea47383c-f49f-457e-a0c9-ec0a7ca0cddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.518401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ea47383c-f49f-457e-a0c9-ec0a7ca0cddd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a399a948-9a04-4a92-a88e-1afe5d16ae2e HTTP/1.1" status: 204 len: 168 time: 0.1229415 Dec 08 22:21:08.526368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47383c-f49f-457e-a0c9-ec0a7ca0cddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a399a948-9a04-4a92-a88e-1afe5d16ae2e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:08.777553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:08.791528 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a72e2e8e-3fd2-4fff-aea5-4d7cc4ef328c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.868565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a72e2e8e-3fd2-4fff-aea5-4d7cc4ef328c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.872892 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.873578 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a72e2e8e-3fd2-4fff-aea5-4d7cc4ef328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.917441 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a72e2e8e-3fd2-4fff-aea5-4d7cc4ef328c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adfe57e83b734323a1481c128f238186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363528 Dec 08 22:21:08.917670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37510) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:08.924409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e2e8e-3fd2-4fff-aea5-4d7cc4ef328c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bdd10f-8818-4bef-bf38-efc5ce7361b2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:08.975727 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f4c69cf-5792-4918-b2ae-b7d70dba880c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:08.997918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f4c69cf-5792-4918-b2ae-b7d70dba880c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.043244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f4c69cf-5792-4918-b2ae-b7d70dba880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.046277 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1f4c69cf-5792-4918-b2ae-b7d70dba880c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.047459 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1f4c69cf-5792-4918-b2ae-b7d70dba880c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1bdd10f-8818-4bef-bf38-efc5ce7361b2 HTTP/1.1" status: 204 len: 168 time: 0.1288886 Dec 08 22:21:09.055050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c69cf-5792-4918-b2ae-b7d70dba880c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bdd10f-8818-4bef-bf38-efc5ce7361b2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:09.513324 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.666296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.695146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37532) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:09.789840 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-782508114-network', 'tenant_id': 'ac32fa0d761e4d69b0d1dc38bd1faf45'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:21:09.810825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Made reservation on behalf of ac32fa0d761e4d69b0d1dc38bd1faf45 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:21:09.812995 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.821053 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.895666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.899205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.919860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:21:09.933774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52eeebe-42ee-437a-8557-9716eef0082d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:09.938751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:09.939105 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Added segment b216f41e-3be5-48d4-8a16-6f0d8603b023 of type vlan for network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 Dec 08 22:21:09.979339 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:10.005616 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:10.006566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:10.007172 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:10.055992 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3597662 Dec 08 22:21:10.059148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37536) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:10.064196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Request body: {'subnet': {'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-782508114-subnet', 'tenant_id': 'ac32fa0d761e4d69b0d1dc38bd1faf45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:21:10.068430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01183f5e-b56b-4b99-b08d-4650d48dbd79 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:10.079526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:21:10.086304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Made reservation on behalf of ac32fa0d761e4d69b0d1dc38bd1faf45 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:21:10.088756 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:10.215609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:10.256902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:10.286806 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device ff3fa131-ef9b-49e2-af57-8c10fd845ca4 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:21:10.309302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: ff3fa131-ef9b-49e2-af57-8c10fd845ca4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:21:10.309648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device ff3fa131-ef9b-49e2-af57-8c10fd845ca4 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:21:10.315731 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8628d37c-cfe8-41b6-9686-885d8d0ee297,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:10.320149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Checking segment: {'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:21:10.320518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Network hostable DHCP agents. Network: 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:21:10.336565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:21:10.345121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:21:10.349489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:10.350609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:10.354957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6677f6-905c-40ad-8857-4391c213164e None None] Network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:21:10.370845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-71ba83a1-fc45-4850-b668-dbd76f828709 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3055155 Dec 08 22:21:10.476840 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf8a49-e067-4189-92a1-96a22ee8722f None None] Network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:21:10.782997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-34b7c54e-74f1-4257-9782-afe4c2f1da5e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:10.784439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-34b7c54e-74f1-4257-9782-afe4c2f1da5e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/networks?id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 200 len: 811 time: 0.1037459 Dec 08 22:21:10.799360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b582ee84-39fb-4f80-8766-abe2835bbd6a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/quotas/ac32fa0d761e4d69b0d1dc38bd1faf45 HTTP/1.1" status: 200 len: 375 time: 0.0092318 Dec 08 22:21:10.829408 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-7f059190-8ca2-4a8f-a58f-91eeb9e510d6 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249496 Dec 08 22:21:10.917170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-c1f80104-16bd-4f07-89ef-2a46a04b482d service neutron] 10.222.0.21 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808065 Dec 08 22:21:11.008419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-60207f07-6b8b-4416-8d2f-73ace8e47952 service neutron] 10.222.0.21 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846646 Dec 08 22:21:11.083412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:11.166829 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0bde84f-140d-4937-bf16-050efe2f06cc req-86197eeb-7bc0-4dcb-91fb-96ab941d07f9 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 210 time: 0.0272210 Dec 08 22:21:12.056766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-55bfad85-414d-40ab-b30b-5a124ad591b3 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:12.058202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-55bfad85-414d-40ab-b30b-5a124ad591b3 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.23 "GET /v2.0/networks?id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 200 len: 811 time: 0.1046112 Dec 08 22:21:12.070787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Request body: {'port': {'device_id': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280', 'admin_state_up': True, 'tenant_id': 'ac32fa0d761e4d69b0d1dc38bd1faf45'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:21:12.178823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Made reservation on behalf of ac32fa0d761e4d69b0d1dc38bd1faf45 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:21:12.182250 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:12.276302 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9f73ef21-d0be-4301-adf9-a255ed2c43a3 req-19f8b64c-4db1-452f-8190-5fc9a6fdb1a9 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 210 time: 0.0368156 Dec 08 22:21:12.336053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Allocated IP 172.20.0.13 (6bbe9435-f129-4c83-a8d4-9d2f7d7f5280/8628d37c-cfe8-41b6-9686-885d8d0ee297/d61f0dbc-ec6c-4c27-893f-d3454ee22ba6) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:21:12.478570 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:12.511084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:12.553260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:21:12.556265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:21:12.559817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:21:12.584074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:12.612193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:12.612796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:12.628132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b24c3af9-80e3-4c64-84ea-104f771eec4c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609560 Dec 08 22:21:12.640467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Request body: {'port': {'device_id': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:21:12.694387 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:12.946187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:21:12.953848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:12.964971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Transition to ACTIVE for port object d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:21:12.969608 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:13.038496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:13.086003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Attempting to bind port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:21:13.086616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Attempting to bind port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:21:13.086765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Attempting to bind port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:21:13.090871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:21:13.091186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Attempting to bind port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:21:13.096378 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:21:13.096709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Checking segment: {'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:21:13.097078 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Bound using segment: {'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:21:13.097490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Bound port: d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:21:13.097830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:13.159588 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:21:13.162599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:21:13.167237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:13.201212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:13.202331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:13.203722 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] 10.222.0.23 "PUT /v2.0/ports/d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 1092 time: 0.5671725 Dec 08 22:21:13.204163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:21:13.206393 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c229e2-c910-4247-8d17-3d410effa50d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:21:13.228655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8767-6291-4a86-92c1-b363f2cb7fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:13.251258 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42360043-5735-4a64-ab11-19d1b9513038 x-openstack-request-id: req-42360043-5735-4a64-ab11-19d1b9513038 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:21:13.251547 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:21:13.251799 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42360043-5735-4a64-ab11-19d1b9513038 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:21:13.252191 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'status': 'completed', 'code': 200} Dec 08 22:21:13.284096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-01723895-d814-4fc3-8106-10514001bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:13.285566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-01723895-d814-4fc3-8106-10514001bd3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 1095 time: 0.0445187 Dec 08 22:21:13.328078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-bc5176f5-2b6d-4e47-8d30-7bccf0987bf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 217 time: 0.0341008 Dec 08 22:21:13.406937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b072e64c-e280-42e3-bc1b-4ee4d807d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:13.408374 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-b072e64c-e280-42e3-bc1b-4ee4d807d9c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8628d37c-cfe8-41b6-9686-885d8d0ee297 HTTP/1.1" status: 200 len: 851 time: 0.0733373 Dec 08 22:21:13.419822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37e39a-f78f-4aad-b786-fbade4280cfd req-4abf1e08-aa7c-46af-8a44-e0e2a85c36fa tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:13.421197 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca37e39a-f78f-4aad-b786-fbade4280cfd req-4abf1e08-aa7c-46af-8a44-e0e2a85c36fa tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 944 time: 0.0780509 Dec 08 22:21:13.455508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-e488d864-801d-4a0d-8089-dabcc816d6ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333440 Dec 08 22:21:13.488999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ca37e39a-f78f-4aad-b786-fbade4280cfd req-2c957f9c-c376-45f2-bf5a-58ec97502733 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599704 Dec 08 22:21:13.558104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-6eeb0b48-91ef-4be7-9b5c-266d48de7fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907602 Dec 08 22:21:13.909170 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-38f57cda-4b98-4a56-87fb-c01ef4d59fe1 req-698d3814-7748-4eec-b5b0-03cb3434130a service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425391 Dec 08 22:21:14.001592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c229e2-c910-4247-8d17-3d410effa50d req-7e833a7b-ce13-4139-8718-aa3e2c5de22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:14.003108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48c229e2-c910-4247-8d17-3d410effa50d req-7e833a7b-ce13-4139-8718-aa3e2c5de22e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 1095 time: 0.0435450 Dec 08 22:21:14.090342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c229e2-c910-4247-8d17-3d410effa50d req-28b0d052-c84c-4199-b7b3-ab4b95327273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:14.091793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48c229e2-c910-4247-8d17-3d410effa50d req-28b0d052-c84c-4199-b7b3-ab4b95327273 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 200 len: 912 time: 0.0820577 Dec 08 22:21:14.131681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48c229e2-c910-4247-8d17-3d410effa50d req-3237b34f-a990-4125-9824-434fe43610d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 217 time: 0.0330141 Dec 08 22:21:14.183341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c229e2-c910-4247-8d17-3d410effa50d req-10a1fabc-7c27-44ce-9229-fe7b98517546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:14.184639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48c229e2-c910-4247-8d17-3d410effa50d req-10a1fabc-7c27-44ce-9229-fe7b98517546 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8628d37c-cfe8-41b6-9686-885d8d0ee297 HTTP/1.1" status: 200 len: 851 time: 0.0448160 Dec 08 22:21:14.216082 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48c229e2-c910-4247-8d17-3d410effa50d req-70a76aef-a486-47a5-b7eb-12fe6a2ec086 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236268 Dec 08 22:21:14.303316 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48c229e2-c910-4247-8d17-3d410effa50d req-749580b9-359a-4613-b71f-dc0c00469799 service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790603 Dec 08 22:21:14.393812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48c229e2-c910-4247-8d17-3d410effa50d req-e53bc5d1-1c9b-431d-875f-81ac6da972f1 service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828195 Dec 08 22:21:14.604482 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45dd61-1d47-44e8-98d0-81b1ad9d9753 req-ee308ceb-10ca-42c3-b270-612bc0a114ab tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:14.605970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff45dd61-1d47-44e8-98d0-81b1ad9d9753 req-ee308ceb-10ca-42c3-b270-612bc0a114ab tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 944 time: 0.0501361 Dec 08 22:21:14.643164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ff45dd61-1d47-44e8-98d0-81b1ad9d9753 req-0d6d1c06-2be9-42bc-a734-57311833d556 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310907 Dec 08 22:21:15.755766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97d7d8-d2df-4af0-b58d-1a820d80d96b req-de40d6ed-bac3-4395-8d9c-87b1502d1bd7 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:15.757207 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad97d7d8-d2df-4af0-b58d-1a820d80d96b req-de40d6ed-bac3-4395-8d9c-87b1502d1bd7 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 944 time: 0.0474746 Dec 08 22:21:15.793528 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad97d7d8-d2df-4af0-b58d-1a820d80d96b req-4827d8bc-1a47-41b9-82f4-42ed771427d9 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Dec 08 22:21:16.286789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:21:16.380854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:16.391648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280', 'port_id': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'mac_address': 'fa:16:3e:6f:89:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8628d37c-cfe8-41b6-9686-885d8d0ee297', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:21:16.427130 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:16.439196 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:21:16.457519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:16.460867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:16.508695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:16.645567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['d61f0dbc-ec6c-4c27-893f-d3454ee22ba6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:21:16.913306 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6b0ea-1c43-448e-a791-19d7204b4a1a req-24bdc8d0-cf1b-4843-9a19-f82a0a2bba24 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:16.914670 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c6b0ea-1c43-448e-a791-19d7204b4a1a req-24bdc8d0-cf1b-4843-9a19-f82a0a2bba24 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 945 time: 0.0523334 Dec 08 22:21:16.951188 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c6c6b0ea-1c43-448e-a791-19d7204b4a1a req-cf301579-1805-4f66-9e84-4a47925515d0 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306311 Dec 08 22:21:18.062298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7603d-7ba8-4289-8d97-68e181cb85c8 req-a4762b12-9257-4942-93d8-8204793df9d6 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:18.063759 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7f7603d-7ba8-4289-8d97-68e181cb85c8 req-a4762b12-9257-4942-93d8-8204793df9d6 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 945 time: 0.0470302 Dec 08 22:21:18.100841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7f7603d-7ba8-4289-8d97-68e181cb85c8 req-261d9c27-cf5e-4bdf-a20e-6f682c8dee29 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Dec 08 22:21:18.128761 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:21:18.301658 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:21:18.348266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:21:18.352261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:21:18.352623 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:18.426858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:18.450104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:21:18.452339 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba559e-6091-45e0-93cb-f62db9e0b2cc" -d '{"events": [{"server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "name": "network-vif-plugged", "status": "completed", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:21:18.464964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:18.468941 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:18.495819 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c968d45b-6238-4909-9cdc-2de424f5b91f x-openstack-request-id: req-c968d45b-6238-4909-9cdc-2de424f5b91f {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:21:18.496112 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "name": "network-vif-plugged", "status": "completed", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:21:18.496426 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c968d45b-6238-4909-9cdc-2de424f5b91f {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:21:18.496943 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'code': 200} Dec 08 22:21:18.518948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:18.593566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8b14-9190-4e7a-b68e-071789ee04b8 req-9817916a-4f96-41b8-8185-3b64ac018910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:18.594972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-163c8b14-9190-4e7a-b68e-071789ee04b8 req-9817916a-4f96-41b8-8185-3b64ac018910 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 1097 time: 0.0436001 Dec 08 22:21:18.628977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-163c8b14-9190-4e7a-b68e-071789ee04b8 req-b6eced29-f005-44bc-b03b-fa1bb061982e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269613 Dec 08 22:21:19.213592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb04f0d-c7a9-472a-955d-96b18b812873 req-82413f4b-1fbb-4703-b2ce-67784186e5ba tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:19.215128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cfb04f0d-c7a9-472a-955d-96b18b812873 req-82413f4b-1fbb-4703-b2ce-67784186e5ba tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0490398 Dec 08 22:21:19.252981 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cfb04f0d-c7a9-472a-955d-96b18b812873 req-90de21f9-b57b-494d-88b4-b1519b807ff9 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Dec 08 22:21:20.367116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cb0b2-e2df-4bbb-baa3-69edff44b4a1 req-ac056ff2-9bd3-4dbc-80a1-3b8398f004d1 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:20.368586 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-850cb0b2-e2df-4bbb-baa3-69edff44b4a1 req-ac056ff2-9bd3-4dbc-80a1-3b8398f004d1 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0492690 Dec 08 22:21:20.406153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-850cb0b2-e2df-4bbb-baa3-69edff44b4a1 req-f10b6157-5cf0-4b6c-82b3-d24df7ab7e29 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Dec 08 22:21:20.726573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651d106-7e17-4375-ab9e-aa00567c713d req-65cecaf3-9321-488c-aef7-c8ce7a7df6fe tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:20.728088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7651d106-7e17-4375-ab9e-aa00567c713d req-65cecaf3-9321-488c-aef7-c8ce7a7df6fe tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0495450 Dec 08 22:21:20.795337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7651d106-7e17-4375-ab9e-aa00567c713d req-4b069cbd-a012-4000-9dc3-3e9015692efe tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577123 Dec 08 22:21:20.798513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-dc24899c-c035-42c5-9b43-e626b29162e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288311 Dec 08 22:21:20.807430 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fd776e55-88b0-4aee-89f5-5fcc0d15b006 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:21:20.808861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fd776e55-88b0-4aee-89f5-5fcc0d15b006 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054731 Dec 08 22:21:21.857483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-355b553b-322d-42bf-81ec-36b31809684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:21.859558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-355b553b-322d-42bf-81ec-36b31809684a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 1097 time: 0.0407898 Dec 08 22:21:21.962022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494b110-8ea1-4506-ad4c-07f936b2c739 req-82bbf893-d46f-4e7e-bee8-9824ef2ef10a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:21.963501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9494b110-8ea1-4506-ad4c-07f936b2c739 req-82bbf893-d46f-4e7e-bee8-9824ef2ef10a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0994587 Dec 08 22:21:21.998189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-e009bddc-556b-4b85-a012-28d69e2774b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:21.999677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-e009bddc-556b-4b85-a012-28d69e2774b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 200 len: 912 time: 0.1275990 Dec 08 22:21:22.047879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-1f38f0c0-779f-43bc-af2c-654bf2bf278b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 217 time: 0.0387716 Dec 08 22:21:22.050567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9494b110-8ea1-4506-ad4c-07f936b2c739 req-7076d2f7-9b0a-416e-ae34-bfcde011ec35 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791984 Dec 08 22:21:22.096455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fca252d3-0d87-4e9d-afa4-8eacd1f9e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:22.097810 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fca252d3-0d87-4e9d-afa4-8eacd1f9e163 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8628d37c-cfe8-41b6-9686-885d8d0ee297 HTTP/1.1" status: 200 len: 851 time: 0.0438066 Dec 08 22:21:22.129096 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-52f54d4f-7ac8-4259-a275-0beed339fe4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240872 Dec 08 22:21:22.222370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-5f99c5c9-0ee7-432f-b810-0525bfe15665 service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856674 Dec 08 22:21:22.308850 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-64cd01b4-a3cd-453c-9cea-52e16ba73cd1 service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792103 Dec 08 22:21:23.165183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a479-bf75-4e3b-9751-66d6af7f3ac1 req-1a6d506c-3f0a-41a5-a82e-6133bcdf9d1a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:23.166639 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f14a479-bf75-4e3b-9751-66d6af7f3ac1 req-1a6d506c-3f0a-41a5-a82e-6133bcdf9d1a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0481935 Dec 08 22:21:23.204088 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f14a479-bf75-4e3b-9751-66d6af7f3ac1 req-1d837a56-a47d-435c-8c36-eefe99a915fe tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Dec 08 22:21:24.316883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d1fe9-1511-4ea3-a627-6a47cd65a28c req-3cba48e3-b9c6-4763-9bb3-c823305c3df9 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:24.318342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc9d1fe9-1511-4ea3-a627-6a47cd65a28c req-3cba48e3-b9c6-4763-9bb3-c823305c3df9 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0481646 Dec 08 22:21:24.358691 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cc9d1fe9-1511-4ea3-a627-6a47cd65a28c req-652ef1b6-45f6-48a8-9d89-3a53ba7fd227 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344265 Dec 08 22:21:25.470291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900421d-8d1c-4d86-b374-e15695a99db6 req-786ff2a5-b9e7-4cae-bcd0-56506369207e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:25.471680 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5900421d-8d1c-4d86-b374-e15695a99db6 req-786ff2a5-b9e7-4cae-bcd0-56506369207e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0479231 Dec 08 22:21:25.511953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5900421d-8d1c-4d86-b374-e15695a99db6 req-7db1de13-196f-4b74-b701-cfbcf407a03c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Dec 08 22:21:26.623585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb64a-afd3-4f48-9b84-f1b339ccbb3a req-e9d2a071-061e-4e25-9cda-789fd8b98587 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:26.625022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a88fb64a-afd3-4f48-9b84-f1b339ccbb3a req-e9d2a071-061e-4e25-9cda-789fd8b98587 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0482688 Dec 08 22:21:26.661754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a88fb64a-afd3-4f48-9b84-f1b339ccbb3a req-434a311c-3b8b-4046-9a49-65885c854f44 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Dec 08 22:21:27.773906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016bd90-3bd2-4908-add4-04add91394b7 req-6fa2854c-0b5b-4168-9359-022579199f0e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:27.775476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4016bd90-3bd2-4908-add4-04add91394b7 req-6fa2854c-0b5b-4168-9359-022579199f0e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0490842 Dec 08 22:21:27.813575 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4016bd90-3bd2-4908-add4-04add91394b7 req-4fdace20-4595-4980-a184-9ce6f1d77a7a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Dec 08 22:21:28.929728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330fd6a-1abd-4f52-a040-a730c531a2c6 req-b7a5d377-a0ca-4ee5-b570-ecc3dbd563fd tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:28.931184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5330fd6a-1abd-4f52-a040-a730c531a2c6 req-b7a5d377-a0ca-4ee5-b570-ecc3dbd563fd tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0470569 Dec 08 22:21:28.968375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5330fd6a-1abd-4f52-a040-a730c531a2c6 req-a2869c64-97bb-4504-9b54-b4a4985939fd tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Dec 08 22:21:30.082742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2550b0-1f14-4932-8fe4-72308fd079f4 req-33c42161-9f87-4afc-b2b9-f09ea13f6bd7 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:30.084208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9c2550b0-1f14-4932-8fe4-72308fd079f4 req-33c42161-9f87-4afc-b2b9-f09ea13f6bd7 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0483563 Dec 08 22:21:30.120967 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9c2550b0-1f14-4932-8fe4-72308fd079f4 req-662432f9-9d5a-40b1-9d6d-df88d7d84fae tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Dec 08 22:21:31.233622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e85e8-3be3-4108-9573-f59c40622423 req-87192d88-43be-4f69-8a59-1417bdc87533 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:31.235746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d7e85e8-3be3-4108-9573-f59c40622423 req-87192d88-43be-4f69-8a59-1417bdc87533 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0485919 Dec 08 22:21:31.275422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4d7e85e8-3be3-4108-9573-f59c40622423 req-593b6b66-8247-40f9-9f88-8e3f1328fbcf tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337820 Dec 08 22:21:32.389270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921804dc-f37d-405b-99ff-ad4cc45fdc5d req-b21b954b-54fe-4080-acb1-a72f59d6e5e4 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:32.390736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-921804dc-f37d-405b-99ff-ad4cc45fdc5d req-b21b954b-54fe-4080-acb1-a72f59d6e5e4 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0482147 Dec 08 22:21:32.433197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-921804dc-f37d-405b-99ff-ad4cc45fdc5d req-93d01380-eef1-4270-8db6-f0a5a4d1bb76 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365381 Dec 08 22:21:33.549116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076b313-6413-40ac-aeef-acd85ece1c7f req-84b3d633-1c4e-4f8e-a3d6-36df2c5dc910 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:33.554753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7076b313-6413-40ac-aeef-acd85ece1c7f req-84b3d633-1c4e-4f8e-a3d6-36df2c5dc910 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0512152 Dec 08 22:21:33.589022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7076b313-6413-40ac-aeef-acd85ece1c7f req-41960f8e-8dd2-453f-b7b4-f063a2579199 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323842 Dec 08 22:21:34.701003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cd36a-917a-40a5-8864-7a96cc90b0eb req-0d33809d-d54a-401a-a3da-87602cadfce7 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:34.702513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f3cd36a-917a-40a5-8864-7a96cc90b0eb req-0d33809d-d54a-401a-a3da-87602cadfce7 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0482640 Dec 08 22:21:34.740163 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f3cd36a-917a-40a5-8864-7a96cc90b0eb req-12fe38cf-bcab-4aa9-bbe1-ef433dafd775 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Dec 08 22:21:35.610382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5417-a885-49b5-a937-fa0193d136ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:35.851946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfb681-025d-4d76-979c-965dd2483352 req-b8938c75-939d-4168-898e-62ac404af2d4 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:35.853645 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-facfb681-025d-4d76-979c-965dd2483352 req-b8938c75-939d-4168-898e-62ac404af2d4 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0483971 Dec 08 22:21:35.890052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-facfb681-025d-4d76-979c-965dd2483352 req-2e584b3b-42c2-4051-aec0-9205a1d94d88 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303688 Dec 08 22:21:37.001356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180259-aec3-4352-8f3c-a970be382212 req-4489d969-e4fe-4590-ab4c-edc444f56203 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:37.002867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed180259-aec3-4352-8f3c-a970be382212 req-4489d969-e4fe-4590-ab4c-edc444f56203 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0481074 Dec 08 22:21:37.039792 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed180259-aec3-4352-8f3c-a970be382212 req-053f9dd8-149c-46e6-ac71-16eda4b1a564 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Dec 08 22:21:38.150415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67290d-fecb-4427-9d30-7b363bfb7e60 req-a55291c1-a24d-4fc5-a3eb-fdc3388e7261 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:38.151875 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb67290d-fecb-4427-9d30-7b363bfb7e60 req-a55291c1-a24d-4fc5-a3eb-fdc3388e7261 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0471771 Dec 08 22:21:38.192173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb67290d-fecb-4427-9d30-7b363bfb7e60 req-3ad9444d-5d25-41d7-b940-1307fefc16e3 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340221 Dec 08 22:21:38.276933 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9e1907e5-8628-4168-9714-e3de2b6de6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:38.876968 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:39.304010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09eb57-fc94-4b3f-bcfa-8691a868492e req-ddd4fef1-b096-4c2f-a994-dfbc7d6e06ae tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:39.305472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de09eb57-fc94-4b3f-bcfa-8691a868492e req-ddd4fef1-b096-4c2f-a994-dfbc7d6e06ae tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0474746 Dec 08 22:21:39.346263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-de09eb57-fc94-4b3f-bcfa-8691a868492e req-b4d8e31b-ab35-4a84-b49f-75dc023aab14 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Dec 08 22:21:39.513943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:39.659171 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:40.232506 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:40.461262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0975e-2550-4bbe-8869-ccb13da67cdf req-348b245b-0c9c-4d12-a31e-83e487912c65 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:40.462626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ac0975e-2550-4bbe-8869-ccb13da67cdf req-348b245b-0c9c-4d12-a31e-83e487912c65 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0480373 Dec 08 22:21:40.501250 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ac0975e-2550-4bbe-8869-ccb13da67cdf req-fcd90f0a-827e-4629-82b1-01991ddf6bff tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Dec 08 22:21:41.086055 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:41.613977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09750e09-113f-477c-955a-0796536b70c0 req-e823a11d-d18e-44ac-9812-d5192f40534a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:41.615511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09750e09-113f-477c-955a-0796536b70c0 req-e823a11d-d18e-44ac-9812-d5192f40534a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0481880 Dec 08 22:21:41.652636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09750e09-113f-477c-955a-0796536b70c0 req-53f45cfb-23cf-4c8a-92b2-5ae093dc9cc8 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313025 Dec 08 22:21:42.764389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab3af-4c4e-44fb-8750-27b507daf4bd req-d41c0ae2-f079-4223-bb0c-c303f7740144 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:42.765847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23aab3af-4c4e-44fb-8750-27b507daf4bd req-d41c0ae2-f079-4223-bb0c-c303f7740144 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0487657 Dec 08 22:21:42.803674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23aab3af-4c4e-44fb-8750-27b507daf4bd req-81c83cb8-ee60-496c-a263-788f91a4709b tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Dec 08 22:21:43.915510 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ede5e-4c52-4f59-9212-928f950e6cd8 req-5d03ad90-8b41-4df9-be32-f69972219386 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:43.916955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-407ede5e-4c52-4f59-9212-928f950e6cd8 req-5d03ad90-8b41-4df9-be32-f69972219386 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0474417 Dec 08 22:21:43.953811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-407ede5e-4c52-4f59-9212-928f950e6cd8 req-2c964aa6-5c7c-4cb5-a095-56769e781f9f tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304966 Dec 08 22:21:45.066133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b0186-c272-4d5b-8f49-d9b1baa1f13a req-54de51ed-1159-4697-9353-7c7745a4bfe4 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:45.067587 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-508b0186-c272-4d5b-8f49-d9b1baa1f13a req-54de51ed-1159-4697-9353-7c7745a4bfe4 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0483570 Dec 08 22:21:45.108450 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-508b0186-c272-4d5b-8f49-d9b1baa1f13a req-477a24de-198d-4730-adb9-3876dc179e8c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349827 Dec 08 22:21:46.221543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0a3f0-50fa-43a9-aaa1-3763b22b7ba2 req-0cb90c7f-a642-47d4-ac6e-4e80dd174802 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:46.223029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0da0a3f0-50fa-43a9-aaa1-3763b22b7ba2 req-0cb90c7f-a642-47d4-ac6e-4e80dd174802 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0488956 Dec 08 22:21:46.263660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0da0a3f0-50fa-43a9-aaa1-3763b22b7ba2 req-7691b457-fbce-4741-a95b-a37797277ff4 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344605 Dec 08 22:21:47.376238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da6af-f642-47e9-9034-3e627ce9c444 req-63276b26-76e5-4bd3-a94a-9d490f410c0c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:47.377679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f98da6af-f642-47e9-9034-3e627ce9c444 req-63276b26-76e5-4bd3-a94a-9d490f410c0c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0483770 Dec 08 22:21:47.414853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f98da6af-f642-47e9-9034-3e627ce9c444 req-b3a7b4c9-9921-46e7-844f-452b101ee56b tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Dec 08 22:21:48.528216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291aea58-30d4-4463-92b7-73abd0ee3353 req-b627222c-0299-4994-8484-dafd4c76eed7 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:48.529573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-291aea58-30d4-4463-92b7-73abd0ee3353 req-b627222c-0299-4994-8484-dafd4c76eed7 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0476406 Dec 08 22:21:48.566793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-291aea58-30d4-4463-92b7-73abd0ee3353 req-839ffe97-7b69-4297-a322-708e5bb1824b tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306995 Dec 08 22:21:49.213472 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-f382aaba-3472-4d7d-8038-262d4730fbe0 service neutron] show failed (client error): The resource could not be found. Dec 08 22:21:49.214466 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-f382aaba-3472-4d7d-8038-262d4730fbe0 service neutron] 10.222.0.23 "GET /v2.0/ports/d61f0dbc-ec6c-4c27-893f-d3454ee22ba6/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0550191 Dec 08 22:21:49.481633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-a22e60c3-3472-45ff-bf24-05d3ffd4a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:49.483067 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-a22e60c3-3472-45ff-bf24-05d3ffd4a787 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844&tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45 HTTP/1.1" status: 200 len: 1097 time: 0.1181173 Dec 08 22:21:49.494537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:21:49.549043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:49.679602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bec79-d000-40d1-bc87-b7249543074c req-a8f14525-efab-4bea-9688-08af0c680519 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:49.681093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-390bec79-d000-40d1-bc87-b7249543074c req-a8f14525-efab-4bea-9688-08af0c680519 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0490730 Dec 08 22:21:49.720305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-390bec79-d000-40d1-bc87-b7249543074c req-eef41ad0-7f3f-4644-b853-1f2cb41f699c tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Dec 08 22:21:49.748365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:49.780232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:21:49.817712 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:21:49.820190 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32255f00-fac0-4e43-ac0e-600c098821e3" -d '{"events": [{"server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "name": "network-vif-unplugged", "status": "completed", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:21:49.823926 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:49.837529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Transition to ACTIVE for port object d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:21:49.841154 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:49.906351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] No DVR routers for this DVR port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:21:49.911293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:49.921253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.921601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.921941 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.922333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.922667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.923022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.923349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.923674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.924004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.924329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.924651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.924969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:49.942157 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ffab99-a8a6-4707-8772-e89dd17b06cc x-openstack-request-id: req-e3ffab99-a8a6-4707-8772-e89dd17b06cc {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:21:49.942452 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "name": "network-vif-unplugged", "status": "completed", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:21:49.942724 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3ffab99-a8a6-4707-8772-e89dd17b06cc {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:21:49.943120 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'code': 200} Dec 08 22:21:49.956653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Attempting to bind port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:21:49.956979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Attempting to bind port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:21:49.957303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Attempting to bind port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:21:49.961440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:21:49.961758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Attempting to bind port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on network 6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:21:49.966469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:21:49.966834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Checking segment: {'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:21:49.967212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Bound using segment: {'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:21:49.967627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Bound port: d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b216f41e-3be5-48d4-8a16-6f0d8603b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:21:49.967971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:50.029358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:21:50.032415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:21:50.035960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:50.069837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:50.070452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:50.071869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] 10.222.0.37 "PUT /v2.0/ports/d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 1092 time: 0.5812345 Dec 08 22:21:50.092776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb88f74-d240-4af9-a3e3-e69084c6fd96 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:50.138361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-e429b8b7-0487-4626-8e01-0f74eca5837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:50.139890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-e429b8b7-0487-4626-8e01-0f74eca5837d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 1095 time: 0.0434937 Dec 08 22:21:50.227653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-b1c49866-3f0d-4e5f-8883-9c37ddc6220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:50.229368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-b1c49866-3f0d-4e5f-8883-9c37ddc6220e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 200 len: 912 time: 0.0830319 Dec 08 22:21:50.273499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-891a7b85-fb87-46b7-a500-ba9d4a0366f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 217 time: 0.0374968 Dec 08 22:21:50.320675 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-f3d02c01-9bbf-442c-9c90-c2a4a03f9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:50.321972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-f3d02c01-9bbf-442c-9c90-c2a4a03f9f1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8628d37c-cfe8-41b6-9686-885d8d0ee297 HTTP/1.1" status: 200 len: 851 time: 0.0418630 Dec 08 22:21:50.351999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-048b61e3-ee3c-4006-91db-9b02c0a7ac58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228353 Dec 08 22:21:50.438645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-2e13b1bf-97f0-492e-ab48-8ed36f63651f service neutron] 10.222.0.37 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789423 Dec 08 22:21:50.527410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e6d085-60e6-404e-bcda-d441f28b1a90 req-ca42c0e7-8472-485b-89ad-4dae49d72103 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829446 Dec 08 22:21:50.836201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226e5ee-1ec9-463c-96b9-35409680e29e req-1c4a2408-8f0a-4655-b4ee-5d516f0cf4d9 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:50.837763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1226e5ee-1ec9-463c-96b9-35409680e29e req-1c4a2408-8f0a-4655-b4ee-5d516f0cf4d9 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 944 time: 0.0519516 Dec 08 22:21:50.875732 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1226e5ee-1ec9-463c-96b9-35409680e29e req-8d16141a-47c6-46bf-bf35-49ba51b1909b tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Dec 08 22:21:51.944770 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:21:51.947218 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57419f0c-8856-4423-b630-43711d17f3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:21:52.010082 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c4438-8966-452e-acff-6edee8d38caf req-9f85d0e1-9cb4-4350-b6da-c0f164bb4a99 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:52.011654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b1c4438-8966-452e-acff-6edee8d38caf req-9f85d0e1-9cb4-4350-b6da-c0f164bb4a99 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 944 time: 0.0607433 Dec 08 22:21:52.013089 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69a7da9-60c5-42f6-b819-261899a1dbb1 x-openstack-request-id: req-a69a7da9-60c5-42f6-b819-261899a1dbb1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:21:52.013399 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:21:52.013621 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a69a7da9-60c5-42f6-b819-261899a1dbb1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:21:52.014003 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'status': 'completed', 'code': 200} Dec 08 22:21:52.071322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419f0c-8856-4423-b630-43711d17f3ae req-4d687539-be16-4e02-99b1-281f260f24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:52.073084 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-4d687539-be16-4e02-99b1-281f260f24bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 1095 time: 0.0438371 Dec 08 22:21:52.090333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b1c4438-8966-452e-acff-6edee8d38caf req-018dd219-e1f9-411f-8841-472ad20af1d2 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691988 Dec 08 22:21:52.096380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419f0c-8856-4423-b630-43711d17f3ae req-f37682bf-1f0f-4aa0-87ab-73a2eb5e59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:52.097835 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-f37682bf-1f0f-4aa0-87ab-73a2eb5e59cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 1095 time: 0.0735934 Dec 08 22:21:52.166438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419f0c-8856-4423-b630-43711d17f3ae req-26e2b788-8c6b-45af-bb64-3f81dc0e1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:52.167899 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-26e2b788-8c6b-45af-bb64-3f81dc0e1318 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 200 len: 912 time: 0.0873599 Dec 08 22:21:52.186889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419f0c-8856-4423-b630-43711d17f3ae req-c3baccc9-f7d3-4d6f-b55d-d46978b699a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:52.188998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-c3baccc9-f7d3-4d6f-b55d-d46978b699a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 200 len: 912 time: 0.0842502 Dec 08 22:21:52.209730 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-32897cb8-587c-4f8a-987d-5e6279b55158 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 217 time: 0.0352073 Dec 08 22:21:52.238608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-2f4ab65b-51ba-446a-ad44-f35f8bce7bbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 217 time: 0.0393004 Dec 08 22:21:52.259897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419f0c-8856-4423-b630-43711d17f3ae req-1ae8c1ad-eb32-4fc1-9c04-e3fcdd57775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:52.261375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-1ae8c1ad-eb32-4fc1-9c04-e3fcdd57775b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8628d37c-cfe8-41b6-9686-885d8d0ee297 HTTP/1.1" status: 200 len: 851 time: 0.0443132 Dec 08 22:21:52.287724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419f0c-8856-4423-b630-43711d17f3ae req-7021c810-d94f-4c24-b24f-3b5d6e92f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:52.289199 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-7021c810-d94f-4c24-b24f-3b5d6e92f2c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8628d37c-cfe8-41b6-9686-885d8d0ee297 HTTP/1.1" status: 200 len: 851 time: 0.0427549 Dec 08 22:21:52.292823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-bf75197c-d934-409d-9b0a-e2e4bc62edba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241418 Dec 08 22:21:52.320950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-5e3b2567-c609-4eda-a1e2-a995cf77ae4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245087 Dec 08 22:21:52.384129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-ec0896aa-892d-40c1-9579-67a0aaaeadcb service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845191 Dec 08 22:21:52.408892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-fe79d773-5ad7-489d-ad04-7681ea974c9e service neutron] 10.222.0.37 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804775 Dec 08 22:21:52.472966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-78015f57-9c63-4a92-b73b-c60829eef637 service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807915 Dec 08 22:21:52.479559 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:21:52.502596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57419f0c-8856-4423-b630-43711d17f3ae req-8293ab6d-842b-40b1-9431-56b0be03c032 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864418 Dec 08 22:21:52.519362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:21:53.111636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:21:53.203594 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:53.210491 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569059bf-1b62-4bf1-898f-581240293b0b req-15c567e6-2ab5-48b9-afd2-66d16d5d1a42 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:53.212134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-569059bf-1b62-4bf1-898f-581240293b0b req-15c567e6-2ab5-48b9-afd2-66d16d5d1a42 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 944 time: 0.0533168 Dec 08 22:21:53.218605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'network_id': '6bbe9435-f129-4c83-a8d4-9d2f7d7f5280', 'port_id': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'mac_address': 'fa:16:3e:6f:89:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8628d37c-cfe8-41b6-9686-885d8d0ee297', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:21:53.250922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-569059bf-1b62-4bf1-898f-581240293b0b req-97d4cd5c-a458-45ca-b2ed-73eef8286557 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Dec 08 22:21:53.255249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:53.267621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:21:53.286946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:53.290919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:53.335740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:53.342851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.343197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.343533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.343929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.344742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.345068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.345389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.345712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.346027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.346343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.346665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.347003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:53.517910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-a58f539f-5b31-4a0b-93dc-c806872c4aff tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:53.519017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['d61f0dbc-ec6c-4c27-893f-d3454ee22ba6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:21:53.519471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-a58f539f-5b31-4a0b-93dc-c806872c4aff tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844&tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 945 time: 0.0837102 Dec 08 22:21:53.582833 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-7d2b37ed-2394-4d6a-acae-76d4c92cc383 service neutron] delete failed (client error): The resource could not be found. Dec 08 22:21:53.583853 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-7d2b37ed-2394-4d6a-acae-76d4c92cc383 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d61f0dbc-ec6c-4c27-893f-d3454ee22ba6/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0569551 Dec 08 22:21:53.665185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-a3e45fea-41fc-4031-997e-bc05fc036ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:53.666560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-a3e45fea-41fc-4031-997e-bc05fc036ac7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 1096 time: 0.0402601 Dec 08 22:21:53.754147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-fc952f41-498c-4e43-aae5-1191fab777a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:53.755607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-fc952f41-498c-4e43-aae5-1191fab777a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 200 len: 912 time: 0.0814769 Dec 08 22:21:53.799263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-aa24c19f-c934-4127-902e-77adab84d6fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 200 len: 217 time: 0.0360873 Dec 08 22:21:53.847523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-ab9a8827-ba1a-4da8-8da9-62a9e0adc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:53.848910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-ab9a8827-ba1a-4da8-8da9-62a9e0adc6d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8628d37c-cfe8-41b6-9686-885d8d0ee297 HTTP/1.1" status: 200 len: 851 time: 0.0434108 Dec 08 22:21:53.880512 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-cbf36b5b-f5d1-45aa-a908-1f31234a5673 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247180 Dec 08 22:21:53.973811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-1cbb9878-d9d0-42a2-870f-a3f72c928c7c service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 Dec 08 22:21:54.064268 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-adfbd7ff-3bd5-41ff-8519-15bf6b4a95af service neutron] 10.222.0.23 "GET /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833831 Dec 08 22:21:54.712938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea64bd8-0de9-434e-9fc0-eb141e994d15 req-979a00dd-ce9f-4499-8097-af0320a660f6 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:54.714329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ea64bd8-0de9-434e-9fc0-eb141e994d15 req-979a00dd-ce9f-4499-8097-af0320a660f6 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Dec 08 22:21:54.751729 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ea64bd8-0de9-434e-9fc0-eb141e994d15 req-8d41ef1a-430e-4dea-be96-123a05f91310 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Dec 08 22:21:55.127680 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:21:55.142817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:21:55.189915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:21:55.193620 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:21:55.193996 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:55.270415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:55.296491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:21:55.298813 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507b49a4-80e1-4978-9ef8-4aaef436ef7e" -d '{"events": [{"server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "name": "network-vif-plugged", "status": "completed", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:21:55.311229 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:55.316009 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:55.338594 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966f6099-f3f3-4c51-b2f8-1c38529254fc x-openstack-request-id: req-966f6099-f3f3-4c51-b2f8-1c38529254fc {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:21:55.338908 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "name": "network-vif-plugged", "status": "completed", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:21:55.339163 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-966f6099-f3f3-4c51-b2f8-1c38529254fc {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:21:55.339549 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'code': 200} Dec 08 22:21:55.363496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:55.867639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbcb73-0c6f-4974-9f83-cc98fd9c446e req-4dd7d994-9ca9-4a7b-9700-f60c3220b315 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:55.869083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95dbcb73-0c6f-4974-9f83-cc98fd9c446e req-4dd7d994-9ca9-4a7b-9700-f60c3220b315 tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0516601 Dec 08 22:21:55.905539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-95dbcb73-0c6f-4974-9f83-cc98fd9c446e req-62e937cd-0e2c-4f70-9308-be8345b2c77e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.21 "GET /v2.0/security-groups?id=e52eeebe-42ee-437a-8557-9716eef0082d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Dec 08 22:21:55.964418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-2612b8cc-96e3-4045-9794-049dceb82b4e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:55.965855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-2612b8cc-96e3-4045-9794-049dceb82b4e tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1a31b9-2406-486f-ac68-b80e2a377844 HTTP/1.1" status: 200 len: 946 time: 0.0489066 Dec 08 22:21:56.055578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Deleting port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:21:56.055834 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:56.144390 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] For port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,segment=NetworkSegment(b216f41e-3be5-48d4-8a16-6f0d8603b023),segment_id=b216f41e-3be5-48d4-8a16-6f0d8603b023)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:21:56.144745 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:56.157152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Calling delete_port for d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:21:56.284075 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:56.296291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['d61f0dbc-ec6c-4c27-893f-d3454ee22ba6'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:21:56.312689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Pushing event deleted for resources: {'Port': ['ID=d61f0dbc-ec6c-4c27-893f-d3454ee22ba6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:56.356159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] No DVR routers for this DVR port d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:21:56.360683 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:56.364113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b0b7426-9045-4e9e-8c26-e2c9b9ab6ddc req-df109b00-1b36-41d5-9f0c-025d236afb5a tempest-DeleteServersTestJSON-163777767 tempest-DeleteServersTestJSON-163777767-project] 10.222.0.37 "DELETE /v2.0/ports/d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 HTTP/1.1" status: 204 len: 173 time: 0.3922541 Dec 08 22:21:56.364582 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'name': 'network-vif-deleted', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:21:56.366852 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85231038-bd53-44e7-9ccc-4d75eb03d39e" -d '{"events": [{"server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "name": "network-vif-deleted", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:21:56.403878 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11fdc11-7391-447a-a0e4-fc4658505bd3 x-openstack-request-id: req-a11fdc11-7391-447a-a0e4-fc4658505bd3 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:21:56.404174 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1a31b9-2406-486f-ac68-b80e2a377844", "name": "network-vif-deleted", "tag": "d61f0dbc-ec6c-4c27-893f-d3454ee22ba6", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:21:56.404430 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a11fdc11-7391-447a-a0e4-fc4658505bd3 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:21:56.404832 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1a31b9-2406-486f-ac68-b80e2a377844', 'name': 'network-vif-deleted', 'tag': 'd61f0dbc-ec6c-4c27-893f-d3454ee22ba6', 'status': 'completed', 'code': 200} Dec 08 22:21:57.027606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37700) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:57.071479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-17097636-6bcc-463f-8284-339b1181d6e1 admin admin] Deleting subnet 8628d37c-cfe8-41b6-9686-885d8d0ee297 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:21:57.074341 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17097636-6bcc-463f-8284-339b1181d6e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.108671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17097636-6bcc-463f-8284-339b1181d6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.145301 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17097636-6bcc-463f-8284-339b1181d6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.198643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17097636-6bcc-463f-8284-339b1181d6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.230693 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17097636-6bcc-463f-8284-339b1181d6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8628d37c-cfe8-41b6-9686-885d8d0ee297,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:57.232672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17097636-6bcc-463f-8284-339b1181d6e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.235952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-17097636-6bcc-463f-8284-339b1181d6e1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8628d37c-cfe8-41b6-9686-885d8d0ee297 HTTP/1.1" status: 204 len: 168 time: 0.2073426 Dec 08 22:21:57.238364 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37702) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:57.304231 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.382938 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.402271 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbe9435-f129-4c83-a8d4-9d2f7d7f5280']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:21:57.411774 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b216f41e-3be5-48d4-8a16-6f0d8603b023') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:21:57.412069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b216f41e-3be5-48d4-8a16-6f0d8603b023') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:21:57.421037 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.434093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.440464 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:21:57.440847 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:21:57.442552 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:21:57.494422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.501299 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.504239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6bbe9435-f129-4c83-a8d4-9d2f7d7f5280 HTTP/1.1" status: 204 len: 168 time: 0.2649336 Dec 08 22:21:57.513703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95ec26-87f2-4878-b1d3-3edac25e0fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbe9435-f129-4c83-a8d4-9d2f7d7f5280,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:57.607943 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37706) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:57.646852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a04bc952-42dc-4639-842b-8faa5c0507c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac32fa0d761e4d69b0d1dc38bd1faf45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377648 Dec 08 22:21:57.649182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37708) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:57.694592 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.715783 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.760739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.763115 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:57.764261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e52eeebe-42ee-437a-8557-9716eef0082d HTTP/1.1" status: 204 len: 168 time: 0.1141911 Dec 08 22:21:57.772389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52eeebe-42ee-437a-8557-9716eef0082d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:57.779775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.780123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.780465 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.780797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.781132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.781460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.781784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.782104 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.782426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.782762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.783084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:57.783404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f9744-bb29-457c-8117-d281ee9ecf4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:21:58.404485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 37730) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:58.502662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-193800783-network', 'tenant_id': 'b2d7a169498d4a7d804bb12d143edfc3'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:21:58.523006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Made reservation on behalf of b2d7a169498d4a7d804bb12d143edfc3 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:21:58.525313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.536950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.611872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.615469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.639123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:21:58.648253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:58.655737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.655737 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Added segment 5662dcd4-a7b7-40d2-8b4c-126fe2de2c32 of type vlan for network e0eaaf1c-f7a0-4932-99f1-64088933d301 Dec 08 22:21:58.694674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.719634 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.720568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:58.721137 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.772585 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3670185 Dec 08 22:21:58.775699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 37734) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:21:58.780662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Request body: {'subnet': {'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-193800783-subnet', 'tenant_id': 'b2d7a169498d4a7d804bb12d143edfc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:21:58.783790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1eacf-592c-48cd-92ec-104d90baa64d admin admin] Pushing event updated for resources: {'Network': ['ID=e0eaaf1c-f7a0-4932-99f1-64088933d301,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:58.794306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network e0eaaf1c-f7a0-4932-99f1-64088933d301 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:21:58.801704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Made reservation on behalf of b2d7a169498d4a7d804bb12d143edfc3 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:21:58.804024 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:58.967862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:59.030803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32529150-fe2b-4c91-a025-8e03967092af,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:21:59.036245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Checking segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:21:59.036467 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Network hostable DHCP agents. Network: e0eaaf1c-f7a0-4932-99f1-64088933d301, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:21:59.052683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Network e0eaaf1c-f7a0-4932-99f1-64088933d301 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:21:59.060996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, e0eaaf1c-f7a0-4932-99f1-64088933d301) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:21:59.066498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:59.068546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:21:59.069351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a8c39-396e-40f8-8dcf-251e65daece3 None None] Network e0eaaf1c-f7a0-4932-99f1-64088933d301 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:21:59.084546 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-991ab9d2-9550-41d8-85cf-9cd39bb6a69a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3078060 Dec 08 22:21:59.164252 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:21:59.200270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:21:59.200618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device d61f0dbc-ec6c-4c27-893f-d3454ee22ba6 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:21:59.209485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62bd5e7-c08d-47da-ba5b-d0e18f0a918e None None] Network e0eaaf1c-f7a0-4932-99f1-64088933d301 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:21:59.500708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-40a43220-8556-4159-b838-a1569adb9c3f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:21:59.502146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-40a43220-8556-4159-b838-a1569adb9c3f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 814 time: 0.0983870 Dec 08 22:21:59.516314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-3c8492ee-6696-43ea-91e4-cd3a9fedd0f0 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/quotas/b2d7a169498d4a7d804bb12d143edfc3 HTTP/1.1" status: 200 len: 375 time: 0.0086024 Dec 08 22:21:59.549722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ae18e924-2d41-4f0a-9b10-4a7de22376e1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284054 Dec 08 22:21:59.559872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-6ad0eb55-d1bd-4e4b-862a-d2c092f07876 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:21:59.560793 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-6ad0eb55-d1bd-4e4b-862a-d2c092f07876 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047300 Dec 08 22:21:59.645898 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-75738fe9-009f-43aa-92bd-9941a8bd141b service neutron] 10.222.0.21 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789742 Dec 08 22:21:59.737066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-31c8ca29-a11c-4eda-bec1-a2ba7cda0604 service neutron] 10.222.0.21 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851758 Dec 08 22:21:59.893727 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84d470bc-781e-4ab5-adf0-0f1c61a1f551 req-99c297e5-7943-4f6c-8858-b10daac797ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 210 time: 0.0299168 Dec 08 22:22:00.827968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-8b45e887-6f73-4889-9dc2-ee859d1ef85f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:00.829945 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-8b45e887-6f73-4889-9dc2-ee859d1ef85f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.37 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 814 time: 0.1047292 Dec 08 22:22:00.844548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Request body: {'port': {'device_id': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301', 'admin_state_up': True, 'tenant_id': 'b2d7a169498d4a7d804bb12d143edfc3'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:22:01.215119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b8a5f634-9e49-47f2-893c-af7832680232 req-881fb027-b515-4599-b95d-fd821007587f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 210 time: 0.0329266 Dec 08 22:22:01.271968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Made reservation on behalf of b2d7a169498d4a7d804bb12d143edfc3 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:22:01.275563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:01.397583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Allocated IP 172.20.0.9 (e0eaaf1c-f7a0-4932-99f1-64088933d301/32529150-fe2b-4c91-a025-8e03967092af/7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:22:01.537742 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:01.570681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:01.610286 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Network e0eaaf1c-f7a0-4932-99f1-64088933d301 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:22:01.613357 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:22:01.616924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:22:01.645328 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:01.669642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:01.670243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:01.685681 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-ad7c9b1d-9f12-4da8-bd10-8a9fb1f672ce tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457472 Dec 08 22:22:01.697897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Request body: {'port': {'device_id': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:22:01.752313 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:02.004702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:22:02.011960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:02.023456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Transition to ACTIVE for port object 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:22:02.027227 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:02.076070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:02.146243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Attempting to bind port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:22:02.146573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Attempting to bind port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:22:02.146928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Attempting to bind port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:22:02.151064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:22:02.151377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Attempting to bind port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:22:02.156052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:22:02.156864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Checking segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:22:02.157239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Bound using segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:22:02.157650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Bound port: 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:22:02.157992 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:02.220224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:22:02.223287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:22:02.227735 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:02.260289 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:02.260897 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:02.262266 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] 10.222.0.37 "PUT /v2.0/ports/7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 1091 time: 0.5683181 Dec 08 22:22:02.262699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:22:02.264978 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80836a6-8cf9-40da-ba70-8f062f5341a9" -d '{"events": [{"name": "network-changed", "server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:22:02.292542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5912328-8098-4feb-bb65-b31b9b705c2b service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:02.315195 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7e84eb-c77f-4b74-82da-dc70548c772c x-openstack-request-id: req-fc7e84eb-c77f-4b74-82da-dc70548c772c {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:22:02.315616 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:22:02.315963 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc7e84eb-c77f-4b74-82da-dc70548c772c {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:22:02.316385 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'status': 'completed', 'code': 200} Dec 08 22:22:02.340171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8744882-fc19-4049-bad8-d122d3962e4f req-9ef74b4a-d6bb-49cf-b5af-bc90feca7edc tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:02.341676 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8744882-fc19-4049-bad8-d122d3962e4f req-9ef74b4a-d6bb-49cf-b5af-bc90feca7edc tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 943 time: 0.0563776 Dec 08 22:22:02.349050 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-3663e60c-bf1b-42e5-b304-c1d027970cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:02.350539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-3663e60c-bf1b-42e5-b304-c1d027970cca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1094 time: 0.0474460 Dec 08 22:22:02.380104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8744882-fc19-4049-bad8-d122d3962e4f req-6eb79762-9a95-4e97-8a7d-75dd67f91bbf tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Dec 08 22:22:02.398754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-107296a0-a949-48c1-9900-5e7691206ff7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0393379 Dec 08 22:22:02.446778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-82b32a94-8f36-44da-b05e-766c7501b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:02.448205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-82b32a94-8f36-44da-b05e-766c7501b145 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0427942 Dec 08 22:22:02.483780 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-cff9c06f-00c7-4b40-a087-8327c9614709 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282331 Dec 08 22:22:02.571058 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-d1ae7b6d-5a76-4f55-8c47-2da00f1f2ff3 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800052 Dec 08 22:22:02.663941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e1307be6-ade6-4831-a7e3-a8ecb6ca7177 req-e3db6e42-dae0-422c-956d-ec054bf26308 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861483 Dec 08 22:22:02.747362 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-5ffaabaf-ad17-48e9-a2c2-e31e97a080ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:02.748826 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-5ffaabaf-ad17-48e9-a2c2-e31e97a080ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1094 time: 0.0398731 Dec 08 22:22:02.836622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-8f5f4c2e-1319-413a-afb7-2052921d4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:02.838149 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-8f5f4c2e-1319-413a-afb7-2052921d4406 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0826607 Dec 08 22:22:02.882312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-512583aa-f4a1-4009-8733-ecaec644a0bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0375695 Dec 08 22:22:02.931863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-b123c5ed-477d-4391-964c-5fd027fed122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:02.933242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-b123c5ed-477d-4391-964c-5fd027fed122 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0425367 Dec 08 22:22:02.965476 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-bb670183-682a-45c4-9b91-9ae8cd14d4b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237205 Dec 08 22:22:03.057999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-f0cbc8d1-09d2-476b-8ab8-e3108c87d6c7 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852890 Dec 08 22:22:03.146284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b80836a6-8cf9-40da-ba70-8f062f5341a9 req-4a042540-26b6-4982-9388-a9362bb36b17 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810091 Dec 08 22:22:03.495704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e05521-6813-47a3-b7d9-f119c100c888 req-7ae065e3-2217-4f3e-ad74-71c967c9c354 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:03.497142 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77e05521-6813-47a3-b7d9-f119c100c888 req-7ae065e3-2217-4f3e-ad74-71c967c9c354 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 943 time: 0.0489306 Dec 08 22:22:03.533812 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77e05521-6813-47a3-b7d9-f119c100c888 req-c4221e00-83de-45f2-9dbd-0137dd3a51f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Dec 08 22:22:04.647916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e72d4-20da-4e6e-abe7-1ea17ffa5d4a req-38aa45b2-566a-43ea-ae2f-227d184dff62 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:04.649361 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-754e72d4-20da-4e6e-abe7-1ea17ffa5d4a req-38aa45b2-566a-43ea-ae2f-227d184dff62 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 943 time: 0.0487781 Dec 08 22:22:04.685298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-754e72d4-20da-4e6e-abe7-1ea17ffa5d4a req-0d7b1532-c2a9-4ae1-8777-3e574055d36f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300598 Dec 08 22:22:05.184904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:22:05.274763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:05.285983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301', 'port_id': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'mac_address': 'fa:16:3e:a2:63:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32529150-fe2b-4c91-a025-8e03967092af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:22:05.321004 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:05.333418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:22:05.356322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:05.360312 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:05.407264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:05.549653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:22:05.621817 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44dca1fa-6677-4dc3-95ea-dc989540e537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:05.802446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d17e-d6d8-41cd-aa3a-1124701c1224 req-03a89b9a-2004-4d5a-978c-1c19e12bafc5 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:05.803860 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c529d17e-d6d8-41cd-aa3a-1124701c1224 req-03a89b9a-2004-4d5a-978c-1c19e12bafc5 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 944 time: 0.0526481 Dec 08 22:22:05.842778 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c529d17e-d6d8-41cd-aa3a-1124701c1224 req-3914cc46-fd0e-43c1-8a5a-cf52c7bd6d49 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Dec 08 22:22:06.957129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d677-156a-4dfa-9970-c272d1a6314a req-7997743d-9b26-4bf5-ade2-09b891c7c65f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:06.958574 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b75d677-156a-4dfa-9970-c272d1a6314a req-7997743d-9b26-4bf5-ade2-09b891c7c65f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 944 time: 0.0505846 Dec 08 22:22:06.995418 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b75d677-156a-4dfa-9970-c272d1a6314a req-03f19a1e-8f57-4ceb-83c0-e57f63f30255 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Dec 08 22:22:07.184906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:22:07.235243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:22:07.238847 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:22:07.239224 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:07.310928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:07.333122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:22:07.335390 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9278a433-6a3c-408b-b0be-4fd7d5b467a8" -d '{"events": [{"server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:22:07.348198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:07.352165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:07.378012 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba721c2-8e1c-425f-b683-8b9b3fce3ea4 x-openstack-request-id: req-eba721c2-8e1c-425f-b683-8b9b3fce3ea4 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:22:07.378304 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:22:07.378556 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eba721c2-8e1c-425f-b683-8b9b3fce3ea4 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:22:07.378961 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'code': 200} Dec 08 22:22:07.404161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:07.464629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164367-a4c3-4b63-9b5f-849fb5df908a req-1f0534dc-b726-4668-897e-e3f8aee06b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:07.466045 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40164367-a4c3-4b63-9b5f-849fb5df908a req-1f0534dc-b726-4668-897e-e3f8aee06b2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1096 time: 0.0397704 Dec 08 22:22:07.500374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-40164367-a4c3-4b63-9b5f-849fb5df908a req-97634e37-736c-490f-9895-a3058c610793 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266778 Dec 08 22:22:08.108690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd243a-47e7-403d-bb3e-f3aec4e62828 req-40c01b6b-d3ce-4a41-aa6d-7680baf089ad tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:08.110755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bcd243a-47e7-403d-bb3e-f3aec4e62828 req-40c01b6b-d3ce-4a41-aa6d-7680baf089ad tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0485566 Dec 08 22:22:08.148866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4bcd243a-47e7-403d-bb3e-f3aec4e62828 req-3569e6c9-9974-4ffd-9dff-1c2ce1c6bf73 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Dec 08 22:22:08.277034 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ead348d-5be5-43c8-a619-4c4011dde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:08.878185 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:09.263847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d0780-6bb0-4819-bc13-6a35464c7783 req-2c50b263-fbd2-4448-a327-c9e4d9d76066 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:09.265310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b61d0780-6bb0-4819-bc13-6a35464c7783 req-2c50b263-fbd2-4448-a327-c9e4d9d76066 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0478046 Dec 08 22:22:09.302402 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b61d0780-6bb0-4819-bc13-6a35464c7783 req-695f712d-1fca-4546-80e1-5fc03ae8107f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306962 Dec 08 22:22:09.412956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b163ab0-1557-495a-8700-7a6609e0f920 req-cb9a9082-fd3b-4cd9-bd49-0e6e615587f8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:09.414444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b163ab0-1557-495a-8700-7a6609e0f920 req-cb9a9082-fd3b-4cd9-bd49-0e6e615587f8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0477755 Dec 08 22:22:09.450889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b163ab0-1557-495a-8700-7a6609e0f920 req-2461dd80-a6bb-4689-afdf-372ee6ba66e1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305452 Dec 08 22:22:09.517846 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:09.651061 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae298f-cbf0-45eb-a5b2-222c4b164308 req-612e2b91-f52d-436b-939b-1773f2deb36b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:09.652509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3aae298f-cbf0-45eb-a5b2-222c4b164308 req-612e2b91-f52d-436b-939b-1773f2deb36b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0520377 Dec 08 22:22:09.689463 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:09.690860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3aae298f-cbf0-45eb-a5b2-222c4b164308 req-4120065e-b9f7-49e9-9f75-3c82c6a09462 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Dec 08 22:22:09.806117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d8b0c-c440-4117-82e5-f92a04cf2d63 req-9555165e-fee1-4d5e-b5d7-8cb67aa186aa tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:09.807612 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-109d8b0c-c440-4117-82e5-f92a04cf2d63 req-9555165e-fee1-4d5e-b5d7-8cb67aa186aa tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0523570 Dec 08 22:22:09.845148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-109d8b0c-c440-4117-82e5-f92a04cf2d63 req-17620295-ba61-4350-9569-f77aac4d9ca1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Dec 08 22:22:10.089333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-a0bdf32d-6e2d-4755-b153-73e47cb71e22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677085 Dec 08 22:22:10.097431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5ee6f-d40b-4ba7-b889-b884cafe8f91 req-5a2e1dcf-f803-4f32-bbb4-69f2f32d5226 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:10.098861 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03d5ee6f-d40b-4ba7-b889-b884cafe8f91 req-5a2e1dcf-f803-4f32-bbb4-69f2f32d5226 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0693190 Dec 08 22:22:10.139174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03d5ee6f-d40b-4ba7-b889-b884cafe8f91 req-c09d784b-2d07-4fa2-93c5-c0924e19438c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334756 Dec 08 22:22:10.244791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:11.088130 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:11.202049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-580454ae-e30b-418d-ba65-6086bfe8dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:11.204212 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-580454ae-e30b-418d-ba65-6086bfe8dc91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1096 time: 0.0488732 Dec 08 22:22:11.253484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9633d-7cad-4b9e-abc3-342cf2dffa03 req-408fd7d4-cb8e-4a1d-8de6-8fe27820aa9e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:11.254994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1fd9633d-7cad-4b9e-abc3-342cf2dffa03 req-408fd7d4-cb8e-4a1d-8de6-8fe27820aa9e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0489216 Dec 08 22:22:11.292409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-6f496bbf-be74-4788-a9fe-47703a6cbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:11.292684 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1fd9633d-7cad-4b9e-abc3-342cf2dffa03 req-03ce9d05-aaf7-4329-9a86-97c37ea18c67 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Dec 08 22:22:11.293880 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-6f496bbf-be74-4788-a9fe-47703a6cbc9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0832682 Dec 08 22:22:11.339182 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-a9f9935f-40dd-4950-b36c-ac9b44269ccb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0384021 Dec 08 22:22:11.387353 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-471fe8c2-c047-484a-83fb-d150ba561649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:11.388750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-471fe8c2-c047-484a-83fb-d150ba561649 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0435646 Dec 08 22:22:11.418291 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-eb73c214-ddb1-4fb3-9753-63123355fbde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232732 Dec 08 22:22:11.505050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-b92892ae-6734-4eed-9543-b3269f1b7300 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796626 Dec 08 22:22:11.596415 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-ebcf714e-c4fc-42a7-91ff-d6b26b73b2b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833135 Dec 08 22:22:12.412373 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22f6c-b994-40bf-bb1d-2f02b87f6520 req-dbd78999-0221-48a8-b8af-883eb7429274 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:12.413947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2a22f6c-b994-40bf-bb1d-2f02b87f6520 req-dbd78999-0221-48a8-b8af-883eb7429274 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0498743 Dec 08 22:22:12.451268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c2a22f6c-b994-40bf-bb1d-2f02b87f6520 req-5a94fb8c-c795-446b-9522-19b05916df5a tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Dec 08 22:22:13.565117 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41f7fd-c926-4526-8435-98776b076aa3 req-9ea69a0f-862a-4d47-8a42-837af9e8a59e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:13.566550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df41f7fd-c926-4526-8435-98776b076aa3 req-9ea69a0f-862a-4d47-8a42-837af9e8a59e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0475271 Dec 08 22:22:13.602569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df41f7fd-c926-4526-8435-98776b076aa3 req-cf3094a6-5909-4995-81cc-4ee7541e1e16 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301499 Dec 08 22:22:14.720692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddcbe8-0fab-416a-b1c7-2fd61a251f7e req-5f579d1c-cfcc-4467-a0d9-33e1595fe16e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:14.722173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0dddcbe8-0fab-416a-b1c7-2fd61a251f7e req-5f579d1c-cfcc-4467-a0d9-33e1595fe16e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0538538 Dec 08 22:22:14.759693 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0dddcbe8-0fab-416a-b1c7-2fd61a251f7e req-ae237ef9-2955-4d00-8f4a-6886ba399098 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Dec 08 22:22:14.814599 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-2024939f-0d50-4499-a1b7-d95143d54029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:14.816092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-2024939f-0d50-4499-a1b7-d95143d54029 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1096 time: 0.0401437 Dec 08 22:22:14.918051 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-7010dc23-f0b2-440b-997d-3550bd448293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:14.919463 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-7010dc23-f0b2-440b-997d-3550bd448293 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0834184 Dec 08 22:22:14.964384 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-00d7c5ec-54f3-49ca-b32a-ba2e6b014240 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0375235 Dec 08 22:22:15.012589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-4af71e06-e1ea-41aa-bc31-bf664d46e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:15.013992 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-4af71e06-e1ea-41aa-bc31-bf664d46e995 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0426488 Dec 08 22:22:15.048419 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-6c449963-9657-4b12-882e-167df3f1e255 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238395 Dec 08 22:22:15.138090 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-fccef474-5f06-4624-9602-6f04b68b677b service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832448 Dec 08 22:22:15.226389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b22d4d67-aa3d-495d-9fd2-d74270aec6ab req-1f78334a-ee39-4fad-8e3a-fe6b194ad043 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813150 Dec 08 22:22:15.878697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331d4b-05f2-4475-8868-89da606ebb59 req-4d41c17e-b05a-41a7-81da-b6d72509f839 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:15.880153 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8331d4b-05f2-4475-8868-89da606ebb59 req-4d41c17e-b05a-41a7-81da-b6d72509f839 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0529370 Dec 08 22:22:15.916849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8331d4b-05f2-4475-8868-89da606ebb59 req-155ae1c8-6bec-422d-9454-98d0649cfaab tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Dec 08 22:22:17.036239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b117cc-9d90-413d-9d2a-cf484b989f91 req-f1da14e8-7bba-48aa-a99a-3db95af0828f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:17.037746 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2b117cc-9d90-413d-9d2a-cf484b989f91 req-f1da14e8-7bba-48aa-a99a-3db95af0828f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0503845 Dec 08 22:22:17.075848 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2b117cc-9d90-413d-9d2a-cf484b989f91 req-bf51a1c3-32f2-4e5c-97bc-f1f3d5683daa tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Dec 08 22:22:18.189969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35256d4-f5be-4eab-b9d8-5c4947aaf414 req-834ba41f-6d1f-4d6f-bbb5-da0fdb0fcb67 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:18.191495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c35256d4-f5be-4eab-b9d8-5c4947aaf414 req-834ba41f-6d1f-4d6f-bbb5-da0fdb0fcb67 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0485811 Dec 08 22:22:18.229109 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c35256d4-f5be-4eab-b9d8-5c4947aaf414 req-cda2bf31-9dee-4588-b74b-c050e1236c55 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Dec 08 22:22:19.345566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383ffb7-25e9-4c21-8c88-46b7a2b813f6 req-644d7473-5744-41bd-ada7-0651baedee2f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:19.347064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b383ffb7-25e9-4c21-8c88-46b7a2b813f6 req-644d7473-5744-41bd-ada7-0651baedee2f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0528090 Dec 08 22:22:19.384337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b383ffb7-25e9-4c21-8c88-46b7a2b813f6 req-d5027a59-f4e2-40ff-ae0e-17177244cfe0 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Dec 08 22:22:20.499272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b28b9f-f8cf-48cd-92f6-f06d7897398a req-7c149ee5-1329-4683-bc6e-1ed2a5f113da tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:20.500627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24b28b9f-f8cf-48cd-92f6-f06d7897398a req-7c149ee5-1329-4683-bc6e-1ed2a5f113da tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0485234 Dec 08 22:22:20.536945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-24b28b9f-f8cf-48cd-92f6-f06d7897398a req-d5f5dfc1-ea4b-4e8f-8209-103e73733f21 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Dec 08 22:22:21.648963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ff84-1e02-427c-adf7-04fdf5a2c7f5 req-2cd0c1a6-f472-4fe2-bb43-ed7b0c0cdeef tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:21.650410 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c84ff84-1e02-427c-adf7-04fdf5a2c7f5 req-2cd0c1a6-f472-4fe2-bb43-ed7b0c0cdeef tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0479341 Dec 08 22:22:21.686659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c84ff84-1e02-427c-adf7-04fdf5a2c7f5 req-173c2660-8916-4f81-b85d-4564a99f4dba tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Dec 08 22:22:22.801727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9c51a-e9b8-4e98-9bfc-f2e341f1be19 req-afaa90a9-b9b7-4440-aebb-420bfe3920a6 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:22.803204 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6c9c51a-e9b8-4e98-9bfc-f2e341f1be19 req-afaa90a9-b9b7-4440-aebb-420bfe3920a6 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0512025 Dec 08 22:22:22.840885 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6c9c51a-e9b8-4e98-9bfc-f2e341f1be19 req-cac07795-3bbb-46c5-8f89-9fc30f518871 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Dec 08 22:22:23.952146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65df691-fe0c-47e9-9219-facab287452f req-f20ed7a6-f669-414f-8327-763aa467bdb8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:23.953599 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f65df691-fe0c-47e9-9219-facab287452f req-f20ed7a6-f669-414f-8327-763aa467bdb8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0471869 Dec 08 22:22:23.991030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f65df691-fe0c-47e9-9219-facab287452f req-d3b701c7-a799-4aec-a8dc-13fe7ad785ac tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Dec 08 22:22:25.106157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bfefe-df5f-4274-be6a-6604acec37fb req-53b43cce-fc54-4777-826f-549e76a5bf0f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:25.107644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839bfefe-df5f-4274-be6a-6604acec37fb req-53b43cce-fc54-4777-826f-549e76a5bf0f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0475786 Dec 08 22:22:25.144213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-839bfefe-df5f-4274-be6a-6604acec37fb req-139f0f83-d868-4455-a507-8a0edc1f59a7 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301149 Dec 08 22:22:26.262090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d780b7-ffd3-4d70-a882-77fa43c86534 req-3335fbcf-bb3e-4982-bd09-08fffa289577 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:26.263606 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a5d780b7-ffd3-4d70-a882-77fa43c86534 req-3335fbcf-bb3e-4982-bd09-08fffa289577 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0525219 Dec 08 22:22:26.300234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a5d780b7-ffd3-4d70-a882-77fa43c86534 req-7dd99596-5f86-46c7-ac18-29df78d71b0f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Dec 08 22:22:27.412476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012975-8acb-4450-955f-3ac25085c10a req-ef31d046-f346-4128-98b7-7ce8d9e359df tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:27.413971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9012975-8acb-4450-955f-3ac25085c10a req-ef31d046-f346-4128-98b7-7ce8d9e359df tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0478933 Dec 08 22:22:27.450670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b9012975-8acb-4450-955f-3ac25085c10a req-51cce347-2dc7-4792-8c0f-59fb0ab5eaa4 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Dec 08 22:22:28.562686 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd7be7-18e7-423d-86a9-7730d7128a15 req-d6138ed3-50d2-47c2-acc2-887b2da1a185 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:28.564798 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f1bd7be7-18e7-423d-86a9-7730d7128a15 req-d6138ed3-50d2-47c2-acc2-887b2da1a185 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0478117 Dec 08 22:22:28.600995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f1bd7be7-18e7-423d-86a9-7730d7128a15 req-e2b92822-1049-49bf-9d4f-c468c6e3d5b8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Dec 08 22:22:29.717014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b496625-c55f-4fd4-9da4-830b828d4640 req-cb9a33a9-67ef-4763-b2e8-b4cd0bd2eecc tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:29.718471 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b496625-c55f-4fd4-9da4-830b828d4640 req-cb9a33a9-67ef-4763-b2e8-b4cd0bd2eecc tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0518703 Dec 08 22:22:29.755980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8b496625-c55f-4fd4-9da4-830b828d4640 req-0a01a697-1984-4214-a5af-257a4e3e2df1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Dec 08 22:22:30.868585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1bdb-58fb-4b88-bf98-cbbbe42f9282 req-c7dacaaf-cce6-4b61-90e0-4425ab86ff26 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:30.870097 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c17c1bdb-58fb-4b88-bf98-cbbbe42f9282 req-c7dacaaf-cce6-4b61-90e0-4425ab86ff26 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0489774 Dec 08 22:22:30.907300 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c17c1bdb-58fb-4b88-bf98-cbbbe42f9282 req-aacb0bf5-4a30-42f2-a6bf-0680d498cb40 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 Dec 08 22:22:32.018873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81fe7-b5cf-45ac-950f-c598dac073f8 req-db526c74-9f9b-42dd-9033-2789d52bb1e8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:32.020331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bee81fe7-b5cf-45ac-950f-c598dac073f8 req-db526c74-9f9b-42dd-9033-2789d52bb1e8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0484824 Dec 08 22:22:32.057567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bee81fe7-b5cf-45ac-950f-c598dac073f8 req-db098ed0-0ab5-46ad-9aa7-9a0911d8d347 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313861 Dec 08 22:22:32.125661 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:22:33.173911 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f0adc-c6bd-43cf-a157-1a2c212726b3 req-798957e9-0cc0-424e-95ea-d38dc404339c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:33.175420 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd4f0adc-c6bd-43cf-a157-1a2c212726b3 req-798957e9-0cc0-424e-95ea-d38dc404339c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0522995 Dec 08 22:22:33.213394 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fd4f0adc-c6bd-43cf-a157-1a2c212726b3 req-34f9c5d1-c79b-45c4-a925-1f2415e99ba3 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Dec 08 22:22:34.325175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046b811-7acf-4768-8a5e-fbbe8caf6f47 req-314da7ff-af91-4c6b-bf02-c7a8cfdf6ed9 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:34.326654 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b046b811-7acf-4768-8a5e-fbbe8caf6f47 req-314da7ff-af91-4c6b-bf02-c7a8cfdf6ed9 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0480883 Dec 08 22:22:34.364081 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b046b811-7acf-4768-8a5e-fbbe8caf6f47 req-94ea68b7-38dc-46a1-bd62-2010c0407913 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Dec 08 22:22:35.475973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07917-1dbc-407d-b1d8-c914059267dc req-964f2506-cf2b-42fc-ba77-c5e526ff6b0a tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:35.477376 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ca07917-1dbc-407d-b1d8-c914059267dc req-964f2506-cf2b-42fc-ba77-c5e526ff6b0a tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0475590 Dec 08 22:22:35.514105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ca07917-1dbc-407d-b1d8-c914059267dc req-5e6922f3-1890-4fff-b928-69c14ea85e95 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Dec 08 22:22:35.612750 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4e573e10-9513-47f2-bef3-7ea855f51b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:36.629179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554df6f-08b4-411d-a048-98be2d1947c8 req-a67117d7-79bb-4280-b779-c2883a8c833b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:36.630606 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7554df6f-08b4-411d-a048-98be2d1947c8 req-a67117d7-79bb-4280-b779-c2883a8c833b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0511241 Dec 08 22:22:36.666378 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7554df6f-08b4-411d-a048-98be2d1947c8 req-7d3af250-32a1-47cb-9c0a-644a115ccb2a tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298710 Dec 08 22:22:37.779535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cf77e-e48a-4f9d-a4c6-50949600aee5 req-68d59c6e-eb6f-40ae-a3e3-94d7bcb25299 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:37.781332 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-848cf77e-e48a-4f9d-a4c6-50949600aee5 req-68d59c6e-eb6f-40ae-a3e3-94d7bcb25299 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0481050 Dec 08 22:22:37.819761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-848cf77e-e48a-4f9d-a4c6-50949600aee5 req-f31506e8-8117-46d1-9571-bda0baf4f6e6 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Dec 08 22:22:38.278537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0fedc91f-fd7b-4d80-81f9-df1e16d8a3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:38.574020 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-f33ba22e-7067-45b7-a9a5-bbc3e2dd21ed service neutron] show failed (client error): The resource could not be found. Dec 08 22:22:38.574959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-f33ba22e-7067-45b7-a9a5-bbc3e2dd21ed service neutron] 10.222.0.37 "GET /v2.0/ports/7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0580406 Dec 08 22:22:38.790654 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-6cfcaf1a-6eec-494d-89ee-ea57e2afa2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:38.792159 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-6cfcaf1a-6eec-494d-89ee-ea57e2afa2dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e&tenant_id=b2d7a169498d4a7d804bb12d143edfc3 HTTP/1.1" status: 200 len: 1096 time: 0.0681202 Dec 08 22:22:38.803852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:22:38.857581 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:38.880580 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:39.008278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7074fc-d845-4353-8306-d487214c9098 req-4a047ed1-fe4d-4b69-b785-a5a05a1a1e8b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:39.009717 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac7074fc-d845-4353-8306-d487214c9098 req-4a047ed1-fe4d-4b69-b785-a5a05a1a1e8b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.1189275 Dec 08 22:22:39.092795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ac7074fc-d845-4353-8306-d487214c9098 req-d329dc11-c23b-46cf-9359-b160e7d68980 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753350 Dec 08 22:22:39.117454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:39.149157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:22:39.188881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:22:39.191688 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be261ef-aa63-4e9c-ab6d-c40fcac9bc23" -d '{"events": [{"server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:22:39.195935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:39.212766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Transition to ACTIVE for port object 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:22:39.217655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:39.244283 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba6fe9-aba7-4bad-971c-88a9ed54d216 x-openstack-request-id: req-c8ba6fe9-aba7-4bad-971c-88a9ed54d216 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:22:39.244578 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:22:39.244827 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8ba6fe9-aba7-4bad-971c-88a9ed54d216 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:22:39.245213 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'code': 200} Dec 08 22:22:39.280702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:39.282924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] No DVR routers for this DVR port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:22:39.315559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Attempting to bind port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:22:39.315884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Attempting to bind port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:22:39.316199 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Attempting to bind port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:22:39.320291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:22:39.320606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Attempting to bind port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:22:39.325209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:22:39.325538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Checking segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:22:39.325912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Bound using segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:22:39.326318 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Bound port: 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:22:39.326660 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:39.386449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:22:39.389430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:22:39.393381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:39.428737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:39.429475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:39.430865 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] 10.222.0.23 "PUT /v2.0/ports/7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 1091 time: 0.6308579 Dec 08 22:22:39.451238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498b5a7-c8a9-4df4-8df5-f333a456c316 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:39.492269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-80a0c911-bc67-436f-9dcd-9602681990a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:39.493714 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-80a0c911-bc67-436f-9dcd-9602681990a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1094 time: 0.0396497 Dec 08 22:22:39.519130 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:39.581500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-196c890f-9196-423e-9bca-499059e71413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:39.583020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-196c890f-9196-423e-9bca-499059e71413 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0812688 Dec 08 22:22:39.625977 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-55742688-2ba9-4a45-90b8-673634687b36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0363457 Dec 08 22:22:39.672767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-d5975944-9c05-4264-91ea-42eb4fa77078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:39.674619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-d5975944-9c05-4264-91ea-42eb4fa77078 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0412614 Dec 08 22:22:39.692276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:39.705813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-c3064208-da06-419e-8fb7-1ce5899f9ac6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242336 Dec 08 22:22:39.796359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-2db7e6f3-858e-470a-ae88-7b0f89691a5b service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832031 Dec 08 22:22:39.883258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97376b0f-9b20-4c54-a871-4f55c703ca23 req-e3067ba8-55ee-4c94-8127-20354d2eb3bc service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798357 Dec 08 22:22:40.204760 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab96e1b-1d3e-48bb-bf7c-b409dc62952e req-aa348b99-98cf-41e4-88ea-9e18971e864d tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:40.206827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ab96e1b-1d3e-48bb-bf7c-b409dc62952e req-aa348b99-98cf-41e4-88ea-9e18971e864d tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 943 time: 0.0488396 Dec 08 22:22:40.250587 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ab96e1b-1d3e-48bb-bf7c-b409dc62952e req-eda7a763-06ba-4c38-bad0-7e442ca7bc53 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378819 Dec 08 22:22:40.263336 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:41.090073 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:41.246201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:22:41.248549 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd02137-dcea-4e9e-b7d8-0607adc539dc" -d '{"events": [{"name": "network-changed", "server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:22:41.298041 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb0a6b7-25d4-48f1-b669-f0c3ec0c60b8 x-openstack-request-id: req-6eb0a6b7-25d4-48f1-b669-f0c3ec0c60b8 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:22:41.298337 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:22:41.298586 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eb0a6b7-25d4-48f1-b669-f0c3ec0c60b8 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:22:41.299015 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'status': 'completed', 'code': 200} Dec 08 22:22:41.369472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-09d963a9-1bbe-4b10-825f-18bb3ac7e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:41.371015 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-09d963a9-1bbe-4b10-825f-18bb3ac7e4d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1094 time: 0.0505412 Dec 08 22:22:41.400395 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a180c2-e6fc-4e2d-b636-2bacbe408673 req-2beb6cf1-e0db-4824-a109-098da58705fb tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:41.401859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9a180c2-e6fc-4e2d-b636-2bacbe408673 req-2beb6cf1-e0db-4824-a109-098da58705fb tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 943 time: 0.0817223 Dec 08 22:22:41.407599 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-b4e17a1d-9d4c-4edf-8442-f11718986616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:41.409566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-b4e17a1d-9d4c-4edf-8442-f11718986616 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1094 time: 0.0769267 Dec 08 22:22:41.420234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:22:41.468602 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:22:41.481703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-1f1b2528-19d5-4299-978e-2c2e939f4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:41.483224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-1f1b2528-19d5-4299-978e-2c2e939f4df4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.1052129 Dec 08 22:22:41.531837 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-61b6dccf-52ca-41b1-a259-40f8aa4b7cbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0415673 Dec 08 22:22:41.583472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-79f0eb6c-7789-4b8f-be0c-866e038279bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:41.584970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-79f0eb6c-7789-4b8f-be0c-866e038279bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0465479 Dec 08 22:22:41.618184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-7f41d90c-f9dd-4622-9d11-3610698a274b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261340 Dec 08 22:22:41.715540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-568f9bf7-621b-4afa-a8b6-cb3f0771b2a5 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896223 Dec 08 22:22:41.764859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c9a180c2-e6fc-4e2d-b636-2bacbe408673 req-20e4fb6a-9564-4e49-8b3a-6ffd3b6a6789 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543160 Dec 08 22:22:41.797124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-9187365e-d01c-4390-99fa-69302f1a5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:41.798598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-9187365e-d01c-4390-99fa-69302f1a5b64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.3753614 Dec 08 22:22:41.817251 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-c54da21e-3412-4def-b68b-f3a355454f6b service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947344 Dec 08 22:22:41.839568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-7443f0f7-4e23-41ab-97d4-44a466aa0128 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0336418 Dec 08 22:22:41.891349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-44a8a3bc-e8c2-464b-9c94-f74b2cadbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:41.892781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-44a8a3bc-e8c2-464b-9c94-f74b2cadbc21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0464833 Dec 08 22:22:41.922559 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-8ba95a5d-2350-4d5a-8bcd-76bf8dd1bcc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228887 Dec 08 22:22:42.010745 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-be3a19e5-37b0-44ba-b62e-7c3fef77f730 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806935 Dec 08 22:22:42.101102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ffd02137-dcea-4e9e-b7d8-0607adc539dc req-ff22d581-1b93-4ddc-b0e6-eb3f88e0cbf8 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Dec 08 22:22:42.815369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:22:42.881869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f643d-a6f8-454b-be77-0496004f2590 req-586274b2-f553-417c-992f-80533dc7d48b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:42.883364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c7f643d-a6f8-454b-be77-0496004f2590 req-586274b2-f553-417c-992f-80533dc7d48b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 943 time: 0.0486438 Dec 08 22:22:42.909025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:42.919803 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301', 'port_id': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'mac_address': 'fa:16:3e:a2:63:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32529150-fe2b-4c91-a025-8e03967092af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:22:42.925308 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5c7f643d-a6f8-454b-be77-0496004f2590 req-11b7c5ad-33b5-49f5-8710-bc4d82a9b88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358653 Dec 08 22:22:42.956132 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:42.968948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:22:42.987265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:42.991328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:43.046745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:43.183834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6f91-0449-41f3-9153-635f6c2d58f0 req-28abf0c0-636f-4391-ae03-3b31982a4dfd tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:43.185299 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-015a6f91-0449-41f3-9153-635f6c2d58f0 req-28abf0c0-636f-4391-ae03-3b31982a4dfd tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 944 time: 0.1091049 Dec 08 22:22:43.193652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-7e1f6ee5-de97-4933-8051-f49359632093 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:43.195046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-7e1f6ee5-de97-4933-8051-f49359632093 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.37 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e&tenant_id=b2d7a169498d4a7d804bb12d143edfc3&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 944 time: 0.1093161 Dec 08 22:22:43.205288 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:22:43.260622 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-015a6f91-0449-41f3-9153-635f6c2d58f0 req-860cdf67-2ac7-44a6-b8f0-2b86758802cb tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646226 Dec 08 22:22:43.279110 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-c9733816-9231-4b81-8dae-7ef7f7afdf5e service neutron] delete failed (client error): The resource could not be found. Dec 08 22:22:43.280197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-c9733816-9231-4b81-8dae-7ef7f7afdf5e service neutron] 10.222.0.37 "DELETE /v2.0/ports/7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0776036 Dec 08 22:22:43.358251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-eb7f3e06-8aff-4938-99b5-65d76440a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:43.359753 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-eb7f3e06-8aff-4938-99b5-65d76440a29f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 1095 time: 0.0392778 Dec 08 22:22:43.450325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-38c3dcaf-b70d-4b34-9bc8-b0e605e5e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:43.451787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-38c3dcaf-b70d-4b34-9bc8-b0e605e5e9d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0843091 Dec 08 22:22:43.491995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-1b24838f-c0d5-440b-8747-4fd7ecc2fc93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0333514 Dec 08 22:22:43.539000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-f0b3fe81-ad3b-4906-8fcc-7537954f8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:43.540353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-f0b3fe81-ad3b-4906-8fcc-7537954f8bf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0413847 Dec 08 22:22:43.570212 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-bac4be9a-2f7f-4a98-8204-f1027a3fbffc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230494 Dec 08 22:22:43.660358 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-36b8e3b7-0404-4cbb-af36-dc9d38150728 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826366 Dec 08 22:22:43.746447 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4b50fda3-9520-4997-bbbc-ba14586597bd req-a4176bb4-ef5e-4861-b58d-160b80ec4fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795135 Dec 08 22:22:44.376962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd3a1-cd30-497e-8fe0-3b1412447506 req-f2a4f322-1a19-4ee2-827b-adaacb746334 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:44.378896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c05cd3a1-cd30-497e-8fe0-3b1412447506 req-f2a4f322-1a19-4ee2-827b-adaacb746334 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 944 time: 0.0490355 Dec 08 22:22:44.415769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c05cd3a1-cd30-497e-8fe0-3b1412447506 req-fe559081-eeb5-4e7a-a245-7b01570f969b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Dec 08 22:22:44.532882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575b8a9-2b7b-448b-a19c-e046df2281cd req-406fbcbb-b087-465d-a2f0-0e2a617daa50 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:44.534367 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0575b8a9-2b7b-448b-a19c-e046df2281cd req-406fbcbb-b087-465d-a2f0-0e2a617daa50 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 944 time: 0.0536423 Dec 08 22:22:44.571363 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0575b8a9-2b7b-448b-a19c-e046df2281cd req-386f75bd-3585-4335-a356-da737028bb53 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Dec 08 22:22:44.681832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fbae7-18ef-463e-bf9d-cddf965009d1 req-05365ee0-268a-4183-a8f6-d033fecd5707 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:44.683280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8fbae7-18ef-463e-bf9d-cddf965009d1 req-05365ee0-268a-4183-a8f6-d033fecd5707 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 944 time: 0.0477815 Dec 08 22:22:44.719803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c8fbae7-18ef-463e-bf9d-cddf965009d1 req-1627fd77-533a-429b-a832-358acaa9cf77 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Dec 08 22:22:44.831008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:22:44.882173 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:22:44.885952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:22:44.886412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:44.964714 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:44.988144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:22:44.990376 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f156d6d5-5360-4a22-9a71-40d51f1f5bd9" -d '{"events": [{"server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:22:45.003720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:45.010324 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:45.034022 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6727fb-e88c-43aa-96e8-39d5d3caecb4 x-openstack-request-id: req-4f6727fb-e88c-43aa-96e8-39d5d3caecb4 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:22:45.034835 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:22:45.035171 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f6727fb-e88c-43aa-96e8-39d5d3caecb4 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:22:45.035604 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'code': 200} Dec 08 22:22:45.061109 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:45.068581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-2e96b587-dfa1-4839-80d5-32d16b324eba tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:45.070057 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-2e96b587-dfa1-4839-80d5-32d16b324eba tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 814 time: 0.1093760 Dec 08 22:22:45.085479 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-51aaaf9a-5a65-434a-b398-e489a2dbbc42 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/quotas/b2d7a169498d4a7d804bb12d143edfc3 HTTP/1.1" status: 200 len: 375 time: 0.0097361 Dec 08 22:22:45.142692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-c4b22756-13f8-4312-ad9e-f31f704243e9 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521023 Dec 08 22:22:45.154000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-0667f351-cf5e-42c2-8c71-3f87254196f2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:22:45.154999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-0667f351-cf5e-42c2-8c71-3f87254196f2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050781 Dec 08 22:22:45.248329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-32983c52-5a04-467c-86cd-75788133a4c0 service neutron] 10.222.0.21 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871112 Dec 08 22:22:45.334735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-aa8d17f5-e11f-498a-b67b-7d2d3d597764 service neutron] 10.222.0.21 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803335 Dec 08 22:22:45.489511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ddbd134b-2a16-4535-a55d-6daf65cfab2f req-e45bd44a-cb3a-49b8-a2e2-67c8ad97e2bf tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Dec 08 22:22:46.192794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-a160e854-b2be-43eb-9106-ce6721ca1e4c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:46.195000 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-a160e854-b2be-43eb-9106-ce6721ca1e4c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.23 "GET /v2.0/ports?device_id=177fe7de-e787-48e9-b45a-8cd3b395250e HTTP/1.1" status: 200 len: 945 time: 0.0535424 Dec 08 22:22:46.355600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Deleting port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:22:46.355936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:46.442025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1251f147-5ac0-4d6c-bd2b-3244c2e59fb4 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:46.443543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1251f147-5ac0-4d6c-bd2b-3244c2e59fb4 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.23 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 814 time: 0.1683609 Dec 08 22:22:46.463906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Request body: {'port': {'device_id': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301', 'admin_state_up': True, 'tenant_id': 'b2d7a169498d4a7d804bb12d143edfc3'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:22:46.524014 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] For port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:46.524385 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:46.542841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Calling delete_port for 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:22:46.610932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fb926f1b-9045-4b8f-b02b-08f24b7e65dc req-56de830e-dbf1-49f7-8634-95f429417d36 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 210 time: 0.0522091 Dec 08 22:22:46.694672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Made reservation on behalf of b2d7a169498d4a7d804bb12d143edfc3 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:22:46.698065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:46.768262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:46.780642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:22:46.834746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Pushing event deleted for resources: {'Port': ['ID=7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:46.910433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] No DVR routers for this DVR port 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:22:46.914582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:46.917821 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.23 "DELETE /v2.0/ports/7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 HTTP/1.1" status: 204 len: 173 time: 0.7166889 Dec 08 22:22:46.918264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'name': 'network-vif-deleted', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:22:46.920582 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d42638b-d049-465a-83d6-ab9d59d1498d" -d '{"events": [{"server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "name": "network-vif-deleted", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:22:46.949618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Allocated IP 172.20.0.7 (e0eaaf1c-f7a0-4932-99f1-64088933d301/32529150-fe2b-4c91-a025-8e03967092af/94fbd87b-6831-4c7a-9ec7-9faa66397c28) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:22:46.967044 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2343d4c-822a-4fc4-b409-99cfc2ad1be5 x-openstack-request-id: req-c2343d4c-822a-4fc4-b409-99cfc2ad1be5 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:22:46.967337 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177fe7de-e787-48e9-b45a-8cd3b395250e", "name": "network-vif-deleted", "tag": "7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:22:46.967621 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2343d4c-822a-4fc4-b409-99cfc2ad1be5 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:22:46.968067 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177fe7de-e787-48e9-b45a-8cd3b395250e', 'name': 'network-vif-deleted', 'tag': '7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7', 'status': 'completed', 'code': 200} Dec 08 22:22:47.106618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.139161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.179087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Network e0eaaf1c-f7a0-4932-99f1-64088933d301 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:22:47.182229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:22:47.185901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:22:47.212856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:47.240539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:47.241133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.256078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-1888faf0-69ab-4d15-8360-7ba2793f32f2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023233 Dec 08 22:22:47.268161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Request body: {'port': {'device_id': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:22:47.321796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.568850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fbd87b-6831-4c7a-9ec7-9faa66397c28 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:22:47.575752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.587521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Transition to ACTIVE for port object 94fbd87b-6831-4c7a-9ec7-9faa66397c28 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:22:47.591257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.640313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:47.734291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Attempting to bind port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:22:47.734620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Attempting to bind port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:22:47.734967 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Attempting to bind port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:22:47.742323 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:22:47.742639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Attempting to bind port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:22:47.754667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480ac4b-d33c-4ef1-84ac-059f87802202 req-aeeb2726-2377-44e0-8c81-414a5c727036 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:47.756146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0480ac4b-d33c-4ef1-84ac-059f87802202 req-aeeb2726-2377-44e0-8c81-414a5c727036 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 943 time: 0.0723484 Dec 08 22:22:47.757388 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:22:47.757708 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Checking segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:22:47.758073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Bound using segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:22:47.758486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Bound port: 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:22:47.758860 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.825567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0480ac4b-d33c-4ef1-84ac-059f87802202 req-fe0884a0-995c-4588-b7ff-a14a0e761b8f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584719 Dec 08 22:22:47.850296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:22:47.853615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:22:47.856906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.890468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:47.891151 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:47.892496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] 10.222.0.23 "PUT /v2.0/ports/94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 1091 time: 0.6282725 Dec 08 22:22:47.911923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a693c7-f7d2-4845-9949-859508882264 service neutron] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:47.968881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-cc48e9e6-f095-48c9-8047-f79337d3e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:47.970313 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-cc48e9e6-f095-48c9-8047-f79337d3e8e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0398061 Dec 08 22:22:48.011796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-0a278cd8-c742-45a9-add0-bb4161e997da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 217 time: 0.0330408 Dec 08 22:22:48.062517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-0236555e-7cb8-45f1-b491-7bcd8dc4d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:48.063915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-0236555e-7cb8-45f1-b491-7bcd8dc4d744 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0454063 Dec 08 22:22:48.093709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-7e3321eb-c817-4260-96c2-7b4bb432c62b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228808 Dec 08 22:22:48.179381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-67a498e7-23e0-4fd2-ad4d-79bd92b2a0a5 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787761 Dec 08 22:22:48.273541 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bab06026-f90c-4c97-8535-fb7e368a0f08 req-6a55af4c-33ad-4d7b-89cd-50b177d0b61b service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859475 Dec 08 22:22:48.847103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:22:48.867010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:22:48.867349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7c4e1799-fa2f-4ea8-83e5-4404d1a0ffc7 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:22:48.939474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f45525-3ed5-4e6d-ad3a-018b0996ca83 req-04e86142-3666-4329-82e5-d5ce69ee1283 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:48.941401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58f45525-3ed5-4e6d-ad3a-018b0996ca83 req-04e86142-3666-4329-82e5-d5ce69ee1283 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 943 time: 0.0467031 Dec 08 22:22:48.968774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:22:48.971151 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad84491-eba9-4183-be30-a629c902c859" -d '{"events": [{"name": "network-changed", "server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:22:48.978946 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-58f45525-3ed5-4e6d-ad3a-018b0996ca83 req-9710054a-332d-4a19-99ec-29f978ff2185 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Dec 08 22:22:49.006389 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dedb3e1-ac9d-49fa-a9bc-1b2c42be26eb x-openstack-request-id: req-4dedb3e1-ac9d-49fa-a9bc-1b2c42be26eb {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:22:49.006674 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:22:49.006958 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dedb3e1-ac9d-49fa-a9bc-1b2c42be26eb {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:22:49.007354 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'status': 'completed', 'code': 200} Dec 08 22:22:49.069775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad84491-eba9-4183-be30-a629c902c859 req-bacf5804-f323-4b79-9194-d11e80bdfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:49.071269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ad84491-eba9-4183-be30-a629c902c859 req-bacf5804-f323-4b79-9194-d11e80bdfaae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0399780 Dec 08 22:22:49.163641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad84491-eba9-4183-be30-a629c902c859 req-d4f22a24-df0b-4158-b598-03761d1b2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:49.165070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ad84491-eba9-4183-be30-a629c902c859 req-d4f22a24-df0b-4158-b598-03761d1b2579 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0859933 Dec 08 22:22:49.207622 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ad84491-eba9-4183-be30-a629c902c859 req-f3db9be7-7556-47c6-abfe-b13c76d97dcc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 217 time: 0.0343807 Dec 08 22:22:49.258643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad84491-eba9-4183-be30-a629c902c859 req-da7c31fd-4702-42ac-9bf0-d5586d877d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:49.260079 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ad84491-eba9-4183-be30-a629c902c859 req-da7c31fd-4702-42ac-9bf0-d5586d877d86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0462861 Dec 08 22:22:49.290695 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ad84491-eba9-4183-be30-a629c902c859 req-3c471406-863b-4f60-91e5-408b10c55a65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229747 Dec 08 22:22:49.382318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ad84491-eba9-4183-be30-a629c902c859 req-e448d455-af67-4b04-be95-28e4ee4c6a92 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843117 Dec 08 22:22:49.470194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ad84491-eba9-4183-be30-a629c902c859 req-6141495b-103b-4a00-9cf2-1aa6c1c135d8 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798798 Dec 08 22:22:50.093166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004a9c5-b6a1-4075-8a19-4cbb41fadab0 req-0b621b34-211c-4dda-8960-617b5af8da8f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:50.094629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5004a9c5-b6a1-4075-8a19-4cbb41fadab0 req-0b621b34-211c-4dda-8960-617b5af8da8f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 943 time: 0.0511441 Dec 08 22:22:50.132514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5004a9c5-b6a1-4075-8a19-4cbb41fadab0 req-54add3b9-75a2-47ee-920d-720e65ea53af tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Dec 08 22:22:50.861793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 94fbd87b-6831-4c7a-9ec7-9faa66397c28 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:22:50.952000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:50.963141 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301', 'port_id': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'mac_address': 'fa:16:3e:cf:95:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32529150-fe2b-4c91-a025-8e03967092af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:22:51.001682 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:51.014231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fbd87b-6831-4c7a-9ec7-9faa66397c28 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:22:51.031997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:51.036411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:51.080932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:51.230492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['94fbd87b-6831-4c7a-9ec7-9faa66397c28'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:22:51.252631 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2cb5-d08a-4784-9e69-39f8acc9e327 req-410a28ce-f989-4bbf-af5f-b9beb69fdc9b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:51.254161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-905c2cb5-d08a-4784-9e69-39f8acc9e327 req-410a28ce-f989-4bbf-af5f-b9beb69fdc9b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 944 time: 0.0540509 Dec 08 22:22:51.291579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-905c2cb5-d08a-4784-9e69-39f8acc9e327 req-7d800ad1-641e-4a8c-988f-ba163e098638 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Dec 08 22:22:52.405227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a364c2-34f2-4450-8241-b2f078371321 req-e85c5c4f-845b-47e2-affa-23c5b1065a21 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:52.406651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5a364c2-34f2-4450-8241-b2f078371321 req-e85c5c4f-845b-47e2-affa-23c5b1065a21 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 944 time: 0.0470333 Dec 08 22:22:52.443175 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5a364c2-34f2-4450-8241-b2f078371321 req-b039edba-1374-4a03-bac8-1c5aa03dca8b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300648 Dec 08 22:22:52.877624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 94fbd87b-6831-4c7a-9ec7-9faa66397c28 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:22:52.924571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:22:52.928528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:22:52.928900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:53.001943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:53.025988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:22:53.028216 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a98a4d-3848-488c-8c32-a29a16ed835f" -d '{"events": [{"server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "name": "network-vif-plugged", "status": "completed", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:22:53.041072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:22:53.045227 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:22:53.070697 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d825bd0-c1fe-4869-a013-ca2558551607 x-openstack-request-id: req-5d825bd0-c1fe-4869-a013-ca2558551607 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:22:53.071019 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "name": "network-vif-plugged", "status": "completed", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:22:53.071272 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d825bd0-c1fe-4869-a013-ca2558551607 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:22:53.071654 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'code': 200} Dec 08 22:22:53.096124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:22:53.156749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e0aba-02cb-48bc-aadd-680b39fb8ba2 req-24f6d176-47d9-4cc7-bacc-a0a34690d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:53.158101 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-129e0aba-02cb-48bc-aadd-680b39fb8ba2 req-24f6d176-47d9-4cc7-bacc-a0a34690d454 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0384736 Dec 08 22:22:53.191896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-129e0aba-02cb-48bc-aadd-680b39fb8ba2 req-db3482e9-907a-4927-b673-d2f50e641e54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269504 Dec 08 22:22:53.554375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1b415-aced-42e0-9bb9-314775da0224 req-7b07d999-cf0b-40fe-a563-3d5355551457 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:53.555839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c1b415-aced-42e0-9bb9-314775da0224 req-7b07d999-cf0b-40fe-a563-3d5355551457 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0473311 Dec 08 22:22:53.591330 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6c1b415-aced-42e0-9bb9-314775da0224 req-528e322d-ccc7-4b45-84ee-71ada66bc129 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296307 Dec 08 22:22:54.704774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefa0a-cd86-4308-9e4c-d294dd7b4fbd req-3247a683-f62d-4680-a791-7e10542e8fe2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:54.706219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dfeefa0a-cd86-4308-9e4c-d294dd7b4fbd req-3247a683-f62d-4680-a791-7e10542e8fe2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0477457 Dec 08 22:22:54.744107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dfeefa0a-cd86-4308-9e4c-d294dd7b4fbd req-5de876bc-a025-4a43-a1dd-172b23c8295b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Dec 08 22:22:54.858122 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09881b98-ee91-456f-95f5-e2f3ebdc0856 req-c54b283c-1602-4a6a-b4be-f657c69a16fe tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:54.859820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09881b98-ee91-456f-95f5-e2f3ebdc0856 req-c54b283c-1602-4a6a-b4be-f657c69a16fe tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0512412 Dec 08 22:22:54.896318 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-09881b98-ee91-456f-95f5-e2f3ebdc0856 req-5187a577-642a-4729-9187-470a0160ea4f tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298991 Dec 08 22:22:55.138908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-c5976a99-d230-47a1-80f8-32dda24564aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685315 Dec 08 22:22:55.146805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8e511-6dc4-4273-baf6-c7f07cf92ffb req-e43d86fb-c574-4bcf-ae5d-9c1782fa4817 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:55.148120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ac8e511-6dc4-4273-baf6-c7f07cf92ffb req-e43d86fb-c574-4bcf-ae5d-9c1782fa4817 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0688982 Dec 08 22:22:55.186441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ac8e511-6dc4-4273-baf6-c7f07cf92ffb req-95a2f016-5dcb-42ea-a202-dee82ddc54aa tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Dec 08 22:22:56.196200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-211d4798-1361-4eeb-b348-eec0c4dfea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:56.197651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-211d4798-1361-4eeb-b348-eec0c4dfea0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0429590 Dec 08 22:22:56.320098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-7843574a-7cc1-49fb-8509-484ee600231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:56.321601 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-7843574a-7cc1-49fb-8509-484ee600231b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.1171885 Dec 08 22:22:56.333935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e79eb-0231-4470-b0f5-e7e7cde44669 req-c334c9f4-e777-47d3-a1e9-705fcf141c72 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:56.335337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-451e79eb-0231-4470-b0f5-e7e7cde44669 req-c334c9f4-e777-47d3-a1e9-705fcf141c72 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0794923 Dec 08 22:22:56.380918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-b36a6aa7-4405-4462-a96c-2281b38676fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 217 time: 0.0446756 Dec 08 22:22:56.429086 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-451e79eb-0231-4470-b0f5-e7e7cde44669 req-4aeb5f3e-9940-40fb-a5eb-6fda434b827d tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875006 Dec 08 22:22:56.441042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-895adace-cb13-4273-9e7e-e7bcb951320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:56.442495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-895adace-cb13-4273-9e7e-e7bcb951320e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0543537 Dec 08 22:22:56.473254 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-4a1272d2-a345-4528-a3aa-7fbe13bf642a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240393 Dec 08 22:22:56.562012 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-afac3928-36f7-4029-9d33-7b04690dc062 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818703 Dec 08 22:22:56.648216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-bb362237-7e9b-4a95-8cfc-94236fd8933b service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792971 Dec 08 22:22:57.542827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6383ba-914d-4234-9afc-8a0060462801 req-afa5f935-69fb-454c-8e15-6be50bcdfa44 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:57.544292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e6383ba-914d-4234-9afc-8a0060462801 req-afa5f935-69fb-454c-8e15-6be50bcdfa44 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0505209 Dec 08 22:22:57.581184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9e6383ba-914d-4234-9afc-8a0060462801 req-1ca4b867-afbc-417e-9ea9-fbde6d8b5484 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304961 Dec 08 22:22:58.697092 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c4600-cd14-43ba-a57b-39dec7499824 req-cffbcae0-9980-4e14-8168-730156a5c331 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:58.698557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d5c4600-cd14-43ba-a57b-39dec7499824 req-cffbcae0-9980-4e14-8168-730156a5c331 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0522907 Dec 08 22:22:58.735341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d5c4600-cd14-43ba-a57b-39dec7499824 req-983ecf8d-feaf-4de1-8d48-3babbe4a3d77 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306931 Dec 08 22:22:59.848846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d8f5-18c7-499a-b79d-804e2bbbca39 req-2f03b44e-0674-4733-a23d-90f87b5fd697 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:22:59.850289 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea80d8f5-18c7-499a-b79d-804e2bbbca39 req-2f03b44e-0674-4733-a23d-90f87b5fd697 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0486410 Dec 08 22:22:59.887736 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea80d8f5-18c7-499a-b79d-804e2bbbca39 req-7f437f94-131f-4f3f-8417-3cd045de1e73 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Dec 08 22:23:00.998383 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d832a17-5ebb-41a2-b9b7-0373c7eb85c6 req-f179be03-59e4-4044-a08e-a21f4f933071 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:00.999859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d832a17-5ebb-41a2-b9b7-0373c7eb85c6 req-f179be03-59e4-4044-a08e-a21f4f933071 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0471168 Dec 08 22:23:01.036728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6d832a17-5ebb-41a2-b9b7-0373c7eb85c6 req-7896f49f-2b0a-4dfa-b822-b3cd3b7a1c45 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305712 Dec 08 22:23:02.148879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b914c-e69f-416b-945a-43ad1542bd83 req-72b87e4d-7a32-40da-8054-f4907a6502f1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:02.150343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-652b914c-e69f-416b-945a-43ad1542bd83 req-72b87e4d-7a32-40da-8054-f4907a6502f1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Dec 08 22:23:02.186646 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-652b914c-e69f-416b-945a-43ad1542bd83 req-ee5eca63-e6da-4671-89ff-75d7389c1798 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304196 Dec 08 22:23:03.296690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28b37f-ce8d-4428-8536-dde9aa9942ff req-6ccf56d3-87b9-40e8-8dc1-cb5bc8ddc792 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:03.298138 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f28b37f-ce8d-4428-8536-dde9aa9942ff req-6ccf56d3-87b9-40e8-8dc1-cb5bc8ddc792 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0473843 Dec 08 22:23:03.334936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f28b37f-ce8d-4428-8536-dde9aa9942ff req-e114d781-d692-4c84-b5d5-7cbfd41dc572 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Dec 08 22:23:04.449958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b2eb-0f26-4928-806d-25c53d905961 req-327595b8-2fbb-4b41-8e11-30878130fba3 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:04.451418 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce41b2eb-0f26-4928-806d-25c53d905961 req-327595b8-2fbb-4b41-8e11-30878130fba3 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0511794 Dec 08 22:23:04.488777 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ce41b2eb-0f26-4928-806d-25c53d905961 req-d1b3e5ac-00f8-42aa-a408-8f4e97e1099e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Dec 08 22:23:05.606285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a977dc8-9fc0-4308-9e90-f59f964e3f2c req-9030704a-d589-440c-b5d8-3c1e167c1048 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:05.607764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a977dc8-9fc0-4308-9e90-f59f964e3f2c req-9030704a-d589-440c-b5d8-3c1e167c1048 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0524669 Dec 08 22:23:05.614667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aae4f859-64e1-497a-9d36-271062a70323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:05.645647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8a977dc8-9fc0-4308-9e90-f59f964e3f2c req-631026a8-d6a0-41fb-9641-7ef0acef8ba1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311804 Dec 08 22:23:06.758259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a3c3f-864f-4742-94a7-535a4b46a03d req-21add6f4-3f60-4599-968d-e2199d2dae69 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:06.759730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c8a3c3f-864f-4742-94a7-535a4b46a03d req-21add6f4-3f60-4599-968d-e2199d2dae69 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0482807 Dec 08 22:23:06.796442 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6c8a3c3f-864f-4742-94a7-535a4b46a03d req-c27fea7a-ada8-4e23-a4ca-c83a5cda3036 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Dec 08 22:23:07.911801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13986e6b-9345-47a1-b0b8-117dd0390c41 req-c61ff49c-05c6-4f24-99f9-82bd2313db32 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:07.913276 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13986e6b-9345-47a1-b0b8-117dd0390c41 req-c61ff49c-05c6-4f24-99f9-82bd2313db32 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0482941 Dec 08 22:23:07.949208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13986e6b-9345-47a1-b0b8-117dd0390c41 req-42bffb33-57ee-4457-9407-02cbfdf500a7 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299995 Dec 08 22:23:08.279260 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-51e5a9e1-e73f-48e2-8d6c-d3ebec989663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:08.882687 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:09.062587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03793ae-e4e3-44ea-b31c-cb35c077fc72 req-98b46c30-806b-45b2-a0da-6db33eaf1127 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:09.064080 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d03793ae-e4e3-44ea-b31c-cb35c077fc72 req-98b46c30-806b-45b2-a0da-6db33eaf1127 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0483406 Dec 08 22:23:09.100629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d03793ae-e4e3-44ea-b31c-cb35c077fc72 req-162242d3-b437-4368-adeb-e02aa1d6b4ec tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Dec 08 22:23:09.123975 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:23:09.522027 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:09.701581 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:10.213247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e0743-a7fb-45c8-861f-b9190cc6b393 req-2e7cddc4-1e4a-4429-9887-f62fe752f918 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:10.214768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae1e0743-a7fb-45c8-861f-b9190cc6b393 req-2e7cddc4-1e4a-4429-9887-f62fe752f918 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0475831 Dec 08 22:23:10.251287 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ae1e0743-a7fb-45c8-861f-b9190cc6b393 req-e9606f84-4b61-4a88-92d9-f12ea4aa6167 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Dec 08 22:23:10.262598 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:11.092830 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:11.367740 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286db26-06a4-430f-b5d1-25b534963192 req-cf0e7913-da1e-4f3d-a67b-74096e305e32 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:11.369208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b286db26-06a4-430f-b5d1-25b534963192 req-cf0e7913-da1e-4f3d-a67b-74096e305e32 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Dec 08 22:23:11.406859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b286db26-06a4-430f-b5d1-25b534963192 req-0141d1d1-d015-44d5-87db-fa3dca6ec51b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Dec 08 22:23:12.522355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266676-323a-46e9-862d-406382ac95e4 req-839985db-385c-4794-846e-9892afe006d2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:12.523739 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41266676-323a-46e9-862d-406382ac95e4 req-839985db-385c-4794-846e-9892afe006d2 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0523498 Dec 08 22:23:12.560298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-41266676-323a-46e9-862d-406382ac95e4 req-05a07b37-5c12-46a1-953f-173adf073733 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Dec 08 22:23:13.671604 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ec4a5-5e2f-4d6f-a5e2-32f9461fd5b3 req-58b275ce-bfd9-44b3-8690-10100f228458 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:13.673063 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba1ec4a5-5e2f-4d6f-a5e2-32f9461fd5b3 req-58b275ce-bfd9-44b3-8690-10100f228458 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0468206 Dec 08 22:23:13.709285 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ba1ec4a5-5e2f-4d6f-a5e2-32f9461fd5b3 req-5a9ac45c-d058-47c4-a4db-befd7c7408b3 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297747 Dec 08 22:23:14.821501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5140ad9-5fdd-4790-9f40-22f2ad2616a9 req-b9975f85-10a3-4a1e-bef5-e802873dd503 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:14.822966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5140ad9-5fdd-4790-9f40-22f2ad2616a9 req-b9975f85-10a3-4a1e-bef5-e802873dd503 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0473561 Dec 08 22:23:14.859615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b5140ad9-5fdd-4790-9f40-22f2ad2616a9 req-4031c236-06b5-45ea-83a8-dd732e3620b1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306582 Dec 08 22:23:15.973142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fc299-3e02-4824-b8d5-8e13ed65d8e2 req-775f5110-10d0-4150-95ec-b96cb5f78c27 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:15.974581 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b47fc299-3e02-4824-b8d5-8e13ed65d8e2 req-775f5110-10d0-4150-95ec-b96cb5f78c27 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0482128 Dec 08 22:23:16.012034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b47fc299-3e02-4824-b8d5-8e13ed65d8e2 req-3e6ea7b5-e39c-4eca-86aa-56fc09c9b561 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Dec 08 22:23:17.125071 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b9a4c-ee58-489d-ad91-d5ac0529e64e req-71311195-dfe2-4ca6-bdc7-d1d71be2680d tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:17.126562 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-144b9a4c-ee58-489d-ad91-d5ac0529e64e req-71311195-dfe2-4ca6-bdc7-d1d71be2680d tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0482309 Dec 08 22:23:17.163521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-144b9a4c-ee58-489d-ad91-d5ac0529e64e req-71bec682-4eb0-4ee2-9ba0-0301c1057ef0 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Dec 08 22:23:18.279549 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d291ac-be83-4c8a-97d6-9f273654baf9 req-0f6d0d3a-ad8a-4c06-b808-a5279fac6aad tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:18.280991 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3d291ac-be83-4c8a-97d6-9f273654baf9 req-0f6d0d3a-ad8a-4c06-b808-a5279fac6aad tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0508614 Dec 08 22:23:18.317485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3d291ac-be83-4c8a-97d6-9f273654baf9 req-d717928a-73b5-43bc-ae03-18750c2b9149 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301015 Dec 08 22:23:19.433516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9dda1-b731-48a4-b595-fe5c8277afa7 req-8d52aa02-af73-4dc0-89a2-770e313aa83b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:19.435069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ee9dda1-b731-48a4-b595-fe5c8277afa7 req-8d52aa02-af73-4dc0-89a2-770e313aa83b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0506814 Dec 08 22:23:19.471996 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ee9dda1-b731-48a4-b595-fe5c8277afa7 req-67c11502-bdfe-4d1b-a31f-85f0bd249268 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Dec 08 22:23:20.585576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea823f8-2e04-434d-9621-f53a11239679 req-5db2a57a-505c-4b18-93bb-3e9669549a03 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:20.587172 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bea823f8-2e04-434d-9621-f53a11239679 req-5db2a57a-505c-4b18-93bb-3e9669549a03 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0487604 Dec 08 22:23:20.624336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bea823f8-2e04-434d-9621-f53a11239679 req-4862269c-7ad4-4a3c-ab0e-b6d1d8f0603b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Dec 08 22:23:21.235920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-0b682805-55c4-45ee-90c1-1fb12314b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:21.237388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-0b682805-55c4-45ee-90c1-1fb12314b905 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0397892 Dec 08 22:23:21.339921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-79484406-bd3e-4348-b4f3-dffcbcc9d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:21.341341 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-79484406-bd3e-4348-b4f3-dffcbcc9d06b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0856450 Dec 08 22:23:21.381941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-51d7bfb9-f30d-4fe4-9fdb-8b5b0ad7275b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 217 time: 0.0337074 Dec 08 22:23:21.429427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-d379ead8-6628-4a57-a9e7-e62324d06fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:21.430812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-d379ead8-6628-4a57-a9e7-e62324d06fd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0415647 Dec 08 22:23:21.462047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-9733f7ff-258d-455d-aad4-65a0b9500414 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234942 Dec 08 22:23:21.554004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-46f4f9b5-7a4f-4009-a338-245ba6b280ca service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845382 Dec 08 22:23:21.642476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f094d180-09f1-4f34-bf8c-8f95464c7b24 req-8aa1786a-4049-4987-9465-84a8a4bc328f service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801833 Dec 08 22:23:21.741736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01831ebb-00dd-4c13-b923-9441e92bc0bc req-357e1ca9-52b3-4c00-9dcf-24d389a12d52 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:21.743223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01831ebb-00dd-4c13-b923-9441e92bc0bc req-357e1ca9-52b3-4c00-9dcf-24d389a12d52 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0533535 Dec 08 22:23:21.779192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01831ebb-00dd-4c13-b923-9441e92bc0bc req-6d56e5e0-5ac8-45b9-8218-07e791b6dec4 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300164 Dec 08 22:23:22.891757 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3723eb9-ebb4-4680-8486-c810ac3c1d71 req-92145357-4b0b-402a-8850-2c0d2f3d98b7 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:22.893241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3723eb9-ebb4-4680-8486-c810ac3c1d71 req-92145357-4b0b-402a-8850-2c0d2f3d98b7 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0483720 Dec 08 22:23:22.929790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3723eb9-ebb4-4680-8486-c810ac3c1d71 req-d8c4b4e7-7c6a-4577-8399-fd3d643f6518 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305626 Dec 08 22:23:23.806628 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-8620f91e-817b-409b-bcfe-abcb3b0c4f44 service neutron] show failed (client error): The resource could not be found. Dec 08 22:23:23.807660 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-8620f91e-817b-409b-bcfe-abcb3b0c4f44 service neutron] 10.222.0.23 "GET /v2.0/ports/94fbd87b-6831-4c7a-9ec7-9faa66397c28/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0528820 Dec 08 22:23:24.004443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-9f734f07-a91f-47e3-97a8-34dbef8dd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:24.005961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-9f734f07-a91f-47e3-97a8-34dbef8dd804 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5&tenant_id=b2d7a169498d4a7d804bb12d143edfc3 HTTP/1.1" status: 200 len: 1096 time: 0.0460281 Dec 08 22:23:24.019055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:24.046222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d7ec8-1953-4f89-9a2b-9982111e5750 req-6ffb6ee2-d1ff-458d-af70-a267994f6572 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:24.047735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-338d7ec8-1953-4f89-9a2b-9982111e5750 req-6ffb6ee2-d1ff-458d-af70-a267994f6572 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Dec 08 22:23:24.073317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:24.086171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-338d7ec8-1953-4f89-9a2b-9982111e5750 req-6ffdf76d-8e92-4db8-91b2-54751ed24c32 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Dec 08 22:23:24.272600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:24.303501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:23:24.344967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:23:24.347654 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3422e1-92df-403f-b7e6-107ee6a0dfcf" -d '{"events": [{"server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:23:24.351694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:24.364921 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Transition to ACTIVE for port object 94fbd87b-6831-4c7a-9ec7-9faa66397c28 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:23:24.368294 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:24.704070 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba022c3a-9d21-415a-b4d4-50e672c6952c x-openstack-request-id: req-ba022c3a-9d21-415a-b4d4-50e672c6952c {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:23:24.704389 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:23:24.704637 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba022c3a-9d21-415a-b4d4-50e672c6952c {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:23:24.705017 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'code': 200} Dec 08 22:23:24.734275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] No DVR routers for this DVR port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:23:24.746365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:24.766039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.766379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.766732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.767058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.767385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.767719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.768023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.768339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.768654 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.768973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.769287 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.769626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:24.785667 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Attempting to bind port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:23:24.785998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Attempting to bind port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:23:24.786321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Attempting to bind port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:23:24.790405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:23:24.790742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Attempting to bind port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on network e0eaaf1c-f7a0-4932-99f1-64088933d301 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:23:24.795340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:23:24.795670 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Checking segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:23:24.796043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Bound using segment: {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:23:24.796456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Bound port: 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:23:24.796803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:24.860933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:23:24.864702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:23:24.868424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:24.901827 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:24.902446 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:24.903879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 1091 time: 0.8888571 Dec 08 22:23:24.923371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52929b-ee8c-4ece-9804-ddb4a0e4e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:24.964789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-7e7c4bf9-5046-4270-89af-041978064dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:24.966208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-7e7c4bf9-5046-4270-89af-041978064dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0393596 Dec 08 22:23:25.056618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-f99d088d-c890-4e36-a247-41ac5ec25dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:25.058050 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-f99d088d-c890-4e36-a247-41ac5ec25dcb service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0853970 Dec 08 22:23:25.099038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-520600dc-8482-4053-b44a-819488fe4bb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 217 time: 0.0342112 Dec 08 22:23:25.147075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-9309a473-9665-4b7d-b36a-833f2aff828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:25.148545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-9309a473-9665-4b7d-b36a-833f2aff828a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0427806 Dec 08 22:23:25.180554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-0caa9d78-334c-4acc-8c4e-17c447ad3e1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247569 Dec 08 22:23:25.199054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6284-aeb9-4e6b-b1c0-f150366fb073 req-a2fdefd4-cb70-44a5-99d1-b4213c2e2bc0 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:25.200545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a4d6284-aeb9-4e6b-b1c0-f150366fb073 req-a2fdefd4-cb70-44a5-99d1-b4213c2e2bc0 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 943 time: 0.0481436 Dec 08 22:23:25.244104 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a4d6284-aeb9-4e6b-b1c0-f150366fb073 req-1a7f6da9-f17e-4258-acbb-4a8379c4aa4c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Dec 08 22:23:25.275645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-0222b3e4-f59e-40e1-aaa6-74b5fdec8e5b service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876586 Dec 08 22:23:25.363353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-11ab1210-c92d-43d1-b6bc-52dbf1dee2d3 req-0dbb8618-f962-4201-beb9-28ed9822c612 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810196 Dec 08 22:23:26.364782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690e621-714a-4bc3-983f-81e9c1b2a795 req-07ef0ba1-fd68-4700-bba6-135178e0a379 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:26.366257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c690e621-714a-4bc3-983f-81e9c1b2a795 req-07ef0ba1-fd68-4700-bba6-135178e0a379 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 943 time: 0.0538120 Dec 08 22:23:26.403278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c690e621-714a-4bc3-983f-81e9c1b2a795 req-f1b84f0a-baf9-4a44-a689-204ba58ce8d3 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310328 Dec 08 22:23:26.706443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:23:26.709361 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7057bb18-2cf2-4445-9532-8ba183e02f42" -d '{"events": [{"name": "network-changed", "server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:23:26.756569 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953e210f-da53-4802-8fac-481e39afac08 x-openstack-request-id: req-953e210f-da53-4802-8fac-481e39afac08 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:23:26.756862 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:23:26.757118 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-953e210f-da53-4802-8fac-481e39afac08 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:23:26.757520 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'status': 'completed', 'code': 200} Dec 08 22:23:26.812888 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-75e78f5d-875b-421e-a440-ba83746d28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:26.814068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-75e78f5d-875b-421e-a440-ba83746d28ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0407817 Dec 08 22:23:26.822154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-a4e1c9ec-cacc-464e-8570-51039930a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:26.823678 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-a4e1c9ec-cacc-464e-8570-51039930a678 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0415351 Dec 08 22:23:26.908887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-983726bb-8dcd-4544-b41f-7643bf5696e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:26.911148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-983726bb-8dcd-4544-b41f-7643bf5696e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0906897 Dec 08 22:23:26.926514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-42862028-b4be-4482-af73-39370d265c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:26.927999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-42862028-b4be-4482-af73-39370d265c7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0975072 Dec 08 22:23:26.956545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-3293bc97-af7b-4b10-9afa-8f75464296d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 217 time: 0.0382712 Dec 08 22:23:26.974523 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-1dbff734-d799-4495-b72a-df2d4dc99b61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 217 time: 0.0385332 Dec 08 22:23:27.005864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-a75ec602-55b1-4676-8543-677c5b3bed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:27.007249 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-a75ec602-55b1-4676-8543-677c5b3bed5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0443280 Dec 08 22:23:27.022734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-508c9680-d212-4cea-aba4-ce4bc160cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:27.024159 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-508c9680-d212-4cea-aba4-ce4bc160cda5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0434659 Dec 08 22:23:27.039309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-ba0cae79-fa4a-4d04-8822-8fab681a24e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242238 Dec 08 22:23:27.048458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 94fbd87b-6831-4c7a-9ec7-9faa66397c28 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:23:27.057144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-5c27c4d8-eaed-40f2-9ed7-4f83f8d4ea04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251391 Dec 08 22:23:27.086971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 94fbd87b-6831-4c7a-9ec7-9faa66397c28 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:23:27.132229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-edbf7cf4-8e6c-4195-8cdb-d5f7b3b6acb5 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854869 Dec 08 22:23:27.150039 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-075249f2-2e16-45bc-b693-6f2972666153 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861232 Dec 08 22:23:27.245174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-30597fa6-fa43-450a-bfc6-8eca41289486 service neutron] 10.222.0.37 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875483 Dec 08 22:23:27.499202 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7057bb18-2cf2-4445-9532-8ba183e02f42 req-c3070512-e924-483c-bc6c-4bb74ae0efd5 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594246 Dec 08 22:23:27.521536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abb970-346d-4de1-bcb3-23ca4bd9d951 req-414f4e91-7932-4609-b794-0004104432a8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:27.523039 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9abb970-346d-4de1-bcb3-23ca4bd9d951 req-414f4e91-7932-4609-b794-0004104432a8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 943 time: 0.0494165 Dec 08 22:23:27.564687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9abb970-346d-4de1-bcb3-23ca4bd9d951 req-6603304d-fd5c-4201-86d1-88a16178881b tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Dec 08 22:23:27.625729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 94fbd87b-6831-4c7a-9ec7-9faa66397c28 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:23:27.725889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:27.741165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'network_id': 'e0eaaf1c-f7a0-4932-99f1-64088933d301', 'port_id': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'mac_address': 'fa:16:3e:cf:95:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32529150-fe2b-4c91-a025-8e03967092af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:23:27.759684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb386-3a70-421b-98bf-043a744ebbe3 req-fa9e2591-c81b-40f6-8f92-9c68a8a5f3c1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:27.761189 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc9fb386-3a70-421b-98bf-043a744ebbe3 req-fa9e2591-c81b-40f6-8f92-9c68a8a5f3c1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 943 time: 0.0502894 Dec 08 22:23:27.768998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da249-366f-41af-b9d1-ff32be055f97 req-4b23bd67-8516-4978-b5b5-be3e886604f1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:27.770728 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-4b23bd67-8516-4978-b5b5-be3e886604f1 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.23 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5&tenant_id=b2d7a169498d4a7d804bb12d143edfc3&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 943 time: 0.0524070 Dec 08 22:23:27.778695 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:27.792883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fbd87b-6831-4c7a-9ec7-9faa66397c28 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:23:27.813203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:27.817148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc9fb386-3a70-421b-98bf-043a744ebbe3 req-d5e116de-dd78-47dc-8ded-99d6d64ac7a4 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491543 Dec 08 22:23:27.818904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:27.836841 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-a00da249-366f-41af-b9d1-ff32be055f97 req-e15c68a8-9d5c-43cc-830c-8ed8bb43942b service neutron] delete failed (client error): The resource could not be found. Dec 08 22:23:27.837864 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-e15c68a8-9d5c-43cc-830c-8ed8bb43942b service neutron] 10.222.0.23 "DELETE /v2.0/ports/94fbd87b-6831-4c7a-9ec7-9faa66397c28/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0600054 Dec 08 22:23:27.869868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:27.877164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.877512 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.877853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.878188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.878524 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.878916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.879243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.879571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.879894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.880218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.880564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.880884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:27.920381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da249-366f-41af-b9d1-ff32be055f97 req-d0254f3b-0ae2-4ac4-8459-5a430a5717ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:27.921845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-d0254f3b-0ae2-4ac4-8459-5a430a5717ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0398421 Dec 08 22:23:28.007354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da249-366f-41af-b9d1-ff32be055f97 req-9c3e8989-28e5-489a-b359-8f3e272eaf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:28.008697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-9c3e8989-28e5-489a-b359-8f3e272eaf8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 200 len: 915 time: 0.0804040 Dec 08 22:23:28.039511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['94fbd87b-6831-4c7a-9ec7-9faa66397c28'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:23:28.052600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-8d01c457-3cbf-4fd0-9fc1-ed2c0720a0f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 200 len: 217 time: 0.0365999 Dec 08 22:23:28.100887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da249-366f-41af-b9d1-ff32be055f97 req-9d9151f5-ba82-4943-a0d7-06dfd0c62057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:28.102321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-9d9151f5-ba82-4943-a0d7-06dfd0c62057 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 200 len: 854 time: 0.0430970 Dec 08 22:23:28.133555 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-d944779f-af82-47ac-b8ed-633567964021 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0eaaf1c-f7a0-4932-99f1-64088933d301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233679 Dec 08 22:23:28.225126 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-7766bf3e-0b9d-451d-b6db-6fc06ef77927 service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837967 Dec 08 22:23:28.310778 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a00da249-366f-41af-b9d1-ff32be055f97 req-73cb1760-ae3b-4cfd-b13b-4f343cf0b2de service neutron] 10.222.0.23 "GET /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789917 Dec 08 22:23:28.930592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916eb2-7159-451e-9029-d7717742e439 req-69b09830-af84-4494-9693-15de95c0f104 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:28.932145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45916eb2-7159-451e-9029-d7717742e439 req-69b09830-af84-4494-9693-15de95c0f104 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 944 time: 0.0487134 Dec 08 22:23:28.973711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45916eb2-7159-451e-9029-d7717742e439 req-d01e579a-98ef-4de8-98fd-c7ad68809f80 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355570 Dec 08 22:23:29.084363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d0d0c-7adc-47a6-acc6-9df884089248 req-0dbc7de7-540b-45fb-9cf6-a04a63bc7ce8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:29.085804 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0f9d0d0c-7adc-47a6-acc6-9df884089248 req-0dbc7de7-540b-45fb-9cf6-a04a63bc7ce8 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 944 time: 0.0477240 Dec 08 22:23:29.122529 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0f9d0d0c-7adc-47a6-acc6-9df884089248 req-3d5b631d-c018-4860-b78c-bd7d11a9474a tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Dec 08 22:23:29.233115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78979ca-9244-4a73-a959-c8980ea310cc req-98e5a217-8fdb-4314-a0e2-9eb754a328a5 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:29.234504 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c78979ca-9244-4a73-a959-c8980ea310cc req-98e5a217-8fdb-4314-a0e2-9eb754a328a5 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 944 time: 0.0481958 Dec 08 22:23:29.271497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c78979ca-9244-4a73-a959-c8980ea310cc req-a5c8539f-aa26-421a-bb5f-011a9b55315e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Dec 08 22:23:29.584698 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7cef9-106c-4c2c-831a-34212b3ab427 req-3c8526ea-4dc6-4359-b3db-0b0ebf19bd66 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:29.586146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4b7cef9-106c-4c2c-831a-34212b3ab427 req-3c8526ea-4dc6-4359-b3db-0b0ebf19bd66 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 944 time: 0.0484369 Dec 08 22:23:29.624513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 94fbd87b-6831-4c7a-9ec7-9faa66397c28 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:23:29.626866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b4b7cef9-106c-4c2c-831a-34212b3ab427 req-8f62b4af-cecd-4e39-ae22-0d0395937277 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347891 Dec 08 22:23:29.675189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:23:29.679330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:29.679699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:29.752150 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:29.773656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:23:29.775908 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3004285-83be-413e-9ec1-806abeea97c9" -d '{"events": [{"server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "name": "network-vif-plugged", "status": "completed", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:23:29.788417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:29.792593 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:29.815861 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeefff96-ea10-4b2f-9d1b-18342ce10c48 x-openstack-request-id: req-aeefff96-ea10-4b2f-9d1b-18342ce10c48 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:23:29.816164 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "name": "network-vif-plugged", "status": "completed", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:23:29.817053 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aeefff96-ea10-4b2f-9d1b-18342ce10c48 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:23:29.817441 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'code': 200} Dec 08 22:23:29.841281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:30.755318 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-21918ec7-b24d-41f7-8a14-5c8d6917e7f4 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:30.756754 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-21918ec7-b24d-41f7-8a14-5c8d6917e7f4 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.37 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0771234 Dec 08 22:23:30.768454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090825c-585b-4684-ba27-b7b2cf82454a req-fcbb0f96-cd81-4971-b544-04c7a1341e1c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:30.769827 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1090825c-585b-4684-ba27-b7b2cf82454a req-fcbb0f96-cd81-4971-b544-04c7a1341e1c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Dec 08 22:23:30.855225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1090825c-585b-4684-ba27-b7b2cf82454a req-bf0e3fdd-2447-43f9-a0bd-ff4363ee7c9e tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785129 Dec 08 22:23:30.880471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Deleting port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:23:30.880816 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:30.967702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] For port 94fbd87b-6831-4c7a-9ec7-9faa66397c28, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=94fbd87b-6831-4c7a-9ec7-9faa66397c28,segment=NetworkSegment(5662dcd4-a7b7-40d2-8b4c-126fe2de2c32),segment_id=5662dcd4-a7b7-40d2-8b4c-126fe2de2c32)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:30.968000 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:30.980829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Calling delete_port for 94fbd87b-6831-4c7a-9ec7-9faa66397c28 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:23:31.108254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:31.119571 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['94fbd87b-6831-4c7a-9ec7-9faa66397c28'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:23:31.136148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Pushing event deleted for resources: {'Port': ['ID=94fbd87b-6831-4c7a-9ec7-9faa66397c28,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:31.181055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] No DVR routers for this DVR port 94fbd87b-6831-4c7a-9ec7-9faa66397c28 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:23:31.183651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:31.187175 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b42b1439-579d-4ab3-b122-8bba845a9a77 req-e658ae5f-6c89-4a18-803e-efb34e84d88c tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] 10.222.0.37 "DELETE /v2.0/ports/94fbd87b-6831-4c7a-9ec7-9faa66397c28 HTTP/1.1" status: 204 len: 173 time: 0.4164944 Dec 08 22:23:31.187609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'name': 'network-vif-deleted', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:23:31.189830 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7ee93-f5c8-4caa-b7eb-ad7cdae7034b" -d '{"events": [{"server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "name": "network-vif-deleted", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:23:31.230920 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7246ab5-8b83-41a0-a29e-6419ce48852d x-openstack-request-id: req-f7246ab5-8b83-41a0-a29e-6419ce48852d {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:23:31.231224 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5", "name": "network-vif-deleted", "tag": "94fbd87b-6831-4c7a-9ec7-9faa66397c28", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:23:31.231487 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7246ab5-8b83-41a0-a29e-6419ce48852d {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:23:31.231891 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffb4e7-60b2-4cb3-b09d-f5428bde8ae5', 'name': 'network-vif-deleted', 'tag': '94fbd87b-6831-4c7a-9ec7-9faa66397c28', 'status': 'completed', 'code': 200} Dec 08 22:23:31.971627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38058) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:32.016028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Deleting subnet 32529150-fe2b-4c91-a025-8e03967092af {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:23:32.018982 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.052102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.093593 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.144754 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.169038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32529150-fe2b-4c91-a025-8e03967092af,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:32.173521 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.177148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/32529150-fe2b-4c91-a025-8e03967092af HTTP/1.1" status: 204 len: 168 time: 0.2045240 Dec 08 22:23:32.179781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38060) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:32.182370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.182738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.183088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.183417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.184152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.184152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.184357 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.184693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.185009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.185326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.185653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.185970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc1395-8a88-467b-ae12-01058fae08be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:32.251960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.334728 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.355044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0eaaf1c-f7a0-4932-99f1-64088933d301']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:32.364638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:32.364925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5662dcd4-a7b7-40d2-8b4c-126fe2de2c32') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:32.374010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.387250 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.392884 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:23:32.393260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:23:32.394950 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:23:32.447009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.452285 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.455403 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0eaaf1c-f7a0-4932-99f1-64088933d301 HTTP/1.1" status: 204 len: 168 time: 0.2745638 Dec 08 22:23:32.466222 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f71441-4f7c-4edc-b0af-5760c6280b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0eaaf1c-f7a0-4932-99f1-64088933d301,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:32.565333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38066) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:32.604912 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0da7a768-1e1e-479f-8ba0-ba0768ddf329 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2d7a169498d4a7d804bb12d143edfc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384417 Dec 08 22:23:32.607284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38068) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:32.657769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c2534ed-7b58-4995-b92c-1b431ccdb3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.678530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c2534ed-7b58-4995-b92c-1b431ccdb3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.724044 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c2534ed-7b58-4995-b92c-1b431ccdb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.726898 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1c2534ed-7b58-4995-b92c-1b431ccdb3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:32.728344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1c2534ed-7b58-4995-b92c-1b431ccdb3f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef HTTP/1.1" status: 204 len: 168 time: 0.1199136 Dec 08 22:23:32.735869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2534ed-7b58-4995-b92c-1b431ccdb3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b60d6eb-d6c3-4c14-b4ad-7d97df8539ef,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:33.378180 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38092) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:33.473870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-979163381-network', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:33.495481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Made reservation on behalf of af396ed649e8483cab8962821fe7bf3a for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:23:33.497744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.506398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.579344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.582946 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.603897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:23:33.619059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aabd8c-76e4-46cd-afd6-bc96c7275305,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:33.623193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.623531 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Added segment 0d40bf5c-0406-4bdf-a120-e777d09729b5 of type vlan for network bc7a2183-6542-4199-af7d-42ebc2a1f3ef Dec 08 22:23:33.640475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 94fbd87b-6831-4c7a-9ec7-9faa66397c28 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:23:33.660635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 94fbd87b-6831-4c7a-9ec7-9faa66397c28 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:23:33.660988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 94fbd87b-6831-4c7a-9ec7-9faa66397c28 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:23:33.664825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.692342 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.693449 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:33.694019 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.745470 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3655167 Dec 08 22:23:33.748433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38096) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:33.753484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Request body: {'subnet': {'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-979163381-subnet', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:33.756269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321d05f-ee9b-4e33-9664-21cb5f7bcd8c admin admin] Pushing event updated for resources: {'Network': ['ID=bc7a2183-6542-4199-af7d-42ebc2a1f3ef,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:33.766325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:23:33.772982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Made reservation on behalf of af396ed649e8483cab8962821fe7bf3a for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:23:33.775352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:33.944381 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.000166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876fb6b0-91b8-44b6-ae2c-21e3e297208c,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:34.009048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:23:34.009363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Network hostable DHCP agents. Network: bc7a2183-6542-4199-af7d-42ebc2a1f3ef, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:23:34.025690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:23:34.034257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, bc7a2183-6542-4199-af7d-42ebc2a1f3ef) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:23:34.038994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:34.039638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.045042 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a6483-4624-4064-b43f-452e85865ab8 None None] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:23:34.061871 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f4aee40b-c495-4ecd-91e9-a1b3e1c8f894 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3122892 Dec 08 22:23:34.064997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38098) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:34.069354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:34.094447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.096195 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.159697 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.201117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:23:34.202355 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.300419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.337854 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Allocated IP 172.20.0.2 (bc7a2183-6542-4199-af7d-42ebc2a1f3ef/876fb6b0-91b8-44b6-ae2c-21e3e297208c/503f2b53-04be-42b0-bd35-31172cf96089) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:23:34.479712 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.487517 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.499027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.518189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.524600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:23:34.527457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:23:34.530906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:23:34.539774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Pushing event updated for resources: {'Port': ['ID=503f2b53-04be-42b0-bd35-31172cf96089,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:34.589301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Attempting to bind port 503f2b53-04be-42b0-bd35-31172cf96089 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:23:34.589674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Attempting to bind port 503f2b53-04be-42b0-bd35-31172cf96089 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:23:34.590075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Attempting to bind port 503f2b53-04be-42b0-bd35-31172cf96089 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:23:34.595040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:23:34.595536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:23:34.595944 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.596342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:23:34.596821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Bound port: 503f2b53-04be-42b0-bd35-31172cf96089, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:23:34.597307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.629650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Allocated IP 172.25.1.253 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/7a126700-3508-4d40-b0ba-e4b62db8ea45) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:23:34.663827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] For port 503f2b53-04be-42b0-bd35-31172cf96089, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:23:34.666897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] For port 503f2b53-04be-42b0-bd35-31172cf96089, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=503f2b53-04be-42b0-bd35-31172cf96089,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:23:34.671222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.726375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd050422-de75-45c6-8494-e7a18c14ce59 None None] Pushing event updated for resources: {'Port': ['ID=503f2b53-04be-42b0-bd35-31172cf96089,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:34.740895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.776043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:34.816701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:23:34.819572 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:23:34.826309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:23:34.829470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Pushing event updated for resources: {'Port': ['ID=7a126700-3508-4d40-b0ba-e4b62db8ea45,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:35.095352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:35.283870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:35.416082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:23:35.525310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:23:35.535984 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:23:35.544253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:35.545693 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c72942b2-f170-4b1f-9462-17e0f5a61419 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4797287 Dec 08 22:23:35.548722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38100) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:35.552751 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:23:35.553397 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:23:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:35.613979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb62a7-44e1-4eae-9d50-d06da337ce75 None None] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:23:35.632892 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-03d38911-3fcc-4d72-b517-acd1ea456345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:35.711216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8bb39d8-f226-4ac2-8912-5a1ec54f1b81 None None] Provisioning complete for port 503f2b53-04be-42b0-bd35-31172cf96089 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:35.711971 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8bb39d8-f226-4ac2-8912-5a1ec54f1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:35.748569 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:23:35.852057 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8bb39d8-f226-4ac2-8912-5a1ec54f1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:35.894774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f8bb39d8-f226-4ac2-8912-5a1ec54f1b81 None None] For port 503f2b53-04be-42b0-bd35-31172cf96089, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=503f2b53-04be-42b0-bd35-31172cf96089,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:35.902301 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8bb39d8-f226-4ac2-8912-5a1ec54f1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:35.943932 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:34Z', 'revision_number': 3, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:35.969110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb39d8-f226-4ac2-8912-5a1ec54f1b81 None None] Pushing event updated for resources: {'Port': ['ID=503f2b53-04be-42b0-bd35-31172cf96089,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:35.975799 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:23:35.976144 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Updating router c1810c4b-95c5-44b2-afaf-795152b0fed9 port 7a126700-3508-4d40-b0ba-e4b62db8ea45 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:23:36.003202 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.036655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.121793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dd391285-bb37-4b8d-99d5-0491f761a4ce None None] Provisioning complete for port 503f2b53-04be-42b0-bd35-31172cf96089 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:36.122329 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dd391285-bb37-4b8d-99d5-0491f761a4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.208453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Allocated IP 172.20.0.1 (bc7a2183-6542-4199-af7d-42ebc2a1f3ef/876fb6b0-91b8-44b6-ae2c-21e3e297208c/96ed2b19-c1c7-4dc8-abad-d8843194e5b8) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:23:36.274200 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.280292 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.325404 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Attempting to bind port 7a126700-3508-4d40-b0ba-e4b62db8ea45 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:23:36.325775 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Attempting to bind port 7a126700-3508-4d40-b0ba-e4b62db8ea45 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:23:36.326139 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Attempting to bind port 7a126700-3508-4d40-b0ba-e4b62db8ea45 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:23:36.328597 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.334424 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:23:36.334903 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:23:36.335308 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.335696 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:23:36.336171 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Bound port: 7a126700-3508-4d40-b0ba-e4b62db8ea45, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:23:36.336544 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.360122 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Pushing event updated for resources: {'Port': ['ID=7a126700-3508-4d40-b0ba-e4b62db8ea45,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:36.372359 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.372841 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.372970 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.373066 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.373341 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.373677 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.374132 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.374649 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.375016 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.375602 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.375792 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.375968 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.376290 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:23:36.385179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 503f2b53-04be-42b0-bd35-31172cf96089 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:23:36.412889 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] For port 7a126700-3508-4d40-b0ba-e4b62db8ea45, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:23:36.416227 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] For port 7a126700-3508-4d40-b0ba-e4b62db8ea45, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7a126700-3508-4d40-b0ba-e4b62db8ea45,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:23:36.420912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:23:36.422239 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.424017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:23:36.428615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:23:36.448266 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 503f2b53-04be-42b0-bd35-31172cf96089 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:36.449079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.462962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Pushing event updated for resources: {'Port': ['ID=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:36.482857 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.504776 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:23:36.505389 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:23:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:36.507303 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c825e4-1e11-4b81-87cb-d198d568a5da None None] Pushing event updated for resources: {'Port': ['ID=7a126700-3508-4d40-b0ba-e4b62db8ea45,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:36.636306 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.637341 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:23:36.729865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a0b20dc4-ebc2-4119-9756-3e2f31af19d5 None None] Provisioning complete for port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:36.730851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0b20dc4-ebc2-4119-9756-3e2f31af19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.765298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-a0b20dc4-ebc2-4119-9756-3e2f31af19d5 None None] Port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:23:36.805670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.810119 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.819923 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:34Z', 'revision_number': 3, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:36.845882 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced42e9-76df-48c4-a221-20d708fa705f None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:34Z', 'revision_number': 3, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:23:36.876596 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Pushing event updated for resources: {'Port': ['ID=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:36.879209 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:36.975685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:23:36.977074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:23:37.101076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:23:37.223994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:23:37.230756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-14636a1b-5ea1-49d3-ac6b-2861401e8f31 admin admin] 10.222.0.21 "PUT /v2.0/routers/c1810c4b-95c5-44b2-afaf-795152b0fed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804779 Dec 08 22:23:37.288576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-70af5f48-f5d1-4ed4-8652-dba538acd7ae None None] Provisioning complete for port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:37.288958 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70af5f48-f5d1-4ed4-8652-dba538acd7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.323309 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-70af5f48-f5d1-4ed4-8652-dba538acd7ae None None] Port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:23:37.634350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 38108) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:37.638998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-17618a0f-48e8-4bbc-a904-2aa99b86af3e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620318839', 'description': 'tempest-description--1196013163'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:37.663051 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17618a0f-48e8-4bbc-a904-2aa99b86af3e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.730943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17618a0f-48e8-4bbc-a904-2aa99b86af3e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.734685 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17618a0f-48e8-4bbc-a904-2aa99b86af3e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.765002 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-17618a0f-48e8-4bbc-a904-2aa99b86af3e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.766151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-17618a0f-48e8-4bbc-a904-2aa99b86af3e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1307817 Dec 08 22:23:37.767084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17618a0f-48e8-4bbc-a904-2aa99b86af3e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c073521-d175-45b3-aa8c-7fdc0b868d24,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:37.769134 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38110) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:37.774597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8c2c209f-ef55-411d-9d9b-741bb30648f9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'security_group_rule': {'security_group_id': '2c073521-d175-45b3-aa8c-7fdc0b868d24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:37.801264 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c2c209f-ef55-411d-9d9b-741bb30648f9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.864506 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c2c209f-ef55-411d-9d9b-741bb30648f9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.868022 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c2c209f-ef55-411d-9d9b-741bb30648f9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.886132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c209f-ef55-411d-9d9b-741bb30648f9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a62de3-e917-4746-8d95-e0a0114be156,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:37.894632 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8c2c209f-ef55-411d-9d9b-741bb30648f9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.895847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8c2c209f-ef55-411d-9d9b-741bb30648f9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250539 Dec 08 22:23:37.898438 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38112) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:37.902693 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1ef04494-8895-438e-b77e-efd0da62b659 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'security_group_rule': {'security_group_id': '2c073521-d175-45b3-aa8c-7fdc0b868d24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:37.927795 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef04494-8895-438e-b77e-efd0da62b659 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.985834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef04494-8895-438e-b77e-efd0da62b659 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:37.989880 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef04494-8895-438e-b77e-efd0da62b659 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.007833 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef04494-8895-438e-b77e-efd0da62b659 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36820ad8-0209-4529-9804-570e8bf237e1,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:38.014242 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ef04494-8895-438e-b77e-efd0da62b659 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.015515 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1ef04494-8895-438e-b77e-efd0da62b659 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160634 Dec 08 22:23:38.018488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38114) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:38.022780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:38.047688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.144106 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.251457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Allocated IP 172.25.1.145 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/7c0fb304-024a-4dd8-802a-5095fb64c4df) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:23:38.288312 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-706afe83-f8ea-45e2-9f90-59ab02625b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.359982 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:23:38.365406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.372466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7a126700-3508-4d40-b0ba-e4b62db8ea45 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:23:38.378155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:23:38.378850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:23:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:38.399944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.438548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:23:38.441405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:23:38.444915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:23:38.473636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'Port': ['ID=7c0fb304-024a-4dd8-802a-5095fb64c4df,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:38.507638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7a126700-3508-4d40-b0ba-e4b62db8ea45 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:38.508010 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.532976 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:23:38.549803 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.583683 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.697075 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.735829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.738370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 7a126700-3508-4d40-b0ba-e4b62db8ea45, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7a126700-3508-4d40-b0ba-e4b62db8ea45,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:38.740898 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.743959 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.811748 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'Port': ['ID=7c0fb304-024a-4dd8-802a-5095fb64c4df,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:38.815379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=7a126700-3508-4d40-b0ba-e4b62db8ea45,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:38.823301 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.829188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 2, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:38.838358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.839619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f1091442-1a0a-40ef-8b17-d8315d0bbd4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8201873 Dec 08 22:23:38.857601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:23:38.857954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Updating router c1810c4b-95c5-44b2-afaf-795152b0fed9 port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:23:38.896330 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.904795 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:38.978584 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-9ff8c7c0-2a6a-4870-8eeb-35f4da645abd tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1620318839&fields=id&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 267 time: 0.0334067 Dec 08 22:23:39.090706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-93648234-e544-4936-80f7-da6badd96684 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:39.092096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-93648234-e544-4936-80f7-da6badd96684 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 811 time: 0.1068525 Dec 08 22:23:39.107717 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-1325bb73-6b2c-4296-bc21-07c253aacdc0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/quotas/af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 375 time: 0.0092809 Dec 08 22:23:39.160396 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.160636 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-267b679c-7019-4ee9-b3b5-e594912db74f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470831 Dec 08 22:23:39.165325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.212301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037f67b-3ba6-401d-85d5-3211aaf3064a None None] Pushing event updated for resources: {'Port': ['ID=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:39.271596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Attempting to bind port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:23:39.271966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Attempting to bind port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:23:39.272242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-94a8fa60-0328-4f32-97d6-0936b3dbe618 service neutron] 10.222.0.21 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978560 Dec 08 22:23:39.272371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Attempting to bind port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:23:39.277444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:23:39.277811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:23:39.278209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.278600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:23:39.279082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Bound port: 96ed2b19-c1c7-4dc8-abad-d8843194e5b8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:23:39.279456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.344714 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] For port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:23:39.348596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] For port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:23:39.352426 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.369170 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-b736904e-e9e8-4241-8766-73dcebcd84e6 service neutron] 10.222.0.21 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897369 Dec 08 22:23:39.414396 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:23:39.415040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:23:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:39.416664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037f67b-3ba6-401d-85d5-3211aaf3064a None None] Pushing event updated for resources: {'Port': ['ID=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:39.577753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d3a8700-1c5b-4236-84c6-10ec047cf31c req-a0f6fdcf-5eec-4c76-b883-eb1a22cb7360 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 210 time: 0.0394270 Dec 08 22:23:39.681141 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.690197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-84105851-0d9c-4c34-a3e7-ec96f58524d7 None None] Provisioning complete for port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:39.690555 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84105851-0d9c-4c34-a3e7-ec96f58524d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.756383 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.758192 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:23:39.909298 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84105851-0d9c-4c34-a3e7-ec96f58524d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:39.965202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-84105851-0d9c-4c34-a3e7-ec96f58524d7 None None] For port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:39.970450 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84105851-0d9c-4c34-a3e7-ec96f58524d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:40.048025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105851-0d9c-4c34-a3e7-ec96f58524d7 None None] Pushing event updated for resources: {'Port': ['ID=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:40.062817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:40.092952 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e3e5c-aed2-4b84-8009-6d632b5b3c50 None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:23:40.103548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-5401f0fc-8ded-4e56-8d0a-fddc5f7cdeac None None] Provisioning complete for port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:40.103919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5401f0fc-8ded-4e56-8d0a-fddc5f7cdeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:40.262262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:40.432031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:23:40.484768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:40.485492 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:40.527644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-b021c8bd-b540-468c-87ba-2c74b43f2fcc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:40.529533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-b021c8bd-b540-468c-87ba-2c74b43f2fcc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 811 time: 0.1539357 Dec 08 22:23:40.571868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7a126700-3508-4d40-b0ba-e4b62db8ea45 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:23:40.587287 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-84af07eb-e373-4d83-a618-10200aacdc8f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 380 time: 0.0465224 Dec 08 22:23:40.597478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'port': {'device_id': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'admin_state_up': True, 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'security_groups': ['2c073521-d175-45b3-aa8c-7fdc0b868d24']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:40.636404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 7a126700-3508-4d40-b0ba-e4b62db8ea45 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:40.636919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:40.707668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-316b705f-fb4a-4580-adea-bc4e126c50f6 req-710079f7-2472-4863-b921-5808bd10b0b9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 210 time: 0.0300808 Dec 08 22:23:40.731861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Made reservation on behalf of af396ed649e8483cab8962821fe7bf3a for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:23:40.735846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:40.870055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Allocated IP 172.20.0.14 (bc7a2183-6542-4199-af7d-42ebc2a1f3ef/876fb6b0-91b8-44b6-ae2c-21e3e297208c/bf3202a4-180b-441b-bbb2-fc30138e4ffc) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:23:41.019824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.054321 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.091977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:23:41.095509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:23:41.099148 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.100564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:23:41.136778 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:41.165361 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:41.166024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.184277 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-48c0ef1d-c357-45ff-9193-80d26e4b33d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5907667 Dec 08 22:23:41.202003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Request body: {'port': {'device_id': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:41.265665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.332255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1d491432-2419-4081-8d6e-d1a2c7ba8221 None None] Provisioning complete for port bf3202a4-180b-441b-bbb2-fc30138e4ffc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:41.332714 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1d491432-2419-4081-8d6e-d1a2c7ba8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.365094 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1d491432-2419-4081-8d6e-d1a2c7ba8221 None None] Port bf3202a4-180b-441b-bbb2-fc30138e4ffc cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:23:41.523477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3202a4-180b-441b-bbb2-fc30138e4ffc {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:23:41.530477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.541855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Transition to ACTIVE for port object bf3202a4-180b-441b-bbb2-fc30138e4ffc will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:23:41.545746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.595423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:41.667896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Attempting to bind port bf3202a4-180b-441b-bbb2-fc30138e4ffc on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:23:41.668240 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Attempting to bind port bf3202a4-180b-441b-bbb2-fc30138e4ffc by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:23:41.668561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Attempting to bind port bf3202a4-180b-441b-bbb2-fc30138e4ffc on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:23:41.673043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Port bf3202a4-180b-441b-bbb2-fc30138e4ffc on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:23:41.673364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Attempting to bind port bf3202a4-180b-441b-bbb2-fc30138e4ffc on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:23:41.678922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:23:41.679266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:23:41.679730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:23:41.680064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Bound port: bf3202a4-180b-441b-bbb2-fc30138e4ffc, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:23:41.680426 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.748524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:23:41.751716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:23:41.756159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.797244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:41.797901 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:41.799295 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] 10.222.0.23 "PUT /v2.0/ports/bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1092 time: 0.6063423 Dec 08 22:23:41.801441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:23:41.803829 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c309d-3809-4441-9442-eb9c397aa1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:23:42.149325 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e9e586-71fa-40dd-853b-d1f9ef0d1946 x-openstack-request-id: req-06e9e586-71fa-40dd-853b-d1f9ef0d1946 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:23:42.149618 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:23:42.149873 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06e9e586-71fa-40dd-853b-d1f9ef0d1946 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:23:42.150272 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'status': 'completed', 'code': 200} Dec 08 22:23:42.161207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc62430-b8a6-4b08-baf0-efcb40b3c4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:42.180563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f155-a866-4eba-8d75-f1f6e505ce50 req-1e1f174c-282e-4144-bc7b-e9f35153cfc9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:42.182020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa53f155-a866-4eba-8d75-f1f6e505ce50 req-1e1f174c-282e-4144-bc7b-e9f35153cfc9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 944 time: 0.4003258 Dec 08 22:23:42.187853 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-8fd577ad-6ec5-46e9-a426-90ab194458c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:42.189216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-8fd577ad-6ec5-46e9-a426-90ab194458c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1095 time: 0.0824029 Dec 08 22:23:42.240697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-a57cbb03-0376-4c53-a71e-1e504341f44d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 217 time: 0.0436847 Dec 08 22:23:42.279891 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa53f155-a866-4eba-8d75-f1f6e505ce50 req-91ee5d42-6fb4-407f-841d-89ff5c3fcee4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897660 Dec 08 22:23:42.297434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-37337c26-7610-4ee9-bfc0-6a6a36e4d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:42.298892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-37337c26-7610-4ee9-bfc0-6a6a36e4d515 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0489402 Dec 08 22:23:42.342821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-96313a8d-64a7-4609-bf16-5921ac16cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:42.344279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-96313a8d-64a7-4609-bf16-5921ac16cc39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387866 Dec 08 22:23:42.434862 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-f8fc7288-5210-4232-babd-4cd88839478d service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832345 Dec 08 22:23:42.523578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f26f0ee-a604-4581-b2ad-17100f3c1a6c req-5e63da21-d285-4608-9ccf-1b5b2066a2d2 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818508 Dec 08 22:23:42.604548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-1190fe9e-8abe-4784-82fe-6baaf86c9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:42.606027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-1190fe9e-8abe-4784-82fe-6baaf86c9245 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1095 time: 0.0410244 Dec 08 22:23:42.697033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-9ecccc61-e261-481d-b6e1-5f4b50cb6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:42.698416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-9ecccc61-e261-481d-b6e1-5f4b50cb6433 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0855947 Dec 08 22:23:42.741671 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-8160c3b1-f3f7-421c-b39b-421394ec75a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 217 time: 0.0353260 Dec 08 22:23:42.791260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-544c260d-288a-438b-bd31-a9b0df17d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:42.792713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-544c260d-288a-438b-bd31-a9b0df17d219 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0433905 Dec 08 22:23:42.842184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-93f907be-a1ef-4c9a-a74d-dc9f16f82a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:42.843682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-93f907be-a1ef-4c9a-a74d-dc9f16f82a43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437613 Dec 08 22:23:42.931286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-ec92bf66-5392-4fc3-b433-b4a65a3edd28 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796328 Dec 08 22:23:43.025178 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b8c309d-3809-4441-9442-eb9c397aa1e8 req-1aad4109-0ec9-4ff7-91ad-d475098ce1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848222 Dec 08 22:23:43.393303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b9e0-a57e-4d0f-a735-fd31115330c8 req-2cbccbfb-da14-4cb4-8e35-fdf2b4c85f80 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:43.394748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f62b9e0-a57e-4d0f-a735-fd31115330c8 req-2cbccbfb-da14-4cb4-8e35-fdf2b4c85f80 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 944 time: 0.0483668 Dec 08 22:23:43.436137 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f62b9e0-a57e-4d0f-a735-fd31115330c8 req-02dc4e13-5647-4a89-8164-78d37c53323d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352437 Dec 08 22:23:44.549346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2ec2a-65ed-42ac-be30-29f7a6745ca7 req-08a6aa95-2b99-411d-9cbe-d7686a003673 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:44.550832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2a2ec2a-65ed-42ac-be30-29f7a6745ca7 req-08a6aa95-2b99-411d-9cbe-d7686a003673 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 944 time: 0.0493226 Dec 08 22:23:44.587974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a2a2ec2a-65ed-42ac-be30-29f7a6745ca7 req-36ca3c5b-fc1a-4456-b210-4fc1c8e5dca1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Dec 08 22:23:45.126808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device bf3202a4-180b-441b-bbb2-fc30138e4ffc details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:23:45.220975 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:45.232482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'mac_address': 'fa:16:3e:25:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:23:45.268228 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:45.280385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3202a4-180b-441b-bbb2-fc30138e4ffc {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:23:45.299686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:45.303729 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:45.351391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:45.507287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['bf3202a4-180b-441b-bbb2-fc30138e4ffc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:23:45.702901 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636991d-a039-4861-aac4-e49289296fe6 req-a44a8b0c-c8cf-4612-a462-9da6f0421259 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:45.704392 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c636991d-a039-4861-aac4-e49289296fe6 req-a44a8b0c-c8cf-4612-a462-9da6f0421259 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Dec 08 22:23:45.742277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c636991d-a039-4861-aac4-e49289296fe6 req-247e1784-9fd6-47ef-a816-be13abca96f6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Dec 08 22:23:46.123671 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:23:46.854583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521eea6-8426-4be2-ad19-fa43550680db req-60cdec67-7071-4ef4-bb57-0deed16acc12 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:46.856072 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8521eea6-8426-4be2-ad19-fa43550680db req-60cdec67-7071-4ef4-bb57-0deed16acc12 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 945 time: 0.0492816 Dec 08 22:23:46.893272 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8521eea6-8426-4be2-ad19-fa43550680db req-3d37b70d-4f32-400d-8dff-9d10df995d81 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311146 Dec 08 22:23:47.126966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device bf3202a4-180b-441b-bbb2-fc30138e4ffc up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:23:47.175916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port bf3202a4-180b-441b-bbb2-fc30138e4ffc completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:23:47.179948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port bf3202a4-180b-441b-bbb2-fc30138e4ffc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:23:47.180315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:47.255219 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:47.276633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:23:47.278890 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9593b152-418b-4e85-88ca-705ce560315b" -d '{"events": [{"server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "name": "network-vif-plugged", "status": "completed", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:23:47.292413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:23:47.296178 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:47.318586 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c8b065-5c11-4c2e-b6f9-edef71d8d16a x-openstack-request-id: req-e5c8b065-5c11-4c2e-b6f9-edef71d8d16a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:23:47.318903 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "name": "network-vif-plugged", "status": "completed", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:23:47.319155 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5c8b065-5c11-4c2e-b6f9-edef71d8d16a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:23:47.319542 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'code': 200} Dec 08 22:23:47.347440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:23:47.413039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e51a8-5177-4303-80fa-b0eb60d17e72 req-677fafe2-e191-4517-95c7-16952d79572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:47.414442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf5e51a8-5177-4303-80fa-b0eb60d17e72 req-677fafe2-e191-4517-95c7-16952d79572c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1097 time: 0.0430501 Dec 08 22:23:47.448992 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf5e51a8-5177-4303-80fa-b0eb60d17e72 req-487ed200-4620-4180-8e50-04c3007c785b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269568 Dec 08 22:23:48.004008 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9f60f-e115-4be2-8e0d-8e0ed403b22c req-193e80ad-f37c-4641-ab64-1bf5b6a68246 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:48.006034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72e9f60f-e115-4be2-8e0d-8e0ed403b22c req-193e80ad-f37c-4641-ab64-1bf5b6a68246 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0485387 Dec 08 22:23:48.043194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-72e9f60f-e115-4be2-8e0d-8e0ed403b22c req-7866aa05-0630-47dd-8f37-ba86811af806 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Dec 08 22:23:49.156409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29c214-263c-4d54-b95c-9dde6cd5947b req-e1a7e2b4-f1bb-48e9-a7db-a544eaf40469 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:49.157870 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e29c214-263c-4d54-b95c-9dde6cd5947b req-e1a7e2b4-f1bb-48e9-a7db-a544eaf40469 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0478082 Dec 08 22:23:49.194981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5e29c214-263c-4d54-b95c-9dde6cd5947b req-7dcb0608-219d-4643-8c71-41c100df8f7e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305691 Dec 08 22:23:49.304544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899de596-fbf6-4909-a2cb-ebb258efebce req-854b55f8-4052-4211-8860-6ac65b09b011 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:49.305989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-899de596-fbf6-4909-a2cb-ebb258efebce req-854b55f8-4052-4211-8860-6ac65b09b011 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0483751 Dec 08 22:23:49.314386 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38164) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:23:49.318638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'floatingip': {'port_id': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:23:49.361134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:49.834969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:49.838569 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:49.936645 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a associated. External IP: 172.25.1.145, port: bf3202a4-180b-441b-bbb2-fc30138e4ffc. Dec 08 22:23:50.137516 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:23:50.243060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:23:50.247741 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:23:50.252982 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:23:50.262497 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:23:50.263135 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:23:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:50.274540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3eaa7527-1402-4296-8115-7f3b51e6afb5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "PUT /v2.0/floatingips/d36be2c6-a72d-40fb-b1c9-c06114ba5a0a HTTP/1.1" status: 200 len: 992 time: 0.9590914 Dec 08 22:23:50.275289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:23:50.277689 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07" -d '{"events": [{"name": "network-changed", "server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:23:50.318537 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e756cbe3-dda0-4379-a48c-5c40bdcbba1a x-openstack-request-id: req-e756cbe3-dda0-4379-a48c-5c40bdcbba1a {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:23:50.319142 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:23:50.319142 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e756cbe3-dda0-4379-a48c-5c40bdcbba1a {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:23:50.319502 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'status': 'completed', 'code': 200} Dec 08 22:23:50.371012 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:23:50.380319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-46974ef1-246d-4945-932e-8e6e78a5a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:50.381814 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-46974ef1-246d-4945-932e-8e6e78a5a840 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1097 time: 0.0413153 Dec 08 22:23:50.474101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-9f04b549-5567-482c-bd72-f8d6e6dfc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:50.475634 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-9f04b549-5567-482c-bd72-f8d6e6dfc19b service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0865827 Dec 08 22:23:50.539258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-77b10c80-5d55-4fd6-a401-fe75ae0c012a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.0565343 Dec 08 22:23:50.588630 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:25:53:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:23:49Z', 'revision_number': 1, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:50.590971 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-4bfa5b46-389d-4aab-9067-6339b1a25101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:50.592425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-4bfa5b46-389d-4aab-9067-6339b1a25101 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0467639 Dec 08 22:23:50.615067 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:23:50.623110 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:23:50.623708 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:23:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:50.636291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-cee298f1-0209-473b-9ebe-5650e2ffb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:23:50.637752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-cee298f1-0209-473b-9ebe-5650e2ffb97c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384848 Dec 08 22:23:50.729385 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-742d0c74-4cd6-4a6c-97e1-e4edc8ae267c service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835381 Dec 08 22:23:50.816680 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:23:50.824397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3bd8a5b3-98c0-4570-89c3-75a111b8fd07 req-b7fc0e91-43da-4fe7-9854-8b3769e2a4e7 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877340 Dec 08 22:23:51.034439 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:25:53:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:23:49Z', 'revision_number': 1, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:23:51.059736 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f3135-8fe9-410e-a15e-2d137f354834 None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:25:53:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:23:49Z', 'revision_number': 1, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:23:51.239757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddbf5b3-5008-48ac-b0b6-81dc90e994a6 None None] New status for floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:24:05.614458 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1f941d4f-cf50-45cf-b1fc-959a7e956d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:08.281226 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2aac541-be9f-4562-b1e1-db99732b2593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:08.887213 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:09.528089 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:09.736559 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:10.275907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:11.097420 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:21.188682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-764c977c-a673-443a-acb4-9de2a23a6003 req-52852f04-9434-4583-b201-e5c8bced9777 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394535 Dec 08 22:24:21.267922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c977c-a673-443a-acb4-9de2a23a6003 req-934e4abd-d1a6-46a2-8dad-e8bb51eeddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:24:21.269363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-764c977c-a673-443a-acb4-9de2a23a6003 req-934e4abd-d1a6-46a2-8dad-e8bb51eeddc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1097 time: 0.0391045 Dec 08 22:24:21.372443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c977c-a673-443a-acb4-9de2a23a6003 req-cab60cd6-6e85-4ea8-ab7e-b51e27a8471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:24:21.373883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-764c977c-a673-443a-acb4-9de2a23a6003 req-cab60cd6-6e85-4ea8-ab7e-b51e27a8471b service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0855627 Dec 08 22:24:21.437455 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-764c977c-a673-443a-acb4-9de2a23a6003 req-bf5e01b2-77f3-4478-8b8a-691e7239a87c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1002 time: 0.0552778 Dec 08 22:24:21.489479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c977c-a673-443a-acb4-9de2a23a6003 req-60b87a92-ab07-426a-8a07-25e1950315e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:24:21.491366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-764c977c-a673-443a-acb4-9de2a23a6003 req-60b87a92-ab07-426a-8a07-25e1950315e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0451379 Dec 08 22:24:21.536404 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c977c-a673-443a-acb4-9de2a23a6003 req-087beda3-2445-4f64-868d-a9914a7e2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:24:21.537852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-764c977c-a673-443a-acb4-9de2a23a6003 req-087beda3-2445-4f64-868d-a9914a7e2480 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391176 Dec 08 22:24:21.624485 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-764c977c-a673-443a-acb4-9de2a23a6003 req-86bd3d1d-14af-40e3-9f03-67a6233fafd3 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791528 Dec 08 22:24:21.714521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-764c977c-a673-443a-acb4-9de2a23a6003 req-f0ec40bd-a86f-403c-9798-d510ca160d72 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825188 Dec 08 22:24:23.122576 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:24:35.615261 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2effc926-fa69-400c-80f0-da7339287249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:38.281647 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1282613-0707-49d1-b4f2-594fdbb2d173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:38.887367 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:39.530826 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:39.745247 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:40.276438 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:24:41.099391 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:00.122062 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:25:05.614819 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0528715-1e92-4d33-a79e-40b33826f3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:08.282951 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b9c5-d7bd-442f-8c04-dcf04c748734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:08.892587 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:09.532602 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:09.762946 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:10.275585 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:11.101135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:22.202542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c18185-a717-4a61-87bf-983afa79ceca req-ead0464e-5354-4336-ad0b-d9ba65f51668 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397282 Dec 08 22:25:22.280798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18185-a717-4a61-87bf-983afa79ceca req-9d133d80-c8ca-46a4-b8cb-1b11f062b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:22.282228 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c18185-a717-4a61-87bf-983afa79ceca req-9d133d80-c8ca-46a4-b8cb-1b11f062b47f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1097 time: 0.0388646 Dec 08 22:25:22.386955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18185-a717-4a61-87bf-983afa79ceca req-2d0e5fee-fe24-4aec-8432-66a0e4ea96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:22.388422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c18185-a717-4a61-87bf-983afa79ceca req-2d0e5fee-fe24-4aec-8432-66a0e4ea96b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0861168 Dec 08 22:25:22.450463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c18185-a717-4a61-87bf-983afa79ceca req-3ec8e16d-3d81-4279-ac63-d370c9698fdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1002 time: 0.0548325 Dec 08 22:25:22.502186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18185-a717-4a61-87bf-983afa79ceca req-2071e898-471e-48d6-b31c-fb7b3cefa0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:22.503508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c18185-a717-4a61-87bf-983afa79ceca req-2071e898-471e-48d6-b31c-fb7b3cefa0e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0446343 Dec 08 22:25:22.824640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18185-a717-4a61-87bf-983afa79ceca req-7b0c31d0-049a-4f56-8ec0-689668326e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:22.826045 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c18185-a717-4a61-87bf-983afa79ceca req-7b0c31d0-049a-4f56-8ec0-689668326e11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3135250 Dec 08 22:25:22.917056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c18185-a717-4a61-87bf-983afa79ceca req-73adb23c-5c04-409b-b3cd-cd0936d14808 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836937 Dec 08 22:25:23.005807 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7c18185-a717-4a61-87bf-983afa79ceca req-43bfedbe-9cd0-49d8-a01d-dfb949ffaada service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816100 Dec 08 22:25:25.892526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fcdad-b84e-4b1c-922b-775c89d7a464 req-69b95f64-f8ec-42c7-b9ab-2e4f2155bab4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:25.893978 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b04fcdad-b84e-4b1c-922b-775c89d7a464 req-69b95f64-f8ec-42c7-b9ab-2e4f2155bab4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0487933 Dec 08 22:25:25.930121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b04fcdad-b84e-4b1c-922b-775c89d7a464 req-7c33c3a4-d237-404d-8284-965d0cfdc721 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302441 Dec 08 22:25:26.168650 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff0f02-9732-4d05-8745-4b7c070641b6 req-7c268ce1-8198-4fa9-ae11-bae5feb9e8b2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:26.170132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48ff0f02-9732-4d05-8745-4b7c070641b6 req-7c268ce1-8198-4fa9-ae11-bae5feb9e8b2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0541329 Dec 08 22:25:26.232256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48ff0f02-9732-4d05-8745-4b7c070641b6 req-2d99ab6f-a21f-49c9-ba4d-30733685b770 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521016 Dec 08 22:25:26.235896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-989ed806-5834-466a-a493-c4e28e1e200c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299348 Dec 08 22:25:26.245563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-753bcb4f-826e-4505-9148-c4c7de42299d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:25:26.246507 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-753bcb4f-826e-4505-9148-c4c7de42299d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055714 Dec 08 22:25:27.338852 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-41fa0695-4d9c-4028-aec2-897559012a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:27.340370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-41fa0695-4d9c-4028-aec2-897559012a2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1097 time: 0.0408180 Dec 08 22:25:27.354115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb9327-ac3d-4ce4-888a-eda60aec0a73 req-542f9481-806b-4f93-a48f-5b9476c56ef8 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:27.355626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-babb9327-ac3d-4ce4-888a-eda60aec0a73 req-542f9481-806b-4f93-a48f-5b9476c56ef8 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0498445 Dec 08 22:25:27.397432 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-babb9327-ac3d-4ce4-888a-eda60aec0a73 req-cf70bbcc-08c1-4341-811b-13dec2fa5c38 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358605 Dec 08 22:25:27.434252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-e0df2aa6-49fe-4c02-8d27-1e6ef27bd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:27.435765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-e0df2aa6-49fe-4c02-8d27-1e6ef27bd25e service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0882342 Dec 08 22:25:27.500027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-451be6a0-fc0c-4fd7-b418-3983d0864bcc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1002 time: 0.0567958 Dec 08 22:25:27.548049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-940c6c7a-e09c-4159-ab0a-41bf27059402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:27.549428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-940c6c7a-e09c-4159-ab0a-41bf27059402 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0421889 Dec 08 22:25:27.598181 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-264cfe22-f563-489d-92b9-85d93a3bb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:27.599681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-264cfe22-f563-489d-92b9-85d93a3bb24c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433760 Dec 08 22:25:27.686144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-c2267ca0-1fd2-4043-af9e-0eea114725bd service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792129 Dec 08 22:25:27.778969 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-f607775c-8a11-46b8-a5c1-53ab59eded28 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854895 Dec 08 22:25:28.512604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bcaf-49ef-4d73-9f42-68916835dd84 req-1a28a7cf-6f42-49b3-b0ac-f774be7af20d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:28.513965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5df4bcaf-49ef-4d73-9f42-68916835dd84 req-1a28a7cf-6f42-49b3-b0ac-f774be7af20d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0485647 Dec 08 22:25:28.551635 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5df4bcaf-49ef-4d73-9f42-68916835dd84 req-ab12bede-ec18-4a60-bbed-f38ad944d962 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316861 Dec 08 22:25:29.665320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c90037-cdd1-4c97-8212-90cf902a99cd req-01651839-41b9-4d49-8514-3cc56c53513c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:29.666790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4c90037-cdd1-4c97-8212-90cf902a99cd req-01651839-41b9-4d49-8514-3cc56c53513c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0480983 Dec 08 22:25:29.702938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4c90037-cdd1-4c97-8212-90cf902a99cd req-d8733183-26ce-4a1e-a42e-9074d167498f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301802 Dec 08 22:25:30.816617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f9b2d-e7a0-4371-87e0-71bf4fa2eca7 req-8f02866b-5573-40ef-b7a8-c1fa83937f36 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:30.818058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf0f9b2d-e7a0-4371-87e0-71bf4fa2eca7 req-8f02866b-5573-40ef-b7a8-c1fa83937f36 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0478046 Dec 08 22:25:30.859276 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf0f9b2d-e7a0-4371-87e0-71bf4fa2eca7 req-03c8bb55-084d-4c2f-aeae-d93b0477720f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352488 Dec 08 22:25:31.972269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1820ed-09be-42c2-87d0-70d33f025063 req-5c2dc74f-f917-4335-ae83-e82ef3dc9d6f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:31.973722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d1820ed-09be-42c2-87d0-70d33f025063 req-5c2dc74f-f917-4335-ae83-e82ef3dc9d6f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0479910 Dec 08 22:25:32.010973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d1820ed-09be-42c2-87d0-70d33f025063 req-6b37853b-530b-4345-9d67-e303ad8e9f2a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Dec 08 22:25:33.192730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99bf8-2472-4a6d-9137-4f4ee561c764 req-46f8a0a4-f757-4c44-a6d3-a5f5fb2ecc0b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:33.194298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-baa99bf8-2472-4a6d-9137-4f4ee561c764 req-46f8a0a4-f757-4c44-a6d3-a5f5fb2ecc0b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.1190889 Dec 08 22:25:33.232407 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-baa99bf8-2472-4a6d-9137-4f4ee561c764 req-0c59167d-c68a-443f-ae7e-8a3fe2ea680f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Dec 08 22:25:34.402201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566c7dd-dd85-4b23-9e17-09f7cf4de749 req-ca270b42-f667-48ac-b28f-b76a266ff881 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:34.403715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7566c7dd-dd85-4b23-9e17-09f7cf4de749 req-ca270b42-f667-48ac-b28f-b76a266ff881 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.1043968 Dec 08 22:25:34.443902 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7566c7dd-dd85-4b23-9e17-09f7cf4de749 req-00da1822-4100-4e0e-8600-9e92478f23d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343320 Dec 08 22:25:35.558435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a33f3-85f2-4b0d-8a5f-0798d521d161 req-1f40eaf7-6e95-4d13-b676-fa882a2bc3df tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:35.559903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-486a33f3-85f2-4b0d-8a5f-0798d521d161 req-1f40eaf7-6e95-4d13-b676-fa882a2bc3df tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0481012 Dec 08 22:25:35.596731 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-486a33f3-85f2-4b0d-8a5f-0798d521d161 req-8d9a6126-9560-4af4-a5f3-44f9e55e8181 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310347 Dec 08 22:25:35.616047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ded110ee-eaf5-4c92-ae41-d3087190e887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:36.710564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f90a-b68a-405b-b0de-b92a13f92956 req-2ab60b26-c3e2-4e79-8be4-ee32c71d2060 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:36.712039 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1b10f90a-b68a-405b-b0de-b92a13f92956 req-2ab60b26-c3e2-4e79-8be4-ee32c71d2060 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0480914 Dec 08 22:25:36.749097 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1b10f90a-b68a-405b-b0de-b92a13f92956 req-a4502eff-dcf1-4644-a6cd-4536436a3be3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Dec 08 22:25:37.120930 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:25:37.862739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbc2e8-f2a5-4a04-b1fb-f3b584b1cbaf req-97cc056b-0965-4781-8d6d-dcfe3a367dc1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:37.864226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45bbc2e8-f2a5-4a04-b1fb-f3b584b1cbaf req-97cc056b-0965-4781-8d6d-dcfe3a367dc1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0490103 Dec 08 22:25:37.901326 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-45bbc2e8-f2a5-4a04-b1fb-f3b584b1cbaf req-2a48d810-44f6-420a-b2c6-c541a9503651 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Dec 08 22:25:38.283334 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d61b2de9-5dc8-4c62-a0fa-b201811c6fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:38.883804 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:39.012778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c32bb-8a7f-47c5-b912-0375661faa84 req-769ae70d-5e77-4ed7-a86a-0b0b07e8d1a3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:39.014228 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d16c32bb-8a7f-47c5-b912-0375661faa84 req-769ae70d-5e77-4ed7-a86a-0b0b07e8d1a3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0475132 Dec 08 22:25:39.050576 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d16c32bb-8a7f-47c5-b912-0375661faa84 req-0b6e9921-b001-417c-9995-d6256834973a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304761 Dec 08 22:25:39.535551 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:39.698436 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-5e53d6e2-188b-4230-bc44-dbf406806a1b service neutron] show failed (client error): The resource could not be found. Dec 08 22:25:39.699444 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-5e53d6e2-188b-4230-bc44-dbf406806a1b service neutron] 10.222.0.23 "GET /v2.0/ports/bf3202a4-180b-441b-bbb2-fc30138e4ffc/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0572643 Dec 08 22:25:39.764285 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:39.933424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-1190c57c-ab5c-458d-8549-cfec26914220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:39.934908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-1190c57c-ab5c-458d-8549-cfec26914220 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 1097 time: 0.0400259 Dec 08 22:25:39.946232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:25:40.000120 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:40.165753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962827-e550-4706-9893-e7d9c2b63643 req-3a54c98f-34e6-4166-a1e3-5da035e2e216 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:40.167363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c962827-e550-4706-9893-e7d9c2b63643 req-3a54c98f-34e6-4166-a1e3-5da035e2e216 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0495663 Dec 08 22:25:40.197017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:25:40.205042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c962827-e550-4706-9893-e7d9c2b63643 req-cb1b91e5-44d4-4bfa-a711-66a193776d83 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315530 Dec 08 22:25:40.231973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:25:40.268808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:25:40.271162 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf7930c-a7ae-4679-9b85-dab6d158a949" -d '{"events": [{"server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:25:40.275310 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:40.287282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Transition to ACTIVE for port object bf3202a4-180b-441b-bbb2-fc30138e4ffc will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:25:40.292396 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:40.294370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:40.327403 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a8dc8c-6309-427b-b8f9-3ef95bcebbbc x-openstack-request-id: req-55a8dc8c-6309-427b-b8f9-3ef95bcebbbc {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:25:40.327705 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:25:40.327924 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55a8dc8c-6309-427b-b8f9-3ef95bcebbbc {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:25:40.328308 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'code': 200} Dec 08 22:25:40.713126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:40.733127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.733406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.733743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.734091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.734402 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.734743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.735071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.735389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.735709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.736030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.736347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.736659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:40.775392 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] No DVR routers for this DVR port bf3202a4-180b-441b-bbb2-fc30138e4ffc on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:25:40.903641 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Attempting to bind port bf3202a4-180b-441b-bbb2-fc30138e4ffc on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:25:40.903970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Attempting to bind port bf3202a4-180b-441b-bbb2-fc30138e4ffc by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:25:40.904298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Attempting to bind port bf3202a4-180b-441b-bbb2-fc30138e4ffc on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:25:40.908576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Port bf3202a4-180b-441b-bbb2-fc30138e4ffc on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:25:40.908900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Attempting to bind port bf3202a4-180b-441b-bbb2-fc30138e4ffc on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:25:40.913655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:25:40.913989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:25:40.914393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:25:40.914843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Bound port: bf3202a4-180b-441b-bbb2-fc30138e4ffc, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:25:40.915195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:40.975635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:25:40.978844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:25:40.983302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:41.015645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:41.016253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:41.017675 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] 10.222.0.37 "PUT /v2.0/ports/bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1092 time: 1.0751672 Dec 08 22:25:41.048871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d07f61-6531-4627-908f-1e9628f15877 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:41.087586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-601d0dd1-e423-4297-a9c7-4903f1018bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:41.089136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-601d0dd1-e423-4297-a9c7-4903f1018bfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1095 time: 0.0480089 Dec 08 22:25:41.106393 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:41.183043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-eafd13c3-063a-446c-9563-1a513ccb0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:41.184539 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-eafd13c3-063a-446c-9563-1a513ccb0485 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0879431 Dec 08 22:25:41.255752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-1028c46b-3a3c-4b0b-9843-4b2ed6542946 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.0643516 Dec 08 22:25:41.305846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-559e9b91-9f04-44ea-ad15-b90969d8ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:41.307369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-559e9b91-9f04-44ea-ad15-b90969d8ce1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0441070 Dec 08 22:25:41.322728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22fd5-c372-4617-9c30-75ef8eeb84b6 req-c571d8f2-28bb-4659-80a7-9024a6a72af6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:41.324237 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2b22fd5-c372-4617-9c30-75ef8eeb84b6 req-c571d8f2-28bb-4659-80a7-9024a6a72af6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 944 time: 0.0487976 Dec 08 22:25:41.353049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-f27ffc11-0b27-4d0d-9d1a-e684f3fc16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:41.354598 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-f27ffc11-0b27-4d0d-9d1a-e684f3fc16ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402620 Dec 08 22:25:41.362364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2b22fd5-c372-4617-9c30-75ef8eeb84b6 req-4e1d490a-4cb9-4bf6-a97f-775dd2b6009a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Dec 08 22:25:41.445814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-f721aa30-a0c4-443d-91c2-eb4e138774ff service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841727 Dec 08 22:25:41.533145 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6b7c3b3c-caf1-45c7-a442-b5fed8691b47 req-d1d22e68-32cb-4ac8-9954-7ee539cc7025 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798595 Dec 08 22:25:42.329251 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:25:42.332178 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:25:42.379005 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3d9560-2279-4a38-9fd6-0fc829842ed1 x-openstack-request-id: req-6d3d9560-2279-4a38-9fd6-0fc829842ed1 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:25:42.379297 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:25:42.379547 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d3d9560-2279-4a38-9fd6-0fc829842ed1 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:25:42.379943 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'status': 'completed', 'code': 200} Dec 08 22:25:42.444089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-be33e133-f95e-41de-9ff2-04358797685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.445652 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-be33e133-f95e-41de-9ff2-04358797685d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1095 time: 0.0409634 Dec 08 22:25:42.467907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-e4a14bc8-b695-47b9-a671-09d97df66e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.469395 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-e4a14bc8-b695-47b9-a671-09d97df66e84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1095 time: 0.0708876 Dec 08 22:25:42.493268 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a76485-dd8a-40f8-9898-a4c90a1ce249 req-7fdefe50-1b0d-446b-a04c-c235d87201eb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.494683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7a76485-dd8a-40f8-9898-a4c90a1ce249 req-7fdefe50-1b0d-446b-a04c-c235d87201eb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 944 time: 0.0646250 Dec 08 22:25:42.539260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-e839cc80-46a3-498e-886b-c0ea66bd0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.541252 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-e839cc80-46a3-498e-886b-c0ea66bd0fe2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0880747 Dec 08 22:25:42.579929 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7a76485-dd8a-40f8-9898-a4c90a1ce249 req-6d4308b0-a8f8-451c-920d-60041c0f0398 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755880 Dec 08 22:25:42.594005 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-8beb48cd-b185-4a9b-aea7-e320b2c6197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.595505 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-8beb48cd-b185-4a9b-aea7-e320b2c6197d service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.1183007 Dec 08 22:25:42.609286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-0d082052-760d-441a-8134-800ac0e792d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.0600781 Dec 08 22:25:42.662552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-739b7420-c341-4e1c-8080-c3d24a6a0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.663943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-739b7420-c341-4e1c-8080-c3d24a6a0e4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0473735 Dec 08 22:25:42.665948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-45264797-b289-48b2-bc5b-2998c4a18235 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.0623431 Dec 08 22:25:42.709700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-e6436187-3350-472d-aee1-467e000a1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.711251 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-e6436187-3350-472d-aee1-467e000a1593 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397866 Dec 08 22:25:42.714320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-30c56c7d-af24-467b-8fc8-57ae4d636cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.715824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-30c56c7d-af24-467b-8fc8-57ae4d636cce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0431545 Dec 08 22:25:42.761780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-d4d5363f-06fa-4d57-b0b2-8eb15c4b6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:42.763339 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-d4d5363f-06fa-4d57-b0b2-8eb15c4b6d57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404069 Dec 08 22:25:42.800385 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-f9c5b44d-820b-4a75-9ddd-36233049dd06 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808144 Dec 08 22:25:42.857514 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-cef2c32f-d478-432f-b05b-73354d553705 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871844 Dec 08 22:25:42.895641 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-fe9ad877-a620-4f68-93c9-8423cc6f938d service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865037 Dec 08 22:25:42.947396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cf1b9992-bf24-4f37-b9da-e86b1a63d1d4 req-47011607-3c46-4476-ba84-3f8fb60703a9 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827322 Dec 08 22:25:43.699511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b457a9a-d2a6-435c-973a-6d458d16041b req-58d8ca94-3741-4b2e-97e0-53e671ae9cc8 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:43.701000 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b457a9a-d2a6-435c-973a-6d458d16041b req-58d8ca94-3741-4b2e-97e0-53e671ae9cc8 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 944 time: 0.0494087 Dec 08 22:25:43.733172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device bf3202a4-180b-441b-bbb2-fc30138e4ffc no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:25:43.739647 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7b457a9a-d2a6-435c-973a-6d458d16041b req-d72f8af9-7209-45ac-8950-b0f5c91de823 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326676 Dec 08 22:25:43.770635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device bf3202a4-180b-441b-bbb2-fc30138e4ffc not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:25:43.929537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1a1be-873b-4397-992d-c35d905a9482 req-d723f5c5-1075-4fa1-9d64-68d7525c2a7a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:43.933748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56b1a1be-873b-4397-992d-c35d905a9482 req-d723f5c5-1075-4fa1-9d64-68d7525c2a7a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 944 time: 0.0522721 Dec 08 22:25:43.949304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-81e6fa77-c1bc-48f1-abb8-1850c1dbe7ba tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:43.950993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-81e6fa77-c1bc-48f1-abb8-1850c1dbe7ba tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35&tenant_id=af396ed649e8483cab8962821fe7bf3a&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 944 time: 0.0573046 Dec 08 22:25:43.977315 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-56b1a1be-873b-4397-992d-c35d905a9482 req-1af76c6e-1d98-40b8-8766-5b1affec2ef7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368755 Dec 08 22:25:44.011600 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-b4507cc0-f007-42e8-ae1b-781f5b7f0890 service neutron] delete failed (client error): The resource could not be found. Dec 08 22:25:44.012597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-b4507cc0-f007-42e8-ae1b-781f5b7f0890 service neutron] 10.222.0.23 "DELETE /v2.0/ports/bf3202a4-180b-441b-bbb2-fc30138e4ffc/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0542922 Dec 08 22:25:44.092603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-f94e06f8-5614-41e2-a777-ef20a9b72fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:44.094067 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-f94e06f8-5614-41e2-a777-ef20a9b72fef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 1095 time: 0.0399244 Dec 08 22:25:44.185116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-c3e3275d-9fcf-4db3-96dc-39ea50412120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:44.186466 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-c3e3275d-9fcf-4db3-96dc-39ea50412120 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0855963 Dec 08 22:25:44.199261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device bf3202a4-180b-441b-bbb2-fc30138e4ffc details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:25:44.251037 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-ce07c04a-74ec-46fd-8c1b-2e50d61776e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 200 len: 1000 time: 0.0575562 Dec 08 22:25:44.292485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:25:44.298606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-72c069c2-8e44-420a-a057-c77b21a1a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:44.300068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-72c069c2-8e44-420a-a057-c77b21a1a361 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0424926 Dec 08 22:25:44.303474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'mac_address': 'fa:16:3e:25:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:25:44.341848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:44.349158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-de4b956e-603a-438c-9657-8d77b5aa9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:44.350643 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-de4b956e-603a-438c-9657-8d77b5aa9247 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437467 Dec 08 22:25:44.355093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3202a4-180b-441b-bbb2-fc30138e4ffc {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:25:44.373943 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:25:44.378115 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:44.423360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:44.431037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.431385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.431718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.432048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.432371 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.432693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.433012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.433330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.433645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.433967 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.434280 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.434592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:25:44.440086 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-a9284b13-2df2-41f2-8f02-a84009e2d593 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818839 Dec 08 22:25:44.531416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-618f54e2-d190-4e9c-9e8d-c3e45c529755 req-86442713-d8fb-4651-891d-b762ecd20b50 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847194 Dec 08 22:25:44.636760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['bf3202a4-180b-441b-bbb2-fc30138e4ffc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:25:45.096772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aaa6d-9ac9-4547-baab-86e900035e9b req-1367296b-8e03-4a25-91ad-a0b66b2eda67 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:45.098251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-211aaa6d-9ac9-4547-baab-86e900035e9b req-1367296b-8e03-4a25-91ad-a0b66b2eda67 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 945 time: 0.0492971 Dec 08 22:25:45.135133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-211aaa6d-9ac9-4547-baab-86e900035e9b req-e6808d48-6882-4c80-aac0-3612723b9298 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306296 Dec 08 22:25:45.246407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eed22f-a826-4b5d-b1e8-6abd04dceab8 req-2d38ce08-9790-40e0-ab5e-cee5376a441f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:45.247893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-21eed22f-a826-4b5d-b1e8-6abd04dceab8 req-2d38ce08-9790-40e0-ab5e-cee5376a441f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Dec 08 22:25:45.284664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-21eed22f-a826-4b5d-b1e8-6abd04dceab8 req-269abc65-9da2-4003-bb88-f71060f032e9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307992 Dec 08 22:25:45.396091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1af66b-b985-48d0-8cd6-5bdd1623a806 req-820f4565-87c4-4c32-ac76-d1aa72220f50 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:45.397554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a1af66b-b985-48d0-8cd6-5bdd1623a806 req-820f4565-87c4-4c32-ac76-d1aa72220f50 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 945 time: 0.0483758 Dec 08 22:25:45.434633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4a1af66b-b985-48d0-8cd6-5bdd1623a806 req-db122f3a-8267-4a1b-bbbb-128e5be15532 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Dec 08 22:25:45.661163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7cf95-581b-4ebb-b620-06457616c9f9 req-c79b11c2-5e46-4a7c-b484-3cee43115367 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:45.662600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7d7cf95-581b-4ebb-b620-06457616c9f9 req-c79b11c2-5e46-4a7c-b484-3cee43115367 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 945 time: 0.0515218 Dec 08 22:25:45.699112 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7d7cf95-581b-4ebb-b620-06457616c9f9 req-f5a02c61-f160-453f-98a5-9276eeb13976 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300031 Dec 08 22:25:46.199496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device bf3202a4-180b-441b-bbb2-fc30138e4ffc up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:25:46.247092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port bf3202a4-180b-441b-bbb2-fc30138e4ffc completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:25:46.250647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port bf3202a4-180b-441b-bbb2-fc30138e4ffc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:25:46.251053 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:46.328530 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:46.350297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:25:46.353053 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4985eef6-9a71-4237-b7f2-717124d84d6c" -d '{"events": [{"server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "name": "network-vif-plugged", "status": "completed", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:25:46.365745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:25:46.369860 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:46.392936 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649aa487-fb18-456a-b13f-fc5906cfe9a1 x-openstack-request-id: req-649aa487-fb18-456a-b13f-fc5906cfe9a1 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:25:46.393228 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "name": "network-vif-plugged", "status": "completed", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:25:46.393482 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-649aa487-fb18-456a-b13f-fc5906cfe9a1 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:25:46.393867 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'code': 200} Dec 08 22:25:46.418590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:46.811480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f65d8-9823-402e-922a-704b4c95175b req-ec50192c-4809-4452-afa7-63e71154a94e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:46.812920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c00f65d8-9823-402e-922a-704b4c95175b req-ec50192c-4809-4452-afa7-63e71154a94e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0470219 Dec 08 22:25:46.849928 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c00f65d8-9823-402e-922a-704b4c95175b req-57055cd2-045e-4958-8d57-73cbb702922b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Dec 08 22:25:46.909414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-398d7d31-1b93-46ab-aa28-ed7ef80ee7f3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:46.910882 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-398d7d31-1b93-46ab-aa28-ed7ef80ee7f3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "GET /v2.0/ports?device_id=88404874-cc10-4be5-869a-dfe2fbd33d35 HTTP/1.1" status: 200 len: 946 time: 0.0479782 Dec 08 22:25:47.002415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Deleting port bf3202a4-180b-441b-bbb2-fc30138e4ffc {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:25:47.002674 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:47.088354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] For port bf3202a4-180b-441b-bbb2-fc30138e4ffc, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=bf3202a4-180b-441b-bbb2-fc30138e4ffc,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:25:47.088710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:47.259843 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:47.260126 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:47.260445 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a disassociated. External IP: 172.25.1.145, port: bf3202a4-180b-441b-bbb2-fc30138e4ffc. Dec 08 22:25:47.260981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Calling delete_port for bf3202a4-180b-441b-bbb2-fc30138e4ffc owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:25:47.386102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:47.415195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event deleted for resources: {'Port': ['ID=bf3202a4-180b-441b-bbb2-fc30138e4ffc,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:47.531488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:25:47.640433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:25:47.650954 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:25:47.660013 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:25:47.660701 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:25:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:25:47.683231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] No DVR routers for this DVR port bf3202a4-180b-441b-bbb2-fc30138e4ffc on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:25:47.685959 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:47.689321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6134f40a-25f6-40c4-a371-0ebfe2891c3f req-12b63ce9-7d3b-4e31-a6d3-0c5d7c3c95c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "DELETE /v2.0/ports/bf3202a4-180b-441b-bbb2-fc30138e4ffc HTTP/1.1" status: 204 len: 173 time: 0.7709727 Dec 08 22:25:47.689715 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'name': 'network-vif-deleted', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:25:47.691959 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad7a0ec-e545-4923-9854-e7efd7628cd3" -d '{"events": [{"server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "name": "network-vif-deleted", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:25:47.730124 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1329416-93bc-46ea-8915-eba2493918aa x-openstack-request-id: req-d1329416-93bc-46ea-8915-eba2493918aa {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:25:47.730428 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88404874-cc10-4be5-869a-dfe2fbd33d35", "name": "network-vif-deleted", "tag": "bf3202a4-180b-441b-bbb2-fc30138e4ffc", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:25:47.730691 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1329416-93bc-46ea-8915-eba2493918aa {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:25:47.731129 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88404874-cc10-4be5-869a-dfe2fbd33d35', 'name': 'network-vif-deleted', 'tag': 'bf3202a4-180b-441b-bbb2-fc30138e4ffc', 'status': 'completed', 'code': 200} Dec 08 22:25:47.768764 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:25:47.976531 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:25:48.006832 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:25:48.015820 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:25:48.016411 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:25:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:25:48.093607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-b287385b-f204-483c-8f09-01297bad56fc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1620318839&fields=id&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 267 time: 0.0422966 Dec 08 22:25:48.120076 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:25:48.204532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-ed80c2c3-ebe0-444a-bb25-bc4ea9797c09 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:48.206016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-ed80c2c3-ebe0-444a-bb25-bc4ea9797c09 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 811 time: 0.1045997 Dec 08 22:25:48.221777 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-a6345c0b-328d-4e74-9ec8-7a100d3054db tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/quotas/af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 375 time: 0.0094657 Dec 08 22:25:48.274941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-923f7453-301e-4b07-9df2-6b5dba26d1f4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473852 Dec 08 22:25:48.313361 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:25:48.342875 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e37ff-0a24-4e29-ba1e-5ef014f880ad None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:25:48.373676 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-712047ec-f390-495d-97b0-3d86e03ea303 service neutron] 10.222.0.21 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870774 Dec 08 22:25:48.465165 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c735961f-7c32-4701-a6bb-4e56ef8175a8 service neutron] 10.222.0.21 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851781 Dec 08 22:25:48.563720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a9621-c216-4f2b-95be-7833d4567254 None None] New status for floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:25:48.639478 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4e6e90b6-fce3-4844-94f8-7886c86e9d02 req-dd9d0b68-d34d-4b55-a456-afbe003a7be9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 210 time: 0.0371876 Dec 08 22:25:49.510684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-7dcd236a-83ad-4c17-b10c-4750fe1eee83 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:49.512144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-7dcd236a-83ad-4c17-b10c-4750fe1eee83 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 811 time: 0.1020765 Dec 08 22:25:49.554666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-642ce40e-0eb9-4a3d-b30c-f0baa3a7b038 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 380 time: 0.0335093 Dec 08 22:25:49.564887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'port': {'device_id': 'a0a17598-c61d-412d-83ff-579c60156a29', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'admin_state_up': True, 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'security_groups': ['2c073521-d175-45b3-aa8c-7fdc0b868d24']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:25:49.674242 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Made reservation on behalf of af396ed649e8483cab8962821fe7bf3a for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:25:49.677849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:49.725083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abf14df6-b658-40e4-8987-007b721dd1bd req-5de19e89-27fd-4a59-996f-01d96627baa7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 210 time: 0.0273073 Dec 08 22:25:49.804137 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Allocated IP 172.20.0.5 (bc7a2183-6542-4199-af7d-42ebc2a1f3ef/876fb6b0-91b8-44b6-ae2c-21e3e297208c/8f20123e-8e32-437f-96de-95b6cb5fdb35) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:25:49.936657 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:49.968794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.014843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:25:50.017916 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:25:50.021474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:25:50.047586 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:50.075778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:50.076412 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.092173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c0f81900-8005-4594-ad09-e5da22cc2e24 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5308473 Dec 08 22:25:50.105284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Request body: {'port': {'device_id': 'a0a17598-c61d-412d-83ff-579c60156a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:25:50.160144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.200710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device bf3202a4-180b-441b-bbb2-fc30138e4ffc no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:25:50.225557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: bf3202a4-180b-441b-bbb2-fc30138e4ffc {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:25:50.226037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device bf3202a4-180b-441b-bbb2-fc30138e4ffc not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:25:50.232019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-02513459-e9ba-479e-8de9-5f8ba33d0821 None None] Provisioning complete for port 8f20123e-8e32-437f-96de-95b6cb5fdb35 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:25:50.232389 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-02513459-e9ba-479e-8de9-5f8ba33d0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.264398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-02513459-e9ba-479e-8de9-5f8ba33d0821 None None] Port 8f20123e-8e32-437f-96de-95b6cb5fdb35 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:25:50.422235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f20123e-8e32-437f-96de-95b6cb5fdb35 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:25:50.429365 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.441503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Transition to ACTIVE for port object 8f20123e-8e32-437f-96de-95b6cb5fdb35 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:25:50.445624 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.492935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:50.563718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Attempting to bind port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:25:50.564049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Attempting to bind port 8f20123e-8e32-437f-96de-95b6cb5fdb35 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:25:50.564372 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Attempting to bind port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:25:50.568865 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:25:50.569185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Attempting to bind port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:25:50.574204 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:25:50.574537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:25:50.574948 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:25:50.575378 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Bound port: 8f20123e-8e32-437f-96de-95b6cb5fdb35, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:25:50.575737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.643824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:25:50.646799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:25:50.651717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.686253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:50.686962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:50.688342 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] 10.222.0.37 "PUT /v2.0/ports/8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 1091 time: 0.5882037 Dec 08 22:25:50.688836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:25:50.691116 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c4333-a82f-46e2-b52b-4762740dfecb" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:25:50.715155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f5e07-553f-4173-8bff-d796c6302050 service neutron] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:50.731871 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26014e9-47fe-426b-aae9-1d666be28d81 x-openstack-request-id: req-f26014e9-47fe-426b-aae9-1d666be28d81 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:25:50.732158 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:25:50.732411 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f26014e9-47fe-426b-aae9-1d666be28d81 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:25:50.732812 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'status': 'completed', 'code': 200} Dec 08 22:25:50.783584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-3a1f2809-5831-470d-b688-0ee818c7a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:50.784905 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-3a1f2809-5831-470d-b688-0ee818c7a94f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1094 time: 0.0446362 Dec 08 22:25:50.833579 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-bc914dc8-ab6c-4a65-8fc2-6ba1e759f6a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 217 time: 0.0399044 Dec 08 22:25:50.851045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181ad96-f5ba-43cf-8690-472741d7aa80 req-43ab1de0-a974-4585-97bb-4b6428f5d5fc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:50.853713 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8181ad96-f5ba-43cf-8690-472741d7aa80 req-43ab1de0-a974-4585-97bb-4b6428f5d5fc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0597382 Dec 08 22:25:50.888116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c043d732-8811-4c47-8ea7-95daf7507eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:50.889999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-c043d732-8811-4c47-8ea7-95daf7507eac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0490537 Dec 08 22:25:50.894317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8181ad96-f5ba-43cf-8690-472741d7aa80 req-fc7bb082-e0e9-4021-bd60-d5eccd479a5d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337815 Dec 08 22:25:50.935869 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-50093042-9950-499b-b7cf-7297c6696b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:50.937339 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-50093042-9950-499b-b7cf-7297c6696b2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403836 Dec 08 22:25:51.030511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-9743d6a3-5b76-4cb1-8158-2b8487983227 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859468 Dec 08 22:25:51.117554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3950fa3d-3df7-474e-bb3b-c97db671fc69 req-1b904012-11b8-4a33-9e2a-0d481b9a9732 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799656 Dec 08 22:25:51.203260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c4333-a82f-46e2-b52b-4762740dfecb req-b345d537-d236-42b6-b8fe-047a06a5741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:51.204659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789c4333-a82f-46e2-b52b-4762740dfecb req-b345d537-d236-42b6-b8fe-047a06a5741e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1094 time: 0.0407548 Dec 08 22:25:51.295751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c4333-a82f-46e2-b52b-4762740dfecb req-89c86c76-e305-4b56-88f3-d577199061e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:51.297182 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789c4333-a82f-46e2-b52b-4762740dfecb req-89c86c76-e305-4b56-88f3-d577199061e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0859904 Dec 08 22:25:51.339983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789c4333-a82f-46e2-b52b-4762740dfecb req-0b2733c0-a8b5-4797-824b-b9d54d7d6cf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 217 time: 0.0329826 Dec 08 22:25:51.387498 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c4333-a82f-46e2-b52b-4762740dfecb req-66cac747-e33f-473b-9352-ece014599520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:51.388867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789c4333-a82f-46e2-b52b-4762740dfecb req-66cac747-e33f-473b-9352-ece014599520 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0422449 Dec 08 22:25:51.436764 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c4333-a82f-46e2-b52b-4762740dfecb req-d9f2f85c-17a2-42f1-9815-f1cabaef69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:51.438218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789c4333-a82f-46e2-b52b-4762740dfecb req-d9f2f85c-17a2-42f1-9815-f1cabaef69b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422451 Dec 08 22:25:51.526517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789c4333-a82f-46e2-b52b-4762740dfecb req-2fa6bfe1-de08-431a-8021-e02240217291 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795267 Dec 08 22:25:51.619369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-789c4333-a82f-46e2-b52b-4762740dfecb req-356d6313-5b97-4f01-9552-7cc415ab29e9 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849645 Dec 08 22:25:52.008547 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1951f46-8f86-4839-988f-07be27e38941 req-99513387-7285-4554-b114-e2c7c2bac6a1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:52.010006 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1951f46-8f86-4839-988f-07be27e38941 req-99513387-7285-4554-b114-e2c7c2bac6a1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0481861 Dec 08 22:25:52.047908 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1951f46-8f86-4839-988f-07be27e38941 req-a389631b-dcc3-4d42-a1cd-4a64aea0699a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Dec 08 22:25:53.160541 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e653e-2f35-445c-ab9e-e0604bb030e0 req-9e0d1658-55c7-4c1f-ad92-5429e6d06094 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:53.162002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b5e653e-2f35-445c-ab9e-e0604bb030e0 req-9e0d1658-55c7-4c1f-ad92-5429e6d06094 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0475507 Dec 08 22:25:53.199594 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b5e653e-2f35-445c-ab9e-e0604bb030e0 req-6eb778ee-1f1e-4b54-9825-02a4eb2b1894 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Dec 08 22:25:54.213711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8f20123e-8e32-437f-96de-95b6cb5fdb35 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:25:54.306544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:25:54.312574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f9cc9-d86f-4e38-bc2a-7a8134ec7ead req-3d6cec18-388b-48b2-8bb6-5d0bf607e928 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:54.314507 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c9f9cc9-d86f-4e38-bc2a-7a8134ec7ead req-3d6cec18-388b-48b2-8bb6-5d0bf607e928 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0477328 Dec 08 22:25:54.317649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'mac_address': 'fa:16:3e:fa:05:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:25:54.352139 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7c9f9cc9-d86f-4e38-bc2a-7a8134ec7ead req-076d31de-3074-4b9b-8ab5-517312b83205 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320842 Dec 08 22:25:54.357776 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:54.370824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f20123e-8e32-437f-96de-95b6cb5fdb35 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:25:54.389385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:25:54.393619 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:54.437485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:54.589208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['8f20123e-8e32-437f-96de-95b6cb5fdb35'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:25:55.479474 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6655bc-4380-40d5-9663-7e5e7e970211 req-bdf9f2d8-a110-4935-af12-f51f535a8644 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:55.480818 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c6655bc-4380-40d5-9663-7e5e7e970211 req-bdf9f2d8-a110-4935-af12-f51f535a8644 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 944 time: 0.0497932 Dec 08 22:25:55.517469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3c6655bc-4380-40d5-9663-7e5e7e970211 req-85943e9b-4775-4df6-bd50-e9aafa198e7f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Dec 08 22:25:56.231550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8f20123e-8e32-437f-96de-95b6cb5fdb35 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:25:56.277562 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 8f20123e-8e32-437f-96de-95b6cb5fdb35 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:25:56.281309 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 8f20123e-8e32-437f-96de-95b6cb5fdb35 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:25:56.281675 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:56.354775 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:56.379004 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:25:56.381200 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4231d1e9-9fb7-4256-8103-99c1a003a997" -d '{"events": [{"server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "name": "network-vif-plugged", "status": "completed", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:25:56.393479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:25:56.397521 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:56.420450 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224344d0-2f97-4989-81fc-c2a87fca0ae3 x-openstack-request-id: req-224344d0-2f97-4989-81fc-c2a87fca0ae3 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:25:56.420743 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "name": "network-vif-plugged", "status": "completed", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:25:56.421000 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-224344d0-2f97-4989-81fc-c2a87fca0ae3 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:25:56.421389 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'code': 200} Dec 08 22:25:56.446933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:25:56.515485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeee52-632d-4eb3-befa-fdf6b48cf2a4 req-c6e3fb25-10fd-4796-be7e-59370bd7521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:56.516910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cfeee52-632d-4eb3-befa-fdf6b48cf2a4 req-c6e3fb25-10fd-4796-be7e-59370bd7521c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1096 time: 0.0446441 Dec 08 22:25:56.551635 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cfeee52-632d-4eb3-befa-fdf6b48cf2a4 req-004aa885-e55e-4095-9ff7-4bc1960c181b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280313 Dec 08 22:25:56.633049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ce388-d872-47be-b366-0dc13bf38f4a req-69c80995-cd58-4288-98db-20f6e2fc9e08 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:56.634484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b7ce388-d872-47be-b366-0dc13bf38f4a req-69c80995-cd58-4288-98db-20f6e2fc9e08 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0511930 Dec 08 22:25:56.671169 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b7ce388-d872-47be-b366-0dc13bf38f4a req-d877d178-665f-44e2-a914-2552bdc44b26 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307944 Dec 08 22:25:57.783102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e3870-8364-4f07-babc-6ebd408b23b5 req-578d9efc-db6c-4085-973e-8f1dcf64bd5f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:57.784574 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-857e3870-8364-4f07-babc-6ebd408b23b5 req-578d9efc-db6c-4085-973e-8f1dcf64bd5f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0477784 Dec 08 22:25:57.824623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-857e3870-8364-4f07-babc-6ebd408b23b5 req-0544a60f-84a4-471a-b3bb-6b9a0e431f6f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341005 Dec 08 22:25:57.934458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d667c-a271-46c4-b540-a14dce17db64 req-a6b42f72-37f6-4ff1-a5ba-e7316179412b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:57.935940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ab0d667c-a271-46c4-b540-a14dce17db64 req-a6b42f72-37f6-4ff1-a5ba-e7316179412b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0483415 Dec 08 22:25:57.944462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38506) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:25:57.948790 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'floatingip': {'port_id': '8f20123e-8e32-437f-96de-95b6cb5fdb35'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:25:57.987309 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:58.392990 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:58.396789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:58.492305 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a associated. External IP: 172.25.1.145, port: 8f20123e-8e32-437f-96de-95b6cb5fdb35. Dec 08 22:25:58.693060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:25:58.803822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:25:58.809228 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:25:58.813759 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859879ba-64bf-4165-bc32-710033416d9f None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:25:58.823037 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859879ba-64bf-4165-bc32-710033416d9f None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:25:58.823719 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-859879ba-64bf-4165-bc32-710033416d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:25:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:25:58.837535 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5d6660f4-24b9-4cde-8136-b1995785039c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "PUT /v2.0/floatingips/d36be2c6-a72d-40fb-b1c9-c06114ba5a0a HTTP/1.1" status: 200 len: 991 time: 0.8920188 Dec 08 22:25:58.838130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:25:58.840409 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e61d37-9975-447f-ad35-5cd5f95efb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:25:58.938633 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e08c90d-8939-4a11-a42f-d3ef2139540c x-openstack-request-id: req-8e08c90d-8939-4a11-a42f-d3ef2139540c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:25:58.939264 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:25:58.939264 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e08c90d-8939-4a11-a42f-d3ef2139540c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:25:58.939596 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'status': 'completed', 'code': 200} Dec 08 22:25:58.943981 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-859879ba-64bf-4165-bc32-710033416d9f None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:25:59.002313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-a5dec6b9-6012-43e4-a8cf-93ee5c2de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:59.003834 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-a5dec6b9-6012-43e4-a8cf-93ee5c2de2c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1096 time: 0.0443921 Dec 08 22:25:59.098370 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-e2cc5493-460b-487b-bcc7-526a93824269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:59.099802 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-e2cc5493-460b-487b-bcc7-526a93824269 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0890217 Dec 08 22:25:59.170092 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-64c96827-2d2d-4f6c-a8d2-0818b84c6434 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 999 time: 0.0625937 Dec 08 22:25:59.225223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-f2b13bc4-d890-4512-afa0-27b420427d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:59.226782 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-f2b13bc4-d890-4512-afa0-27b420427d3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0502687 Dec 08 22:25:59.250033 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-859879ba-64bf-4165-bc32-710033416d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:fa:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a17598-c61d-412d-83ff-579c60156a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:25:58Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:25:59.271999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-ca5017dc-9487-462d-9dfb-b3a1b2d85fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:25:59.273504 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-ca5017dc-9487-462d-9dfb-b3a1b2d85fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400245 Dec 08 22:25:59.278269 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859879ba-64bf-4165-bc32-710033416d9f None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:25:59.286315 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859879ba-64bf-4165-bc32-710033416d9f None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:25:59.286933 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-859879ba-64bf-4165-bc32-710033416d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:25:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:25:59.365790 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-83e40db4-5cc6-4878-9060-8d395a2bc032 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851851 Dec 08 22:25:59.389204 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-859879ba-64bf-4165-bc32-710033416d9f None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:25:59.458684 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08e61d37-9975-447f-ad35-5cd5f95efb6a req-234b8124-261f-4e52-b6c4-2248e4ef2044 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852697 Dec 08 22:25:59.608435 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-859879ba-64bf-4165-bc32-710033416d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:fa:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a17598-c61d-412d-83ff-579c60156a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:25:58Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:25:59.633501 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859879ba-64bf-4165-bc32-710033416d9f None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:fa:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a17598-c61d-412d-83ff-579c60156a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:25:58Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:25:59.819600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6ade6-0093-4a76-9c33-c2cb16e9ee21 None None] New status for floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:26:05.617134 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f9a76bfc-e2ad-400a-9ef7-b7e434528c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:08.285124 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3d10b91e-3b62-4e39-a8f1-e5828b90ed30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:08.884870 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:09.537976 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:09.790611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:10.309207 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:11.110029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:14.124914 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:26:17.716140 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-d8a4d835-b4d2-43c4-bf9f-64dbd259008e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386493 Dec 08 22:26:17.795696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-739dfbf7-f046-4158-bf9b-9a2eb857b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:26:17.797127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-739dfbf7-f046-4158-bf9b-9a2eb857b7cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1096 time: 0.0395041 Dec 08 22:26:17.903894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-f7d9041c-9aeb-477f-8bf9-fb76e5d877bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:26:17.905401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-f7d9041c-9aeb-477f-8bf9-fb76e5d877bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0885894 Dec 08 22:26:17.969151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-ef3589b0-53c9-4101-92c6-e9589d9281e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 1001 time: 0.0561426 Dec 08 22:26:18.020475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-2c493b73-6f6c-4d7b-8ad7-9dd2f3ea7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:26:18.021869 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-2c493b73-6f6c-4d7b-8ad7-9dd2f3ea7565 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0459242 Dec 08 22:26:18.067001 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-acb76ae5-ff2e-4cde-b472-6dd3d8df0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:26:18.068483 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-acb76ae5-ff2e-4cde-b472-6dd3d8df0f21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382316 Dec 08 22:26:18.158109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-ada55728-c478-4c58-9eb3-1dc25081a311 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800552 Dec 08 22:26:18.252197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-86e48223-f9fd-461b-88ec-75e893e1eee7 req-1bb34e4c-12cd-40c3-8115-386458442a5c service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865140 Dec 08 22:26:35.617863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91e52c6f-addc-411c-bdfc-5373776803fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:38.287874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e48b19bf-c93b-426e-9e37-000a1da9bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:38.885667 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:39.540601 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:39.789385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:40.309028 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:41.111835 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:26:51.125258 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:27:04.565477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-955aa464-7f8b-4b70-8963-5670959c2b8e req-496fcde1-fb55-4bcc-a8c3-2012f02b704c tempest-TestVolumeBootPattern-1991912014 tempest-TestVolumeBootPattern-1991912014-project] (102389) timed out ('10.222.0.37', 63569) {{(pid=102389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:27:05.614821 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2332f849-4232-4511-9686-c1aa44f90aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:08.289034 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b5ee80c9-8773-41a8-adbe-fc2c4e5c8f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:08.887201 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:09.543523 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:09.788421 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:10.307925 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:11.114542 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:17.820879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-bb3e115b-0580-42f0-b4dd-8e147aae3b1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356950 Dec 08 22:27:17.901493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-7722ceb2-f2a0-489d-b901-9dd1814d43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:17.902973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-7722ceb2-f2a0-489d-b901-9dd1814d43cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1096 time: 0.0394351 Dec 08 22:27:18.005928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-64cc8243-c43c-4054-9c19-fdd030b35d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:18.007396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-64cc8243-c43c-4054-9c19-fdd030b35d55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0865035 Dec 08 22:27:18.071489 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-50affeca-f9d3-4045-9548-4257bc8094f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 1001 time: 0.0561533 Dec 08 22:27:18.123677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-a6dbc1b5-2405-43fb-bf05-727123575300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:18.125059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-a6dbc1b5-2405-43fb-bf05-727123575300 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0462162 Dec 08 22:27:18.169071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-f9e63ef8-16a9-4e3d-a252-fb3e0006e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:18.170495 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-f9e63ef8-16a9-4e3d-a252-fb3e0006e913 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386736 Dec 08 22:27:18.259408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-9a11de29-8856-42d4-95e7-2949997a28b3 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807691 Dec 08 22:27:18.664927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-086dfed1-cb9c-488c-aae8-eec17edf08ac req-7829bd6f-415a-4f7b-a907-cc82fceaf435 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985250 Dec 08 22:27:28.124697 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:27:35.614569 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4e75a173-5542-44d2-b47d-f24786bfa917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:35.807506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050743dd-db5c-459b-8b7b-9414d088c50a req-f41cad50-60a5-4f57-8725-49510596931e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:35.809551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-050743dd-db5c-459b-8b7b-9414d088c50a req-f41cad50-60a5-4f57-8725-49510596931e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0489349 Dec 08 22:27:35.846224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-050743dd-db5c-459b-8b7b-9414d088c50a req-02d7f37b-a8de-4699-a6bf-40a37e272855 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305107 Dec 08 22:27:36.965432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb7dd-2d92-41cd-a317-64d7a7eb7c1e req-a153ba0d-b45e-4f10-8788-18216cbb241d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:36.966959 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84eeb7dd-2d92-41cd-a317-64d7a7eb7c1e req-a153ba0d-b45e-4f10-8788-18216cbb241d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0497639 Dec 08 22:27:37.006618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-84eeb7dd-2d92-41cd-a317-64d7a7eb7c1e req-04527f22-6983-4fa9-9c6a-40d8e003cd26 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337110 Dec 08 22:27:38.123880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf7fa9-719b-4391-9d1a-7a30c166f8b5 req-d3a76f4c-17d5-4724-a0f8-696060179be1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:38.125344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8baf7fa9-719b-4391-9d1a-7a30c166f8b5 req-d3a76f4c-17d5-4724-a0f8-696060179be1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0518565 Dec 08 22:27:38.161211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8baf7fa9-719b-4391-9d1a-7a30c166f8b5 req-49996202-8897-4172-bc7e-3d1c3a11d942 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299711 Dec 08 22:27:38.289674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c671bf86-0350-417b-b8b8-3efa445b8bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:38.891328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:39.276173 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037492d2-ce3e-489f-8f01-687e9b18fdb6 req-32606ffd-181d-483f-84f4-ad9e92a3029f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:39.277638 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-037492d2-ce3e-489f-8f01-687e9b18fdb6 req-32606ffd-181d-483f-84f4-ad9e92a3029f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0478020 Dec 08 22:27:39.313945 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-037492d2-ce3e-489f-8f01-687e9b18fdb6 req-892326ce-3bf6-4ba7-a997-4595c849cea7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Dec 08 22:27:39.546830 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:39.786850 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:40.309725 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:40.426566 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5e41-3266-4dfe-b060-0cf12f41d9d0 req-0457f149-f139-44cb-936d-13dc3a9a518d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:40.428055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b84f5e41-3266-4dfe-b060-0cf12f41d9d0 req-0457f149-f139-44cb-936d-13dc3a9a518d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0479405 Dec 08 22:27:40.465946 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b84f5e41-3266-4dfe-b060-0cf12f41d9d0 req-7edc4ed6-80bb-4bd9-b64a-45079a1f40c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Dec 08 22:27:41.118127 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:41.580973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d0971-9a86-4976-b8ff-8b24111978b9 req-7b63d845-16e9-40f2-b074-fdf62b7d625c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:41.582400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f81d0971-9a86-4976-b8ff-8b24111978b9 req-7b63d845-16e9-40f2-b074-fdf62b7d625c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0510077 Dec 08 22:27:41.618490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f81d0971-9a86-4976-b8ff-8b24111978b9 req-1eb619e7-7106-4d36-9139-162b9957559c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301738 Dec 08 22:27:42.730369 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4bfd-0688-49fd-9a7f-0212c58e2faa req-ad54ff41-366a-4e6a-b2b0-e2f594d0bc91 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:42.731838 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f23d4bfd-0688-49fd-9a7f-0212c58e2faa req-ad54ff41-366a-4e6a-b2b0-e2f594d0bc91 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0478959 Dec 08 22:27:42.768030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f23d4bfd-0688-49fd-9a7f-0212c58e2faa req-c4f545d7-21a7-4441-915e-4fc0252c4490 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302877 Dec 08 22:27:43.880440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a582d5f-bec1-4da2-8429-e9ede9d806cc req-01cb5f73-77dd-4247-afb0-61160095d850 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:43.881883 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a582d5f-bec1-4da2-8429-e9ede9d806cc req-01cb5f73-77dd-4247-afb0-61160095d850 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0474668 Dec 08 22:27:43.920915 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a582d5f-bec1-4da2-8429-e9ede9d806cc req-e873eb8a-f6a2-4645-ab25-65d5da61de33 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Dec 08 22:27:45.044419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41387c-f955-4074-a410-8236790424f3 req-3bf96851-1a67-4638-a5dd-2f622b68f495 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:45.045873 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea41387c-f955-4074-a410-8236790424f3 req-3bf96851-1a67-4638-a5dd-2f622b68f495 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0522268 Dec 08 22:27:45.083559 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ea41387c-f955-4074-a410-8236790424f3 req-991b0fa4-48ea-4143-a832-9a76f3f72ae6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317185 Dec 08 22:27:46.195537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d617f-03f8-4be4-a04b-bf16e95fa077 req-eee1123f-6fa9-434f-bee2-9aeae41c95b1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:46.197014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-858d617f-03f8-4be4-a04b-bf16e95fa077 req-eee1123f-6fa9-434f-bee2-9aeae41c95b1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0470519 Dec 08 22:27:46.234704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-858d617f-03f8-4be4-a04b-bf16e95fa077 req-eb789028-390e-4a0e-b79e-bd8d4024cc35 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Dec 08 22:27:46.483415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-18e8ebc3-fcf1-44c6-b23d-69a5c31f34d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698018 Dec 08 22:27:46.495045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3afb5-e95a-4220-973e-cd2158b5b92c req-33f1bfcb-19a2-4811-90a7-f0a93b92f4e7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:46.497167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80f3afb5-e95a-4220-973e-cd2158b5b92c req-33f1bfcb-19a2-4811-90a7-f0a93b92f4e7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0730047 Dec 08 22:27:46.537735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-80f3afb5-e95a-4220-973e-cd2158b5b92c req-c6fe3dfa-582b-49f5-8307-cf8041abbe0e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Dec 08 22:27:47.657105 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42522f48-d65a-4d00-b26d-005cb1bad804 req-445d5eb4-2cca-40d1-964a-e57cba6d81eb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:47.658556 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42522f48-d65a-4d00-b26d-005cb1bad804 req-445d5eb4-2cca-40d1-964a-e57cba6d81eb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0472746 Dec 08 22:27:47.696051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-42522f48-d65a-4d00-b26d-005cb1bad804 req-ac86c57c-fcfd-4c75-bced-a37938273c4b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Dec 08 22:27:48.809785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540adfe1-b36f-4092-bd89-33d7ef7208fe req-4f6443b3-7c88-456c-911d-591e7aefef1f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:48.811261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540adfe1-b36f-4092-bd89-33d7ef7208fe req-4f6443b3-7c88-456c-911d-591e7aefef1f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Dec 08 22:27:48.848307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-540adfe1-b36f-4092-bd89-33d7ef7208fe req-241ed199-7900-4657-a41a-0f6e8b24e078 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Dec 08 22:27:49.630845 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-b54cbe3a-8031-46ed-bd71-f22b0998594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:49.632347 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-b54cbe3a-8031-46ed-bd71-f22b0998594b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1096 time: 0.0407324 Dec 08 22:27:49.723637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-ed05ef01-3939-42c3-ad1e-98f013577cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:49.725081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-ed05ef01-3939-42c3-ad1e-98f013577cf1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0853310 Dec 08 22:27:49.789431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-62330d8a-6498-4b58-b0a4-8dd1fca1be3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 1001 time: 0.0575678 Dec 08 22:27:49.835897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-db6e8b98-d0ff-408d-9b2e-cd26dad572b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:49.837254 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-db6e8b98-d0ff-408d-9b2e-cd26dad572b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0411577 Dec 08 22:27:49.886183 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-0dde3d25-a5e1-406a-a5d6-1e0ceb60bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:49.887720 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-0dde3d25-a5e1-406a-a5d6-1e0ceb60bc50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434966 Dec 08 22:27:50.015343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a83abe-325f-4f57-b556-12d4c9e4e609 req-043f40ef-1d6d-4f79-a6fd-bc67193110ab tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:50.016791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4a83abe-325f-4f57-b556-12d4c9e4e609 req-043f40ef-1d6d-4f79-a6fd-bc67193110ab tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0802295 Dec 08 22:27:50.018961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-35e7a0d1-295f-4ce8-821b-a37d9f59f37c service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240375 Dec 08 22:27:50.100449 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4a83abe-325f-4f57-b556-12d4c9e4e609 req-6a63b1e4-4e69-4c44-a4c0-78fe0207941e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777323 Dec 08 22:27:50.129195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-ab8d2d32-6db7-4514-9106-727d18db4ed7 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008792 Dec 08 22:27:51.217571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad2f54-7c52-486c-b7cf-643f5c2df615 req-06d256ee-03ad-4457-9a89-70abda00bfa2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:51.219053 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1dad2f54-7c52-486c-b7cf-643f5c2df615 req-06d256ee-03ad-4457-9a89-70abda00bfa2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0522568 Dec 08 22:27:51.256564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1dad2f54-7c52-486c-b7cf-643f5c2df615 req-66628ec8-a16a-4a76-9f68-03f61d822cf3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316167 Dec 08 22:27:52.093155 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-b0325026-333c-4b50-9338-75365f7c9d57 req-f642408a-7f63-495b-9fa9-07301a88e347 service neutron] show failed (client error): The resource could not be found. Dec 08 22:27:52.094147 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-f642408a-7f63-495b-9fa9-07301a88e347 service neutron] 10.222.0.37 "GET /v2.0/ports/8f20123e-8e32-437f-96de-95b6cb5fdb35/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0588167 Dec 08 22:27:52.372605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4e19e-3013-49ed-a87d-1788cd3585c8 req-9345fde7-2eb4-4f62-9d2a-04db8b9a8f09 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:52.374686 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64c4e19e-3013-49ed-a87d-1788cd3585c8 req-9345fde7-2eb4-4f62-9d2a-04db8b9a8f09 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 945 time: 0.0504961 Dec 08 22:27:52.412036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-8f971171-b053-48ce-8a4f-95424f6571f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:52.412921 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-64c4e19e-3013-49ed-a87d-1788cd3585c8 req-35d4b1db-8e39-44ee-88e0-9efa63506344 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Dec 08 22:27:52.413532 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-8f971171-b053-48ce-8a4f-95424f6571f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 1096 time: 0.1237583 Dec 08 22:27:52.426548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:27:52.477882 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:52.959039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:27:52.990428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:27:53.028262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:27:53.030520 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab473297-39d1-494c-907b-4938b4391ef1" -d '{"events": [{"server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "name": "network-vif-unplugged", "status": "completed", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:27:53.034179 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:53.047143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Transition to ACTIVE for port object 8f20123e-8e32-437f-96de-95b6cb5fdb35 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:27:53.051019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:53.087655 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70bf854-3523-463e-9ebc-6c3b35430276 x-openstack-request-id: req-d70bf854-3523-463e-9ebc-6c3b35430276 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:27:53.088040 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "name": "network-vif-unplugged", "status": "completed", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:27:53.088227 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d70bf854-3523-463e-9ebc-6c3b35430276 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:27:53.088613 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'code': 200} Dec 08 22:27:53.174878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:27:53.196049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.196403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.196743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.197076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.197408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.197739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.198060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.198385 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.198779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.199054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.199376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.199695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:53.235118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] No DVR routers for this DVR port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:27:53.373606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Attempting to bind port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:27:53.373945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Attempting to bind port 8f20123e-8e32-437f-96de-95b6cb5fdb35 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:27:53.374271 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Attempting to bind port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:27:53.378470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:27:53.378829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Attempting to bind port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:27:53.383535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:27:53.383871 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:27:53.384250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:27:53.384672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Bound port: 8f20123e-8e32-437f-96de-95b6cb5fdb35, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:27:53.385058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:53.446921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:27:53.449909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:27:53.454789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:53.489453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:53.489934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:53.491324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] 10.222.0.23 "PUT /v2.0/ports/8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 1091 time: 1.0689323 Dec 08 22:27:53.512081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a23429-8dba-484f-9fa9-eb7861a23395 service neutron] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:27:53.543256 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2e099-178a-425d-bc40-e7c608edd2ee req-4f92dc8f-2b8e-4104-a75a-2a9e41ab4382 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:53.545485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89a2e099-178a-425d-bc40-e7c608edd2ee req-4f92dc8f-2b8e-4104-a75a-2a9e41ab4382 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0528560 Dec 08 22:27:53.558914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-1cff7bd2-62c3-4d33-8011-b5e1beab9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:53.560536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-1cff7bd2-62c3-4d33-8011-b5e1beab9e52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1094 time: 0.0449226 Dec 08 22:27:53.584883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-89a2e099-178a-425d-bc40-e7c608edd2ee req-c1e7ab83-946d-4234-96ab-b99f0126c140 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329866 Dec 08 22:27:53.657892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-63d07305-ea5a-407f-a96d-5eaa84857126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:53.659396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-63d07305-ea5a-407f-a96d-5eaa84857126 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0917814 Dec 08 22:27:53.723542 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-c22bcec4-e7c9-4a3a-8ed0-2e2df0c6f386 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 999 time: 0.0566721 Dec 08 22:27:53.775048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-f5fe6fe5-be29-4bd0-b843-225552c56fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:53.776414 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-f5fe6fe5-be29-4bd0-b843-225552c56fc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0460887 Dec 08 22:27:53.820622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325026-333c-4b50-9338-75365f7c9d57 req-d9758a95-1bad-4eea-8c2b-636a5d16d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:53.822042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-d9758a95-1bad-4eea-8c2b-636a5d16d6ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385697 Dec 08 22:27:53.910100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-fe6136a9-91fa-4a8e-bf9c-5d012eff61a6 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790157 Dec 08 22:27:54.000205 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b0325026-333c-4b50-9338-75365f7c9d57 req-eed87f7c-7320-45c0-a52a-3d8a05c87614 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Dec 08 22:27:54.702574 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee60c6-694b-4fd1-94a4-ba913aaf3d45 req-bb00b9ea-a0ea-43b0-979d-f8c4c272a66d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:54.703953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97ee60c6-694b-4fd1-94a4-ba913aaf3d45 req-bb00b9ea-a0ea-43b0-979d-f8c4c272a66d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0483558 Dec 08 22:27:54.741222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97ee60c6-694b-4fd1-94a4-ba913aaf3d45 req-9c80d362-8cbb-4648-b34d-36bfbec1ef1b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Dec 08 22:27:54.897567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8f20123e-8e32-437f-96de-95b6cb5fdb35 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:27:54.936504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 8f20123e-8e32-437f-96de-95b6cb5fdb35 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:27:55.090277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:27:55.093113 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731eee16-5db2-495c-aebc-f68ceb2f85fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:27:55.139439 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8bc744-51d9-4b35-8627-e3934d8ab3e3 x-openstack-request-id: req-6a8bc744-51d9-4b35-8627-e3934d8ab3e3 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:27:55.139730 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:27:55.140015 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a8bc744-51d9-4b35-8627-e3934d8ab3e3 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:27:55.140401 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'status': 'completed', 'code': 200} Dec 08 22:27:55.205201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-66ef477f-b6fe-4718-a939-e81ff2c858f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.206803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-66ef477f-b6fe-4718-a939-e81ff2c858f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1094 time: 0.0433435 Dec 08 22:27:55.211350 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-82998f7d-6838-45fb-ba68-c5b8ff49df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.213101 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-82998f7d-6838-45fb-ba68-c5b8ff49df6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1094 time: 0.0527451 Dec 08 22:27:55.304309 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-8a1e61e0-5f31-492e-9c25-049629ad8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.305873 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-8a1e61e0-5f31-492e-9c25-049629ad8f0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0855556 Dec 08 22:27:55.308059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-a383c57d-3ca2-4791-b748-5129b476b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.309506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-a383c57d-3ca2-4791-b748-5129b476b6b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0959003 Dec 08 22:27:55.375513 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-edae157b-16a1-493e-b868-b2e5f147bbfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 999 time: 0.0622158 Dec 08 22:27:55.378292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-17738d52-55d0-40a4-a176-02729d79b3f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 999 time: 0.0600154 Dec 08 22:27:55.424830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-fbe7b9c1-3009-420e-915e-a8fc951da254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.426299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-fbe7b9c1-3009-420e-915e-a8fc951da254 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0439308 Dec 08 22:27:55.431818 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-14eae1e9-cc03-4eea-8924-50d204a4e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.433386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-14eae1e9-cc03-4eea-8924-50d204a4e36c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0487640 Dec 08 22:27:55.474122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-8e04090d-513d-43fa-9f77-bc88099b32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.475714 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-8e04090d-513d-43fa-9f77-bc88099b32fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423274 Dec 08 22:27:55.480456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-24428fd5-8800-437a-9a88-98f4c8842866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.481950 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-24428fd5-8800-437a-9a88-98f4c8842866 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417159 Dec 08 22:27:55.568259 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-10e15de3-bf77-4370-a19d-522f9cc20cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853145 Dec 08 22:27:55.570422 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-ea49abdd-5b67-4179-9377-e76851e3ff1d service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813513 Dec 08 22:27:55.656144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-898c7da6-24b1-417f-bdd2-c58e79c32eef service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810065 Dec 08 22:27:55.662687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-731eee16-5db2-495c-aebc-f68ceb2f85fd req-144d9dc2-b7aa-4220-a9ce-49a9b9a82bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852439 Dec 08 22:27:55.853324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ec06a-bd29-4fb9-ab83-d342bd9c2162 req-0f68303f-3193-4057-a687-7bc8b4a64e8f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:55.854792 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-267ec06a-bd29-4fb9-ab83-d342bd9c2162 req-0f68303f-3193-4057-a687-7bc8b4a64e8f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0486789 Dec 08 22:27:55.892656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-267ec06a-bd29-4fb9-ab83-d342bd9c2162 req-e040d85b-702d-4bb6-93df-7c8dfcc092e5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314331 Dec 08 22:27:56.082226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb995f-e678-4056-913f-ceab0e96dbdd req-436ca42d-48d2-48c7-a986-c2085b708faf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:56.083762 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9bb995f-e678-4056-913f-ceab0e96dbdd req-436ca42d-48d2-48c7-a986-c2085b708faf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0538909 Dec 08 22:27:56.091518 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a22d3-cb65-435f-839b-31212471368a req-1d2d5086-d483-4fa1-9389-2dd33e56377c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:56.092955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-1d2d5086-d483-4fa1-9389-2dd33e56377c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29&tenant_id=af396ed649e8483cab8962821fe7bf3a&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 943 time: 0.0518823 Dec 08 22:27:56.121840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9bb995f-e678-4056-913f-ceab0e96dbdd req-1fa19fef-3f98-48fd-baf2-7a1fa570d931 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Dec 08 22:27:56.156253 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-fc5a22d3-cb65-435f-839b-31212471368a req-2bb82c32-2a79-4913-a7bb-1cec03cacf0c service neutron] delete failed (client error): The resource could not be found. Dec 08 22:27:56.157241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-2bb82c32-2a79-4913-a7bb-1cec03cacf0c service neutron] 10.222.0.37 "DELETE /v2.0/ports/8f20123e-8e32-437f-96de-95b6cb5fdb35/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0526650 Dec 08 22:27:56.242841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a22d3-cb65-435f-839b-31212471368a req-ac39c880-824f-48da-aa3b-cd8888e555da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:56.244333 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-ac39c880-824f-48da-aa3b-cd8888e555da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1094 time: 0.0454068 Dec 08 22:27:56.332136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a22d3-cb65-435f-839b-31212471368a req-9d2110ac-8e75-48c9-9377-9ddf8e8f30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:56.333564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-9d2110ac-8e75-48c9-9377-9ddf8e8f30fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0817008 Dec 08 22:27:56.401913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-7cdf5436-4257-4238-ad3e-db8ddd09a9e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 999 time: 0.0612488 Dec 08 22:27:56.450540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a22d3-cb65-435f-839b-31212471368a req-e863b95b-e425-4ce7-9d81-298592b32214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:56.452005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-e863b95b-e425-4ce7-9d81-298592b32214 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0429525 Dec 08 22:27:56.496263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a22d3-cb65-435f-839b-31212471368a req-29367a2a-2382-46cc-8873-6f187316a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:56.497631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-29367a2a-2382-46cc-8873-6f187316a8d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392482 Dec 08 22:27:56.588284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-3cc22cf3-b6ad-4324-b02b-b6128700e5c0 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837514 Dec 08 22:27:56.675534 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5a22d3-cb65-435f-839b-31212471368a req-4a455098-73a5-4e1e-be16-14ed1eee4e3f service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803161 Dec 08 22:27:57.242572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94352-c85d-480d-b6ad-2bbcaf04a38f req-cf532f4e-8425-42b7-a982-f0758b63beba tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:57.244086 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08a94352-c85d-480d-b6ad-2bbcaf04a38f req-cf532f4e-8425-42b7-a982-f0758b63beba tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0512900 Dec 08 22:27:57.281293 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-08a94352-c85d-480d-b6ad-2bbcaf04a38f req-0114b573-c3d8-42d4-be1e-b7144b428a90 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Dec 08 22:27:57.392656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2f543-6013-467c-8ec4-2762986ca51f req-5f150d8a-9f09-4092-925a-81996a6f8395 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:57.394102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dae2f543-6013-467c-8ec4-2762986ca51f req-5f150d8a-9f09-4092-925a-81996a6f8395 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0484130 Dec 08 22:27:57.430680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dae2f543-6013-467c-8ec4-2762986ca51f req-e1a992e7-6daa-481d-9459-2d30739d7a6e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305600 Dec 08 22:27:57.632965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f71d8-9c91-435c-bfaf-0b440063b4b8 req-055b5a7c-5ab7-44fb-a1a2-1b308fde72b3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:57.634390 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e59f71d8-9c91-435c-bfaf-0b440063b4b8 req-055b5a7c-5ab7-44fb-a1a2-1b308fde72b3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 943 time: 0.0567737 Dec 08 22:27:57.689949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-6d8ff7e8-dc66-444a-bafe-8bc814c25b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:57.691399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-6d8ff7e8-dc66-444a-bafe-8bc814c25b06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 1094 time: 0.0752525 Dec 08 22:27:57.694478 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e59f71d8-9c91-435c-bfaf-0b440063b4b8 req-2caba7dc-3029-4d44-9c8c-e57eeaf942ae tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Dec 08 22:27:57.778205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-7e520ecf-8c2e-49d5-8523-9d7573b21ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:57.780192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-7e520ecf-8c2e-49d5-8523-9d7573b21ebb service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0821471 Dec 08 22:27:57.846596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-6d006262-3d2a-4fbe-9c18-48a50aa70b64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 200 len: 999 time: 0.0598323 Dec 08 22:27:57.895664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-2f391a52-a67f-4ff8-89dc-14013ad57b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:57.896972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-2f391a52-a67f-4ff8-89dc-14013ad57b3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0431247 Dec 08 22:27:57.941103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-71f333ec-a685-4c65-963a-be3d5a14e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:57.942524 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-71f333ec-a685-4c65-963a-be3d5a14e2b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390766 Dec 08 22:27:58.034672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-0c138c1a-1b36-4602-847e-9b65b2c68ebc service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850077 Dec 08 22:27:58.122590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7e7aacf8-43cb-46fa-9e88-91bf9d23064b req-e949a0a4-4be3-461d-b2f7-f8b8ea031c5b service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805776 Dec 08 22:27:58.365496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8f20123e-8e32-437f-96de-95b6cb5fdb35 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:27:58.459009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:27:58.470357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'mac_address': 'fa:16:3e:fa:05:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:27:58.511921 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:58.525547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f20123e-8e32-437f-96de-95b6cb5fdb35 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:27:58.544694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:27:58.548737 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:27:58.596875 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:27:58.604353 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.604702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.605045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.605382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.605722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.606053 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.606382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.606729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.607062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.607400 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.607710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.608031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:27:58.800903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8f20123e-8e32-437f-96de-95b6cb5fdb35'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:27:58.817371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce22d10-b8a7-4058-b7c2-12f40765e7d2 req-1481db8a-bc59-4296-bc07-537a8f481607 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:58.818871 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ce22d10-b8a7-4058-b7c2-12f40765e7d2 req-1481db8a-bc59-4296-bc07-537a8f481607 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 944 time: 0.0531147 Dec 08 22:27:58.856466 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ce22d10-b8a7-4058-b7c2-12f40765e7d2 req-3179dca5-8008-4da3-b079-c6eeb0de0e63 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Dec 08 22:27:59.085132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca7a73-3ccc-4275-8e24-7fbfa3bdb489 req-590490e7-7fcf-4841-a455-81315c4ce894 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:27:59.086583 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57ca7a73-3ccc-4275-8e24-7fbfa3bdb489 req-590490e7-7fcf-4841-a455-81315c4ce894 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 944 time: 0.0482495 Dec 08 22:27:59.123981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57ca7a73-3ccc-4275-8e24-7fbfa3bdb489 req-798bb6d7-370e-4c6f-99c2-723cd59c76b8 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Dec 08 22:28:00.238639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68919d6-d2a2-4f9c-8987-7b49320215b8 req-d61380f9-5835-48c0-82dc-7197a1ba512e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:00.240114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f68919d6-d2a2-4f9c-8987-7b49320215b8 req-d61380f9-5835-48c0-82dc-7197a1ba512e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 944 time: 0.0486171 Dec 08 22:28:00.280842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f68919d6-d2a2-4f9c-8987-7b49320215b8 req-3bae2415-c0f5-426a-90dc-83a9843ffabb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348799 Dec 08 22:28:00.375931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8f20123e-8e32-437f-96de-95b6cb5fdb35 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:28:00.378917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-aee33f16-1b77-41a2-b889-0bcea98abec6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:00.380390 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-aee33f16-1b77-41a2-b889-0bcea98abec6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 944 time: 0.0477858 Dec 08 22:28:00.423338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 8f20123e-8e32-437f-96de-95b6cb5fdb35 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:28:00.426885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8f20123e-8e32-437f-96de-95b6cb5fdb35 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:28:00.427259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:00.469213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Deleting port 8f20123e-8e32-437f-96de-95b6cb5fdb35 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:28:00.469549 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:00.501371 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:00.523437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:28:00.525811 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679900b-4c33-4cfa-be3f-53292b8b6e53" -d '{"events": [{"server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "name": "network-vif-plugged", "status": "completed", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:28:00.538584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:28:00.542991 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:00.562695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] For port 8f20123e-8e32-437f-96de-95b6cb5fdb35, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8f20123e-8e32-437f-96de-95b6cb5fdb35,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:28:00.563089 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:00.594591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:28:00.636354 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5f288d-4585-4818-a9c8-53f4aaa55e82 x-openstack-request-id: req-6e5f288d-4585-4818-a9c8-53f4aaa55e82 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:28:00.636645 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "name": "network-vif-plugged", "status": "completed", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:28:00.636901 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e5f288d-4585-4818-a9c8-53f4aaa55e82 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:28:00.637297 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'code': 200} Dec 08 22:28:00.781974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:00.782237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:00.782551 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a disassociated. External IP: 172.25.1.145, port: 8f20123e-8e32-437f-96de-95b6cb5fdb35. Dec 08 22:28:00.782920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Calling delete_port for 8f20123e-8e32-437f-96de-95b6cb5fdb35 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:28:00.905604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:00.936365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event deleted for resources: {'Port': ['ID=8f20123e-8e32-437f-96de-95b6cb5fdb35,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:28:01.051176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:28:01.154390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:28:01.164665 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:28:01.175076 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:28:01.175682 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:27:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:28:01.195143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] No DVR routers for this DVR port 8f20123e-8e32-437f-96de-95b6cb5fdb35 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:28:01.197817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:01.201183 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-742db02e-3557-42a2-9cd6-ad5d8964d1ac req-c6e02770-1646-4152-9efe-ca71e890de0d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "DELETE /v2.0/ports/8f20123e-8e32-437f-96de-95b6cb5fdb35 HTTP/1.1" status: 204 len: 173 time: 0.8150663 Dec 08 22:28:01.201615 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'name': 'network-vif-deleted', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:28:01.203925 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f911365-33f3-42c2-98dd-7037b287d095" -d '{"events": [{"server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "name": "network-vif-deleted", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:28:01.250998 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916afdc-36b4-4c0d-b659-be35369fc887 x-openstack-request-id: req-4916afdc-36b4-4c0d-b659-be35369fc887 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:28:01.251591 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a17598-c61d-412d-83ff-579c60156a29", "name": "network-vif-deleted", "tag": "8f20123e-8e32-437f-96de-95b6cb5fdb35", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:28:01.251591 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4916afdc-36b4-4c0d-b659-be35369fc887 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:28:01.252032 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a17598-c61d-412d-83ff-579c60156a29', 'name': 'network-vif-deleted', 'tag': '8f20123e-8e32-437f-96de-95b6cb5fdb35', 'status': 'completed', 'code': 200} Dec 08 22:28:01.281322 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:28:01.393157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-91768355-f47d-4792-80b4-9a7b6f517a9e req-3f10a085-f655-413b-8fc5-a2ec98a12f29 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0a17598-c61d-412d-83ff-579c60156a29 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Dec 08 22:28:01.491228 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:28:01.516255 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:28:01.524284 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:28:01.524913 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:27:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:28:01.625379 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:28:01.815442 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:28:01.840078 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2bc93d-1a0a-4117-9b85-234d1de4b24f None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:28:02.056024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1488a-ea1c-4367-bb85-ac356f077364 None None] New status for floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:28:02.655546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-c03b3094-14af-4e26-b3af-d4c043bc9444 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1620318839&fields=id&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 267 time: 0.0330644 Dec 08 22:28:02.761713 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-4e414281-f0be-4b0e-9458-f275e4880a1a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:02.763062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-4e414281-f0be-4b0e-9458-f275e4880a1a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 811 time: 0.1009982 Dec 08 22:28:02.777465 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-4dba4799-4959-4ac0-8f4d-f2233a77a397 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/quotas/af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 375 time: 0.0087092 Dec 08 22:28:02.829197 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-2c3f4432-1706-4225-90fc-ec2f3b1a5659 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466647 Dec 08 22:28:02.971244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-1765535d-ba58-4368-b034-69a646105d39 service neutron] 10.222.0.21 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307361 Dec 08 22:28:03.062490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-fccb46be-f2e5-470b-9635-6496afc442c3 service neutron] 10.222.0.21 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848420 Dec 08 22:28:03.222801 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-707860f4-602e-4857-9538-499096a22bb8 req-3d438090-08dc-4402-9479-be8f39541d19 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 210 time: 0.0313301 Dec 08 22:28:04.109879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-0a0557cf-a817-4b37-ace0-8ec87c3cf585 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:04.111371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-0a0557cf-a817-4b37-ace0-8ec87c3cf585 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 811 time: 0.1063907 Dec 08 22:28:04.154627 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-889b2afa-8e02-4410-a3b1-bb0b7bf03598 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 380 time: 0.0335116 Dec 08 22:28:04.168823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'port': {'device_id': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'admin_state_up': True, 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'security_groups': ['2c073521-d175-45b3-aa8c-7fdc0b868d24']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:28:04.279683 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Made reservation on behalf of af396ed649e8483cab8962821fe7bf3a for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:28:04.283251 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:04.316932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0ca22f0c-060f-4fb0-a13a-87926477bf02 req-f36bb3da-0110-4a2e-92a3-d3f56da0db4d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 210 time: 0.0283983 Dec 08 22:28:04.406917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Allocated IP 172.20.0.13 (bc7a2183-6542-4199-af7d-42ebc2a1f3ef/876fb6b0-91b8-44b6-ae2c-21e3e297208c/f80afd15-3cc6-425b-bd5a-b7d14a884474) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:28:04.440677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8f20123e-8e32-437f-96de-95b6cb5fdb35 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:28:04.461177 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 8f20123e-8e32-437f-96de-95b6cb5fdb35 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:28:04.461525 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8f20123e-8e32-437f-96de-95b6cb5fdb35 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:28:04.543224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:04.574808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:04.620074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:28:04.623359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:28:04.626990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:28:04.656718 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:28:04.671365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.671704 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.672043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.672377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.672708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.673038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.673360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.673684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.674010 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.674331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.674655 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.675000 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:28:04.692832 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:04.693468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:04.709805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-3bc1cf09-cb39-415b-9c26-ce8f6a31ee62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5445418 Dec 08 22:28:04.723097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Request body: {'port': {'device_id': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:28:04.779826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:04.826527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2dea816a-610b-47eb-9126-31a9dd6c9a15 None None] Provisioning complete for port f80afd15-3cc6-425b-bd5a-b7d14a884474 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:28:04.826930 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2dea816a-610b-47eb-9126-31a9dd6c9a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:04.860680 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2dea816a-610b-47eb-9126-31a9dd6c9a15 None None] Port f80afd15-3cc6-425b-bd5a-b7d14a884474 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:28:05.039302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80afd15-3cc6-425b-bd5a-b7d14a884474 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:28:05.046462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:05.058426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Transition to ACTIVE for port object f80afd15-3cc6-425b-bd5a-b7d14a884474 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:28:05.061960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:05.112507 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:28:05.124441 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:28:05.183382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:28:05.183708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:28:05.184032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:28:05.188512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:28:05.188831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:28:05.193904 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:28:05.194223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:28:05.194600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:28:05.195058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Bound port: f80afd15-3cc6-425b-bd5a-b7d14a884474, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:28:05.195419 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:05.265520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:28:05.268458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:28:05.273022 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:05.304657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:05.305335 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:05.306898 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] 10.222.0.37 "PUT /v2.0/ports/f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1092 time: 0.5884748 Dec 08 22:28:05.307336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:28:05.309572 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdbc162-66b2-4a20-92e8-00ce30794369" -d '{"events": [{"name": "network-changed", "server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:28:05.339553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b627c53-03bd-4e91-b74f-02f53ef3855c service neutron] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:28:05.418658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-ebe4e02c-4e52-475d-9222-cf272448a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:05.420660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-ebe4e02c-4e52-475d-9222-cf272448a501 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1095 time: 0.0555477 Dec 08 22:28:05.441429 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cc546d-b022-41db-be52-6fa0ca0e9965 x-openstack-request-id: req-f5cc546d-b022-41db-be52-6fa0ca0e9965 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:28:05.441716 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:28:05.441973 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5cc546d-b022-41db-be52-6fa0ca0e9965 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:28:05.442371 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'status': 'completed', 'code': 200} Dec 08 22:28:05.446294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8b824-8e11-4a6d-9517-bb0579955f4a req-bfddb05d-e378-4908-8fff-aa22d4b3e54f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:05.447871 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69e8b824-8e11-4a6d-9517-bb0579955f4a req-bfddb05d-e378-4908-8fff-aa22d4b3e54f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0561473 Dec 08 22:28:05.474286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-b09bd092-d37b-48b9-a5d4-f2f2bc849643 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 217 time: 0.0417223 Dec 08 22:28:05.489114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-69e8b824-8e11-4a6d-9517-bb0579955f4a req-14259cb7-ebb2-4bfb-be9f-a4fae09a5479 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333052 Dec 08 22:28:05.526825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-c8cd6487-8f20-4f3e-a598-7f051595c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:05.528312 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-c8cd6487-8f20-4f3e-a598-7f051595c444 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0470967 Dec 08 22:28:05.575711 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-4bc90c01-4341-45ee-b54b-0e4a74c41597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:05.577707 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-4bc90c01-4341-45ee-b54b-0e4a74c41597 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421505 Dec 08 22:28:05.614753 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91e2342b-be6c-40ef-a731-6272856bce1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:05.670927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-ea4eabbd-0df3-4701-a329-09c0298f3b50 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845966 Dec 08 22:28:05.758551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1f632d19-43e6-453f-9da1-f8ec74198feb req-ff9e74f2-04ab-4ebc-bbc7-1a4e2a5131a9 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804062 Dec 08 22:28:05.846269 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-e735e7ef-cbfc-46e8-afaf-def9ec68e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:05.847691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-e735e7ef-cbfc-46e8-afaf-def9ec68e518 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1095 time: 0.0412574 Dec 08 22:28:05.941128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-441d7364-060e-4642-a185-8dcafb5332dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:05.942573 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-441d7364-060e-4642-a185-8dcafb5332dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0876405 Dec 08 22:28:05.984241 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-0d622481-68e6-4861-b3c1-d0136e525937 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 217 time: 0.0344274 Dec 08 22:28:06.031089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-52fe6436-aaf3-4920-b589-a3c8fd733c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:06.032458 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-52fe6436-aaf3-4920-b589-a3c8fd733c3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0412033 Dec 08 22:28:06.081418 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-d6cbc24b-0413-45a7-a680-84d53ecadeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:06.082896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-d6cbc24b-0413-45a7-a680-84d53ecadeee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424931 Dec 08 22:28:06.171181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-2f47a6c4-5708-4140-a478-aa4d9fe24290 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802979 Dec 08 22:28:06.264235 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbdbc162-66b2-4a20-92e8-00ce30794369 req-db9bd8bd-ad67-43da-8807-6a5cac505df4 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853524 Dec 08 22:28:06.612783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e04750-2974-4668-92d9-3f283f52441d req-d71587a3-d078-4381-bb6a-8bdcf4bc5c70 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:06.614246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82e04750-2974-4668-92d9-3f283f52441d req-d71587a3-d078-4381-bb6a-8bdcf4bc5c70 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0491738 Dec 08 22:28:06.651996 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-82e04750-2974-4668-92d9-3f283f52441d req-11ad1530-77d6-423d-a898-3c6f58ec3c28 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Dec 08 22:28:07.766904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d862bbb-dfc2-4e53-8de3-c2fbb4ab5643 req-f8e26998-e705-4a2f-b43f-304dba6ce2bb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:07.768336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d862bbb-dfc2-4e53-8de3-c2fbb4ab5643 req-f8e26998-e705-4a2f-b43f-304dba6ce2bb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0514245 Dec 08 22:28:07.805147 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9d862bbb-dfc2-4e53-8de3-c2fbb4ab5643 req-5e25bd1a-c542-4c6b-a1bf-d6e7e2c64c83 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Dec 08 22:28:08.291165 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a7eb36a9-ac1f-4d2d-a290-b07f36024d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:08.892093 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:08.921463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf249bb7-2c76-426f-9be4-450128d3eb42 req-55a4b311-1669-4dd4-8edb-5c73528a9f09 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:08.923004 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf249bb7-2c76-426f-9be4-450128d3eb42 req-55a4b311-1669-4dd4-8edb-5c73528a9f09 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0506363 Dec 08 22:28:08.959914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:28:08.962619 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cf249bb7-2c76-426f-9be4-450128d3eb42 req-725324c9-c99c-402e-8236-166d3a73b94f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333087 Dec 08 22:28:09.059179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:28:09.070641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'mac_address': 'fa:16:3e:0b:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:28:09.108217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:09.120245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80afd15-3cc6-425b-bd5a-b7d14a884474 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:28:09.141831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:28:09.146144 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:09.194039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:28:09.377470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f80afd15-3cc6-425b-bd5a-b7d14a884474'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:28:09.548473 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:09.780298 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:10.078217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d0189-e731-4b99-ade8-172890cfb7d8 req-ccd0e6d8-f347-4477-af4f-d092097ab6cf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:10.079617 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-198d0189-e731-4b99-ade8-172890cfb7d8 req-ccd0e6d8-f347-4477-af4f-d092097ab6cf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.0480382 Dec 08 22:28:10.116161 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-198d0189-e731-4b99-ade8-172890cfb7d8 req-c8c01377-ca8f-4fb0-8191-7fe79b5d3f3d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307579 Dec 08 22:28:10.331133 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:10.959233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:28:11.008656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port f80afd15-3cc6-425b-bd5a-b7d14a884474 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:28:11.012340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port f80afd15-3cc6-425b-bd5a-b7d14a884474 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:28:11.012827 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:11.085562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:11.107427 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:28:11.109656 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae078c08-e056-48e0-8d8a-79be6aa65eab" -d '{"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:28:11.128838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:28:11.133495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:11.140133 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:11.160366 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a2c989-ab70-42e4-940a-2bf32097f583 x-openstack-request-id: req-d0a2c989-ab70-42e4-940a-2bf32097f583 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:28:11.160659 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:28:11.160913 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0a2c989-ab70-42e4-940a-2bf32097f583 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:28:11.161295 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'code': 200} Dec 08 22:28:11.193390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:28:11.233094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152ba5e-252b-4b00-833e-a19b8e4b25af req-69f29c0c-98db-4b1c-9e0e-66d810d929b7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:11.234554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0152ba5e-252b-4b00-833e-a19b8e4b25af req-69f29c0c-98db-4b1c-9e0e-66d810d929b7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0512698 Dec 08 22:28:11.248743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3cf8c-22be-44b5-9f62-d97e6a4509b3 req-73eff4db-9814-4f56-9111-360682c52e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:11.250280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6dd3cf8c-22be-44b5-9f62-d97e6a4509b3 req-73eff4db-9814-4f56-9111-360682c52e5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1097 time: 0.0457723 Dec 08 22:28:11.271269 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0152ba5e-252b-4b00-833e-a19b8e4b25af req-98a8c1be-2c9a-46d7-b99d-a53cf4ce9a72 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305984 Dec 08 22:28:11.284748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6dd3cf8c-22be-44b5-9f62-d97e6a4509b3 req-7e905f9f-2680-4ec7-a08b-b93987d789e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271497 Dec 08 22:28:12.390210 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528cec-6840-41c9-a8bf-ec947c4bc0fe req-f8e6f6f2-3ab3-4aa8-9c8e-eaaf82e8cd48 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:12.391732 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e528cec-6840-41c9-a8bf-ec947c4bc0fe req-f8e6f6f2-3ab3-4aa8-9c8e-eaaf82e8cd48 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0498886 Dec 08 22:28:12.429279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0e528cec-6840-41c9-a8bf-ec947c4bc0fe req-2355d012-a53c-447d-957f-95f7163dba85 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Dec 08 22:28:12.539938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0ecd0-cccc-4d04-8c1d-1ab75ddc59f7 req-b48fbc07-7da7-4fe3-be3c-d07349cc73a3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:12.541364 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e2b0ecd0-cccc-4d04-8c1d-1ab75ddc59f7 req-b48fbc07-7da7-4fe3-be3c-d07349cc73a3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0497057 Dec 08 22:28:12.550469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 38898) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:28:12.554611 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'floatingip': {'port_id': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:28:12.591761 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:13.287175 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:13.290856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:13.388651 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a associated. External IP: 172.25.1.145, port: f80afd15-3cc6-425b-bd5a-b7d14a884474. Dec 08 22:28:13.588659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:28:13.693524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:28:13.698061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:13.704866 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:28:13.716776 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:28:13.717378 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:28:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:28:13.724913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-96bf6e0f-a2ba-4b94-a589-56a3e04b2e9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "PUT /v2.0/floatingips/d36be2c6-a72d-40fb-b1c9-c06114ba5a0a HTTP/1.1" status: 200 len: 992 time: 1.1734283 Dec 08 22:28:13.725497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:28:13.728073 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:28:13.765944 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab253452-67eb-4964-83a0-5420c5ea5b1f x-openstack-request-id: req-ab253452-67eb-4964-83a0-5420c5ea5b1f {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:28:13.766238 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:28:13.766491 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab253452-67eb-4964-83a0-5420c5ea5b1f {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:28:13.766916 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'status': 'completed', 'code': 200} Dec 08 22:28:13.828861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-dbef5800-ad24-4d84-bd9c-16b1735b6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:13.830496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-dbef5800-ad24-4d84-bd9c-16b1735b6d7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1097 time: 0.0420012 Dec 08 22:28:13.916737 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:28:13.923452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-b840ed51-6b56-4856-8a12-469f9d16eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:13.924963 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-b840ed51-6b56-4856-8a12-469f9d16eeec service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0874069 Dec 08 22:28:13.989691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-b6f4aca2-1b23-4e08-bd65-6a1ef0f66ab1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1000 time: 0.0580976 Dec 08 22:28:14.041126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-c811097c-ad6e-4c4c-9e0f-7e6a48bb178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:14.042570 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-c811097c-ad6e-4c4c-9e0f-7e6a48bb178d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0465448 Dec 08 22:28:14.087825 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-31a4080e-9132-430e-b4c9-30b365b32392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:14.089401 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-31a4080e-9132-430e-b4c9-30b365b32392 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396061 Dec 08 22:28:14.136714 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:0b:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:28:13Z', 'revision_number': 9, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:28:14.162157 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:28:14.170696 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:28:14.171257 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:28:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:28:14.183084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-5436fa54-349e-4e49-944b-f45cdb948eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860860 Dec 08 22:28:14.276540 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:28:14.276759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a7d52bf6-b92c-4f3b-89a7-c4280e7e33d7 req-8d0dec9e-c17e-4232-a489-3f9807ea0cf7 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863822 Dec 08 22:28:14.493083 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:0b:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:28:13Z', 'revision_number': 9, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:28:14.517967 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb61a5-b771-40f2-89e5-334a53ab515a None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:0b:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:28:13Z', 'revision_number': 9, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:28:14.705381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5d87f-53a1-4453-8fd1-b4633776599e None None] New status for floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:28:17.720153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94533338-a890-479a-aba4-62b6f35d9029 req-027b0437-2fb2-46ec-a8ae-6658a1d2f8b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413141 Dec 08 22:28:17.798644 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94533338-a890-479a-aba4-62b6f35d9029 req-5d12f05d-78aa-4e0e-adba-ff8675d41909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:17.800131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94533338-a890-479a-aba4-62b6f35d9029 req-5d12f05d-78aa-4e0e-adba-ff8675d41909 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1097 time: 0.0392289 Dec 08 22:28:17.905347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94533338-a890-479a-aba4-62b6f35d9029 req-e62dce4f-40d0-4002-8d40-8c1983246849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:17.906839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94533338-a890-479a-aba4-62b6f35d9029 req-e62dce4f-40d0-4002-8d40-8c1983246849 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0879750 Dec 08 22:28:17.971721 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94533338-a890-479a-aba4-62b6f35d9029 req-c94b2bfd-82dd-4bb2-8fd5-4a2aa40ee9e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1003 time: 0.0577230 Dec 08 22:28:18.025419 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94533338-a890-479a-aba4-62b6f35d9029 req-3de630d1-d5dc-4ee5-ae09-09c57b8b68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:18.026958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94533338-a890-479a-aba4-62b6f35d9029 req-3de630d1-d5dc-4ee5-ae09-09c57b8b68a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0481277 Dec 08 22:28:18.070879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94533338-a890-479a-aba4-62b6f35d9029 req-1feb2a2e-442e-4a55-857e-6241703e75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:28:18.072314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94533338-a890-479a-aba4-62b6f35d9029 req-1feb2a2e-442e-4a55-857e-6241703e75d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385041 Dec 08 22:28:18.158979 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94533338-a890-479a-aba4-62b6f35d9029 req-fb242d20-5df4-4cbe-92fb-1581e51f457a service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788486 Dec 08 22:28:18.250027 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94533338-a890-479a-aba4-62b6f35d9029 req-5434328c-f317-4374-b5f0-0d15ae3b594a service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842478 Dec 08 22:28:35.617592 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4fe795a5-e6d3-4cdf-99e5-5ade4a369540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:38.291777 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e1eede52-0663-497e-9d00-e47aaa573be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:38.891910 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:39.550479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:39.785309 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:40.346686 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:41.122958 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:28:42.123540 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:29:05.618447 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d10a7327-f684-4ae1-b01a-f3abacef7044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:08.292220 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1332838d-caa5-4cac-80c3-d30de1c6994b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:08.891749 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:09.553061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:09.788065 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:10.344302 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:11.125495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:17.723850 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-4ef83f21-3ca3-4f6c-9443-cb6ee30cd96a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393875 Dec 08 22:29:17.804257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-97a37cb9-55d2-4cdd-a487-196711c6e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:17.805755 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-97a37cb9-55d2-4cdd-a487-196711c6e4ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1097 time: 0.0423536 Dec 08 22:29:17.912395 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-36037993-2b50-4d1b-bdc4-67a1e7d52d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:17.913866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-36037993-2b50-4d1b-bdc4-67a1e7d52d2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0902004 Dec 08 22:29:17.977232 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-c64154de-0aa8-49d6-8768-af899a8d404f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1003 time: 0.0562053 Dec 08 22:29:18.030261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-580409c6-d566-47cf-bce0-3726d9e97cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:18.031752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-580409c6-d566-47cf-bce0-3726d9e97cb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0478454 Dec 08 22:29:18.076605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-d99ceea3-2d64-4f5f-ba9d-19fc25beb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:18.078669 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-d99ceea3-2d64-4f5f-ba9d-19fc25beb266 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393417 Dec 08 22:29:18.089952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-d702d780-fd68-4acd-945d-bd379b977a43 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:29:18.091128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-d702d780-fd68-4acd-945d-bd379b977a43 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053477 Dec 08 22:29:18.178508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-dcd06dfd-06f8-4b77-b8a2-566b9d1d3bd5 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802464 Dec 08 22:29:18.281942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7fbf7407-8cec-4882-b9f3-5703dc3c2a39 req-654d5832-951d-4826-8308-abf888c8a5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962448 Dec 08 22:29:19.121914 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:29:35.618445 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d629638a-c1d4-46ca-ac87-a97b937f3500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:38.295308 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3278939e-4ac0-4f3f-9207-cabff73f60fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:38.891739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:39.556100 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:39.784099 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:40.349134 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:41.127651 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:29:50.588580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-58fbf126-f0bb-414e-b449-93882339849e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774887 Dec 08 22:29:50.597538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84852eb-57bc-4132-8192-04e28919c9c1 req-2da6f018-3351-49cc-ae83-ef24df37d269 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:50.598953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a84852eb-57bc-4132-8192-04e28919c9c1 req-2da6f018-3351-49cc-ae83-ef24df37d269 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0735540 Dec 08 22:29:50.637848 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a84852eb-57bc-4132-8192-04e28919c9c1 req-57ae714d-0c4b-442c-93da-a2604ebd261e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322354 Dec 08 22:29:51.757477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fd97e-a9c0-444d-ba28-aa6ecdbc6234 req-c5a8ad52-8a95-4e5f-a0c6-2f66039d679b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:51.758990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-655fd97e-a9c0-444d-ba28-aa6ecdbc6234 req-c5a8ad52-8a95-4e5f-a0c6-2f66039d679b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0517564 Dec 08 22:29:51.819307 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-655fd97e-a9c0-444d-ba28-aa6ecdbc6234 req-be8f0126-b35e-46a3-a9f0-e57d828ecd03 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522327 Dec 08 22:29:51.821689 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-69464cde-12fc-46a0-9726-183228e4b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:51.823119 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-69464cde-12fc-46a0-9726-183228e4b054 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1097 time: 0.0632927 Dec 08 22:29:51.915772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-fe7c8e19-6c2a-47fa-9ad2-372cfa12810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:51.917298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-fe7c8e19-6c2a-47fa-9ad2-372cfa12810a service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0868182 Dec 08 22:29:51.980667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-ec2dbe1c-a6c7-4cb5-b647-f551aa135550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1003 time: 0.0562766 Dec 08 22:29:52.030887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-7a643de3-007b-49a6-97b1-aaa88ca1c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:52.032287 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-7a643de3-007b-49a6-97b1-aaa88ca1c277 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0454385 Dec 08 22:29:52.075986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-3df3cd90-eb94-49d8-bed0-50422fec8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:52.077408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-3df3cd90-eb94-49d8-bed0-50422fec8b24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384245 Dec 08 22:29:52.167549 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-56997a5a-c69d-42be-8523-fbb8f46bc955 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778894 Dec 08 22:29:52.254927 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-514158a6-a564-451a-ae22-4097b64ffa01 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846620 Dec 08 22:29:53.173285 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ad7a-84b7-4ab1-9756-b786da225ea7 req-0081bbac-214b-49ae-ac56-bb8a3e7f986d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:53.174937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57b1ad7a-84b7-4ab1-9756-b786da225ea7 req-0081bbac-214b-49ae-ac56-bb8a3e7f986d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0486076 Dec 08 22:29:53.215347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57b1ad7a-84b7-4ab1-9756-b786da225ea7 req-32613bcd-ab52-49b2-805c-2ca4d4ab62ed tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327127 Dec 08 22:29:54.328262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c10530-960a-417f-8125-a68101023706 req-4da91d8d-4e7c-480a-a022-d5f32e8b2d3f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:54.329727 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7c10530-960a-417f-8125-a68101023706 req-4da91d8d-4e7c-480a-a022-d5f32e8b2d3f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0476255 Dec 08 22:29:54.367136 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d7c10530-960a-417f-8125-a68101023706 req-0848ab10-116a-4ba8-aa8c-60c74af73113 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310020 Dec 08 22:29:55.482902 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aaec3-0bf2-495a-ad8e-85cb3a0fed78 req-ddfff563-01d3-431f-b71e-40de32d8c73f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:55.484263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d8aaec3-0bf2-495a-ad8e-85cb3a0fed78 req-ddfff563-01d3-431f-b71e-40de32d8c73f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0509183 Dec 08 22:29:55.522541 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d8aaec3-0bf2-495a-ad8e-85cb3a0fed78 req-e8a42746-6635-41a6-a101-1bcd270ced72 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Dec 08 22:29:56.120989 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:29:56.638302 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81f13f-6e33-45a7-abb2-dafa86130608 req-c36f39f2-ae2b-41f6-890a-61f7653605a0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:56.639784 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7d81f13f-6e33-45a7-abb2-dafa86130608 req-c36f39f2-ae2b-41f6-890a-61f7653605a0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0517960 Dec 08 22:29:56.987028 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7d81f13f-6e33-45a7-abb2-dafa86130608 req-983a5bac-ba95-409e-ab14-20f27437da62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412540 Dec 08 22:29:58.100500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bf97d-1866-4ced-bdc1-be683e66e96c req-ed908600-899f-427c-b1b9-3fbd9baaf3a3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:58.102220 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-149bf97d-1866-4ced-bdc1-be683e66e96c req-ed908600-899f-427c-b1b9-3fbd9baaf3a3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0488341 Dec 08 22:29:58.138409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-149bf97d-1866-4ced-bdc1-be683e66e96c req-b3c95608-ba4a-4474-884d-6329a0c8f1ae tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302746 Dec 08 22:29:59.252272 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee0331-0ddd-4981-8c7e-1dfeb0982845 req-c51d042b-4781-4b68-b669-3e1f4e56128c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:29:59.253750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6ee0331-0ddd-4981-8c7e-1dfeb0982845 req-c51d042b-4781-4b68-b669-3e1f4e56128c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0484595 Dec 08 22:29:59.290115 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f6ee0331-0ddd-4981-8c7e-1dfeb0982845 req-de4aa6ee-fcd4-48a4-b4a3-76ca4c554856 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303118 Dec 08 22:30:00.402890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a25101-6a1d-49f8-9000-a08cce3c1bef req-d5c74b65-43a1-49a6-a268-56c05bef3a9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:00.404347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56a25101-6a1d-49f8-9000-a08cce3c1bef req-d5c74b65-43a1-49a6-a268-56c05bef3a9c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0475523 Dec 08 22:30:00.441070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-56a25101-6a1d-49f8-9000-a08cce3c1bef req-d64a6dcf-f909-440b-bac3-5fe1416c60fc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308404 Dec 08 22:30:01.554961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcbdb-8e01-46a5-bb9f-9f813fce848b req-a630e423-f129-4e3e-9be1-f818053ca6d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:01.556428 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1bfcbdb-8e01-46a5-bb9f-9f813fce848b req-a630e423-f129-4e3e-9be1-f818053ca6d9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0490217 Dec 08 22:30:01.592981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1bfcbdb-8e01-46a5-bb9f-9f813fce848b req-d6512dd2-2cf2-4d63-9791-94c6f5df9cfc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305903 Dec 08 22:30:02.711263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5aaf0-0e06-43fb-88f1-3b60bad3eed2 req-57ed129e-a422-415d-8400-1c714f5cbf2b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:02.712719 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e9c5aaf0-0e06-43fb-88f1-3b60bad3eed2 req-57ed129e-a422-415d-8400-1c714f5cbf2b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0521824 Dec 08 22:30:02.750381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e9c5aaf0-0e06-43fb-88f1-3b60bad3eed2 req-ca778ee3-bf75-45e5-9d04-39ec24ada05a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Dec 08 22:30:03.865913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2767d-0b23-451d-b336-211507d9b6cc req-03ff5147-b23a-491f-900e-cb6ae4ebec5c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:03.867389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0aa2767d-0b23-451d-b336-211507d9b6cc req-03ff5147-b23a-491f-900e-cb6ae4ebec5c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0509450 Dec 08 22:30:03.904018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0aa2767d-0b23-451d-b336-211507d9b6cc req-8a1a8173-8cd7-49de-87b2-290f88a1bb43 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Dec 08 22:30:04.147053 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-81b98b3d-0428-49d7-aca6-c973494c2bae service neutron] show failed (client error): The resource could not be found. Dec 08 22:30:04.148024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-81b98b3d-0428-49d7-aca6-c973494c2bae service neutron] 10.222.0.37 "GET /v2.0/ports/f80afd15-3cc6-425b-bd5a-b7d14a884474/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0526640 Dec 08 22:30:04.345482 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0e8c04e3-89d1-465a-ab34-6b227666fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:04.347029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0e8c04e3-89d1-465a-ab34-6b227666fb60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 1097 time: 0.0400548 Dec 08 22:30:04.359344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:30:04.414414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:04.611211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:04.643596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:30:04.681717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:04.683917 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c7913-7709-4bb1-af5c-af8aad2898a3" -d '{"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:04.687635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:04.699544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Transition to ACTIVE for port object f80afd15-3cc6-425b-bd5a-b7d14a884474 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:30:04.702425 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:04.777030 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fbbb00-7f7f-431a-8582-22f299bdacbb x-openstack-request-id: req-c6fbbb00-7f7f-431a-8582-22f299bdacbb {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:04.777030 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:04.777030 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6fbbb00-7f7f-431a-8582-22f299bdacbb {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:04.781345 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'code': 200} Dec 08 22:30:04.809208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:04.821530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.821900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.822246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.822584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.823040 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.823509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.823841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.824253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.824496 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.825051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.825170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.825487 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:04.856058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] No DVR routers for this DVR port f80afd15-3cc6-425b-bd5a-b7d14a884474 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:30:05.004880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:30:05.005228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:30:05.005555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:30:05.011091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:30:05.011409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:30:05.016330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:30:05.016707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:30:05.017080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:30:05.017617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Bound port: f80afd15-3cc6-425b-bd5a-b7d14a884474, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:30:05.018000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:05.038484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016635b-bfb4-465e-90fd-c708e5004ace req-9860764b-d009-4663-be5c-fcbb68e9165e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:05.040007 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3016635b-bfb4-465e-90fd-c708e5004ace req-9860764b-d009-4663-be5c-fcbb68e9165e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0500348 Dec 08 22:30:05.077617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3016635b-bfb4-465e-90fd-c708e5004ace req-9567b3cf-c536-42fd-a119-cdd62339411c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315709 Dec 08 22:30:05.080212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:30:05.083842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:30:05.088158 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:05.121454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:05.122071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:05.123494 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] 10.222.0.23 "PUT /v2.0/ports/f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1092 time: 0.7680314 Dec 08 22:30:05.146065 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40f3c2-842c-4fdb-ae40-75bc1ed05aad service neutron] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=7']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:05.195038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-6dafe160-6446-49ef-9a08-8cc6009fd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:05.196927 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-6dafe160-6446-49ef-9a08-8cc6009fd8f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1095 time: 0.0470686 Dec 08 22:30:05.289753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-b329d0a0-8a9e-4b35-9009-55bcd04220bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:05.291276 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-b329d0a0-8a9e-4b35-9009-55bcd04220bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0876412 Dec 08 22:30:05.362593 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-9fd36fcb-7af9-4069-aaeb-324423c4b39f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1001 time: 0.0639489 Dec 08 22:30:05.410224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-894ca559-19fd-46a6-a89a-ac82694d7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:05.411952 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-894ca559-19fd-46a6-a89a-ac82694d7966 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0421736 Dec 08 22:30:05.455113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-20bbe1c7-8354-4faf-949c-7169c168c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:05.456468 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-20bbe1c7-8354-4faf-949c-7169c168c68f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377612 Dec 08 22:30:05.548801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-d4003371-5770-4610-a80b-4f11039b9843 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847499 Dec 08 22:30:05.617869 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5cb80868-02e2-43df-afd0-6e4292e881f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:05.639980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-8b9c8269-2eb9-4733-b3e2-0249a4f20e3e service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832589 Dec 08 22:30:06.197064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5aa2-3ef2-4639-864e-e6b04126a8b1 req-19c9b56e-3696-4781-8e07-54f2b1afbecc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:06.198544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e71a5aa2-3ef2-4639-864e-e6b04126a8b1 req-19c9b56e-3696-4781-8e07-54f2b1afbecc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0484254 Dec 08 22:30:06.235458 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e71a5aa2-3ef2-4639-864e-e6b04126a8b1 req-4fe49385-ee1a-446f-82d6-80d6563ea280 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Dec 08 22:30:06.783089 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:06.785357 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:06.832361 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c324737-31ed-4f6a-86f9-ca1beb1296b7 x-openstack-request-id: req-8c324737-31ed-4f6a-86f9-ca1beb1296b7 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:06.832649 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:06.832900 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c324737-31ed-4f6a-86f9-ca1beb1296b7 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:06.833290 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'status': 'completed', 'code': 200} Dec 08 22:30:06.895522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-5f7301bc-0195-4531-98bc-5d1178181d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:06.897533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-5f7301bc-0195-4531-98bc-5d1178181d4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1095 time: 0.0451696 Dec 08 22:30:06.897886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-53488965-3355-40a1-b195-31eab04a1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:06.899375 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-53488965-3355-40a1-b195-31eab04a1a18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1095 time: 0.0431497 Dec 08 22:30:06.986263 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-3420f770-19d3-4599-b3dd-6352d9f2c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:06.986512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-53591284-f727-4684-ac99-9ad887f661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:06.987752 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-3420f770-19d3-4599-b3dd-6352d9f2c8b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0818977 Dec 08 22:30:06.987875 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-53591284-f727-4684-ac99-9ad887f661f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0830553 Dec 08 22:30:07.058388 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-70ad1006-c9e7-4378-afe0-abf7a5325f9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1001 time: 0.0625458 Dec 08 22:30:07.058630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-f14bd31f-7381-436a-bdd5-2fbb725178d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1001 time: 0.0625250 Dec 08 22:30:07.107534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-889fc4d1-7988-4d47-9f01-2cab5e49a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:07.108981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-889fc4d1-7988-4d47-9f01-2cab5e49a506 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0434780 Dec 08 22:30:07.109698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-2e12d92e-4959-4b91-9f39-c6b1c72eb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:07.111169 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-2e12d92e-4959-4b91-9f39-c6b1c72eb273 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0434446 Dec 08 22:30:07.154029 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-f287711b-a5e0-4fb5-9ba4-ad117b127b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:07.155696 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-f287711b-a5e0-4fb5-9ba4-ad117b127b99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396068 Dec 08 22:30:07.156825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-3e08f552-1845-44da-aa43-62f9cf6a9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:07.158276 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-3e08f552-1845-44da-aa43-62f9cf6a9af7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383544 Dec 08 22:30:07.255653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-1d3d40e1-b747-4aab-aca0-397574271914 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918977 Dec 08 22:30:07.263487 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-4ab0a47e-0682-4206-9922-7c8ea86ed039 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963194 Dec 08 22:30:07.354572 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-8e98dee1-b62b-4a81-b2ac-70b4a64d2580 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907514 Dec 08 22:30:07.400216 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ee9ca-b437-4d47-a01a-601a52b73c99 req-7490e752-f8d2-4381-88a9-bf74f247c177 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:07.401656 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b6ee9ca-b437-4d47-a01a-601a52b73c99 req-7490e752-f8d2-4381-88a9-bf74f247c177 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0736413 Dec 08 22:30:07.421176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-97bc125a-ec93-4e1a-8a2d-583ed0f322f9 req-188879df-12f8-4bb4-8945-8fe12c4ca67e service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449842 Dec 08 22:30:07.447733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b6ee9ca-b437-4d47-a01a-601a52b73c99 req-54c80c1f-26ca-4138-85d2-bd042d44eb94 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375040 Dec 08 22:30:07.502578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:30:07.539687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:30:08.294833 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2d76a0ae-c11d-4223-9abf-6b4c7f743781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:08.565913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9686b2-516d-4eeb-a89e-70032c6bbba0 req-46f966af-69ac-4c6f-aaeb-caa49703c1f5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:08.567439 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9a9686b2-516d-4eeb-a89e-70032c6bbba0 req-46f966af-69ac-4c6f-aaeb-caa49703c1f5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0490236 Dec 08 22:30:08.614467 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9a9686b2-516d-4eeb-a89e-70032c6bbba0 req-8f4c7c9e-81f6-424c-bd79-177b01943977 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Dec 08 22:30:08.895749 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:08.903430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-d381baf5-c69e-4ead-9804-6905512faf5c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:08.905210 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-d381baf5-c69e-4ead-9804-6905512faf5c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f&tenant_id=af396ed649e8483cab8962821fe7bf3a&binding%3Ahost_id=n-h2-821126-1 HTTP/1.1" status: 200 len: 944 time: 0.0574079 Dec 08 22:30:08.919553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848e760-2b43-43a8-bc4f-a9b8f3f4cfc8 req-d3020066-f2df-4a53-be01-8d1a5bca484d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:08.921120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f848e760-2b43-43a8-bc4f-a9b8f3f4cfc8 req-d3020066-f2df-4a53-be01-8d1a5bca484d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 944 time: 0.0552821 Dec 08 22:30:08.965733 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f848e760-2b43-43a8-bc4f-a9b8f3f4cfc8 req-d85fe4f1-8e2e-4080-a01d-cbaf8362456b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374007 Dec 08 22:30:08.968546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-a6fc2051-19d1-4e4e-95dd-416c5805b47f service neutron] 10.222.0.23 "GET /v2.0/ports/f80afd15-3cc6-425b-bd5a-b7d14a884474/bindings/n-h2-821126-1 HTTP/1.1" status: 200 len: 382 time: 0.0555735 Dec 08 22:30:09.035745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-aa26769a-18f4-4e5a-bba2-38d6a96a68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:09.038536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-aa26769a-18f4-4e5a-bba2-38d6a96a68c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1095 time: 0.0445907 Dec 08 22:30:09.039716 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:30:09.128425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-c741f2cd-e3f0-402a-98bf-ed238ee8789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:09.129889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-c741f2cd-e3f0-402a-98bf-ed238ee8789f service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0845273 Dec 08 22:30:09.134612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:09.145188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'mac_address': 'fa:16:3e:0b:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:30:09.180859 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:09.193049 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80afd15-3cc6-425b-bd5a-b7d14a884474 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:30:09.198613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-d9f9c32d-1015-4a44-88ab-623e26075802 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1001 time: 0.0612803 Dec 08 22:30:09.212462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:09.216950 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:09.251603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-8618b3a0-e8aa-4962-a779-f186ebc6e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:09.253064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-8618b3a0-e8aa-4962-a779-f186ebc6e023 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0476589 Dec 08 22:30:09.268313 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:09.276315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.276663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.277005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.277341 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.277677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.278008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.278336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.278662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.279033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.279355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.279681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.279999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:09.299145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-5b3f488f-ca53-4fe1-bcaf-08edc24d4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:09.300639 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-5b3f488f-ca53-4fe1-bcaf-08edc24d4759 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400968 Dec 08 22:30:09.392229 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-c732c966-61fa-4bf8-b46b-b1fa839fddf7 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826573 Dec 08 22:30:09.486479 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-503ecafc-81a1-4f67-adfb-93b2289f2b28 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801797 Dec 08 22:30:09.523946 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['f80afd15-3cc6-425b-bd5a-b7d14a884474'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:30:09.572977 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:09.782367 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:10.080179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb0066-91f5-49d0-9f01-b95034dce12f req-a64310c9-4475-4c59-ba62-c2d6ee181129 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:10.081558 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4fb0066-91f5-49d0-9f01-b95034dce12f req-a64310c9-4475-4c59-ba62-c2d6ee181129 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.0486050 Dec 08 22:30:10.118307 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4fb0066-91f5-49d0-9f01-b95034dce12f req-d50f0153-05fa-45fc-9c02-0b6dfd3a645c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Dec 08 22:30:10.352222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:11.055261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:30:11.101966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port f80afd15-3cc6-425b-bd5a-b7d14a884474 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:30:11.105362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port f80afd15-3cc6-425b-bd5a-b7d14a884474 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:30:11.105728 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:11.150609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:11.191930 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:11.226287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:11.228516 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0492d7d-0dd3-4e09-9d22-dcc40870a6eb" -d '{"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:11.245095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb237ef5-2fe1-4949-bf3f-e1d24953bb2a req-4808e017-2c44-419f-a01d-917272511ece tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:11.247378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb237ef5-2fe1-4949-bf3f-e1d24953bb2a req-4808e017-2c44-419f-a01d-917272511ece tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.0605311 Dec 08 22:30:11.250685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:11.256731 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:11.286495 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7182018-a6a6-4f55-80b9-9dbda01b01d3 x-openstack-request-id: req-a7182018-a6a6-4f55-80b9-9dbda01b01d3 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:11.286824 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:11.287106 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7182018-a6a6-4f55-80b9-9dbda01b01d3 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:11.287541 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'code': 200} Dec 08 22:30:11.298549 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb237ef5-2fe1-4949-bf3f-e1d24953bb2a req-2d8592fe-cd96-4d4e-8bad-12cbd510ce48 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 Dec 08 22:30:11.307370 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:11.550259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-52bd8517-1f43-4784-816b-9b0e862590ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:11.551739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-52bd8517-1f43-4784-816b-9b0e862590ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 1097 time: 0.0395172 Dec 08 22:30:11.563954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:30:11.617383 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:11.811624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:11.843063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:30:11.882500 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:11.884806 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104279c1-7620-4f29-9937-1f5690a25f22" -d '{"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:11.888601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:11.900501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Transition to ACTIVE for port object f80afd15-3cc6-425b-bd5a-b7d14a884474 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:30:11.904196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:11.937823 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc489b0-7501-4fbb-a46d-8907b0367fd0 x-openstack-request-id: req-8fc489b0-7501-4fbb-a46d-8907b0367fd0 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:11.938116 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:11.938370 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fc489b0-7501-4fbb-a46d-8907b0367fd0 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:11.938777 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'code': 200} Dec 08 22:30:11.997385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=10']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:12.010396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.010768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.011117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.011458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.011795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.012130 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.012465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.012905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.013237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.013576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.013924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.014237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:30:12.043966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] No DVR routers for this DVR port f80afd15-3cc6-425b-bd5a-b7d14a884474 on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:30:12.180457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:30:12.180794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:30:12.181126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:30:12.185366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:30:12.185756 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Attempting to bind port f80afd15-3cc6-425b-bd5a-b7d14a884474 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:30:12.190384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:30:12.190733 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:30:12.191122 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:30:12.191584 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Bound port: f80afd15-3cc6-425b-bd5a-b7d14a884474, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:30:12.191898 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:12.258902 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:30:12.262201 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:30:12.267050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:12.302993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:12.303622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:12.305018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1093 time: 0.7449267 Dec 08 22:30:12.327055 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabc6f5-2b84-4b9f-b1f1-671e463537b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=11']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:12.384540 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-65cb455b-42ab-4d9c-adbe-403400dab52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:12.385983 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-65cb455b-42ab-4d9c-adbe-403400dab52f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1096 time: 0.0485103 Dec 08 22:30:12.494592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54daeb-10cd-4f3f-a4c6-f6947044255c req-0533f0e7-fb92-4916-bd7c-97ffe42e2f54 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:12.496156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d54daeb-10cd-4f3f-a4c6-f6947044255c req-0533f0e7-fb92-4916-bd7c-97ffe42e2f54 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.1092927 Dec 08 22:30:12.531574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-60a403a4-e591-44e6-9c60-3c576509feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:12.533025 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-60a403a4-e591-44e6-9c60-3c576509feb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.1377161 Dec 08 22:30:12.580443 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d54daeb-10cd-4f3f-a4c6-f6947044255c req-80f8f821-d768-4ea3-827a-c273d46cea8d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774755 Dec 08 22:30:12.611625 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-4f9d29a7-7b49-4abb-a6e6-f92ccae97b71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1001 time: 0.0693536 Dec 08 22:30:12.662138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-d19ffb57-b861-4f7c-95e8-7e08716e484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:12.663541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-d19ffb57-b861-4f7c-95e8-7e08716e484c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0436230 Dec 08 22:30:12.712171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-c0e19385-d1ad-4bed-a19e-2e4ea2d4c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:12.713617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-c0e19385-d1ad-4bed-a19e-2e4ea2d4c812 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389404 Dec 08 22:30:12.804366 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-9e40b08b-a904-4fb2-a4ea-a14dd7cdaafe service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841010 Dec 08 22:30:12.896197 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0693337b-271f-4420-bbe6-fb64d8044e61 req-16144df7-1f3c-43e5-b5dd-f496d4b6b8f4 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813158 Dec 08 22:30:13.698130 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b7da-c09d-4908-acc6-3ba3d35eeb47 req-6358ac8b-31b3-4066-8988-424685ced386 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:13.699615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52f0b7da-c09d-4908-acc6-3ba3d35eeb47 req-6358ac8b-31b3-4066-8988-424685ced386 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.0507510 Dec 08 22:30:13.736578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52f0b7da-c09d-4908-acc6-3ba3d35eeb47 req-f5ce70c2-9bc4-44e7-8a94-9011b718490a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310919 Dec 08 22:30:13.940600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:13.942936 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9150360-855e-4ab3-9061-be8f07e17ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:13.990332 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53131d25-5316-42e9-8397-8effa5c4c647 x-openstack-request-id: req-53131d25-5316-42e9-8397-8effa5c4c647 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:13.990624 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:13.990911 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53131d25-5316-42e9-8397-8effa5c4c647 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:13.991319 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'status': 'completed', 'code': 200} Dec 08 22:30:14.047970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-0fa430c0-648f-4f42-8923-e86af57e1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:14.049464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-0fa430c0-648f-4f42-8923-e86af57e1f2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1096 time: 0.0401936 Dec 08 22:30:14.058457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-d631a2af-b8d5-49e9-a645-e03f925a2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:14.060009 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-d631a2af-b8d5-49e9-a645-e03f925a2262 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 1096 time: 0.0456109 Dec 08 22:30:14.142035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-5e5e7dd2-26e2-4339-b4c4-61acb030c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:14.143526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-5e5e7dd2-26e2-4339-b4c4-61acb030c6c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0859077 Dec 08 22:30:14.154132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-c0b854f4-58d3-4c99-8cd6-4bd845b9fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:14.155662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-c0b854f4-58d3-4c99-8cd6-4bd845b9fefd service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0882280 Dec 08 22:30:14.207949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-f81d88cd-43bc-465f-a816-2fb638b1da8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1001 time: 0.0558465 Dec 08 22:30:14.221091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-ebbedb7e-5847-4482-a219-06b302f380b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 200 len: 1001 time: 0.0583074 Dec 08 22:30:14.265308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-0cf7e8f8-22d5-4b7b-93c5-a47d34bb3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:14.266810 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-0cf7e8f8-22d5-4b7b-93c5-a47d34bb3eb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0509577 Dec 08 22:30:14.284441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-211e325f-a688-42e8-90e8-9fb6165d6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:14.285952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-211e325f-a688-42e8-90e8-9fb6165d6a38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0514567 Dec 08 22:30:14.321966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-8b6b7a69-acc1-41e9-80a6-2c7e96d7fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:14.323497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-8b6b7a69-acc1-41e9-80a6-2c7e96d7fcb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483336 Dec 08 22:30:14.340329 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-a6d50c73-6e77-4d04-b134-776f12694f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:14.341848 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-a6d50c73-6e77-4d04-b134-776f12694f50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478780 Dec 08 22:30:14.418812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-054a1d60-5fb5-4db1-bae2-a4fdf69ca5fc service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871212 Dec 08 22:30:14.443285 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-8304196c-ce32-4456-a4aa-4911e7ea812c service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944037 Dec 08 22:30:14.519063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-78a5f79b-ae3d-41c1-a920-d071f1b571ab service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909495 Dec 08 22:30:14.546426 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9150360-855e-4ab3-9061-be8f07e17ce3 req-23eb0ec9-3031-4a1c-82fe-66151ac6f410 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927696 Dec 08 22:30:15.073877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:30:15.115089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:30:15.148674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5c68c-4d00-4e2f-b863-91bf380ce058 req-853fcc74-3a64-4f62-a143-0e3c1704a34c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:15.150140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90b5c68c-4d00-4e2f-b863-91bf380ce058 req-853fcc74-3a64-4f62-a143-0e3c1704a34c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.3480196 Dec 08 22:30:15.186397 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90b5c68c-4d00-4e2f-b863-91bf380ce058 req-e3c7fea6-cde7-4a9c-a63e-e37e27bfed1c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302458 Dec 08 22:30:15.300171 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586553-79ee-4e0e-aa2a-9a02d1077cbf req-58925df5-fd29-4361-8c07-49962334142c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:15.301632 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db586553-79ee-4e0e-aa2a-9a02d1077cbf req-58925df5-fd29-4361-8c07-49962334142c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.0483031 Dec 08 22:30:15.339595 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-db586553-79ee-4e0e-aa2a-9a02d1077cbf req-96b42ede-7907-4952-9d3f-dbb9737dec31 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Dec 08 22:30:15.451201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a71747-6936-4715-bcf0-2eb3b582f2ee req-57fa1944-921c-4e9d-8b63-a2a520daa715 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:15.452628 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a71747-6936-4715-bcf0-2eb3b582f2ee req-57fa1944-921c-4e9d-8b63-a2a520daa715 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.0468857 Dec 08 22:30:15.488839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98a71747-6936-4715-bcf0-2eb3b582f2ee req-aefc4d4a-877c-455d-b504-dbf1ab1facc9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303793 Dec 08 22:30:15.518065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:30:15.611211 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:15.623609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'mac_address': 'fa:16:3e:0b:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:30:15.662988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:15.675901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80afd15-3cc6-425b-bd5a-b7d14a884474 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:30:15.695790 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:15.699772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:15.720666 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b7096-fa57-49e8-bda7-5afcc10955c8 req-5ada062f-7e54-458a-9759-3077ab90565b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:15.722132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-258b7096-fa57-49e8-bda7-5afcc10955c8 req-5ada062f-7e54-458a-9759-3077ab90565b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 945 time: 0.0483522 Dec 08 22:30:15.751197 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=12']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:15.763255 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-258b7096-fa57-49e8-bda7-5afcc10955c8 req-d07b7317-f051-4c11-a9de-fefad5c7811f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342174 Dec 08 22:30:15.949039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['f80afd15-3cc6-425b-bd5a-b7d14a884474'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:30:16.879793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1594d-a9fc-4402-a16a-bb4c530209e1 req-e62515ff-69dd-4da3-bfe5-70b9bee162d7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:16.881273 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38b1594d-a9fc-4402-a16a-bb4c530209e1 req-e62515ff-69dd-4da3-bfe5-70b9bee162d7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0478249 Dec 08 22:30:16.918564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-38b1594d-a9fc-4402-a16a-bb4c530209e1 req-efa1d7d2-eb49-4281-af3b-56f70b52e95c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307884 Dec 08 22:30:16.977381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-7f0611a6-850f-4993-b560-e5e173fa21b3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:16.978822 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-7f0611a6-850f-4993-b560-e5e173fa21b3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 946 time: 0.0513101 Dec 08 22:30:17.063626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Deleting port f80afd15-3cc6-425b-bd5a-b7d14a884474 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:30:17.063883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:17.150987 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] For port f80afd15-3cc6-425b-bd5a-b7d14a884474, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=f80afd15-3cc6-425b-bd5a-b7d14a884474,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:17.151343 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:17.318252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:17.318528 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:17.318881 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a disassociated. External IP: 172.25.1.145, port: f80afd15-3cc6-425b-bd5a-b7d14a884474. Dec 08 22:30:17.319229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Calling delete_port for f80afd15-3cc6-425b-bd5a-b7d14a884474 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:30:17.444972 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:17.471262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event deleted for resources: {'Port': ['ID=f80afd15-3cc6-425b-bd5a-b7d14a884474,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:17.529484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:30:17.553135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: f80afd15-3cc6-425b-bd5a-b7d14a884474 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:30:17.553478 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 22:30:17.596888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:30:17.718823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:30:17.728770 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Port f80afd15-3cc6-425b-bd5a-b7d14a884474 not found, will not notify nova. {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 22:30:17.730092 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:30:17.739293 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:30:17.739894 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:30:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:30:17.760059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] No DVR routers for this DVR port f80afd15-3cc6-425b-bd5a-b7d14a884474 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:30:17.762580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:17.765867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ca6beba7-e54c-48f5-a4fe-8b8c9def1ed9 req-c8994dc8-3209-4dca-889f-e691a64ae8d5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "DELETE /v2.0/ports/f80afd15-3cc6-425b-bd5a-b7d14a884474 HTTP/1.1" status: 204 len: 173 time: 0.7810082 Dec 08 22:30:17.766335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-deleted', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:17.768630 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f4dbcf-db85-46d8-9b0b-19455033d3d5" -d '{"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-deleted", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:17.805375 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6c0464-e504-4c46-9ca7-4ff59516e1da x-openstack-request-id: req-6e6c0464-e504-4c46-9ca7-4ff59516e1da {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:17.805669 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2187de77-4572-422b-a6ee-6d3a0bb35b0f", "name": "network-vif-deleted", "tag": "f80afd15-3cc6-425b-bd5a-b7d14a884474", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:17.805926 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e6c0464-e504-4c46-9ca7-4ff59516e1da {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:17.806337 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2187de77-4572-422b-a6ee-6d3a0bb35b0f', 'name': 'network-vif-deleted', 'tag': 'f80afd15-3cc6-425b-bd5a-b7d14a884474', 'status': 'completed', 'code': 200} Dec 08 22:30:17.848952 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:30:18.021302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-150321ce-6b86-477a-93af-5df46aa98aef req-337e3b3a-e3c0-40cb-bce9-6603376c93a4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2187de77-4572-422b-a6ee-6d3a0bb35b0f HTTP/1.1" status: 200 len: 210 time: 0.0255489 Dec 08 22:30:18.054377 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:30:18.079594 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:30:18.088663 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:30:18.089308 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:30:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:30:18.200947 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:30:18.399289 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:30:18.510214 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1098f-fe2e-4181-9e9e-c2df828a1e0a None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:30:18.721461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1315412-8340-46ec-ace3-fcdb028aefa2 None None] New status for floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:30:19.288797 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-dda3efe4-fd5b-40b0-bcc4-e36840cab5f4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1620318839&fields=id&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 267 time: 0.0315154 Dec 08 22:30:19.391640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-e49e75f9-f26d-4cbf-952a-2a3103e83124 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:19.393076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-e49e75f9-f26d-4cbf-952a-2a3103e83124 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 811 time: 0.0977900 Dec 08 22:30:19.407501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-d10c0600-693a-47d2-9b46-c32ae36ea598 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/quotas/af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 375 time: 0.0087740 Dec 08 22:30:19.462024 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-a17fdaf0-cdf2-4507-bfc6-ed5f2da30ce2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495384 Dec 08 22:30:19.545496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:30:19.554760 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-90500e85-5ad4-4b7e-a06d-a201e6fd4b83 service neutron] 10.222.0.21 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813992 Dec 08 22:30:19.564258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: f80afd15-3cc6-425b-bd5a-b7d14a884474 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:30:19.564603 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device f80afd15-3cc6-425b-bd5a-b7d14a884474 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:30:19.645642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-82eea1e8-a692-4571-b6f4-b2ffa8a84223 service neutron] 10.222.0.21 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843806 Dec 08 22:30:19.805085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-239673c9-088e-4e29-a43a-617f13f065b4 req-dcc80013-4248-4a7d-9869-e5180f267c88 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 210 time: 0.0258102 Dec 08 22:30:20.682626 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-14dcbc99-7246-43fb-8069-b52c197bb8b7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:20.684080 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-14dcbc99-7246-43fb-8069-b52c197bb8b7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 811 time: 0.1008408 Dec 08 22:30:20.726298 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-4cd21084-f799-4ce8-bd95-87a6758fcbe4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 380 time: 0.0325127 Dec 08 22:30:20.736926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'port': {'device_id': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'admin_state_up': True, 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'security_groups': ['2c073521-d175-45b3-aa8c-7fdc0b868d24']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:30:20.843256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Made reservation on behalf of af396ed649e8483cab8962821fe7bf3a for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:30:20.846810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:20.926539 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-de0c9439-0cec-405a-aa73-52210efbe36c req-ce4c9985-55ee-4146-8ce6-de5d5cf3e20c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 210 time: 0.0552657 Dec 08 22:30:20.996995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Allocated IP 172.20.0.14 (bc7a2183-6542-4199-af7d-42ebc2a1f3ef/876fb6b0-91b8-44b6-ae2c-21e3e297208c/91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:30:21.130364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.161743 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.202618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:30:21.205635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:30:21.209234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:30:21.238119 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:21.263684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:21.264295 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.280474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-b78309da-260c-481b-9c91-eb3e1373771c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5470705 Dec 08 22:30:21.294739 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Request body: {'port': {'device_id': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:30:21.354317 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.479223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6c084109-98ba-4b2c-a5ee-334f232f7d0a None None] Provisioning complete for port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:30:21.480220 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6c084109-98ba-4b2c-a5ee-334f232f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.513793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6c084109-98ba-4b2c-a5ee-334f232f7d0a None None] Port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:30:21.608899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:30:21.616160 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.627425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Transition to ACTIVE for port object 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:30:21.631357 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.680166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:21.752167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:30:21.752839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:30:21.752839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:30:21.757812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:30:21.758136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:30:21.763108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:30:21.763381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:30:21.763769 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:30:21.764255 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Bound port: 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:30:21.764582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.831276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:30:21.835169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:30:21.839222 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.871968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:21.872630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:21.874008 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] 10.222.0.23 "PUT /v2.0/ports/91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1092 time: 0.5835698 Dec 08 22:30:21.874512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:21.876825 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b155db6-f442-409e-b099-12da933549fc" -d '{"events": [{"name": "network-changed", "server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:21.906024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1c438-18c6-4833-8775-4f1a56cad372 service neutron] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:21.915259 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac77512a-4e42-456c-87e0-70c7efe458e2 x-openstack-request-id: req-ac77512a-4e42-456c-87e0-70c7efe458e2 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:21.915743 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:21.915927 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac77512a-4e42-456c-87e0-70c7efe458e2 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:21.916965 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'status': 'completed', 'code': 200} Dec 08 22:30:21.960815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-ce7d6a42-6fbc-4b28-b77f-33f33783f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:21.962301 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-ce7d6a42-6fbc-4b28-b77f-33f33783f9ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1095 time: 0.0432992 Dec 08 22:30:22.021597 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-cea49bbf-a1c8-48d6-abf2-6eb78f9f02c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 217 time: 0.0488095 Dec 08 22:30:22.099050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33e8c6-de99-43d4-89c7-24897e222f08 req-1d35ffe1-5238-46e9-94f0-4dddc0801285 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:22.100855 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f33e8c6-de99-43d4-89c7-24897e222f08 req-1d35ffe1-5238-46e9-94f0-4dddc0801285 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0884860 Dec 08 22:30:22.102649 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-45146512-37ad-4189-a1c6-7a4e5fabce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:22.103986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-45146512-37ad-4189-a1c6-7a4e5fabce03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0636549 Dec 08 22:30:22.171335 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f33e8c6-de99-43d4-89c7-24897e222f08 req-602a99f9-2371-4456-bf75-31318ee27241 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638516 Dec 08 22:30:22.175625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-aa2afb1d-0e49-4720-8b13-8e9c1cbb004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:22.177056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-aa2afb1d-0e49-4720-8b13-8e9c1cbb004d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640283 Dec 08 22:30:22.266970 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-94b8f3ba-f1dc-443c-825e-8614d685c91b service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815485 Dec 08 22:30:22.359204 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-edff6f77-d3eb-4ab2-8064-6426ed2cfe9f req-0a378994-8768-4a2b-ae29-eb0938f10836 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Dec 08 22:30:22.441417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b155db6-f442-409e-b099-12da933549fc req-0ea4f961-f722-4f2d-a5b4-57d2e818f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:22.442913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b155db6-f442-409e-b099-12da933549fc req-0ea4f961-f722-4f2d-a5b4-57d2e818f86a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1095 time: 0.0400476 Dec 08 22:30:22.535456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b155db6-f442-409e-b099-12da933549fc req-1f08e471-bb8e-491e-8552-31e53c56e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:22.536908 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b155db6-f442-409e-b099-12da933549fc req-1f08e471-bb8e-491e-8552-31e53c56e2fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0870137 Dec 08 22:30:22.579070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b155db6-f442-409e-b099-12da933549fc req-e97c57f8-c14b-477b-a25f-3b46debf59f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 217 time: 0.0342042 Dec 08 22:30:22.627450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b155db6-f442-409e-b099-12da933549fc req-2c48c510-2a55-4de7-bf0d-45a9c09e7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:22.628768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b155db6-f442-409e-b099-12da933549fc req-2c48c510-2a55-4de7-bf0d-45a9c09e7672 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0425184 Dec 08 22:30:22.674062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b155db6-f442-409e-b099-12da933549fc req-d4d12f95-661e-4caf-952a-925f292579be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:22.675529 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b155db6-f442-409e-b099-12da933549fc req-d4d12f95-661e-4caf-952a-925f292579be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375049 Dec 08 22:30:22.768999 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b155db6-f442-409e-b099-12da933549fc req-620a953a-6d98-4a0c-a714-0e71d548def9 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Dec 08 22:30:22.857321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b155db6-f442-409e-b099-12da933549fc req-dadc9df9-da8b-464b-a5f0-0e443e756cba service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796180 Dec 08 22:30:23.289400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ef426-5fe3-41a9-b2d7-2e66cbc1a45a req-9c79148d-fec2-4cea-8b2d-8506d8aed8e5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:23.290885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b73ef426-5fe3-41a9-b2d7-2e66cbc1a45a req-9c79148d-fec2-4cea-8b2d-8506d8aed8e5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0523155 Dec 08 22:30:23.327054 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b73ef426-5fe3-41a9-b2d7-2e66cbc1a45a req-6a83c024-c721-4211-9296-88721dab3c7c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301688 Dec 08 22:30:24.444734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b892c54-a788-45db-ab8e-22027ef2d93a req-b028e04f-ffb2-4f62-93cb-25eafb454dec tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:24.446185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b892c54-a788-45db-ab8e-22027ef2d93a req-b028e04f-ffb2-4f62-93cb-25eafb454dec tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0530312 Dec 08 22:30:24.482577 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b892c54-a788-45db-ab8e-22027ef2d93a req-5828be2b-ec99-4409-b4cc-436c2ee600c3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305467 Dec 08 22:30:25.139460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:30:25.233567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:25.244384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'mac_address': 'fa:16:3e:7b:5f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:30:25.279843 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:25.291874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:30:25.313143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:25.316945 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:25.362304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:25.524431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:30:25.597219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af56d-2337-4e6d-bd27-092ea7e0ebd5 req-2c969006-0f0d-4a83-b0eb-fc8f71a41cbc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:25.598689 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-219af56d-2337-4e6d-bd27-092ea7e0ebd5 req-2c969006-0f0d-4a83-b0eb-fc8f71a41cbc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0484772 Dec 08 22:30:25.636470 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-219af56d-2337-4e6d-bd27-092ea7e0ebd5 req-4bdd01d8-3069-44a4-8b06-494cbd3b0110 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Dec 08 22:30:26.748244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c79201-93c7-4aed-895d-0398bfead256 req-41f6cef3-94ac-4f0c-8286-0b07d4881843 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:26.749610 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31c79201-93c7-4aed-895d-0398bfead256 req-41f6cef3-94ac-4f0c-8286-0b07d4881843 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0479646 Dec 08 22:30:26.786560 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31c79201-93c7-4aed-895d-0398bfead256 req-cd147bfc-a35b-46e1-920c-53a209b0d125 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Dec 08 22:30:27.162057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:30:27.211485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:30:27.215201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:30:27.215569 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:27.290193 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:27.311629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:27.313850 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad93d5f-5127-4114-85eb-eb68475171c3" -d '{"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-plugged", "status": "completed", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:27.326545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:30:27.330307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:27.356416 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b93038d-ff24-4ce1-825e-e3eec53fba8d x-openstack-request-id: req-9b93038d-ff24-4ce1-825e-e3eec53fba8d {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:27.356712 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-plugged", "status": "completed", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:27.356966 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b93038d-ff24-4ce1-825e-e3eec53fba8d {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:27.357348 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'code': 200} Dec 08 22:30:27.383793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:30:27.451662 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b741-edbc-47b3-ad52-e8b21c62d6de req-7df284eb-47a0-4890-bddd-3dd8c14f14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:27.453014 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4d7b741-edbc-47b3-ad52-e8b21c62d6de req-7df284eb-47a0-4890-bddd-3dd8c14f14d1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1097 time: 0.0387084 Dec 08 22:30:27.487824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4d7b741-edbc-47b3-ad52-e8b21c62d6de req-a1b88e5f-dee8-4164-823a-a86c38e6b6fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266962 Dec 08 22:30:27.900464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687dde-81a0-42e5-8354-c320a6367369 req-53afd4ee-03f6-40fd-8113-065a57b3b076 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:27.901909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-17687dde-81a0-42e5-8354-c320a6367369 req-53afd4ee-03f6-40fd-8113-065a57b3b076 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0518534 Dec 08 22:30:27.939614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-17687dde-81a0-42e5-8354-c320a6367369 req-28ea1414-d904-4d7c-9689-e2cecb36b036 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Dec 08 22:30:29.053205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71130894-bad7-4ffc-9239-1f98544df81a req-fcb24669-d8f6-4194-9c8a-6f20015bc4c4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:29.054643 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71130894-bad7-4ffc-9239-1f98544df81a req-fcb24669-d8f6-4194-9c8a-6f20015bc4c4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0471890 Dec 08 22:30:29.090999 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-71130894-bad7-4ffc-9239-1f98544df81a req-10fa52dc-e619-4c83-948d-cbd080a70b80 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298069 Dec 08 22:30:29.201344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1685-0c0e-480b-8969-2878d91bd67b req-891de878-fb87-44f6-bbfc-a6b20cb7bb7b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:29.202849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-11aa1685-0c0e-480b-8969-2878d91bd67b req-891de878-fb87-44f6-bbfc-a6b20cb7bb7b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0488985 Dec 08 22:30:29.211477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39286) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:30:29.215825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Request body: {'floatingip': {'port_id': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:30:29.254586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:29.660397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:29.663975 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:29.760659 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a associated. External IP: 172.25.1.145, port: 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07. Dec 08 22:30:29.960459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:30:30.065463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:30:30.070537 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:30.075916 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:30:30.084851 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:30:30.085655 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:30:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:30:30.099042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a57152fc-ee94-4ef8-94b2-9199047ddcaf tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "PUT /v2.0/floatingips/d36be2c6-a72d-40fb-b1c9-c06114ba5a0a HTTP/1.1" status: 200 len: 993 time: 0.8864925 Dec 08 22:30:30.099630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:30:30.102155 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ae51be-dc2f-4c36-913d-5720935538f7" -d '{"events": [{"name": "network-changed", "server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:30:30.148434 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9dcdd0-7f8a-4d2b-8585-a4e2e5297367 x-openstack-request-id: req-eb9dcdd0-7f8a-4d2b-8585-a4e2e5297367 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:30:30.148724 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:30:30.149494 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb9dcdd0-7f8a-4d2b-8585-a4e2e5297367 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:30:30.149887 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'status': 'completed', 'code': 200} Dec 08 22:30:30.196126 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:30:30.218244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-2ed8fc4d-d5a1-40d2-bfc7-532678137de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:30.219812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-2ed8fc4d-d5a1-40d2-bfc7-532678137de0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1097 time: 0.0435483 Dec 08 22:30:30.314208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-7c980cd1-3b24-4f91-be36-275329e58698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:30.315685 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-7c980cd1-3b24-4f91-be36-275329e58698 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0860999 Dec 08 22:30:30.381892 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-1d0636f8-0f9f-4252-9958-9666bde490d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0564923 Dec 08 22:30:30.413177 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:7b:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:30:29Z', 'revision_number': 13, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:30:30.430963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-e451f3ec-5b59-40b0-b4be-936172fe696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:30.432396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-e451f3ec-5b59-40b0-b4be-936172fe696b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0418861 Dec 08 22:30:30.441933 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:30:30.450553 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:30:30.451183 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:30:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:30:30.482544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-10d9e81e-9788-4332-b0d4-9f457ac53918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:30:30.483789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-10d9e81e-9788-4332-b0d4-9f457ac53918 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430360 Dec 08 22:30:30.555934 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:30:30.574572 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-bc720ece-8715-4a30-8054-d994d1a3f211 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821412 Dec 08 22:30:30.670182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44ae51be-dc2f-4c36-913d-5720935538f7 req-96a145b1-1be5-4f99-99b2-573f1c16393f service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874999 Dec 08 22:30:30.769585 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:7b:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:30:29Z', 'revision_number': 13, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:30:30.795584 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6737ab4-66bc-448c-80c5-881590bc4cf5 None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd36be2c6-a72d-40fb-b1c9-c06114ba5a0a', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'port_id': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'mac_address': 'fa:16:3e:7b:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:23:38Z', 'updated_at': '2021-12-08T22:30:29Z', 'revision_number': 13, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:30:30.986984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f197c11-d162-4c58-a042-a26dc1f52b24 None None] New status for floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:30:33.119682 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:30:35.620081 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-56bd6058-89ef-4e6f-989e-bc10a15e8853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:38.295418 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b844a476-5591-48ea-bfd0-5f57893d5925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:38.889902 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:39.561162 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:39.780045 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:40.353768 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:30:41.133443 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:05.620197 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-830480b6-d1ed-45c4-b15a-cca08402776a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:08.298440 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e8e6da63-3600-401e-848a-7d7334984b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:08.891402 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:09.563725 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:09.779831 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:10.118417 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:31:10.366930 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:11.135699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:27.479474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-3f4abb5f-29a4-4f7b-a669-d97a748c2983 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3368490 Dec 08 22:31:27.558680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-d015beda-37f2-4877-bcfc-da7696aa20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:31:27.560188 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-d015beda-37f2-4877-bcfc-da7696aa20d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1097 time: 0.0392332 Dec 08 22:31:27.661090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-c0508b38-0427-4fd5-b02b-dfa563a4e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:31:27.662546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-c0508b38-0427-4fd5-b02b-dfa563a4e619 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0842404 Dec 08 22:31:27.726881 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-610f651b-fbef-4154-9042-2436c604d352 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1003 time: 0.0563493 Dec 08 22:31:27.775380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-3d74e57e-75e9-41ae-a031-9746d29a8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:31:27.776765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-3d74e57e-75e9-41ae-a031-9746d29a8bd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0427175 Dec 08 22:31:27.823895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-29c467c6-b921-436c-9f43-ea605d66cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:31:27.825306 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-29c467c6-b921-436c-9f43-ea605d66cb12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418055 Dec 08 22:31:27.835690 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-282b406c-e8ed-43e3-ba70-8adfe51cc7a8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:31:27.836591 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-282b406c-e8ed-43e3-ba70-8adfe51cc7a8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046787 Dec 08 22:31:27.922861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-c7f825eb-23ff-46a8-b5b4-80a957ef84b3 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789661 Dec 08 22:31:28.017828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d0a4389-8814-4cfd-ad5a-f24aee51c0cf req-705aaf79-65ca-4dad-be3d-85ec6b4b443c service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875771 Dec 08 22:31:29.434212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-c58194a5-f9cf-4b4e-be39-d1b0e8517a77 req-529a8a90-5f4c-4cbd-844c-f41f7227ed52 service neutron] (102390) timed out ('10.222.0.21', 35618) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:31:35.619664 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2585a60-d5ff-4287-88f8-3d176c78d39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:38.302217 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9d2358e3-edb4-4156-9e0a-8b93123a101e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:38.891940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:39.565825 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:39.773892 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:40.366227 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:41.136891 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:31:47.117224 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:32:05.619928 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa9b6-d195-4513-846c-f67495d1405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:08.303324 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-66d6260e-dbf4-40de-bbce-64d4193f9903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:08.893228 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:09.569135 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:09.779843 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:10.367159 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:11.141148 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:12.460420 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7184b-c25d-411a-8c9c-cf62e09cad6c req-f6e2d0a1-41cd-4b6e-9c0c-e2f5424f774c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:12.461865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c8b7184b-c25d-411a-8c9c-cf62e09cad6c req-f6e2d0a1-41cd-4b6e-9c0c-e2f5424f774c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.1043243 Dec 08 22:32:12.499118 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c8b7184b-c25d-411a-8c9c-cf62e09cad6c req-37a17448-7f29-47ed-bba4-3c9f569132dc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Dec 08 22:32:23.719542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-437f73e3-1c33-4071-b30e-b4b2a5528412 req-0a77baf6-b4f6-4a4c-a5f8-998d35c133a4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:32:23.720561 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-437f73e3-1c33-4071-b30e-b4b2a5528412 req-0a77baf6-b4f6-4a4c-a5f8-998d35c133a4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0651207 Dec 08 22:32:24.115621 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:32:24.920459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d479be8-66ef-4758-af9b-e35ae999e68f req-06c241cc-d9b9-4473-8db4-d1f94910245d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:24.921957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d479be8-66ef-4758-af9b-e35ae999e68f req-06c241cc-d9b9-4473-8db4-d1f94910245d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0509374 Dec 08 22:32:24.947974 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-0efdca3b-aac2-47de-853f-332f5317b822 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885601 Dec 08 22:32:24.957646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-424839c1-b225-4142-a57f-188f349024ab service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:32:24.958626 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-424839c1-b225-4142-a57f-188f349024ab service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049121 Dec 08 22:32:24.959910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d479be8-66ef-4758-af9b-e35ae999e68f req-28806af5-aeda-4ef9-8439-8bdafee80472 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Dec 08 22:32:26.076886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e503-646b-4047-ba29-d7c98f882164 req-e4f05877-94ed-4771-b27f-2aa4314becfe tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:26.078352 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c8c1e503-646b-4047-ba29-d7c98f882164 req-e4f05877-94ed-4771-b27f-2aa4314becfe tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0482960 Dec 08 22:32:26.115601 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c8c1e503-646b-4047-ba29-d7c98f882164 req-63b438a0-9b72-4902-bc4a-86788e2e9f41 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313532 Dec 08 22:32:27.168408 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-5714352e-0804-4390-a2b8-fdd892d87edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:27.169909 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-5714352e-0804-4390-a2b8-fdd892d87edf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1097 time: 0.0410779 Dec 08 22:32:27.285716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303a8ef-2b72-4127-83f4-02a123e22f34 req-7494e697-a85d-432b-8e47-186765e4d6c2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:27.287205 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2303a8ef-2b72-4127-83f4-02a123e22f34 req-7494e697-a85d-432b-8e47-186765e4d6c2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.1030219 Dec 08 22:32:27.313379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-76eedf6d-b1fe-4034-8c00-294e0393df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:27.314784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-76eedf6d-b1fe-4034-8c00-294e0393df97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.1381783 Dec 08 22:32:27.372337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2303a8ef-2b72-4127-83f4-02a123e22f34 req-faf0cba5-004d-4f64-b7d0-850a7e4096e9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745599 Dec 08 22:32:27.392465 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-22789a8d-7c6b-4f5f-8b2a-74343848cbd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1003 time: 0.0704954 Dec 08 22:32:27.440780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-0db798eb-7916-4dec-aab4-39d553ad7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:27.442128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-0db798eb-7916-4dec-aab4-39d553ad7f7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0433178 Dec 08 22:32:27.486845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-fe72e6e9-5d8e-4571-bf94-f86ee8a2b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:27.488248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-fe72e6e9-5d8e-4571-bf94-f86ee8a2b795 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384722 Dec 08 22:32:27.579801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-de1b59fa-a2c9-4658-bc81-ac44ad39bd0f service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840192 Dec 08 22:32:27.666197 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-819f7fa3-b48f-456d-98b2-fe234da7450c service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797858 Dec 08 22:32:28.489113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41493320-fdd2-4dc3-9427-8c0e9e0e5d29 req-e28f843e-6153-465a-a666-1234808ca255 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:28.490477 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41493320-fdd2-4dc3-9427-8c0e9e0e5d29 req-e28f843e-6153-465a-a666-1234808ca255 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0513949 Dec 08 22:32:28.526628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-41493320-fdd2-4dc3-9427-8c0e9e0e5d29 req-cbb81339-f93f-4cc6-890b-eb1e407097ac tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302219 Dec 08 22:32:29.206529 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-7fe59963-16f5-4082-9720-16b3f4afec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:29.208062 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-7fe59963-16f5-4082-9720-16b3f4afec55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1097 time: 0.0411310 Dec 08 22:32:29.312977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-8272ba47-001c-4941-a0e2-f72290d6a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:29.314425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-8272ba47-001c-4941-a0e2-f72290d6a7b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0874567 Dec 08 22:32:29.379155 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-fa55dbaf-c6bd-4272-a8cc-100a3a65bd40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1003 time: 0.0566387 Dec 08 22:32:29.430451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-84237d16-e73b-49d3-907d-7d2e240191a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:29.431882 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-84237d16-e73b-49d3-907d-7d2e240191a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0456216 Dec 08 22:32:29.475637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-48479f32-ddf8-4f82-a55d-5ab7deabe620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:29.476963 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-48479f32-ddf8-4f82-a55d-5ab7deabe620 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378838 Dec 08 22:32:29.564681 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-3b33518e-892f-4925-bacc-8fab433280cc service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799179 Dec 08 22:32:29.691384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff87a80-6b16-4fca-b82a-485914f3a53d req-27e2828c-38be-42c0-98ea-ea1041aba3ce tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:29.692839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ff87a80-6b16-4fca-b82a-485914f3a53d req-27e2828c-38be-42c0-98ea-ea1041aba3ce tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0759418 Dec 08 22:32:29.696348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2aedf15-6384-42c9-b037-8a3222d08486 req-3bbaf97e-565b-4329-b04d-5cae33f6c8e4 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245785 Dec 08 22:32:29.730447 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7ff87a80-6b16-4fca-b82a-485914f3a53d req-fd9b585c-0d81-4903-82cf-15629a89a5b4 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310578 Dec 08 22:32:30.843929 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f64b9-9764-4d87-b0c4-7ce8ff0205bc req-2539e6dd-3b57-4973-a055-204154cc1739 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:30.845283 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e57f64b9-9764-4d87-b0c4-7ce8ff0205bc req-2539e6dd-3b57-4973-a055-204154cc1739 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0476501 Dec 08 22:32:30.884384 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e57f64b9-9764-4d87-b0c4-7ce8ff0205bc req-f1ef7ab0-b613-48d1-95c4-db70d2c39c44 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329134 Dec 08 22:32:32.004226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bb560-eee7-408c-8c89-b0489f17ee12 req-e230b0e2-7c8e-4ee3-bb51-e4a8c601df4b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:32.005682 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-918bb560-eee7-408c-8c89-b0489f17ee12 req-e230b0e2-7c8e-4ee3-bb51-e4a8c601df4b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0530183 Dec 08 22:32:32.041737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-918bb560-eee7-408c-8c89-b0489f17ee12 req-66722a7e-bfb7-4abb-bd47-2aadd3b59ec8 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300450 Dec 08 22:32:33.158202 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5436b6-064a-4e4c-9efe-19bc4534adf6 req-9c9b882e-741d-472f-8dad-af2df9449440 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:33.159734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d5436b6-064a-4e4c-9efe-19bc4534adf6 req-9c9b882e-741d-472f-8dad-af2df9449440 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0508518 Dec 08 22:32:33.198031 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4d5436b6-064a-4e4c-9efe-19bc4534adf6 req-0313a1b6-d285-45ae-b194-ee04674ce136 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322011 Dec 08 22:32:34.313431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361919d9-2ba1-43b0-9dd0-925403e7561a req-68002af4-1764-47e4-89e6-c81baf2dd8c9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:34.315064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361919d9-2ba1-43b0-9dd0-925403e7561a req-68002af4-1764-47e4-89e6-c81baf2dd8c9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0487676 Dec 08 22:32:34.352633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-361919d9-2ba1-43b0-9dd0-925403e7561a req-a9d6c578-22db-4723-8d36-eb271a55405f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Dec 08 22:32:35.473505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053e0f7-ac83-4272-bcb8-07c29bbc8d3a req-8f63acf1-9d21-47cd-8cb0-e76cfab16a45 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:35.475295 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d053e0f7-ac83-4272-bcb8-07c29bbc8d3a req-8f63acf1-9d21-47cd-8cb0-e76cfab16a45 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0554738 Dec 08 22:32:35.513884 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d053e0f7-ac83-4272-bcb8-07c29bbc8d3a req-7b040b50-f8b1-45cc-a102-35d0e52c658f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320218 Dec 08 22:32:35.619960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a3dc6757-cfa1-400f-b9d7-64cf02b9403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:36.629103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cf926-baf7-4188-936c-ced55962162e req-445b6821-b25d-4f58-81ab-799eeefd1dd3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:36.630570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-824cf926-baf7-4188-936c-ced55962162e req-445b6821-b25d-4f58-81ab-799eeefd1dd3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0490768 Dec 08 22:32:36.669054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-824cf926-baf7-4188-936c-ced55962162e req-4ca4c6b2-2357-40b4-88bb-63ebf921eb49 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325227 Dec 08 22:32:37.781633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b918845-88ea-40fa-bc1e-e8f9fa922783 req-950f4f4b-87a1-41aa-9fdf-479998150050 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:37.783162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b918845-88ea-40fa-bc1e-e8f9fa922783 req-950f4f4b-87a1-41aa-9fdf-479998150050 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0477340 Dec 08 22:32:37.820645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2b918845-88ea-40fa-bc1e-e8f9fa922783 req-361ef798-8b7c-4677-85e8-3248780ff73e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Dec 08 22:32:38.302823 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-88de2d71-4f54-4ae6-b50e-37b90404042d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:38.894572 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:38.941098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1127a-dc79-4cd3-b123-04787f77a223 req-496674db-2a1f-4826-80fd-9c0a5e7a9d4f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:38.942583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01b1127a-dc79-4cd3-b123-04787f77a223 req-496674db-2a1f-4826-80fd-9c0a5e7a9d4f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0544982 Dec 08 22:32:38.981135 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01b1127a-dc79-4cd3-b123-04787f77a223 req-41e83edf-bf72-4faa-b85b-1aaaf2f82d03 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Dec 08 22:32:39.570276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:39.798113 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:40.097492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f81e2-b1fe-4639-bd5a-f151f6d8f149 req-4228967d-64dd-4224-b46c-11db7b35fb78 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:40.098917 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a0f81e2-b1fe-4639-bd5a-f151f6d8f149 req-4228967d-64dd-4224-b46c-11db7b35fb78 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0478294 Dec 08 22:32:40.137239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a0f81e2-b1fe-4639-bd5a-f151f6d8f149 req-a86b5911-7cf8-4799-86c6-c3ea3d510bfa tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Dec 08 22:32:40.369759 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:41.143139 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:41.263740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae501b-046b-4335-9aa9-d96e8d2f33f5 req-2605f505-3b83-4c2d-bf83-16c4f3d88703 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:41.265173 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3ae501b-046b-4335-9aa9-d96e8d2f33f5 req-2605f505-3b83-4c2d-bf83-16c4f3d88703 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0568328 Dec 08 22:32:41.334428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d3ae501b-046b-4335-9aa9-d96e8d2f33f5 req-b47ca044-7740-4db2-84e7-b8d2b3676d95 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527828 Dec 08 22:32:41.336410 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-01faa5cb-426e-407a-8610-b13be867dd9d req-5663a0b1-85d8-4eb5-859a-cb4d85ee711e service neutron] show failed (client error): The resource could not be found. Dec 08 22:32:41.337421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-5663a0b1-85d8-4eb5-859a-cb4d85ee711e service neutron] 10.222.0.23 "GET /v2.0/ports/91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0879202 Dec 08 22:32:41.579052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-ab28696c-a30b-4d1d-947d-5149f913a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:41.580513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-ab28696c-a30b-4d1d-947d-5149f913a9fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 1097 time: 0.0855565 Dec 08 22:32:41.593714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:32:41.643791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:41.835501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:32:41.867526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:32:41.909795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:32:41.912046 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c4793-ed5a-4985-9932-2d326af17e61" -d '{"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-unplugged", "status": "completed", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:32:41.915981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:41.929061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Transition to ACTIVE for port object 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:32:41.933013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:41.966135 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178aed3b-33c6-4401-a229-64493b92291e x-openstack-request-id: req-178aed3b-33c6-4401-a229-64493b92291e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:32:41.966397 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-unplugged", "status": "completed", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:32:41.966653 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-178aed3b-33c6-4401-a229-64493b92291e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:32:41.967058 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'code': 200} Dec 08 22:32:42.015617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:32:42.027973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.028311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.028648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.028982 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.029309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.029640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.029965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.030285 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.030608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.030953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.031273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.031593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:42.069295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] No DVR routers for this DVR port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:32:42.201123 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:32:42.201450 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:32:42.201801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:32:42.205954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:32:42.206270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:32:42.213038 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:32:42.213268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:32:42.213645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:32:42.214062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Bound port: 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:32:42.214933 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:42.277915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:32:42.280852 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:32:42.285163 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:42.316394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:42.317016 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:42.318456 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] 10.222.0.37 "PUT /v2.0/ports/91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1092 time: 0.7284935 Dec 08 22:32:42.350249 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d1285-0c9f-4024-bc8f-265e30354cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:32:42.385870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-2989350b-8419-475e-b72c-6ebfdbc16455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:42.387939 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-2989350b-8419-475e-b72c-6ebfdbc16455 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1095 time: 0.0457368 Dec 08 22:32:42.463070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297be9a-86a0-4833-aaa3-f0af2e04d6a5 req-faf8d165-3a4d-43be-b0e6-48c74aa5df4d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:42.465384 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7297be9a-86a0-4833-aaa3-f0af2e04d6a5 req-faf8d165-3a4d-43be-b0e6-48c74aa5df4d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0579994 Dec 08 22:32:42.493935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-ce2a5b36-db4d-494a-b386-c12ca61398f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:42.495508 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-ce2a5b36-db4d-494a-b386-c12ca61398f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.1010370 Dec 08 22:32:42.506544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7297be9a-86a0-4833-aaa3-f0af2e04d6a5 req-52fbfb2b-101d-4076-a86f-dfb8e371264b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321865 Dec 08 22:32:42.560512 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-aae82fe3-84f8-4b2b-9a26-eb3d47daba4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0579817 Dec 08 22:32:42.613490 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-702d88ff-3c3b-4af2-9fea-1bf3677dd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:42.614996 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-702d88ff-3c3b-4af2-9fea-1bf3677dd280 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0470686 Dec 08 22:32:42.660565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e73b8f7b-dfbf-4f2e-834a-3100b7641f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:42.661994 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-e73b8f7b-dfbf-4f2e-834a-3100b7641f26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383587 Dec 08 22:32:42.752792 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-a7ad8c52-2486-4e76-9854-e3793b4d45e2 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831387 Dec 08 22:32:42.843049 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-01faa5cb-426e-407a-8610-b13be867dd9d req-f5810532-9053-4d4c-8487-873b197876a5 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831203 Dec 08 22:32:43.626447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecb1ce-909f-4d39-ae5f-d57a7502eecd req-0616c740-1726-4e09-9e22-e088f927a166 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:43.628081 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c3ecb1ce-909f-4d39-ae5f-d57a7502eecd req-0616c740-1726-4e09-9e22-e088f927a166 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0494163 Dec 08 22:32:43.665224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c3ecb1ce-909f-4d39-ae5f-d57a7502eecd req-9bb15e0c-4c4e-4de6-b652-413f06e38684 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Dec 08 22:32:43.689558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:32:43.726682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:32:43.968224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:32:43.970561 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba54499-797f-4f1f-aba8-a90849035024" -d '{"events": [{"name": "network-changed", "server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:32:44.019762 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81719d58-cd4a-475b-93ea-4e567197b6e4 x-openstack-request-id: req-81719d58-cd4a-475b-93ea-4e567197b6e4 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:32:44.020094 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:32:44.020326 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81719d58-cd4a-475b-93ea-4e567197b6e4 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:32:44.020728 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'status': 'completed', 'code': 200} Dec 08 22:32:44.081035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54499-797f-4f1f-aba8-a90849035024 req-b3153183-3bc8-453b-b638-e5748d9126f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.083283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-b3153183-3bc8-453b-b638-e5748d9126f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1095 time: 0.0423470 Dec 08 22:32:44.090335 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54499-797f-4f1f-aba8-a90849035024 req-460469fa-1d8d-4f5b-aa26-58568757bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.091875 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-460469fa-1d8d-4f5b-aa26-58568757bf36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1095 time: 0.0463798 Dec 08 22:32:44.179977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54499-797f-4f1f-aba8-a90849035024 req-353891b8-195b-4a2c-9915-576ce52f790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.181502 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-353891b8-195b-4a2c-9915-576ce52f790d service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0904710 Dec 08 22:32:44.182631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54499-797f-4f1f-aba8-a90849035024 req-ddf1fd45-b176-41dd-a09e-2a561baa9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.184250 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-ddf1fd45-b176-41dd-a09e-2a561baa9c34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0858710 Dec 08 22:32:44.251672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-fc5b3dac-80fa-465e-8088-92c209e39a5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0629766 Dec 08 22:32:44.255166 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-016fbb4b-a76b-424b-b4a5-dd60fa191177 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0638499 Dec 08 22:32:44.304180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54499-797f-4f1f-aba8-a90849035024 req-eb0cc163-1b9d-46cf-abc2-ab4d0e553637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.305870 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-eb0cc163-1b9d-46cf-abc2-ab4d0e553637 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0473559 Dec 08 22:32:44.307102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54499-797f-4f1f-aba8-a90849035024 req-086b4f8c-4bbb-4ddf-a48e-479113d7aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.308642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-086b4f8c-4bbb-4ddf-a48e-479113d7aac1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0462992 Dec 08 22:32:44.356093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54499-797f-4f1f-aba8-a90849035024 req-0c66eee6-5f12-4c09-ab8b-d6d30e2c1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.357920 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-0c66eee6-5f12-4c09-ab8b-d6d30e2c1f45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428901 Dec 08 22:32:44.358059 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54499-797f-4f1f-aba8-a90849035024 req-0240a939-2852-4a22-a3b0-1add22035ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.359520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-0240a939-2852-4a22-a3b0-1add22035ed4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460196 Dec 08 22:32:44.448823 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-8bd6c721-25d6-42b5-a75a-71cb90e0d9a4 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820684 Dec 08 22:32:44.449666 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-b4e8e5ec-60e7-41bd-bf83-cebaeb27961a service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843248 Dec 08 22:32:44.548027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-4b3fc77e-3648-48f1-ac33-7ee4d1248944 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924847 Dec 08 22:32:44.887891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7118588-b4a6-4ede-8998-114b9b3a194f req-5246feac-d69c-4481-a4ec-a5fd951e2654 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:44.889449 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7118588-b4a6-4ede-8998-114b9b3a194f req-5246feac-d69c-4481-a4ec-a5fd951e2654 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0948498 Dec 08 22:32:44.905885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ba54499-797f-4f1f-aba8-a90849035024 req-1e4a189c-75f8-49c9-8e4e-b732a5046056 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495277 Dec 08 22:32:44.930897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e7118588-b4a6-4ede-8998-114b9b3a194f req-eedb53e1-ae03-4c2e-9e01-ce7ebd9baa07 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340731 Dec 08 22:32:46.049060 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28ad8-b371-4882-9a71-b641bb78833e req-0e8a0b67-7885-449d-96c7-afd7846b61cd tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:46.050516 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-afa28ad8-b371-4882-9a71-b641bb78833e req-0e8a0b67-7885-449d-96c7-afd7846b61cd tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0486467 Dec 08 22:32:46.087879 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-afa28ad8-b371-4882-9a71-b641bb78833e req-2844f29e-27a7-4003-8dd6-35a021575a5e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313749 Dec 08 22:32:47.204623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bed1ab-052b-4f8d-b963-2dbbad0739e6 req-5d4e03bc-2027-4d27-8e58-64a9f222048b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:47.206112 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bed1ab-052b-4f8d-b963-2dbbad0739e6 req-5d4e03bc-2027-4d27-8e58-64a9f222048b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0486162 Dec 08 22:32:47.242885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a9bed1ab-052b-4f8d-b963-2dbbad0739e6 req-a1696d0e-9414-47e4-809e-d246ff5be95a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307190 Dec 08 22:32:48.357101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7fcea-70cc-43eb-806c-69494ffd24d4 req-80caa7e3-8c99-4063-af11-8ddfb64264c3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:48.358546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37a7fcea-70cc-43eb-806c-69494ffd24d4 req-80caa7e3-8c99-4063-af11-8ddfb64264c3 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0479250 Dec 08 22:32:48.394847 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37a7fcea-70cc-43eb-806c-69494ffd24d4 req-92554902-03aa-47b3-a758-ab9c5cd1200a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302968 Dec 08 22:32:49.523365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771dbf-de8e-4c07-8a8d-bee879f52cd0 req-6aeab45c-15de-4ef2-9238-2faa4d682f41 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:49.524862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-35771dbf-de8e-4c07-8a8d-bee879f52cd0 req-6aeab45c-15de-4ef2-9238-2faa4d682f41 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0476584 Dec 08 22:32:49.561986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-35771dbf-de8e-4c07-8a8d-bee879f52cd0 req-035ec8fb-518a-4239-987e-6ed6ed9345b7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307209 Dec 08 22:32:50.674157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb02aa-0e02-4e54-8260-522841ae6a83 req-66fc3dce-4116-4280-be43-89c1c32bd2fb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:50.675619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4fb02aa-0e02-4e54-8260-522841ae6a83 req-66fc3dce-4116-4280-be43-89c1c32bd2fb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0467446 Dec 08 22:32:50.719957 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4fb02aa-0e02-4e54-8260-522841ae6a83 req-af370886-ac64-47e8-a0ab-459e7e76b529 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384984 Dec 08 22:32:51.839998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336c62-ce5e-4457-a779-caf51fdf6ca9 req-7b2e0e91-ae58-448d-b80f-f015a175f269 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:51.841469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9336c62-ce5e-4457-a779-caf51fdf6ca9 req-7b2e0e91-ae58-448d-b80f-f015a175f269 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0526681 Dec 08 22:32:51.879162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9336c62-ce5e-4457-a779-caf51fdf6ca9 req-fab5b140-7899-4a41-9eb7-3d01742ce0c5 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Dec 08 22:32:52.992260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917dbfd-0a47-42c6-b845-5959e54610ff req-719ab073-878b-4006-842c-880255739a82 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:52.993696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1917dbfd-0a47-42c6-b845-5959e54610ff req-719ab073-878b-4006-842c-880255739a82 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0473607 Dec 08 22:32:53.030551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1917dbfd-0a47-42c6-b845-5959e54610ff req-c2f3c541-ea6f-4183-a893-0ad90a759923 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302789 Dec 08 22:32:54.145002 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cd5d0-4177-46ff-97f5-f815f3f2a86f req-64fa9090-d183-4e8c-b84d-ec3905e7a313 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:54.146449 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f29cd5d0-4177-46ff-97f5-f815f3f2a86f req-64fa9090-d183-4e8c-b84d-ec3905e7a313 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 944 time: 0.0477059 Dec 08 22:32:54.182013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f29cd5d0-4177-46ff-97f5-f815f3f2a86f req-b9d11c72-2878-438b-91c7-98be6807b9d1 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296087 Dec 08 22:32:54.246314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:32:54.341386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:32:54.353226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'mac_address': 'fa:16:3e:7b:5f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:32:54.391274 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:54.412132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:32:54.435019 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:32:54.439164 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:54.488302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:32:54.496338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.496692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.497176 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.497526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.497894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.498231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.498564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.498919 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.499247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.499499 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-652860ed-4088-438c-9a0e-0576c121ce0a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:54.499634 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.499892 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.500219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:54.500956 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-652860ed-4088-438c-9a0e-0576c121ce0a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.37 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117&tenant_id=af396ed649e8483cab8962821fe7bf3a&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 944 time: 0.0828223 Dec 08 22:32:54.517625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d3e16-56dc-4b82-8d81-e6362bf43178 req-1999436d-f1d8-427e-afa3-a23cb3d40a93 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:54.519032 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-af9d3e16-56dc-4b82-8d81-e6362bf43178 req-1999436d-f1d8-427e-afa3-a23cb3d40a93 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0727346 Dec 08 22:32:54.588630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-af9d3e16-56dc-4b82-8d81-e6362bf43178 req-b808b4d2-3472-4e88-b6fb-ea3f47ebf13a tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636008 Dec 08 22:32:54.596809 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-6f5c3f2d-0607-4f81-b816-b5c4e9c2cf26 service neutron] 10.222.0.37 "GET /v2.0/ports/91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07/bindings/n-h1-821126-1 HTTP/1.1" status: 200 len: 382 time: 0.0873997 Dec 08 22:32:54.658690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:32:54.663830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-76117c13-6dbc-4c02-87f6-2eebbcdd0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:54.665348 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-76117c13-6dbc-4c02-87f6-2eebbcdd0304 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1096 time: 0.0401359 Dec 08 22:32:54.760039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-c2e6003f-b618-40cf-b1c5-316650356449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:54.762104 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-c2e6003f-b618-40cf-b1c5-316650356449 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0895345 Dec 08 22:32:54.826113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-346e94bb-a8ee-46b9-9ad6-ee1113a9d3a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1002 time: 0.0573452 Dec 08 22:32:54.877797 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-a5d8d401-9b81-4590-a703-a1d0f390b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:54.879229 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-a5d8d401-9b81-4590-a703-a1d0f390b202 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0461569 Dec 08 22:32:54.923639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-8aa0df02-3752-4d1e-bfcf-946d5f26a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:54.925084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-8aa0df02-3752-4d1e-bfcf-946d5f26a888 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378437 Dec 08 22:32:55.014668 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-fadc80ed-33be-4287-8af8-bf9adf97ada5 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807920 Dec 08 22:32:55.106184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-898fef09-82c4-4bfa-a158-c1f70bbc63a1 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842266 Dec 08 22:32:55.703610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afaf27-5a00-4e8f-8955-f338e8e44263 req-e74621b4-1ba7-4fac-8001-8e86257277e6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:55.705055 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d0afaf27-5a00-4e8f-8955-f338e8e44263 req-e74621b4-1ba7-4fac-8001-8e86257277e6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Dec 08 22:32:55.742314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d0afaf27-5a00-4e8f-8955-f338e8e44263 req-d9eae769-7997-4b6e-9c25-2ba6d8775ee2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312946 Dec 08 22:32:56.260597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:32:56.309902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:32:56.313337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:32:56.313706 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:56.387652 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:56.409663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:32:56.411924 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6ab87-490f-4082-80e7-64acdf067477" -d '{"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-plugged", "status": "completed", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:32:56.424541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:32:56.428318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:56.460621 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6939a3f8-94dd-405b-901a-dadb7353470e x-openstack-request-id: req-6939a3f8-94dd-405b-901a-dadb7353470e {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:32:56.460913 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-plugged", "status": "completed", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:32:56.461174 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6939a3f8-94dd-405b-901a-dadb7353470e {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:32:56.461557 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'code': 200} Dec 08 22:32:56.479044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:32:56.857657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43cdb2-35c6-4cb0-b1d6-690421ca7a4a req-d72a5003-571b-48a2-b140-f5d20876b575 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:56.859246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b43cdb2-35c6-4cb0-b1d6-690421ca7a4a req-d72a5003-571b-48a2-b140-f5d20876b575 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0492313 Dec 08 22:32:56.903002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b43cdb2-35c6-4cb0-b1d6-690421ca7a4a req-f1f336c1-b553-43b9-867b-f3f659620444 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377588 Dec 08 22:32:58.023798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22508c66-2a98-4edf-81b1-5299ff1bcee5 req-dab31407-2bac-4778-88dd-70b8df821f6d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:58.025532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22508c66-2a98-4edf-81b1-5299ff1bcee5 req-dab31407-2bac-4778-88dd-70b8df821f6d tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0532470 Dec 08 22:32:58.065723 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22508c66-2a98-4edf-81b1-5299ff1bcee5 req-e1fef769-8f05-4ffb-b7e9-7814049822dc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331156 Dec 08 22:32:58.798263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-bd585103-e98a-411d-a23f-8a9b83431e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:58.799801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-bd585103-e98a-411d-a23f-8a9b83431e10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117&tenant_id=af396ed649e8483cab8962821fe7bf3a HTTP/1.1" status: 200 len: 1097 time: 0.0882928 Dec 08 22:32:58.812795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:32:58.862433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:59.057243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:32:59.093542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h1-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:32:59.132274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:32:59.134507 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c354dd7f-ece0-4961-9e91-965a79bb0dd7" -d '{"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-unplugged", "status": "completed", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:32:59.140189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:59.176497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Transition to ACTIVE for port object 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:32:59.181778 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:59.235674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d68c1-678c-4b7e-a14a-52f8f39be927 req-274517da-929e-4664-9c9a-333410f676ce tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:59.237213 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f15d68c1-678c-4b7e-a14a-52f8f39be927 req-274517da-929e-4664-9c9a-333410f676ce tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0994835 Dec 08 22:32:59.275041 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275332bb-7571-4627-b9d3-fee88225a7ac x-openstack-request-id: req-275332bb-7571-4627-b9d3-fee88225a7ac {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:32:59.275340 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-unplugged", "status": "completed", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:32:59.275596 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-275332bb-7571-4627-b9d3-fee88225a7ac {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:32:59.275987 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'code': 200} Dec 08 22:32:59.297300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=10']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:32:59.317860 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.318209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.318555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.318920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.319250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.319582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.319912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.320243 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.320571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.320911 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.321226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.321547 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:32:59.365102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f15d68c1-678c-4b7e-a14a-52f8f39be927 req-df6e3505-21ce-4956-9b48-80782d804943 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882483 Dec 08 22:32:59.366050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] No DVR routers for this DVR port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on host n-h1-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:32:59.498989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:32:59.499330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:32:59.499656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:32:59.503913 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:32:59.504233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Attempting to bind port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on network bc7a2183-6542-4199-af7d-42ebc2a1f3ef {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:32:59.508961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:32:59.509298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Checking segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:32:59.509675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Bound using segment: {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:32:59.510096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Bound port: 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40bf5c-0406-4bdf-a120-e777d09729b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:32:59.510447 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:59.574882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:32:59.577784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:32:59.582177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:59.615939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:59.616555 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:32:59.617920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] 10.222.0.23 "PUT /v2.0/ports/91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1093 time: 0.8090363 Dec 08 22:32:59.651579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584ef7a-0e70-4250-b502-c25126b8c939 service neutron] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=11']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:32:59.684426 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-bbfa1b9a-427c-4e79-afa8-d8423a79a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:59.685946 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-bbfa1b9a-427c-4e79-afa8-d8423a79a452 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1096 time: 0.0453403 Dec 08 22:32:59.781141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-55558c3d-4fed-4fd2-89e7-881b67584d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:59.782596 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-55558c3d-4fed-4fd2-89e7-881b67584d03 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0901833 Dec 08 22:32:59.847697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-65e92564-86f0-4a4c-bc11-bb95c9a21522 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0578647 Dec 08 22:32:59.896021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-590340df-1c12-4acc-8cf5-825f81c901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:59.897331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-590340df-1c12-4acc-8cf5-825f81c901f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0416718 Dec 08 22:32:59.945182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1826ca92-548e-41a4-8732-79bbad26cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:32:59.946642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-1826ca92-548e-41a4-8732-79bbad26cd20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415764 Dec 08 22:33:00.033917 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-4bdb8976-45a4-409d-9f70-d9c6eb6589b3 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798707 Dec 08 22:33:00.125526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34d67b4a-4ed7-4a8d-8dcf-e929ca46c763 req-72a43136-bc96-4050-b638-3b06cf1b2da1 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840437 Dec 08 22:33:00.292471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:33:00.329418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:33:00.484935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5b7a-6fd8-4f1e-9b30-5a4fa088acde req-b5e7e31a-b035-4483-ad2e-46d595b8523b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:00.486325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a2a5b7a-6fd8-4f1e-9b30-5a4fa088acde req-b5e7e31a-b035-4483-ad2e-46d595b8523b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0491350 Dec 08 22:33:00.523832 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7a2a5b7a-6fd8-4f1e-9b30-5a4fa088acde req-18bf84f3-aeb9-4747-8793-324c2af9161c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313590 Dec 08 22:33:01.114990 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:33:01.277977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:33:01.280417 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fe8da8-7e08-4d80-aa3d-604b60775d39" -d '{"events": [{"name": "network-changed", "server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:33:01.327705 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc9e57-912e-46d8-99f9-9381c63c412c x-openstack-request-id: req-b9cc9e57-912e-46d8-99f9-9381c63c412c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:33:01.328003 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:33:01.328259 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9cc9e57-912e-46d8-99f9-9381c63c412c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:33:01.328660 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'status': 'completed', 'code': 200} Dec 08 22:33:01.386527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-b68c3e29-af40-43fc-ad7e-111ad6f1f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.388021 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-b68c3e29-af40-43fc-ad7e-111ad6f1f002 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1096 time: 0.0419078 Dec 08 22:33:01.396388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-a9dd5d70-c9b1-4a00-b86e-443ab2adbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.397865 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-a9dd5d70-c9b1-4a00-b86e-443ab2adbda3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af396ed649e8483cab8962821fe7bf3a&device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 1096 time: 0.0462358 Dec 08 22:33:01.478430 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-faa8835a-574a-4721-94e0-8c50546fadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.480551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-faa8835a-574a-4721-94e0-8c50546fadab service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0856571 Dec 08 22:33:01.488400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-d8b9ed49-1652-48f6-b50a-29005b993cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.489880 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-d8b9ed49-1652-48f6-b50a-29005b993cbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 200 len: 912 time: 0.0851741 Dec 08 22:33:01.551851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-766cb38f-5845-425d-91d3-558eb8cedf27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0644846 Dec 08 22:33:01.561639 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-f5f304b4-b072-45ce-b861-5ce19f93ec01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0648000 Dec 08 22:33:01.607521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-5104b268-5e5b-47bc-bd8c-5ce13fa077bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.608972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-5104b268-5e5b-47bc-bd8c-5ce13fa077bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0492272 Dec 08 22:33:01.645349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-bd371ca7-7773-4b44-981a-1cabd04cd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.646800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-bd371ca7-7773-4b44-981a-1cabd04cd7c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 200 len: 850 time: 0.0769930 Dec 08 22:33:01.655927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-a0b688ab-f2e1-4dc7-bc40-b7b1ba963d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.657595 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-a0b688ab-f2e1-4dc7-bc40-b7b1ba963d8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416477 Dec 08 22:33:01.692213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5fa2f-0e6c-4868-916a-e7fcc574387f req-34592f46-1932-40e8-99e7-93f597841f8b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.693748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30c5fa2f-0e6c-4868-916a-e7fcc574387f req-34592f46-1932-40e8-99e7-93f597841f8b tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0924735 Dec 08 22:33:01.709128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-b6cd6c9f-d473-4229-8aba-e44c0063f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:01.710811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-b6cd6c9f-d473-4229-8aba-e44c0063f6b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7a2183-6542-4199-af7d-42ebc2a1f3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570707 Dec 08 22:33:01.752923 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-924e7a67-691c-4632-a86a-aafcb6794c28 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884407 Dec 08 22:33:01.790899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-30c5fa2f-0e6c-4868-916a-e7fcc574387f req-8c6505ff-deea-44fa-b2f3-36910ee97eae tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879409 Dec 08 22:33:01.833803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-a90ba5bf-5cc3-4524-9786-696873b27271 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103961 Dec 08 22:33:01.853024 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-085b87ad-9e08-4203-be77-b5574e364291 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927200 Dec 08 22:33:01.934558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75fe8da8-7e08-4d80-aa3d-604b60775d39 req-c6d55383-956a-4db4-8f67-879c75b1e6bc service neutron] 10.222.0.37 "GET /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928738 Dec 08 22:33:02.918773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086fb8b-17c2-4429-8b63-e686afe2339d req-210104cb-bc67-4bc3-8c32-377c59af5108 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:02.920244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b086fb8b-17c2-4429-8b63-e686afe2339d req-210104cb-bc67-4bc3-8c32-377c59af5108 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0538676 Dec 08 22:33:02.957607 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b086fb8b-17c2-4429-8b63-e686afe2339d req-2cb2ab3f-b8f8-4027-9999-1a9e6f4aa4e6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Dec 08 22:33:04.072211 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df5f79-a5fb-4219-adea-efad94016f40 req-13ec1180-bbd8-4e4f-a92f-69e7a2db1369 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:04.073691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43df5f79-a5fb-4219-adea-efad94016f40 req-13ec1180-bbd8-4e4f-a92f-69e7a2db1369 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0490854 Dec 08 22:33:04.111621 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-43df5f79-a5fb-4219-adea-efad94016f40 req-a9abf72e-e582-43d0-b3d3-b83312581009 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Dec 08 22:33:05.225885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61128ce-666c-4ce4-926b-f59b25b43458 req-a3fb605c-c5c8-4d1a-8e71-9b2ce9fdaff9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:05.227401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e61128ce-666c-4ce4-926b-f59b25b43458 req-a3fb605c-c5c8-4d1a-8e71-9b2ce9fdaff9 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0490801 Dec 08 22:33:05.265490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e61128ce-666c-4ce4-926b-f59b25b43458 req-b279e6d3-7ab8-4bb1-bd28-da70e2f766f8 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321975 Dec 08 22:33:05.619291 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d9dc07f0-776c-4656-9553-ae7042ad1e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:06.377814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318598f-b9b0-4d9b-b5b5-02f479054a64 req-10da8d60-1ddd-44b6-81c2-125e9cf89848 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:06.379280 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5318598f-b9b0-4d9b-b5b5-02f479054a64 req-10da8d60-1ddd-44b6-81c2-125e9cf89848 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0478878 Dec 08 22:33:06.416357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5318598f-b9b0-4d9b-b5b5-02f479054a64 req-0790ac0e-bbc5-4b4b-afc5-85b3eb649eb2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311902 Dec 08 22:33:07.545131 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc81c4a-cefd-4832-843f-ad94d27a5d62 req-5e6db10c-e25f-4bc3-a67a-936789b9c862 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:07.546577 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ddc81c4a-cefd-4832-843f-ad94d27a5d62 req-5e6db10c-e25f-4bc3-a67a-936789b9c862 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0473936 Dec 08 22:33:07.582569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ddc81c4a-cefd-4832-843f-ad94d27a5d62 req-a485e01c-d4a3-469f-82fd-ca673844810c tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300267 Dec 08 22:33:08.303529 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bf0973a2-9b7d-4356-84e6-0d06c51a8be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:08.703493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270dca-9cc0-4dcf-a4fe-3d3c03c7ddb6 req-ee526ab0-bd81-4bfe-b099-a98338c30ba0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:08.704888 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d270dca-9cc0-4dcf-a4fe-3d3c03c7ddb6 req-ee526ab0-bd81-4bfe-b099-a98338c30ba0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0534794 Dec 08 22:33:08.742833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d270dca-9cc0-4dcf-a4fe-3d3c03c7ddb6 req-6dee9707-0c81-4fc0-a3ce-655255949b27 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Dec 08 22:33:08.898081 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:09.572296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:09.808765 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:09.860191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01857-40c2-408a-a9d8-594ea9917b0f req-db35e89b-0384-4ac6-a60f-4da64ce21269 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:09.861629 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ff01857-40c2-408a-a9d8-594ea9917b0f req-db35e89b-0384-4ac6-a60f-4da64ce21269 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Dec 08 22:33:09.900391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1ff01857-40c2-408a-a9d8-594ea9917b0f req-f3a30a79-3074-4989-b133-479b861ab597 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327399 Dec 08 22:33:10.398024 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:11.013634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a9dc0-3342-4c14-95d6-0595e7c6547a req-45d575af-7e65-4bf3-9e95-e07bd7a7a295 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:11.015123 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-205a9dc0-3342-4c14-95d6-0595e7c6547a req-45d575af-7e65-4bf3-9e95-e07bd7a7a295 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0489085 Dec 08 22:33:11.052656 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-205a9dc0-3342-4c14-95d6-0595e7c6547a req-8a425b50-1f8d-480b-948e-4ce64b06d613 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Dec 08 22:33:11.144917 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:11.166987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c76e3f-41e9-4983-91d4-75174f8d71cd req-be3b65d8-1c19-438b-a9f9-1ac3b08fbf62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:11.168488 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-83c76e3f-41e9-4983-91d4-75174f8d71cd req-be3b65d8-1c19-438b-a9f9-1ac3b08fbf62 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0501540 Dec 08 22:33:11.205692 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-83c76e3f-41e9-4983-91d4-75174f8d71cd req-54f8c5ab-d0c1-4049-8859-686eb6665af2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Dec 08 22:33:11.317716 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf71f7-2103-4b5a-b285-8310223a6565 req-328fa46e-342f-4d9c-9447-0a2ea9c057a6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:11.319213 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52bf71f7-2103-4b5a-b285-8310223a6565 req-328fa46e-342f-4d9c-9447-0a2ea9c057a6 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0479128 Dec 08 22:33:11.356986 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-52bf71f7-2103-4b5a-b285-8310223a6565 req-a36ad91d-831d-48ae-8a48-00ee22c709fc tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313649 Dec 08 22:33:11.588163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e00ccb-9063-4640-8e4a-c059a2eb95d3 req-694dcb11-e782-4b4a-a3cd-a13fe9a93425 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:11.589637 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0e00ccb-9063-4640-8e4a-c059a2eb95d3 req-694dcb11-e782-4b4a-a3cd-a13fe9a93425 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 945 time: 0.0525625 Dec 08 22:33:11.627079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c0e00ccb-9063-4640-8e4a-c059a2eb95d3 req-4ce1663b-6858-470c-bffc-21c686b27d4e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311677 Dec 08 22:33:11.843829 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:33:11.937557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:11.948203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'port_id': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'mac_address': 'fa:16:3e:7b:5f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:33:11.983262 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:11.995113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:33:12.014292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:12.017907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:12.061899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=12']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:12.278868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:33:12.746633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5e22a-8aa8-42aa-9c53-31369944c824 req-8e50949a-6db0-4f1b-982e-fac772e6d2a2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:12.748167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75d5e22a-8aa8-42aa-9c53-31369944c824 req-8e50949a-6db0-4f1b-982e-fac772e6d2a2 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0526388 Dec 08 22:33:12.787314 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-75d5e22a-8aa8-42aa-9c53-31369944c824 req-85f86e5a-c43c-4f73-91d2-0110676e16a7 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Dec 08 22:33:13.124533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-63cbc4de-fbeb-44e4-8d77-ccbbaba8e206 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:13.125936 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-63cbc4de-fbeb-44e4-8d77-ccbbaba8e206 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Dec 08 22:33:13.211376 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Deleting port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:33:13.211829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:13.300411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] For port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:13.300762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:13.462952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:13.463213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:13.463526 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a disassociated. External IP: 172.25.1.145, port: 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07. Dec 08 22:33:13.463857 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Calling delete_port for 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:33:13.885401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:13.896463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:33:13.905152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ad094-3a8e-40d6-8a54-5a3ee3071c62 req-985803f7-9747-4b6a-ab5d-c815fff8c802 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:13.906658 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-935ad094-3a8e-40d6-8a54-5a3ee3071c62 req-985803f7-9747-4b6a-ab5d-c815fff8c802 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 867 time: 0.0504265 Dec 08 22:33:13.913389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event deleted for resources: {'Port': ['ID=91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:13.918974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:33:13.919345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 22:33:13.942738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 not found, will not notify nova. {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 22:33:13.951260 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-935ad094-3a8e-40d6-8a54-5a3ee3071c62 req-9331eb24-5f02-4a83-b725-87be89c23d63 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c073521-d175-45b3-aa8c-7fdc0b868d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378087 Dec 08 22:33:14.029484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:33:14.138978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:33:14.148673 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:33:14.158153 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:33:14.158856 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:33:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:14.177647 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] No DVR routers for this DVR port 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:33:14.180402 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:14.183739 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2fff956f-b640-4e9f-b5f2-826e8a62f84d req-602c1cd1-b0f7-45c8-a03c-a748a0bff1c0 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.23 "DELETE /v2.0/ports/91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 HTTP/1.1" status: 204 len: 173 time: 1.0519397 Dec 08 22:33:14.184182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-deleted', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:33:14.186449 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae327977-f393-44c5-91e3-694f3ec924bc" -d '{"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-deleted", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:33:14.239465 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360ce89c-5cff-4d2b-899e-712117ba840b x-openstack-request-id: req-360ce89c-5cff-4d2b-899e-712117ba840b {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:33:14.239764 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815cfe7c-02c5-4579-a1a8-16919ae69117", "name": "network-vif-deleted", "tag": "91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:33:14.240019 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-360ce89c-5cff-4d2b-899e-712117ba840b {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:33:14.240448 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815cfe7c-02c5-4579-a1a8-16919ae69117', 'name': 'network-vif-deleted', 'tag': '91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07', 'status': 'completed', 'code': 200} Dec 08 22:33:14.266748 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:33:14.458369 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:14.487727 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:33:14.496420 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:33:14.497015 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:33:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:14.597507 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:33:14.893066 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:14.920304 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50e828-f8da-4207-bc7d-8a09225791f2 None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:36Z', 'revision_number': 4, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '96ed2b19-c1c7-4dc8-abad-d8843194e5b8', 'name': '', 'network_id': 'bc7a2183-6542-4199-af7d-42ebc2a1f3ef', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'mac_address': 'fa:16:3e:db:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:36Z', 'updated_at': '2021-12-08T22:23:39Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'subnets': [{'id': '876fb6b0-91b8-44b6-ae2c-21e3e297208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:33:15.049984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cdd7aa83-39b6-4486-94e8-d10e484493ec req-6e3870e0-4cea-40b0-bb80-45e5b206f5eb tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 210 time: 0.0295804 Dec 08 22:33:15.153021 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df252a85-886b-49b8-b776-1eb20f92ba82 None None] New status for floating IP d36be2c6-a72d-40fb-b1c9-c06114ba5a0a: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:33:16.149833 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-06017992-47ae-48dc-94ff-6112ff7b8009 req-7d38ffac-c2a5-4dfb-9020-32b02b2f4371 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 210 time: 0.0269351 Dec 08 22:33:17.244955 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c6adbe4-015e-4b8d-b555-a229d2098c01 req-2af901e6-c80b-4208-97e7-0175d31e104e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/ports?device_id=815cfe7c-02c5-4579-a1a8-16919ae69117 HTTP/1.1" status: 200 len: 210 time: 0.0261538 Dec 08 22:33:17.921576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:33:17.944537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:33:17.944880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 91c3150c-6aee-4f0d-9bc1-d4f79e5fdf07 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:33:20.975381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39764) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:21.033594 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b204a5e-f693-4aad-91de-958bae83076e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.058215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b204a5e-f693-4aad-91de-958bae83076e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.107605 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b204a5e-f693-4aad-91de-958bae83076e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.110173 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9b204a5e-f693-4aad-91de-958bae83076e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.111372 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9b204a5e-f693-4aad-91de-958bae83076e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c073521-d175-45b3-aa8c-7fdc0b868d24 HTTP/1.1" status: 204 len: 168 time: 0.1349924 Dec 08 22:33:21.114006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39766) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:21.120822 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b204a5e-f693-4aad-91de-958bae83076e tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c073521-d175-45b3-aa8c-7fdc0b868d24,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:21.129794 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-3a9a7a60-eb7f-4261-ad43-f136234ee14f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] show failed (client error): The resource could not be found. Dec 08 22:33:21.131002 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a9a7a60-eb7f-4261-ad43-f136234ee14f tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "GET /v2.0/security-groups/2c073521-d175-45b3-aa8c-7fdc0b868d24 HTTP/1.1" status: 404 len: 347 time: 0.0155542 Dec 08 22:33:21.133645 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:21.264806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Deleting port 7c0fb304-024a-4dd8-802a-5095fb64c4df {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:33:21.265144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.338542 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.338763 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.350955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Calling delete_port for 7c0fb304-024a-4dd8-802a-5095fb64c4df owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:33:21.483641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.508432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Pushing event deleted for resources: {'Port': ['ID=7c0fb304-024a-4dd8-802a-5095fb64c4df,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:21.576997 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.579562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:21.580767 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2f505e52-5695-40bb-88ca-f15088d11b20 tempest-ServerActionsTestJSON-87766970 tempest-ServerActionsTestJSON-87766970-project] 10.222.0.21 "DELETE /v2.0/floatingips/d36be2c6-a72d-40fb-b1c9-c06114ba5a0a HTTP/1.1" status: 204 len: 168 time: 0.4460487 Dec 08 22:33:21.583744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39772) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:21.975132 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:22.213714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Deleting port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:33:22.214264 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:22.288634 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] For port 96ed2b19-c1c7-4dc8-abad-d8843194e5b8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:22.288906 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:22.304377 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Calling delete_port for 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:33:22.478073 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:22.504512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Pushing event deleted for resources: {'Port': ['ID=96ed2b19-c1c7-4dc8-abad-d8843194e5b8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:22.667482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:22.875308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Router c1810c4b-95c5-44b2-afaf-795152b0fed9 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:33:22.978587 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:33:22.984084 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-07c4b205-aca0-4555-a17c-91cbb7de14be admin admin] 10.222.0.21 "PUT /v2.0/routers/c1810c4b-95c5-44b2-afaf-795152b0fed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3993933 Dec 08 22:33:22.987003 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39776) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:22.987973 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] Sync routers for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:33:22.996875 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:33:22.997464 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:33:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:23.089680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:23.099351 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:33:23.293783 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:33:22Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:23.320413 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] Checking router: c1810c4b-95c5-44b2-afaf-795152b0fed9 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:33:23.329461 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] Routers {'c1810c4b-95c5-44b2-afaf-795152b0fed9'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:33:23.330075 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:33:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c1810c4b-95c5-44b2-afaf-795152b0fed9'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:23.439521 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] Set router c1810c4b-95c5-44b2-afaf-795152b0fed9 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:33:23.509516 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:23.560640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Deleting port 7a126700-3508-4d40-b0ba-e4b62db8ea45 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:33:23.560981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:23.613110 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:33:22Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:23.640107 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] For port 7a126700-3508-4d40-b0ba-e4b62db8ea45, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=7a126700-3508-4d40-b0ba-e4b62db8ea45,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:23.640472 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:23.643345 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb90b03-e6f6-4af8-9bff-80e8ff3c9cbd None None] The sync data for ids ['c1810c4b-95c5-44b2-afaf-795152b0fed9'] in n-d-821126-1 is: [{'id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'name': 'tempest-ServerActionsTestJSON-979163381-router', 'tenant_id': 'af396ed649e8483cab8962821fe7bf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:33:22Z', 'revision_number': 5, 'project_id': 'af396ed649e8483cab8962821fe7bf3a', 'gw_port': {'id': '7a126700-3508-4d40-b0ba-e4b62db8ea45', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1810c4b-95c5-44b2-afaf-795152b0fed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:23:34Z', 'updated_at': '2021-12-08T22:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:33:23.658975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Calling delete_port for 7a126700-3508-4d40-b0ba-e4b62db8ea45 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:33:23.819552 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:23.846259 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7a126700-3508-4d40-b0ba-e4b62db8ea45,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:23.907036 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:23.996111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:23.998893 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.051253 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.051785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1810c4b-95c5-44b2-afaf-795152b0fed9 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:33:24.056518 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.057724 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-89382974-b571-40c5-b22c-ec2696b043ba admin admin] 10.222.0.21 "DELETE /v2.0/routers/c1810c4b-95c5-44b2-afaf-795152b0fed9 HTTP/1.1" status: 204 len: 168 time: 1.0697844 Dec 08 22:33:24.060814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39778) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:24.105220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b40855-fa65-4437-b178-518bb12b00e8 admin admin] Deleting subnet 876fb6b0-91b8-44b6-ae2c-21e3e297208c {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:33:24.109011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5b40855-fa65-4437-b178-518bb12b00e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.144275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5b40855-fa65-4437-b178-518bb12b00e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.230013 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5b40855-fa65-4437-b178-518bb12b00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.284691 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5b40855-fa65-4437-b178-518bb12b00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.310691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b40855-fa65-4437-b178-518bb12b00e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876fb6b0-91b8-44b6-ae2c-21e3e297208c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:24.318377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c5b40855-fa65-4437-b178-518bb12b00e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.322851 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c5b40855-fa65-4437-b178-518bb12b00e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/876fb6b0-91b8-44b6-ae2c-21e3e297208c HTTP/1.1" status: 204 len: 168 time: 0.2609930 Dec 08 22:33:24.323126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f459f-05fa-4221-9835-0407c073f0f0 None None] Network bc7a2183-6542-4199-af7d-42ebc2a1f3ef requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:33:24.325348 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39780) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:24.393571 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.449995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Deleting port 503f2b53-04be-42b0-bd35-31172cf96089 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:33:24.450348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.512488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] For port 503f2b53-04be-42b0-bd35-31172cf96089, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=503f2b53-04be-42b0-bd35-31172cf96089,segment=NetworkSegment(0d40bf5c-0406-4bdf-a120-e777d09729b5),segment_id=0d40bf5c-0406-4bdf-a120-e777d09729b5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:24.513153 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.524993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Calling delete_port for 503f2b53-04be-42b0-bd35-31172cf96089 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:33:24.606324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.616445 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7897b9c7-98ec-4d0b-8bf0-2ad2224cfb8c None None] DHCP port deletion for bc7a2183-6542-4199-af7d-42ebc2a1f3ef request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:33:24.638749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=503f2b53-04be-42b0-bd35-31172cf96089,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:24.642787 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] No DVR routers for this DVR port 503f2b53-04be-42b0-bd35-31172cf96089 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:33:24.692554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 503f2b53-04be-42b0-bd35-31172cf96089 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:33:24.712561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 503f2b53-04be-42b0-bd35-31172cf96089 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:33:24.712990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 503f2b53-04be-42b0-bd35-31172cf96089 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:33:24.713414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:33:24.723439 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.736586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:33:24.736586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 96ed2b19-c1c7-4dc8-abad-d8843194e5b8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:33:24.736586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7a126700-3508-4d40-b0ba-e4b62db8ea45 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:33:24.747504 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7a2183-6542-4199-af7d-42ebc2a1f3ef']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:24.754284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 7a126700-3508-4d40-b0ba-e4b62db8ea45 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:33:24.754636 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 7a126700-3508-4d40-b0ba-e4b62db8ea45 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:33:24.756877 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d40bf5c-0406-4bdf-a120-e777d09729b5') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:24.757170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d40bf5c-0406-4bdf-a120-e777d09729b5') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:24.767498 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.781042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.787039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:33:24.787420 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:33:24.789054 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:33:24.845523 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.850917 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:24.854030 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc7a2183-6542-4199-af7d-42ebc2a1f3ef HTTP/1.1" status: 204 len: 168 time: 0.5277529 Dec 08 22:33:24.864873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97e114-6b6b-40c1-80a0-f597e54a9e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7a2183-6542-4199-af7d-42ebc2a1f3ef,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:24.958366 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39784) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:24.996435 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c6927269-f6f5-4704-a910-2486d26a2e5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af396ed649e8483cab8962821fe7bf3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369411 Dec 08 22:33:24.999294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39786) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:25.045475 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bde142ef-f966-44fe-a815-b38258cb60fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:25.065922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bde142ef-f966-44fe-a815-b38258cb60fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:25.110290 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bde142ef-f966-44fe-a815-b38258cb60fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:25.112832 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bde142ef-f966-44fe-a815-b38258cb60fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:25.113962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bde142ef-f966-44fe-a815-b38258cb60fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01aabd8c-76e4-46cd-afd6-bc96c7275305 HTTP/1.1" status: 204 len: 168 time: 0.1137435 Dec 08 22:33:25.121322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde142ef-f966-44fe-a815-b38258cb60fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aabd8c-76e4-46cd-afd6-bc96c7275305,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:25.796158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39808) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:25.888175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1953280963-network', 'tenant_id': 'c94f51cf43f9486f931ca6505ee52d57'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:25.909437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Made reservation on behalf of c94f51cf43f9486f931ca6505ee52d57 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:33:25.911819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:25.923142 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:25.997149 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.000829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.020583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:33:26.033966 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa704d0-d883-49ad-89b7-793829adaf67,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:26.038630 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.038998 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Added segment 60b2966d-e5db-41ed-bec2-4f902bfbc9a8 of type vlan for network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 Dec 08 22:33:26.078085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.102277 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.103231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:26.103801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.152590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3553362 Dec 08 22:33:26.156156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39812) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:26.161101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Request body: {'subnet': {'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1953280963-subnet', 'tenant_id': 'c94f51cf43f9486f931ca6505ee52d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:26.163636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08183124-a293-4b80-aedd-0c8b0b57084a admin admin] Pushing event updated for resources: {'Network': ['ID=bd8b162e-9307-4d6b-886f-57fc3aeebeb3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:26.173208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:33:26.184740 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Made reservation on behalf of c94f51cf43f9486f931ca6505ee52d57 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:33:26.187397 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.359499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.407406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e9e45f-da00-4ebd-aaae-59be0b4cc81c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:26.422080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Checking segment: {'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:33:26.422445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Network hostable DHCP agents. Network: bd8b162e-9307-4d6b-886f-57fc3aeebeb3, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:33:26.438738 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:33:26.446622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, bd8b162e-9307-4d6b-886f-57fc3aeebeb3) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:33:26.451308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:26.451901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:26.456494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968e2667-07c8-4f8f-923c-ac771e71e588 None None] Network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:33:26.467667 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-51d2b83a-e18f-4d9f-9c08-e89b0ef116fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3104310 Dec 08 22:33:26.584226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a6a3e-b8bf-4895-8876-38807823c0a1 None None] Network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:33:26.899380 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-789b07d4-d5c4-4ebf-b8f8-d25b8d7f9583 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:26.900745 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-789b07d4-d5c4-4ebf-b8f8-d25b8d7f9583 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/networks?id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3 HTTP/1.1" status: 200 len: 814 time: 0.1054659 Dec 08 22:33:26.915055 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-4717dad8-69eb-4e3d-8b56-c8103014f01b tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/quotas/c94f51cf43f9486f931ca6505ee52d57 HTTP/1.1" status: 200 len: 375 time: 0.0086331 Dec 08 22:33:26.946563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-66665365-9fb1-494f-9360-e988945a0e69 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c94f51cf43f9486f931ca6505ee52d57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259392 Dec 08 22:33:26.956864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-9c3a99e3-823c-4bc1-8d41-3c0742e438d4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:33:26.957805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-9c3a99e3-823c-4bc1-8d41-3c0742e438d4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048704 Dec 08 22:33:27.049242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-8bdcb7fd-fa82-47df-9cd2-7270143ab9a5 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859296 Dec 08 22:33:27.136565 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-6799fba3-081b-46dd-bbed-7824a8acd883 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809309 Dec 08 22:33:27.297396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-13cf1465-99be-46df-8bde-ad4c4d6dc336 req-65da6efe-786c-4d5e-96a3-ed0301d4ce74 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 210 time: 0.0309005 Dec 08 22:33:28.183407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-b64abad3-1700-4f2d-a954-ebbe8b69223a tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:28.185394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-b64abad3-1700-4f2d-a954-ebbe8b69223a tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.23 "GET /v2.0/networks?id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3 HTTP/1.1" status: 200 len: 814 time: 0.1004171 Dec 08 22:33:28.197956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Request body: {'port': {'device_id': '60427566-959c-4282-9604-bcf21278ba22', 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3', 'admin_state_up': True, 'tenant_id': 'c94f51cf43f9486f931ca6505ee52d57'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:28.306167 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Made reservation on behalf of c94f51cf43f9486f931ca6505ee52d57 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:33:28.310128 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:28.392283 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67758036-5681-44be-84f6-c7617de6f096 req-5112270f-3589-4140-898c-ca192c0270e4 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 210 time: 0.0271215 Dec 08 22:33:28.432728 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Allocated IP 172.20.0.4 (bd8b162e-9307-4d6b-886f-57fc3aeebeb3/e0e9e45f-da00-4ebd-aaae-59be0b4cc81c/7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:33:28.579807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:28.611363 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:28.655707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:33:28.658672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:33:28.662198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:33:28.687734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Pushing event updated for resources: {'Port': ['ID=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:28.713524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:28.714124 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:28.729904 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-ec341bb8-fb8b-473f-8dbc-020ef29204e9 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5361116 Dec 08 22:33:28.741916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Request body: {'port': {'device_id': '60427566-959c-4282-9604-bcf21278ba22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:28.791669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:29.054330 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:33:29.061748 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:29.073892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Transition to ACTIVE for port object 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:33:29.078258 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:29.132834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:29.195365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Attempting to bind port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:33:29.195696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Attempting to bind port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:33:29.196022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Attempting to bind port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc on network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:33:29.200808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc on network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:33:29.201128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Attempting to bind port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc on network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:33:29.205818 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:33:29.206152 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Checking segment: {'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:33:29.206530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Bound using segment: {'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:33:29.206976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Bound port: 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:33:29.207327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:29.272955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] For port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:33:29.275985 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] For port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:33:29.280876 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:29.313094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:29.313764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:29.315131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] 10.222.0.23 "PUT /v2.0/ports/7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc HTTP/1.1" status: 200 len: 1091 time: 0.5771339 Dec 08 22:33:29.315562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60427566-959c-4282-9604-bcf21278ba22', 'tag': '7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:33:29.317868 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c4189-96f1-455c-9455-89c3fa09beda" -d '{"events": [{"name": "network-changed", "server_uuid": "60427566-959c-4282-9604-bcf21278ba22", "tag": "7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:33:29.345389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c7fec-29b0-4b36-a6a5-0bd35e8d7c89 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:29.353981 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6089960-b22f-46de-90a7-2ab7b8ad8b00 x-openstack-request-id: req-a6089960-b22f-46de-90a7-2ab7b8ad8b00 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:33:29.354373 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60427566-959c-4282-9604-bcf21278ba22", "tag": "7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:33:29.354681 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6089960-b22f-46de-90a7-2ab7b8ad8b00 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:33:29.355048 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60427566-959c-4282-9604-bcf21278ba22', 'tag': '7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc', 'status': 'completed', 'code': 200} Dec 08 22:33:29.399170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-918002a4-0e03-46f9-9444-18ae6f464321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:29.400633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-918002a4-0e03-46f9-9444-18ae6f464321 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c94f51cf43f9486f931ca6505ee52d57&device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 1094 time: 0.0412943 Dec 08 22:33:29.448626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-928be84f-7512-424f-8d9e-07ea27a1c463 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc HTTP/1.1" status: 200 len: 217 time: 0.0376518 Dec 08 22:33:29.494794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-0dbccab5-f694-4ae2-8abd-c891c3892300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:29.496279 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-0dbccab5-f694-4ae2-8abd-c891c3892300 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0e9e45f-da00-4ebd-aaae-59be0b4cc81c HTTP/1.1" status: 200 len: 854 time: 0.0437169 Dec 08 22:33:29.509893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07091-5347-48a1-bef5-558bab403526 req-0c9c49a1-641d-42dd-8ef9-90dc98cd9a45 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:29.511386 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdb07091-5347-48a1-bef5-558bab403526 req-0c9c49a1-641d-42dd-8ef9-90dc98cd9a45 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 943 time: 0.0525279 Dec 08 22:33:29.528263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-41fde984-18f4-4bba-b0e5-6ac566b66744 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247650 Dec 08 22:33:29.549285 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdb07091-5347-48a1-bef5-558bab403526 req-21785722-d746-4625-b96a-8b32bc0dd942 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310647 Dec 08 22:33:29.616451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-0019ff2e-5714-4647-8191-a34811f70def service neutron] 10.222.0.23 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812192 Dec 08 22:33:29.708806 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4af07d2-0195-4046-a6b0-9bf783bcef6a req-04d1fc72-7c82-4e5e-b638-432c2bae1da7 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851789 Dec 08 22:33:29.788828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c4189-96f1-455c-9455-89c3fa09beda req-efd215da-5730-428b-9973-3d46abddac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:29.790305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-773c4189-96f1-455c-9455-89c3fa09beda req-efd215da-5730-428b-9973-3d46abddac41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c94f51cf43f9486f931ca6505ee52d57&device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 1094 time: 0.0397964 Dec 08 22:33:29.881897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c4189-96f1-455c-9455-89c3fa09beda req-38e36e59-0774-4978-8e1e-b61bf78ecd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:29.883394 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-773c4189-96f1-455c-9455-89c3fa09beda req-38e36e59-0774-4978-8e1e-b61bf78ecd6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3 HTTP/1.1" status: 200 len: 915 time: 0.0861146 Dec 08 22:33:29.923993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-773c4189-96f1-455c-9455-89c3fa09beda req-d0bc35c8-7b27-4b14-a9cf-ffe9234d8891 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc HTTP/1.1" status: 200 len: 217 time: 0.0333827 Dec 08 22:33:29.971721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c4189-96f1-455c-9455-89c3fa09beda req-539a68b9-c618-4a5d-af84-be3832145aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:29.973103 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-773c4189-96f1-455c-9455-89c3fa09beda req-539a68b9-c618-4a5d-af84-be3832145aaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0e9e45f-da00-4ebd-aaae-59be0b4cc81c HTTP/1.1" status: 200 len: 854 time: 0.0417156 Dec 08 22:33:30.007145 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-773c4189-96f1-455c-9455-89c3fa09beda req-f2dd4721-0a86-4f94-bf4b-d847d7f86722 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237408 Dec 08 22:33:30.097776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-773c4189-96f1-455c-9455-89c3fa09beda req-3cf53784-1622-40a2-8e92-4355f09ada40 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829370 Dec 08 22:33:30.186803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-773c4189-96f1-455c-9455-89c3fa09beda req-77279c85-f67d-46d4-92fa-91ec7e186d95 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805938 Dec 08 22:33:30.669875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d96dd-e812-4693-9158-d7f128d90750 req-7b48959b-7c9f-4722-9215-361d5c1c9a69 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:30.671388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c40d96dd-e812-4693-9158-d7f128d90750 req-7b48959b-7c9f-4722-9215-361d5c1c9a69 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 943 time: 0.0536757 Dec 08 22:33:30.708137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c40d96dd-e812-4693-9158-d7f128d90750 req-43ce852a-46ea-4d4d-95bc-04199df6e83d tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Dec 08 22:33:31.821063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5ee53-a656-4f06-9233-054cea93c8e3 req-f4259886-9ef2-4336-8665-9b6193ae165c tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:31.822511 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0fa5ee53-a656-4f06-9233-054cea93c8e3 req-f4259886-9ef2-4336-8665-9b6193ae165c tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 943 time: 0.0482056 Dec 08 22:33:31.860167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0fa5ee53-a656-4f06-9233-054cea93c8e3 req-74b1fccb-3314-48ab-87b3-3f0f9a227fac tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Dec 08 22:33:32.031102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:33:32.123808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:32.134465 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc', 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3', 'port_id': '7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc', 'mac_address': 'fa:16:3e:5e:29:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e9e45f-da00-4ebd-aaae-59be0b4cc81c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:33:32.169636 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:32.181556 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:33:32.200198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:32.204150 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:32.254925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:32.392297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:33:32.970955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abb76e-2834-4d4b-bd22-adcc44a6b330 req-706ba038-9278-4ecd-9429-a58588b92dc1 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:32.972427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-92abb76e-2834-4d4b-bd22-adcc44a6b330 req-706ba038-9278-4ecd-9429-a58588b92dc1 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 944 time: 0.0483038 Dec 08 22:33:33.009744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-92abb76e-2834-4d4b-bd22-adcc44a6b330 req-e22b5f3f-3beb-4597-b61a-de5c6b1389d7 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Dec 08 22:33:34.043787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:33:34.093787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:33:34.097526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:33:34.097896 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:34.122895 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e94a5-daa2-4787-829b-6e02f958601a req-fed9b632-3360-4f25-bb15-c1e216ae8f74 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:34.124389 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-583e94a5-daa2-4787-829b-6e02f958601a req-fed9b632-3360-4f25-bb15-c1e216ae8f74 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 944 time: 0.0498166 Dec 08 22:33:34.162146 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-583e94a5-daa2-4787-829b-6e02f958601a req-60ce23b4-be8b-43e4-b530-dad2b3cfea83 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Dec 08 22:33:34.172158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:34.193841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60427566-959c-4282-9604-bcf21278ba22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:33:34.196122 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83e39a3-1693-46a4-a234-22068a120a77" -d '{"events": [{"server_uuid": "60427566-959c-4282-9604-bcf21278ba22", "name": "network-vif-plugged", "status": "completed", "tag": "7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:33:34.209444 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:34.215390 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:34.270738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:34.303725 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31271d48-2925-4de5-be17-e5779c1b543a x-openstack-request-id: req-31271d48-2925-4de5-be17-e5779c1b543a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:33:34.304018 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60427566-959c-4282-9604-bcf21278ba22", "name": "network-vif-plugged", "status": "completed", "tag": "7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:33:34.304277 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31271d48-2925-4de5-be17-e5779c1b543a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:33:34.304672 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60427566-959c-4282-9604-bcf21278ba22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc', 'code': 200} Dec 08 22:33:34.397164 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a283b-681b-402f-b8ee-16d7d278dece req-53427919-79bd-4056-a46c-97065745e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:34.398690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-087a283b-681b-402f-b8ee-16d7d278dece req-53427919-79bd-4056-a46c-97065745e319 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 1096 time: 0.0387781 Dec 08 22:33:34.432295 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-087a283b-681b-402f-b8ee-16d7d278dece req-a8592c76-8e1b-4042-b7c9-4c9eaf9e4fd1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266297 Dec 08 22:33:35.279729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c541-fbff-4d07-8734-bc4b210722c9 req-ddae4bdd-da41-4239-a90a-d2999f9cb95e tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:35.281195 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5b1c541-fbff-4d07-8734-bc4b210722c9 req-ddae4bdd-da41-4239-a90a-d2999f9cb95e tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0525312 Dec 08 22:33:35.317560 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5b1c541-fbff-4d07-8734-bc4b210722c9 req-8f5d83fd-6d2c-4842-953e-0a71888b8d16 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302777 Dec 08 22:33:35.618344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f4ecde17-f8d1-465f-b819-66ad1e14730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:36.440147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58877d1-2934-4b75-886f-631af32c6153 req-d3db54ba-d129-4599-9e79-020831f84b94 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:36.441624 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e58877d1-2934-4b75-886f-631af32c6153 req-d3db54ba-d129-4599-9e79-020831f84b94 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Dec 08 22:33:36.479646 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e58877d1-2934-4b75-886f-631af32c6153 req-e5c1d3be-116e-43d4-ade2-89668e554882 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Dec 08 22:33:36.699215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-a9add9be-8746-48c1-b511-f3407e9117ad tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:36.701180 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-a9add9be-8746-48c1-b511-f3407e9117ad tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/networks?id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3 HTTP/1.1" status: 200 len: 814 time: 0.1004429 Dec 08 22:33:36.716338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-af88cbee-856b-4e34-80d2-1f6829e9155d tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/quotas/c94f51cf43f9486f931ca6505ee52d57 HTTP/1.1" status: 200 len: 375 time: 0.0094256 Dec 08 22:33:36.768824 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-bbc0d75d-b886-4216-9ccd-f01088295ab4 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c94f51cf43f9486f931ca6505ee52d57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472558 Dec 08 22:33:36.863952 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-2eb74012-a49f-439c-a38a-e6696c3d0ff7 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882223 Dec 08 22:33:36.957100 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-96ed3fd6-2a0e-47f7-8bdd-f08bac126c6f service neutron] 10.222.0.21 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871460 Dec 08 22:33:37.116737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2d781b05-9d50-4dbf-b620-050724f0329f req-b52e2636-9f6f-4df6-bfe8-b55f734787fc tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 210 time: 0.0290983 Dec 08 22:33:38.090912 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-60b64673-ab9a-4cdb-bdf1-ef80ab787add tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:38.092914 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-60b64673-ab9a-4cdb-bdf1-ef80ab787add tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.37 "GET /v2.0/networks?id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3 HTTP/1.1" status: 200 len: 814 time: 0.1056080 Dec 08 22:33:38.107330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Request body: {'port': {'device_id': 'a0352015-5c31-4cb1-a183-8705a79c77a3', 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3', 'admin_state_up': True, 'tenant_id': 'c94f51cf43f9486f931ca6505ee52d57'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:38.114265 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:33:38.227407 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c1f1c9a2-6083-4f34-a27f-edd3c7b70d42 req-07c657ca-03af-47d7-9585-e72afea0b3b8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 210 time: 0.0354922 Dec 08 22:33:38.244304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Made reservation on behalf of c94f51cf43f9486f931ca6505ee52d57 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:33:38.247867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:38.304512 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-09b09610-28af-436b-aa3e-662e210274b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:38.373866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Allocated IP 172.20.0.11 (bd8b162e-9307-4d6b-886f-57fc3aeebeb3/e0e9e45f-da00-4ebd-aaae-59be0b4cc81c/4ea4821a-831f-44a3-9449-42f2bd153597) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:33:38.516491 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:38.548115 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:38.561044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:33:38.588309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:33:38.591385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:33:38.595036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:33:38.624113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Pushing event updated for resources: {'Port': ['ID=4ea4821a-831f-44a3-9449-42f2bd153597,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:38.649262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:38.649950 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:38.666485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-e8653436-97af-488d-ba4f-2ca9757f7a58 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633018 Dec 08 22:33:38.678618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Request body: {'port': {'device_id': 'a0352015-5c31-4cb1-a183-8705a79c77a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:38.733986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:38.899588 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:38.988808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea4821a-831f-44a3-9449-42f2bd153597 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:33:38.996010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:39.008316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Transition to ACTIVE for port object 4ea4821a-831f-44a3-9449-42f2bd153597 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:33:39.011919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:39.062614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Pushing event updated for resources: {'Port': ['ID=4ea4821a-831f-44a3-9449-42f2bd153597,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:39.127672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Attempting to bind port 4ea4821a-831f-44a3-9449-42f2bd153597 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:33:39.128301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Attempting to bind port 4ea4821a-831f-44a3-9449-42f2bd153597 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:33:39.128301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Attempting to bind port 4ea4821a-831f-44a3-9449-42f2bd153597 on network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:33:39.132543 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Port 4ea4821a-831f-44a3-9449-42f2bd153597 on network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:33:39.132864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Attempting to bind port 4ea4821a-831f-44a3-9449-42f2bd153597 on network bd8b162e-9307-4d6b-886f-57fc3aeebeb3 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:33:39.137588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:33:39.137922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Checking segment: {'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:33:39.138303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Bound using segment: {'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:33:39.138784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Bound port: 4ea4821a-831f-44a3-9449-42f2bd153597, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b2966d-e5db-41ed-bec2-4f902bfbc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:33:39.139138 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:39.200312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] For port 4ea4821a-831f-44a3-9449-42f2bd153597, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:33:39.203930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] For port 4ea4821a-831f-44a3-9449-42f2bd153597, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4ea4821a-831f-44a3-9449-42f2bd153597,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:33:39.208226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:39.242730 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:39.243332 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:39.244722 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] 10.222.0.37 "PUT /v2.0/ports/4ea4821a-831f-44a3-9449-42f2bd153597 HTTP/1.1" status: 200 len: 1092 time: 0.5701020 Dec 08 22:33:39.245165 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0352015-5c31-4cb1-a183-8705a79c77a3', 'tag': '4ea4821a-831f-44a3-9449-42f2bd153597'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:33:39.247432 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d09f4a7-67e6-47f2-9419-2d862660024f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0352015-5c31-4cb1-a183-8705a79c77a3", "tag": "4ea4821a-831f-44a3-9449-42f2bd153597"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:33:39.273488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97662dc6-a3c7-402f-b1fb-fcce56b4ab3e service neutron] Pushing event updated for resources: {'Port': ['ID=4ea4821a-831f-44a3-9449-42f2bd153597,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:39.329191 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-efce5931-cb60-43b4-815d-5b51db155fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:39.330921 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-efce5931-cb60-43b4-815d-5b51db155fb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c94f51cf43f9486f931ca6505ee52d57&device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 1095 time: 0.0448036 Dec 08 22:33:39.362256 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee878a-8300-4ddd-a434-86f17e5e3194 req-a57153e6-791e-4c48-8c62-8de941de6710 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:39.363804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7ee878a-8300-4ddd-a434-86f17e5e3194 req-a57153e6-791e-4c48-8c62-8de941de6710 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 944 time: 0.0518582 Dec 08 22:33:39.382393 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f35a6-0fea-4388-bd4a-a1e3eca2db0b x-openstack-request-id: req-5f5f35a6-0fea-4388-bd4a-a1e3eca2db0b {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:33:39.382791 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0352015-5c31-4cb1-a183-8705a79c77a3", "tag": "4ea4821a-831f-44a3-9449-42f2bd153597", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:33:39.383109 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f5f35a6-0fea-4388-bd4a-a1e3eca2db0b {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:33:39.383566 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0352015-5c31-4cb1-a183-8705a79c77a3', 'tag': '4ea4821a-831f-44a3-9449-42f2bd153597', 'status': 'completed', 'code': 200} Dec 08 22:33:39.385162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-3305e1de-ca9c-4418-a809-14db5fa47d49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ea4821a-831f-44a3-9449-42f2bd153597 HTTP/1.1" status: 200 len: 217 time: 0.0466001 Dec 08 22:33:39.401590 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d7ee878a-8300-4ddd-a434-86f17e5e3194 req-dd1dd5b2-de6c-4f1e-ae84-941ea5ffc68b tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Dec 08 22:33:39.436326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-324a2d27-4abb-4f74-b0c9-e9d37ed2cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:39.437786 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-324a2d27-4abb-4f74-b0c9-e9d37ed2cb5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0e9e45f-da00-4ebd-aaae-59be0b4cc81c HTTP/1.1" status: 200 len: 854 time: 0.0461171 Dec 08 22:33:39.469400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-c9e3fe19-e3c4-4433-9307-73df783448c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241187 Dec 08 22:33:39.558660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-7276f8a1-bb6c-4515-818b-10427ed1d734 service neutron] 10.222.0.37 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835660 Dec 08 22:33:39.580777 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:39.649858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f01d776f-4eb8-4392-9ea2-4e4826474eb0 req-cd05970f-0f4e-4ad5-934a-b22149d47d5d service neutron] 10.222.0.37 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843308 Dec 08 22:33:39.735026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-eb23d0ee-0854-4028-bf55-f50f153ef6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:39.736441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-eb23d0ee-0854-4028-bf55-f50f153ef6db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c94f51cf43f9486f931ca6505ee52d57&device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 1095 time: 0.0423918 Dec 08 22:33:39.808615 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:39.829250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-e56c5993-5234-4506-b376-ae5efe4ff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:39.830729 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-e56c5993-5234-4506-b376-ae5efe4ff705 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3 HTTP/1.1" status: 200 len: 915 time: 0.0872018 Dec 08 22:33:39.872513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-4c11f4a6-c5de-48ca-acce-7a7067688d9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ea4821a-831f-44a3-9449-42f2bd153597 HTTP/1.1" status: 200 len: 217 time: 0.0336936 Dec 08 22:33:39.924700 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-a0b601c6-c4d0-45d0-adec-d5cf0b2982fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:39.926101 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-a0b601c6-c4d0-45d0-adec-d5cf0b2982fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0e9e45f-da00-4ebd-aaae-59be0b4cc81c HTTP/1.1" status: 200 len: 854 time: 0.0470746 Dec 08 22:33:39.959057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-6af94b6a-8540-4729-b59e-5b12bdf313be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd8b162e-9307-4d6b-886f-57fc3aeebeb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242779 Dec 08 22:33:40.044421 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-ccb75ff0-56fc-444e-857a-4a11faf01665 service neutron] 10.222.0.37 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782299 Dec 08 22:33:40.135038 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3d09f4a7-67e6-47f2-9419-2d862660024f req-69a4bc49-9394-41c7-a0d1-847eacf8befc service neutron] 10.222.0.37 "GET /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 Dec 08 22:33:40.414202 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:40.516276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81235a1-ad7c-49c6-8261-9e394605599b req-a48e91c5-c118-427b-9f6e-5c88ccdca7d2 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:40.517730 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b81235a1-ad7c-49c6-8261-9e394605599b req-a48e91c5-c118-427b-9f6e-5c88ccdca7d2 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 944 time: 0.0489972 Dec 08 22:33:40.554242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b81235a1-ad7c-49c6-8261-9e394605599b req-763e8ef9-3968-4528-9915-e481bde65173 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305917 Dec 08 22:33:41.146841 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:41.670004 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a6182-7a5c-4885-9248-45911641c73e req-2cce1523-fe79-447d-9010-dcb95ed6f6c6 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:41.671512 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-826a6182-7a5c-4885-9248-45911641c73e req-2cce1523-fe79-447d-9010-dcb95ed6f6c6 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 944 time: 0.0523715 Dec 08 22:33:41.709151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-826a6182-7a5c-4885-9248-45911641c73e req-291a0851-5d16-4682-b4ec-7f11ebe1b2a0 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Dec 08 22:33:42.495667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4ea4821a-831f-44a3-9449-42f2bd153597 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:33:42.733706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4ea4821a-831f-44a3-9449-42f2bd153597, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4ea4821a-831f-44a3-9449-42f2bd153597,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:42.745222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '4ea4821a-831f-44a3-9449-42f2bd153597', 'network_id': 'bd8b162e-9307-4d6b-886f-57fc3aeebeb3', 'port_id': '4ea4821a-831f-44a3-9449-42f2bd153597', 'mac_address': 'fa:16:3e:c6:32:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e9e45f-da00-4ebd-aaae-59be0b4cc81c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:33:42.782005 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:42.794324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea4821a-831f-44a3-9449-42f2bd153597 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:33:42.812994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4ea4821a-831f-44a3-9449-42f2bd153597, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4ea4821a-831f-44a3-9449-42f2bd153597,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:42.817158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:42.822246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f982-7ccd-4b42-85a3-f655419bfaad req-18083dba-841d-4744-8b11-117da7d15483 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:42.823791 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e994f982-7ccd-4b42-85a3-f655419bfaad req-18083dba-841d-4744-8b11-117da7d15483 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 944 time: 0.0501750 Dec 08 22:33:42.862607 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e994f982-7ccd-4b42-85a3-f655419bfaad req-db0327be-e7fa-4c55-ba76-8ffcec01046f tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Dec 08 22:33:42.869228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=4ea4821a-831f-44a3-9449-42f2bd153597,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:43.007155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['4ea4821a-831f-44a3-9449-42f2bd153597'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:33:43.977757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc1ea6-40bd-4d20-99cd-0f26cc6981e8 req-2a695e16-530a-4ce0-ae16-40334501a503 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:43.979257 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47bc1ea6-40bd-4d20-99cd-0f26cc6981e8 req-2a695e16-530a-4ce0-ae16-40334501a503 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 945 time: 0.0489726 Dec 08 22:33:44.016599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47bc1ea6-40bd-4d20-99cd-0f26cc6981e8 req-c1dbd2e4-e24a-41b1-b458-081b2e348caa tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314715 Dec 08 22:33:44.496068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4ea4821a-831f-44a3-9449-42f2bd153597 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:33:44.543819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 4ea4821a-831f-44a3-9449-42f2bd153597 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:33:44.547953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 4ea4821a-831f-44a3-9449-42f2bd153597 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:33:44.548315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:44.623663 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:44.645604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0352015-5c31-4cb1-a183-8705a79c77a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea4821a-831f-44a3-9449-42f2bd153597'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:33:44.647906 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17dc2b-6940-4347-906e-9bb469c167ad" -d '{"events": [{"server_uuid": "a0352015-5c31-4cb1-a183-8705a79c77a3", "name": "network-vif-plugged", "status": "completed", "tag": "4ea4821a-831f-44a3-9449-42f2bd153597"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:33:44.660630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 4ea4821a-831f-44a3-9449-42f2bd153597, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4ea4821a-831f-44a3-9449-42f2bd153597,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:44.664763 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:44.687242 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21ff3ed-07fe-4834-92d3-796a3577300b x-openstack-request-id: req-c21ff3ed-07fe-4834-92d3-796a3577300b {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:33:44.687535 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0352015-5c31-4cb1-a183-8705a79c77a3", "name": "network-vif-plugged", "status": "completed", "tag": "4ea4821a-831f-44a3-9449-42f2bd153597", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:33:44.687790 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c21ff3ed-07fe-4834-92d3-796a3577300b {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:33:44.688177 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0352015-5c31-4cb1-a183-8705a79c77a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea4821a-831f-44a3-9449-42f2bd153597', 'code': 200} Dec 08 22:33:44.716305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=4ea4821a-831f-44a3-9449-42f2bd153597,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:44.784304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da17b09-d308-4fb6-b64c-800bfac35c06 req-9e874d09-47d3-4940-be98-20af086e9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:44.785687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0da17b09-d308-4fb6-b64c-800bfac35c06 req-9e874d09-47d3-4940-be98-20af086e9ccb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 1097 time: 0.0435913 Dec 08 22:33:44.819238 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0da17b09-d308-4fb6-b64c-800bfac35c06 req-d62eab91-8aca-4902-acfc-a73299b5901c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261550 Dec 08 22:33:45.129478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e057fd-386d-40ca-8f97-6cf11557c592 req-84693d95-c224-4a0f-a996-748eaaf3183a tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:45.130986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4e057fd-386d-40ca-8f97-6cf11557c592 req-84693d95-c224-4a0f-a996-748eaaf3183a tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 946 time: 0.0488751 Dec 08 22:33:45.167390 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d4e057fd-386d-40ca-8f97-6cf11557c592 req-8d1e6985-59e2-4575-b8d2-db1c4fc4022b tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Dec 08 22:33:46.282440 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07923ee-90f4-4c03-b1d2-670169c9d2b2 req-8f28beab-6de5-4903-a4de-356bebddd117 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:46.283928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e07923ee-90f4-4c03-b1d2-670169c9d2b2 req-8f28beab-6de5-4903-a4de-356bebddd117 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 946 time: 0.0481162 Dec 08 22:33:46.319897 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e07923ee-90f4-4c03-b1d2-670169c9d2b2 req-7ac75959-0c07-47ef-bccc-4612eb852c9e tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300715 Dec 08 22:33:46.545727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d68a8-7dac-46d7-bf06-230ebef0ed34 req-1425d229-9a21-4255-903a-cd3290b0b131 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:46.547223 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c0d68a8-7dac-46d7-bf06-230ebef0ed34 req-1425d229-9a21-4255-903a-cd3290b0b131 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 946 time: 0.0479064 Dec 08 22:33:46.583611 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c0d68a8-7dac-46d7-bf06-230ebef0ed34 req-7f39b014-f3d3-4ae9-aa7c-eca022973355 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304928 Dec 08 22:33:47.699988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f600362-5ffb-4514-afa3-9c710aadd6c3 req-681b9fb8-bb33-49a8-9c42-fa897756e429 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:47.701430 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f600362-5ffb-4514-afa3-9c710aadd6c3 req-681b9fb8-bb33-49a8-9c42-fa897756e429 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 946 time: 0.0513561 Dec 08 22:33:47.739073 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4f600362-5ffb-4514-afa3-9c710aadd6c3 req-fe57c882-2b3e-4fc9-94d5-0a36afd190af tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Dec 08 22:33:47.775528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-b7d43adb-91fd-47aa-98f3-8ce976b1fdf2 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:47.776958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-b7d43adb-91fd-47aa-98f3-8ce976b1fdf2 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0352015-5c31-4cb1-a183-8705a79c77a3 HTTP/1.1" status: 200 len: 946 time: 0.0520937 Dec 08 22:33:47.862181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Deleting port 4ea4821a-831f-44a3-9449-42f2bd153597 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:33:47.862445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:47.950607 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] For port 4ea4821a-831f-44a3-9449-42f2bd153597, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=4ea4821a-831f-44a3-9449-42f2bd153597,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:47.951000 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:47.963888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Calling delete_port for 4ea4821a-831f-44a3-9449-42f2bd153597 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:33:48.089193 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:48.101046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['4ea4821a-831f-44a3-9449-42f2bd153597'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:33:48.117709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Pushing event deleted for resources: {'Port': ['ID=4ea4821a-831f-44a3-9449-42f2bd153597,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:48.122405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:33:48.145831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.146172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.146511 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.146879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.147212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.147552 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.147863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.148195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.148503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.148819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.149139 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.149456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:48.168537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] No DVR routers for this DVR port 4ea4821a-831f-44a3-9449-42f2bd153597 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:33:48.171223 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:48.174560 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-67dadf6e-8ddb-44a5-bd61-6da1dbaea707 req-19e9d59b-3e41-4bb5-83e1-1a42aabe9192 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.37 "DELETE /v2.0/ports/4ea4821a-831f-44a3-9449-42f2bd153597 HTTP/1.1" status: 204 len: 173 time: 0.3914020 Dec 08 22:33:48.175025 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0352015-5c31-4cb1-a183-8705a79c77a3', 'name': 'network-vif-deleted', 'tag': '4ea4821a-831f-44a3-9449-42f2bd153597'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:33:48.177251 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b79c6a1905721f41988c2833e065761209690708fd575dc97aac143b820d11a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85d4499-d594-4b78-b049-507cc047a4c9" -d '{"events": [{"server_uuid": "a0352015-5c31-4cb1-a183-8705a79c77a3", "name": "network-vif-deleted", "tag": "4ea4821a-831f-44a3-9449-42f2bd153597"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:33:48.219317 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c720627-21e6-4895-aa55-1957d9e2cf08 x-openstack-request-id: req-6c720627-21e6-4895-aa55-1957d9e2cf08 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:33:48.219618 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0352015-5c31-4cb1-a183-8705a79c77a3", "name": "network-vif-deleted", "tag": "4ea4821a-831f-44a3-9449-42f2bd153597", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:33:48.219874 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c720627-21e6-4895-aa55-1957d9e2cf08 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:33:48.220306 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0352015-5c31-4cb1-a183-8705a79c77a3', 'name': 'network-vif-deleted', 'tag': '4ea4821a-831f-44a3-9449-42f2bd153597', 'status': 'completed', 'code': 200} Dec 08 22:33:48.890422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1eeeb4-3a5f-4ae9-8cf6-056f78ae2df8 req-b96ed28e-14a3-45c6-934c-14db3a4a187d tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:48.891959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c1eeeb4-3a5f-4ae9-8cf6-056f78ae2df8 req-b96ed28e-14a3-45c6-934c-14db3a4a187d tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0526042 Dec 08 22:33:48.929515 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c1eeeb4-3a5f-4ae9-8cf6-056f78ae2df8 req-8dace913-4c7b-4ee7-b5f1-369dc634a277 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305071 Dec 08 22:33:49.059889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b1a28-7823-4de5-b4e0-eab1f384f4ff req-4a1e6af9-8775-47c6-9ddc-c3d57940b9f1 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:49.061737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c4b1a28-7823-4de5-b4e0-eab1f384f4ff req-4a1e6af9-8775-47c6-9ddc-c3d57940b9f1 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0511448 Dec 08 22:33:49.099374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c4b1a28-7823-4de5-b4e0-eab1f384f4ff req-16a4498b-cd62-4a1a-b28f-e416e1de2783 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Dec 08 22:33:49.215742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f66075-808d-40a0-ba09-0775877e86b2 req-7e1a2cba-6153-4c00-a9eb-3b1da714d6d1 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:49.217258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9f66075-808d-40a0-ba09-0775877e86b2 req-7e1a2cba-6153-4c00-a9eb-3b1da714d6d1 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Dec 08 22:33:49.255720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d9f66075-808d-40a0-ba09-0775877e86b2 req-572c0a6a-73aa-4d15-9dbc-e5f1c2b767c4 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Dec 08 22:33:49.417641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c0310-4103-4c4c-8908-1b47f43f290a req-b9e2cee9-bc43-4f61-9901-d03498ab26d7 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:49.419083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d2c0310-4103-4c4c-8908-1b47f43f290a req-b9e2cee9-bc43-4f61-9901-d03498ab26d7 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0470798 Dec 08 22:33:49.456689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8d2c0310-4103-4c4c-8908-1b47f43f290a req-806afd8d-1a54-45eb-a4a1-223c4cbd0441 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Dec 08 22:33:49.569891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654960b-eca3-41e6-9cd7-ca2961084e6f req-cb69420c-461a-41c7-9f4a-b7ce23dbb20d tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:49.571265 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a654960b-eca3-41e6-9cd7-ca2961084e6f req-cb69420c-461a-41c7-9f4a-b7ce23dbb20d tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0487590 Dec 08 22:33:49.608321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a654960b-eca3-41e6-9cd7-ca2961084e6f req-4243a762-08dd-4e92-8295-c8b4a68bff9c tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305889 Dec 08 22:33:49.731659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9aa5c-b141-437c-bfec-37bb423833d4 req-a822b723-80af-40bb-bfa6-06daf55e74e6 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:49.733739 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ef9aa5c-b141-437c-bfec-37bb423833d4 req-a822b723-80af-40bb-bfa6-06daf55e74e6 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0467901 Dec 08 22:33:49.769096 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ef9aa5c-b141-437c-bfec-37bb423833d4 req-2546ef61-c62e-401a-b551-ba5448586d87 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296111 Dec 08 22:33:50.064512 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74054-1254-4c14-8615-ffc5fd5df2b9 req-845f1576-ce03-4a65-9c1b-5b0171b7516b tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:50.065958 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3aa74054-1254-4c14-8615-ffc5fd5df2b9 req-845f1576-ce03-4a65-9c1b-5b0171b7516b tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0509071 Dec 08 22:33:50.103002 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3aa74054-1254-4c14-8615-ffc5fd5df2b9 req-10a74987-bd58-46a7-a684-a829d7950d5d tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Dec 08 22:33:50.528072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4ea4821a-831f-44a3-9449-42f2bd153597 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:33:50.549710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 4ea4821a-831f-44a3-9449-42f2bd153597 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:33:50.550047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 4ea4821a-831f-44a3-9449-42f2bd153597 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:33:51.222038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faa951-295c-4ded-a6e4-6a02e735f3a0 req-8387d175-d8c8-4d1d-9d6a-4bad7091615a tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:51.223839 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23faa951-295c-4ded-a6e4-6a02e735f3a0 req-8387d175-d8c8-4d1d-9d6a-4bad7091615a tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0540235 Dec 08 22:33:51.260903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23faa951-295c-4ded-a6e4-6a02e735f3a0 req-6b655cf7-9af6-4716-865c-a7b485037fcd tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/security-groups?id=baa704d0-d883-49ad-89b7-793829adaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Dec 08 22:33:51.379792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-c99a20a3-0d2c-4ee9-a1c0-83cb3303ca87 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:51.381895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-c99a20a3-0d2c-4ee9-a1c0-83cb3303ca87 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.23 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 945 time: 0.0488861 Dec 08 22:33:51.468198 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Deleting port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:33:51.468538 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:51.563518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] For port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,segment=NetworkSegment(60b2966d-e5db-41ed-bec2-4f902bfbc9a8),segment_id=60b2966d-e5db-41ed-bec2-4f902bfbc9a8)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:33:51.563887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:51.576108 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Calling delete_port for 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:33:51.704477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:51.717128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:33:51.734685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Pushing event deleted for resources: {'Port': ['ID=7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:51.774964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] No DVR routers for this DVR port 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:33:51.777996 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:51.782846 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4182623-6f9c-4aec-9ed1-2d4738b67e07 req-19edd623-58c0-4e43-a6f3-8f4a41d2dbe8 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.23 "DELETE /v2.0/ports/7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc HTTP/1.1" status: 204 len: 173 time: 0.3953135 Dec 08 22:33:51.783308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60427566-959c-4282-9604-bcf21278ba22', 'name': 'network-vif-deleted', 'tag': '7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:33:51.785559 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b0f58-c8f6-4c88-87a3-b6210d804a6e" -d '{"events": [{"server_uuid": "60427566-959c-4282-9604-bcf21278ba22", "name": "network-vif-deleted", "tag": "7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:33:51.825658 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc56c85-bbc6-46f7-b991-fd3954804b5b x-openstack-request-id: req-5bc56c85-bbc6-46f7-b991-fd3954804b5b {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:33:51.825953 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60427566-959c-4282-9604-bcf21278ba22", "name": "network-vif-deleted", "tag": "7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:33:51.826209 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bc56c85-bbc6-46f7-b991-fd3954804b5b {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:33:51.827125 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60427566-959c-4282-9604-bcf21278ba22', 'name': 'network-vif-deleted', 'tag': '7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc', 'status': 'completed', 'code': 200} Dec 08 22:33:52.371900 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7c2c09ce-69fd-46ae-b3be-b532158788de req-96ef2a0a-bd92-4877-9ead-e15053d29309 tempest-ServersNegativeTestJSON-808111897 tempest-ServersNegativeTestJSON-808111897-project] 10.222.0.21 "GET /v2.0/ports?device_id=60427566-959c-4282-9604-bcf21278ba22 HTTP/1.1" status: 200 len: 210 time: 0.0302637 Dec 08 22:33:53.426076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39962) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:53.469791 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-968bc77e-3f90-48fe-bf34-21d2babd3ad9 admin admin] Deleting subnet e0e9e45f-da00-4ebd-aaae-59be0b4cc81c {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:33:53.472642 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-968bc77e-3f90-48fe-bf34-21d2babd3ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.506442 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-968bc77e-3f90-48fe-bf34-21d2babd3ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.548182 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-968bc77e-3f90-48fe-bf34-21d2babd3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.598976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-968bc77e-3f90-48fe-bf34-21d2babd3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.624276 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bc77e-3f90-48fe-bf34-21d2babd3ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0e9e45f-da00-4ebd-aaae-59be0b4cc81c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:53.628961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-968bc77e-3f90-48fe-bf34-21d2babd3ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.632204 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-968bc77e-3f90-48fe-bf34-21d2babd3ad9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e0e9e45f-da00-4ebd-aaae-59be0b4cc81c HTTP/1.1" status: 204 len: 168 time: 0.2051172 Dec 08 22:33:53.634759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39964) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:53.701352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.781102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.800751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8b162e-9307-4d6b-886f-57fc3aeebeb3']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:53.809598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b2966d-e5db-41ed-bec2-4f902bfbc9a8') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:53.809894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b2966d-e5db-41ed-bec2-4f902bfbc9a8') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:33:53.819791 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.832732 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.838406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:33:53.838828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:33:53.840420 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:33:53.895601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.901915 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:53.904936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd8b162e-9307-4d6b-886f-57fc3aeebeb3 HTTP/1.1" status: 204 len: 168 time: 0.2692676 Dec 08 22:33:53.916100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f7813-a652-4418-b3fb-25d071a3a124 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8b162e-9307-4d6b-886f-57fc3aeebeb3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:54.010808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39968) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:54.049726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4775dd21-6dc3-4c0e-97f0-a24d4ab6bbf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c94f51cf43f9486f931ca6505ee52d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375974 Dec 08 22:33:54.052088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39970) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:54.100723 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64e0dc7a-a9d7-47c9-aba7-354a3da7b6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:54.121413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64e0dc7a-a9d7-47c9-aba7-354a3da7b6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:54.167322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64e0dc7a-a9d7-47c9-aba7-354a3da7b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:54.169837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-64e0dc7a-a9d7-47c9-aba7-354a3da7b6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:54.171711 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-64e0dc7a-a9d7-47c9-aba7-354a3da7b6fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baa704d0-d883-49ad-89b7-793829adaf67 HTTP/1.1" status: 204 len: 168 time: 0.1186409 Dec 08 22:33:54.179264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0dc7a-a9d7-47c9-aba7-354a3da7b6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa704d0-d883-49ad-89b7-793829adaf67,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:54.831054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 39992) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:54.924317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-748599571'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:54.945452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:33:54.949260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:54.958655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:55.032581 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:55.035989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:55.061512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:33:55.070024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df8b6c2-d1a2-4911-9dc1-e9ea0fa2dc3d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:55.075854 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:55.076264 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Added segment e338bfae-9d59-4af1-a695-d49dfd245b8c of type vlan for network 6e7d4ddd-8e57-47cb-8317-d3d14f220100 Dec 08 22:33:55.118078 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:55.142476 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:55.147978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:55.148554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:55.225089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3929379 Dec 08 22:33:55.252344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1c9be-a957-4dde-ab68-c2bea6876460 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Network': ['ID=6e7d4ddd-8e57-47cb-8317-d3d14f220100,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:55.262926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 6e7d4ddd-8e57-47cb-8317-d3d14f220100 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:33:56.139779 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:33:56.160550 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:33:56.160903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 7fd79c85-3035-4dad-9ae1-c2a1e0a7acfc not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:33:58.426528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39996) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:58.431609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'subnet': {'network_id': '6e7d4ddd-8e57-47cb-8317-d3d14f220100', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:58.516174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:33:58.519648 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:58.696744 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:58.763220 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Subnet': ['ID=9d5273e5-d9f4-42ef-9dd5-19dc1a8a8b86,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:58.769020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Checking segment: {'id': 'e338bfae-9d59-4af1-a695-d49dfd245b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e7d4ddd-8e57-47cb-8317-d3d14f220100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:33:58.769315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network hostable DHCP agents. Network: 6e7d4ddd-8e57-47cb-8317-d3d14f220100, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:33:58.784661 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network 6e7d4ddd-8e57-47cb-8317-d3d14f220100 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:33:58.792977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 6e7d4ddd-8e57-47cb-8317-d3d14f220100) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:33:58.797039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:58.797671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:58.804520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b123a9-d18f-4598-9ac3-dbd0b9154a1a None None] Network 6e7d4ddd-8e57-47cb-8317-d3d14f220100 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:33:58.813762 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6a59d378-deac-4bc7-8eda-b876bbb6b907 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3860638 Dec 08 22:33:58.817169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 39998) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:58.821947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597319061'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:58.844612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:33:58.848315 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:58.871153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:33:58.881003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:58.881495 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Added segment fa7077d0-05ff-4ed5-8b29-40cc6cda0a22 of type vlan for network cfa9249a-1171-4f2f-a52d-383464beb768 Dec 08 22:33:58.924164 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:58.952760 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:58.953984 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-6e7d4ddd-8e57-47cb-8317-d3d14f220100', 'network_id': '6e7d4ddd-8e57-47cb-8317-d3d14f220100', 'tenant_id': 'bc68810f177e4136a7f21bf55203f705', 'fixed_ips': [{'subnet_id': '9d5273e5-d9f4-42ef-9dd5-19dc1a8a8b86'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:33:58.954915 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:58.958343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:58.958960 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.094483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Allocated IP 2001:db8:0:ffff::2 (6e7d4ddd-8e57-47cb-8317-d3d14f220100/9d5273e5-d9f4-42ef-9dd5-19dc1a8a8b86/b733f11e-9f6d-4194-ae2e-40b77a9afed9) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:33:59.244294 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.250528 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.287219 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Network 6e7d4ddd-8e57-47cb-8317-d3d14f220100 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:33:59.290000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:33:59.293804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:33:59.305617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Pushing event updated for resources: {'Port': ['ID=b733f11e-9f6d-4194-ae2e-40b77a9afed9,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:59.329957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.329957 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.330282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.330449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.330817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.331159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.331901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.332256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.332691 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.333036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.333338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.333804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:33:59.347305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5290346 Dec 08 22:33:59.350326 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:59.357275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'subnet': {'network_id': 'cfa9249a-1171-4f2f-a52d-383464beb768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:33:59.362961 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb836f2-0462-4e15-8709-c45e1fd29605 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Network': ['ID=cfa9249a-1171-4f2f-a52d-383464beb768,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:59.367367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Attempting to bind port b733f11e-9f6d-4194-ae2e-40b77a9afed9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:33:59.367736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Attempting to bind port b733f11e-9f6d-4194-ae2e-40b77a9afed9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'e338bfae-9d59-4af1-a695-d49dfd245b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e7d4ddd-8e57-47cb-8317-d3d14f220100'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:33:59.368100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Attempting to bind port b733f11e-9f6d-4194-ae2e-40b77a9afed9 on network 6e7d4ddd-8e57-47cb-8317-d3d14f220100 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:33:59.375319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network cfa9249a-1171-4f2f-a52d-383464beb768 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:33:59.377043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:33:59.377409 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Checking segment: {'id': 'e338bfae-9d59-4af1-a695-d49dfd245b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e7d4ddd-8e57-47cb-8317-d3d14f220100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:33:59.377803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.378186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Bound using segment: {'id': 'e338bfae-9d59-4af1-a695-d49dfd245b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e7d4ddd-8e57-47cb-8317-d3d14f220100'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:33:59.378805 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Bound port: b733f11e-9f6d-4194-ae2e-40b77a9afed9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e338bfae-9d59-4af1-a695-d49dfd245b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e7d4ddd-8e57-47cb-8317-d3d14f220100'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:33:59.379182 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.445007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:33:59.448493 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.493983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] For port b733f11e-9f6d-4194-ae2e-40b77a9afed9, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:33:59.496972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] For port b733f11e-9f6d-4194-ae2e-40b77a9afed9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b733f11e-9f6d-4194-ae2e-40b77a9afed9,segment=NetworkSegment(e338bfae-9d59-4af1-a695-d49dfd245b8c),segment_id=e338bfae-9d59-4af1-a695-d49dfd245b8c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:33:59.501638 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.557983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd00f4-7dd9-4140-91e4-e4c092984da7 None None] Pushing event updated for resources: {'Port': ['ID=b733f11e-9f6d-4194-ae2e-40b77a9afed9,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:59.645421 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.715520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Subnet': ['ID=7efe098b-693b-4246-8243-899114909ecb,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:33:59.723844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Checking segment: {'id': 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfa9249a-1171-4f2f-a52d-383464beb768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:33:59.724283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network hostable DHCP agents. Network: cfa9249a-1171-4f2f-a52d-383464beb768, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:33:59.749144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network cfa9249a-1171-4f2f-a52d-383464beb768 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:33:59.757724 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, cfa9249a-1171-4f2f-a52d-383464beb768) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:33:59.762128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:33:59.762794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.772951 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d27ad-8bfa-4f00-8f0f-e115bafae6a0 None None] Network cfa9249a-1171-4f2f-a52d-383464beb768 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:33:59.795454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40002) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:33:59.796003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-817dd6c2-5c9d-4e31-8af8-ad5c281fc407 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4442809 Dec 08 22:33:59.904298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.924881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-cfa9249a-1171-4f2f-a52d-383464beb768', 'network_id': 'cfa9249a-1171-4f2f-a52d-383464beb768', 'tenant_id': 'bc68810f177e4136a7f21bf55203f705', 'fixed_ips': [{'subnet_id': '7efe098b-693b-4246-8243-899114909ecb'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:33:59.925873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:33:59.991075 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.064489 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Allocated IP 2001:db8::2 (cfa9249a-1171-4f2f-a52d-383464beb768/7efe098b-693b-4246-8243-899114909ecb/c398ae58-e7f4-427a-aca5-43e735ea9bf9) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:00.204172 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.211360 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.233933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.251298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Network cfa9249a-1171-4f2f-a52d-383464beb768 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:00.255772 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:00.259194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:00.262161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Subnet': ['ID=7efe098b-693b-4246-8243-899114909ecb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:00.269296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Pushing event updated for resources: {'Port': ['ID=c398ae58-e7f4-427a-aca5-43e735ea9bf9,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:00.286861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.287241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.287533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.287861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.288191 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.288513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.288834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.289155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.289476 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.289795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.290112 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.290428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:00.328495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Attempting to bind port c398ae58-e7f4-427a-aca5-43e735ea9bf9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:00.328859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Attempting to bind port c398ae58-e7f4-427a-aca5-43e735ea9bf9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfa9249a-1171-4f2f-a52d-383464beb768'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:00.329356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Attempting to bind port c398ae58-e7f4-427a-aca5-43e735ea9bf9 on network cfa9249a-1171-4f2f-a52d-383464beb768 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:00.334625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:00.335034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Checking segment: {'id': 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfa9249a-1171-4f2f-a52d-383464beb768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:00.335445 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.335833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Bound using segment: {'id': 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfa9249a-1171-4f2f-a52d-383464beb768'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:00.336304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Bound port: c398ae58-e7f4-427a-aca5-43e735ea9bf9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfa9249a-1171-4f2f-a52d-383464beb768'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:00.336684 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.341685 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.363079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa9249a-1171-4f2f-a52d-383464beb768']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:00.372797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:00.373097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:00.383251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.398906 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.405859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:00.406262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.407499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] For port c398ae58-e7f4-427a-aca5-43e735ea9bf9, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:00.409386 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:00.465248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] For port c398ae58-e7f4-427a-aca5-43e735ea9bf9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c398ae58-e7f4-427a-aca5-43e735ea9bf9,segment=NetworkSegment(fa7077d0-05ff-4ed5-8b29-40cc6cda0a22),segment_id=fa7077d0-05ff-4ed5-8b29-40cc6cda0a22)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:00.467734 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.db.api [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:34:00.467734 n-d-821126-1 neutron-server[102390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:34:00.467734 n-d-821126-1 neutron-server[102390]: [parameters: {'id': 'cfa9249a-1171-4f2f-a52d-383464beb768'}] Dec 08 22:34:00.467734 n-d-821126-1 neutron-server[102390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:34:00.468278 n-d-821126-1 neutron-server[102390]: DEBUG oslo_db.api [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:34:00.469935 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.543994 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c219bb1-c8bd-44e7-98c3-dea4916c076a None None] Pushing event updated for resources: {'Port': ['ID=c398ae58-e7f4-427a-aca5-43e735ea9bf9,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:00.564468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d118db-dc2d-4558-89bc-63408246a629 None None] Network cfa9249a-1171-4f2f-a52d-383464beb768 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:00.567585 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675db961-965d-4b40-a7f3-10099fa70336 None None] Network 6e7d4ddd-8e57-47cb-8317-d3d14f220100 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:00.682941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b733f11e-9f6d-4194-ae2e-40b77a9afed9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:00.687837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6910540f-a168-42b4-8693-f7ed493e0e90 None None] Provisioning complete for port b733f11e-9f6d-4194-ae2e-40b77a9afed9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:00.688206 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6910540f-a168-42b4-8693-f7ed493e0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.865331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b733f11e-9f6d-4194-ae2e-40b77a9afed9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:00.865703 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.942490 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6910540f-a168-42b4-8693-f7ed493e0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.969681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:00.990467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6910540f-a168-42b4-8693-f7ed493e0e90 None None] For port b733f11e-9f6d-4194-ae2e-40b77a9afed9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b733f11e-9f6d-4194-ae2e-40b77a9afed9,segment=NetworkSegment(e338bfae-9d59-4af1-a695-d49dfd245b8c),segment_id=e338bfae-9d59-4af1-a695-d49dfd245b8c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:01.012712 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6910540f-a168-42b4-8693-f7ed493e0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.032923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Deleting port c398ae58-e7f4-427a-aca5-43e735ea9bf9 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:34:01.033270 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.048401 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.088025 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910540f-a168-42b4-8693-f7ed493e0e90 None None] Pushing event updated for resources: {'Port': ['ID=b733f11e-9f6d-4194-ae2e-40b77a9afed9,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:01.100621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] For port c398ae58-e7f4-427a-aca5-43e735ea9bf9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=c398ae58-e7f4-427a-aca5-43e735ea9bf9,segment=NetworkSegment(fa7077d0-05ff-4ed5-8b29-40cc6cda0a22),segment_id=fa7077d0-05ff-4ed5-8b29-40cc6cda0a22)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:01.100980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.115416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Calling delete_port for c398ae58-e7f4-427a-aca5-43e735ea9bf9 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:34:01.125051 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:34:01.125698 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:34:01.152496 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ad023-345b-4a7b-b492-8e323210fa35 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:34:01.197364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.222945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Port': ['ID=c398ae58-e7f4-427a-aca5-43e735ea9bf9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:01.226623 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No DVR routers for this DVR port c398ae58-e7f4-427a-aca5-43e735ea9bf9 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:34:01.238797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ad023-345b-4a7b-b492-8e323210fa35 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:34:01.249157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-eddd5403-a0ec-46c5-87bb-e01610fba295 None None] Provisioning complete for port b733f11e-9f6d-4194-ae2e-40b77a9afed9 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:01.249669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eddd5403-a0ec-46c5-87bb-e01610fba295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.306223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.325655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa9249a-1171-4f2f-a52d-383464beb768']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:01.335509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:01.335924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7077d0-05ff-4ed5-8b29-40cc6cda0a22') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:01.345970 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.359267 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.365170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:01.365607 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:01.368476 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:01.424459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.441465 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.444828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/cfa9249a-1171-4f2f-a52d-383464beb768 HTTP/1.1" status: 204 len: 168 time: 1.6476188 Dec 08 22:34:01.445776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a7f6b-8ad9-48f8-a9ad-acb772a3f98a tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Network': ['ID=cfa9249a-1171-4f2f-a52d-383464beb768,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:01.448583 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40004) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:01.455384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1116191180'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:01.475819 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:01.479316 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.504080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:34:01.513012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.513349 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Added segment 20c60c5e-3583-4787-9eaa-d97b5d048959 of type vlan for network 50e64438-0123-49a2-b548-1c35d060c3a2 Dec 08 22:34:01.559354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.583080 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.588736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:01.589321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.644957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1950047 Dec 08 22:34:01.648221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40006) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:01.655172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'subnet': {'network_id': '50e64438-0123-49a2-b548-1c35d060c3a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:01.657321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fbcae-fc53-4ec4-beb9-d31ab75ba221 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Network': ['ID=50e64438-0123-49a2-b548-1c35d060c3a2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:01.671419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 50e64438-0123-49a2-b548-1c35d060c3a2 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:34:01.744625 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:01.748241 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.802798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Performing IP validity checks on allocation pools {{(pid=102390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 22:34:01.803315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.ipam_backend_mixin [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 22:34:01.928407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:01.989017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Subnet': ['ID=4d3eee06-1ad9-46fe-ae0e-afbf7038dcc9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:01.994170 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Checking segment: {'id': '20c60c5e-3583-4787-9eaa-d97b5d048959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50e64438-0123-49a2-b548-1c35d060c3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:01.994530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network hostable DHCP agents. Network: 50e64438-0123-49a2-b548-1c35d060c3a2, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:34:02.010384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network 50e64438-0123-49a2-b548-1c35d060c3a2 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:34:02.018904 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 50e64438-0123-49a2-b548-1c35d060c3a2) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:02.022659 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:02.023271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.028577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412fd911-c055-40d9-b4c6-069b24ada538 None None] Network 50e64438-0123-49a2-b548-1c35d060c3a2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:02.040095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b1d1f8dd-d15f-4bea-8fc4-e3628e78a796 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3906682 Dec 08 22:34:02.042958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40008) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:02.140719 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.169807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-50e64438-0123-49a2-b548-1c35d060c3a2', 'network_id': '50e64438-0123-49a2-b548-1c35d060c3a2', 'tenant_id': 'bc68810f177e4136a7f21bf55203f705', 'fixed_ips': [{'subnet_id': '4d3eee06-1ad9-46fe-ae0e-afbf7038dcc9'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:34:02.170775 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.220163 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.299560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Allocated IP 2001:db8::3 (50e64438-0123-49a2-b548-1c35d060c3a2/4d3eee06-1ad9-46fe-ae0e-afbf7038dcc9/bf89741f-356a-4e03-9cdc-424c11694261) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:02.583760 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.589943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.607043 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.627681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Network 50e64438-0123-49a2-b548-1c35d060c3a2 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:02.634143 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:02.634794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3eee06-1ad9-46fe-ae0e-afbf7038dcc9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:02.641560 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:02.644777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Pushing event updated for resources: {'Port': ['ID=bf89741f-356a-4e03-9cdc-424c11694261,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:02.675164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b733f11e-9f6d-4194-ae2e-40b77a9afed9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:02.700520 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.719937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e64438-0123-49a2-b548-1c35d060c3a2']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:02.722110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Attempting to bind port bf89741f-356a-4e03-9cdc-424c11694261 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:02.722481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Attempting to bind port bf89741f-356a-4e03-9cdc-424c11694261 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '20c60c5e-3583-4787-9eaa-d97b5d048959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50e64438-0123-49a2-b548-1c35d060c3a2'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:02.722876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Attempting to bind port bf89741f-356a-4e03-9cdc-424c11694261 on network 50e64438-0123-49a2-b548-1c35d060c3a2 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:02.729363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c60c5e-3583-4787-9eaa-d97b5d048959') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:02.729664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c60c5e-3583-4787-9eaa-d97b5d048959') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:02.733629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:02.734003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Checking segment: {'id': '20c60c5e-3583-4787-9eaa-d97b5d048959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50e64438-0123-49a2-b548-1c35d060c3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:02.734403 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.734817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Bound using segment: {'id': '20c60c5e-3583-4787-9eaa-d97b5d048959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50e64438-0123-49a2-b548-1c35d060c3a2'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:02.735286 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Bound port: bf89741f-356a-4e03-9cdc-424c11694261, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c60c5e-3583-4787-9eaa-d97b5d048959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50e64438-0123-49a2-b548-1c35d060c3a2'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:02.735672 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.738982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.753265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.759906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:02.760298 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:02.763516 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:02.782164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b733f11e-9f6d-4194-ae2e-40b77a9afed9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:02.782536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.817401 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 22:34:02.817401 n-d-821126-1 neutron-server[102389]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 22:34:02.817401 n-d-821126-1 neutron-server[102389]: [parameters: {'id': '50e64438-0123-49a2-b548-1c35d060c3a2'}] Dec 08 22:34:02.817401 n-d-821126-1 neutron-server[102389]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:34:02.817857 n-d-821126-1 neutron-server[102389]: DEBUG oslo_db.api [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:34:02.836488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] For port bf89741f-356a-4e03-9cdc-424c11694261, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:02.850851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] For port bf89741f-356a-4e03-9cdc-424c11694261, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bf89741f-356a-4e03-9cdc-424c11694261,segment=NetworkSegment(20c60c5e-3583-4787-9eaa-d97b5d048959),segment_id=20c60c5e-3583-4787-9eaa-d97b5d048959)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:02.855733 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:02.962358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09e1c0-eaf2-4f6c-a610-f2e60d239590 None None] Pushing event updated for resources: {'Port': ['ID=bf89741f-356a-4e03-9cdc-424c11694261,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:02.975905 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bf57cc-8fa9-4eb6-8d7a-911c9047abd8 None None] Network 50e64438-0123-49a2-b548-1c35d060c3a2 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:03.089090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152a889-5223-48d0-b6d5-11099ceaa223 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:34:03.155669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152a889-5223-48d0-b6d5-11099ceaa223 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:34:03.318999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.377232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Deleting port bf89741f-356a-4e03-9cdc-424c11694261 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:34:03.377811 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.438620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] For port bf89741f-356a-4e03-9cdc-424c11694261, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=bf89741f-356a-4e03-9cdc-424c11694261,segment=NetworkSegment(20c60c5e-3583-4787-9eaa-d97b5d048959),segment_id=20c60c5e-3583-4787-9eaa-d97b5d048959)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:03.439010 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.450816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Calling delete_port for bf89741f-356a-4e03-9cdc-424c11694261 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:34:03.530445 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.552702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Port': ['ID=bf89741f-356a-4e03-9cdc-424c11694261,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:03.558198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No DVR routers for this DVR port bf89741f-356a-4e03-9cdc-424c11694261 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:34:03.634116 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.658432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e64438-0123-49a2-b548-1c35d060c3a2']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:03.668572 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c60c5e-3583-4787-9eaa-d97b5d048959') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:03.668868 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c60c5e-3583-4787-9eaa-d97b5d048959') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:03.677972 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.690389 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.696032 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:03.696413 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:03.699226 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:03.754773 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.761195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.764816 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/50e64438-0123-49a2-b548-1c35d060c3a2 HTTP/1.1" status: 204 len: 168 time: 1.7208757 Dec 08 22:34:03.768532 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40010) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:03.773701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-962212179'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:03.776393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8df014-ab31-4246-9030-1ffe2a8a408e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Network': ['ID=50e64438-0123-49a2-b548-1c35d060c3a2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:03.796180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:03.799596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.822230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:34:03.831146 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.831540 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Added segment 7c025d10-c71c-413b-9439-aed0aae84791 of type vlan for network b3491f69-adf1-4610-bbc8-f7c87492b0e8 Dec 08 22:34:03.874596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.898562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.903924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:03.904490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:03.957369 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1876366 Dec 08 22:34:03.960244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40012) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:03.971668 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'subnet': {'network_id': 'b3491f69-adf1-4610-bbc8-f7c87492b0e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:04.016582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc559c3-b5c2-4267-bec0-f28a703ca5e7 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Network': ['ID=b3491f69-adf1-4610-bbc8-f7c87492b0e8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:04.026377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b3491f69-adf1-4610-bbc8-f7c87492b0e8 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:34:04.066777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:04.070431 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.544236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.605645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Subnet': ['ID=377f7921-6b83-488c-9c9d-c16b5db09165,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:04.610484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Checking segment: {'id': '7c025d10-c71c-413b-9439-aed0aae84791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3491f69-adf1-4610-bbc8-f7c87492b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:04.610874 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network hostable DHCP agents. Network: b3491f69-adf1-4610-bbc8-f7c87492b0e8, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:34:04.629351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network b3491f69-adf1-4610-bbc8-f7c87492b0e8 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:34:04.637859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b3491f69-adf1-4610-bbc8-f7c87492b0e8) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:04.641846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:04.642422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.647639 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc760251-2823-4f2f-b30d-a4d93aae4cbe None None] Network b3491f69-adf1-4610-bbc8-f7c87492b0e8 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:04.659490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d898e353-74e5-47e3-9da5-9bbce8321888 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6981654 Dec 08 22:34:04.663022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40014) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:04.667803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617861678'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:04.688436 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:04.692020 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.714846 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:34:04.724266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.724626 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Added segment ef9ed7bf-a588-4ce7-8c10-e832464e713d of type vlan for network ad733a4a-7002-4a85-babb-8639ab391bb9 Dec 08 22:34:04.764003 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.787809 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.793313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:04.793909 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.804051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-b3491f69-adf1-4610-bbc8-f7c87492b0e8', 'network_id': 'b3491f69-adf1-4610-bbc8-f7c87492b0e8', 'tenant_id': 'bc68810f177e4136a7f21bf55203f705', 'fixed_ips': [{'subnet_id': '377f7921-6b83-488c-9c9d-c16b5db09165'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:34:04.804940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:04.854553 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1904809 Dec 08 22:34:04.858312 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40016) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:04.869519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Request body: {'subnet': {'network_id': 'ad733a4a-7002-4a85-babb-8639ab391bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:04.886469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a7422-c819-4e00-af3a-1f4706ca8dce tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Network': ['ID=ad733a4a-7002-4a85-babb-8639ab391bb9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:04.897529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network ad733a4a-7002-4a85-babb-8639ab391bb9 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:34:04.966742 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Made reservation on behalf of bc68810f177e4136a7f21bf55203f705 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:04.970829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.008415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Allocated IP 2001:db8::2 (b3491f69-adf1-4610-bbc8-f7c87492b0e8/377f7921-6b83-488c-9c9d-c16b5db09165/4506e545-c180-4574-b6de-14a3f07377fe) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:05.150495 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.153011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.159160 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.193586 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Network b3491f69-adf1-4610-bbc8-f7c87492b0e8 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:05.197917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:05.201800 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:05.210287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event updated for resources: {'Subnet': ['ID=0b91ffc0-fcff-4a96-bd5f-44a98bc64b21,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:05.211226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Pushing event updated for resources: {'Port': ['ID=4506e545-c180-4574-b6de-14a3f07377fe,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:05.220121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Checking segment: {'id': 'ef9ed7bf-a588-4ce7-8c10-e832464e713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ad733a4a-7002-4a85-babb-8639ab391bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:05.220484 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network hostable DHCP agents. Network: ad733a4a-7002-4a85-babb-8639ab391bb9, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:34:05.237077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Network ad733a4a-7002-4a85-babb-8639ab391bb9 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:34:05.245771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, ad733a4a-7002-4a85-babb-8639ab391bb9) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:05.249866 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:05.250459 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.257011 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad22b4-69fe-4504-a760-0feea3cd9061 None None] Network ad733a4a-7002-4a85-babb-8639ab391bb9 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:05.267423 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-27df9873-e96d-4c08-b150-aa39883825f1 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4080656 Dec 08 22:34:05.270000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40018) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:05.300467 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Attempting to bind port 4506e545-c180-4574-b6de-14a3f07377fe on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:05.300838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Attempting to bind port 4506e545-c180-4574-b6de-14a3f07377fe by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '7c025d10-c71c-413b-9439-aed0aae84791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3491f69-adf1-4610-bbc8-f7c87492b0e8'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:05.301200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Attempting to bind port 4506e545-c180-4574-b6de-14a3f07377fe on network b3491f69-adf1-4610-bbc8-f7c87492b0e8 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:05.312064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:05.312436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Checking segment: {'id': '7c025d10-c71c-413b-9439-aed0aae84791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3491f69-adf1-4610-bbc8-f7c87492b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:05.312839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.313235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Bound using segment: {'id': '7c025d10-c71c-413b-9439-aed0aae84791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3491f69-adf1-4610-bbc8-f7c87492b0e8'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:05.313709 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Bound port: 4506e545-c180-4574-b6de-14a3f07377fe, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c025d10-c71c-413b-9439-aed0aae84791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b3491f69-adf1-4610-bbc8-f7c87492b0e8'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:05.314069 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.368516 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.419443 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.426592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d2d9b675-7b27-498d-830f-197de154142f None None] For port 4506e545-c180-4574-b6de-14a3f07377fe, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:05.430860 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d2d9b675-7b27-498d-830f-197de154142f None None] For port 4506e545-c180-4574-b6de-14a3f07377fe, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4506e545-c180-4574-b6de-14a3f07377fe,segment=NetworkSegment(7c025d10-c71c-413b-9439-aed0aae84791),segment_id=7c025d10-c71c-413b-9439-aed0aae84791)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:05.437929 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.479616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cb5934-5dd1-491b-8ae9-df84139510f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-ad733a4a-7002-4a85-babb-8639ab391bb9', 'network_id': 'ad733a4a-7002-4a85-babb-8639ab391bb9', 'tenant_id': 'bc68810f177e4136a7f21bf55203f705', 'fixed_ips': [{'subnet_id': '0b91ffc0-fcff-4a96-bd5f-44a98bc64b21'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:34:05.480455 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91cb5934-5dd1-491b-8ae9-df84139510f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.481666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.514421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Subnet': ['ID=0b91ffc0-fcff-4a96-bd5f-44a98bc64b21,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:05.527855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9b675-7b27-498d-830f-197de154142f None None] Pushing event updated for resources: {'Port': ['ID=4506e545-c180-4574-b6de-14a3f07377fe,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:05.584922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.595774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00807b-fff5-40a9-bc98-a7745fa352ce None None] Network ad733a4a-7002-4a85-babb-8639ab391bb9 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:05.609883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad733a4a-7002-4a85-babb-8639ab391bb9']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:05.621842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9ed7bf-a588-4ce7-8c10-e832464e713d') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:05.622315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9ed7bf-a588-4ce7-8c10-e832464e713d') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:05.633432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.651958 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.663691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:05.664103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.665310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dddddab8-5992-4b40-95bd-2a7f661357fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:05.724441 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:05.752155 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.760352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.763457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/ad733a4a-7002-4a85-babb-8639ab391bb9 HTTP/1.1" status: 204 len: 168 time: 0.4924817 Dec 08 22:34:05.767642 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40020) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:05.778365 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce479eb8-3f66-49bc-9b8f-86e41f8815a6 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Network': ['ID=ad733a4a-7002-4a85-babb-8639ab391bb9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:05.798145 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-849a489a-3aaa-4e74-b4c3-c0a935083711 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] GET failed (client error): The resource could not be found. Dec 08 22:34:05.799554 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-849a489a-3aaa-4e74-b4c3-c0a935083711 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "GET /v2.0/subnets/0b91ffc0-fcff-4a96-bd5f-44a98bc64b21 HTTP/1.1" status: 404 len: 337 time: 0.0309176 Dec 08 22:34:05.802367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40022) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:05.822493 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccff198-feb9-4479-8da5-692b34e8f15e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] DELETE failed (client error): The resource could not be found. Dec 08 22:34:05.823152 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccff198-feb9-4479-8da5-692b34e8f15e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:34:05.826212 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4ccff198-feb9-4479-8da5-692b34e8f15e tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/ad733a4a-7002-4a85-babb-8639ab391bb9 HTTP/1.1" status: 404 len: 339 time: 0.0225878 Dec 08 22:34:05.830036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40024) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:05.861112 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5b42f2-a00c-456c-8888-e55e203c6e57 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] DELETE failed (client error): The resource could not be found. Dec 08 22:34:05.861561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5b42f2-a00c-456c-8888-e55e203c6e57 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:34:05.864518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1a5b42f2-a00c-456c-8888-e55e203c6e57 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/subnets/0b91ffc0-fcff-4a96-bd5f-44a98bc64b21 HTTP/1.1" status: 404 len: 337 time: 0.0335696 Dec 08 22:34:05.867090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40026) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:05.884748 n-d-821126-1 neutron-server[102389]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5af84d-d0ef-4001-ba97-e9a2611638f9 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] DELETE failed (client error): The resource could not be found. Dec 08 22:34:05.885268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5af84d-d0ef-4001-ba97-e9a2611638f9 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:34:05.888128 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0e5af84d-d0ef-4001-ba97-e9a2611638f9 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/ad733a4a-7002-4a85-babb-8639ab391bb9 HTTP/1.1" status: 404 len: 339 time: 0.0201700 Dec 08 22:34:05.890459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:05.940550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e95d0ef-1525-4277-bf9c-20f8b18ba360 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Deleting subnet 377f7921-6b83-488c-9c9d-c16b5db09165 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:34:05.943512 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e95d0ef-1525-4277-bf9c-20f8b18ba360 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:05.983121 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e95d0ef-1525-4277-bf9c-20f8b18ba360 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.068080 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e95d0ef-1525-4277-bf9c-20f8b18ba360 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.123924 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e95d0ef-1525-4277-bf9c-20f8b18ba360 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.151447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95d0ef-1525-4277-bf9c-20f8b18ba360 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Subnet': ['ID=377f7921-6b83-488c-9c9d-c16b5db09165,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:06.153546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8e95d0ef-1525-4277-bf9c-20f8b18ba360 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.157185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8e95d0ef-1525-4277-bf9c-20f8b18ba360 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/subnets/377f7921-6b83-488c-9c9d-c16b5db09165 HTTP/1.1" status: 204 len: 168 time: 0.2657285 Dec 08 22:34:06.159672 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40030) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:06.245089 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.298846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Deleting port 4506e545-c180-4574-b6de-14a3f07377fe {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:34:06.299191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.364574 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] For port 4506e545-c180-4574-b6de-14a3f07377fe, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=4506e545-c180-4574-b6de-14a3f07377fe,segment=NetworkSegment(7c025d10-c71c-413b-9439-aed0aae84791),segment_id=7c025d10-c71c-413b-9439-aed0aae84791)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:06.364935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.377451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Calling delete_port for 4506e545-c180-4574-b6de-14a3f07377fe owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:34:06.454529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eff3a35-38a1-4c42-b3eb-2166b36d6c2b None None] Network b3491f69-adf1-4610-bbc8-f7c87492b0e8 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:06.459886 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.487854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Port': ['ID=4506e545-c180-4574-b6de-14a3f07377fe,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:06.489795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No DVR routers for this DVR port 4506e545-c180-4574-b6de-14a3f07377fe on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:34:06.563981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7f7e0cca-5865-4ff7-a0bc-df6c57183660 None None] Could not find standard attr ID for object 4506e545-c180-4574-b6de-14a3f07377fe. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:34:06.571838 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.596446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3491f69-adf1-4610-bbc8-f7c87492b0e8']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:06.605841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c025d10-c71c-413b-9439-aed0aae84791') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:06.606132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c025d10-c71c-413b-9439-aed0aae84791') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:06.615882 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.618782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b42a128-04f3-4c7f-a081-b2bca042ed9a None None] DHCP port deletion for b3491f69-adf1-4610-bbc8-f7c87492b0e8 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:34:06.630282 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.636435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:06.636827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:06.639929 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:06.695590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.702726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.705036 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/b3491f69-adf1-4610-bbc8-f7c87492b0e8 HTTP/1.1" status: 204 len: 168 time: 0.5440898 Dec 08 22:34:06.707847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40032) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:06.716406 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0303cb-b69e-4a98-919c-0315cdb2c23d tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Network': ['ID=b3491f69-adf1-4610-bbc8-f7c87492b0e8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:06.735784 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa41995-b5cb-4022-bec4-0b28d9549682 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] DELETE failed (client error): The resource could not be found. Dec 08 22:34:06.736231 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa41995-b5cb-4022-bec4-0b28d9549682 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:34:06.739355 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8fa41995-b5cb-4022-bec4-0b28d9549682 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/subnets/4d3eee06-1ad9-46fe-ae0e-afbf7038dcc9 HTTP/1.1" status: 404 len: 337 time: 0.0305152 Dec 08 22:34:06.741850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40034) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:06.764964 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a34fd37-5046-4150-846b-5ed57307a578 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] DELETE failed (client error): The resource could not be found. Dec 08 22:34:06.765492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a34fd37-5046-4150-846b-5ed57307a578 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:34:06.768400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4a34fd37-5046-4150-846b-5ed57307a578 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/50e64438-0123-49a2-b548-1c35d060c3a2 HTTP/1.1" status: 404 len: 339 time: 0.0256786 Dec 08 22:34:06.770821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40036) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:06.795393 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8417491e-74bc-4a21-9e33-e1338e3393bf tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] DELETE failed (client error): The resource could not be found. Dec 08 22:34:06.795836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8417491e-74bc-4a21-9e33-e1338e3393bf tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:34:06.798649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8417491e-74bc-4a21-9e33-e1338e3393bf tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/subnets/7efe098b-693b-4246-8243-899114909ecb HTTP/1.1" status: 404 len: 337 time: 0.0269678 Dec 08 22:34:06.800806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40038) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:06.818194 n-d-821126-1 neutron-server[102390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7336b0b9-157a-4702-8082-3b23d2819c38 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] DELETE failed (client error): The resource could not be found. Dec 08 22:34:06.818706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7336b0b9-157a-4702-8082-3b23d2819c38 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 22:34:06.821566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7336b0b9-157a-4702-8082-3b23d2819c38 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/cfa9249a-1171-4f2f-a52d-383464beb768 HTTP/1.1" status: 404 len: 339 time: 0.0199215 Dec 08 22:34:06.823865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40040) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:06.871676 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5650b518-11da-468d-82e5-107eebf4cec3 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Deleting subnet 9d5273e5-d9f4-42ef-9dd5-19dc1a8a8b86 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:34:06.875187 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5650b518-11da-468d-82e5-107eebf4cec3 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:06.915471 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5650b518-11da-468d-82e5-107eebf4cec3 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.002352 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5650b518-11da-468d-82e5-107eebf4cec3 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.057313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5650b518-11da-468d-82e5-107eebf4cec3 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.084731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650b518-11da-468d-82e5-107eebf4cec3 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5273e5-d9f4-42ef-9dd5-19dc1a8a8b86,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:07.086706 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5650b518-11da-468d-82e5-107eebf4cec3 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.089884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5650b518-11da-468d-82e5-107eebf4cec3 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/subnets/9d5273e5-d9f4-42ef-9dd5-19dc1a8a8b86 HTTP/1.1" status: 204 len: 168 time: 0.2651579 Dec 08 22:34:07.090729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c2d5c4-8b9c-4856-91bd-3e39be7d187d None None] Network 6e7d4ddd-8e57-47cb-8317-d3d14f220100 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:07.093231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40042) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:07.172609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.237248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Deleting port b733f11e-9f6d-4194-ae2e-40b77a9afed9 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:34:07.237590 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.258329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] DHCP port deletion for 6e7d4ddd-8e57-47cb-8317-d3d14f220100 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:34:07.305159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] For port b733f11e-9f6d-4194-ae2e-40b77a9afed9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b733f11e-9f6d-4194-ae2e-40b77a9afed9,segment=NetworkSegment(e338bfae-9d59-4af1-a695-d49dfd245b8c),segment_id=e338bfae-9d59-4af1-a695-d49dfd245b8c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:07.305523 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.307995 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] Deleting port b733f11e-9f6d-4194-ae2e-40b77a9afed9 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:34:07.308378 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.317747 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Calling delete_port for b733f11e-9f6d-4194-ae2e-40b77a9afed9 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:34:07.371515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] For port b733f11e-9f6d-4194-ae2e-40b77a9afed9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b733f11e-9f6d-4194-ae2e-40b77a9afed9,segment=NetworkSegment(e338bfae-9d59-4af1-a695-d49dfd245b8c),segment_id=e338bfae-9d59-4af1-a695-d49dfd245b8c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:07.371918 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.384276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] Calling delete_port for b733f11e-9f6d-4194-ae2e-40b77a9afed9 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:34:07.395706 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.421532 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Port': ['ID=b733f11e-9f6d-4194-ae2e-40b77a9afed9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:07.424886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] No DVR routers for this DVR port b733f11e-9f6d-4194-ae2e-40b77a9afed9 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 22:34:07.455212 n-d-821126-1 neutron-server[102391]: self.session.flush() Dec 08 22:34:07.464449 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.487486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] Pushing event deleted for resources: {'Port': ['ID=b733f11e-9f6d-4194-ae2e-40b77a9afed9,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:07.493404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da040975-6a5d-4c0e-bf5d-0f20e044e7a7 None None] No DVR routers for this DVR port b733f11e-9f6d-4194-ae2e-40b77a9afed9 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:34:07.509191 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.528880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7d4ddd-8e57-47cb-8317-d3d14f220100']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:07.538446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e338bfae-9d59-4af1-a695-d49dfd245b8c') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:07.538765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e338bfae-9d59-4af1-a695-d49dfd245b8c') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:07.547951 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.560615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.566341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:07.566772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:07.569594 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:07.629854 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.636669 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:07.640494 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] 10.222.0.21 "DELETE /v2.0/networks/6e7d4ddd-8e57-47cb-8317-d3d14f220100 HTTP/1.1" status: 204 len: 168 time: 0.5463226 Dec 08 22:34:07.651862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3574e-ca7c-4c6d-97e2-fb5867ce3d42 tempest-NetworksIpV6Test-715601325 tempest-NetworksIpV6Test-715601325-project] Pushing event deleted for resources: {'Network': ['ID=6e7d4ddd-8e57-47cb-8317-d3d14f220100,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:07.873875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40048) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:08.003156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-feeadd11-1f95-43ea-bfa2-e9be77c23b60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc68810f177e4136a7f21bf55203f705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280499 Dec 08 22:34:08.005601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40052) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:08.058901 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30adc7df-2244-4d58-8643-4afa311e1f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.081321 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30adc7df-2244-4d58-8643-4afa311e1f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.128038 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30adc7df-2244-4d58-8643-4afa311e1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.130662 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30adc7df-2244-4d58-8643-4afa311e1f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.131848 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-30adc7df-2244-4d58-8643-4afa311e1f2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9df8b6c2-d1a2-4911-9dc1-e9ea0fa2dc3d HTTP/1.1" status: 204 len: 168 time: 0.1253352 Dec 08 22:34:08.140897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adc7df-2244-4d58-8643-4afa311e1f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df8b6c2-d1a2-4911-9dc1-e9ea0fa2dc3d,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:08.305347 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a591c0c9-5785-4319-99ae-34a0912afc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.672439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b733f11e-9f6d-4194-ae2e-40b77a9afed9 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:34:08.697973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b733f11e-9f6d-4194-ae2e-40b77a9afed9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:34:08.698616 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b733f11e-9f6d-4194-ae2e-40b77a9afed9 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:34:08.770526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40074) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:08.864194 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2f01e81f-9e23-4fdf-81d4-6eba3c7cc682 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1662963386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:08.888224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f01e81f-9e23-4fdf-81d4-6eba3c7cc682 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.889266 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f01e81f-9e23-4fdf-81d4-6eba3c7cc682 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.900614 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.947459 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f01e81f-9e23-4fdf-81d4-6eba3c7cc682 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.952104 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f01e81f-9e23-4fdf-81d4-6eba3c7cc682 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.970813 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f01e81f-9e23-4fdf-81d4-6eba3c7cc682 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:08.975339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40078) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:08.975831 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2f01e81f-9e23-4fdf-81d4-6eba3c7cc682 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2037230 Dec 08 22:34:08.981076 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-223367154'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:09.002464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Made reservation on behalf of bb6f86000ec8499ca7a601fdf67a8f0b for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:09.005924 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.014465 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.087566 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.091514 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.118356 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:34:09.127825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3d86de-21e7-4f39-9803-16f98ad729df,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:09.132528 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.132876 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Added segment f68b0e7a-2024-4ecc-a64e-e463a00f260d of type vlan for network db6c6b20-587f-464d-a968-21f6be96851d Dec 08 22:34:09.176858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.200688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.206281 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:09.206919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.263160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2860286 Dec 08 22:34:09.266077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40080) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:09.271159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Request body: {'subnet': {'network_id': 'db6c6b20-587f-464d-a968-21f6be96851d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:09.275262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba56b4-4b9e-4584-a009-99a4f45c8d44 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event updated for resources: {'Network': ['ID=db6c6b20-587f-464d-a968-21f6be96851d,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:09.285837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network db6c6b20-587f-464d-a968-21f6be96851d details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:34:09.357066 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Made reservation on behalf of bb6f86000ec8499ca7a601fdf67a8f0b for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:09.361155 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.532914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.578772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.596140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event updated for resources: {'Subnet': ['ID=f790463d-b4ee-44a8-887b-985e526f3e87,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:09.604751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Checking segment: {'id': 'f68b0e7a-2024-4ecc-a64e-e463a00f260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'db6c6b20-587f-464d-a968-21f6be96851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:09.605120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Network hostable DHCP agents. Network: db6c6b20-587f-464d-a968-21f6be96851d, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:34:09.621078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Network db6c6b20-587f-464d-a968-21f6be96851d is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:34:09.634339 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, db6c6b20-587f-464d-a968-21f6be96851d) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:09.638484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:09.639092 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.643660 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4901dd-00aa-4487-8f3c-8944769b47a8 None None] Network db6c6b20-587f-464d-a968-21f6be96851d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:09.656610 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9fa21a14-98f7-4308-a64a-63de4ab7fca0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3889372 Dec 08 22:34:09.660343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40082) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:09.665410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1330489878'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:09.684603 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Made reservation on behalf of bb6f86000ec8499ca7a601fdf67a8f0b for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:09.688110 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.714347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:34:09.724587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.725065 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Added segment 3874200d-472f-4aa3-8ead-309a82ef2cce of type vlan for network 91883642-ad06-4890-8c16-c87ff4797aeb Dec 08 22:34:09.764407 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.789044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.790097 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-db6c6b20-587f-464d-a968-21f6be96851d', 'network_id': 'db6c6b20-587f-464d-a968-21f6be96851d', 'tenant_id': 'bb6f86000ec8499ca7a601fdf67a8f0b', 'fixed_ips': [{'subnet_id': 'f790463d-b4ee-44a8-887b-985e526f3e87'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:34:09.790992 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.794582 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:09.795200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:09.855424 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1939244 Dec 08 22:34:09.858382 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40084) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:09.863848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Request body: {'subnet': {'network_id': '91883642-ad06-4890-8c16-c87ff4797aeb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:09.868807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf19922-a9e6-4706-89d0-0516de5ae10d tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event updated for resources: {'Network': ['ID=91883642-ad06-4890-8c16-c87ff4797aeb,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:09.882123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 91883642-ad06-4890-8c16-c87ff4797aeb details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:34:09.963136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Made reservation on behalf of bb6f86000ec8499ca7a601fdf67a8f0b for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:09.966736 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.052953 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.141364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Allocated IP 172.20.0.2 (db6c6b20-587f-464d-a968-21f6be96851d/f790463d-b4ee-44a8-887b-985e526f3e87/9fc957a2-9bdc-47f8-b1e7-f3616f8814f5) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:10.153526 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.221568 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event updated for resources: {'Subnet': ['ID=c47e9a3a-f67d-4962-9b6c-00611c559d9c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:10.227045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Checking segment: {'id': '3874200d-472f-4aa3-8ead-309a82ef2cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91883642-ad06-4890-8c16-c87ff4797aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:10.227409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Network hostable DHCP agents. Network: 91883642-ad06-4890-8c16-c87ff4797aeb, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:34:10.244315 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Network 91883642-ad06-4890-8c16-c87ff4797aeb is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:34:10.253711 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 91883642-ad06-4890-8c16-c87ff4797aeb) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:10.258159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:10.259006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.269906 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b54a0-f70d-42f0-b905-77be03e77d7b None None] Network 91883642-ad06-4890-8c16-c87ff4797aeb requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:10.274803 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ed815a94-1761-45e5-9465-59b440af9dd0 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4152358 Dec 08 22:34:10.277593 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40086) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:10.282186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7eca8332-da1a-422f-9456-d48b45f32259 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Request body: {'router': {'external_gateway_info': {'network_id': '91883642-ad06-4890-8c16-c87ff4797aeb'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:10.336094 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.346448 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.403788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Network db6c6b20-587f-464d-a968-21f6be96851d is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:10.407450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:10.441862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:10.456457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Pushing event updated for resources: {'Port': ['ID=9fc957a2-9bdc-47f8-b1e7-f3616f8814f5,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:10.485406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eca8332-da1a-422f-9456-d48b45f32259 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.492157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.541907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2217e0b5-b4ee-4898-b8de-367922f7f3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-91883642-ad06-4890-8c16-c87ff4797aeb', 'network_id': '91883642-ad06-4890-8c16-c87ff4797aeb', 'tenant_id': 'bb6f86000ec8499ca7a601fdf67a8f0b', 'fixed_ips': [{'subnet_id': 'c47e9a3a-f67d-4962-9b6c-00611c559d9c'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:34:10.542818 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2217e0b5-b4ee-4898-b8de-367922f7f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.545981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Attempting to bind port 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:10.546883 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Attempting to bind port 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'f68b0e7a-2024-4ecc-a64e-e463a00f260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'db6c6b20-587f-464d-a968-21f6be96851d'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:10.547267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Attempting to bind port 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5 on network db6c6b20-587f-464d-a968-21f6be96851d {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:10.559201 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:10.559592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Checking segment: {'id': 'f68b0e7a-2024-4ecc-a64e-e463a00f260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'db6c6b20-587f-464d-a968-21f6be96851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:10.559990 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.560365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Bound using segment: {'id': 'f68b0e7a-2024-4ecc-a64e-e463a00f260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'db6c6b20-587f-464d-a968-21f6be96851d'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:10.560817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Bound port: 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68b0e7a-2024-4ecc-a64e-e463a00f260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'db6c6b20-587f-464d-a968-21f6be96851d'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:10.561193 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.589811 n-d-821126-1 neutron-server[102389]: INFO neutron.api.v2.resource [None req-7eca8332-da1a-422f-9456-d48b45f32259 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 22:34:10.590900 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7eca8332-da1a-422f-9456-d48b45f32259 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "PUT /v2.0/routers/afb2e785-dc73-4702-8e2e-6253d0d60501 HTTP/1.1" status: 400 len: 364 time: 0.3122628 Dec 08 22:34:10.597207 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40088) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:10.647452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2acc63-01c1-474a-8742-87d9ff98eac7 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Deleting subnet c47e9a3a-f67d-4962-9b6c-00611c559d9c {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:34:10.650551 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb2acc63-01c1-474a-8742-87d9ff98eac7 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.690485 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb2acc63-01c1-474a-8742-87d9ff98eac7 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.692693 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] For port 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:10.695807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] For port 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9fc957a2-9bdc-47f8-b1e7-f3616f8814f5,segment=NetworkSegment(f68b0e7a-2024-4ecc-a64e-e463a00f260d),segment_id=f68b0e7a-2024-4ecc-a64e-e463a00f260d)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:10.700070 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.735425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb2acc63-01c1-474a-8742-87d9ff98eac7 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.756190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcea70-0788-4769-b067-a55b639c03ca None None] Pushing event updated for resources: {'Port': ['ID=9fc957a2-9bdc-47f8-b1e7-f3616f8814f5,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:10.799953 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb2acc63-01c1-474a-8742-87d9ff98eac7 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server [None req-2217e0b5-b4ee-4898-b8de-367922f7f3af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c47e9a3a-f67d-4962-9b6c-00611c559d9c: This subnet is being modified by another concurrent operation. Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server raise exception Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c47e9a3a-f67d-4962-9b6c-00611c559d9c: This subnet is being modified by another concurrent operation. Dec 08 22:34:10.803187 n-d-821126-1 neutron-server[102391]: ERROR oslo_messaging.rpc.server Dec 08 22:34:10.822238 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51067ebd-cd9b-4a9a-9e8e-cd525e73c0c7 None None] Network 91883642-ad06-4890-8c16-c87ff4797aeb requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:10.831263 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb2acc63-01c1-474a-8742-87d9ff98eac7 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:10.834428 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-bb2acc63-01c1-474a-8742-87d9ff98eac7 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "DELETE /v2.0/subnets/c47e9a3a-f67d-4962-9b6c-00611c559d9c HTTP/1.1" status: 204 len: 168 time: 0.2363172 Dec 08 22:34:10.835456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2acc63-01c1-474a-8742-87d9ff98eac7 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event deleted for resources: {'Subnet': ['ID=c47e9a3a-f67d-4962-9b6c-00611c559d9c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:10.837672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40090) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:10.941360 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.035208 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.055777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91883642-ad06-4890-8c16-c87ff4797aeb']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:11.065241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3874200d-472f-4aa3-8ead-309a82ef2cce') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:11.065535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3874200d-472f-4aa3-8ead-309a82ef2cce') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:11.075306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.088810 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.095082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:11.095462 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:11.098665 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:11.149847 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.158991 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.164398 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.167580 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "DELETE /v2.0/networks/91883642-ad06-4890-8c16-c87ff4797aeb HTTP/1.1" status: 204 len: 168 time: 0.3286893 Dec 08 22:34:11.170192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40092) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:11.181688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e30526-cadb-4b85-a966-323772e230fc tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event deleted for resources: {'Network': ['ID=91883642-ad06-4890-8c16-c87ff4797aeb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:11.221602 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-5777119e-519e-4559-9bda-4e9269996779 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Deleting subnet f790463d-b4ee-44a8-887b-985e526f3e87 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:34:11.225174 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5777119e-519e-4559-9bda-4e9269996779 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.262961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5777119e-519e-4559-9bda-4e9269996779 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.347917 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5777119e-519e-4559-9bda-4e9269996779 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.405572 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5777119e-519e-4559-9bda-4e9269996779 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.435591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5777119e-519e-4559-9bda-4e9269996779 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.439295 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5777119e-519e-4559-9bda-4e9269996779 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "DELETE /v2.0/subnets/f790463d-b4ee-44a8-887b-985e526f3e87 HTTP/1.1" status: 204 len: 168 time: 0.2680473 Dec 08 22:34:11.440149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777119e-519e-4559-9bda-4e9269996779 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event deleted for resources: {'Subnet': ['ID=f790463d-b4ee-44a8-887b-985e526f3e87,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:11.442011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40094) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:11.520771 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.578699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Deleting port 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:34:11.579062 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.649513 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] For port 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=9fc957a2-9bdc-47f8-b1e7-f3616f8814f5,segment=NetworkSegment(f68b0e7a-2024-4ecc-a64e-e463a00f260d),segment_id=f68b0e7a-2024-4ecc-a64e-e463a00f260d)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:11.649872 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.662533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Calling delete_port for 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:34:11.713416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903066ea-deb5-40b1-8a02-3b04fcb56656 None None] Network db6c6b20-587f-464d-a968-21f6be96851d requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:11.746331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.771630 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event deleted for resources: {'Port': ['ID=9fc957a2-9bdc-47f8-b1e7-f3616f8814f5,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:11.775510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] No DVR routers for this DVR port 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:34:11.822428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-36b52f30-7b8c-4681-9994-a2757d2cd397 None None] Could not find standard attr ID for object 9fc957a2-9bdc-47f8-b1e7-f3616f8814f5. {{(pid=102391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 22:34:11.861936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.873699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05cb76-a8ab-45f6-a7b0-a9b18c2fb319 None None] DHCP port deletion for db6c6b20-587f-464d-a968-21f6be96851d request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:34:11.883643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6c6b20-587f-464d-a968-21f6be96851d']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:11.892036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb5b3e7-825f-4d80-89b4-09b960c43903 None None] get_active_networks_info from n-d-821126-1 {{(pid=102391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 08 22:34:11.892754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68b0e7a-2024-4ecc-a64e-e463a00f260d') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:11.893055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68b0e7a-2024-4ecc-a64e-e463a00f260d') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:11.902870 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.915938 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.922494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:34:11.922941 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:34:11.925879 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:34:11.956979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5b3e7-825f-4d80-89b4-09b960c43903 None None] Resources bound (agent type, host, resource id): {{(pid=102391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 22:34:11.984552 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.991251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:11.994357 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "DELETE /v2.0/networks/db6c6b20-587f-464d-a968-21f6be96851d HTTP/1.1" status: 204 len: 168 time: 0.5513473 Dec 08 22:34:11.997214 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40096) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:12.006523 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2665d-8d1e-49cd-9f24-eab2998a39a2 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Pushing event deleted for resources: {'Network': ['ID=db6c6b20-587f-464d-a968-21f6be96851d,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:12.024173 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-442ed557-2e1a-4a07-911f-876bec6c8832 tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "GET /v2.0/ports?device_id=afb2e785-dc73-4702-8e2e-6253d0d60501 HTTP/1.1" status: 200 len: 205 time: 0.0258195 Dec 08 22:34:12.026589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40098) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:12.102200 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7cbd44bf-c142-47e6-b696-78e41566c69f tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:12.579079 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7cbd44bf-c142-47e6-b696-78e41566c69f tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:12.581183 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7cbd44bf-c142-47e6-b696-78e41566c69f tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:12.624104 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7cbd44bf-c142-47e6-b696-78e41566c69f tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:12.624637 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbd44bf-c142-47e6-b696-78e41566c69f tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Fanout notify agent at l3_agent the message router_deleted on router afb2e785-dc73-4702-8e2e-6253d0d60501 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:34:12.631896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7cbd44bf-c142-47e6-b696-78e41566c69f tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:12.632819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7cbd44bf-c142-47e6-b696-78e41566c69f tempest-RoutersNegativeTest-1881127133 tempest-RoutersNegativeTest-1881127133-project] 10.222.0.21 "DELETE /v2.0/routers/afb2e785-dc73-4702-8e2e-6253d0d60501 HTTP/1.1" status: 204 len: 168 time: 0.6053388 Dec 08 22:34:12.866939 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40104) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:13.005141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f347c123-cad7-4bdc-9b64-63450f92f89b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb6f86000ec8499ca7a601fdf67a8f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370049 Dec 08 22:34:13.007521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40108) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:13.053267 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4b82bc9-a307-47a3-a400-4895456910a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.073507 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4b82bc9-a307-47a3-a400-4895456910a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.118609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4b82bc9-a307-47a3-a400-4895456910a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.121011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4b82bc9-a307-47a3-a400-4895456910a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.122114 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4b82bc9-a307-47a3-a400-4895456910a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e3d86de-21e7-4f39-9803-16f98ad729df HTTP/1.1" status: 204 len: 168 time: 0.1137238 Dec 08 22:34:13.129915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b82bc9-a307-47a3-a400-4895456910a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3d86de-21e7-4f39-9803-16f98ad729df,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:13.713542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40130) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:13.806320 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1979976423-network', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:13.826555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Made reservation on behalf of 923d6b1eea2c4b00a96ee6a7cf20392e for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:13.829415 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.837358 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.908511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.911911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.934563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:34:13.944297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc07debe-4cc4-4d2e-8d09-a3ec97f20434,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:13.948930 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:13.949274 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Added segment a2d53d2a-57fe-4073-beda-6660bd64e7e2 of type vlan for network 87bdc9da-2aa5-481b-b428-246c871b6887 Dec 08 22:34:13.990362 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.014330 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.015298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:14.015881 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.071256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3566072 Dec 08 22:34:14.074166 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40134) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:14.076127 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0fd64-4a86-426c-a6e1-05d76158ca35 admin admin] Pushing event updated for resources: {'Network': ['ID=87bdc9da-2aa5-481b-b428-246c871b6887,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:14.079345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Request body: {'subnet': {'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-subnet', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:14.085771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 87bdc9da-2aa5-481b-b428-246c871b6887 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:34:14.099556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Made reservation on behalf of 923d6b1eea2c4b00a96ee6a7cf20392e for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:14.101917 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.265030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.321740 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:14.330139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Checking segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:14.330494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Network hostable DHCP agents. Network: 87bdc9da-2aa5-481b-b428-246c871b6887, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:34:14.346791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Network 87bdc9da-2aa5-481b-b428-246c871b6887 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:34:14.354951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 87bdc9da-2aa5-481b-b428-246c871b6887) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:14.359420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:14.360001 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.365545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a67fc2-47bd-4f5f-adca-448a84ae0da3 None None] Network 87bdc9da-2aa5-481b-b428-246c871b6887 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:14.374824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1650b355-d40c-4f42-84a9-2e4c356a812c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2995188 Dec 08 22:34:14.377677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40136) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:14.381878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:14.401468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.402545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.455383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.507707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-87bdc9da-2aa5-481b-b428-246c871b6887', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'fixed_ips': [{'subnet_id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:34:14.508563 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.589819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.648318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Allocated IP 172.20.0.2 (87bdc9da-2aa5-481b-b428-246c871b6887/3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a/cb7e8a1c-2457-448a-9dbb-a0a121e95da3) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:14.788286 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.790327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.793495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.813157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.828437 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Network 87bdc9da-2aa5-481b-b428-246c871b6887 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:14.831338 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:14.834306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:14.851997 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Pushing event updated for resources: {'Port': ['ID=cb7e8a1c-2457-448a-9dbb-a0a121e95da3,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:14.897733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Attempting to bind port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:14.898104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Attempting to bind port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:14.898472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Attempting to bind port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 on network 87bdc9da-2aa5-481b-b428-246c871b6887 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:14.903401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:14.903777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Checking segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:14.904182 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.904578 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Bound using segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:14.905040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Bound port: cb7e8a1c-2457-448a-9dbb-a0a121e95da3, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:14.905427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:14.914999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Allocated IP 172.25.1.118 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/d4593055-95f4-45b5-9d25-87b22507c76c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:14.972635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] For port cb7e8a1c-2457-448a-9dbb-a0a121e95da3, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:14.976558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] For port cb7e8a1c-2457-448a-9dbb-a0a121e95da3, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cb7e8a1c-2457-448a-9dbb-a0a121e95da3,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:14.982224 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:15.029170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:15.041511 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70928201-d51a-4035-9372-3567ed5e8520 None None] Pushing event updated for resources: {'Port': ['ID=cb7e8a1c-2457-448a-9dbb-a0a121e95da3,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:15.065273 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:15.106624 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:15.110994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:15.112924 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:34:15.113514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:15.138521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Pushing event updated for resources: {'Port': ['ID=d4593055-95f4-45b5-9d25-87b22507c76c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:15.375922 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:15.566600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:15.694695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Router 9225e798-2e10-40f7-9215-1550d3458917 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:34:15.804320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:34:15.815160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Sync routers for ids ['9225e798-2e10-40f7-9215-1550d3458917'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:34:15.822888 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:15.824551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b0903225-bb08-49a4-921a-e1680b96d780 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4459343 Dec 08 22:34:15.827313 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40138) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:15.828981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Routers {'9225e798-2e10-40f7-9215-1550d3458917'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:34:15.829627 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:34:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9225e798-2e10-40f7-9215-1550d3458917'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:15.943149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Set router 9225e798-2e10-40f7-9215-1550d3458917 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:34:15.971335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c28008-8cbd-4895-a3bb-9be95191d417 None None] Network 87bdc9da-2aa5-481b-b428-246c871b6887 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:16.131498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e4d3447a-3696-4127-b126-7241aeb29ea0 None None] Provisioning complete for port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:16.131877 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4d3447a-3696-4127-b126-7241aeb29ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.328868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:15Z', 'revision_number': 3, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:16.363395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4d3447a-3696-4127-b126-7241aeb29ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.365380 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Checking router: 9225e798-2e10-40f7-9215-1550d3458917 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:34:16.365723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Updating router 9225e798-2e10-40f7-9215-1550d3458917 port d4593055-95f4-45b5-9d25-87b22507c76c binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:34:16.407828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.438607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e4d3447a-3696-4127-b126-7241aeb29ea0 None None] For port cb7e8a1c-2457-448a-9dbb-a0a121e95da3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cb7e8a1c-2457-448a-9dbb-a0a121e95da3,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:16.444477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4d3447a-3696-4127-b126-7241aeb29ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.562401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.708121 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cb7e8a1c-2457-448a-9dbb-a0a121e95da3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:16.724358 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4076d030-74a2-44dc-9a49-26187933f14c None None] Provisioning complete for port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:16.724654 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4076d030-74a2-44dc-9a49-26187933f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.745172 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Allocated IP 172.20.0.1 (87bdc9da-2aa5-481b-b428-246c871b6887/3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a/acf6eea1-20af-41a2-8b79-5895633dd63e) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:16.777064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3447a-3696-4127-b126-7241aeb29ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb7e8a1c-2457-448a-9dbb-a0a121e95da3,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:16.849137 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.882625 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.914061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:16.914690 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:16.923212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Network 87bdc9da-2aa5-481b-b428-246c871b6887 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:16.926094 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:16.929233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:16.968273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Pushing event updated for resources: {'Port': ['ID=acf6eea1-20af-41a2-8b79-5895633dd63e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:16.981608 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.044609 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.055784 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.116688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Attempting to bind port d4593055-95f4-45b5-9d25-87b22507c76c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:17.117085 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Attempting to bind port d4593055-95f4-45b5-9d25-87b22507c76c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:17.117450 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Attempting to bind port d4593055-95f4-45b5-9d25-87b22507c76c on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:17.119493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bdbe4-6588-402a-9977-17daa92385d0 None None] Pushing event updated for resources: {'Port': ['ID=d4593055-95f4-45b5-9d25-87b22507c76c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:17.120797 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.125879 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:17.126249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:17.126650 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.127066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:17.127531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Bound port: d4593055-95f4-45b5-9d25-87b22507c76c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:17.127910 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.184826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] For port d4593055-95f4-45b5-9d25-87b22507c76c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:17.199402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] For port d4593055-95f4-45b5-9d25-87b22507c76c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d4593055-95f4-45b5-9d25-87b22507c76c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:17.200438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d10e68c5-a422-43f6-a84f-a107556a153b None None] Provisioning complete for port acf6eea1-20af-41a2-8b79-5895633dd63e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:17.201117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d10e68c5-a422-43f6-a84f-a107556a153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.204818 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.277524 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d10e68c5-a422-43f6-a84f-a107556a153b None None] Port acf6eea1-20af-41a2-8b79-5895633dd63e cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:34:17.288650 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.293096 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.293265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Routers {'9225e798-2e10-40f7-9215-1550d3458917'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:34:17.293896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:34:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9225e798-2e10-40f7-9215-1550d3458917'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:17.356929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bdbe4-6588-402a-9977-17daa92385d0 None None] Pushing event updated for resources: {'Port': ['ID=d4593055-95f4-45b5-9d25-87b22507c76c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:17.358308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Pushing event updated for resources: {'Port': ['ID=acf6eea1-20af-41a2-8b79-5895633dd63e,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:17.361419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.408839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] Set router 9225e798-2e10-40f7-9215-1550d3458917 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:34:17.453759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Network 87bdc9da-2aa5-481b-b428-246c871b6887 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:17.455324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:17.571315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Router 9225e798-2e10-40f7-9215-1550d3458917 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:34:17.619066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a0479f53-d923-4260-9313-67284beeaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 4, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'acf6eea1-20af-41a2-8b79-5895633dd63e', 'name': '', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'mac_address': 'fa:16:3e:84:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:16Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 2, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'subnets': [{'id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:17.648990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0479f53-d923-4260-9313-67284beeaccd None None] The sync data for ids ['9225e798-2e10-40f7-9215-1550d3458917'] in n-d-821126-1 is: [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 4, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'acf6eea1-20af-41a2-8b79-5895633dd63e', 'name': '', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'mac_address': 'fa:16:3e:84:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:16Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 2, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'subnets': [{'id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:34:17.686304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:34:17.695370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7f038600-05f3-4d1d-a3ea-7b9f0514826b admin admin] 10.222.0.21 "PUT /v2.0/routers/9225e798-2e10-40f7-9215-1550d3458917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8669350 Dec 08 22:34:17.698556 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-061a79fc-5ed0-4a3d-85df-8c1e717e29f9 None None] Provisioning complete for port acf6eea1-20af-41a2-8b79-5895633dd63e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:17.699068 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-061a79fc-5ed0-4a3d-85df-8c1e717e29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:17.734387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-061a79fc-5ed0-4a3d-85df-8c1e717e29f9 None None] Port acf6eea1-20af-41a2-8b79-5895633dd63e cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:34:18.184896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40154) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:18.190336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-68855356-network', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:18.219090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Made reservation on behalf of bde1a75ff2bd49a2b6011decc11f54cd for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:18.221440 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.231105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.328048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.332165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.359150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:34:18.369439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7449383-0579-4172-961f-b8e47724bce9,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:18.387974 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.388327 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Added segment eb6ec63b-70e9-4cd6-9551-532187ef1955 of type vlan for network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 Dec 08 22:34:18.429502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.457138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.458483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:18.459068 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.518193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3323116 Dec 08 22:34:18.521078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40156) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:18.523569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920f45-88f7-4481-98db-915573a1e68f admin admin] Pushing event updated for resources: {'Network': ['ID=b5d80ae6-9902-4aea-aeb1-1dcaf95f9482,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:18.526257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Request body: {'subnet': {'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-subnet', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:18.534017 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:34:18.559262 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Made reservation on behalf of bde1a75ff2bd49a2b6011decc11f54cd for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:18.561615 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.743386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d4593055-95f4-45b5-9d25-87b22507c76c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:18.762452 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.802126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d4593055-95f4-45b5-9d25-87b22507c76c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:18.802509 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.821835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab64557-953d-4891-9c95-5fb8b5711daf,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:18.827967 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Checking segment: {'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:18.828570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Network hostable DHCP agents. Network: b5d80ae6-9902-4aea-aeb1-1dcaf95f9482, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:34:18.847487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:34:18.858274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, b5d80ae6-9902-4aea-aeb1-1dcaf95f9482) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:18.863662 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:18.864255 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.878047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fadc4b-1d07-435b-91c8-9b5b77d02dbf None None] Network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:18.880938 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f603cfef-fe3e-4662-8542-9de069752503 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3587024 Dec 08 22:34:18.883688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40158) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:18.888128 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:18.912200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.913236 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.949902 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.974668 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.983495 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port d4593055-95f4-45b5-9d25-87b22507c76c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d4593055-95f4-45b5-9d25-87b22507c76c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:18.990828 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:18.991941 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cb7e8a1c-2457-448a-9dbb-a0a121e95da3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:19.103473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=d4593055-95f4-45b5-9d25-87b22507c76c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:19.118343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.136874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:19.137257 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.158283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-b5d80ae6-9902-4aea-aeb1-1dcaf95f9482', 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'fixed_ips': [{'subnet_id': '6ab64557-953d-4891-9c95-5fb8b5711daf'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:34:19.159155 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.331262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.337387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Allocated IP 172.20.0.2 (b5d80ae6-9902-4aea-aeb1-1dcaf95f9482/6ab64557-953d-4891-9c95-5fb8b5711daf/baa9e328-86f0-41ff-abb2-346fbcabed3c) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:19.351422 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.465667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Allocated IP 172.25.1.219 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/77667062-3b26-46fe-829f-a609bd574ec4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:19.487064 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.492803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.531500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:19.534296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:19.536926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:19.547905 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Pushing event updated for resources: {'Port': ['ID=baa9e328-86f0-41ff-abb2-346fbcabed3c,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:19.579275 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.600712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Attempting to bind port baa9e328-86f0-41ff-abb2-346fbcabed3c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:19.601110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Attempting to bind port baa9e328-86f0-41ff-abb2-346fbcabed3c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:19.601434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Attempting to bind port baa9e328-86f0-41ff-abb2-346fbcabed3c on network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:19.606504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:19.606908 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Checking segment: {'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:19.607307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.607707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Bound using segment: {'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:19.608161 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Bound port: baa9e328-86f0-41ff-abb2-346fbcabed3c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:19.608568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.614902 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.652565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:19.655479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:19.659022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:19.679155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] For port baa9e328-86f0-41ff-abb2-346fbcabed3c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:19.682685 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] For port baa9e328-86f0-41ff-abb2-346fbcabed3c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=baa9e328-86f0-41ff-abb2-346fbcabed3c,segment=NetworkSegment(eb6ec63b-70e9-4cd6-9551-532187ef1955),segment_id=eb6ec63b-70e9-4cd6-9551-532187ef1955)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:19.688844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:19.691583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Pushing event updated for resources: {'Port': ['ID=77667062-3b26-46fe-829f-a609bd574ec4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:19.750239 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c2e0b-678b-459e-91f0-08d527fb3967 None None] Pushing event updated for resources: {'Port': ['ID=baa9e328-86f0-41ff-abb2-346fbcabed3c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:19.782766 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Sync routers for ids ['9225e798-2e10-40f7-9215-1550d3458917'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:34:19.793041 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Routers {'9225e798-2e10-40f7-9215-1550d3458917'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:34:19.793913 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:34:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9225e798-2e10-40f7-9215-1550d3458917'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:19.907928 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Set router 9225e798-2e10-40f7-9215-1550d3458917 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:34:19.957481 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.131723 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 4, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'acf6eea1-20af-41a2-8b79-5895633dd63e', 'name': '', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'mac_address': 'fa:16:3e:84:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:16Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 2, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'subnets': [{'id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:20.160112 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Checking router: 9225e798-2e10-40f7-9215-1550d3458917 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:34:20.160450 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Updating router 9225e798-2e10-40f7-9215-1550d3458917 port acf6eea1-20af-41a2-8b79-5895633dd63e binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:34:20.165992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.275176 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.300257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Router c93e9654-056e-42f7-a948-7c969c4c77ae is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:34:20.412807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:34:20.424275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Sync routers for ids ['c93e9654-056e-42f7-a948-7c969c4c77ae'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:34:20.434518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.440342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Routers {'c93e9654-056e-42f7-a948-7c969c4c77ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:34:20.440709 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cb2a916c-947c-451e-913f-04d6c0e317af admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5511215 Dec 08 22:34:20.440925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:34:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c93e9654-056e-42f7-a948-7c969c4c77ae'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:20.441709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40160) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:34:20.567404 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.575426 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.718984 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Pushing event updated for resources: {'Port': ['ID=acf6eea1-20af-41a2-8b79-5895633dd63e,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:20.727648 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.727927 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.728373 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.728703 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.730384 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.730760 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.731692 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.732028 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.732352 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.732673 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.732992 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.733308 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:34:20.767070 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Attempting to bind port acf6eea1-20af-41a2-8b79-5895633dd63e on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:20.767440 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Attempting to bind port acf6eea1-20af-41a2-8b79-5895633dd63e by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:20.767797 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Attempting to bind port acf6eea1-20af-41a2-8b79-5895633dd63e on network 87bdc9da-2aa5-481b-b428-246c871b6887 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:20.776023 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:20.776392 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Checking segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:20.776798 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.777248 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Bound using segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:20.777724 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Bound port: acf6eea1-20af-41a2-8b79-5895633dd63e, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:20.778100 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.864165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Set router c93e9654-056e-42f7-a948-7c969c4c77ae gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:34:20.893175 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] For port acf6eea1-20af-41a2-8b79-5895633dd63e, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:20.897927 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] For port acf6eea1-20af-41a2-8b79-5895633dd63e, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=acf6eea1-20af-41a2-8b79-5895633dd63e,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:20.915834 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:20.942763 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device baa9e328-86f0-41ff-abb2-346fbcabed3c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:20.951272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a166d-e482-4a02-9187-1a4aed94fb37 None None] Network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:34:20.977999 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Routers {'9225e798-2e10-40f7-9215-1550d3458917'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:34:20.978533 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:34:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9225e798-2e10-40f7-9215-1550d3458917'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:21.032053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.102812 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d463f45-969f-425b-8034-45820d494d68 None None] Pushing event updated for resources: {'Port': ['ID=acf6eea1-20af-41a2-8b79-5895633dd63e,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:21.132319 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] Set router 9225e798-2e10-40f7-9215-1550d3458917 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:34:21.188519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-179752c8-cda9-4005-960d-acee1830ef8e None None] Provisioning complete for port acf6eea1-20af-41a2-8b79-5895633dd63e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:21.188900 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-179752c8-cda9-4005-960d-acee1830ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.212943 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Allocated IP 172.20.0.1 (b5d80ae6-9902-4aea-aeb1-1dcaf95f9482/6ab64557-953d-4891-9c95-5fb8b5711daf/15fca20e-ba75-4fae-bb45-cb8034e49495) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:21.289051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port baa9e328-86f0-41ff-abb2-346fbcabed3c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:21.289814 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.323708 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.362902 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 4, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'acf6eea1-20af-41a2-8b79-5895633dd63e', 'name': '', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'mac_address': 'fa:16:3e:84:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:16Z', 'updated_at': '2021-12-08T22:34:20Z', 'revision_number': 4, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'subnets': [{'id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:21.363888 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.392249 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328b57f-6bc2-4659-8667-d764e0a4ddd4 None None] The sync data for ids ['9225e798-2e10-40f7-9215-1550d3458917'] in n-d-821126-1 is: [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:17Z', 'revision_number': 4, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'acf6eea1-20af-41a2-8b79-5895633dd63e', 'name': '', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'mac_address': 'fa:16:3e:84:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:16Z', 'updated_at': '2021-12-08T22:34:20Z', 'revision_number': 4, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'subnets': [{'id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:34:21.399086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '77667062-3b26-46fe-829f-a609bd574ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:34:19Z', 'revision_number': 3, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port': {'id': '77667062-3b26-46fe-829f-a609bd574ec4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:19Z', 'updated_at': '2021-12-08T22:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:21.409849 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:21.414627 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:21.418177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:21.449624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Checking router: c93e9654-056e-42f7-a948-7c969c4c77ae for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:34:21.449986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Updating router c93e9654-056e-42f7-a948-7c969c4c77ae port 77667062-3b26-46fe-829f-a609bd574ec4 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:34:21.469725 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-179752c8-cda9-4005-960d-acee1830ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.471956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.508787 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.512299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Pushing event updated for resources: {'Port': ['ID=15fca20e-ba75-4fae-bb45-cb8034e49495,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:21.566439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.573104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-179752c8-cda9-4005-960d-acee1830ef8e None None] For port acf6eea1-20af-41a2-8b79-5895633dd63e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=acf6eea1-20af-41a2-8b79-5895633dd63e,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:21.648036 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.656535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-179752c8-cda9-4005-960d-acee1830ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.773373 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port baa9e328-86f0-41ff-abb2-346fbcabed3c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=baa9e328-86f0-41ff-abb2-346fbcabed3c,segment=NetworkSegment(eb6ec63b-70e9-4cd6-9551-532187ef1955),segment_id=eb6ec63b-70e9-4cd6-9551-532187ef1955)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:21.774619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-179752c8-cda9-4005-960d-acee1830ef8e None None] Provisioning complete for port baa9e328-86f0-41ff-abb2-346fbcabed3c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:21.775136 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-179752c8-cda9-4005-960d-acee1830ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.813382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.814283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d4593055-95f4-45b5-9d25-87b22507c76c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:21.854164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179752c8-cda9-4005-960d-acee1830ef8e None None] Pushing event updated for resources: {'Port': ['ID=acf6eea1-20af-41a2-8b79-5895633dd63e,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:21.869186 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.876136 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.958948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:21.960792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Pushing event updated for resources: {'Port': ['ID=15fca20e-ba75-4fae-bb45-cb8034e49495,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:22.033861 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.039694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=baa9e328-86f0-41ff-abb2-346fbcabed3c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:22.063189 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.068485 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:22.070247 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:22.076877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port d4593055-95f4-45b5-9d25-87b22507c76c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:22.077291 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.180662 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Attempting to bind port 77667062-3b26-46fe-829f-a609bd574ec4 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:22.181027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Attempting to bind port 77667062-3b26-46fe-829f-a609bd574ec4 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:22.181399 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Attempting to bind port 77667062-3b26-46fe-829f-a609bd574ec4 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:22.183607 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6429b9-01c0-48f6-8f3b-8e604f752ced None None] Pushing event updated for resources: {'Port': ['ID=77667062-3b26-46fe-829f-a609bd574ec4,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:22.196772 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:22.197506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:22.198003 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.198488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:22.199097 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Bound port: 77667062-3b26-46fe-829f-a609bd574ec4, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:22.199575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.228495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Router c93e9654-056e-42f7-a948-7c969c4c77ae has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:34:22.297653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] For port 77667062-3b26-46fe-829f-a609bd574ec4, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:22.304368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] For port 77667062-3b26-46fe-829f-a609bd574ec4, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=77667062-3b26-46fe-829f-a609bd574ec4,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:22.307742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0a308e8b-7a07-43d1-be11-28aa2e07310a None None] Provisioning complete for port acf6eea1-20af-41a2-8b79-5895633dd63e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:22.308307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0a308e8b-7a07-43d1-be11-28aa2e07310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.311748 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.341446 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:34:22.347263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b2ba7a4c-1b22-4d2f-8020-8692f4b98aef admin admin] 10.222.0.21 "PUT /v2.0/routers/c93e9654-056e-42f7-a948-7c969c4c77ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9045079 Dec 08 22:34:22.408650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6429b9-01c0-48f6-8f3b-8e604f752ced None None] Pushing event updated for resources: {'Port': ['ID=77667062-3b26-46fe-829f-a609bd574ec4,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:22.411907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Routers {'c93e9654-056e-42f7-a948-7c969c4c77ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:34:22.412519 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:34:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c93e9654-056e-42f7-a948-7c969c4c77ae'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:22.539030 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0a308e8b-7a07-43d1-be11-28aa2e07310a None None] Provisioning complete for port 15fca20e-ba75-4fae-bb45-cb8034e49495 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:22.539407 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0a308e8b-7a07-43d1-be11-28aa2e07310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.567168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] Set router c93e9654-056e-42f7-a948-7c969c4c77ae gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:34:22.609172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0a308e8b-7a07-43d1-be11-28aa2e07310a None None] Port 15fca20e-ba75-4fae-bb45-cb8034e49495 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:34:22.803411 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device baa9e328-86f0-41ff-abb2-346fbcabed3c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:22.868314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0a308e8b-7a07-43d1-be11-28aa2e07310a None None] Provisioning complete for port baa9e328-86f0-41ff-abb2-346fbcabed3c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:22.868695 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0a308e8b-7a07-43d1-be11-28aa2e07310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:22.981250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port baa9e328-86f0-41ff-abb2-346fbcabed3c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:22.981633 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:23.093020 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-4c2a1a75-6dce-4334-a66a-c01bc560a96f tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:23.094493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-4c2a1a75-6dce-4334-a66a-c01bc560a96f tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/networks?id=87bdc9da-2aa5-481b-b428-246c871b6887 HTTP/1.1" status: 200 len: 817 time: 0.1067457 Dec 08 22:34:23.101724 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '77667062-3b26-46fe-829f-a609bd574ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:34:21Z', 'revision_number': 4, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port': {'id': '77667062-3b26-46fe-829f-a609bd574ec4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:19Z', 'updated_at': '2021-12-08T22:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '15fca20e-ba75-4fae-bb45-cb8034e49495', 'name': '', 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'mac_address': 'fa:16:3e:65:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:21Z', 'updated_at': '2021-12-08T22:34:21Z', 'revision_number': 2, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'subnets': [{'id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:23.111059 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-db8d1dfd-2f37-4a77-bb14-6e05a0af56c1 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/quotas/923d6b1eea2c4b00a96ee6a7cf20392e HTTP/1.1" status: 200 len: 375 time: 0.0100567 Dec 08 22:34:23.130655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9dfb91-95e4-4c6b-8ff0-6a16e29431b7 None None] The sync data for ids ['c93e9654-056e-42f7-a948-7c969c4c77ae'] in n-d-821126-1 is: [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '77667062-3b26-46fe-829f-a609bd574ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:34:21Z', 'revision_number': 4, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port': {'id': '77667062-3b26-46fe-829f-a609bd574ec4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:19Z', 'updated_at': '2021-12-08T22:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '15fca20e-ba75-4fae-bb45-cb8034e49495', 'name': '', 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'mac_address': 'fa:16:3e:65:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:21Z', 'updated_at': '2021-12-08T22:34:21Z', 'revision_number': 2, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'subnets': [{'id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:34:23.136893 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device acf6eea1-20af-41a2-8b79-5895633dd63e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:23.167281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-34c6209a-ad93-42cf-8fdc-c7cbdf7da61a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=923d6b1eea2c4b00a96ee6a7cf20392e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504429 Dec 08 22:34:23.187305 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0036107d-47d1-42dc-9982-c3eb53c21dee None None] Provisioning complete for port 15fca20e-ba75-4fae-bb45-cb8034e49495 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:23.187689 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0036107d-47d1-42dc-9982-c3eb53c21dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:23.229871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port acf6eea1-20af-41a2-8b79-5895633dd63e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:23.230249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:23.231788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0036107d-47d1-42dc-9982-c3eb53c21dee None None] Port 15fca20e-ba75-4fae-bb45-cb8034e49495 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:34:23.277424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-e2dfc533-e185-4541-8012-a90444235c84 service neutron] 10.222.0.21 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970547 Dec 08 22:34:23.391711 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-aee0b521-a9b2-4195-b4b2-f1106c751914 service neutron] 10.222.0.21 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061156 Dec 08 22:34:23.555201 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb4bd9a2-bbcd-4f6d-bebe-a55483aae7f1 req-6c366775-91bd-40fe-9889-48e0e5652a18 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 210 time: 0.0284083 Dec 08 22:34:24.503989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-2d0e79b4-1dd7-485c-ab87-fcbfe411d1c1 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:24.505751 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-2d0e79b4-1dd7-485c-ab87-fcbfe411d1c1 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.23 "GET /v2.0/networks?id=87bdc9da-2aa5-481b-b428-246c871b6887 HTTP/1.1" status: 200 len: 817 time: 0.1183951 Dec 08 22:34:24.519803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Request body: {'port': {'device_id': 'e6776d52-c3e8-4715-9216-4e00c2262be7', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'admin_state_up': True, 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:24.660132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Made reservation on behalf of 923d6b1eea2c4b00a96ee6a7cf20392e for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:24.664311 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:24.670880 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-582f2625-6737-4a1a-a5c1-c31c3324dde1 req-dd002314-3d6c-419e-90cd-572bff66a2c5 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 210 time: 0.0331633 Dec 08 22:34:24.718694 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 77667062-3b26-46fe-829f-a609bd574ec4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:24.780432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 77667062-3b26-46fe-829f-a609bd574ec4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:24.780808 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:24.824807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Allocated IP 172.20.0.4 (87bdc9da-2aa5-481b-b428-246c871b6887/3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a/61cda49f-8c7b-464a-b5ac-5453bb160a60) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:24.856354 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:24.876543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 77667062-3b26-46fe-829f-a609bd574ec4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=77667062-3b26-46fe-829f-a609bd574ec4,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:24.880002 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:24.928916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=77667062-3b26-46fe-829f-a609bd574ec4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:24.976564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.010355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.050229 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Network 87bdc9da-2aa5-481b-b428-246c871b6887 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:25.053227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:25.056809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:25.085428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Pushing event updated for resources: {'Port': ['ID=61cda49f-8c7b-464a-b5ac-5453bb160a60,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:25.112443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:25.113063 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.132618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-341cb5ac-0209-4394-956f-7862aa06dca9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6172800 Dec 08 22:34:25.145148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Request body: {'port': {'device_id': 'e6776d52-c3e8-4715-9216-4e00c2262be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:25.209645 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.267391 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-053b0f84-4c6f-47a4-a175-3f268b0aa12b None None] Provisioning complete for port 61cda49f-8c7b-464a-b5ac-5453bb160a60 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:25.267688 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-053b0f84-4c6f-47a4-a175-3f268b0aa12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.306931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-053b0f84-4c6f-47a4-a175-3f268b0aa12b None None] Port 61cda49f-8c7b-464a-b5ac-5453bb160a60 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:34:25.463473 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Sync routers for ids ['c93e9654-056e-42f7-a948-7c969c4c77ae'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:34:25.473049 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Routers {'c93e9654-056e-42f7-a948-7c969c4c77ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:34:25.473894 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:34:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c93e9654-056e-42f7-a948-7c969c4c77ae'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:25.476600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cda49f-8c7b-464a-b5ac-5453bb160a60 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:34:25.483994 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.496184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Transition to ACTIVE for port object 61cda49f-8c7b-464a-b5ac-5453bb160a60 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:34:25.500046 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.549939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Pushing event updated for resources: {'Port': ['ID=61cda49f-8c7b-464a-b5ac-5453bb160a60,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:25.583533 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Set router c93e9654-056e-42f7-a948-7c969c4c77ae gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:34:25.622522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Attempting to bind port 61cda49f-8c7b-464a-b5ac-5453bb160a60 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:25.622907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Attempting to bind port 61cda49f-8c7b-464a-b5ac-5453bb160a60 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:25.623335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Attempting to bind port 61cda49f-8c7b-464a-b5ac-5453bb160a60 on network 87bdc9da-2aa5-481b-b428-246c871b6887 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:25.628575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Port 61cda49f-8c7b-464a-b5ac-5453bb160a60 on network 87bdc9da-2aa5-481b-b428-246c871b6887 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:34:25.630212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Attempting to bind port 61cda49f-8c7b-464a-b5ac-5453bb160a60 on network 87bdc9da-2aa5-481b-b428-246c871b6887 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:25.634136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:25.634538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Checking segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:25.635035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Bound using segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:25.635533 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Bound port: 61cda49f-8c7b-464a-b5ac-5453bb160a60, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:25.635952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.720335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] For port 61cda49f-8c7b-464a-b5ac-5453bb160a60, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:25.725220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] For port 61cda49f-8c7b-464a-b5ac-5453bb160a60, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61cda49f-8c7b-464a-b5ac-5453bb160a60,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:25.730275 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.766644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:25.767271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.769224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] 10.222.0.23 "PUT /v2.0/ports/61cda49f-8c7b-464a-b5ac-5453bb160a60 HTTP/1.1" status: 200 len: 1091 time: 0.6279898 Dec 08 22:34:25.776836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6776d52-c3e8-4715-9216-4e00c2262be7', 'tag': '61cda49f-8c7b-464a-b5ac-5453bb160a60'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:34:25.779978 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424be7ec-01b8-4930-ba3c-584d27979dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6776d52-c3e8-4715-9216-4e00c2262be7", "tag": "61cda49f-8c7b-464a-b5ac-5453bb160a60"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:34:25.842649 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925d7aa-8915-4fe3-8caa-92c487967ba0 x-openstack-request-id: req-4925d7aa-8915-4fe3-8caa-92c487967ba0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:34:25.843009 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6776d52-c3e8-4715-9216-4e00c2262be7", "tag": "61cda49f-8c7b-464a-b5ac-5453bb160a60", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:34:25.843263 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4925d7aa-8915-4fe3-8caa-92c487967ba0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:34:25.843664 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6776d52-c3e8-4715-9216-4e00c2262be7', 'tag': '61cda49f-8c7b-464a-b5ac-5453bb160a60', 'status': 'completed', 'code': 200} Dec 08 22:34:25.847887 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '77667062-3b26-46fe-829f-a609bd574ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:34:21Z', 'revision_number': 4, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port': {'id': '77667062-3b26-46fe-829f-a609bd574ec4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:19Z', 'updated_at': '2021-12-08T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '15fca20e-ba75-4fae-bb45-cb8034e49495', 'name': '', 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'mac_address': 'fa:16:3e:65:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:21Z', 'updated_at': '2021-12-08T22:34:21Z', 'revision_number': 2, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'subnets': [{'id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:25.860526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0662f-6385-4d5c-b8b6-bd9667f20770 service neutron] Pushing event updated for resources: {'Port': ['ID=61cda49f-8c7b-464a-b5ac-5453bb160a60,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:25.878943 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Checking router: c93e9654-056e-42f7-a948-7c969c4c77ae for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:34:25.879302 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Updating router c93e9654-056e-42f7-a948-7c969c4c77ae port 15fca20e-ba75-4fae-bb45-cb8034e49495 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:34:25.883084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a588ae2-a603-44de-860a-cc7bee3e688c req-2bb2732e-ab41-480b-afba-0fbf14821fec tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:25.884649 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a588ae2-a603-44de-860a-cc7bee3e688c req-2bb2732e-ab41-480b-afba-0fbf14821fec tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 943 time: 0.1224349 Dec 08 22:34:25.912497 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:25.913047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-bde82346-53fd-4f42-b1de-406ec68b4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:25.914563 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-bde82346-53fd-4f42-b1de-406ec68b4e1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=923d6b1eea2c4b00a96ee6a7cf20392e&device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 1094 time: 0.1019232 Dec 08 22:34:25.967968 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a588ae2-a603-44de-860a-cc7bee3e688c req-07f580ee-b401-489e-8b88-74499ef989d4 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758731 Dec 08 22:34:25.969363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-6a2c8c76-2eda-47a5-900f-871e9fc6f0ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61cda49f-8c7b-464a-b5ac-5453bb160a60 HTTP/1.1" status: 200 len: 217 time: 0.0435765 Dec 08 22:34:26.030221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-d8191bca-7f76-4f9c-8b7d-c4d367e4c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:26.031869 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-d8191bca-7f76-4f9c-8b7d-c4d367e4c5c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a HTTP/1.1" status: 200 len: 856 time: 0.0547531 Dec 08 22:34:26.084223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-7cbc4025-8aba-41c2-845c-9de8d263bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:26.085744 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-7cbc4025-8aba-41c2-845c-9de8d263bfb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87bdc9da-2aa5-481b-b428-246c871b6887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461879 Dec 08 22:34:26.174365 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-1350361e-f35f-48f5-a217-a0038f9312a3 service neutron] 10.222.0.23 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813825 Dec 08 22:34:26.179925 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.184805 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.232935 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05df2-0d3d-44a0-a011-fa5fd3846a3f None None] Pushing event updated for resources: {'Port': ['ID=15fca20e-ba75-4fae-bb45-cb8034e49495,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:26.277108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b867ed8-be0f-4106-8ce3-8f2928dacbec req-21179e4c-7a18-4460-814a-53b2e6bb39ab service neutron] 10.222.0.23 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938401 Dec 08 22:34:26.284569 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Attempting to bind port 15fca20e-ba75-4fae-bb45-cb8034e49495 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:26.284945 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Attempting to bind port 15fca20e-ba75-4fae-bb45-cb8034e49495 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:26.285345 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Attempting to bind port 15fca20e-ba75-4fae-bb45-cb8034e49495 on network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:26.290507 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:26.290916 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Checking segment: {'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:26.291321 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.291701 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Bound using segment: {'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:26.292215 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Bound port: 15fca20e-ba75-4fae-bb45-cb8034e49495, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6ec63b-70e9-4cd6-9551-532187ef1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:26.292539 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.361831 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] For port 15fca20e-ba75-4fae-bb45-cb8034e49495, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:26.365088 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] For port 15fca20e-ba75-4fae-bb45-cb8034e49495, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=15fca20e-ba75-4fae-bb45-cb8034e49495,segment=NetworkSegment(eb6ec63b-70e9-4cd6-9551-532187ef1955),segment_id=eb6ec63b-70e9-4cd6-9551-532187ef1955)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:26.365738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-bfe8012e-9b5a-4d40-a2c0-05259adce799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:26.367454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-bfe8012e-9b5a-4d40-a2c0-05259adce799 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=923d6b1eea2c4b00a96ee6a7cf20392e&device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 1094 time: 0.0435243 Dec 08 22:34:26.368926 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.430658 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Routers {'c93e9654-056e-42f7-a948-7c969c4c77ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:34:26.431330 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:34:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c93e9654-056e-42f7-a948-7c969c4c77ae'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:26.434140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05df2-0d3d-44a0-a011-fa5fd3846a3f None None] Pushing event updated for resources: {'Port': ['ID=15fca20e-ba75-4fae-bb45-cb8034e49495,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:26.469045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-14abb916-dd43-4fbc-82f5-b4a6b47be68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:26.470540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-14abb916-dd43-4fbc-82f5-b4a6b47be68f service neutron] 10.222.0.23 "GET /v2.0/networks?id=87bdc9da-2aa5-481b-b428-246c871b6887 HTTP/1.1" status: 200 len: 918 time: 0.0956357 Dec 08 22:34:26.484863 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3cef89af-65e6-4d11-ba4c-137b5df39bb5 None None] Provisioning complete for port 15fca20e-ba75-4fae-bb45-cb8034e49495 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:26.485468 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3cef89af-65e6-4d11-ba4c-137b5df39bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.518697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-320b06ad-2e13-4dde-a1b2-2838c89681e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61cda49f-8c7b-464a-b5ac-5453bb160a60 HTTP/1.1" status: 200 len: 217 time: 0.0397320 Dec 08 22:34:26.572530 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3cef89af-65e6-4d11-ba4c-137b5df39bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.578326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-4de14dc6-cfce-4eb0-9469-166ba55d6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:26.579953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-4de14dc6-cfce-4eb0-9469-166ba55d6d51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a HTTP/1.1" status: 200 len: 856 time: 0.0536299 Dec 08 22:34:26.609894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3cef89af-65e6-4d11-ba4c-137b5df39bb5 None None] For port 15fca20e-ba75-4fae-bb45-cb8034e49495, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=15fca20e-ba75-4fae-bb45-cb8034e49495,segment=NetworkSegment(eb6ec63b-70e9-4cd6-9551-532187ef1955),segment_id=eb6ec63b-70e9-4cd6-9551-532187ef1955)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:26.625998 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3cef89af-65e6-4d11-ba4c-137b5df39bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.633923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-2a61b56c-2055-4abb-864f-9378d5475e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:26.636644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-2a61b56c-2055-4abb-864f-9378d5475e5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87bdc9da-2aa5-481b-b428-246c871b6887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483749 Dec 08 22:34:26.648464 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] Set router c93e9654-056e-42f7-a948-7c969c4c77ae gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:34:26.713526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef89af-65e6-4d11-ba4c-137b5df39bb5 None None] Pushing event updated for resources: {'Port': ['ID=15fca20e-ba75-4fae-bb45-cb8034e49495,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:26.749119 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 15fca20e-ba75-4fae-bb45-cb8034e49495 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:26.787108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-44113e48-1757-4954-bb8b-496da0215fd7 None None] Provisioning complete for port 15fca20e-ba75-4fae-bb45-cb8034e49495 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:26.787483 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-44113e48-1757-4954-bb8b-496da0215fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.841287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 15fca20e-ba75-4fae-bb45-cb8034e49495 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:26.842215 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:26.875329 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '77667062-3b26-46fe-829f-a609bd574ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:34:21Z', 'revision_number': 4, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port': {'id': '77667062-3b26-46fe-829f-a609bd574ec4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:19Z', 'updated_at': '2021-12-08T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '15fca20e-ba75-4fae-bb45-cb8034e49495', 'name': '', 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'mac_address': 'fa:16:3e:65:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:21Z', 'updated_at': '2021-12-08T22:34:26Z', 'revision_number': 4, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'subnets': [{'id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:34:26.902513 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c3dbe-9b14-4ec7-8c0e-3fa287891726 None None] The sync data for ids ['c93e9654-056e-42f7-a948-7c969c4c77ae'] in n-d-821126-1 is: [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '77667062-3b26-46fe-829f-a609bd574ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:34:21Z', 'revision_number': 4, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port': {'id': '77667062-3b26-46fe-829f-a609bd574ec4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:19Z', 'updated_at': '2021-12-08T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '15fca20e-ba75-4fae-bb45-cb8034e49495', 'name': '', 'network_id': 'b5d80ae6-9902-4aea-aeb1-1dcaf95f9482', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'mac_address': 'fa:16:3e:65:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:21Z', 'updated_at': '2021-12-08T22:34:26Z', 'revision_number': 4, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'subnets': [{'id': '6ab64557-953d-4891-9c95-5fb8b5711daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:34:26.963851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 77667062-3b26-46fe-829f-a609bd574ec4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:27.021700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 77667062-3b26-46fe-829f-a609bd574ec4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:27.022075 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:27.099674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-dcd3b330-cfde-4918-9fdc-53574a5a122f service neutron] 10.222.0.23 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546881 Dec 08 22:34:27.119037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b682ef-5d2a-4eda-b646-ec222a8bb08b req-c61f0e35-a2f9-4aba-a9e5-9a01d7261077 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:27.121242 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57b682ef-5d2a-4eda-b646-ec222a8bb08b req-c61f0e35-a2f9-4aba-a9e5-9a01d7261077 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 943 time: 0.0610027 Dec 08 22:34:27.163961 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-57b682ef-5d2a-4eda-b646-ec222a8bb08b req-6f6f124f-5860-4e74-92ab-c3c3cb6c300e tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336244 Dec 08 22:34:27.210751 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-424be7ec-01b8-4930-ba3c-584d27979dbd req-429beecc-0d8e-4060-9953-91405af7a78d service neutron] 10.222.0.23 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012793 Dec 08 22:34:28.246095 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 61cda49f-8c7b-464a-b5ac-5453bb160a60 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:34:28.285169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1b99-ae95-4284-b6a8-d960f9de7b65 req-8310976e-2025-4b93-922a-c66c8fe8a60f tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:28.286633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21ad1b99-ae95-4284-b6a8-d960f9de7b65 req-8310976e-2025-4b93-922a-c66c8fe8a60f tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 943 time: 0.0486684 Dec 08 22:34:28.324880 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21ad1b99-ae95-4284-b6a8-d960f9de7b65 req-b1c000be-a90d-47a2-b9f2-b32d51b17aaf tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Dec 08 22:34:28.337056 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 61cda49f-8c7b-464a-b5ac-5453bb160a60, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61cda49f-8c7b-464a-b5ac-5453bb160a60,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:28.348520 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '61cda49f-8c7b-464a-b5ac-5453bb160a60', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'port_id': '61cda49f-8c7b-464a-b5ac-5453bb160a60', 'mac_address': 'fa:16:3e:70:69:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:34:28.387630 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:28.399476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cda49f-8c7b-464a-b5ac-5453bb160a60 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:34:28.417705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 61cda49f-8c7b-464a-b5ac-5453bb160a60, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61cda49f-8c7b-464a-b5ac-5453bb160a60,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:28.421584 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:28.467103 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=61cda49f-8c7b-464a-b5ac-5453bb160a60,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:28.621596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['61cda49f-8c7b-464a-b5ac-5453bb160a60'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:34:28.673295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 15fca20e-ba75-4fae-bb45-cb8034e49495 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:28.762865 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 15fca20e-ba75-4fae-bb45-cb8034e49495 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:28.763242 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:29.440255 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea972b-b8e5-49b4-a8e4-56621c64584c req-b2388f6f-0aab-4e1e-9b37-8815dac3808a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:29.441690 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3ea972b-b8e5-49b4-a8e4-56621c64584c req-b2388f6f-0aab-4e1e-9b37-8815dac3808a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 944 time: 0.0525973 Dec 08 22:34:29.479024 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3ea972b-b8e5-49b4-a8e4-56621c64584c req-c52ceed3-f71c-4970-a9cc-02122606fed4 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Dec 08 22:34:30.262969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 61cda49f-8c7b-464a-b5ac-5453bb160a60 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:34:30.309617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 61cda49f-8c7b-464a-b5ac-5453bb160a60 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:34:30.313086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 61cda49f-8c7b-464a-b5ac-5453bb160a60 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:30.313453 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:30.387955 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:30.409849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6776d52-c3e8-4715-9216-4e00c2262be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cda49f-8c7b-464a-b5ac-5453bb160a60'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:34:30.412170 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5ca628-f5f8-475e-b5cc-eceee7d4fedd" -d '{"events": [{"server_uuid": "e6776d52-c3e8-4715-9216-4e00c2262be7", "name": "network-vif-plugged", "status": "completed", "tag": "61cda49f-8c7b-464a-b5ac-5453bb160a60"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:34:30.424871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 61cda49f-8c7b-464a-b5ac-5453bb160a60, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61cda49f-8c7b-464a-b5ac-5453bb160a60,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:30.430009 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:30.452333 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cc3c72-b955-4a9f-9cb2-b2df8aeaa9a5 x-openstack-request-id: req-74cc3c72-b955-4a9f-9cb2-b2df8aeaa9a5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:34:30.452619 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6776d52-c3e8-4715-9216-4e00c2262be7", "name": "network-vif-plugged", "status": "completed", "tag": "61cda49f-8c7b-464a-b5ac-5453bb160a60", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:34:30.453400 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74cc3c72-b955-4a9f-9cb2-b2df8aeaa9a5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:34:30.453784 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6776d52-c3e8-4715-9216-4e00c2262be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cda49f-8c7b-464a-b5ac-5453bb160a60', 'code': 200} Dec 08 22:34:30.481422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=61cda49f-8c7b-464a-b5ac-5453bb160a60,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:30.545272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557d024-8d45-4a7e-9765-771b19dfac9c req-9dbd0055-644f-4267-ab53-4ef74caeefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:30.546799 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8557d024-8d45-4a7e-9765-771b19dfac9c req-9dbd0055-644f-4267-ab53-4ef74caeefc1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 1096 time: 0.0393980 Dec 08 22:34:30.581835 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8557d024-8d45-4a7e-9765-771b19dfac9c req-63ec0b99-4a94-418f-bed4-3ff3061ef100 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279868 Dec 08 22:34:30.591346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870119d-d4be-492e-8494-676aa5a85bcc req-4412df5c-a63a-4905-bddb-14e24e58a497 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:30.592799 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3870119d-d4be-492e-8494-676aa5a85bcc req-4412df5c-a63a-4905-bddb-14e24e58a497 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 945 time: 0.0479124 Dec 08 22:34:30.629883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3870119d-d4be-492e-8494-676aa5a85bcc req-1d76e7b9-bcd9-4507-8618-aa6895e3c5ee tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302136 Dec 08 22:34:31.744792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1640e04-255a-4ce3-ac2d-8fb4bbe86c37 req-a2ffde62-81d1-44b5-bbbe-1afd4bd63b62 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:31.746234 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a1640e04-255a-4ce3-ac2d-8fb4bbe86c37 req-a2ffde62-81d1-44b5-bbbe-1afd4bd63b62 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Dec 08 22:34:31.785890 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a1640e04-255a-4ce3-ac2d-8fb4bbe86c37 req-51e50085-6465-4e80-8a40-408a795aa13b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Dec 08 22:34:31.899696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542d9a1-bee4-458f-b5bf-2b10f3d9b08c req-cba168fd-7096-452b-b6b3-7a52b631b0f6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:31.901167 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e542d9a1-bee4-458f-b5bf-2b10f3d9b08c req-cba168fd-7096-452b-b6b3-7a52b631b0f6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Dec 08 22:34:31.938928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e542d9a1-bee4-458f-b5bf-2b10f3d9b08c req-18c98c30-907b-4a5b-a11d-6f663e214b2b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Dec 08 22:34:35.619370 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ce41d6e0-d3bd-4962-ad10-3363ae03d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:38.304940 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c5f-3712-443b-9b23-ae3fc934e8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:38.904598 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:39.580642 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:39.828713 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:40.427195 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:41.153477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:50.356611 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7b44-fc48-47b4-82c0-b4540c4c4ffe req-bc71a731-1db2-4310-948e-4dca15c97b0c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:50.358172 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d25e7b44-fc48-47b4-82c0-b4540c4c4ffe req-bc71a731-1db2-4310-948e-4dca15c97b0c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 945 time: 0.0538168 Dec 08 22:34:50.398598 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d25e7b44-fc48-47b4-82c0-b4540c4c4ffe req-7da40b9f-b513-470b-afbe-3ddfbbc373d0 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341249 Dec 08 22:34:51.512720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8a74d-26f6-49b3-a935-c12007436e69 req-a47d26f3-148f-4bee-ad8c-d8f89502eb86 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:51.514092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ba8a74d-26f6-49b3-a935-c12007436e69 req-a47d26f3-148f-4bee-ad8c-d8f89502eb86 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Dec 08 22:34:51.551399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ba8a74d-26f6-49b3-a935-c12007436e69 req-be47f1ed-f2cb-4fb3-b669-77a85debbda5 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Dec 08 22:34:51.820636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2b80eb85-fc4b-495f-a23a-092bab6159f5 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:51.821953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2b80eb85-fc4b-495f-a23a-092bab6159f5 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 945 time: 0.0470219 Dec 08 22:34:51.911829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Deleting port 61cda49f-8c7b-464a-b5ac-5453bb160a60 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:34:51.912165 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:51.997100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] For port 61cda49f-8c7b-464a-b5ac-5453bb160a60, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=61cda49f-8c7b-464a-b5ac-5453bb160a60,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:34:51.997452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:52.009751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Calling delete_port for 61cda49f-8c7b-464a-b5ac-5453bb160a60 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:34:52.113496 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:34:52.135117 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:52.147242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['61cda49f-8c7b-464a-b5ac-5453bb160a60'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:34:52.163714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Pushing event deleted for resources: {'Port': ['ID=61cda49f-8c7b-464a-b5ac-5453bb160a60,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:52.209483 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] No DVR routers for this DVR port 61cda49f-8c7b-464a-b5ac-5453bb160a60 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:34:52.212674 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:52.216181 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-61fd814b-637c-4082-98e3-c8e83a389b36 req-2f03fed0-9c61-4cb4-a532-c059a371478b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.23 "DELETE /v2.0/ports/61cda49f-8c7b-464a-b5ac-5453bb160a60 HTTP/1.1" status: 204 len: 173 time: 0.3881116 Dec 08 22:34:52.216644 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6776d52-c3e8-4715-9216-4e00c2262be7', 'name': 'network-vif-deleted', 'tag': '61cda49f-8c7b-464a-b5ac-5453bb160a60'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:34:52.218970 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e408f69-4e87-4ff5-8a6a-8025fa1e38a5" -d '{"events": [{"server_uuid": "e6776d52-c3e8-4715-9216-4e00c2262be7", "name": "network-vif-deleted", "tag": "61cda49f-8c7b-464a-b5ac-5453bb160a60"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:34:52.259730 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60623275-65be-473b-b614-62f5ea3740dd x-openstack-request-id: req-60623275-65be-473b-b614-62f5ea3740dd {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:34:52.260034 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6776d52-c3e8-4715-9216-4e00c2262be7", "name": "network-vif-deleted", "tag": "61cda49f-8c7b-464a-b5ac-5453bb160a60", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:34:52.260293 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60623275-65be-473b-b614-62f5ea3740dd {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:34:52.260705 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6776d52-c3e8-4715-9216-4e00c2262be7', 'name': 'network-vif-deleted', 'tag': '61cda49f-8c7b-464a-b5ac-5453bb160a60', 'status': 'completed', 'code': 200} Dec 08 22:34:52.658926 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-44dc1cd5-31b5-4d26-837d-4f984075a9a8 req-03811f20-04ed-41ef-996c-8d0aebb09a3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6776d52-c3e8-4715-9216-4e00c2262be7 HTTP/1.1" status: 200 len: 210 time: 0.0266013 Dec 08 22:34:54.271712 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-a007ff4a-509c-43c1-9608-9e8c2e4ab252 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:54.273273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-a007ff4a-509c-43c1-9608-9e8c2e4ab252 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/networks?id=87bdc9da-2aa5-481b-b428-246c871b6887 HTTP/1.1" status: 200 len: 817 time: 0.1027660 Dec 08 22:34:54.288217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-b8952997-a7d4-458d-81ca-d6e234a206cd tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/quotas/923d6b1eea2c4b00a96ee6a7cf20392e HTTP/1.1" status: 200 len: 375 time: 0.0090439 Dec 08 22:34:54.343438 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-0132380d-1f44-4342-b27d-446b211eec24 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=923d6b1eea2c4b00a96ee6a7cf20392e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497661 Dec 08 22:34:54.452575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-0dd21d95-d745-461e-b85b-767d4b1c814d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:34:54.454120 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-0dd21d95-d745-461e-b85b-767d4b1c814d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0989532 Dec 08 22:34:54.542475 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-a32f3b51-ab33-4ed5-93c9-e207b67beb7e service neutron] 10.222.0.21 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820661 Dec 08 22:34:54.635051 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-ae23622a-941a-4ae4-b500-441a4317bf73 service neutron] 10.222.0.21 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864937 Dec 08 22:34:54.793657 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc0d46a1-e1fd-481c-ac4a-a716fa1ad627 req-8965591f-2261-4874-a2e5-ca46ec50a328 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 210 time: 0.0266888 Dec 08 22:34:55.668068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-d1eace16-d39e-4b4f-a30a-65025c7da31b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:55.669495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-d1eace16-d39e-4b4f-a30a-65025c7da31b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.23 "GET /v2.0/networks?id=87bdc9da-2aa5-481b-b428-246c871b6887 HTTP/1.1" status: 200 len: 817 time: 0.1040006 Dec 08 22:34:55.682109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Request body: {'port': {'device_id': 'fbe36f51-3651-432b-9923-593cccd52e8c', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'admin_state_up': True, 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:55.791656 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Made reservation on behalf of 923d6b1eea2c4b00a96ee6a7cf20392e for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:34:55.795197 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:55.917379 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-791e6a63-5cb4-461a-8bc1-04ba384d4df3 req-cfdb3ef8-e4f3-4834-9557-950a10e272b2 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 210 time: 0.0549033 Dec 08 22:34:55.943885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Allocated IP 172.20.0.12 (87bdc9da-2aa5-481b-b428-246c871b6887/3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a/39edb305-9f08-4b93-9f37-c57f0c7933b2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:34:56.085741 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.118887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.162360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Network 87bdc9da-2aa5-481b-b428-246c871b6887 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:34:56.165448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:34:56.167887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:34:56.199978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Pushing event updated for resources: {'Port': ['ID=39edb305-9f08-4b93-9f37-c57f0c7933b2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:56.230970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:56.231595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.247958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-1ed78ee7-b524-439c-9883-3cac9f236c3c tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5698252 Dec 08 22:34:56.260510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Request body: {'port': {'device_id': 'fbe36f51-3651-432b-9923-593cccd52e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:34:56.316558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.340532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 61cda49f-8c7b-464a-b5ac-5453bb160a60 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:34:56.360907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 61cda49f-8c7b-464a-b5ac-5453bb160a60 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:34:56.361249 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 61cda49f-8c7b-464a-b5ac-5453bb160a60 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:34:56.400044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2943cf53-2ef7-4c20-87c3-921d69c4f74c None None] Provisioning complete for port 39edb305-9f08-4b93-9f37-c57f0c7933b2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:34:56.400416 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2943cf53-2ef7-4c20-87c3-921d69c4f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.432655 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2943cf53-2ef7-4c20-87c3-921d69c4f74c None None] Port 39edb305-9f08-4b93-9f37-c57f0c7933b2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:34:56.577013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39edb305-9f08-4b93-9f37-c57f0c7933b2 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:34:56.584688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.595915 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Transition to ACTIVE for port object 39edb305-9f08-4b93-9f37-c57f0c7933b2 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:34:56.600048 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.665585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Pushing event updated for resources: {'Port': ['ID=39edb305-9f08-4b93-9f37-c57f0c7933b2,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:56.723179 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Attempting to bind port 39edb305-9f08-4b93-9f37-c57f0c7933b2 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:34:56.723859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Attempting to bind port 39edb305-9f08-4b93-9f37-c57f0c7933b2 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:34:56.723859 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Attempting to bind port 39edb305-9f08-4b93-9f37-c57f0c7933b2 on network 87bdc9da-2aa5-481b-b428-246c871b6887 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:56.728379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Port 39edb305-9f08-4b93-9f37-c57f0c7933b2 on network 87bdc9da-2aa5-481b-b428-246c871b6887 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:34:56.728694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Attempting to bind port 39edb305-9f08-4b93-9f37-c57f0c7933b2 on network 87bdc9da-2aa5-481b-b428-246c871b6887 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:34:56.733584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:34:56.733920 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Checking segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:34:56.734300 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Bound using segment: {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:34:56.735278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Bound port: 39edb305-9f08-4b93-9f37-c57f0c7933b2, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d53d2a-57fe-4073-beda-6660bd64e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:34:56.735636 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.800801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] For port 39edb305-9f08-4b93-9f37-c57f0c7933b2, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:34:56.803862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] For port 39edb305-9f08-4b93-9f37-c57f0c7933b2, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39edb305-9f08-4b93-9f37-c57f0c7933b2,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:34:56.807413 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.842604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:56.842604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:34:56.844011 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] 10.222.0.23 "PUT /v2.0/ports/39edb305-9f08-4b93-9f37-c57f0c7933b2 HTTP/1.1" status: 200 len: 1092 time: 0.5877233 Dec 08 22:34:56.844540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe36f51-3651-432b-9923-593cccd52e8c', 'tag': '39edb305-9f08-4b93-9f37-c57f0c7933b2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:34:56.846685 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac98176-6436-4375-8f4e-043ea168d42a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe36f51-3651-432b-9923-593cccd52e8c", "tag": "39edb305-9f08-4b93-9f37-c57f0c7933b2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:34:56.873753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c58c1-ecff-4d8f-bae2-cd20a83793ff service neutron] Pushing event updated for resources: {'Port': ['ID=39edb305-9f08-4b93-9f37-c57f0c7933b2,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:34:56.890617 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a775ba66-2721-4ae7-ab94-8c97a0e0c8a3 x-openstack-request-id: req-a775ba66-2721-4ae7-ab94-8c97a0e0c8a3 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:34:56.890993 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe36f51-3651-432b-9923-593cccd52e8c", "tag": "39edb305-9f08-4b93-9f37-c57f0c7933b2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:34:56.891248 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a775ba66-2721-4ae7-ab94-8c97a0e0c8a3 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:34:56.891652 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe36f51-3651-432b-9923-593cccd52e8c', 'tag': '39edb305-9f08-4b93-9f37-c57f0c7933b2', 'status': 'completed', 'code': 200} Dec 08 22:34:56.935618 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-7e476c51-e731-404d-834f-d9447f2eb10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:56.937118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-7e476c51-e731-404d-834f-d9447f2eb10a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=923d6b1eea2c4b00a96ee6a7cf20392e&device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 1095 time: 0.0426099 Dec 08 22:34:56.986286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-9816bdef-aac8-46f2-92d5-8999366dadf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39edb305-9f08-4b93-9f37-c57f0c7933b2 HTTP/1.1" status: 200 len: 217 time: 0.0391862 Dec 08 22:34:57.068000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3658a8-b170-4264-abd9-dae1c9ef20b8 req-b279dffd-827c-43be-a685-76c1c1706850 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:57.069462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c3658a8-b170-4264-abd9-dae1c9ef20b8 req-b279dffd-827c-43be-a685-76c1c1706850 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 944 time: 0.0823851 Dec 08 22:34:57.071986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-488a4dfb-ce35-4e32-aefc-1a24c10a18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:57.073323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-488a4dfb-ce35-4e32-aefc-1a24c10a18f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a HTTP/1.1" status: 200 len: 856 time: 0.0778110 Dec 08 22:34:57.140526 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1c3658a8-b170-4264-abd9-dae1c9ef20b8 req-2e57f82f-c4c9-42ac-9e73-c938731a326b tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646262 Dec 08 22:34:57.149497 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-a197b324-a413-4739-b7d1-3886a028d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:57.150996 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-a197b324-a413-4739-b7d1-3886a028d382 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87bdc9da-2aa5-481b-b428-246c871b6887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685568 Dec 08 22:34:57.239718 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-bb31d25b-20ec-4298-a5dc-273bf9628e30 service neutron] 10.222.0.23 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816147 Dec 08 22:34:57.332442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd436127-ab37-4c23-a177-a39a31d1d02c req-aa085ec2-d6ab-4257-9661-20c1bdb66809 service neutron] 10.222.0.23 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846012 Dec 08 22:34:57.414869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac98176-6436-4375-8f4e-043ea168d42a req-10ec462f-8a57-44f9-bb75-1e2804a89d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:57.416320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac98176-6436-4375-8f4e-043ea168d42a req-10ec462f-8a57-44f9-bb75-1e2804a89d99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=923d6b1eea2c4b00a96ee6a7cf20392e&device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 1095 time: 0.0401540 Dec 08 22:34:57.506304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac98176-6436-4375-8f4e-043ea168d42a req-58585f30-decd-46e0-b2fb-434941dbe883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:57.507701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac98176-6436-4375-8f4e-043ea168d42a req-58585f30-decd-46e0-b2fb-434941dbe883 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87bdc9da-2aa5-481b-b428-246c871b6887 HTTP/1.1" status: 200 len: 918 time: 0.0843282 Dec 08 22:34:57.548388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac98176-6436-4375-8f4e-043ea168d42a req-231f18b9-a52b-4711-9d4d-76e23d451150 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39edb305-9f08-4b93-9f37-c57f0c7933b2 HTTP/1.1" status: 200 len: 217 time: 0.0335946 Dec 08 22:34:57.597635 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac98176-6436-4375-8f4e-043ea168d42a req-5be4b2eb-54ae-4e85-9993-fc5706b8390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:57.599311 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac98176-6436-4375-8f4e-043ea168d42a req-5be4b2eb-54ae-4e85-9993-fc5706b8390d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a HTTP/1.1" status: 200 len: 856 time: 0.0425794 Dec 08 22:34:57.643622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac98176-6436-4375-8f4e-043ea168d42a req-9702e796-3b65-4d54-9313-dc6546f076a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:57.645031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac98176-6436-4375-8f4e-043ea168d42a req-9702e796-3b65-4d54-9313-dc6546f076a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87bdc9da-2aa5-481b-b428-246c871b6887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376203 Dec 08 22:34:57.736453 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac98176-6436-4375-8f4e-043ea168d42a req-6692366b-8068-45ca-8b82-7a078edb0477 service neutron] 10.222.0.23 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831671 Dec 08 22:34:57.824701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2ac98176-6436-4375-8f4e-043ea168d42a req-74231f64-f7e1-4d8b-b616-3e26e0c19d5c service neutron] 10.222.0.23 "GET /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797875 Dec 08 22:34:58.255605 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8168aa-4fe1-4048-8c35-15de0f45fea3 req-01277d7f-c01a-4cb2-b0f2-4e246ae06ff0 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:58.257066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa8168aa-4fe1-4048-8c35-15de0f45fea3 req-01277d7f-c01a-4cb2-b0f2-4e246ae06ff0 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 944 time: 0.0484891 Dec 08 22:34:58.293240 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa8168aa-4fe1-4048-8c35-15de0f45fea3 req-675321e9-5214-4e19-be86-bce6d89932c4 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302768 Dec 08 22:34:59.411795 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa367a-9edd-495c-a4ee-962fd9e5d74b req-deb2ff3e-ddf9-4abe-b696-375ae8170b19 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:34:59.413257 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa367a-9edd-495c-a4ee-962fd9e5d74b req-deb2ff3e-ddf9-4abe-b696-375ae8170b19 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 944 time: 0.0532455 Dec 08 22:34:59.450157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-33aa367a-9edd-495c-a4ee-962fd9e5d74b req-cf5aab98-d690-4621-99d9-6b770abbb440 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Dec 08 22:35:00.371254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 39edb305-9f08-4b93-9f37-c57f0c7933b2 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:35:00.463348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 39edb305-9f08-4b93-9f37-c57f0c7933b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39edb305-9f08-4b93-9f37-c57f0c7933b2,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:00.474979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '39edb305-9f08-4b93-9f37-c57f0c7933b2', 'network_id': '87bdc9da-2aa5-481b-b428-246c871b6887', 'port_id': '39edb305-9f08-4b93-9f37-c57f0c7933b2', 'mac_address': 'fa:16:3e:ad:5d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:35:00.510499 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:00.523654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39edb305-9f08-4b93-9f37-c57f0c7933b2 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:35:00.542705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 39edb305-9f08-4b93-9f37-c57f0c7933b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39edb305-9f08-4b93-9f37-c57f0c7933b2,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:00.547893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:00.568270 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb664b0-8b6f-4461-92cd-bf0b6d2a6b4f req-cd03879f-b6db-42b5-a608-9a83e7f9bb31 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:00.569759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8bb664b0-8b6f-4461-92cd-bf0b6d2a6b4f req-cd03879f-b6db-42b5-a608-9a83e7f9bb31 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 944 time: 0.0546491 Dec 08 22:35:00.596925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=39edb305-9f08-4b93-9f37-c57f0c7933b2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:00.604359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.604707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.605047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.605381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.605711 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.606040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.606364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.606690 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.607035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.607359 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.607682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.607883 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8bb664b0-8b6f-4461-92cd-bf0b6d2a6b4f req-2cc73ec2-705a-49b0-b6ed-d955d18b3a49 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Dec 08 22:35:00.607987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:00.735534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['39edb305-9f08-4b93-9f37-c57f0c7933b2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:35:01.719965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e5fb6-ca89-4075-9ecf-c8baebede7a6 req-4467ed13-1130-4cb3-8933-3bcc6609335a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:01.721434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd7e5fb6-ca89-4075-9ecf-c8baebede7a6 req-4467ed13-1130-4cb3-8933-3bcc6609335a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 945 time: 0.0472207 Dec 08 22:35:01.759017 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cd7e5fb6-ca89-4075-9ecf-c8baebede7a6 req-4aa70209-fbf9-4dda-bd42-070ea9b83207 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Dec 08 22:35:02.386965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 39edb305-9f08-4b93-9f37-c57f0c7933b2 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:02.435793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 39edb305-9f08-4b93-9f37-c57f0c7933b2 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:35:02.439292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 39edb305-9f08-4b93-9f37-c57f0c7933b2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:02.439654 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:02.510870 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:02.532568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe36f51-3651-432b-9923-593cccd52e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39edb305-9f08-4b93-9f37-c57f0c7933b2'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:35:02.534876 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70187fde-e913-4ae4-ab09-6e3c16ab3ac2" -d '{"events": [{"server_uuid": "fbe36f51-3651-432b-9923-593cccd52e8c", "name": "network-vif-plugged", "status": "completed", "tag": "39edb305-9f08-4b93-9f37-c57f0c7933b2"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:35:02.547006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 39edb305-9f08-4b93-9f37-c57f0c7933b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39edb305-9f08-4b93-9f37-c57f0c7933b2,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:02.551545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:02.573590 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f9289e-a2c1-44b0-bcf0-f70b1ea7ec5a x-openstack-request-id: req-f0f9289e-a2c1-44b0-bcf0-f70b1ea7ec5a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:35:02.573883 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe36f51-3651-432b-9923-593cccd52e8c", "name": "network-vif-plugged", "status": "completed", "tag": "39edb305-9f08-4b93-9f37-c57f0c7933b2", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:35:02.574139 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0f9289e-a2c1-44b0-bcf0-f70b1ea7ec5a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:35:02.574525 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe36f51-3651-432b-9923-593cccd52e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39edb305-9f08-4b93-9f37-c57f0c7933b2', 'code': 200} Dec 08 22:35:02.599505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=39edb305-9f08-4b93-9f37-c57f0c7933b2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:02.668657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9d1d-d9e3-4591-8398-853efcde8dd9 req-3c8f3591-22a7-4120-9c2b-de989d7f376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:02.670102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-413a9d1d-d9e3-4591-8398-853efcde8dd9 req-3c8f3591-22a7-4120-9c2b-de989d7f376f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 1097 time: 0.0390685 Dec 08 22:35:02.703166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-413a9d1d-d9e3-4591-8398-853efcde8dd9 req-a4f05657-6c90-4d65-876d-ee894ed40d93 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261307 Dec 08 22:35:02.875269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa858-c21f-4276-bdda-08fd360392e8 req-811bb7af-f9ca-4550-88ff-c8186c364b89 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:02.876716 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0eefa858-c21f-4276-bdda-08fd360392e8 req-811bb7af-f9ca-4550-88ff-c8186c364b89 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 946 time: 0.0520194 Dec 08 22:35:02.917717 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0eefa858-c21f-4276-bdda-08fd360392e8 req-2e6f2d29-86e8-4d9f-9ec8-136214c2ac67 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Dec 08 22:35:04.030826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bf41c-a715-4f4f-a2ac-56fb9cda9518 req-7d63c39c-aa66-4d82-a09c-3f2c50964401 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:04.032322 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a3bf41c-a715-4f4f-a2ac-56fb9cda9518 req-7d63c39c-aa66-4d82-a09c-3f2c50964401 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 946 time: 0.0477965 Dec 08 22:35:04.069222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a3bf41c-a715-4f4f-a2ac-56fb9cda9518 req-97c2369b-683f-4b51-a41f-e3ebd6646aef tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Dec 08 22:35:04.180563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e507b29-8e4c-45e7-bef9-e04939ec310f req-c3d24e64-c66b-4980-96af-99f6bc7b4be7 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:04.182052 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e507b29-8e4c-45e7-bef9-e04939ec310f req-c3d24e64-c66b-4980-96af-99f6bc7b4be7 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 946 time: 0.0483329 Dec 08 22:35:04.219667 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1e507b29-8e4c-45e7-bef9-e04939ec310f req-81e428c9-afa1-41f0-8b44-780bd22a03c9 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Dec 08 22:35:05.619785 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef79d-7187-4266-a116-4843a6746d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:08.309456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed1d3a8e-0fbf-437f-9262-fac980b15293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:08.909417 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:09.592427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:09.852478 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:10.441739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:11.154142 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:22.505617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3145-ada8-410d-8039-07e3be30a295 req-b74a7b40-3bb9-4a03-a338-f60f06641a40 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:22.507107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-243c3145-ada8-410d-8039-07e3be30a295 req-b74a7b40-3bb9-4a03-a338-f60f06641a40 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 946 time: 0.0487998 Dec 08 22:35:22.543698 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-243c3145-ada8-410d-8039-07e3be30a295 req-43abc0ef-ac12-47e6-819d-0aee40a22f41 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Dec 08 22:35:23.659554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd6d5-3061-49ab-8aec-d9fc0ca78c50 req-3533d3c0-3b29-412d-a0d9-9e8701af057a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:23.661064 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c98bd6d5-3061-49ab-8aec-d9fc0ca78c50 req-3533d3c0-3b29-412d-a0d9-9e8701af057a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 946 time: 0.0487885 Dec 08 22:35:23.697433 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c98bd6d5-3061-49ab-8aec-d9fc0ca78c50 req-e9648bd7-c91e-46e3-893e-2fa10fe36ed3 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc07debe-4cc4-4d2e-8d09-a3ec97f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305121 Dec 08 22:35:24.039073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-df8be9a0-825c-4ae7-b4f4-0381f96c9e9a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:24.040494 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-df8be9a0-825c-4ae7-b4f4-0381f96c9e9a tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 946 time: 0.0512574 Dec 08 22:35:24.127020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Deleting port 39edb305-9f08-4b93-9f37-c57f0c7933b2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:35:24.127358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:24.216892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] For port 39edb305-9f08-4b93-9f37-c57f0c7933b2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=39edb305-9f08-4b93-9f37-c57f0c7933b2,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:24.217255 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:24.230340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Calling delete_port for 39edb305-9f08-4b93-9f37-c57f0c7933b2 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:35:24.353218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:24.365022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['39edb305-9f08-4b93-9f37-c57f0c7933b2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:35:24.383252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Pushing event deleted for resources: {'Port': ['ID=39edb305-9f08-4b93-9f37-c57f0c7933b2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:24.393685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.394032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.394375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.394745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.395133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.395462 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.395787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.396113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.396932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.396932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.397126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.397421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:24.437477 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] No DVR routers for this DVR port 39edb305-9f08-4b93-9f37-c57f0c7933b2 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:35:24.440327 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:24.443765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-21bd4350-0e97-4a17-b076-e4fd599376f5 req-9c9cd97d-f31d-4476-8bc4-2086eb4bd5b6 tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.23 "DELETE /v2.0/ports/39edb305-9f08-4b93-9f37-c57f0c7933b2 HTTP/1.1" status: 204 len: 173 time: 0.3972554 Dec 08 22:35:24.444213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe36f51-3651-432b-9923-593cccd52e8c', 'name': 'network-vif-deleted', 'tag': '39edb305-9f08-4b93-9f37-c57f0c7933b2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:35:24.446462 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5d2f9a-230e-4188-918a-131c223863fc" -d '{"events": [{"server_uuid": "fbe36f51-3651-432b-9923-593cccd52e8c", "name": "network-vif-deleted", "tag": "39edb305-9f08-4b93-9f37-c57f0c7933b2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:35:24.488494 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04051e-581d-4856-9003-deebb96d94e0 x-openstack-request-id: req-af04051e-581d-4856-9003-deebb96d94e0 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:35:24.488790 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe36f51-3651-432b-9923-593cccd52e8c", "name": "network-vif-deleted", "tag": "39edb305-9f08-4b93-9f37-c57f0c7933b2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:35:24.489067 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af04051e-581d-4856-9003-deebb96d94e0 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:35:24.489463 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe36f51-3651-432b-9923-593cccd52e8c', 'name': 'network-vif-deleted', 'tag': '39edb305-9f08-4b93-9f37-c57f0c7933b2', 'status': 'completed', 'code': 200} Dec 08 22:35:24.806916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0ed2f3e2-a1a0-4527-ae37-c6d1212baeca req-f6d3f3c0-8da4-4db0-bf3e-e238be881fae tempest-TestEncryptedCinderVolumes-58238389 tempest-TestEncryptedCinderVolumes-58238389-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe36f51-3651-432b-9923-593cccd52e8c HTTP/1.1" status: 200 len: 210 time: 0.0320158 Dec 08 22:35:25.897888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40452) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:26.232938 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:26.475515 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Deleting port acf6eea1-20af-41a2-8b79-5895633dd63e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:35:26.475741 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:26.550910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] For port acf6eea1-20af-41a2-8b79-5895633dd63e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=acf6eea1-20af-41a2-8b79-5895633dd63e,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:26.551266 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:26.566557 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Calling delete_port for acf6eea1-20af-41a2-8b79-5895633dd63e owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:35:26.741337 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:26.787867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=acf6eea1-20af-41a2-8b79-5895633dd63e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:26.813297 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.813638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.813974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.814333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.814664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.815015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.815338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.815660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.815975 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.816290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.816612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.816924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:26.938046 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:27.144752 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Router 9225e798-2e10-40f7-9215-1550d3458917 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:35:27.249570 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:35:27.254965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-536d5036-ee67-4e7b-adc5-8385b38a7f5a admin admin] 10.222.0.21 "PUT /v2.0/routers/9225e798-2e10-40f7-9215-1550d3458917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3558993 Dec 08 22:35:27.257459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40454) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:27.258328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] Sync routers for ids ['9225e798-2e10-40f7-9215-1550d3458917'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:35:27.267351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] Routers {'9225e798-2e10-40f7-9215-1550d3458917'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:27.267985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9225e798-2e10-40f7-9215-1550d3458917'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:27.375210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] Set router 9225e798-2e10-40f7-9215-1550d3458917 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:27.693948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:27.707486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:35:26Z', 'revision_number': 5, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:27.736282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] Checking router: 9225e798-2e10-40f7-9215-1550d3458917 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:35:27.744697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] Routers {'9225e798-2e10-40f7-9215-1550d3458917'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:27.745294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['9225e798-2e10-40f7-9215-1550d3458917'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:27.792423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:27.848831 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] Set router 9225e798-2e10-40f7-9215-1550d3458917 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:27.850648 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Deleting port d4593055-95f4-45b5-9d25-87b22507c76c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:35:27.851050 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:27.927674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] For port d4593055-95f4-45b5-9d25-87b22507c76c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=d4593055-95f4-45b5-9d25-87b22507c76c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:27.928039 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:27.940887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Calling delete_port for d4593055-95f4-45b5-9d25-87b22507c76c owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:35:28.021887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:35:26Z', 'revision_number': 5, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:28.047981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de22c7e-ef43-44b7-b9d1-5e667acb3912 None None] The sync data for ids ['9225e798-2e10-40f7-9215-1550d3458917'] in n-d-821126-1 is: [{'id': '9225e798-2e10-40f7-9215-1550d3458917', 'name': 'tempest-TestEncryptedCinderVolumes-1979976423-router', 'tenant_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:35:26Z', 'revision_number': 5, 'project_id': '923d6b1eea2c4b00a96ee6a7cf20392e', 'gw_port': {'id': 'd4593055-95f4-45b5-9d25-87b22507c76c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9225e798-2e10-40f7-9215-1550d3458917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:14Z', 'updated_at': '2021-12-08T22:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:35:28.107273 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.132075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4593055-95f4-45b5-9d25-87b22507c76c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:28.193512 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.281943 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.284471 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.324617 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.325116 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9225e798-2e10-40f7-9215-1550d3458917 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:35:28.329627 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.331070 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d03dd8a3-cffa-465c-a37b-429af89fcd69 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9225e798-2e10-40f7-9215-1550d3458917 HTTP/1.1" status: 204 len: 168 time: 1.0727048 Dec 08 22:35:28.335056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40456) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:28.382389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b8a1eb-f552-4c2e-bd51-097de2bbf5af admin admin] Deleting subnet 3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:35:28.385672 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37b8a1eb-f552-4c2e-bd51-097de2bbf5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.422109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37b8a1eb-f552-4c2e-bd51-097de2bbf5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.500237 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37b8a1eb-f552-4c2e-bd51-097de2bbf5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.551578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37b8a1eb-f552-4c2e-bd51-097de2bbf5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.574075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 39edb305-9f08-4b93-9f37-c57f0c7933b2 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:35:28.582875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8a1eb-f552-4c2e-bd51-097de2bbf5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:28.584864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-37b8a1eb-f552-4c2e-bd51-097de2bbf5af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.588248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-37b8a1eb-f552-4c2e-bd51-097de2bbf5af admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3d0f2d4d-c7a7-4e5e-9dc9-788407d38e3a HTTP/1.1" status: 204 len: 168 time: 0.2522471 Dec 08 22:35:28.590641 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40458) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:28.604604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d1f44f-7351-4ea2-b2ad-6f61aa259fe1 None None] Network 87bdc9da-2aa5-481b-b428-246c871b6887 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:35:28.606821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 39edb305-9f08-4b93-9f37-c57f0c7933b2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:35:28.607165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 39edb305-9f08-4b93-9f37-c57f0c7933b2 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:35:28.667914 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.734081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Deleting port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:35:28.734422 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.803424 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] For port cb7e8a1c-2457-448a-9dbb-a0a121e95da3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cb7e8a1c-2457-448a-9dbb-a0a121e95da3,segment=NetworkSegment(a2d53d2a-57fe-4073-beda-6660bd64e7e2),segment_id=a2d53d2a-57fe-4073-beda-6660bd64e7e2)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:28.803712 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.815755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Calling delete_port for cb7e8a1c-2457-448a-9dbb-a0a121e95da3 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:35:28.890011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:28.916527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7e8a1c-2457-448a-9dbb-a0a121e95da3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:28.918323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] No DVR routers for this DVR port cb7e8a1c-2457-448a-9dbb-a0a121e95da3 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:35:28.989490 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.008451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bdc9da-2aa5-481b-b428-246c871b6887']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:29.017166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d53d2a-57fe-4073-beda-6660bd64e7e2') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:29.017968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d53d2a-57fe-4073-beda-6660bd64e7e2') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:29.026954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.041188 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.047925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:35:29.048330 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:35:29.050047 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:35:29.066699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815a413-3aaa-4bbf-b591-cc624617db1a None None] DHCP port deletion for 87bdc9da-2aa5-481b-b428-246c871b6887 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:35:29.091412 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device acf6eea1-20af-41a2-8b79-5895633dd63e no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:35:29.113768 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:35:29.117075 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.122725 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.126243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: acf6eea1-20af-41a2-8b79-5895633dd63e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:35:29.126701 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device acf6eea1-20af-41a2-8b79-5895633dd63e not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:35:29.129162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40460) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:29.129700 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] 10.222.0.21 "DELETE /v2.0/networks/87bdc9da-2aa5-481b-b428-246c871b6887 HTTP/1.1" status: 204 len: 168 time: 0.5376978 Dec 08 22:35:29.140914 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58312706-2fef-422d-ac48-50d084443d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=87bdc9da-2aa5-481b-b428-246c871b6887,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:29.472372 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.706927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Deleting port 15fca20e-ba75-4fae-bb45-cb8034e49495 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:35:29.707260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.781563 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] For port 15fca20e-ba75-4fae-bb45-cb8034e49495, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=15fca20e-ba75-4fae-bb45-cb8034e49495,segment=NetworkSegment(eb6ec63b-70e9-4cd6-9551-532187ef1955),segment_id=eb6ec63b-70e9-4cd6-9551-532187ef1955)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:29.781844 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.793928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Calling delete_port for 15fca20e-ba75-4fae-bb45-cb8034e49495 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:35:29.966045 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:29.992416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Pushing event deleted for resources: {'Port': ['ID=15fca20e-ba75-4fae-bb45-cb8034e49495,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:30.462608 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:30.669606 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Router c93e9654-056e-42f7-a948-7c969c4c77ae has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:35:30.750385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d4593055-95f4-45b5-9d25-87b22507c76c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:35:30.770368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: d4593055-95f4-45b5-9d25-87b22507c76c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:35:30.770804 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device d4593055-95f4-45b5-9d25-87b22507c76c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:35:30.771282 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cb7e8a1c-2457-448a-9dbb-a0a121e95da3 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:35:30.773392 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:35:30.781022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ad5b2422-fca9-4747-b2f4-29c3918a7357 admin admin] 10.222.0.21 "PUT /v2.0/routers/c93e9654-056e-42f7-a948-7c969c4c77ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466911 Dec 08 22:35:30.781022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40462) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:30.784689 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] Sync routers for ids ['c93e9654-056e-42f7-a948-7c969c4c77ae'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:35:30.790147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: cb7e8a1c-2457-448a-9dbb-a0a121e95da3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:35:30.790491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cb7e8a1c-2457-448a-9dbb-a0a121e95da3 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:35:30.796137 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] Routers {'c93e9654-056e-42f7-a948-7c969c4c77ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:30.796741 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c93e9654-056e-42f7-a948-7c969c4c77ae'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:30.887303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:30.904505 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] Set router c93e9654-056e-42f7-a948-7c969c4c77ae gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:30.995167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.045997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Deleting port 77667062-3b26-46fe-829f-a609bd574ec4 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:35:31.046240 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.085293 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '77667062-3b26-46fe-829f-a609bd574ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:35:29Z', 'revision_number': 5, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port': {'id': '77667062-3b26-46fe-829f-a609bd574ec4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:34:19Z', 'updated_at': '2021-12-08T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:31.112381 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] Checking router: c93e9654-056e-42f7-a948-7c969c4c77ae for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:35:31.121242 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] Routers {'c93e9654-056e-42f7-a948-7c969c4c77ae'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:31.122193 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['c93e9654-056e-42f7-a948-7c969c4c77ae'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:31.126473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] For port 77667062-3b26-46fe-829f-a609bd574ec4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=77667062-3b26-46fe-829f-a609bd574ec4,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:31.126904 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.139946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Calling delete_port for 77667062-3b26-46fe-829f-a609bd574ec4 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:35:31.210291 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] Set router c93e9654-056e-42f7-a948-7c969c4c77ae gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:31.265070 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:35:30Z', 'revision_number': 6, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:31.291889 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76ed8e-6c32-4427-b39c-527eac184009 None None] The sync data for ids ['c93e9654-056e-42f7-a948-7c969c4c77ae'] in n-d-821126-1 is: [{'id': 'c93e9654-056e-42f7-a948-7c969c4c77ae', 'name': 'tempest-TestEncryptedCinderVolumes-68855356-router', 'tenant_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:34:18Z', 'updated_at': '2021-12-08T22:35:30Z', 'revision_number': 6, 'project_id': 'bde1a75ff2bd49a2b6011decc11f54cd', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:35:31.306599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.332457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Pushing event deleted for resources: {'Port': ['ID=77667062-3b26-46fe-829f-a609bd574ec4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:31.393776 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.480643 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.482655 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.524487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.525023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c93e9654-056e-42f7-a948-7c969c4c77ae {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:35:31.529167 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.530308 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-87d2a4c7-a0b6-46ee-8e5b-cea836c8a406 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c93e9654-056e-42f7-a948-7c969c4c77ae HTTP/1.1" status: 204 len: 168 time: 0.7483771 Dec 08 22:35:31.533629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40464) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:31.577382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3b544d-a142-46c8-a33a-62572adc58db admin admin] Deleting subnet 6ab64557-953d-4891-9c95-5fb8b5711daf {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:35:31.580227 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d3b544d-a142-46c8-a33a-62572adc58db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.614282 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d3b544d-a142-46c8-a33a-62572adc58db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.696896 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d3b544d-a142-46c8-a33a-62572adc58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.750586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d3b544d-a142-46c8-a33a-62572adc58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.774948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b544d-a142-46c8-a33a-62572adc58db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab64557-953d-4891-9c95-5fb8b5711daf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:31.778523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0d3b544d-a142-46c8-a33a-62572adc58db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.781655 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0d3b544d-a142-46c8-a33a-62572adc58db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ab64557-953d-4891-9c95-5fb8b5711daf HTTP/1.1" status: 204 len: 168 time: 0.2471058 Dec 08 22:35:31.784744 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40466) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:31.787730 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ace15a-c111-4356-b9ce-490b7afd4f89 None None] Network b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:35:31.855803 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.909410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Deleting port baa9e328-86f0-41ff-abb2-346fbcabed3c {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:35:31.909751 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.971705 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] For port baa9e328-86f0-41ff-abb2-346fbcabed3c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=baa9e328-86f0-41ff-abb2-346fbcabed3c,segment=NetworkSegment(eb6ec63b-70e9-4cd6-9551-532187ef1955),segment_id=eb6ec63b-70e9-4cd6-9551-532187ef1955)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:31.972005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:31.984138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Calling delete_port for baa9e328-86f0-41ff-abb2-346fbcabed3c owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:35:32.042470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] DHCP port deletion for b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:35:32.071826 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.087589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] Deleting port baa9e328-86f0-41ff-abb2-346fbcabed3c {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:35:32.087964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.099499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa9e328-86f0-41ff-abb2-346fbcabed3c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:32.103246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] No DVR routers for this DVR port baa9e328-86f0-41ff-abb2-346fbcabed3c on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:35:32.159851 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] For port baa9e328-86f0-41ff-abb2-346fbcabed3c, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:32.160244 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.172819 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] Calling delete_port for baa9e328-86f0-41ff-abb2-346fbcabed3c owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:35:32.175493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] Port baa9e328-86f0-41ff-abb2-346fbcabed3c was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:35:32.176734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.178746 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.198409 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d80ae6-9902-4aea-aeb1-1dcaf95f9482']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:32.200295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] Pushing event deleted for resources: {'Port': ['ID=baa9e328-86f0-41ff-abb2-346fbcabed3c,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:32.204345 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f8afe-00d7-46fa-8aab-5d90216d09aa None None] No DVR routers for this DVR port baa9e328-86f0-41ff-abb2-346fbcabed3c on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:35:32.211163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6ec63b-70e9-4cd6-9551-532187ef1955') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:32.211163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6ec63b-70e9-4cd6-9551-532187ef1955') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:32.221541 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.234933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.241506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:35:32.242112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:35:32.244185 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:35:32.309148 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.321009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.321009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b5d80ae6-9902-4aea-aeb1-1dcaf95f9482 HTTP/1.1" status: 204 len: 168 time: 0.5330453 Dec 08 22:35:32.337279 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa5134-dcb8-44e0-930b-a4e9b542b583 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d80ae6-9902-4aea-aeb1-1dcaf95f9482,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:32.481267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40470) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:32.520907 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3d80c6ba-651d-47b3-b466-2094b069bb4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=923d6b1eea2c4b00a96ee6a7cf20392e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384958 Dec 08 22:35:32.523351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40472) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:32.575016 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c065a596-345e-4aac-a67b-b3e7fce92c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.595230 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c065a596-345e-4aac-a67b-b3e7fce92c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.642011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c065a596-345e-4aac-a67b-b3e7fce92c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.645086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c065a596-345e-4aac-a67b-b3e7fce92c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:32.646354 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c065a596-345e-4aac-a67b-b3e7fce92c0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc07debe-4cc4-4d2e-8d09-a3ec97f20434 HTTP/1.1" status: 204 len: 168 time: 0.1221159 Dec 08 22:35:32.653939 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065a596-345e-4aac-a67b-b3e7fce92c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc07debe-4cc4-4d2e-8d09-a3ec97f20434,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:32.715386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device baa9e328-86f0-41ff-abb2-346fbcabed3c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:35:32.735302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: baa9e328-86f0-41ff-abb2-346fbcabed3c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:35:32.735649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device baa9e328-86f0-41ff-abb2-346fbcabed3c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:35:32.736066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 15fca20e-ba75-4fae-bb45-cb8034e49495 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:35:32.754031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 15fca20e-ba75-4fae-bb45-cb8034e49495 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:35:32.754405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 15fca20e-ba75-4fae-bb45-cb8034e49495 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:35:32.754942 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 77667062-3b26-46fe-829f-a609bd574ec4 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:35:32.772857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 77667062-3b26-46fe-829f-a609bd574ec4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:35:32.773202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 77667062-3b26-46fe-829f-a609bd574ec4 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:35:32.957162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40478) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:32.996373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d57c8f70-14af-4a3f-b76f-25d9693b29c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bde1a75ff2bd49a2b6011decc11f54cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380862 Dec 08 22:35:32.998700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40480) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:33.045209 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7a920c3-d0c0-4147-a956-368c2afbc7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:33.066193 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7a920c3-d0c0-4147-a956-368c2afbc7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:33.111315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7a920c3-d0c0-4147-a956-368c2afbc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:33.114181 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f7a920c3-d0c0-4147-a956-368c2afbc7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:33.115131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f7a920c3-d0c0-4147-a956-368c2afbc7fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7449383-0579-4172-961f-b8e47724bce9 HTTP/1.1" status: 204 len: 168 time: 0.1155114 Dec 08 22:35:33.123109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a920c3-d0c0-4147-a956-368c2afbc7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7449383-0579-4172-961f-b8e47724bce9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:33.755888 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40502) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:33.857564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1428690618-network', 'tenant_id': '69672aee2f684a1d89cd675be8634e58'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:35:33.877761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Made reservation on behalf of 69672aee2f684a1d89cd675be8634e58 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:35:33.880195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:33.888266 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:33.964240 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:33.967651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:33.994577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:35:33.999772 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff7e421-d5c7-4d11-97da-ec424763b5f0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:34.009235 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.009894 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Added segment 8baa5d25-3ebd-41e3-9be5-48b404322ad5 of type vlan for network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 Dec 08 22:35:34.052051 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.075117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.076034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:34.076601 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.129884 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3729296 Dec 08 22:35:34.132865 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40506) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:34.137850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Request body: {'subnet': {'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1428690618-subnet', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:35:34.140585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e7f93-7fca-4e5a-8af3-aa15cebf30a5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:34.154697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:35:34.163308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Made reservation on behalf of 69672aee2f684a1d89cd675be8634e58 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:35:34.165858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.326600 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.387180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=088580b2-1c67-4173-aa12-bfa20f41d0d6,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:34.394210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Checking segment: {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:35:34.394575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Network hostable DHCP agents. Network: fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:35:34.410333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:35:34.418609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:34.422449 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:34.423072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.428384 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c4b46b-8d52-4187-a613-6fcf457edc78 None None] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:35:34.438777 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-89fc5d17-38c3-46e8-9b86-f2cebd6f07f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3047907 Dec 08 22:35:34.442147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40508) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:34.446613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:35:34.467138 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.468253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.520284 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.572561 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:35:34.573439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.660730 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.714734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Allocated IP 172.20.0.2 (fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4/088580b2-1c67-4173-aa12-bfa20f41d0d6/6fd51cd8-347e-4685-af29-5380213af497) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:35:34.852971 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.858840 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.863791 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.882523 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.899526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:34.904327 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:34.907848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:35:34.917148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Pushing event updated for resources: {'Port': ['ID=6fd51cd8-347e-4685-af29-5380213af497,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:34.968948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Attempting to bind port 6fd51cd8-347e-4685-af29-5380213af497 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:35:34.969318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Attempting to bind port 6fd51cd8-347e-4685-af29-5380213af497 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:35:34.969688 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Attempting to bind port 6fd51cd8-347e-4685-af29-5380213af497 on network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:35:34.975360 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:35:34.975740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Checking segment: {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:35:34.976141 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.976534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Bound using segment: {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:35:34.976996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Bound port: 6fd51cd8-347e-4685-af29-5380213af497, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:35:34.977375 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:34.985275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Allocated IP 172.25.1.69 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/cf43d88a-7674-46b4-88e4-eb0d72046409) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:35:35.040960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] For port 6fd51cd8-347e-4685-af29-5380213af497, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:35:35.044169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] For port 6fd51cd8-347e-4685-af29-5380213af497, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6fd51cd8-347e-4685-af29-5380213af497,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:35:35.047843 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:35.100262 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:35.105986 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b63ee-4a71-42fe-b647-f64f21267f77 None None] Pushing event updated for resources: {'Port': ['ID=6fd51cd8-347e-4685-af29-5380213af497,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:35.137952 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:35.177303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:35.181645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:35.188736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:35:35.191946 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Pushing event updated for resources: {'Port': ['ID=cf43d88a-7674-46b4-88e4-eb0d72046409,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:35.461494 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:35.621467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-caf36620-e352-480d-b362-6868c193bafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:35.654389 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:35.786096 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Router 61044b22-fa9d-4b22-8da0-b8044f7cff18 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:35:35.895450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:35:35.909734 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Sync routers for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:35:35.918338 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:35.922199 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-05380fbe-055d-4234-953a-390d619a4f31 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4764206 Dec 08 22:35:35.922564 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40510) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:35.924340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:35.924954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:35.987713 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8e77a-182e-47f5-bbb5-a062c81fc533 None None] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:35:36.073475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ca96c074-a208-4dd5-a6d9-0c13d1fb096e None None] Provisioning complete for port 6fd51cd8-347e-4685-af29-5380213af497 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:36.073839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ca96c074-a208-4dd5-a6d9-0c13d1fb096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:36.109625 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:36.349736 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ca96c074-a208-4dd5-a6d9-0c13d1fb096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:36.420404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ca96c074-a208-4dd5-a6d9-0c13d1fb096e None None] For port 6fd51cd8-347e-4685-af29-5380213af497, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6fd51cd8-347e-4685-af29-5380213af497,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:36.428496 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ca96c074-a208-4dd5-a6d9-0c13d1fb096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:36.490210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96c074-a208-4dd5-a6d9-0c13d1fb096e None None] Pushing event updated for resources: {'Port': ['ID=6fd51cd8-347e-4685-af29-5380213af497,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:36.496181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:35Z', 'revision_number': 3, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:36.524259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Checking router: 61044b22-fa9d-4b22-8da0-b8044f7cff18 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:35:36.524632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Updating router 61044b22-fa9d-4b22-8da0-b8044f7cff18 port cf43d88a-7674-46b4-88e4-eb0d72046409 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:35:36.551561 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:36.653271 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:36.795079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6fd51cd8-347e-4685-af29-5380213af497 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:36.819671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Allocated IP 172.20.0.1 (fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4/088580b2-1c67-4173-aa12-bfa20f41d0d6/b6b3695f-d03b-4787-97a5-ff863bfde5f2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:35:36.870486 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e3a0982a-8b8f-4681-a53b-491091acadd7 None None] Provisioning complete for port 6fd51cd8-347e-4685-af29-5380213af497 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:36.870985 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e3a0982a-8b8f-4681-a53b-491091acadd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:36.938084 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:36.973120 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:36.978278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 6fd51cd8-347e-4685-af29-5380213af497 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:36.978651 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.014932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:37.020556 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:37.027421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:35:37.062254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Pushing event updated for resources: {'Port': ['ID=b6b3695f-d03b-4787-97a5-ff863bfde5f2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:37.085435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.122826 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.148213 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.221091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fceb6-b51d-458e-9121-8c63f6de4f3a None None] Pushing event updated for resources: {'Port': ['ID=cf43d88a-7674-46b4-88e4-eb0d72046409,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:37.225787 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Attempting to bind port cf43d88a-7674-46b4-88e4-eb0d72046409 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:35:37.226156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Attempting to bind port cf43d88a-7674-46b4-88e4-eb0d72046409 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:35:37.226523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Attempting to bind port cf43d88a-7674-46b4-88e4-eb0d72046409 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:35:37.232643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:35:37.233005 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:35:37.233464 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.233853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:35:37.234361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Bound port: cf43d88a-7674-46b4-88e4-eb0d72046409, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:35:37.234979 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.264030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.292850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] For port cf43d88a-7674-46b4-88e4-eb0d72046409, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:35:37.296001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] For port cf43d88a-7674-46b4-88e4-eb0d72046409, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cf43d88a-7674-46b4-88e4-eb0d72046409,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:35:37.300437 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.365915 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-24912f96-34da-4ef9-b078-e2577a23b7be None None] Provisioning complete for port b6b3695f-d03b-4787-97a5-ff863bfde5f2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:37.366285 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-24912f96-34da-4ef9-b078-e2577a23b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.369833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fceb6-b51d-458e-9121-8c63f6de4f3a None None] Pushing event updated for resources: {'Port': ['ID=cf43d88a-7674-46b4-88e4-eb0d72046409,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:37.388609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:37.389234 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:37.439069 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.443675 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.467856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-24912f96-34da-4ef9-b078-e2577a23b7be None None] Port b6b3695f-d03b-4787-97a5-ff863bfde5f2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:35:37.502263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:37.511751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Pushing event updated for resources: {'Port': ['ID=b6b3695f-d03b-4787-97a5-ff863bfde5f2,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:37.515353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.608575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:37.610115 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:37.702821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:36Z', 'revision_number': 1, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:37.728446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Router 61044b22-fa9d-4b22-8da0-b8044f7cff18 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:35:37.730514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b514b2-a0bf-484d-b882-793147a3381f None None] The sync data for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 is: [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:36Z', 'revision_number': 1, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:35:37.839837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:35:37.844985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-33fa56fb-9541-4c7b-b92e-8255da1d98aa admin admin] 10.222.0.21 "PUT /v2.0/routers/61044b22-fa9d-4b22-8da0-b8044f7cff18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9206047 Dec 08 22:35:37.890996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b6f5d367-c090-4126-9ce1-618d5c737465 None None] Provisioning complete for port b6b3695f-d03b-4787-97a5-ff863bfde5f2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:37.891538 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d367-c090-4126-9ce1-618d5c737465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:37.950419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-b6f5d367-c090-4126-9ce1-618d5c737465 None None] Port b6b3695f-d03b-4787-97a5-ff863bfde5f2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:35:38.312870 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fc80bdb2-8cad-490d-b5bd-796c54d99776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.353801 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40526) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:38.361963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1683761047-network', 'tenant_id': '14aeb94c48574717bde409ba961c9c45'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:35:38.403008 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Made reservation on behalf of 14aeb94c48574717bde409ba961c9c45 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:35:38.405399 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.415413 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.499425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.503771 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.534231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:35:38.536338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39832b38-2b59-434a-b933-3294029fbe92,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:38.547654 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.548028 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Added segment bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5 of type vlan for network 848fe396-4fb7-4fcb-bd61-3473c702a3dd Dec 08 22:35:38.593555 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.621985 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.623053 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:38.623639 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.687281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3323548 Dec 08 22:35:38.690681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40528) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:38.696132 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Request body: {'subnet': {'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1683761047-subnet', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:35:38.699966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd6117-2c52-4ec4-b1b1-6fcd9395b153 admin admin] Pushing event updated for resources: {'Network': ['ID=848fe396-4fb7-4fcb-bd61-3473c702a3dd,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:38.715500 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 848fe396-4fb7-4fcb-bd61-3473c702a3dd details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:35:38.719521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Made reservation on behalf of 14aeb94c48574717bde409ba961c9c45 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:35:38.722936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.769612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cf43d88a-7674-46b4-88e4-eb0d72046409 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:38.836010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port cf43d88a-7674-46b4-88e4-eb0d72046409 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:38.836699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.920855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.944957 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.950191 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.969722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port cf43d88a-7674-46b4-88e4-eb0d72046409, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cf43d88a-7674-46b4-88e4-eb0d72046409,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:38.974673 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:38.991480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Checking segment: {'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:35:38.991942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Network hostable DHCP agents. Network: 848fe396-4fb7-4fcb-bd61-3473c702a3dd, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:35:39.000171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba01f90e-5484-49f1-9a47-680997261403,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:39.018493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Network 848fe396-4fb7-4fcb-bd61-3473c702a3dd is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:35:39.027393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=cf43d88a-7674-46b4-88e4-eb0d72046409,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:39.031344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 848fe396-4fb7-4fcb-bd61-3473c702a3dd) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:39.037801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:39.038589 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.043832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87456f3-f4f4-4da3-a5e3-d40d1402e571 None None] Network 848fe396-4fb7-4fcb-bd61-3473c702a3dd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:35:39.057770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-440209ef-77a5-4395-850d-0fee0555964b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3659351 Dec 08 22:35:39.060253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40530) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:39.064810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:35:39.084511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.085496 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.137344 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.199253 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-848fe396-4fb7-4fcb-bd61-3473c702a3dd', 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'fixed_ips': [{'subnet_id': 'ba01f90e-5484-49f1-9a47-680997261403'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:35:39.200266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.278394 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.337072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Allocated IP 172.20.0.2 (848fe396-4fb7-4fcb-bd61-3473c702a3dd/ba01f90e-5484-49f1-9a47-680997261403/546e4572-f7e2-4a88-93b1-9b21ae4ff20e) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:35:39.480198 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.484204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.491803 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.506412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.528868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Network 848fe396-4fb7-4fcb-bd61-3473c702a3dd is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:39.531742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:39.535235 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:35:39.544481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Pushing event updated for resources: {'Port': ['ID=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:39.609131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Attempting to bind port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:35:39.609665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Attempting to bind port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:35:39.610347 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Attempting to bind port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e on network 848fe396-4fb7-4fcb-bd61-3473c702a3dd {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:35:39.612831 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.616747 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:35:39.617115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Checking segment: {'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:35:39.617535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.617923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Bound using segment: {'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:35:39.618379 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Bound port: 546e4572-f7e2-4a88-93b1-9b21ae4ff20e, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:35:39.618848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.619010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Allocated IP 172.25.1.83 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/b8f1d9f7-f838-434d-8472-4e00d75cdf20) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:35:39.682114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] For port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:35:39.685872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] For port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,segment=NetworkSegment(bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5),segment_id=bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:35:39.691174 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.728282 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.755618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0097d02-07c0-48a5-98eb-2cfa43155196 None None] Pushing event updated for resources: {'Port': ['ID=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:39.763890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.772219 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Sync routers for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:35:39.783046 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:39.784008 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:39.807224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:39.810304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:39.812815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:35:39.853276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f1d9f7-f838-434d-8472-4e00d75cdf20,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:39.863721 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:39.911879 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:40.119391 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 2, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:40.121514 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.149497 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Checking router: 61044b22-fa9d-4b22-8da0-b8044f7cff18 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:35:40.149855 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Updating router 61044b22-fa9d-4b22-8da0-b8044f7cff18 port b6b3695f-d03b-4787-97a5-ff863bfde5f2 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:35:40.174234 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.317944 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.456807 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Router 17785df3-acd6-408c-86fa-68d2be6040dd is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:35:40.459890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.532492 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.539257 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.570674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:35:40.585128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Sync routers for ids ['17785df3-acd6-408c-86fa-68d2be6040dd'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:35:40.589452 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.590811 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a50c8696-9f7b-4d11-a473-7bd64a6d7a17 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5295415 Dec 08 22:35:40.593321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40532) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:35:40.600255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Routers {'17785df3-acd6-408c-86fa-68d2be6040dd'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:40.602270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['17785df3-acd6-408c-86fa-68d2be6040dd'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:40.625304 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Pushing event updated for resources: {'Port': ['ID=b6b3695f-d03b-4787-97a5-ff863bfde5f2,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:40.636076 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.636723 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.637453 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.637950 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.638446 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.638964 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.639477 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.639977 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.640462 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.640952 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.641433 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.641949 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:35:40.681618 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Attempting to bind port b6b3695f-d03b-4787-97a5-ff863bfde5f2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:35:40.682182 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Attempting to bind port b6b3695f-d03b-4787-97a5-ff863bfde5f2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:35:40.682753 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Attempting to bind port b6b3695f-d03b-4787-97a5-ff863bfde5f2 on network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:35:40.688413 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:35:40.689077 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Checking segment: {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:35:40.689670 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.690219 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Bound using segment: {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:35:40.690882 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Bound port: b6b3695f-d03b-4787-97a5-ff863bfde5f2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:35:40.691446 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.733595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Set router 17785df3-acd6-408c-86fa-68d2be6040dd gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:40.806914 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] For port b6b3695f-d03b-4787-97a5-ff863bfde5f2, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:35:40.812965 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] For port b6b3695f-d03b-4787-97a5-ff863bfde5f2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b6b3695f-d03b-4787-97a5-ff863bfde5f2,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:35:40.823026 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:40.892622 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:40.893259 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:40.950036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 546e4572-f7e2-4a88-93b1-9b21ae4ff20e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:40.988451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc778c13-3e2f-4541-8656-d00c60e0a600 None None] Network 848fe396-4fb7-4fcb-bd61-3473c702a3dd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:35:40.998049 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab16985-5b84-4675-a919-83b37675cdfc None None] Pushing event updated for resources: {'Port': ['ID=b6b3695f-d03b-4787-97a5-ff863bfde5f2,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:41.048766 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:41.126250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Provisioning complete for port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:41.126658 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.205396 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.209518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:41.209897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.252433 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.290245 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:40Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:41.300417 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:40Z', 'revision_number': 3, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port': {'id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:41.321732 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71086b-14fc-49f7-b4a3-141ca8ae5017 None None] The sync data for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 is: [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:40Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:35:41.366408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Checking router: 17785df3-acd6-408c-86fa-68d2be6040dd for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:35:41.366811 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Updating router 17785df3-acd6-408c-86fa-68d2be6040dd port b8f1d9f7-f838-434d-8472-4e00d75cdf20 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:35:41.381849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Allocated IP 172.20.0.1 (848fe396-4fb7-4fcb-bd61-3473c702a3dd/ba01f90e-5484-49f1-9a47-680997261403/92848f94-8bc2-4fbc-9c9f-b1162068db12) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:35:41.425232 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.460335 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.490905 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.492563 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.530508 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.584075 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Network 848fe396-4fb7-4fcb-bd61-3473c702a3dd is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:41.589190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:41.596755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:35:41.600968 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=92848f94-8bc2-4fbc-9c9f-b1162068db12,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:41.606293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] For port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,segment=NetworkSegment(bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5),segment_id=bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:41.617127 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.644303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.797915 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.898581 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Provisioning complete for port b6b3695f-d03b-4787-97a5-ff863bfde5f2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:41.898975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:41.951832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Pushing event updated for resources: {'Port': ['ID=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:41.954522 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:35:41.954970 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:35:42.006133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.011043 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.066193 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.081370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=92848f94-8bc2-4fbc-9c9f-b1162068db12,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:42.089223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.107989 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.118632 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.122328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] For port b6b3695f-d03b-4787-97a5-ff863bfde5f2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b6b3695f-d03b-4787-97a5-ff863bfde5f2,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:42.130872 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.172857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Attempting to bind port b8f1d9f7-f838-434d-8472-4e00d75cdf20 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:35:42.173283 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Attempting to bind port b8f1d9f7-f838-434d-8472-4e00d75cdf20 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:35:42.174131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Attempting to bind port b8f1d9f7-f838-434d-8472-4e00d75cdf20 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:35:42.182791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50337e8-3a86-45d2-ae71-f56891b91a32 None None] Pushing event updated for resources: {'Port': ['ID=b8f1d9f7-f838-434d-8472-4e00d75cdf20,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:42.183391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Network 848fe396-4fb7-4fcb-bd61-3473c702a3dd is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:42.184725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:42.188679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:35:42.188679 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:35:42.189050 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.189446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:35:42.189920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Bound port: b8f1d9f7-f838-434d-8472-4e00d75cdf20, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:35:42.190296 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.280052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ca064-58c5-440e-808c-8ed39fe47870 None None] Pushing event updated for resources: {'Port': ['ID=b6b3695f-d03b-4787-97a5-ff863bfde5f2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:42.289966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] For port b8f1d9f7-f838-434d-8472-4e00d75cdf20, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:35:42.294152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] For port b8f1d9f7-f838-434d-8472-4e00d75cdf20, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b8f1d9f7-f838-434d-8472-4e00d75cdf20,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:35:42.296087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-89ae1a96-6c7b-4515-bccd-5e1b9af3f080 None None] Provisioning complete for port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:42.296494 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89ae1a96-6c7b-4515-bccd-5e1b9af3f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.318420 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.399836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Routers {'17785df3-acd6-408c-86fa-68d2be6040dd'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:42.400461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['17785df3-acd6-408c-86fa-68d2be6040dd'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:42.469220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50337e8-3a86-45d2-ae71-f56891b91a32 None None] Pushing event updated for resources: {'Port': ['ID=b8f1d9f7-f838-434d-8472-4e00d75cdf20,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:42.547732 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cf43d88a-7674-46b4-88e4-eb0d72046409 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:42.598985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-89ae1a96-6c7b-4515-bccd-5e1b9af3f080 None None] Provisioning complete for port 92848f94-8bc2-4fbc-9c9f-b1162068db12 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:42.599345 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89ae1a96-6c7b-4515-bccd-5e1b9af3f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.605494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] Set router 17785df3-acd6-408c-86fa-68d2be6040dd gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:42.618876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Router 17785df3-acd6-408c-86fa-68d2be6040dd has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:35:42.677735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-89ae1a96-6c7b-4515-bccd-5e1b9af3f080 None None] Port 92848f94-8bc2-4fbc-9c9f-b1162068db12 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:35:42.724103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:35:42.729159 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ac91c2f4-acd7-49d0-9d15-eeafd2436dd8 admin admin] 10.222.0.21 "PUT /v2.0/routers/17785df3-acd6-408c-86fa-68d2be6040dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1348839 Dec 08 22:35:42.758531 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port cf43d88a-7674-46b4-88e4-eb0d72046409 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:42.758921 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.777887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-89ae1a96-6c7b-4515-bccd-5e1b9af3f080 None None] Provisioning complete for port b6b3695f-d03b-4787-97a5-ff863bfde5f2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:42.778243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-89ae1a96-6c7b-4515-bccd-5e1b9af3f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:42.973554 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:41Z', 'revision_number': 4, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port': {'id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '92848f94-8bc2-4fbc-9c9f-b1162068db12', 'name': '', 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'mac_address': 'fa:16:3e:09:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ba01f90e-5484-49f1-9a47-680997261403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:41Z', 'updated_at': '2021-12-08T22:35:41Z', 'revision_number': 2, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'subnets': [{'id': 'ba01f90e-5484-49f1-9a47-680997261403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:43.003398 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff4dd1-d1ab-46a0-b7a9-1b411331c9ea None None] The sync data for ids ['17785df3-acd6-408c-86fa-68d2be6040dd'] in n-d-821126-1 is: [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:41Z', 'revision_number': 4, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port': {'id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '92848f94-8bc2-4fbc-9c9f-b1162068db12', 'name': '', 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'mac_address': 'fa:16:3e:09:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ba01f90e-5484-49f1-9a47-680997261403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:41Z', 'updated_at': '2021-12-08T22:35:41Z', 'revision_number': 2, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'subnets': [{'id': 'ba01f90e-5484-49f1-9a47-680997261403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:35:43.076567 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 546e4572-f7e2-4a88-93b1-9b21ae4ff20e up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:43.108394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0103031c-4383-4788-93c5-fb456cbf6d2d None None] Provisioning complete for port 92848f94-8bc2-4fbc-9c9f-b1162068db12 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:43.108863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0103031c-4383-4788-93c5-fb456cbf6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:43.154408 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0103031c-4383-4788-93c5-fb456cbf6d2d None None] Port 92848f94-8bc2-4fbc-9c9f-b1162068db12 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:35:43.164027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:43.165172 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:43.289189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b6b3695f-d03b-4787-97a5-ff863bfde5f2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:43.340112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b6b3695f-d03b-4787-97a5-ff863bfde5f2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:43.340485 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:45.067279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b8f1d9f7-f838-434d-8472-4e00d75cdf20 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:45.128362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b8f1d9f7-f838-434d-8472-4e00d75cdf20 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:45.128767 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:45.227912 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:45.252760 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port b8f1d9f7-f838-434d-8472-4e00d75cdf20, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b8f1d9f7-f838-434d-8472-4e00d75cdf20,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:45.257353 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:45.311735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=b8f1d9f7-f838-434d-8472-4e00d75cdf20,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:45.682094 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Sync routers for ids ['17785df3-acd6-408c-86fa-68d2be6040dd'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:35:45.694144 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Routers {'17785df3-acd6-408c-86fa-68d2be6040dd'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:45.694682 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['17785df3-acd6-408c-86fa-68d2be6040dd'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:45.809205 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Set router 17785df3-acd6-408c-86fa-68d2be6040dd gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:46.030306 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:41Z', 'revision_number': 4, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port': {'id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '92848f94-8bc2-4fbc-9c9f-b1162068db12', 'name': '', 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'mac_address': 'fa:16:3e:09:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ba01f90e-5484-49f1-9a47-680997261403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:41Z', 'updated_at': '2021-12-08T22:35:41Z', 'revision_number': 2, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'subnets': [{'id': 'ba01f90e-5484-49f1-9a47-680997261403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:46.057580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Checking router: 17785df3-acd6-408c-86fa-68d2be6040dd for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:35:46.057971 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Updating router 17785df3-acd6-408c-86fa-68d2be6040dd port 92848f94-8bc2-4fbc-9c9f-b1162068db12 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:35:46.084649 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:46.377594 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:46.385809 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:46.436237 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153c27a-652d-4f03-805c-8c5e6657712a None None] Pushing event updated for resources: {'Port': ['ID=92848f94-8bc2-4fbc-9c9f-b1162068db12,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:46.496265 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Attempting to bind port 92848f94-8bc2-4fbc-9c9f-b1162068db12 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:35:46.496634 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Attempting to bind port 92848f94-8bc2-4fbc-9c9f-b1162068db12 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:35:46.496991 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Attempting to bind port 92848f94-8bc2-4fbc-9c9f-b1162068db12 on network 848fe396-4fb7-4fcb-bd61-3473c702a3dd {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:35:46.502973 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:35:46.503337 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Checking segment: {'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:35:46.503857 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:46.504378 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Bound using segment: {'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:35:46.504844 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Bound port: 92848f94-8bc2-4fbc-9c9f-b1162068db12, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:35:46.505567 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:46.586529 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] For port 92848f94-8bc2-4fbc-9c9f-b1162068db12, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:35:46.590437 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] For port 92848f94-8bc2-4fbc-9c9f-b1162068db12, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=92848f94-8bc2-4fbc-9c9f-b1162068db12,segment=NetworkSegment(bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5),segment_id=bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:35:46.596217 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:46.647568 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Routers {'17785df3-acd6-408c-86fa-68d2be6040dd'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:35:46.648187 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:35:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['17785df3-acd6-408c-86fa-68d2be6040dd'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:46.728107 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7be08d36-3be2-46dd-bd10-dc1edec2bca3 None None] Provisioning complete for port 92848f94-8bc2-4fbc-9c9f-b1162068db12 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:46.728664 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7be08d36-3be2-46dd-bd10-dc1edec2bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:46.896652 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7be08d36-3be2-46dd-bd10-dc1edec2bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:46.962645 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7be08d36-3be2-46dd-bd10-dc1edec2bca3 None None] For port 92848f94-8bc2-4fbc-9c9f-b1162068db12, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=92848f94-8bc2-4fbc-9c9f-b1162068db12,segment=NetworkSegment(bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5),segment_id=bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:35:46.971055 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153c27a-652d-4f03-805c-8c5e6657712a None None] Pushing event updated for resources: {'Port': ['ID=92848f94-8bc2-4fbc-9c9f-b1162068db12,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:46.973734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7be08d36-3be2-46dd-bd10-dc1edec2bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:47.013273 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] Set router 17785df3-acd6-408c-86fa-68d2be6040dd gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:35:47.072850 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be08d36-3be2-46dd-bd10-dc1edec2bca3 None None] Pushing event updated for resources: {'Port': ['ID=92848f94-8bc2-4fbc-9c9f-b1162068db12,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:47.129118 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-162e119a-74c3-4a57-a4cf-df926dd30bca None None] Provisioning complete for port 92848f94-8bc2-4fbc-9c9f-b1162068db12 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:47.129889 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-162e119a-74c3-4a57-a4cf-df926dd30bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:47.162626 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 92848f94-8bc2-4fbc-9c9f-b1162068db12 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:47.295695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 92848f94-8bc2-4fbc-9c9f-b1162068db12 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:47.296366 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:47.312157 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:41Z', 'revision_number': 4, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port': {'id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '92848f94-8bc2-4fbc-9c9f-b1162068db12', 'name': '', 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'mac_address': 'fa:16:3e:09:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ba01f90e-5484-49f1-9a47-680997261403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:41Z', 'updated_at': '2021-12-08T22:35:46Z', 'revision_number': 4, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'subnets': [{'id': 'ba01f90e-5484-49f1-9a47-680997261403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:35:47.350473 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6172b-cc25-40b0-9a0e-726eb65cc84a None None] The sync data for ids ['17785df3-acd6-408c-86fa-68d2be6040dd'] in n-d-821126-1 is: [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:41Z', 'revision_number': 4, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port': {'id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '92848f94-8bc2-4fbc-9c9f-b1162068db12', 'name': '', 'network_id': '848fe396-4fb7-4fcb-bd61-3473c702a3dd', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'mac_address': 'fa:16:3e:09:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ba01f90e-5484-49f1-9a47-680997261403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:41Z', 'updated_at': '2021-12-08T22:35:46Z', 'revision_number': 4, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'subnets': [{'id': 'ba01f90e-5484-49f1-9a47-680997261403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:35:47.399491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b8f1d9f7-f838-434d-8472-4e00d75cdf20 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:47.455974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b8f1d9f7-f838-434d-8472-4e00d75cdf20 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:47.456493 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:49.045844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 92848f94-8bc2-4fbc-9c9f-b1162068db12 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:35:49.098558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 92848f94-8bc2-4fbc-9c9f-b1162068db12 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:49.098970 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:52.786187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-6b006a99-afc8-478b-aa0e-2a6f318463e3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:52.787669 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-6b006a99-afc8-478b-aa0e-2a6f318463e3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 815 time: 0.1103852 Dec 08 22:35:52.802169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-60d4d0f5-0409-4a27-b46d-fe22b2e48bf4 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/quotas/69672aee2f684a1d89cd675be8634e58 HTTP/1.1" status: 200 len: 375 time: 0.0088043 Dec 08 22:35:52.856444 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-f0f7e3d3-ca54-4a30-bb0b-96189fb44b04 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491829 Dec 08 22:35:52.954766 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-7d3676e6-0b36-4b61-8ab8-c89b7f6c1b39 service neutron] 10.222.0.21 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862586 Dec 08 22:35:53.050408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-670c3399-429d-45da-94bd-389671280c52 service neutron] 10.222.0.21 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893383 Dec 08 22:35:53.206427 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e7d64a01-df4c-48c0-8c76-d371798b876b req-70cec6cc-d481-434c-b918-93fdf26fa5ce tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 210 time: 0.0270600 Dec 08 22:35:54.215509 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-d9c199a2-28a4-4445-a58c-caffee0ae67f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:54.216971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-d9c199a2-28a4-4445-a58c-caffee0ae67f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 815 time: 0.1044023 Dec 08 22:35:54.230335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'port': {'device_id': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'admin_state_up': True, 'tenant_id': '69672aee2f684a1d89cd675be8634e58'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:35:54.316919 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7596a0a-43fe-4bfc-8c97-3244de8e060f req-2a8b034d-6561-4e37-90dc-3d0a65a3c03d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 210 time: 0.0286167 Dec 08 22:35:54.354451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Made reservation on behalf of 69672aee2f684a1d89cd675be8634e58 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:35:54.357970 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:54.489292 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Allocated IP 172.20.0.13 (fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4/088580b2-1c67-4173-aa12-bfa20f41d0d6/6257e86b-682c-484a-83c4-a6ce43d22471) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:35:54.719897 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:54.774849 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:54.820848 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:35:54.824002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:35:54.827836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:35:54.866047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'Port': ['ID=6257e86b-682c-484a-83c4-a6ce43d22471,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:35:54.888519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:54.889153 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:54.908796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-cfb18146-1549-472c-b282-2836952d124f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6821325 Dec 08 22:35:55.102551 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-648ec245-9a62-4bbc-a919-87e2adce1932 None None] Provisioning complete for port 6257e86b-682c-484a-83c4-a6ce43d22471 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:35:55.103152 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-648ec245-9a62-4bbc-a919-87e2adce1932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:35:55.136443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-648ec245-9a62-4bbc-a919-87e2adce1932 None None] Port 6257e86b-682c-484a-83c4-a6ce43d22471 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:35:55.444101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b672aa-34a2-4a96-bab5-83dd4cc43ddd req-84c2ead8-ce06-48b5-bb92-d8629a30aff0 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:55.445615 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7b672aa-34a2-4a96-bab5-83dd4cc43ddd req-84c2ead8-ce06-48b5-bb92-d8629a30aff0 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.0561857 Dec 08 22:35:55.485784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7b672aa-34a2-4a96-bab5-83dd4cc43ddd req-fbe493cc-0d8e-4dd8-98f9-3d1d30f394c5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337393 Dec 08 22:35:56.607024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ac65-8955-4ff8-a748-b8621f207e0c req-7d205a06-aa27-4f5c-9304-031eb21733e7 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:56.608517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0554ac65-8955-4ff8-a748-b8621f207e0c req-7d205a06-aa27-4f5c-9304-031eb21733e7 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.0531840 Dec 08 22:35:56.649252 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0554ac65-8955-4ff8-a748-b8621f207e0c req-557bec9c-1442-4da7-82e6-a0ea8cce4d63 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346746 Dec 08 22:35:57.769469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3804b-4902-4587-bb3f-5847871eed5e req-1868de11-f3a7-42fe-a2dd-f4888a5a3c46 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:57.771038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ea3804b-4902-4587-bb3f-5847871eed5e req-1868de11-f3a7-42fe-a2dd-f4888a5a3c46 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.0510001 Dec 08 22:35:57.812873 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6ea3804b-4902-4587-bb3f-5847871eed5e req-3366dc2a-feb4-4fd2-a8e1-81bba8363b95 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357587 Dec 08 22:35:58.937709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34433-8cce-4cc0-9e22-63a8082306c6 req-ee938b31-32ea-427e-9dca-fcc847c49b19 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:35:58.942854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94b34433-8cce-4cc0-9e22-63a8082306c6 req-ee938b31-32ea-427e-9dca-fcc847c49b19 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.0604985 Dec 08 22:35:58.983526 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94b34433-8cce-4cc0-9e22-63a8082306c6 req-8d9c58f9-c308-4dbe-97b2-37d704ed005d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372310 Dec 08 22:36:00.231669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727784c-56c7-4824-bc76-d325489533ef req-fdfab04e-9237-4c72-8e31-a618130af39f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:00.233267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5727784c-56c7-4824-bc76-d325489533ef req-fdfab04e-9237-4c72-8e31-a618130af39f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.0598855 Dec 08 22:36:00.271429 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5727784c-56c7-4824-bc76-d325489533ef req-9ab34ad3-8eec-42ca-b4b4-41c4a54058f6 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Dec 08 22:36:01.430489 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e222fb-3da0-4b3e-b767-6cc259b71bcc req-fa57410a-cfe4-49fd-8987-324fdb8abfbd tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:01.431973 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25e222fb-3da0-4b3e-b767-6cc259b71bcc req-fa57410a-cfe4-49fd-8987-324fdb8abfbd tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.0489690 Dec 08 22:36:01.472396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-25e222fb-3da0-4b3e-b767-6cc259b71bcc req-1a26b13e-5cd2-4fd9-849a-3b5563c7703e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Dec 08 22:36:02.591549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7396d3-7b33-4659-9ab6-c106d82d61aa req-d285f64f-34ff-47e9-aed7-59b5cfe96884 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:02.593022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec7396d3-7b33-4659-9ab6-c106d82d61aa req-d285f64f-34ff-47e9-aed7-59b5cfe96884 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.0536194 Dec 08 22:36:02.632496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ec7396d3-7b33-4659-9ab6-c106d82d61aa req-e9cb3e10-32cc-4eb2-bc9c-62c62a20d834 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Dec 08 22:36:03.896565 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c4d29-8c67-43e9-85ea-9f7ae300d4eb req-a8167885-e198-42fc-b471-36541a5a9db9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:03.898077 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-636c4d29-8c67-43e9-85ea-9f7ae300d4eb req-a8167885-e198-42fc-b471-36541a5a9db9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.1482759 Dec 08 22:36:03.937996 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-636c4d29-8c67-43e9-85ea-9f7ae300d4eb req-4875a993-5a56-4fc0-b73c-437347835741 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326278 Dec 08 22:36:05.136527 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4936c3-da95-43ba-a98a-777725a3faaf req-5c247d5d-d7da-4505-ae26-01869ee3ba2a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:05.137983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d4936c3-da95-43ba-a98a-777725a3faaf req-5c247d5d-d7da-4505-ae26-01869ee3ba2a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 932 time: 0.0941362 Dec 08 22:36:05.155950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Request body: {'port': {'device_id': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:05.222804 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d4936c3-da95-43ba-a98a-777725a3faaf req-f867b3ab-fe90-445e-a844-981b44f05388 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776188 Dec 08 22:36:05.231527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:05.484223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6257e86b-682c-484a-83c4-a6ce43d22471 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:36:05.491274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:05.502447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Transition to ACTIVE for port object 6257e86b-682c-484a-83c4-a6ce43d22471 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:36:05.506223 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:05.555230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=6257e86b-682c-484a-83c4-a6ce43d22471,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:05.624600 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-349fff93-4fe8-4c2f-a089-0e9c2e5ea5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:05.630044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Attempting to bind port 6257e86b-682c-484a-83c4-a6ce43d22471 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:36:05.630377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Attempting to bind port 6257e86b-682c-484a-83c4-a6ce43d22471 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:36:05.630701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Attempting to bind port 6257e86b-682c-484a-83c4-a6ce43d22471 on network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:36:05.635165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Port 6257e86b-682c-484a-83c4-a6ce43d22471 on network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:36:05.635478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Attempting to bind port 6257e86b-682c-484a-83c4-a6ce43d22471 on network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:36:05.640346 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:36:05.640673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Checking segment: {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:36:05.641050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Bound using segment: {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:36:05.641473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Bound port: 6257e86b-682c-484a-83c4-a6ce43d22471, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8baa5d25-3ebd-41e3-9be5-48b404322ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:36:05.641837 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:05.708940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] For port 6257e86b-682c-484a-83c4-a6ce43d22471, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:36:05.712082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] For port 6257e86b-682c-484a-83c4-a6ce43d22471, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6257e86b-682c-484a-83c4-a6ce43d22471,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:36:05.716464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:05.750797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:05.751473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:05.752737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] 10.222.0.23 "PUT /v2.0/ports/6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 1092 time: 0.6016395 Dec 08 22:36:05.753169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:36:05.756072 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffed08a5e70113f53674320d63b22616c01a51bd18768e66689d5204edda6f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6857ffa0-b281-4f18-9408-c15e3614b9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:36:05.785930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce982530-426c-4fe9-aaaf-2cda44a0ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=6257e86b-682c-484a-83c4-a6ce43d22471,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:05.802290 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf5aece-ad73-4e10-9583-09c50c46d597 x-openstack-request-id: req-dcf5aece-ad73-4e10-9583-09c50c46d597 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:36:05.802605 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:36:05.802879 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcf5aece-ad73-4e10-9583-09c50c46d597 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:36:05.803274 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471', 'status': 'completed', 'code': 200} Dec 08 22:36:05.851724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-5cb58dfa-ae04-49a9-b4a7-e8d0cf49c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:05.853411 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-5cb58dfa-ae04-49a9-b4a7-e8d0cf49c787 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1095 time: 0.0470097 Dec 08 22:36:05.897671 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-b992c537-6ed3-44f5-8f23-ec7a042643f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 217 time: 0.0362430 Dec 08 22:36:05.947947 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-b04586a9-15cf-494d-8ff3-00f2c3aa3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:05.949428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-b04586a9-15cf-494d-8ff3-00f2c3aa3dae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0449374 Dec 08 22:36:05.998694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-321dc3d6-6e08-4ca5-89aa-b3bb72a71acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:06.000122 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-321dc3d6-6e08-4ca5-89aa-b3bb72a71acd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436344 Dec 08 22:36:06.089390 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-e03af43b-4ead-4983-ab97-b8b279a80c88 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822802 Dec 08 22:36:06.111920 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:36:06.181564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6cba971-b946-4082-9fa0-28fbe757db6c req-3d1d4e63-486c-4813-88f5-1dad6f23de65 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847235 Dec 08 22:36:06.268280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-3784ea7d-0991-45df-b319-6561bbf4537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:06.269775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-3784ea7d-0991-45df-b319-6561bbf4537a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1095 time: 0.0409284 Dec 08 22:36:06.386379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8927c35-6f07-4af1-9e3d-092f362fe899 req-fa4481a1-76cc-4416-bdac-e65ea441b4c5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:06.387842 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8927c35-6f07-4af1-9e3d-092f362fe899 req-fa4481a1-76cc-4416-bdac-e65ea441b4c5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 944 time: 0.0938947 Dec 08 22:36:06.411245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-faca1d7e-2edd-428f-990d-9508eed5c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:06.412614 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-faca1d7e-2edd-428f-990d-9508eed5c6d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 916 time: 0.1354365 Dec 08 22:36:06.461793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8927c35-6f07-4af1-9e3d-092f362fe899 req-0696a885-fcd5-42d3-bc0c-fc91adf78057 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Dec 08 22:36:06.463141 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-12e57587-e640-4136-b907-7e0da17a2552 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 217 time: 0.0386693 Dec 08 22:36:06.516579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-3a2af9ef-d29d-42b4-92c3-071c8a3dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:06.517895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-3a2af9ef-d29d-42b4-92c3-071c8a3dd3d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0470550 Dec 08 22:36:06.563841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-7145ee42-0444-45f8-b386-a1d721384631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:06.565233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-7145ee42-0444-45f8-b386-a1d721384631 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387647 Dec 08 22:36:06.653972 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-aff4cff8-80a5-46f8-aa35-7bd596bdc1c6 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804760 Dec 08 22:36:06.746583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6857ffa0-b281-4f18-9408-c15e3614b9bc req-6c0d8a28-4490-49c4-a229-6802d3730574 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Dec 08 22:36:07.575244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48241a8c-0f7a-49ae-bb21-41fad795d0e4 req-f90220e1-92e2-40dc-bb4f-f9ab141ef134 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:07.576701 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48241a8c-0f7a-49ae-bb21-41fad795d0e4 req-f90220e1-92e2-40dc-bb4f-f9ab141ef134 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 944 time: 0.0487800 Dec 08 22:36:07.618176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-48241a8c-0f7a-49ae-bb21-41fad795d0e4 req-7d5f00bb-a3d4-48b3-836f-4d35695276d6 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355103 Dec 08 22:36:08.308439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fdb67a79-1b28-450b-8b4d-86f652b52076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:08.732991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cda45e-224f-4fee-8831-ff1080b72bd2 req-41cd2370-272f-4fbf-9241-9e5fce3fa33f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:08.734479 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37cda45e-224f-4fee-8831-ff1080b72bd2 req-41cd2370-272f-4fbf-9241-9e5fce3fa33f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 944 time: 0.0488622 Dec 08 22:36:08.774554 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37cda45e-224f-4fee-8831-ff1080b72bd2 req-19598615-bac8-45f5-bb98-8029207cc095 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Dec 08 22:36:08.775303 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6257e86b-682c-484a-83c4-a6ce43d22471 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:36:08.869031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6257e86b-682c-484a-83c4-a6ce43d22471, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6257e86b-682c-484a-83c4-a6ce43d22471,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:36:08.881135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '6257e86b-682c-484a-83c4-a6ce43d22471', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'port_id': '6257e86b-682c-484a-83c4-a6ce43d22471', 'mac_address': 'fa:16:3e:51:a2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:36:08.926281 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:08.927997 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:08.939544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6257e86b-682c-484a-83c4-a6ce43d22471 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:36:08.959721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6257e86b-682c-484a-83c4-a6ce43d22471, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6257e86b-682c-484a-83c4-a6ce43d22471,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:36:08.963118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:09.010765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=6257e86b-682c-484a-83c4-a6ce43d22471,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:09.017813 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.018166 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.018505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.018867 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.019200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.019527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.019853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.020807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.021133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.021455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.021786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.022101 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:09.198231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6257e86b-682c-484a-83c4-a6ce43d22471'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:36:09.589765 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:09.864962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:09.890174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac23cd-5eb4-4c42-b517-f401b28341f9 req-1af5e01f-4a00-49b8-b75b-e4d569f5649c tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:09.891674 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7dac23cd-5eb4-4c42-b517-f401b28341f9 req-1af5e01f-4a00-49b8-b75b-e4d569f5649c tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 945 time: 0.0496485 Dec 08 22:36:09.929855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7dac23cd-5eb4-4c42-b517-f401b28341f9 req-9fd2ea9e-ee16-46ca-bfcb-4ffc7aeb7b6a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Dec 08 22:36:10.460674 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:10.791506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6257e86b-682c-484a-83c4-a6ce43d22471 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:36:10.996599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 6257e86b-682c-484a-83c4-a6ce43d22471 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:36:11.000295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 6257e86b-682c-484a-83c4-a6ce43d22471 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:36:11.000773 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:11.059033 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947868f0-c46c-4fc9-859e-4698863d4638 req-5aa300da-3f79-4718-8e11-12b822ec0c24 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:11.060406 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-947868f0-c46c-4fc9-859e-4698863d4638 req-5aa300da-3f79-4718-8e11-12b822ec0c24 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 945 time: 0.0480473 Dec 08 22:36:11.075642 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:11.097509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-947868f0-c46c-4fc9-859e-4698863d4638 req-a1542b01-32b0-458d-bf65-6b291f16e519 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Dec 08 22:36:11.097843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:36:11.100643 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c56134baccbd22ee6241d5fcb879343f6983b6119e4eb464fe1f384ef530ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72576e1f-28a5-4634-bfeb-5bf0c3d694e5" -d '{"events": [{"server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "name": "network-vif-plugged", "status": "completed", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:36:11.113439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 6257e86b-682c-484a-83c4-a6ce43d22471, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6257e86b-682c-484a-83c4-a6ce43d22471,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:36:11.119782 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:11.145767 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43438e11-0b62-4dcb-a68d-f5adf2e42715 x-openstack-request-id: req-43438e11-0b62-4dcb-a68d-f5adf2e42715 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:36:11.146058 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "name": "network-vif-plugged", "status": "completed", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:36:11.146312 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43438e11-0b62-4dcb-a68d-f5adf2e42715 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:36:11.146697 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471', 'code': 200} Dec 08 22:36:11.177476 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:11.182198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=6257e86b-682c-484a-83c4-a6ce43d22471,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:11.309765 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d0c4-b4c6-4834-8742-d06c4d7a4a47 req-9f97584f-c9f9-43fc-9015-cdc993a346b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:11.311167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5880d0c4-b4c6-4834-8742-d06c4d7a4a47 req-9f97584f-c9f9-43fc-9015-cdc993a346b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1097 time: 0.0795586 Dec 08 22:36:11.344041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5880d0c4-b4c6-4834-8742-d06c4d7a4a47 req-38a03b02-bb2d-4938-b46e-6d42688aa301 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261343 Dec 08 22:36:12.210067 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732f92e-b544-4bb4-b7fb-1d938cdbfb3d req-3c6ff4b7-535e-4d2c-a77c-496c0c88d956 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:12.211651 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b732f92e-b544-4bb4-b7fb-1d938cdbfb3d req-3c6ff4b7-535e-4d2c-a77c-496c0c88d956 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0487056 Dec 08 22:36:12.249273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b732f92e-b544-4bb4-b7fb-1d938cdbfb3d req-e6b32569-e525-4e98-be88-653844d72d3c tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Dec 08 22:36:13.364537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4880b-db81-47ec-994c-9d71e1d5f67b req-38257e5f-3f7e-4d51-b21d-c4df2f8c7f8e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:13.366010 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65f4880b-db81-47ec-994c-9d71e1d5f67b req-38257e5f-3f7e-4d51-b21d-c4df2f8c7f8e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0491226 Dec 08 22:36:13.403371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65f4880b-db81-47ec-994c-9d71e1d5f67b req-b696424d-6dc2-40d3-b813-891ccb280596 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Dec 08 22:36:13.514298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd3a1-52b2-4649-a8b4-33d35a879979 req-29c446f2-c3c2-4da0-a890-36e2c77e90ee tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:13.515763 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-526fd3a1-52b2-4649-a8b4-33d35a879979 req-29c446f2-c3c2-4da0-a890-36e2c77e90ee tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0474298 Dec 08 22:36:13.552324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-526fd3a1-52b2-4649-a8b4-33d35a879979 req-28075cba-8255-4f87-ad38-fe9c8e22c7ba tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297992 Dec 08 22:36:13.741502 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8a6f-cf62-4a72-8183-ec6086fd0cec req-553df7e4-f0c2-4d7c-a916-e1a488cd9d71 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:13.742965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-416f8a6f-cf62-4a72-8183-ec6086fd0cec req-553df7e4-f0c2-4d7c-a916-e1a488cd9d71 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0511780 Dec 08 22:36:13.779417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-416f8a6f-cf62-4a72-8183-ec6086fd0cec req-03b9ee56-6fb3-494b-82fe-7a12093cc203 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305338 Dec 08 22:36:25.283878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6434cfa-1db1-4287-aefe-05c1b9cc3e6c req-6bfbebcb-5269-4d4b-9867-df02ccfee235 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:25.285231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6434cfa-1db1-4287-aefe-05c1b9cc3e6c req-6bfbebcb-5269-4d4b-9867-df02ccfee235 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0475731 Dec 08 22:36:25.321400 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e6434cfa-1db1-4287-aefe-05c1b9cc3e6c req-06e3cb33-30c1-40f3-9bec-80cae42304aa tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Dec 08 22:36:25.343734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:25.422565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d711b89-9019-4fa0-914b-262ebdd5db52 tempest-TestMinimumBasicScenario-1622962808 tempest-TestMinimumBasicScenario-1622962808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:25.424085 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3d711b89-9019-4fa0-914b-262ebdd5db52 tempest-TestMinimumBasicScenario-1622962808 tempest-TestMinimumBasicScenario-1622962808-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1092 time: 0.0794170 Dec 08 22:36:25.427664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40754) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:25.431777 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '6257e86b-682c-484a-83c4-a6ce43d22471', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:25.452481 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:25.552722 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:25.656922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Allocated IP 172.25.1.109 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/ccde222d-cf6a-4e6e-8548-b58b5d8a57a6) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:36:25.759109 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:25.792217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:25.825327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:36:25.828069 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:36:25.831555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:36:25.864239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'Port': ['ID=ccde222d-cf6a-4e6e-8548-b58b5d8a57a6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:25.877088 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.877442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.877788 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.878126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.878458 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.878817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.879175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.879505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.879835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.880163 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.880486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:25.880809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:26.177145 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:26.243841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:26.384738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:26.389030 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:26.457629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'Port': ['ID=ccde222d-cf6a-4e6e-8548-b58b5d8a57a6,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:26.468009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:26.565424 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Floating IP 19b3b6f0-681c-4022-83cf-ae383dbe1283 associated. External IP: 172.25.1.109, port: 6257e86b-682c-484a-83c4-a6ce43d22471. Dec 08 22:36:26.763706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Router 61044b22-fa9d-4b22-8da0-b8044f7cff18 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:36:26.868759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:36:26.878205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] Sync routers for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:36:26.886403 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:26.887300 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:36:26.887985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:36:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:36:26.914445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d30e720d-9db4-4ff7-8651-3ff0a3100ac3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4857919 Dec 08 22:36:26.915127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:36:26.917459 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40756) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:26.922454 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719740582', 'description': 'tempest-secgroup-smoke-719740582 description', 'project_id': '69672aee2f684a1d89cd675be8634e58'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:26.946345 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:26.954548 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14af2fd-c992-41d6-96e7-8096f3f30e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:36:27.000981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:36:27.017755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.022324 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.049183 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c317b67d-aa65-4c87-bdd8-7b037c92d990 x-openstack-request-id: req-c317b67d-aa65-4c87-bdd8-7b037c92d990 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:36:27.049534 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:36:27.049837 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c317b67d-aa65-4c87-bdd8-7b037c92d990 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:36:27.050347 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471', 'status': 'completed', 'code': 200} Dec 08 22:36:27.057015 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.058454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1399477 Dec 08 22:36:27.061435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40764) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:27.067268 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2574d-56ce-495c-b754-4b4f7430e8d9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:27.068224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2d12e934-6ee0-4319-9e71-b416383d16a9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'security_group_rule': {'security_group_id': '45e2574d-56ce-495c-b754-4b4f7430e8d9', 'project_id': '69672aee2f684a1d89cd675be8634e58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:27.074800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.075155 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.075502 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.075837 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.076172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.076503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.076829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.077154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.077477 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.077800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.078121 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.078444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686abdc3-0570-441e-a800-ce4afdce59a8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:36:27.132992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d12e934-6ee0-4319-9e71-b416383d16a9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.138149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-3ca50029-0f65-45d5-a863-0445b2c24803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:27.139678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-3ca50029-0f65-45d5-a863-0445b2c24803 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1097 time: 0.0559165 Dec 08 22:36:27.229191 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '19b3b6f0-681c-4022-83cf-ae383dbe1283', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'port_id': '6257e86b-682c-484a-83c4-a6ce43d22471', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'mac_address': 'fa:16:3e:51:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:36:26Z', 'updated_at': '2021-12-08T22:36:26Z', 'revision_number': 0, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:42Z', 'revision_number': 5, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:36:27.247957 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d12e934-6ee0-4319-9e71-b416383d16a9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.258473 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d12e934-6ee0-4319-9e71-b416383d16a9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.258668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] Checking router: 61044b22-fa9d-4b22-8da0-b8044f7cff18 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:36:27.267038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:36:27.267643 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:36:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:36:27.275159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-2dc9bdc5-6663-41f2-8db2-93fcfd89acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:27.276570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-2dc9bdc5-6663-41f2-8db2-93fcfd89acd1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 916 time: 0.1287329 Dec 08 22:36:27.279887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12e934-6ee0-4319-9e71-b416383d16a9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4104a229-6277-4f6b-ab70-ac7327527c17,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:27.322091 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2d12e934-6ee0-4319-9e71-b416383d16a9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.323322 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2d12e934-6ee0-4319-9e71-b416383d16a9 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2608809 Dec 08 22:36:27.326227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40766) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:27.333848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-58231b77-bd81-4e59-987f-ddc7917984d5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'security_group_rule': {'security_group_id': '45e2574d-56ce-495c-b754-4b4f7430e8d9', 'project_id': '69672aee2f684a1d89cd675be8634e58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:27.347861 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-29cc0c1f-7efe-4732-be6d-e0accaca9b35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 1000 time: 0.0638947 Dec 08 22:36:27.361825 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58231b77-bd81-4e59-987f-ddc7917984d5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.383885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:36:27.400681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-c1fd2857-e97d-48ac-9fb4-3e04ad6ae9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:27.403226 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-c1fd2857-e97d-48ac-9fb4-3e04ad6ae9c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0477965 Dec 08 22:36:27.420956 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58231b77-bd81-4e59-987f-ddc7917984d5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.425671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58231b77-bd81-4e59-987f-ddc7917984d5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.442936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58231b77-bd81-4e59-987f-ddc7917984d5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad8c03a-b0fe-40b8-9bcc-1ca3a2e8c5dc,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:27.455059 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-58231b77-bd81-4e59-987f-ddc7917984d5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.459222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-58231b77-bd81-4e59-987f-ddc7917984d5 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309865 Dec 08 22:36:27.459848 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40768) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:27.462921 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-7394458d-b307-4aa4-8ba3-81e9c02489b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:27.464422 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-7394458d-b307-4aa4-8ba3-81e9c02489b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533988 Dec 08 22:36:27.465106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-ade592a2-efcd-40f1-9397-9a0fe54a659a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'security_group_rule': {'security_group_id': '45e2574d-56ce-495c-b754-4b4f7430e8d9', 'project_id': '69672aee2f684a1d89cd675be8634e58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:27.495569 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ade592a2-efcd-40f1-9397-9a0fe54a659a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.559687 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ade592a2-efcd-40f1-9397-9a0fe54a659a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.564430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ade592a2-efcd-40f1-9397-9a0fe54a659a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.564931 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-f7dc1f36-69e9-4448-a2dc-8eb0d0c00461 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926905 Dec 08 22:36:27.582742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade592a2-efcd-40f1-9397-9a0fe54a659a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fb3e0d-95ad-4d2b-8633-313288191f32,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:27.593718 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ade592a2-efcd-40f1-9397-9a0fe54a659a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.595089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ade592a2-efcd-40f1-9397-9a0fe54a659a tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334898 Dec 08 22:36:27.598481 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40770) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:27.603061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c517a932-2f6d-43df-96ea-dcbf91a6d2ef tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'security_group_rule': {'security_group_id': '45e2574d-56ce-495c-b754-4b4f7430e8d9', 'project_id': '69672aee2f684a1d89cd675be8634e58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:27.618843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '19b3b6f0-681c-4022-83cf-ae383dbe1283', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'port_id': '6257e86b-682c-484a-83c4-a6ce43d22471', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'mac_address': 'fa:16:3e:51:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:36:26Z', 'updated_at': '2021-12-08T22:36:26Z', 'revision_number': 0, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:42Z', 'revision_number': 5, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:36:27.632656 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c517a932-2f6d-43df-96ea-dcbf91a6d2ef tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.645638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f047e-6c68-46c8-b152-5381970f8f5a None None] The sync data for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 is: [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '19b3b6f0-681c-4022-83cf-ae383dbe1283', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'port_id': '6257e86b-682c-484a-83c4-a6ce43d22471', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'mac_address': 'fa:16:3e:51:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:36:26Z', 'updated_at': '2021-12-08T22:36:26Z', 'revision_number': 0, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:42Z', 'revision_number': 5, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:36:27.678317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e14af2fd-c992-41d6-96e7-8096f3f30e8a req-79c50975-528e-411a-9425-2e0e8e30ea06 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059670 Dec 08 22:36:27.699545 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c517a932-2f6d-43df-96ea-dcbf91a6d2ef tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.703501 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c517a932-2f6d-43df-96ea-dcbf91a6d2ef tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.721432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517a932-2f6d-43df-96ea-dcbf91a6d2ef tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f60abf-2b73-41ba-8183-05ae0a2ce2a9,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:27.731852 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c517a932-2f6d-43df-96ea-dcbf91a6d2ef tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.734859 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c517a932-2f6d-43df-96ea-dcbf91a6d2ef tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335802 Dec 08 22:36:27.735976 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40772) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:27.741097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3eccbab7-57a3-49a8-8144-5f9a25022e70 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'security_group_rule': {'security_group_id': '45e2574d-56ce-495c-b754-4b4f7430e8d9', 'project_id': '69672aee2f684a1d89cd675be8634e58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:27.762573 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-3eccbab7-57a3-49a8-8144-5f9a25022e70 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Project 69672aee2f684a1d89cd675be8634e58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:36:27.767599 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3eccbab7-57a3-49a8-8144-5f9a25022e70 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.834993 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3eccbab7-57a3-49a8-8144-5f9a25022e70 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.838750 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3eccbab7-57a3-49a8-8144-5f9a25022e70 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.858955 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54a798-1584-4c71-afc7-f2740572bd59 None None] New status for floating IP 19b3b6f0-681c-4022-83cf-ae383dbe1283: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:36:27.861013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccbab7-57a3-49a8-8144-5f9a25022e70 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e392665-a758-43dc-a256-d08471c0dd8b,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:27.873805 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3eccbab7-57a3-49a8-8144-5f9a25022e70 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.875236 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3eccbab7-57a3-49a8-8144-5f9a25022e70 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382577 Dec 08 22:36:27.877947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40774) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:36:27.882386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cac8702b-cfec-4b49-a371-3351804d9f2f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'security_group_rule': {'security_group_id': '45e2574d-56ce-495c-b754-4b4f7430e8d9', 'project_id': '69672aee2f684a1d89cd675be8634e58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:27.904304 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-cac8702b-cfec-4b49-a371-3351804d9f2f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Project 69672aee2f684a1d89cd675be8634e58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:36:27.909897 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cac8702b-cfec-4b49-a371-3351804d9f2f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.975111 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cac8702b-cfec-4b49-a371-3351804d9f2f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.979219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cac8702b-cfec-4b49-a371-3351804d9f2f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:27.998968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8702b-cfec-4b49-a371-3351804d9f2f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e878b8b-f40d-43fb-9e6a-785b603dd307,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:28.008874 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cac8702b-cfec-4b49-a371-3351804d9f2f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:28.010093 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cac8702b-cfec-4b49-a371-3351804d9f2f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312091 Dec 08 22:36:28.091770 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8cb44853-d66f-4abd-824a-87c9e789317f req-0b782751-8081-48d8-9b7a-097c6f521f55 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719740582&fields=id&tenant_id=69672aee2f684a1d89cd675be8634e58 HTTP/1.1" status: 200 len: 267 time: 0.0359898 Dec 08 22:36:28.143435 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb44853-d66f-4abd-824a-87c9e789317f req-995f9164-ac2e-496a-9274-e63bf27acbb2 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:28.144897 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8cb44853-d66f-4abd-824a-87c9e789317f req-995f9164-ac2e-496a-9274-e63bf27acbb2 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0472045 Dec 08 22:36:28.155730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-8cb44853-d66f-4abd-824a-87c9e789317f req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'port': {'security_groups': ['4ff7e421-d5c7-4d11-97da-ec424763b5f0', '45e2574d-56ce-495c-b754-4b4f7430e8d9']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:36:28.214934 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8cb44853-d66f-4abd-824a-87c9e789317f req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:28.695197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-8cb44853-d66f-4abd-824a-87c9e789317f req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] For port 6257e86b-682c-484a-83c4-a6ce43d22471, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6257e86b-682c-484a-83c4-a6ce43d22471,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:36:28.726795 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8cb44853-d66f-4abd-824a-87c9e789317f req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:28.731200 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8cb44853-d66f-4abd-824a-87c9e789317f req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:28.743390 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6257e86b-682c-484a-83c4-a6ce43d22471'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:36:28.774247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb44853-d66f-4abd-824a-87c9e789317f req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:28.774913 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-8cb44853-d66f-4abd-824a-87c9e789317f req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:28.776331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8cb44853-d66f-4abd-824a-87c9e789317f req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "PUT /v2.0/ports/6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 982 time: 0.6249242 Dec 08 22:36:28.799070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4fa4f-59d4-4b59-85d1-29d9f3992827 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'Port': ['ID=6257e86b-682c-484a-83c4-a6ce43d22471,revision_number=6']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:36:28.837702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6257e86b-682c-484a-83c4-a6ce43d22471'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:36:28.890409 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365505cc-d121-48a2-aa47-bbba9ee9fc61 req-97a8ba3e-3e69-4ff3-98a9-3a54d6de587d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:28.892102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-365505cc-d121-48a2-aa47-bbba9ee9fc61 req-97a8ba3e-3e69-4ff3-98a9-3a54d6de587d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0514159 Dec 08 22:36:28.951368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-365505cc-d121-48a2-aa47-bbba9ee9fc61 req-07b794ff-5ea4-408d-8f18-9de8afe862dd tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502083 Dec 08 22:36:29.051826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:36:29.054168 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94" -d '{"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:36:29.090092 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcf05d1-4b31-4cc7-84c7-17a598e7d6f8 x-openstack-request-id: req-8dcf05d1-4b31-4cc7-84c7-17a598e7d6f8 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:36:29.090384 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:36:29.090640 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dcf05d1-4b31-4cc7-84c7-17a598e7d6f8 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:36:29.091064 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471', 'status': 'completed', 'code': 200} Dec 08 22:36:29.142215 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4d9a1cad-3e68-40ee-84d2-3f4c448ebaf2 None None] Provisioning complete for port 6257e86b-682c-484a-83c4-a6ce43d22471 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:36:29.142587 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1cad-3e68-40ee-84d2-3f4c448ebaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:29.152912 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-0c780e0b-f087-4da3-a7bb-6305846fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:29.154429 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-0c780e0b-f087-4da3-a7bb-6305846fbe70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1136 time: 0.0407202 Dec 08 22:36:29.251290 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-08a917cf-b310-41d1-9aa8-e224e061c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:29.252748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-08a917cf-b310-41d1-9aa8-e224e061c6c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 916 time: 0.0907285 Dec 08 22:36:29.317626 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-31e44e62-52e2-4ac4-b6b6-d8c6cf40f04e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 1002 time: 0.0570881 Dec 08 22:36:29.367826 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-5155f929-caf5-4e31-b103-50bc6978da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:29.369296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-5155f929-caf5-4e31-b103-50bc6978da87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0443840 Dec 08 22:36:29.418897 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-a166351d-4614-4486-abbe-567da7107b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:29.420286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-a166351d-4614-4486-abbe-567da7107b82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441253 Dec 08 22:36:29.511061 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-79a6cd53-1a74-4123-8197-c3468fa06c37 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823662 Dec 08 22:36:29.601381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52dcf51a-2d76-479f-9e73-0cf36fbbbd94 req-7ddc2874-7ecc-46d7-8366-f9e0d2c1dcf6 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832086 Dec 08 22:36:31.173095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-f4f75dd0-db40-486e-bad6-38c3950bb997 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387757 Dec 08 22:36:31.255976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-280a5677-fdd0-481f-a2e5-903ea9ea9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:31.257348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-280a5677-fdd0-481f-a2e5-903ea9ea9eee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1136 time: 0.0407491 Dec 08 22:36:31.362331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-d2478b4a-7ec0-4f9d-9532-a1eb05577d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:31.364443 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-d2478b4a-7ec0-4f9d-9532-a1eb05577d40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 916 time: 0.0866992 Dec 08 22:36:31.428767 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-80801ed4-3c63-40c7-9369-9db2ccb57b9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 1002 time: 0.0571387 Dec 08 22:36:31.477035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-4243af4d-d79e-4c05-b5ee-c34d4d2a5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:31.478399 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-4243af4d-d79e-4c05-b5ee-c34d4d2a5217 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0421915 Dec 08 22:36:31.526948 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-23e0b700-176d-452e-8ae5-502103d3805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:31.528329 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-23e0b700-176d-452e-8ae5-502103d3805f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428789 Dec 08 22:36:31.616363 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-e78a785f-379b-49c6-9d8a-d8e8dcede596 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792687 Dec 08 22:36:31.706238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-30aae67c-4dfa-404a-8adf-b69af53ae18f req-6c9e549a-cfbc-45db-93e1-e5f5c9e2945f service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832469 Dec 08 22:36:35.626507 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6ecd52fe-1c60-48e7-a873-c0be38662424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:38.312922 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fd27461c-b5e8-42da-9555-e0d32792e04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:38.920235 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:39.592681 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:39.854030 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:40.470531 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:41.161269 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:36:43.109968 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:36:45.178798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b77d7-540c-4b08-84eb-f9f5c4b153e9 req-71f04f4e-1f8d-4464-b9ed-8b3436dde0dd tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:45.180278 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7b77d7-540c-4b08-84eb-f9f5c4b153e9 req-71f04f4e-1f8d-4464-b9ed-8b3436dde0dd tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0741177 Dec 08 22:36:45.185494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-1bc5b911-75da-4084-8339-d5f246214116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:45.186980 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-1bc5b911-75da-4084-8339-d5f246214116 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1136 time: 0.0701771 Dec 08 22:36:45.270508 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6b7b77d7-540c-4b08-84eb-f9f5c4b153e9 req-87853375-f6e0-4976-baaa-aa5595717dc7 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825026 Dec 08 22:36:45.302973 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-9e1a3938-a463-4f72-86b4-660f15df748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:45.304417 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-9e1a3938-a463-4f72-86b4-660f15df748a service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 916 time: 0.1040506 Dec 08 22:36:45.369442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-99f28629-8207-4cf3-9b47-965ede3680b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 1002 time: 0.0567102 Dec 08 22:36:45.420942 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-e1486114-5718-441f-b3d9-67178b238ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:45.422304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-e1486114-5718-441f-b3d9-67178b238ecf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0458612 Dec 08 22:36:45.465978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-3a8dd9ea-6f9d-47eb-af5b-4be4f3df3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:45.467421 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-3a8dd9ea-6f9d-47eb-af5b-4be4f3df3360 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375552 Dec 08 22:36:45.552795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-3658d464-f882-435a-b0c7-ef17c15dbc20 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781810 Dec 08 22:36:45.650889 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-01695bff-d99f-4806-8b3e-c96cf39a1f9c req-aab9da08-17dc-4456-94da-66f85821c7ca service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889149 Dec 08 22:36:46.388732 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7c0b-ee5f-4dfd-920d-85e1100ea171 req-7150fd4d-184f-4fe1-9145-08d33d474374 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:46.390196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cff7c0b-ee5f-4dfd-920d-85e1100ea171 req-7150fd4d-184f-4fe1-9145-08d33d474374 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0516162 Dec 08 22:36:46.429316 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9cff7c0b-ee5f-4dfd-920d-85e1100ea171 req-b961b239-902c-4eb3-aa5b-e128c3282c74 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330110 Dec 08 22:36:47.543242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b9b51-23c3-464c-9165-5670a0eccaaf req-a7e15e05-4642-484d-bf4a-af0f04d150b1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:47.544689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-864b9b51-23c3-464c-9165-5670a0eccaaf req-a7e15e05-4642-484d-bf4a-af0f04d150b1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0487068 Dec 08 22:36:47.583310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-864b9b51-23c3-464c-9165-5670a0eccaaf req-4cff097e-663f-4d40-99da-7ea3a0904d3e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326562 Dec 08 22:36:48.698131 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f69b5-92ca-4fb6-b4c7-d8c25d2bd5ed req-ebab7ee7-8549-49b7-bc5d-c4ab98aaa534 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:48.699629 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e0f69b5-92ca-4fb6-b4c7-d8c25d2bd5ed req-ebab7ee7-8549-49b7-bc5d-c4ab98aaa534 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0484421 Dec 08 22:36:48.739162 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e0f69b5-92ca-4fb6-b4c7-d8c25d2bd5ed req-7a7b71f2-9b05-4ae6-a40b-ca69aa427bae tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335143 Dec 08 22:36:49.852896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca3924-409c-4344-b897-20582fc9f157 req-db93c468-710d-4cad-b649-9423a2581c5c tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:49.854359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2ca3924-409c-4344-b897-20582fc9f157 req-db93c468-710d-4cad-b649-9423a2581c5c tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0494492 Dec 08 22:36:49.892522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2ca3924-409c-4344-b897-20582fc9f157 req-d78c065e-a4ef-4b8d-9aed-8a2b8f281c3b tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321324 Dec 08 22:36:51.008535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faf7c8-88d0-4a2d-b649-a5e38a71f55d req-121f6aa2-97d8-4827-9891-3af93c11c8e1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:51.009985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32faf7c8-88d0-4a2d-b649-a5e38a71f55d req-121f6aa2-97d8-4827-9891-3af93c11c8e1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0492880 Dec 08 22:36:51.048935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32faf7c8-88d0-4a2d-b649-a5e38a71f55d req-1187547a-0a29-40f0-a84c-32c0458c9b39 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329118 Dec 08 22:36:52.166314 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf4dbb-fa64-4b0c-8136-8d9225d095b8 req-d016a8e6-5a8d-47a7-8f72-02705aceb6e8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:52.167812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7abf4dbb-fa64-4b0c-8136-8d9225d095b8 req-d016a8e6-5a8d-47a7-8f72-02705aceb6e8 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0525668 Dec 08 22:36:52.208683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7abf4dbb-fa64-4b0c-8136-8d9225d095b8 req-a965ac95-062e-4849-b384-7a7b1b296993 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344632 Dec 08 22:36:53.326475 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45f793-544a-4f64-8766-1c91ecead057 req-4a70c30b-5f8f-4119-b24f-8bf12bd51722 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:53.327867 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a45f793-544a-4f64-8766-1c91ecead057 req-4a70c30b-5f8f-4119-b24f-8bf12bd51722 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0524430 Dec 08 22:36:53.368962 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a45f793-544a-4f64-8766-1c91ecead057 req-6e06420b-7662-417e-bda9-c4a0a9b001ee tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342858 Dec 08 22:36:54.482504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96d5ac-6721-4b24-9251-d3a83c8adceb req-0e9b843a-746a-43c4-90d5-c22650a5ac44 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:54.483918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be96d5ac-6721-4b24-9251-d3a83c8adceb req-0e9b843a-746a-43c4-90d5-c22650a5ac44 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0490525 Dec 08 22:36:54.524286 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be96d5ac-6721-4b24-9251-d3a83c8adceb req-f2c29964-e310-4069-bc3f-7f2a8236ebdb tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336287 Dec 08 22:36:55.645861 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b339bb3-adb6-4247-abda-72665f3d3546 req-4f9076f0-a746-468e-9c88-582261820652 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:55.647382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b339bb3-adb6-4247-abda-72665f3d3546 req-4f9076f0-a746-468e-9c88-582261820652 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0494194 Dec 08 22:36:55.686597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8b339bb3-adb6-4247-abda-72665f3d3546 req-3605fc3d-751c-40b4-9603-1e0c31538f4e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329735 Dec 08 22:36:56.799780 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34930007-12b8-4371-8321-f382df9b58f4 req-0bbc6f80-bb1f-4442-b707-e6ab1c1600ac tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:36:56.801207 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34930007-12b8-4371-8321-f382df9b58f4 req-0bbc6f80-bb1f-4442-b707-e6ab1c1600ac tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0481701 Dec 08 22:36:56.840264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-34930007-12b8-4371-8321-f382df9b58f4 req-3ab81965-aec6-45f1-842f-3110473b53f2 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e2574d-56ce-495c-b754-4b4f7430e8d9&id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330856 Dec 08 22:37:05.627592 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-87506929-6952-4c80-85ab-f45c26fc2656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:08.312603 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-568ad81d-5e49-41d7-be97-f60d9ccae4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:08.921408 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:09.595431 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:09.866028 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:10.469039 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:11.164632 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:20.108410 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:37:29.526363 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1dec7296-7b52-406b-9bf3-8917a478946f req-2d3628ab-6c84-46bd-9414-726f023d11b3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719740582&fields=id&tenant_id=69672aee2f684a1d89cd675be8634e58 HTTP/1.1" status: 200 len: 267 time: 0.0321472 Dec 08 22:37:29.577336 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec7296-7b52-406b-9bf3-8917a478946f req-b8b7092f-5018-455a-aa26-92a5ad95794f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:29.578833 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1dec7296-7b52-406b-9bf3-8917a478946f req-b8b7092f-5018-455a-aa26-92a5ad95794f tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 985 time: 0.0470793 Dec 08 22:37:29.589465 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-1dec7296-7b52-406b-9bf3-8917a478946f req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Request body: {'port': {'security_groups': ['4ff7e421-d5c7-4d11-97da-ec424763b5f0']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:29.655006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1dec7296-7b52-406b-9bf3-8917a478946f req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:29.828977 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-1dec7296-7b52-406b-9bf3-8917a478946f req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] For port 6257e86b-682c-484a-83c4-a6ce43d22471, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6257e86b-682c-484a-83c4-a6ce43d22471,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:29.856868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1dec7296-7b52-406b-9bf3-8917a478946f req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:29.861506 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1dec7296-7b52-406b-9bf3-8917a478946f req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:29.873320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6257e86b-682c-484a-83c4-a6ce43d22471'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:37:29.904685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec7296-7b52-406b-9bf3-8917a478946f req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:29.905308 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-1dec7296-7b52-406b-9bf3-8917a478946f req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:29.906733 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1dec7296-7b52-406b-9bf3-8917a478946f req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "PUT /v2.0/ports/6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 943 time: 0.3216228 Dec 08 22:37:29.907182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:37:29.914410 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40840) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:29.951102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event updated for resources: {'Port': ['ID=6257e86b-682c-484a-83c4-a6ce43d22471,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:29.956337 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a303f6-5c66-4bf6-8622-f9be9ab9945a" -d '{"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:37:29.970456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.970831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.971425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.971763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.972091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.972417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.972741 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.973065 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.973388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.973706 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.974562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.974952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff71d0-bc45-4239-a8cb-8b7188a2b73e tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:29.983397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6257e86b-682c-484a-83c4-a6ce43d22471'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:37:30.042430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc84f173-2f1d-4914-b141-25917e55eef3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.072360 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc84f173-2f1d-4914-b141-25917e55eef3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.084024 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0d27d-f9de-4fb8-b59a-0f53174f48c9 x-openstack-request-id: req-fbe0d27d-f9de-4fb8-b59a-0f53174f48c9 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:37:30.084397 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:37:30.084751 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbe0d27d-f9de-4fb8-b59a-0f53174f48c9 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:37:30.085293 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471', 'status': 'completed', 'code': 200} Dec 08 22:37:30.152061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc84f173-2f1d-4914-b141-25917e55eef3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.156661 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fc84f173-2f1d-4914-b141-25917e55eef3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.160277 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fc84f173-2f1d-4914-b141-25917e55eef3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "DELETE /v2.0/security-groups/45e2574d-56ce-495c-b754-4b4f7430e8d9 HTTP/1.1" status: 204 len: 168 time: 0.2408307 Dec 08 22:37:30.162993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40848) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:30.175892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-6a9687b8-bbe8-4c49-802a-ebfc66a3c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:30.177373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-6a9687b8-bbe8-4c49-802a-ebfc66a3c721 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1097 time: 0.0717738 Dec 08 22:37:30.184617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3f9d04f8-0db6-4922-b181-3277cc15fe5d None None] Provisioning complete for port 6257e86b-682c-484a-83c4-a6ce43d22471 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:30.184986 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3f9d04f8-0db6-4922-b181-3277cc15fe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.210158 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84f173-2f1d-4914-b141-25917e55eef3 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2574d-56ce-495c-b754-4b4f7430e8d9,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:30.281441 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-ce984c37-6efe-4001-bc76-679de6e5162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:30.283252 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-ce984c37-6efe-4001-bc76-679de6e5162b service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 916 time: 0.0980487 Dec 08 22:37:30.345206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Deleting port ccde222d-cf6a-4e6e-8548-b58b5d8a57a6 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:30.345457 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.354036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-707eb165-dab8-405c-82f1-33c324e16a61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 1002 time: 0.0625668 Dec 08 22:37:30.403194 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-7a0e35df-3cfd-4aa4-81b4-2861d3cb3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:30.404644 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-7a0e35df-3cfd-4aa4-81b4-2861d3cb3802 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0431652 Dec 08 22:37:30.419336 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.419663 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.431089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Calling delete_port for ccde222d-cf6a-4e6e-8548-b58b5d8a57a6 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:30.449994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-c9ff66ac-19d7-4105-a662-bad1e5fd5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:30.451520 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-c9ff66ac-19d7-4105-a662-bad1e5fd5122 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400040 Dec 08 22:37:30.546033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-6378a833-eb0d-4a5e-8fc1-8fdff3e488ec service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861938 Dec 08 22:37:30.577382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.600994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event deleted for resources: {'Port': ['ID=ccde222d-cf6a-4e6e-8548-b58b5d8a57a6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:30.637064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70a303f6-5c66-4bf6-8622-f9be9ab9945a req-e68dfa13-9f32-4283-8bc6-2ca0176e6679 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836911 Dec 08 22:37:30.666139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.666468 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Floating IP 19b3b6f0-681c-4022-83cf-ae383dbe1283 disassociated (deleted). External IP: 172.25.1.109, port: 6257e86b-682c-484a-83c4-a6ce43d22471. Dec 08 22:37:30.870617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Router 61044b22-fa9d-4b22-8da0-b8044f7cff18 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:37:30.977613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:37:30.982331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:30.987545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] Sync routers for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:37:30.996258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:30.996855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:31.007846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cbd6c33f-c1ce-4f11-86a6-13a04c3769f1 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "DELETE /v2.0/floatingips/19b3b6f0-681c-4022-83cf-ae383dbe1283 HTTP/1.1" status: 204 len: 168 time: 0.8438351 Dec 08 22:37:31.261205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:31.451134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:42Z', 'revision_number': 5, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:31.476961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] Checking router: 61044b22-fa9d-4b22-8da0-b8044f7cff18 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:37:31.484776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:31.485367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:31.587091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:31.786323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:42Z', 'revision_number': 5, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:31.812144 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea9fa0-5662-4fba-9bd8-e56619d01104 None None] The sync data for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 is: [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:37Z', 'revision_number': 4, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b6b3695f-d03b-4787-97a5-ff863bfde5f2', 'name': '', 'network_id': 'fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'mac_address': 'fa:16:3e:bb:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:36Z', 'updated_at': '2021-12-08T22:35:42Z', 'revision_number': 5, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'subnets': [{'id': '088580b2-1c67-4173-aa12-bfa20f41d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:37:32.034483 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994cdacb-bac2-4344-b531-3078097d8ec5 None None] New status for floating IP 19b3b6f0-681c-4022-83cf-ae383dbe1283: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:37:32.086128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:37:32.088537 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:37:32.131917 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c122a3b8-f268-4436-a8e6-094f4c416593 x-openstack-request-id: req-c122a3b8-f268-4436-a8e6-094f4c416593 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:37:32.132213 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:37:32.132387 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c122a3b8-f268-4436-a8e6-094f4c416593 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:37:32.132788 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471', 'status': 'completed', 'code': 200} Dec 08 22:37:32.194560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-2ede3091-8b1d-4b7b-8efb-e06cc03c759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:32.196129 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-2ede3091-8b1d-4b7b-8efb-e06cc03c759a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1097 time: 0.0416408 Dec 08 22:37:32.308317 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-ae51c58f-c86e-4baa-a7ba-6df35c205189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:32.308317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-ae51c58f-c86e-4baa-a7ba-6df35c205189 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 916 time: 0.1049094 Dec 08 22:37:32.352486 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-6e1ed415-2389-4926-b024-c944609781e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 217 time: 0.0364392 Dec 08 22:37:32.405299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-f53b4d6c-e72c-483c-a25c-4c54ec87bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:32.407114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-f53b4d6c-e72c-483c-a25c-4c54ec87bcd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0482035 Dec 08 22:37:32.452575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-d9c1fbc3-6762-4b64-9b77-945b9d025499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:32.454060 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-d9c1fbc3-6762-4b64-9b77-945b9d025499 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404620 Dec 08 22:37:32.542766 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-a0485103-1407-4dad-a94e-da1aed0fecea service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810597 Dec 08 22:37:32.635196 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6f7d9a69-1fef-4df5-a55f-e4e14eaaea9b req-f36564c0-bf69-419f-9eda-d000f1c29dcd service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857911 Dec 08 22:37:33.166232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-f1745c05-4e64-4969-8aea-a8ddb217b918 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387683 Dec 08 22:37:33.246746 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-cfb9e9ef-9450-430a-a1a3-58900cf3589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:33.248231 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-cfb9e9ef-9450-430a-a1a3-58900cf3589b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69672aee2f684a1d89cd675be8634e58&device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 1097 time: 0.0400221 Dec 08 22:37:33.356731 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-7a4ee3a9-12d8-40a2-8099-7705f538c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:33.358338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-7a4ee3a9-12d8-40a2-8099-7705f538c6d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 200 len: 916 time: 0.0902770 Dec 08 22:37:33.400171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-1893f056-dde9-4a0c-89cb-a500a9784e74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 200 len: 217 time: 0.0344927 Dec 08 22:37:33.448370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-81a20c2c-bb9f-4679-9cf0-22b7e3365cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:33.449918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-81a20c2c-bb9f-4679-9cf0-22b7e3365cee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 200 len: 854 time: 0.0430796 Dec 08 22:37:33.501013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-7f2c993a-6fb2-453b-8c5c-0278d983ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:33.502464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-7f2c993a-6fb2-453b-8c5c-0278d983ff51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455079 Dec 08 22:37:33.592054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-41009f90-3e95-4ea7-9e22-d801401e4446 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Dec 08 22:37:33.688586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08e94b5c-2ea4-4d57-acbb-1aad1d1c73e4 req-025ae98a-dd7d-4e73-a9c1-8de379d9baf0 service neutron] 10.222.0.23 "GET /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887599 Dec 08 22:37:35.629512 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-99236e77-cd8d-435c-90d5-ff6bb32efd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:37.944002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df176973-6a38-407a-b226-3a87bcca475a req-94fc5126-dce5-40c7-998b-e9adc0957130 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:37.945484 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df176973-6a38-407a-b226-3a87bcca475a req-94fc5126-dce5-40c7-998b-e9adc0957130 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0501752 Dec 08 22:37:37.984020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df176973-6a38-407a-b226-3a87bcca475a req-ef4a7db8-14ac-489e-a334-649d3a13d065 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Dec 08 22:37:38.314364 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-73f9f907-a22c-4a17-9f4e-1de90d383a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:38.921391 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:39.098883 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a234b1f-60f8-4d81-8cd4-041a19a7f855 req-e77fa0e3-b19a-4f35-bdda-b037fc88051d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:39.100357 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a234b1f-60f8-4d81-8cd4-041a19a7f855 req-e77fa0e3-b19a-4f35-bdda-b037fc88051d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0490541 Dec 08 22:37:39.138044 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5a234b1f-60f8-4d81-8cd4-041a19a7f855 req-b7897b45-5782-46ec-9d0c-ef63aaa81a65 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ff7e421-d5c7-4d11-97da-ec424763b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317781 Dec 08 22:37:39.557028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707321c5-23da-4d51-b253-3abdad69c45d req-336c28e9-feef-4b0e-86e5-949fe4581eeb tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:39.558356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-707321c5-23da-4d51-b253-3abdad69c45d req-336c28e9-feef-4b0e-86e5-949fe4581eeb tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 946 time: 0.0459960 Dec 08 22:37:39.598890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:39.649560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Deleting port 6257e86b-682c-484a-83c4-a6ce43d22471 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:39.649890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:39.735042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] For port 6257e86b-682c-484a-83c4-a6ce43d22471, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=6257e86b-682c-484a-83c4-a6ce43d22471,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:39.735409 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:39.747544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Calling delete_port for 6257e86b-682c-484a-83c4-a6ce43d22471 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:39.875976 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:39.891778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['6257e86b-682c-484a-83c4-a6ce43d22471'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:37:39.904663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Pushing event deleted for resources: {'Port': ['ID=6257e86b-682c-484a-83c4-a6ce43d22471,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:39.916155 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:39.937928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.938278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.938622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.938986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.939321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.939653 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.939979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.940302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.940629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.940951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.941272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.941592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:39.960353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] No DVR routers for this DVR port 6257e86b-682c-484a-83c4-a6ce43d22471 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:37:39.962762 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:39.966020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-707321c5-23da-4d51-b253-3abdad69c45d req-2bf890a2-021f-490b-aeb5-9b98bb687e7d tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.23 "DELETE /v2.0/ports/6257e86b-682c-484a-83c4-a6ce43d22471 HTTP/1.1" status: 204 len: 173 time: 0.4013340 Dec 08 22:37:39.966453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'name': 'network-vif-deleted', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:37:39.968728 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17fe741-8840-4be1-ac80-b6640c5fbe89" -d '{"events": [{"server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "name": "network-vif-deleted", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:37:40.006256 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5913d034-19f2-42a0-a241-2e2d86b96a8e x-openstack-request-id: req-5913d034-19f2-42a0-a241-2e2d86b96a8e {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:37:40.006564 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52c7a7d-a14d-4796-9d63-504cf5e2d89f", "name": "network-vif-deleted", "tag": "6257e86b-682c-484a-83c4-a6ce43d22471", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:37:40.006847 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5913d034-19f2-42a0-a241-2e2d86b96a8e {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:37:40.007246 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52c7a7d-a14d-4796-9d63-504cf5e2d89f', 'name': 'network-vif-deleted', 'tag': '6257e86b-682c-484a-83c4-a6ce43d22471', 'status': 'completed', 'code': 200} Dec 08 22:37:40.242018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f43c816b-7417-447d-a773-8062717a4618 req-a4c89087-39b2-4675-b663-964111467c37 tempest-TestMinimumBasicScenario-1547593994 tempest-TestMinimumBasicScenario-1547593994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e52c7a7d-a14d-4796-9d63-504cf5e2d89f HTTP/1.1" status: 200 len: 210 time: 0.0274796 Dec 08 22:37:40.483599 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:41.167365 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:41.798944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40946) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:42.129438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:42.363928 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Deleting port b6b3695f-d03b-4787-97a5-ff863bfde5f2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:42.364266 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:42.441264 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] For port b6b3695f-d03b-4787-97a5-ff863bfde5f2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b6b3695f-d03b-4787-97a5-ff863bfde5f2,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:42.441543 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:42.454299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Calling delete_port for b6b3695f-d03b-4787-97a5-ff863bfde5f2 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:42.625190 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:42.652293 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b3695f-d03b-4787-97a5-ff863bfde5f2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:43.115565 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:43.288526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6257e86b-682c-484a-83c4-a6ce43d22471 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:37:43.311777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 6257e86b-682c-484a-83c4-a6ce43d22471 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:37:43.312111 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 6257e86b-682c-484a-83c4-a6ce43d22471 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:37:43.326151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Router 61044b22-fa9d-4b22-8da0-b8044f7cff18 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:37:43.429759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:37:43.437271 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d484ba4a-ea06-407b-a7b3-b51d903018f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/61044b22-fa9d-4b22-8da0-b8044f7cff18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6349192 Dec 08 22:37:43.438228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40948) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:43.441414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] Sync routers for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:37:43.451013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:43.451623 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:43.540986 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:43.554648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:43.642031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:43.693879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Deleting port cf43d88a-7674-46b4-88e4-eb0d72046409 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:43.694219 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:43.727175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:37:42Z', 'revision_number': 5, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port': {'id': 'cf43d88a-7674-46b4-88e4-eb0d72046409', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:43.753290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] Checking router: 61044b22-fa9d-4b22-8da0-b8044f7cff18 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:37:43.762195 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] Routers {'61044b22-fa9d-4b22-8da0-b8044f7cff18'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:43.762833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['61044b22-fa9d-4b22-8da0-b8044f7cff18'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:43.775270 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] For port cf43d88a-7674-46b4-88e4-eb0d72046409, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=cf43d88a-7674-46b4-88e4-eb0d72046409,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:43.775639 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:43.790345 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Calling delete_port for cf43d88a-7674-46b4-88e4-eb0d72046409 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:43.851419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] Set router 61044b22-fa9d-4b22-8da0-b8044f7cff18 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:43.914054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:37:43Z', 'revision_number': 6, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:43.939988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eb6eb-20ba-4727-b781-611c09d9600e None None] The sync data for ids ['61044b22-fa9d-4b22-8da0-b8044f7cff18'] in n-d-821126-1 is: [{'id': '61044b22-fa9d-4b22-8da0-b8044f7cff18', 'name': 'tempest-TestMinimumBasicScenario-1428690618-router', 'tenant_id': '69672aee2f684a1d89cd675be8634e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:34Z', 'updated_at': '2021-12-08T22:37:43Z', 'revision_number': 6, 'project_id': '69672aee2f684a1d89cd675be8634e58', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:37:43.957253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:43.984754 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf43d88a-7674-46b4-88e4-eb0d72046409,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:44.041438 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.130393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.132488 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.176332 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.177451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61044b22-fa9d-4b22-8da0-b8044f7cff18 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:37:44.181768 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.182795 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1b680e45-6a41-46e4-86e6-05e53c902128 admin admin] 10.222.0.21 "DELETE /v2.0/routers/61044b22-fa9d-4b22-8da0-b8044f7cff18 HTTP/1.1" status: 204 len: 168 time: 0.7444453 Dec 08 22:37:44.185470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40950) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:44.229341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6cdac1-219d-4e99-a48c-557b44811acb admin admin] Deleting subnet 088580b2-1c67-4173-aa12-bfa20f41d0d6 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:37:44.232251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdac1-219d-4e99-a48c-557b44811acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.265294 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdac1-219d-4e99-a48c-557b44811acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.350666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdac1-219d-4e99-a48c-557b44811acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.401935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdac1-219d-4e99-a48c-557b44811acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.426698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cdac1-219d-4e99-a48c-557b44811acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=088580b2-1c67-4173-aa12-bfa20f41d0d6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:44.430249 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdac1-219d-4e99-a48c-557b44811acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.434223 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1d6cdac1-219d-4e99-a48c-557b44811acb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/088580b2-1c67-4173-aa12-bfa20f41d0d6 HTTP/1.1" status: 204 len: 168 time: 0.2469707 Dec 08 22:37:44.435848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56efa967-b57c-4582-9936-317adc7fc818 None None] Network fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:37:44.436335 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40952) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:44.508000 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.559815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Deleting port 6fd51cd8-347e-4685-af29-5380213af497 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:44.560159 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.622468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] For port 6fd51cd8-347e-4685-af29-5380213af497, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6fd51cd8-347e-4685-af29-5380213af497,segment=NetworkSegment(8baa5d25-3ebd-41e3-9be5-48b404322ad5),segment_id=8baa5d25-3ebd-41e3-9be5-48b404322ad5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:44.622806 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.635155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Calling delete_port for 6fd51cd8-347e-4685-af29-5380213af497 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:44.691031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] DHCP port deletion for fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:37:44.723280 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.742304 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Deleting port 6fd51cd8-347e-4685-af29-5380213af497 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:44.742800 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.748658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd51cd8-347e-4685-af29-5380213af497,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:44.752238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] No DVR routers for this DVR port 6fd51cd8-347e-4685-af29-5380213af497 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:37:44.810256 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] For port 6fd51cd8-347e-4685-af29-5380213af497, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:44.810650 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.823897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Calling delete_port for 6fd51cd8-347e-4685-af29-5380213af497 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:44.826501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Port 6fd51cd8-347e-4685-af29-5380213af497 was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:37:44.827525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.827772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.849244 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:44.852998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Pushing event deleted for resources: {'Port': ['ID=6fd51cd8-347e-4685-af29-5380213af497,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:44.857321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] No DVR routers for this DVR port 6fd51cd8-347e-4685-af29-5380213af497 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:37:44.859038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baa5d25-3ebd-41e3-9be5-48b404322ad5') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:44.859348 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baa5d25-3ebd-41e3-9be5-48b404322ad5') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:44.864077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.864459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.870037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd719b8-9756-48b2-ab6e-36676b711d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:44.876947 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.890965 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.899189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:37:44.899580 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:37:44.901271 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:37:44.956930 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.962359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:44.965948 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] 10.222.0.21 "DELETE /v2.0/networks/fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4 HTTP/1.1" status: 204 len: 168 time: 0.5290587 Dec 08 22:37:44.969054 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40954) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:44.978772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a1f4c-ee42-46c5-a990-1c4161f81e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa75a5a4-9f7a-40b4-a84e-eeeb7fb834d4,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:45.099395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b6b3695f-d03b-4787-97a5-ff863bfde5f2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:37:45.119980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b6b3695f-d03b-4787-97a5-ff863bfde5f2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:37:45.120329 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b6b3695f-d03b-4787-97a5-ff863bfde5f2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:37:45.120759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6fd51cd8-347e-4685-af29-5380213af497 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:37:45.139454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 6fd51cd8-347e-4685-af29-5380213af497 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:37:45.139798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6fd51cd8-347e-4685-af29-5380213af497 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:37:45.140223 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cf43d88a-7674-46b4-88e4-eb0d72046409 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:37:45.158066 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: cf43d88a-7674-46b4-88e4-eb0d72046409 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:37:45.158346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device cf43d88a-7674-46b4-88e4-eb0d72046409 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:37:45.326839 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:45.561629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Deleting port 92848f94-8bc2-4fbc-9c9f-b1162068db12 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:45.561871 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:45.636474 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] For port 92848f94-8bc2-4fbc-9c9f-b1162068db12, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=92848f94-8bc2-4fbc-9c9f-b1162068db12,segment=NetworkSegment(bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5),segment_id=bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:45.636833 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:45.649261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Calling delete_port for 92848f94-8bc2-4fbc-9c9f-b1162068db12 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:45.830141 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:45.859798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=92848f94-8bc2-4fbc-9c9f-b1162068db12,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:46.340635 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:46.544907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Router 17785df3-acd6-408c-86fa-68d2be6040dd has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:37:46.647806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:37:46.653034 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dafab2c1-4705-4290-b734-728b440d8e11 admin admin] 10.222.0.21 "PUT /v2.0/routers/17785df3-acd6-408c-86fa-68d2be6040dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829731 Dec 08 22:37:46.655633 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40956) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:46.656422 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] Sync routers for ids ['17785df3-acd6-408c-86fa-68d2be6040dd'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:37:46.666502 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] Routers {'17785df3-acd6-408c-86fa-68d2be6040dd'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:46.667218 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['17785df3-acd6-408c-86fa-68d2be6040dd'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:46.757708 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:46.769150 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] Set router 17785df3-acd6-408c-86fa-68d2be6040dd gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:46.858053 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:46.910301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Deleting port b8f1d9f7-f838-434d-8472-4e00d75cdf20 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:46.910646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:46.919046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-266dbc51-d2a7-4293-8240-ba7ab7cd6bd6 req-ffdad1f9-bbb1-4c86-9395-ce78df877d14 tempest-ServerDiskConfigTestJSON-1955189580 tempest-ServerDiskConfigTestJSON-1955189580-project] (102390) timed out ('10.222.0.23', 50068) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:37:46.944428 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:37:45Z', 'revision_number': 5, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port': {'id': 'b8f1d9f7-f838-434d-8472-4e00d75cdf20', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:95:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:46.974203 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] Checking router: 17785df3-acd6-408c-86fa-68d2be6040dd for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:37:46.982100 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] Routers {'17785df3-acd6-408c-86fa-68d2be6040dd'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:46.982682 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['17785df3-acd6-408c-86fa-68d2be6040dd'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:46.993346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] For port b8f1d9f7-f838-434d-8472-4e00d75cdf20, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b8f1d9f7-f838-434d-8472-4e00d75cdf20,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:46.993714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.006554 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Calling delete_port for b8f1d9f7-f838-434d-8472-4e00d75cdf20 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:47.071448 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] Set router 17785df3-acd6-408c-86fa-68d2be6040dd gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:47.123966 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:37:46Z', 'revision_number': 6, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:47.152704 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb4b34-86ae-409b-9c35-d97698313a7e None None] The sync data for ids ['17785df3-acd6-408c-86fa-68d2be6040dd'] in n-d-821126-1 is: [{'id': '17785df3-acd6-408c-86fa-68d2be6040dd', 'name': 'tempest-TestMinimumBasicScenario-1683761047-router', 'tenant_id': '14aeb94c48574717bde409ba961c9c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:35:39Z', 'updated_at': '2021-12-08T22:37:46Z', 'revision_number': 6, 'project_id': '14aeb94c48574717bde409ba961c9c45', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:37:47.185108 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.210937 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f1d9f7-f838-434d-8472-4e00d75cdf20,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:47.269926 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.363372 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.365534 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.406650 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.407153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17785df3-acd6-408c-86fa-68d2be6040dd {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:37:47.411971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.413203 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4f81aabf-2ff4-42cc-88a5-e72e0174d5bd admin admin] 10.222.0.21 "DELETE /v2.0/routers/17785df3-acd6-408c-86fa-68d2be6040dd HTTP/1.1" status: 204 len: 168 time: 0.7566521 Dec 08 22:37:47.415748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40960) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:47.459935 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-480ab32a-2e15-490a-939c-bbaca3f23cdc admin admin] Deleting subnet ba01f90e-5484-49f1-9a47-680997261403 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:37:47.462761 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-480ab32a-2e15-490a-939c-bbaca3f23cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.497720 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-480ab32a-2e15-490a-939c-bbaca3f23cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.580467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-480ab32a-2e15-490a-939c-bbaca3f23cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.635721 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-480ab32a-2e15-490a-939c-bbaca3f23cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.661963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ab32a-2e15-490a-939c-bbaca3f23cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba01f90e-5484-49f1-9a47-680997261403,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:47.665580 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-480ab32a-2e15-490a-939c-bbaca3f23cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.668760 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-480ab32a-2e15-490a-939c-bbaca3f23cdc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba01f90e-5484-49f1-9a47-680997261403 HTTP/1.1" status: 204 len: 168 time: 0.2520962 Dec 08 22:37:47.671279 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40962) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:47.673700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0688fed5-fd95-4b89-a063-abac96a08787 None None] Network 848fe396-4fb7-4fcb-bd61-3473c702a3dd requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:37:47.742806 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.798996 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Deleting port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:47.799344 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.863388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] For port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,segment=NetworkSegment(bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5),segment_id=bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:47.863759 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.876973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Calling delete_port for 546e4572-f7e2-4a88-93b1-9b21ae4ff20e owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:47.884514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42639493-42eb-46a0-8468-c31dd211358a None None] DHCP port deletion for 848fe396-4fb7-4fcb-bd61-3473c702a3dd request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:37:47.931205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-42639493-42eb-46a0-8468-c31dd211358a None None] Deleting port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:37:47.931498 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-42639493-42eb-46a0-8468-c31dd211358a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:47.974072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.000306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-42639493-42eb-46a0-8468-c31dd211358a None None] For port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,segment=NetworkSegment(bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5),segment_id=bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:48.000695 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-42639493-42eb-46a0-8468-c31dd211358a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.001061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:48.006140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] No DVR routers for this DVR port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:37:48.014744 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-42639493-42eb-46a0-8468-c31dd211358a None None] Calling delete_port for 546e4572-f7e2-4a88-93b1-9b21ae4ff20e owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:37:48.084990 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.092581 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-42639493-42eb-46a0-8468-c31dd211358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.111308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848fe396-4fb7-4fcb-bd61-3473c702a3dd']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:48.119518 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42639493-42eb-46a0-8468-c31dd211358a None None] Pushing event deleted for resources: {'Port': ['ID=546e4572-f7e2-4a88-93b1-9b21ae4ff20e,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:48.122794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:48.122794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd24505f-2e1c-4fbe-85cd-d0ba180bd0e5') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:48.123422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42639493-42eb-46a0-8468-c31dd211358a None None] No DVR routers for this DVR port 546e4572-f7e2-4a88-93b1-9b21ae4ff20e on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:37:48.133849 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.150067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.156366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:37:48.156803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:37:48.158545 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:37:48.212622 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.218175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.221630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/848fe396-4fb7-4fcb-bd61-3473c702a3dd HTTP/1.1" status: 204 len: 168 time: 0.5494215 Dec 08 22:37:48.232598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09e6f6-8519-42c1-a7ed-8ed283a572d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=848fe396-4fb7-4fcb-bd61-3473c702a3dd,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:48.373177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40966) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:48.417659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-57a440a7-d5b8-419e-a7d6-729a761076f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69672aee2f684a1d89cd675be8634e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431528 Dec 08 22:37:48.419988 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 40968) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:48.466877 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d95a79ee-48c1-429e-aa0b-5e92d15fbcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.487079 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d95a79ee-48c1-429e-aa0b-5e92d15fbcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.532826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d95a79ee-48c1-429e-aa0b-5e92d15fbcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.535564 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d95a79ee-48c1-429e-aa0b-5e92d15fbcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.536473 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d95a79ee-48c1-429e-aa0b-5e92d15fbcad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ff7e421-d5c7-4d11-97da-ec424763b5f0 HTTP/1.1" status: 204 len: 168 time: 0.1155934 Dec 08 22:37:48.544381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a79ee-48c1-429e-aa0b-5e92d15fbcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff7e421-d5c7-4d11-97da-ec424763b5f0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:48.835802 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40974) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:48.874334 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8297bbc8-4814-4843-9de6-92f3f9e3f359 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14aeb94c48574717bde409ba961c9c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373642 Dec 08 22:37:48.876664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 40976) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:48.927914 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6313b75-251c-406a-9749-ec6c3a8a0cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.948469 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6313b75-251c-406a-9749-ec6c3a8a0cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.994385 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6313b75-251c-406a-9749-ec6c3a8a0cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.996917 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e6313b75-251c-406a-9749-ec6c3a8a0cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:48.998146 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e6313b75-251c-406a-9749-ec6c3a8a0cb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39832b38-2b59-434a-b933-3294029fbe92 HTTP/1.1" status: 204 len: 168 time: 0.1206234 Dec 08 22:37:49.006843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6313b75-251c-406a-9749-ec6c3a8a0cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39832b38-2b59-434a-b933-3294029fbe92,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:49.097413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 92848f94-8bc2-4fbc-9c9f-b1162068db12 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:37:49.117504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 92848f94-8bc2-4fbc-9c9f-b1162068db12 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:37:49.117866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 92848f94-8bc2-4fbc-9c9f-b1162068db12 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:37:49.118292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 546e4572-f7e2-4a88-93b1-9b21ae4ff20e no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:37:49.137240 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 546e4572-f7e2-4a88-93b1-9b21ae4ff20e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:37:49.137584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 546e4572-f7e2-4a88-93b1-9b21ae4ff20e not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:37:49.137993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b8f1d9f7-f838-434d-8472-4e00d75cdf20 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:37:49.155855 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b8f1d9f7-f838-434d-8472-4e00d75cdf20 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:37:49.156204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b8f1d9f7-f838-434d-8472-4e00d75cdf20 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:37:50.485478 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41018) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:50.490127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451367140', 'description': 'tempest-secgroup-smoke-451367140 description', 'project_id': '6d5e814b253b465db9e640a8b983dfed'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:50.511079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.518606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.590342 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.594082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.633932 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c12864-0abd-49ca-b269-cd445a646964,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:50.667989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.671715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.701829 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.703083 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2165904 Dec 08 22:37:50.703937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cf158-f278-4864-a19c-196adfd2beb6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d04da2a-1448-4a1e-9052-92dd1b6b0f07,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:50.705997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41020) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:50.710831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-83fe47d5-216b-4936-84fd-21013948132e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '1d04da2a-1448-4a1e-9052-92dd1b6b0f07', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:50.736186 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83fe47d5-216b-4936-84fd-21013948132e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.792696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83fe47d5-216b-4936-84fd-21013948132e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.795949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83fe47d5-216b-4936-84fd-21013948132e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.814984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe47d5-216b-4936-84fd-21013948132e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66ee4d2-35f0-4cf2-9079-87bbd57e1046,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:50.820599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-83fe47d5-216b-4936-84fd-21013948132e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.821757 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-83fe47d5-216b-4936-84fd-21013948132e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148701 Dec 08 22:37:50.824434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41022) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:50.828620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d48f0404-1b4c-4030-85ba-046c322f5dcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '1d04da2a-1448-4a1e-9052-92dd1b6b0f07', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:50.854796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d48f0404-1b4c-4030-85ba-046c322f5dcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.911628 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d48f0404-1b4c-4030-85ba-046c322f5dcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.915093 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d48f0404-1b4c-4030-85ba-046c322f5dcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.935257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f0404-1b4c-4030-85ba-046c322f5dcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9ec08c-027b-4c4d-9d64-39f41d26c56f,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:50.940585 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d48f0404-1b4c-4030-85ba-046c322f5dcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:50.941723 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d48f0404-1b4c-4030-85ba-046c322f5dcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163876 Dec 08 22:37:50.944903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41024) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:50.949087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2fc3375f-b98d-45c9-b8a1-187c473bda8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '1d04da2a-1448-4a1e-9052-92dd1b6b0f07', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:50.980234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fc3375f-b98d-45c9-b8a1-187c473bda8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.036700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fc3375f-b98d-45c9-b8a1-187c473bda8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.039999 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fc3375f-b98d-45c9-b8a1-187c473bda8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.057413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3375f-b98d-45c9-b8a1-187c473bda8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34643b4-fcde-48e7-b165-c859cbfa6776,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:51.064576 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2fc3375f-b98d-45c9-b8a1-187c473bda8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.068715 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2fc3375f-b98d-45c9-b8a1-187c473bda8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199577 Dec 08 22:37:51.069129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:51.073500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0c5e9b4c-fe5e-4dde-8e0e-5acb9814bd14 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '1d04da2a-1448-4a1e-9052-92dd1b6b0f07', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:51.099322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0c5e9b4c-fe5e-4dde-8e0e-5acb9814bd14 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.159072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0c5e9b4c-fe5e-4dde-8e0e-5acb9814bd14 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.162257 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0c5e9b4c-fe5e-4dde-8e0e-5acb9814bd14 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.179530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e9b4c-fe5e-4dde-8e0e-5acb9814bd14 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9402a95-02da-41ad-86c2-43100b9d1ca5,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:51.186613 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0c5e9b4c-fe5e-4dde-8e0e-5acb9814bd14 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.187828 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0c5e9b4c-fe5e-4dde-8e0e-5acb9814bd14 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177366 Dec 08 22:37:51.190742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41028) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:51.196071 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-49d4e014-8c40-48d8-8f04-eaacb012bfac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '1d04da2a-1448-4a1e-9052-92dd1b6b0f07', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:51.218183 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-49d4e014-8c40-48d8-8f04-eaacb012bfac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:37:51.223265 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49d4e014-8c40-48d8-8f04-eaacb012bfac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.273578 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49d4e014-8c40-48d8-8f04-eaacb012bfac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.276976 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49d4e014-8c40-48d8-8f04-eaacb012bfac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.295012 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4e014-8c40-48d8-8f04-eaacb012bfac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fef6fd0-ef33-46f4-afb0-8927f857d0e7,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:51.302313 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49d4e014-8c40-48d8-8f04-eaacb012bfac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.303528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-49d4e014-8c40-48d8-8f04-eaacb012bfac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1116967 Dec 08 22:37:51.306227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41030) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:51.310538 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-643cc5a9-974e-4217-a086-71d53e13838a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '1d04da2a-1448-4a1e-9052-92dd1b6b0f07', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:51.331833 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-643cc5a9-974e-4217-a086-71d53e13838a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:37:51.336637 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-643cc5a9-974e-4217-a086-71d53e13838a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.396089 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-643cc5a9-974e-4217-a086-71d53e13838a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.399364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-643cc5a9-974e-4217-a086-71d53e13838a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.419233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cc5a9-974e-4217-a086-71d53e13838a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f8ad04-7e97-4c0a-a37b-8043ac93ece9,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:51.425788 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-643cc5a9-974e-4217-a086-71d53e13838a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.427505 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-643cc5a9-974e-4217-a086-71d53e13838a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203213 Dec 08 22:37:51.430471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41032) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:51.435379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'network': {'name': 'tempest-network-smoke--1838986867', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'port_security_enabled': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:51.454834 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:37:51.458187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.481506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:37:51.490864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.491330 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Added segment 7d90f4e6-2f69-4592-b73a-35ef851d9083 of type vlan for network 8bc6f240-6e3f-43e7-988d-b8447b55912c Dec 08 22:37:51.529571 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.553229 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.558679 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:51.559287 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.612234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1807065 Dec 08 22:37:51.615708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41034) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:51.620017 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'admin_state_up': True, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:51.640994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219ca46-742d-4b14-9d2a-2e438f550a9a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Network': ['ID=8bc6f240-6e3f-43e7-988d-b8447b55912c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:51.651082 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:37:51.654591 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.655623 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.711093 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:51.852862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:52.037348 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:52.055502 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:52.157871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.136 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/10e6a376-cd81-4016-907d-7274f12e6b95) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:37:52.257444 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:52.290177 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:52.329529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:37:52.334455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:37:52.337835 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:37:52.361379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=10e6a376-cd81-4016-907d-7274f12e6b95,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:52.580729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:52.769749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:53.212727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:37:53.313438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:37:53.322742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Sync routers for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:37:53.331608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:53.332212 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:53.340098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:53.341371 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d687be85-c5e9-462a-be53-6d15762e92b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7247431 Dec 08 22:37:53.344579 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41036) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:53.435667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:53.474337 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-37c8fbd8-ea53-4d46-830a-e16df1db7e84 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6d5e814b253b465db9e640a8b983dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1281548 Dec 08 22:37:53.477233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41040) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:53.565844 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b633afa-ef03-45e2-9519-445ceba2822e tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:53.569942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7b633afa-ef03-45e2-9519-445ceba2822e tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891328 Dec 08 22:37:53.570163 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41042) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:53.612002 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7deac7ff-8ac3-4c87-94bf-e70ec8b32961 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383275 Dec 08 22:37:53.612244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41044) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:53.616897 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704620327', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:53.701959 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:37:53.705804 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:53.765646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:52Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:53.792624 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Checking router: bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:37:53.793013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Updating router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 port 10e6a376-cd81-4016-907d-7274f12e6b95 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:37:53.818231 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:53.883544 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:53.945933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Subnet': ['ID=abd9e047-a030-4f9a-831f-ed1534fb4202,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:53.951167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Checking segment: {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:37:53.951533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network hostable DHCP agents. Network: 8bc6f240-6e3f-43e7-988d-b8447b55912c, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:37:53.969080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:37:53.978989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 8bc6f240-6e3f-43e7-988d-b8447b55912c) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:37:53.984079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:53.984775 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:53.995199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c997d-e98d-493d-84a2-d46268bcb95c None None] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:37:54.001854 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-141ee286-9fbc-4537-b89e-50b0b40ff6ec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3887017 Dec 08 22:37:54.005442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41046) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:37:54.157028 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.164052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.241137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-8bc6f240-6e3f-43e7-988d-b8447b55912c', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:37:54.241986 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.246629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9759d9-61ba-435e-8990-57cf0ea19e52 None None] Pushing event updated for resources: {'Port': ['ID=10e6a376-cd81-4016-907d-7274f12e6b95,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:54.254155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Attempting to bind port 10e6a376-cd81-4016-907d-7274f12e6b95 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:37:54.254330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Attempting to bind port 10e6a376-cd81-4016-907d-7274f12e6b95 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:37:54.255269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Attempting to bind port 10e6a376-cd81-4016-907d-7274f12e6b95 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:37:54.265699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:37:54.266068 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:37:54.266473 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.266891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:37:54.267352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Bound port: 10e6a376-cd81-4016-907d-7274f12e6b95, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:37:54.267726 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.401801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] For port 10e6a376-cd81-4016-907d-7274f12e6b95, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:37:54.419047 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] For port 10e6a376-cd81-4016-907d-7274f12e6b95, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=10e6a376-cd81-4016-907d-7274f12e6b95,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:37:54.425215 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.439455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Allocated IP 172.20.0.2 (8bc6f240-6e3f-43e7-988d-b8447b55912c/abd9e047-a030-4f9a-831f-ed1534fb4202/de104a50-6c68-4e19-906f-f1012795a02b) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:37:54.440254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.546127 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:54.546764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:54.548395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9759d9-61ba-435e-8990-57cf0ea19e52 None None] Pushing event updated for resources: {'Port': ['ID=10e6a376-cd81-4016-907d-7274f12e6b95,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:54.703074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:54.765897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.777626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.820139 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.1 (8bc6f240-6e3f-43e7-988d-b8447b55912c/abd9e047-a030-4f9a-831f-ed1534fb4202/de08903d-2232-4f07-83f8-042813c8070c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:37:54.846368 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:37:54.853712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:37:54.862548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:37:54.868593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Pushing event updated for resources: {'Port': ['ID=de104a50-6c68-4e19-906f-f1012795a02b,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:54.935320 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.953774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Attempting to bind port de104a50-6c68-4e19-906f-f1012795a02b on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:37:54.954072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Attempting to bind port de104a50-6c68-4e19-906f-f1012795a02b by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:37:54.954429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Attempting to bind port de104a50-6c68-4e19-906f-f1012795a02b on network 8bc6f240-6e3f-43e7-988d-b8447b55912c {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:37:54.963902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:37:54.964272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Checking segment: {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:37:54.964669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.965126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Bound using segment: {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:37:54.965873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Bound port: de104a50-6c68-4e19-906f-f1012795a02b, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:37:54.966316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:54.968765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:55.006839 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:37:55.009986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:37:55.013698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:37:55.041157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:52Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:55.042963 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=de08903d-2232-4f07-83f8-042813c8070c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:55.062560 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:55.072364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630e559-02bc-45b6-a900-dd4a6dc3d98c None None] The sync data for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 is: [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:52Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:37:55.075395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] For port de104a50-6c68-4e19-906f-f1012795a02b, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:37:55.088672 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] For port de104a50-6c68-4e19-906f-f1012795a02b, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=de104a50-6c68-4e19-906f-f1012795a02b,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:37:55.100145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:55.162160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a4262-be3a-4f16-9388-d0189bb4f60b None None] Pushing event updated for resources: {'Port': ['ID=de104a50-6c68-4e19-906f-f1012795a02b,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:55.218608 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:55.543254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:55.548024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:55.622506 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:55.624291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=de08903d-2232-4f07-83f8-042813c8070c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:56.050150 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:37:56.052815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:37:56.128423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4244a8-06b7-42b2-8ce8-760e377a99fb None None] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:37:56.169102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:37:56.203374 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-77c3b0f5-d51f-4118-8fd6-d93e21310b0d None None] Provisioning complete for port de104a50-6c68-4e19-906f-f1012795a02b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:56.203739 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77c3b0f5-d51f-4118-8fd6-d93e21310b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:56.279743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:37:56.292852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6f0c09cb-f512-45c2-b645-056dbdcd483f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/bd0a0d61-f85d-4c2e-b082-0e68b4dcea79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2785280 Dec 08 22:37:56.344579 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77c3b0f5-d51f-4118-8fd6-d93e21310b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:56.390033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-77c3b0f5-d51f-4118-8fd6-d93e21310b0d None None] For port de104a50-6c68-4e19-906f-f1012795a02b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=de104a50-6c68-4e19-906f-f1012795a02b,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:56.396378 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-77c3b0f5-d51f-4118-8fd6-d93e21310b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:56.439296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-31673865-3c7e-45de-aa94-b15ea54100ac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451367140&fields=id&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 267 time: 0.0411923 Dec 08 22:37:56.447376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3b0f5-d51f-4118-8fd6-d93e21310b0d None None] Pushing event updated for resources: {'Port': ['ID=de104a50-6c68-4e19-906f-f1012795a02b,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:56.555537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-72fa4072-f75f-41e4-ae50-370ec2a51b79 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:56.557244 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-72fa4072-f75f-41e4-ae50-370ec2a51b79 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/networks?id=8bc6f240-6e3f-43e7-988d-b8447b55912c HTTP/1.1" status: 200 len: 797 time: 0.1136532 Dec 08 22:37:56.572916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b4f9b411-0abd-4095-99f2-16726004a6b4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/quotas/6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 375 time: 0.0095842 Dec 08 22:37:56.625438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ee3430bf-9155-46da-b46f-57b53f3e1589 None None] Provisioning complete for port de104a50-6c68-4e19-906f-f1012795a02b triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:56.625812 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee3430bf-9155-46da-b46f-57b53f3e1589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:56.632085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-47d84d2b-a20e-473e-a6a2-04108619faac tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533800 Dec 08 22:37:56.706342 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Sync routers for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:37:56.723112 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:56.724674 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:56.740792 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ee3430bf-9155-46da-b46f-57b53f3e1589 None None] Provisioning complete for port de08903d-2232-4f07-83f8-042813c8070c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:56.741170 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ee3430bf-9155-46da-b46f-57b53f3e1589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:56.779990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ee3430bf-9155-46da-b46f-57b53f3e1589 None None] Port de08903d-2232-4f07-83f8-042813c8070c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:37:56.857428 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-4553d086-6152-4e96-80b8-9d15cbd3131f service neutron] 10.222.0.21 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468451 Dec 08 22:37:56.899294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-bd0e9aa2-5867-4a66-8977-27c8153da5f6 None None] Provisioning complete for port de08903d-2232-4f07-83f8-042813c8070c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:56.899668 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9aa2-5867-4a66-8977-27c8153da5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:56.945936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e9aa2-5867-4a66-8977-27c8153da5f6 None None] Port de08903d-2232-4f07-83f8-042813c8070c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:37:56.946292 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:56.965866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-5e2e9169-a333-430c-bf67-eb42a69583aa service neutron] 10.222.0.21 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013646 Dec 08 22:37:57.075428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8cb7827f-fea7-4236-b48e-3ee60711f123 None None] Provisioning complete for port de08903d-2232-4f07-83f8-042813c8070c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:57.075807 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8cb7827f-fea7-4236-b48e-3ee60711f123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.117933 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:37:57.168263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7827f-fea7-4236-b48e-3ee60711f123 None None] Port de08903d-2232-4f07-83f8-042813c8070c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:37:57.174838 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 2, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:57.181203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f32da3ab-c37e-47a3-904b-cbd434618b56 req-ae138ca1-bd02-4930-a3b2-df44e0848029 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 210 time: 0.0564628 Dec 08 22:37:57.206831 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Checking router: bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:37:57.207186 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Updating router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 port de08903d-2232-4f07-83f8-042813c8070c binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:37:57.234601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 10e6a376-cd81-4016-907d-7274f12e6b95 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:37:57.236988 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.285948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 10e6a376-cd81-4016-907d-7274f12e6b95 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:57.286318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.376441 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.397601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 10e6a376-cd81-4016-907d-7274f12e6b95, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=10e6a376-cd81-4016-907d-7274f12e6b95,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:57.401838 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.402619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device de104a50-6c68-4e19-906f-f1012795a02b up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:37:57.526056 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.532690 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.617952 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Pushing event updated for resources: {'Port': ['ID=de08903d-2232-4f07-83f8-042813c8070c,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:57.643014 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.643702 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.644192 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.644688 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.644853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=10e6a376-cd81-4016-907d-7274f12e6b95,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:57.645335 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.645810 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.646280 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.646845 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.647517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port de104a50-6c68-4e19-906f-f1012795a02b triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:57.647892 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.654706 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.655060 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.655392 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.655713 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:37:57.680524 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Attempting to bind port de08903d-2232-4f07-83f8-042813c8070c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:37:57.683002 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Attempting to bind port de08903d-2232-4f07-83f8-042813c8070c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:37:57.683438 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Attempting to bind port de08903d-2232-4f07-83f8-042813c8070c on network 8bc6f240-6e3f-43e7-988d-b8447b55912c {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:37:57.689669 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:37:57.690113 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Checking segment: {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:37:57.690573 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.691124 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Bound using segment: {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:37:57.691580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Bound port: de08903d-2232-4f07-83f8-042813c8070c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:37:57.691988 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.765531 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] For port de08903d-2232-4f07-83f8-042813c8070c, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:37:57.769315 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] For port de08903d-2232-4f07-83f8-042813c8070c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=de08903d-2232-4f07-83f8-042813c8070c,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:37:57.775674 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.833956 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:37:57.834675 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:37:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:57.877411 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098395f-9496-48f1-a6cf-95093911237f None None] Pushing event updated for resources: {'Port': ['ID=de08903d-2232-4f07-83f8-042813c8070c,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:57.913508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d61c9fa8-8655-43c0-b8a9-5872ae56ae0c None None] Provisioning complete for port de08903d-2232-4f07-83f8-042813c8070c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:57.914315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d61c9fa8-8655-43c0-b8a9-5872ae56ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:57.962427 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:37:58.029244 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d61c9fa8-8655-43c0-b8a9-5872ae56ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:58.065677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d61c9fa8-8655-43c0-b8a9-5872ae56ae0c None None] For port de08903d-2232-4f07-83f8-042813c8070c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=de08903d-2232-4f07-83f8-042813c8070c,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:37:58.070633 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d61c9fa8-8655-43c0-b8a9-5872ae56ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:58.134089 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c9fa8-8655-43c0-b8a9-5872ae56ae0c None None] Pushing event updated for resources: {'Port': ['ID=de08903d-2232-4f07-83f8-042813c8070c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:58.189289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-75ec9e46-12fa-4779-bf33-491ea0079270 None None] Provisioning complete for port de08903d-2232-4f07-83f8-042813c8070c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:58.190014 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-75ec9e46-12fa-4779-bf33-491ea0079270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:58.228873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-caa8853d-207c-42cc-90ba-fae6149d7ca4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:58.232851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-caa8853d-207c-42cc-90ba-fae6149d7ca4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/networks?id=8bc6f240-6e3f-43e7-988d-b8447b55912c HTTP/1.1" status: 200 len: 797 time: 0.1418004 Dec 08 22:37:58.235601 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:37:58.279734 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1563b92-3b47-4525-9a61-6dcf03571efc None None] The sync data for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 is: [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:37:58.290496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa037021-bd08-48e3-b909-b7e96f50edce req-ad926d46-12c7-4f53-8dce-f9eb25681f8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 210 time: 0.0310695 Dec 08 22:37:58.294533 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-004cc2cd-2785-4ed4-8501-d9df0e47effd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 379 time: 0.0530655 Dec 08 22:37:58.305267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'port': {'device_id': 'e16322bf-d79f-4090-828f-cf653f361761', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'admin_state_up': True, 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'security_groups': ['1d04da2a-1448-4a1e-9052-92dd1b6b0f07']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:58.431125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:37:58.434765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:58.575079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.10 (8bc6f240-6e3f-43e7-988d-b8447b55912c/abd9e047-a030-4f9a-831f-ed1534fb4202/8cf6c054-7e64-4110-a600-c27d720bf65e) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:37:58.733582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:58.769331 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:58.813464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:37:58.816657 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:37:58.821000 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:37:58.829671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=8cf6c054-7e64-4110-a600-c27d720bf65e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:58.880843 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:58.881517 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:58.898544 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-c7f25a8e-537d-41d6-b853-0bb8638a3584 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5979819 Dec 08 22:37:58.911940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Request body: {'port': {'device_id': 'e16322bf-d79f-4090-828f-cf653f361761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:37:58.974807 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.126160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-7698f5c3-be83-4919-9b1c-67eb18d37a90 None None] Provisioning complete for port 8cf6c054-7e64-4110-a600-c27d720bf65e triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:59.126160 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7698f5c3-be83-4919-9b1c-67eb18d37a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.166293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7698f5c3-be83-4919-9b1c-67eb18d37a90 None None] Port 8cf6c054-7e64-4110-a600-c27d720bf65e cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:37:59.200179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 10e6a376-cd81-4016-907d-7274f12e6b95 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:37:59.251162 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 10e6a376-cd81-4016-907d-7274f12e6b95 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:59.251535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.283129 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf6c054-7e64-4110-a600-c27d720bf65e {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:37:59.291367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.305447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Transition to ACTIVE for port object 8cf6c054-7e64-4110-a600-c27d720bf65e will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:37:59.310823 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.337365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device de08903d-2232-4f07-83f8-042813c8070c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:37:59.365013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Pushing event updated for resources: {'Port': ['ID=8cf6c054-7e64-4110-a600-c27d720bf65e,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:59.406077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port de08903d-2232-4f07-83f8-042813c8070c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:37:59.406736 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.472316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Attempting to bind port 8cf6c054-7e64-4110-a600-c27d720bf65e on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:37:59.472648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Attempting to bind port 8cf6c054-7e64-4110-a600-c27d720bf65e by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:37:59.472974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Attempting to bind port 8cf6c054-7e64-4110-a600-c27d720bf65e on network 8bc6f240-6e3f-43e7-988d-b8447b55912c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:37:59.481273 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Port 8cf6c054-7e64-4110-a600-c27d720bf65e on network 8bc6f240-6e3f-43e7-988d-b8447b55912c not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:37:59.481591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Attempting to bind port 8cf6c054-7e64-4110-a600-c27d720bf65e on network 8bc6f240-6e3f-43e7-988d-b8447b55912c {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:37:59.492233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:37:59.492598 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Checking segment: {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:37:59.492996 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Bound using segment: {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:37:59.493431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Bound port: 8cf6c054-7e64-4110-a600-c27d720bf65e, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d90f4e6-2f69-4592-b73a-35ef851d9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:37:59.493979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.511189 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57956d3-5bf9-4a48-bd42-558274abd489 req-4ff742a7-e167-4a6f-8f02-92bab200bc7f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:59.512758 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f57956d3-5bf9-4a48-bd42-558274abd489 req-4ff742a7-e167-4a6f-8f02-92bab200bc7f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 944 time: 0.0804384 Dec 08 22:37:59.590211 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f57956d3-5bf9-4a48-bd42-558274abd489 req-bc48ed89-88c4-434e-89fa-3384cc419e6c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704820 Dec 08 22:37:59.596783 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] For port 8cf6c054-7e64-4110-a600-c27d720bf65e, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:37:59.599981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] For port 8cf6c054-7e64-4110-a600-c27d720bf65e, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8cf6c054-7e64-4110-a600-c27d720bf65e,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:37:59.604296 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.641762 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:59.642434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:37:59.643801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] 10.222.0.23 "PUT /v2.0/ports/8cf6c054-7e64-4110-a600-c27d720bf65e HTTP/1.1" status: 200 len: 1092 time: 0.7368822 Dec 08 22:37:59.644236 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:37:59.646524 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18de33d-d8c2-4b78-860d-bae2ab161848" -d '{"events": [{"name": "network-changed", "server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:37:59.673368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d39e58-6ed6-4d81-99da-dc124210d63d service neutron] Pushing event updated for resources: {'Port': ['ID=8cf6c054-7e64-4110-a600-c27d720bf65e,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:37:59.697891 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ac760-0bd9-4ab2-a283-60341da08602 x-openstack-request-id: req-d30ac760-0bd9-4ab2-a283-60341da08602 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:37:59.698162 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:37:59.698418 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d30ac760-0bd9-4ab2-a283-60341da08602 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:37:59.698838 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'status': 'completed', 'code': 200} Dec 08 22:37:59.732590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-33ee385e-d041-4292-ad47-498d43b939f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:59.734100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-33ee385e-d041-4292-ad47-498d43b939f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 1095 time: 0.0456362 Dec 08 22:37:59.776640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-53a968f5-2ccb-412f-826b-25eff60e165a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf6c054-7e64-4110-a600-c27d720bf65e HTTP/1.1" status: 200 len: 217 time: 0.0346861 Dec 08 22:37:59.826916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b0ded8ad-2b33-4301-bbb5-f7dad5b853cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:59.828787 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-b0ded8ad-2b33-4301-bbb5-f7dad5b853cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd9e047-a030-4f9a-831f-ed1534fb4202 HTTP/1.1" status: 200 len: 834 time: 0.0450928 Dec 08 22:37:59.878534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-340dd804-df65-4f6f-a65a-e15fb8fb523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:37:59.880107 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-340dd804-df65-4f6f-a65a-e15fb8fb523d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bc6f240-6e3f-43e7-988d-b8447b55912c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445585 Dec 08 22:37:59.967437 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-4fe49bb3-6f81-4def-bd5f-ce57ddd9d991 service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800552 Dec 08 22:38:00.060023 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6079c87e-2eb6-4052-83aa-1634eed408a6 req-bc7b15ff-ae68-4624-9042-4e07338ace28 service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854981 Dec 08 22:38:00.141220 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-84fa30cf-7aa7-43b2-ac84-ac09aa8cfc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:00.142699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-84fa30cf-7aa7-43b2-ac84-ac09aa8cfc83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 1095 time: 0.0396667 Dec 08 22:38:00.235269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-42e63480-8c3e-484e-bf6b-b3554e433010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:00.236754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-42e63480-8c3e-484e-bf6b-b3554e433010 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bc6f240-6e3f-43e7-988d-b8447b55912c HTTP/1.1" status: 200 len: 898 time: 0.0868504 Dec 08 22:38:00.277040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-c5e7ce97-afb0-4ee1-aba0-fe56f5892720 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf6c054-7e64-4110-a600-c27d720bf65e HTTP/1.1" status: 200 len: 217 time: 0.0332184 Dec 08 22:38:00.325558 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-c48fce9c-b2f4-4d91-bb61-f2aabc91babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:00.327005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-c48fce9c-b2f4-4d91-bb61-f2aabc91babe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd9e047-a030-4f9a-831f-ed1534fb4202 HTTP/1.1" status: 200 len: 834 time: 0.0431292 Dec 08 22:38:00.371437 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-1e963157-9117-414b-bac5-bd1d0e490281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:00.372866 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-1e963157-9117-414b-bac5-bd1d0e490281 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bc6f240-6e3f-43e7-988d-b8447b55912c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385449 Dec 08 22:38:00.463346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-8540d1c9-529a-4f3d-b924-c061cb18a00a service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823843 Dec 08 22:38:00.555466 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a18de33d-d8c2-4b78-860d-bae2ab161848 req-abbd4861-9037-4d2d-ad40-115d79e0faf8 service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828793 Dec 08 22:38:00.707304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295b7e7-fab1-4967-948d-aefafefdf0c9 req-2e271c68-137f-428e-8d78-ea86c8a3180f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:00.709359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7295b7e7-fab1-4967-948d-aefafefdf0c9 req-2e271c68-137f-428e-8d78-ea86c8a3180f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 944 time: 0.0527029 Dec 08 22:38:00.748133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7295b7e7-fab1-4967-948d-aefafefdf0c9 req-7535e53e-a086-4725-b325-ea39d2bfa78f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327456 Dec 08 22:38:01.868028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bf6e9-5f2e-4383-9a4d-c6cc3cecb0c2 req-0f775f58-bcd9-4727-ad55-57a3a2648822 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:01.869520 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-183bf6e9-5f2e-4383-9a4d-c6cc3cecb0c2 req-0f775f58-bcd9-4727-ad55-57a3a2648822 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 944 time: 0.0546169 Dec 08 22:38:01.906613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-183bf6e9-5f2e-4383-9a4d-c6cc3cecb0c2 req-1ea4b48c-4881-4129-bcd0-ec3cedaa3313 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311897 Dec 08 22:38:03.019298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887d750-89f3-4a87-a82a-131565ceb531 req-ca1e8151-0511-4122-8191-ab8250b2df53 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:03.020840 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b887d750-89f3-4a87-a82a-131565ceb531 req-ca1e8151-0511-4122-8191-ab8250b2df53 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 944 time: 0.0478139 Dec 08 22:38:03.058133 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b887d750-89f3-4a87-a82a-131565ceb531 req-6b9a95a8-ed11-4f7d-a438-1071d391580e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Dec 08 22:38:03.396756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8cf6c054-7e64-4110-a600-c27d720bf65e details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:38:03.489889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8cf6c054-7e64-4110-a600-c27d720bf65e, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8cf6c054-7e64-4110-a600-c27d720bf65e,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:38:03.500618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'port_id': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'mac_address': 'fa:16:3e:5c:8d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:38:03.536145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:03.548172 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf6c054-7e64-4110-a600-c27d720bf65e {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:38:03.567468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8cf6c054-7e64-4110-a600-c27d720bf65e, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8cf6c054-7e64-4110-a600-c27d720bf65e,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:38:03.571144 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:03.619891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8cf6c054-7e64-4110-a600-c27d720bf65e,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:03.805466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8cf6c054-7e64-4110-a600-c27d720bf65e'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:38:04.168072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45dd86-e22a-4946-aee1-580e2199f8fb req-40ce4af7-f83b-421a-ab4c-3f6dfd5d1aba tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:04.169524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f45dd86-e22a-4946-aee1-580e2199f8fb req-40ce4af7-f83b-421a-ab4c-3f6dfd5d1aba tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 945 time: 0.0475740 Dec 08 22:38:04.207253 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9f45dd86-e22a-4946-aee1-580e2199f8fb req-6b0e634e-a758-4529-ac49-3682937ec74c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318074 Dec 08 22:38:05.324336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa459b6d-e134-4eb8-b477-65b614d47fe2 req-678834ff-4327-4f87-a727-7bd888f26cf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:05.325789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa459b6d-e134-4eb8-b477-65b614d47fe2 req-678834ff-4327-4f87-a727-7bd888f26cf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 945 time: 0.0502534 Dec 08 22:38:05.365241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aa459b6d-e134-4eb8-b477-65b614d47fe2 req-289c58e8-f132-4470-8a14-18546c1fda80 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333891 Dec 08 22:38:05.396167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8cf6c054-7e64-4110-a600-c27d720bf65e up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:38:05.443443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 8cf6c054-7e64-4110-a600-c27d720bf65e completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:38:05.447044 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8cf6c054-7e64-4110-a600-c27d720bf65e triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:38:05.447412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:05.520853 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:05.542039 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:38:05.559135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8cf6c054-7e64-4110-a600-c27d720bf65e, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8cf6c054-7e64-4110-a600-c27d720bf65e,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:38:05.563618 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:05.589326 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c6bb16-97f6-4e53-94db-90df14e12a5f" -d '{"events": [{"server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "name": "network-vif-plugged", "status": "completed", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:38:05.617678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8cf6c054-7e64-4110-a600-c27d720bf65e,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:05.636004 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f92b5a19-b29b-4401-a3b5-c7e5b1f65a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:05.679426 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878cfe3-9957-4d61-90ec-5124842d93b0 x-openstack-request-id: req-c878cfe3-9957-4d61-90ec-5124842d93b0 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:38:05.679715 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "name": "network-vif-plugged", "status": "completed", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:38:05.679972 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c878cfe3-9957-4d61-90ec-5124842d93b0 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:38:05.680364 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'code': 200} Dec 08 22:38:05.777162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3cc3-1737-4ada-831d-909652b0b7c5 req-4bba2f8d-7895-4204-8abf-6dc65b6afa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:05.778636 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6efd3cc3-1737-4ada-831d-909652b0b7c5 req-4bba2f8d-7895-4204-8abf-6dc65b6afa36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 1097 time: 0.0429516 Dec 08 22:38:05.812838 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6efd3cc3-1737-4ada-831d-909652b0b7c5 req-01b15d34-ada2-437d-8c6f-b16e7a4906b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271833 Dec 08 22:38:06.478010 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b58b-9a20-47c4-993f-8821ba33f7c6 req-cbf40647-f001-443e-89e2-736473c878fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:06.479497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed26b58b-9a20-47c4-993f-8821ba33f7c6 req-cbf40647-f001-443e-89e2-736473c878fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0484531 Dec 08 22:38:06.516047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed26b58b-9a20-47c4-993f-8821ba33f7c6 req-5cf0aa98-1aeb-49ef-8d47-680db079be25 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306461 Dec 08 22:38:07.638324 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2d625-f4fd-4dcb-8e8e-c19af2e53b26 req-bda8af0b-33de-488f-afb9-3e21e6bf428a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:07.639814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2f2d625-f4fd-4dcb-8e8e-c19af2e53b26 req-bda8af0b-33de-488f-afb9-3e21e6bf428a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0526283 Dec 08 22:38:07.679256 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2f2d625-f4fd-4dcb-8e8e-c19af2e53b26 req-c9750066-4713-48ae-be20-89d9acd165fa tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329223 Dec 08 22:38:07.790043 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82b032-a1bc-4681-8778-d5f60dd1a1fb req-78b9fb34-3b9b-40a8-bb31-fc0afe775ba5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:07.791469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd82b032-a1bc-4681-8778-d5f60dd1a1fb req-78b9fb34-3b9b-40a8-bb31-fc0afe775ba5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0474629 Dec 08 22:38:07.827108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd82b032-a1bc-4681-8778-d5f60dd1a1fb req-fbad5cca-1103-484c-beb6-0f715368b4aa tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297577 Dec 08 22:38:07.849521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41126) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:07.890929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ceea19-b05e-4c49-9b54-bf10660cf1b9 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:07.892451 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a4ceea19-b05e-4c49-9b54-bf10660cf1b9 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 1092 time: 0.0419533 Dec 08 22:38:07.895910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41128) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:07.900280 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:07.922765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.016333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.124155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.219 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/21578e4a-bc3a-42cd-b895-b04e9df05818) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:38:08.230694 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.264487 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.305834 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:38:08.310374 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:38:08.313206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:38:08.319219 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d3341943-bf82-4e6a-b1e9-3ef7c89c2f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.342407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=21578e4a-bc3a-42cd-b895-b04e9df05818,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:08.660265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.730248 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.873564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.877949 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.924003 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:08.950321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=21578e4a-bc3a-42cd-b895-b04e9df05818,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:08.963076 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:09.063863 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP c849c3b6-5ccf-4d37-9e56-06c49014fe32 associated. External IP: 172.25.1.219, port: 8cf6c054-7e64-4110-a600-c27d720bf65e. Dec 08 22:38:09.266629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:38:09.368157 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:38:09.377832 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] Sync routers for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:38:09.385154 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:09.387459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:38:09.388079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:09.415203 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-69e67d4c-c621-4ad6-beec-0456d7502213 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5181758 Dec 08 22:38:09.416146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:38:09.418568 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d3b32-91eb-4ee8-ac56-37b4cabcb098" -d '{"events": [{"name": "network-changed", "server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:38:09.462407 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef1d45f-cb70-4da9-b0b6-c6d0fa2b042c x-openstack-request-id: req-7ef1d45f-cb70-4da9-b0b6-c6d0fa2b042c {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:38:09.463165 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:38:09.463165 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ef1d45f-cb70-4da9-b0b6-c6d0fa2b042c {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:38:09.463565 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'status': 'completed', 'code': 200} Dec 08 22:38:09.496449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:38:09.523709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-b98224f9-b7e1-4714-aa6c-e1b0d5b114ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:09.523953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f5b17-0119-4481-a32b-85cf42ed32ee req-d50b0156-830b-4a42-8da5-d0d048cb0102 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:09.525283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-b98224f9-b7e1-4714-aa6c-e1b0d5b114ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 1097 time: 0.0406265 Dec 08 22:38:09.525472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-334f5b17-0119-4481-a32b-85cf42ed32ee req-d50b0156-830b-4a42-8da5-d0d048cb0102 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0538619 Dec 08 22:38:09.565294 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-334f5b17-0119-4481-a32b-85cf42ed32ee req-5ab48f62-9b84-43dd-9edc-2d79621711b6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Dec 08 22:38:09.590393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41134) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:09.621394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-6e57583e-aa08-43c2-98c7-9416877c8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:09.622812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-6e57583e-aa08-43c2-98c7-9416877c8479 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bc6f240-6e3f-43e7-988d-b8447b55912c HTTP/1.1" status: 200 len: 898 time: 0.0910914 Dec 08 22:38:09.644231 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:09.661351 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-74d69532-7dda-4eaf-a99c-bbccd461d47d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/c849c3b6-5ccf-4d37-9e56-06c49014fe32 HTTP/1.1" status: 200 len: 992 time: 0.0687933 Dec 08 22:38:09.732913 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c849c3b6-5ccf-4d37-9e56-06c49014fe32', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'port_id': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'mac_address': 'fa:16:3e:5c:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16322bf-d79f-4090-828f-cf653f361761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:38:08Z', 'updated_at': '2021-12-08T22:38:08Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:58Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:09.769637 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] Checking router: bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:38:09.778443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:38:09.779098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:09.891033 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:09.900508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:38:10.006910 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-b228b040-bba2-4bef-ae61-18a5f07275dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf6c054-7e64-4110-a600-c27d720bf65e HTTP/1.1" status: 200 len: 1000 time: 0.3772571 Dec 08 22:38:10.055315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-3e6cdc01-03ce-4372-901a-344885539620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:10.056742 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-3e6cdc01-03ce-4372-901a-344885539620 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd9e047-a030-4f9a-831f-ed1534fb4202 HTTP/1.1" status: 200 len: 834 time: 0.0428710 Dec 08 22:38:10.101953 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-1d9e6ab7-9dc4-4152-87ad-97cf3b4eb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:10.103456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-1d9e6ab7-9dc4-4152-87ad-97cf3b4eb9b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bc6f240-6e3f-43e7-988d-b8447b55912c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399733 Dec 08 22:38:10.118352 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c849c3b6-5ccf-4d37-9e56-06c49014fe32', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'port_id': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'mac_address': 'fa:16:3e:5c:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16322bf-d79f-4090-828f-cf653f361761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:38:08Z', 'updated_at': '2021-12-08T22:38:08Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:58Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:10.147333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1e5c2-a193-48ba-9ad8-534643e4ea27 None None] The sync data for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 is: [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'c849c3b6-5ccf-4d37-9e56-06c49014fe32', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'port_id': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'mac_address': 'fa:16:3e:5c:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16322bf-d79f-4090-828f-cf653f361761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:38:08Z', 'updated_at': '2021-12-08T22:38:08Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:58Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:38:10.195627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-599185b7-a82f-41be-b66d-8dea701b8716 service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849495 Dec 08 22:38:10.288735 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-747d3b32-91eb-4ee8-ac56-37b4cabcb098 req-b832d319-7b52-4a60-ae13-0167d7181fe6 service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860200 Dec 08 22:38:10.332117 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc369857-7351-4eae-a57c-1e804fa137f1 None None] New status for floating IP c849c3b6-5ccf-4d37-9e56-06c49014fe32: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:38:10.498651 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:10.663013 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41138) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:10.726201 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-af03946e-2299-4eea-88b4-86e45ad70091 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/c849c3b6-5ccf-4d37-9e56-06c49014fe32 HTTP/1.1" status: 200 len: 994 time: 0.0619583 Dec 08 22:38:11.170482 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:34.117914 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:38:34.178738 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-b64aedb6-f19f-4e60-be41-13a0524d6b40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472870 Dec 08 22:38:34.258467 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-278c78db-5f5c-4263-b6bc-7e7febbb532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:34.260021 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-278c78db-5f5c-4263-b6bc-7e7febbb532b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 1097 time: 0.0396764 Dec 08 22:38:34.362190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-3df4c0a2-68ce-46c4-8d04-d9474ddb8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:34.363708 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-3df4c0a2-68ce-46c4-8d04-d9474ddb8ff7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bc6f240-6e3f-43e7-988d-b8447b55912c HTTP/1.1" status: 200 len: 898 time: 0.0821891 Dec 08 22:38:34.430966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-f3ed2a93-73aa-4c9f-ab61-21edfe1c4383 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf6c054-7e64-4110-a600-c27d720bf65e HTTP/1.1" status: 200 len: 1002 time: 0.0594499 Dec 08 22:38:34.479559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-05883a0c-b9db-48e0-86e2-df2d089552f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:34.480921 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-05883a0c-b9db-48e0-86e2-df2d089552f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd9e047-a030-4f9a-831f-ed1534fb4202 HTTP/1.1" status: 200 len: 834 time: 0.0421343 Dec 08 22:38:34.525524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-dc843733-e02c-4318-a252-9b80afc66ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:34.526961 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-dc843733-e02c-4318-a252-9b80afc66ef9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bc6f240-6e3f-43e7-988d-b8447b55912c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381539 Dec 08 22:38:34.617472 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-2495b795-014b-474a-97f6-37999c65a954 service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827796 Dec 08 22:38:34.705646 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-320f2a10-8e2e-413f-baf3-d27733a9db84 req-5a2ecc81-3389-418a-ad7b-4da5e56480fd service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807312 Dec 08 22:38:35.636326 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-697f1eed-7170-44fd-af7f-88aa6dd76d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:38.319904 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e248a318-a57b-4546-b419-935aec527ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:38.924618 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:39.524774 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670474cc-7833-4fc6-91d0-ea058d4860d2 req-26186601-9072-41e7-9c38-90fcd8b5b9f9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:39.526119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-670474cc-7833-4fc6-91d0-ea058d4860d2 req-26186601-9072-41e7-9c38-90fcd8b5b9f9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0524473 Dec 08 22:38:39.562346 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-670474cc-7833-4fc6-91d0-ea058d4860d2 req-51d61117-8711-4bb8-b14f-5a332bfeabab tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302460 Dec 08 22:38:39.611350 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:39.891328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:40.498884 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:40.683033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb04235-f77a-4436-973e-46735b3d871f req-11a7630b-1423-43e1-a4d4-a28a25285d28 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:40.684488 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efb04235-f77a-4436-973e-46735b3d871f req-11a7630b-1423-43e1-a4d4-a28a25285d28 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0528116 Dec 08 22:38:40.724398 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-efb04235-f77a-4436-973e-46735b3d871f req-8f6390a7-3a0d-421e-a405-0bc56337ccec tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339289 Dec 08 22:38:40.746182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41172) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:40.808431 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6550298b-1763-4433-a978-823da77131c5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/c849c3b6-5ccf-4d37-9e56-06c49014fe32 HTTP/1.1" status: 200 len: 994 time: 0.0609691 Dec 08 22:38:41.176108 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:42.070568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d125912-616c-4346-8ee0-ea9e4f4d49e9 req-7801e372-8d25-4d54-86fd-87eb46505028 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:42.072070 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d125912-616c-4346-8ee0-ea9e4f4d49e9 req-7801e372-8d25-4d54-86fd-87eb46505028 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0491867 Dec 08 22:38:42.110284 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5d125912-616c-4346-8ee0-ea9e4f4d49e9 req-21daf99b-86d7-4470-acd2-3a1193423ecb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Dec 08 22:38:43.227558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae2de-d1b4-4f7f-b699-afd41b42abb6 req-b7fdd630-468b-48dc-bedc-85d318a3350c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:43.229029 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ecae2de-d1b4-4f7f-b699-afd41b42abb6 req-b7fdd630-468b-48dc-bedc-85d318a3350c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0493042 Dec 08 22:38:43.265751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ecae2de-d1b4-4f7f-b699-afd41b42abb6 req-2e675938-4c12-4ae5-b35e-3c8c4500159b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307221 Dec 08 22:38:44.378517 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5138-29d8-43b0-9c80-272ef6efd799 req-04febe38-e188-4f5c-89ff-7f8676e01c88 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:44.379994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-601f5138-29d8-43b0-9c80-272ef6efd799 req-04febe38-e188-4f5c-89ff-7f8676e01c88 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0483835 Dec 08 22:38:44.417310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-601f5138-29d8-43b0-9c80-272ef6efd799 req-35caa1d9-e8d1-4acb-af15-c4d3071d24b4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Dec 08 22:38:45.530631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03444a6c-f9d3-466f-a05e-c69defb75c7e req-f251141e-066f-4c67-8169-7cb53c1d50b4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:45.532109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03444a6c-f9d3-466f-a05e-c69defb75c7e req-f251141e-066f-4c67-8169-7cb53c1d50b4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0485055 Dec 08 22:38:45.569298 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03444a6c-f9d3-466f-a05e-c69defb75c7e req-19ff80ef-75e2-4945-aaaf-fb90683b3009 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Dec 08 22:38:46.686905 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573661-6485-4001-8160-8fd00d25ba90 req-e38a6139-e7d4-4812-ac00-4b472d301276 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:46.688373 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5573661-6485-4001-8160-8fd00d25ba90 req-e38a6139-e7d4-4812-ac00-4b472d301276 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0515003 Dec 08 22:38:46.725860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5573661-6485-4001-8160-8fd00d25ba90 req-2ed041ed-ac21-497f-a458-967810f432a9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310271 Dec 08 22:38:47.842814 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaa039-3568-422b-a5d7-80c4f1179017 req-df432755-1fd3-416c-9929-576aabc38011 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:47.844290 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1ceaa039-3568-422b-a5d7-80c4f1179017 req-df432755-1fd3-416c-9929-576aabc38011 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0524192 Dec 08 22:38:47.881608 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1ceaa039-3568-422b-a5d7-80c4f1179017 req-898dbdd8-30df-40df-aa3e-38f0399b4e71 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304394 Dec 08 22:38:47.903560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41192) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:47.963340 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cbe968c7-d75f-4180-873b-d215e9ebb8f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/c849c3b6-5ccf-4d37-9e56-06c49014fe32 HTTP/1.1" status: 200 len: 994 time: 0.0587156 Dec 08 22:38:48.182620 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41198) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:48.335519 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 21578e4a-bc3a-42cd-b895-b04e9df05818 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:38:48.335777 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:48.408926 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:48.409254 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:48.420663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 21578e4a-bc3a-42cd-b895-b04e9df05818 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:38:48.589457 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:48.615428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=21578e4a-bc3a-42cd-b895-b04e9df05818,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:48.640791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.641144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.641488 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.641827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.642169 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.642510 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.642867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.643200 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.643534 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.643884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.644212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.644536 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:48.681442 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:48.681774 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP c849c3b6-5ccf-4d37-9e56-06c49014fe32 disassociated (deleted). External IP: 172.25.1.219, port: 8cf6c054-7e64-4110-a600-c27d720bf65e. Dec 08 22:38:48.883257 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:38:48.989238 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:38:48.994009 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:48.999928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] Sync routers for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:38:49.009407 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:38:49.010008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:49.019775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-982111fc-1d4b-4f0b-bb2d-de10c9147dc3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/floatingips/c849c3b6-5ccf-4d37-9e56-06c49014fe32 HTTP/1.1" status: 204 len: 168 time: 0.8360305 Dec 08 22:38:49.020362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:38:49.022640 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e5a34b-10fa-4a47-80c9-4eb408d93802" -d '{"events": [{"name": "network-changed", "server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:38:49.065211 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de946b-ea2e-4931-85a7-de7f05f9593b x-openstack-request-id: req-23de946b-ea2e-4931-85a7-de7f05f9593b {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:38:49.065501 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:38:49.065751 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23de946b-ea2e-4931-85a7-de7f05f9593b {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:38:49.066376 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'status': 'completed', 'code': 200} Dec 08 22:38:49.136013 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-1834b0b9-1b87-4150-813a-0fc0d12562d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:49.137409 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-1834b0b9-1b87-4150-813a-0fc0d12562d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 1097 time: 0.0439277 Dec 08 22:38:49.138130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:38:49.252473 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-7f65ba27-e362-41af-8335-3da2b389501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:49.253991 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-7f65ba27-e362-41af-8335-3da2b389501f service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bc6f240-6e3f-43e7-988d-b8447b55912c HTTP/1.1" status: 200 len: 898 time: 0.1094587 Dec 08 22:38:49.313872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-3535d03a-1cb0-4dc7-9a76-79d5d3460ec1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf6c054-7e64-4110-a600-c27d720bf65e HTTP/1.1" status: 200 len: 217 time: 0.0512578 Dec 08 22:38:49.361471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:58Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:49.362171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555bf20-cdce-49a9-9768-f5c85be7cafd req-ba0c67f0-4402-4f13-9ee2-4c3b53c25edb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:49.366446 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c555bf20-cdce-49a9-9768-f5c85be7cafd req-ba0c67f0-4402-4f13-9ee2-4c3b53c25edb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.1138303 Dec 08 22:38:49.382062 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-8a6a88ef-918d-4e84-8fc2-c7fa608e0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:49.383465 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-8a6a88ef-918d-4e84-8fc2-c7fa608e0f5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd9e047-a030-4f9a-831f-ed1534fb4202 HTTP/1.1" status: 200 len: 834 time: 0.0620210 Dec 08 22:38:49.390746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] Checking router: bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:38:49.399203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:38:49.399801 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:49.434103 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c555bf20-cdce-49a9-9768-f5c85be7cafd req-a84518a5-3ef4-4762-acab-91e4d64774cf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627000 Dec 08 22:38:49.444054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-93b7c960-0ebf-4481-afea-cd4fb6818dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:49.445551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-93b7c960-0ebf-4481-afea-cd4fb6818dbb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bc6f240-6e3f-43e7-988d-b8447b55912c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539811 Dec 08 22:38:49.545230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-fc01c1e5-01e4-40d6-8c56-f43d08146efd service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915563 Dec 08 22:38:49.637059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a9e5a34b-10fa-4a47-80c9-4eb408d93802 req-faef197c-5d1e-462d-859b-bc12e5afc061 service neutron] 10.222.0.23 "GET /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841572 Dec 08 22:38:49.659037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:38:49.847661 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:58Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:49.872255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419224cb-e7bf-42b1-9d79-d87a38c88d09 None None] The sync data for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 is: [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:37:55Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'de08903d-2232-4f07-83f8-042813c8070c', 'name': '', 'network_id': '8bc6f240-6e3f-43e7-988d-b8447b55912c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:c8:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:54Z', 'updated_at': '2021-12-08T22:37:58Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'abd9e047-a030-4f9a-831f-ed1534fb4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:38:50.093678 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc2595-25f4-4758-96be-bd42785bd11b None None] New status for floating IP c849c3b6-5ccf-4d37-9e56-06c49014fe32: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:38:50.549015 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b97283-ee54-4ef3-a63f-0b1cb5b5f124 req-35de9042-286a-44b3-b72f-e386ee1d15c0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:50.551151 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59b97283-ee54-4ef3-a63f-0b1cb5b5f124 req-35de9042-286a-44b3-b72f-e386ee1d15c0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0483696 Dec 08 22:38:50.587771 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-59b97283-ee54-4ef3-a63f-0b1cb5b5f124 req-42834ded-4b8f-4911-b731-d6aac831ea28 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d04da2a-1448-4a1e-9052-92dd1b6b0f07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304620 Dec 08 22:38:50.756434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-a4fc19ef-1af2-4774-8dfb-a25d16cf6a96 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:50.757772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-a4fc19ef-1af2-4774-8dfb-a25d16cf6a96 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/ports?device_id=e16322bf-d79f-4090-828f-cf653f361761 HTTP/1.1" status: 200 len: 946 time: 0.0475864 Dec 08 22:38:50.850730 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 8cf6c054-7e64-4110-a600-c27d720bf65e {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:38:50.851065 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:50.935955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port 8cf6c054-7e64-4110-a600-c27d720bf65e, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8cf6c054-7e64-4110-a600-c27d720bf65e,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:38:50.936312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:50.952148 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 8cf6c054-7e64-4110-a600-c27d720bf65e owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:38:51.078140 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:51.105154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=8cf6c054-7e64-4110-a600-c27d720bf65e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:51.151469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] No DVR routers for this DVR port 8cf6c054-7e64-4110-a600-c27d720bf65e on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:38:51.154014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:51.157317 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ce11e622-95a4-4624-8678-f7fa18fd6dae req-9cc71cb3-e781-4adb-9510-472cf5ada811 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "DELETE /v2.0/ports/8cf6c054-7e64-4110-a600-c27d720bf65e HTTP/1.1" status: 204 len: 173 time: 0.3912611 Dec 08 22:38:51.157757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'name': 'network-vif-deleted', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:38:51.160027 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8be11d9-0f23-40be-b720-12ec5668e377" -d '{"events": [{"server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "name": "network-vif-deleted", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:38:51.194918 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2f613-e380-4954-bed2-697c26be9681 x-openstack-request-id: req-caf2f613-e380-4954-bed2-697c26be9681 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:38:51.195213 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16322bf-d79f-4090-828f-cf653f361761", "name": "network-vif-deleted", "tag": "8cf6c054-7e64-4110-a600-c27d720bf65e", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:38:51.195467 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caf2f613-e380-4954-bed2-697c26be9681 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:38:51.195892 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16322bf-d79f-4090-828f-cf653f361761', 'name': 'network-vif-deleted', 'tag': '8cf6c054-7e64-4110-a600-c27d720bf65e', 'status': 'completed', 'code': 200} Dec 08 22:38:51.644494 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41212) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:51.999246 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:52.249585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port de08903d-2232-4f07-83f8-042813c8070c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:38:52.249851 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:52.339887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port de08903d-2232-4f07-83f8-042813c8070c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=de08903d-2232-4f07-83f8-042813c8070c,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:38:52.340244 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:52.352743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for de08903d-2232-4f07-83f8-042813c8070c owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:38:52.531083 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:52.562182 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=de08903d-2232-4f07-83f8-042813c8070c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:52.582945 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.583293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.583629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.583966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.584295 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.584623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.584949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.585274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.585597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.585923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.586243 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.586560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:52.736859 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:52.946445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:38:53.056074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:38:53.061210 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-abf0dc1a-e2f4-4e56-b50d-78bc7fb2a62c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/bd0a0d61-f85d-4c2e-b082-0e68b4dcea79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4155502 Dec 08 22:38:53.063937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41214) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:53.067202 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] Sync routers for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:38:53.076267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:38:53.076870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:53.117622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e30f856-1199-495a-b29f-836a098060cc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting subnet abd9e047-a030-4f9a-831f-ed1534fb4202 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:38:53.120920 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e30f856-1199-495a-b29f-836a098060cc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.161253 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e30f856-1199-495a-b29f-836a098060cc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.187456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:38:53.247601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e30f856-1199-495a-b29f-836a098060cc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.303558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e30f856-1199-495a-b29f-836a098060cc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.330671 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30f856-1199-495a-b29f-836a098060cc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Subnet': ['ID=abd9e047-a030-4f9a-831f-ed1534fb4202,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:53.340205 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e30f856-1199-495a-b29f-836a098060cc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.343813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8e30f856-1199-495a-b29f-836a098060cc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/subnets/abd9e047-a030-4f9a-831f-ed1534fb4202 HTTP/1.1" status: 204 len: 168 time: 0.2788801 Dec 08 22:38:53.347569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41216) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:53.350954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0ae018-4e4d-4e35-8e12-a3fa1e106816 None None] Network 8bc6f240-6e3f-43e7-988d-b8447b55912c requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:38:53.454052 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.466938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:38:52Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:53.495369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] Checking router: bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:38:53.510055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] Routers {'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:38:53.510641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:53.562604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.582233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8cf6c054-7e64-4110-a600-c27d720bf65e no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:38:53.586773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] DHCP port deletion for 8bc6f240-6e3f-43e7-988d-b8447b55912c request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:38:53.613663 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 8cf6c054-7e64-4110-a600-c27d720bf65e {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:38:53.614002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8cf6c054-7e64-4110-a600-c27d720bf65e not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:38:53.617079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 10e6a376-cd81-4016-907d-7274f12e6b95 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:38:53.617432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.664184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] Set router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:38:53.698560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port 10e6a376-cd81-4016-907d-7274f12e6b95, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=10e6a376-cd81-4016-907d-7274f12e6b95,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:38:53.698953 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.710980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 10e6a376-cd81-4016-907d-7274f12e6b95 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:38:53.767757 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Deleting port de104a50-6c68-4e19-906f-f1012795a02b {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:38:53.768052 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.851991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] For port de104a50-6c68-4e19-906f-f1012795a02b, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=de104a50-6c68-4e19-906f-f1012795a02b,segment=NetworkSegment(7d90f4e6-2f69-4592-b73a-35ef851d9083),segment_id=7d90f4e6-2f69-4592-b73a-35ef851d9083)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:38:53.852304 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.868061 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Calling delete_port for de104a50-6c68-4e19-906f-f1012795a02b owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:38:53.875772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.901230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=10e6a376-cd81-4016-907d-7274f12e6b95,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:53.961591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:53.976481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:38:52Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:54.003891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b69af-a3de-43b4-b87f-d5718f6135b9 None None] The sync data for ids ['bd0a0d61-f85d-4c2e-b082-0e68b4dcea79'] in n-d-821126-1 is: [{'id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349374424', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:37:51Z', 'updated_at': '2021-12-08T22:38:52Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '10e6a376-cd81-4016-907d-7274f12e6b95', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a0d61-f85d-4c2e-b082-0e68b4dcea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:37:52Z', 'updated_at': '2021-12-08T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:38:54.007740 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.039564 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] No DVR routers for this DVR port de104a50-6c68-4e19-906f-f1012795a02b on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:38:54.041700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Pushing event deleted for resources: {'Port': ['ID=de104a50-6c68-4e19-906f-f1012795a02b,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:54.052129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.052129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.052129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.052837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.052837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.052837 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.053207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.053534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.053868 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.054791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.055014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.055397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669be42f-9588-4560-8876-b3e00ac182fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:54.059245 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.061534 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.106896 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.107596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Fanout notify agent at l3_agent the message router_deleted on router bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:38:54.114251 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.115381 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e751ea42-6e26-40f6-ad59-1fa2d01545f0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/routers/bd0a0d61-f85d-4c2e-b082-0e68b4dcea79 HTTP/1.1" status: 204 len: 168 time: 0.7667673 Dec 08 22:38:54.118009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41218) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:54.191958 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.279644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.298571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc6f240-6e3f-43e7-988d-b8447b55912c']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:54.307493 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d90f4e6-2f69-4592-b73a-35ef851d9083') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:54.307786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d90f4e6-2f69-4592-b73a-35ef851d9083') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:54.317365 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.330103 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.336658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:38:54.337072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:38:54.340001 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:38:54.403933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.411120 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.414118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/networks/8bc6f240-6e3f-43e7-988d-b8447b55912c HTTP/1.1" status: 204 len: 168 time: 0.2952018 Dec 08 22:38:54.417233 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41220) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:54.425815 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afdb6e-08f8-4f3d-8e6f-9ddb28c941c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Network': ['ID=8bc6f240-6e3f-43e7-988d-b8447b55912c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:54.485954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df3a329c-3b73-4899-8295-189a2b15581f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.514377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df3a329c-3b73-4899-8295-189a2b15581f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.575703 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df3a329c-3b73-4899-8295-189a2b15581f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.578908 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df3a329c-3b73-4899-8295-189a2b15581f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.580592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-df3a329c-3b73-4899-8295-189a2b15581f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d04da2a-1448-4a1e-9052-92dd1b6b0f07 HTTP/1.1" status: 204 len: 168 time: 0.1616795 Dec 08 22:38:54.590592 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a329c-3b73-4899-8295-189a2b15581f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d04da2a-1448-4a1e-9052-92dd1b6b0f07,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:54.856778 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41226) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:54.861509 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-34854bea-a456-4671-85bd-107479d79a10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480182858', 'description': 'tempest-secgroup-smoke-1480182858 description', 'project_id': '6d5e814b253b465db9e640a8b983dfed'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:54.884312 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34854bea-a456-4671-85bd-107479d79a10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.949142 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34854bea-a456-4671-85bd-107479d79a10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.952836 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34854bea-a456-4671-85bd-107479d79a10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.981827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-34854bea-a456-4671-85bd-107479d79a10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:54.983046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-34854bea-a456-4671-85bd-107479d79a10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1252058 Dec 08 22:38:54.985011 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34854bea-a456-4671-85bd-107479d79a10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75f96db-83bb-4125-a256-d100d8bd0c7f,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:54.986031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41228) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:54.991804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-0ae639e1-e6a9-4428-930d-f2b94759d567 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'd75f96db-83bb-4125-a256-d100d8bd0c7f', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:55.020821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae639e1-e6a9-4428-930d-f2b94759d567 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.078969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae639e1-e6a9-4428-930d-f2b94759d567 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.082401 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae639e1-e6a9-4428-930d-f2b94759d567 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.100503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae639e1-e6a9-4428-930d-f2b94759d567 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f39c1d-c6e9-431e-89ff-585653f281ee,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:55.108682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-0ae639e1-e6a9-4428-930d-f2b94759d567 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.109940 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0ae639e1-e6a9-4428-930d-f2b94759d567 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227686 Dec 08 22:38:55.113266 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41230) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:55.117803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-459fef70-8b95-4c7a-ae67-2d1fa4fa973b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'd75f96db-83bb-4125-a256-d100d8bd0c7f', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:55.142233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 10e6a376-cd81-4016-907d-7274f12e6b95 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:38:55.146464 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-459fef70-8b95-4c7a-ae67-2d1fa4fa973b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.165838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 10e6a376-cd81-4016-907d-7274f12e6b95 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:38:55.166181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 10e6a376-cd81-4016-907d-7274f12e6b95 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:38:55.166600 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device de104a50-6c68-4e19-906f-f1012795a02b no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:38:55.185271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: de104a50-6c68-4e19-906f-f1012795a02b {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:38:55.185611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device de104a50-6c68-4e19-906f-f1012795a02b not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:38:55.186024 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device de08903d-2232-4f07-83f8-042813c8070c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:38:55.204612 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: de08903d-2232-4f07-83f8-042813c8070c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:38:55.204956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device de08903d-2232-4f07-83f8-042813c8070c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:38:55.211790 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-459fef70-8b95-4c7a-ae67-2d1fa4fa973b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.211790 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-459fef70-8b95-4c7a-ae67-2d1fa4fa973b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.230451 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fef70-8b95-4c7a-ae67-2d1fa4fa973b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7326b39e-a63f-4404-8e9e-ab53fffa3a9c,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:55.235035 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-459fef70-8b95-4c7a-ae67-2d1fa4fa973b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.239128 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-459fef70-8b95-4c7a-ae67-2d1fa4fa973b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219668 Dec 08 22:38:55.239596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41232) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:55.243531 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-419dbb60-2a50-444f-8e4f-1bd9d633b419 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'd75f96db-83bb-4125-a256-d100d8bd0c7f', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:55.269126 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-419dbb60-2a50-444f-8e4f-1bd9d633b419 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.327013 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-419dbb60-2a50-444f-8e4f-1bd9d633b419 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.330456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-419dbb60-2a50-444f-8e4f-1bd9d633b419 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.350249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dbb60-2a50-444f-8e4f-1bd9d633b419 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7692896-25fa-401e-a8ed-cde8bb505ac9,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:55.358116 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-419dbb60-2a50-444f-8e4f-1bd9d633b419 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.359320 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-419dbb60-2a50-444f-8e4f-1bd9d633b419 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191154 Dec 08 22:38:55.362324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41234) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:55.366576 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-d678074f-85e5-40ae-a661-4ebc256e383b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'd75f96db-83bb-4125-a256-d100d8bd0c7f', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:55.392926 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d678074f-85e5-40ae-a661-4ebc256e383b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.450448 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d678074f-85e5-40ae-a661-4ebc256e383b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.453666 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d678074f-85e5-40ae-a661-4ebc256e383b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.471193 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678074f-85e5-40ae-a661-4ebc256e383b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e3c1c8-b29f-42a3-9dc0-35a32dc422d3,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:55.478638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d678074f-85e5-40ae-a661-4ebc256e383b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.479822 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d678074f-85e5-40ae-a661-4ebc256e383b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165459 Dec 08 22:38:55.482495 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41236) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:55.486881 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7f6d872b-ab87-418c-a1cd-083b466357c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'd75f96db-83bb-4125-a256-d100d8bd0c7f', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:55.508006 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-7f6d872b-ab87-418c-a1cd-083b466357c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:38:55.512682 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f6d872b-ab87-418c-a1cd-083b466357c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.571215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f6d872b-ab87-418c-a1cd-083b466357c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.574490 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f6d872b-ab87-418c-a1cd-083b466357c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.593981 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d872b-ab87-418c-a1cd-083b466357c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1a5720-bd9e-4622-80fb-51796afa2c9b,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:55.600066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7f6d872b-ab87-418c-a1cd-083b466357c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.601241 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7f6d872b-ab87-418c-a1cd-083b466357c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177998 Dec 08 22:38:55.603974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41238) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:55.608161 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-738bc4a1-a205-43db-a4c1-a60d6fd2eaf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'd75f96db-83bb-4125-a256-d100d8bd0c7f', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:55.628707 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-738bc4a1-a205-43db-a4c1-a60d6fd2eaf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:38:55.633562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-738bc4a1-a205-43db-a4c1-a60d6fd2eaf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.694989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-738bc4a1-a205-43db-a4c1-a60d6fd2eaf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.698333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-738bc4a1-a205-43db-a4c1-a60d6fd2eaf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.717997 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bc4a1-a205-43db-a4c1-a60d6fd2eaf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7628d21d-68dc-4285-a5de-cc8c494b7498,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:55.723821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-738bc4a1-a205-43db-a4c1-a60d6fd2eaf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.724983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-738bc4a1-a205-43db-a4c1-a60d6fd2eaf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201069 Dec 08 22:38:55.727823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41240) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:55.732470 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'network': {'name': 'tempest-network-smoke--1066609934', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'port_security_enabled': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:55.752413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:38:55.756588 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.780100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:38:55.788704 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.789045 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Added segment 94245844-e59a-44e9-917c-a624c27bb514 of type vlan for network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 Dec 08 22:38:55.827966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.851558 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.856935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:55.857508 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.909621 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1807125 Dec 08 22:38:55.912311 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41242) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:55.926827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'admin_state_up': True, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:55.938205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a21e4-c3ff-4e41-b936-5fe774f08d0e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Network': ['ID=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:55.949020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:38:55.956976 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:55.957986 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:56.010869 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:56.145910 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:56.631830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:56.649824 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:56.749124 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.139 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/78388bd3-e5b7-4beb-bc20-7f8a01592812) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:38:56.847665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:56.883792 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:56.919924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:38:56.923007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:38:56.925407 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:38:56.955898 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=78388bd3-e5b7-4beb-bc20-7f8a01592812,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:57.172011 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:57.370044 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:57.494776 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 38eec945-d53c-4f08-be95-1ffa0804ed97 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:38:57.595038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:38:57.604770 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Sync routers for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:38:57.614461 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:38:57.615080 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:57.615217 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:57.619280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-df182e4e-8b16-4e2d-a832-0dbf04ec3ec2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7031574 Dec 08 22:38:57.619507 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41244) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:57.656737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fbdcca90-ad64-41e1-84d1-2d31992bf7e8 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6d5e814b253b465db9e640a8b983dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361688 Dec 08 22:38:57.659381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41246) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:57.718357 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:38:57.805768 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f855954-cf7e-47b7-9188-cba0c8fb00bf tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:57.807218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1f855954-cf7e-47b7-9188-cba0c8fb00bf tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469402 Dec 08 22:38:57.810001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41248) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:57.843267 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e19445de-bcc8-4438-988a-912a2fd909f2 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322223 Dec 08 22:38:57.845998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41250) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:57.851165 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299803382', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:38:57.892812 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:57Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:57.922647 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Checking router: 38eec945-d53c-4f08-be95-1ffa0804ed97 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:38:57.923011 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Updating router 38eec945-d53c-4f08-be95-1ffa0804ed97 port 78388bd3-e5b7-4beb-bc20-7f8a01592812 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:38:57.939584 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:38:57.943752 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:57.947724 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.125907 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.189401 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Subnet': ['ID=809591f4-4dcb-4b30-a030-292055f3cdb0,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:58.196422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Checking segment: {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:38:58.196422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network hostable DHCP agents. Network: 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:38:58.198205 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.204438 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.216925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:38:58.226521 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:38:58.231553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:38:58.232189 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.236158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805e95d-b384-418a-a681-b61f6e5aad7d None None] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:38:58.250118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ef69775d-76f0-4885-8a99-2175e20822fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4029303 Dec 08 22:38:58.252900 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41252) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:38:58.253499 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Attempting to bind port 78388bd3-e5b7-4beb-bc20-7f8a01592812 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:38:58.253874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Attempting to bind port 78388bd3-e5b7-4beb-bc20-7f8a01592812 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:38:58.254236 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Attempting to bind port 78388bd3-e5b7-4beb-bc20-7f8a01592812 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:38:58.264818 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Pushing event updated for resources: {'Port': ['ID=78388bd3-e5b7-4beb-bc20-7f8a01592812,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:58.267083 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:38:58.267457 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:38:58.267859 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.268247 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:38:58.269227 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Bound port: 78388bd3-e5b7-4beb-bc20-7f8a01592812, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:38:58.269608 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.296114 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.296459 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.296804 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.297140 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.297468 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.297792 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.298114 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.298432 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.298769 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.299093 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.299415 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.299730 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:38:58.400729 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:38:58.401773 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.431003 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] For port 78388bd3-e5b7-4beb-bc20-7f8a01592812, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:38:58.434392 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] For port 78388bd3-e5b7-4beb-bc20-7f8a01592812, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=78388bd3-e5b7-4beb-bc20-7f8a01592812,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:38:58.439148 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.495735 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d8c10-e3d1-4d15-8dfd-082fb49c63c0 None None] Pushing event updated for resources: {'Port': ['ID=78388bd3-e5b7-4beb-bc20-7f8a01592812,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:58.508704 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:38:58.509314 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:58.542991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Allocated IP 172.20.0.2 (66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6/809591f4-4dcb-4b30-a030-292055f3cdb0/2db368cd-3388-4ad0-962c-70450b1e873a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:38:58.621751 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:38:58.694920 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.700590 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.725935 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.733618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:38:58.737033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:38:58.741657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:38:58.772523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Pushing event updated for resources: {'Port': ['ID=2db368cd-3388-4ad0-962c-70450b1e873a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:58.807226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Attempting to bind port 2db368cd-3388-4ad0-962c-70450b1e873a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:38:58.807599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Attempting to bind port 2db368cd-3388-4ad0-962c-70450b1e873a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:38:58.807958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Attempting to bind port 2db368cd-3388-4ad0-962c-70450b1e873a on network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:38:58.812752 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:57Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:38:58.812929 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:38:58.813189 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Checking segment: {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:38:58.813595 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.813980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Bound using segment: {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:38:58.814433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Bound port: 2db368cd-3388-4ad0-962c-70450b1e873a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:38:58.814844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.843913 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14681d4b-320a-4de7-a010-e2b64e3e8b69 None None] The sync data for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 is: [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:57Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:38:58.890418 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] For port 2db368cd-3388-4ad0-962c-70450b1e873a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:38:58.894897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] For port 2db368cd-3388-4ad0-962c-70450b1e873a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2db368cd-3388-4ad0-962c-70450b1e873a,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:38:58.901056 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:58.969245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30bfd-9e79-446a-9483-757608c2b970 None None] Pushing event updated for resources: {'Port': ['ID=2db368cd-3388-4ad0-962c-70450b1e873a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:59.022093 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.1 (66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6/809591f4-4dcb-4b30-a030-292055f3cdb0/5316c33d-053a-4e09-9298-6d9211f17ffa) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:38:59.154991 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:59.193139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:59.243974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:38:59.247594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:38:59.252709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:38:59.262135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=5316c33d-053a-4e09-9298-6d9211f17ffa,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:38:59.265040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 78388bd3-e5b7-4beb-bc20-7f8a01592812 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:38:59.312678 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:59.333325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 78388bd3-e5b7-4beb-bc20-7f8a01592812 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:38:59.333806 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:59.431070 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:59.454250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 78388bd3-e5b7-4beb-bc20-7f8a01592812, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=78388bd3-e5b7-4beb-bc20-7f8a01592812,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:38:59.458516 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:59.473219 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:38:59.509878 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=78388bd3-e5b7-4beb-bc20-7f8a01592812,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:00.010707 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feadd4b-5e82-49ae-9899-94d4f6c6473a None None] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:39:00.075771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3800eacb-53c4-4582-be4e-9bcb9271b8a2 None None] Provisioning complete for port 2db368cd-3388-4ad0-962c-70450b1e873a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:00.076147 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3800eacb-53c4-4582-be4e-9bcb9271b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.131911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.136468 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.217270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.218866 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=5316c33d-053a-4e09-9298-6d9211f17ffa,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:00.230254 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3800eacb-53c4-4582-be4e-9bcb9271b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.282333 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3800eacb-53c4-4582-be4e-9bcb9271b8a2 None None] For port 2db368cd-3388-4ad0-962c-70450b1e873a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2db368cd-3388-4ad0-962c-70450b1e873a,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:39:00.287573 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3800eacb-53c4-4582-be4e-9bcb9271b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.338230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800eacb-53c4-4582-be4e-9bcb9271b8a2 None None] Pushing event updated for resources: {'Port': ['ID=2db368cd-3388-4ad0-962c-70450b1e873a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:00.343331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:39:00.344981 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:39:00.460742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 38eec945-d53c-4f08-be95-1ffa0804ed97 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:39:00.509023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-40f19fd4-7dc9-4658-b69c-81bc17ba2922 None None] Provisioning complete for port 2db368cd-3388-4ad0-962c-70450b1e873a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:00.509316 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-40f19fd4-7dc9-4658-b69c-81bc17ba2922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.580404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:39:00.604812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-40f19fd4-7dc9-4658-b69c-81bc17ba2922 None None] Provisioning complete for port 5316c33d-053a-4e09-9298-6d9211f17ffa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:00.604812 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-40f19fd4-7dc9-4658-b69c-81bc17ba2922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.608379 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a40663ed-1b9b-4785-99d1-8bd896dcb995 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/38eec945-d53c-4f08-be95-1ffa0804ed97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3542962 Dec 08 22:39:00.634843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Sync routers for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:39:00.654796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-40f19fd4-7dc9-4658-b69c-81bc17ba2922 None None] Port 5316c33d-053a-4e09-9298-6d9211f17ffa cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:39:00.658043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:39:00.658682 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:39:00.746238 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-a420894c-0235-4903-8feb-51a23abef8c3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480182858&fields=id&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 267 time: 0.0354087 Dec 08 22:39:00.766638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:39:00.823104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2495206f-64d2-47ac-a967-9a408ea3c43d None None] Provisioning complete for port 5316c33d-053a-4e09-9298-6d9211f17ffa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:00.823490 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2495206f-64d2-47ac-a967-9a408ea3c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:00.872721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990d98-d3a4-4682-839a-e13931746335 req-14ed6ab9-e00a-49d1-8fc7-542f8af72ddd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:00.874167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-14ed6ab9-e00a-49d1-8fc7-542f8af72ddd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/networks?id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 HTTP/1.1" status: 200 len: 797 time: 0.1182299 Dec 08 22:39:00.889696 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-79a81d85-e7ed-4632-becc-217dcb92202f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/quotas/6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 375 time: 0.0088186 Dec 08 22:39:00.943463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-9609fa2e-729a-4d83-a012-899c51d4f16a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480094 Dec 08 22:39:01.078132 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-2495206f-64d2-47ac-a967-9a408ea3c43d None None] Port 5316c33d-053a-4e09-9298-6d9211f17ffa cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:39:01.129150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-c5dac109-4ce1-4f51-883f-f3aeae7935da service neutron] 10.222.0.21 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370237 Dec 08 22:39:01.162072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 2, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:39:01.195940 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Checking router: 38eec945-d53c-4f08-be95-1ffa0804ed97 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:39:01.196451 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Updating router 38eec945-d53c-4f08-be95-1ffa0804ed97 port 5316c33d-053a-4e09-9298-6d9211f17ffa binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:39:01.227201 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.230473 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-06cabd97-91cd-400d-a77e-751647fa6e2c None None] Provisioning complete for port 5316c33d-053a-4e09-9298-6d9211f17ffa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:01.230801 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-06cabd97-91cd-400d-a77e-751647fa6e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.233214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-a7c4c8d3-39b5-4976-ab6d-4a4c21085a37 service neutron] 10.222.0.21 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979512 Dec 08 22:39:01.285152 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2db368cd-3388-4ad0-962c-70450b1e873a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:39:01.317217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-06cabd97-91cd-400d-a77e-751647fa6e2c None None] Port 5316c33d-053a-4e09-9298-6d9211f17ffa cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:39:01.415887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 2db368cd-3388-4ad0-962c-70450b1e873a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:01.416270 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.430174 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3532f0b-0da8-4997-8da3-ac5121e3cb21 req-697f5507-536d-4f46-92f2-6c84c84ed2dc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 210 time: 0.0314834 Dec 08 22:39:01.571842 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 78388bd3-e5b7-4beb-bc20-7f8a01592812 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:39:01.651260 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.658766 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.700045 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 78388bd3-e5b7-4beb-bc20-7f8a01592812 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:01.700410 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.767117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad1d52-1efd-462c-8592-a27d2ad64d0a None None] Pushing event updated for resources: {'Port': ['ID=5316c33d-053a-4e09-9298-6d9211f17ffa,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:01.810013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Attempting to bind port 5316c33d-053a-4e09-9298-6d9211f17ffa on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:39:01.810447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Attempting to bind port 5316c33d-053a-4e09-9298-6d9211f17ffa by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:39:01.810742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Attempting to bind port 5316c33d-053a-4e09-9298-6d9211f17ffa on network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:39:01.819342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:39:01.819712 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Checking segment: {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:39:01.820117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.820507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Bound using segment: {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:39:01.820973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Bound port: 5316c33d-053a-4e09-9298-6d9211f17ffa, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:39:01.821348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.923565 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] For port 5316c33d-053a-4e09-9298-6d9211f17ffa, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:39:01.927461 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] For port 5316c33d-053a-4e09-9298-6d9211f17ffa, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5316c33d-053a-4e09-9298-6d9211f17ffa,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:39:01.935409 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:01.984125 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ac60fb06-d074-4c7f-b058-e325d69b51fe None None] Provisioning complete for port 5316c33d-053a-4e09-9298-6d9211f17ffa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:01.984696 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60fb06-d074-4c7f-b058-e325d69b51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:02.031401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:39:02.031947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:38:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:39:02.039754 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad1d52-1efd-462c-8592-a27d2ad64d0a None None] Pushing event updated for resources: {'Port': ['ID=5316c33d-053a-4e09-9298-6d9211f17ffa,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:02.187947 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60fb06-d074-4c7f-b058-e325d69b51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:02.205335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:39:02.291508 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ac60fb06-d074-4c7f-b058-e325d69b51fe None None] For port 5316c33d-053a-4e09-9298-6d9211f17ffa, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5316c33d-053a-4e09-9298-6d9211f17ffa,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:39:02.296006 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ac60fb06-d074-4c7f-b058-e325d69b51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:02.396889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60fb06-d074-4c7f-b058-e325d69b51fe None None] Pushing event updated for resources: {'Port': ['ID=5316c33d-053a-4e09-9298-6d9211f17ffa,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:02.443438 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c278fdfd-887f-47a8-a4b5-fdb1d6ad11d4 None None] Provisioning complete for port 5316c33d-053a-4e09-9298-6d9211f17ffa triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:02.444146 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c278fdfd-887f-47a8-a4b5-fdb1d6ad11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:02.505104 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:39:01Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:39:02.546699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d1822a65-fc33-46f0-bc7c-bde344b67dc1 req-e2a1769c-11b4-41d7-a71b-37de20bc1fe0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 210 time: 0.0280094 Dec 08 22:39:02.572087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2687b79e-67b6-40fd-a7e3-539159cea0be None None] The sync data for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 is: [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:39:01Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:39:02.625617 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990d98-d3a4-4682-839a-e13931746335 req-7e705df6-057c-44dd-aaa9-dac6a70f91ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:02.628356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-7e705df6-057c-44dd-aaa9-dac6a70f91ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "GET /v2.0/networks?id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 HTTP/1.1" status: 200 len: 797 time: 0.1402881 Dec 08 22:39:02.676645 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-19f67fba-9fd2-46cf-82b7-6cebefb68a9c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 380 time: 0.0390358 Dec 08 22:39:02.687784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'port': {'device_id': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'admin_state_up': True, 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'security_groups': ['d75f96db-83bb-4125-a256-d100d8bd0c7f']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:39:02.802081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:39:02.805640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:02.933205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.6 (66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6/809591f4-4dcb-4b30-a030-292055f3cdb0/dfab4ba3-be87-4740-bb47-dd44e38614e0) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:39:03.079967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:03.119845 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:03.164463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:39:03.167597 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:39:03.170327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:39:03.209675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5316c33d-053a-4e09-9298-6d9211f17ffa up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:39:03.234892 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:03.235539 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:03.239836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=dfab4ba3-be87-4740-bb47-dd44e38614e0,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:03.257246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-cb42756b-75f7-4b66-8e78-7047e06d1bcd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734913 Dec 08 22:39:03.275137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 5316c33d-053a-4e09-9298-6d9211f17ffa triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:03.275510 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:03.366186 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Request body: {'port': {'device_id': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:39:03.431906 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:03.515315 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f50c5ae9-35bd-40cc-9ca0-ff1aafd8d966 None None] Provisioning complete for port dfab4ba3-be87-4740-bb47-dd44e38614e0 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:03.515866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f50c5ae9-35bd-40cc-9ca0-ff1aafd8d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:03.556874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f50c5ae9-35bd-40cc-9ca0-ff1aafd8d966 None None] Port dfab4ba3-be87-4740-bb47-dd44e38614e0 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:39:03.709099 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed190c2-b91f-4ea4-8e41-a9315bb01b0a req-fd7cc2a8-6016-4832-aeb4-abf49925da9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:03.710577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7ed190c2-b91f-4ea4-8e41-a9315bb01b0a req-fd7cc2a8-6016-4832-aeb4-abf49925da9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 931 time: 0.0890305 Dec 08 22:39:03.762559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfab4ba3-be87-4740-bb47-dd44e38614e0 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:39:03.775467 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:03.787759 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7ed190c2-b91f-4ea4-8e41-a9315bb01b0a req-003ec393-56d9-483b-93c2-b73cd1b0f9c5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539498 Dec 08 22:39:03.794748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Transition to ACTIVE for port object dfab4ba3-be87-4740-bb47-dd44e38614e0 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:39:03.799488 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:03.870555 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Pushing event updated for resources: {'Port': ['ID=dfab4ba3-be87-4740-bb47-dd44e38614e0,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:03.924019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Attempting to bind port dfab4ba3-be87-4740-bb47-dd44e38614e0 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:39:03.924358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Attempting to bind port dfab4ba3-be87-4740-bb47-dd44e38614e0 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:39:03.924708 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Attempting to bind port dfab4ba3-be87-4740-bb47-dd44e38614e0 on network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:39:03.929487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Port dfab4ba3-be87-4740-bb47-dd44e38614e0 on network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:39:03.929804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Attempting to bind port dfab4ba3-be87-4740-bb47-dd44e38614e0 on network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:39:03.934965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:39:03.935298 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Checking segment: {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:39:03.935674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Bound using segment: {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:39:03.936100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Bound port: dfab4ba3-be87-4740-bb47-dd44e38614e0, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94245844-e59a-44e9-917c-a624c27bb514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:39:03.936459 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:04.002156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] For port dfab4ba3-be87-4740-bb47-dd44e38614e0, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:39:04.005986 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] For port dfab4ba3-be87-4740-bb47-dd44e38614e0, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:39:04.009565 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:04.041963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.042433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:04.045082 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] 10.222.0.37 "PUT /v2.0/ports/dfab4ba3-be87-4740-bb47-dd44e38614e0 HTTP/1.1" status: 200 len: 1091 time: 0.7335024 Dec 08 22:39:04.047399 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:39:04.049706 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07870c3d-cc29-43ea-b4e9-15679ab4800f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:39:04.085603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9753-9086-474c-bc0b-d81e2cb7531a service neutron] Pushing event updated for resources: {'Port': ['ID=dfab4ba3-be87-4740-bb47-dd44e38614e0,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:04.109905 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3457e7-dc0c-476c-b248-06508c25f44f x-openstack-request-id: req-1a3457e7-dc0c-476c-b248-06508c25f44f {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:39:04.110181 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:39:04.110438 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a3457e7-dc0c-476c-b248-06508c25f44f {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:39:04.110851 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'status': 'completed', 'code': 200} Dec 08 22:39:04.151296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990d98-d3a4-4682-839a-e13931746335 req-f8d24aca-7d64-4aab-a6a5-20f8ff7b5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.152849 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-f8d24aca-7d64-4aab-a6a5-20f8ff7b5ca6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 1094 time: 0.0561178 Dec 08 22:39:04.198823 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-e469f883-d34c-4a90-9e1a-b8ddb79d6f42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0 HTTP/1.1" status: 200 len: 217 time: 0.0351684 Dec 08 22:39:04.249970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990d98-d3a4-4682-839a-e13931746335 req-023cb3d5-4f83-4b80-86b4-2ec78f44ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.251472 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-023cb3d5-4f83-4b80-86b4-2ec78f44ce00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809591f4-4dcb-4b30-a030-292055f3cdb0 HTTP/1.1" status: 200 len: 834 time: 0.0441287 Dec 08 22:39:04.294610 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990d98-d3a4-4682-839a-e13931746335 req-8750bf58-c89d-41f0-8bf3-d37771cd1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.296066 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-8750bf58-c89d-41f0-8bf3-d37771cd1f96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381253 Dec 08 22:39:04.388936 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-01cbcffa-703f-413b-a656-90ea2f26be88 service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853331 Dec 08 22:39:04.477715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bb990d98-d3a4-4682-839a-e13931746335 req-9d239cd7-954a-4a75-93ee-c7d87e3919ee service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809007 Dec 08 22:39:04.567381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-8956eb26-a5c0-4ac8-b963-3e0e4b276d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.568855 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-8956eb26-a5c0-4ac8-b963-3e0e4b276d08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 1094 time: 0.0451503 Dec 08 22:39:04.659451 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-a29d9c55-0645-4110-ad5d-902f04c97e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.660839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-a29d9c55-0645-4110-ad5d-902f04c97e4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 HTTP/1.1" status: 200 len: 898 time: 0.0851393 Dec 08 22:39:04.705353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-e8f9b04a-69c9-4f8a-9f4c-1321ae4ebba2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0 HTTP/1.1" status: 200 len: 217 time: 0.0375323 Dec 08 22:39:04.752058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-f07c60b6-4ca2-412c-a3cd-38609fc30197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.753941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-f07c60b6-4ca2-412c-a3cd-38609fc30197 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809591f4-4dcb-4b30-a030-292055f3cdb0 HTTP/1.1" status: 200 len: 834 time: 0.0420628 Dec 08 22:39:04.798478 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-d47be691-2e6a-40d6-ada9-5a9c998c5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.799972 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-d47be691-2e6a-40d6-ada9-5a9c998c5e56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383408 Dec 08 22:39:04.929386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225aea-3d08-4e4b-8c84-35b27ad504d1 req-a1be18ec-12ff-4dd2-ab52-97c044f257ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:04.930828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c225aea-3d08-4e4b-8c84-35b27ad504d1 req-a1be18ec-12ff-4dd2-ab52-97c044f257ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 943 time: 0.0717232 Dec 08 22:39:04.936106 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-211d9580-2c04-4904-b2a4-434702004e83 service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288869 Dec 08 22:39:05.017095 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1c225aea-3d08-4e4b-8c84-35b27ad504d1 req-121a3284-bd12-4bd7-ab9c-3fd84d608af3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800514 Dec 08 22:39:05.055237 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-07870c3d-cc29-43ea-b4e9-15679ab4800f req-0df1c111-0655-4c35-82a8-8bc5c128ef91 service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110730 Dec 08 22:39:05.636113 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-253e54be-b3f4-4b22-ac7d-293068e34a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:06.137440 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169c40a-0f32-4373-b32e-c599960bf701 req-b55df43e-0674-4f55-9112-ed93fefc9e19 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:06.138939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0169c40a-0f32-4373-b32e-c599960bf701 req-b55df43e-0674-4f55-9112-ed93fefc9e19 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 943 time: 0.0528715 Dec 08 22:39:06.175784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0169c40a-0f32-4373-b32e-c599960bf701 req-dda85a52-4a0f-4715-b18f-e130817e404f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301855 Dec 08 22:39:07.294189 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400da1-cdb1-4dc0-8cb9-7833adf8b2ed req-75cbbd79-8b75-41c9-b20f-02c421609def tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:07.295727 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65400da1-cdb1-4dc0-8cb9-7833adf8b2ed req-75cbbd79-8b75-41c9-b20f-02c421609def tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 943 time: 0.0529478 Dec 08 22:39:07.334970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65400da1-cdb1-4dc0-8cb9-7833adf8b2ed req-2f703422-e492-42f7-acd9-7f49e552affc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330732 Dec 08 22:39:07.863891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device dfab4ba3-be87-4740-bb47-dd44e38614e0 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:39:07.954514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port dfab4ba3-be87-4740-bb47-dd44e38614e0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:39:07.965949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'port_id': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'mac_address': 'fa:16:3e:44:ad:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:39:08.004975 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:08.016993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfab4ba3-be87-4740-bb47-dd44e38614e0 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:39:08.034993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port dfab4ba3-be87-4740-bb47-dd44e38614e0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:39:08.039060 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:08.087320 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=dfab4ba3-be87-4740-bb47-dd44e38614e0,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:08.248954 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['dfab4ba3-be87-4740-bb47-dd44e38614e0'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:39:08.337866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e07a6ab3-69f1-4c4b-ba99-411ae1d750e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:08.448162 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5b72e-77ac-40e3-8d87-7efc05c535bd req-9c831605-bac6-4afa-9833-92595ff98903 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:08.449705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6af5b72e-77ac-40e3-8d87-7efc05c535bd req-9c831605-bac6-4afa-9833-92595ff98903 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 944 time: 0.0484805 Dec 08 22:39:08.489920 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6af5b72e-77ac-40e3-8d87-7efc05c535bd req-0033aab1-cb49-4695-89cc-2f295d9ccee0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Dec 08 22:39:08.925360 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:09.601386 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05719772-962f-4165-9ec2-f7c4a6184faa req-a65febc4-787b-44b2-974a-ca924351e0dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:09.602896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05719772-962f-4165-9ec2-f7c4a6184faa req-a65febc4-787b-44b2-974a-ca924351e0dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 944 time: 0.0482357 Dec 08 22:39:09.613564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:09.641200 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05719772-962f-4165-9ec2-f7c4a6184faa req-6f27ae53-c8bc-4d06-900e-ce9ffffa8c0d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Dec 08 22:39:09.883133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device dfab4ba3-be87-4740-bb47-dd44e38614e0 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:39:09.928520 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:09.940258 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port dfab4ba3-be87-4740-bb47-dd44e38614e0 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:39:09.943858 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port dfab4ba3-be87-4740-bb47-dd44e38614e0 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:39:09.944244 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:10.020764 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:10.042383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:39:10.044928 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8683cb-655f-4d3a-b288-88474e4ae990" -d '{"events": [{"server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "name": "network-vif-plugged", "status": "completed", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:39:10.057687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port dfab4ba3-be87-4740-bb47-dd44e38614e0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:39:10.062199 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:10.085369 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29527c2-447a-44ff-960d-ea26004c55dc x-openstack-request-id: req-b29527c2-447a-44ff-960d-ea26004c55dc {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:39:10.085659 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "name": "network-vif-plugged", "status": "completed", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:39:10.085941 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b29527c2-447a-44ff-960d-ea26004c55dc {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:39:10.086333 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'code': 200} Dec 08 22:39:10.113052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=dfab4ba3-be87-4740-bb47-dd44e38614e0,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:10.182562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd687079-2abc-424a-a982-6d69be681b8d req-4b409301-6309-47cb-83c0-339ee070b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:10.183981 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bd687079-2abc-424a-a982-6d69be681b8d req-4b409301-6309-47cb-83c0-339ee070b623 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 1096 time: 0.0441241 Dec 08 22:39:10.218982 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bd687079-2abc-424a-a982-6d69be681b8d req-3a9e82a2-802a-4a67-90d5-a6ae55fb24ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277817 Dec 08 22:39:10.511465 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:10.751488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd99d-cf4e-4153-8ea5-6282b177c651 req-5c8b31a8-6030-4ab8-b721-5f5757a934dc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:10.753479 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c73cd99d-cf4e-4153-8ea5-6282b177c651 req-5c8b31a8-6030-4ab8-b721-5f5757a934dc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0485802 Dec 08 22:39:10.790443 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c73cd99d-cf4e-4153-8ea5-6282b177c651 req-b8d0104d-cb76-429d-a2f5-836c623de9f8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309978 Dec 08 22:39:11.117985 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:39:11.180140 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:11.904101 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f01d2-d674-4d40-bf39-cce47e2f469a req-2a02a2c0-07ab-4dd4-8dc0-76b1e41fd32e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:11.905534 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b97f01d2-d674-4d40-bf39-cce47e2f469a req-2a02a2c0-07ab-4dd4-8dc0-76b1e41fd32e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0468531 Dec 08 22:39:11.943243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b97f01d2-d674-4d40-bf39-cce47e2f469a req-951334bf-ea5a-4b18-8cdd-1914157a638a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311189 Dec 08 22:39:12.054658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258edfb5-61d4-4d2c-8e82-c890d8bd072f req-1a51a1a3-dd65-48fd-8f18-93dd96a0eba5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:12.056163 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-258edfb5-61d4-4d2c-8e82-c890d8bd072f req-1a51a1a3-dd65-48fd-8f18-93dd96a0eba5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0484395 Dec 08 22:39:12.093263 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-258edfb5-61d4-4d2c-8e82-c890d8bd072f req-b552aaba-f3d3-423c-b70e-fe7480caaf83 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311360 Dec 08 22:39:12.114927 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41330) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:39:12.158144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9df4a-efe3-4044-8e60-3f9256da4cea tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:12.160108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ced9df4a-efe3-4044-8e60-3f9256da4cea tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 1091 time: 0.0439043 Dec 08 22:39:12.163072 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41334) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:39:12.167341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:39:12.188808 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:12.285011 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:12.387950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.65 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/438403df-8d6f-4a31-8a8b-8478f1bbea77) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:39:12.488159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:12.520726 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:12.559338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:39:12.562149 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:39:12.566427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:39:12.592550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=438403df-8d6f-4a31-8a8b-8478f1bbea77,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:12.900755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:12.968364 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:13.113001 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:13.117724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:13.184007 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=438403df-8d6f-4a31-8a8b-8478f1bbea77,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:39:13.193562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:13.292397 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP dc385dda-4b01-4807-bdba-a69f193b377a associated. External IP: 172.25.1.65, port: dfab4ba3-be87-4740-bb47-dd44e38614e0. Dec 08 22:39:13.493924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 38eec945-d53c-4f08-be95-1ffa0804ed97 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:39:13.598528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:39:13.607993 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] Sync routers for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:39:13.615986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:13.618581 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:39:13.619216 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:39:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:39:13.643925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-35be0fe0-19d6-482d-a560-e8da96e7447b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4791543 Dec 08 22:39:13.644517 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:39:13.646827 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a962617-fa46-46e9-bae4-dfe1187cab67" -d '{"events": [{"name": "network-changed", "server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:39:13.693257 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017df47f-d899-4065-8286-f334c2d9e909 x-openstack-request-id: req-017df47f-d899-4065-8286-f334c2d9e909 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:39:13.693548 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:39:13.693803 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-017df47f-d899-4065-8286-f334c2d9e909 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:39:13.694204 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'status': 'completed', 'code': 200} Dec 08 22:39:13.731396 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:39:13.757714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-aa801f99-6d83-4b50-8282-0f19074bfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:13.758336 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0475995-5fba-4f80-a5bf-a5533312fbef req-be768677-99e5-4b64-a1a4-3641e123e09d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:13.759296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-aa801f99-6d83-4b50-8282-0f19074bfdcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 1096 time: 0.0431046 Dec 08 22:39:13.759871 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0475995-5fba-4f80-a5bf-a5533312fbef req-be768677-99e5-4b64-a1a4-3641e123e09d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0539606 Dec 08 22:39:13.797813 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e0475995-5fba-4f80-a5bf-a5533312fbef req-70f65f32-569e-4165-bb8e-bdc631309ba1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319111 Dec 08 22:39:13.821535 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41342) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:39:13.855274 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-0ce3da3a-d433-42f9-9f3e-350d114e5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:13.856935 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-0ce3da3a-d433-42f9-9f3e-350d114e5fb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 HTTP/1.1" status: 200 len: 898 time: 0.0908566 Dec 08 22:39:13.884852 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4ebcd68c-ce9e-48fe-8fe1-ad0bca082ca2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/dc385dda-4b01-4807-bdba-a69f193b377a HTTP/1.1" status: 200 len: 990 time: 0.0620940 Dec 08 22:39:13.961471 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'dc385dda-4b01-4807-bdba-a69f193b377a', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'port_id': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'mac_address': 'fa:16:3e:44:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:39:12Z', 'updated_at': '2021-12-08T22:39:12Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:39:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:39:13.988841 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] Checking router: 38eec945-d53c-4f08-be95-1ffa0804ed97 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:39:13.997488 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:39:13.998096 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:39:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:39:14.105835 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:39:14.250700 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-4ac124db-ca56-4209-b686-921a45a9f15b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0 HTTP/1.1" status: 200 len: 998 time: 0.3867440 Dec 08 22:39:14.298585 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-09f889f4-b8be-4fcb-b168-97a76a39b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:14.300628 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-09f889f4-b8be-4fcb-b168-97a76a39b8ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809591f4-4dcb-4b30-a030-292055f3cdb0 HTTP/1.1" status: 200 len: 834 time: 0.0427423 Dec 08 22:39:14.333707 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'dc385dda-4b01-4807-bdba-a69f193b377a', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'port_id': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'mac_address': 'fa:16:3e:44:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:39:12Z', 'updated_at': '2021-12-08T22:39:12Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:39:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:39:14.349075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-59cec036-bbae-4cf5-95a0-af3acec946aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:14.350569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-59cec036-bbae-4cf5-95a0-af3acec946aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436037 Dec 08 22:39:14.360446 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda2400-7b33-40b2-94a1-be52610a48cf None None] The sync data for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 is: [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'dc385dda-4b01-4807-bdba-a69f193b377a', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'port_id': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'mac_address': 'fa:16:3e:44:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:39:12Z', 'updated_at': '2021-12-08T22:39:12Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:39:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:39:14.440653 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-e9aff22e-f631-4315-9596-3c4d8099e3a0 service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827193 Dec 08 22:39:14.534528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a962617-fa46-46e9-bae4-dfe1187cab67 req-9a09cdb8-dcef-4c17-86be-e83dbc095c5f service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869415 Dec 08 22:39:14.546990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7d490e-04d5-4d69-9ca8-8c0b195bd607 None None] New status for floating IP dc385dda-4b01-4807-bdba-a69f193b377a: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:39:14.888621 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41344) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:39:14.951769 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-fe506a9e-a273-4ae9-8433-30a9b8e3e246 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/dc385dda-4b01-4807-bdba-a69f193b377a HTTP/1.1" status: 200 len: 992 time: 0.0619314 Dec 08 22:39:26.705210 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-a4dea496-00a5-42f0-bdaa-f049447d7e42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385206 Dec 08 22:39:26.783792 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-d4f900e5-8349-48f5-bcb4-19956eb2e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:26.785226 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-d4f900e5-8349-48f5-bcb4-19956eb2e1a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 1096 time: 0.0391104 Dec 08 22:39:26.887953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-eaaa5d93-19e2-42a0-bfff-337247bc4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:26.889374 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-eaaa5d93-19e2-42a0-bfff-337247bc4db6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 HTTP/1.1" status: 200 len: 898 time: 0.0851531 Dec 08 22:39:26.953659 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-a2a5497f-f97c-4264-850d-33b24be6d02a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0 HTTP/1.1" status: 200 len: 1000 time: 0.0558581 Dec 08 22:39:27.001416 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-944647f1-abd4-4c00-a580-d3df64903123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:27.003599 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-944647f1-abd4-4c00-a580-d3df64903123 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809591f4-4dcb-4b30-a030-292055f3cdb0 HTTP/1.1" status: 200 len: 834 time: 0.0425127 Dec 08 22:39:27.051077 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-0f2f5b4f-6c3e-4c3e-9590-ccf8767bc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:27.052525 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-0f2f5b4f-6c3e-4c3e-9590-ccf8767bc12b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423284 Dec 08 22:39:27.063327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-c74c40d1-f19f-41c9-a879-e89d3aaad1db service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:39:27.064235 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-c74c40d1-f19f-41c9-a879-e89d3aaad1db service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047736 Dec 08 22:39:27.150068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-4edd6179-5abf-448c-96aa-ec8b64ae3b9f service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786555 Dec 08 22:39:27.244718 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0b49c82d-4c90-4aff-a7e8-4e1753a6de73 req-f68fc49c-82ba-41d4-a23b-d786605122e3 service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865557 Dec 08 22:39:35.636232 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-908e6b0f-7b09-4c92-9b8c-50d63a4330fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:38.320167 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2756a04b-6670-4f08-8596-c8031e7e567f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:39.071133 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:39.616290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:39.920158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:40.505276 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:41.176394 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:39:43.752334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389ca42-0028-41f6-8a86-d891c7343daf req-8b0ed197-cd5f-41dd-a9fe-d539190d5b4f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:43.753800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f389ca42-0028-41f6-8a86-d891c7343daf req-8b0ed197-cd5f-41dd-a9fe-d539190d5b4f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0739412 Dec 08 22:39:43.758851 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-79bfa227-479d-4bba-b96f-db67a1843c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:43.760208 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-79bfa227-479d-4bba-b96f-db67a1843c8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 1096 time: 0.0697098 Dec 08 22:39:43.840953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f389ca42-0028-41f6-8a86-d891c7343daf req-ca7e3e81-994a-47a5-8f16-ecd539c6ddda tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798264 Dec 08 22:39:43.874790 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-c8c7c1c8-a5ec-4248-82bd-de5bf9b7db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:43.876255 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-c8c7c1c8-a5ec-4248-82bd-de5bf9b7db4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 HTTP/1.1" status: 200 len: 898 time: 0.1085055 Dec 08 22:39:43.942206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-0caecdaf-047b-4ed0-a21c-93bc735f80ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0 HTTP/1.1" status: 200 len: 1000 time: 0.0573471 Dec 08 22:39:43.994906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-ef610293-4653-4948-8c64-8bdd4aaa459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:43.996326 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-ef610293-4653-4948-8c64-8bdd4aaa459a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809591f4-4dcb-4b30-a030-292055f3cdb0 HTTP/1.1" status: 200 len: 834 time: 0.0473044 Dec 08 22:39:44.042758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-9050654b-5f44-4a4d-be00-be64e0ad206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:44.044196 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-9050654b-5f44-4a4d-be00-be64e0ad206a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394437 Dec 08 22:39:44.131360 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-4b14e224-b655-4508-8dd8-04895a7d7aa8 service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793481 Dec 08 22:39:44.225611 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8eba385b-890c-4c02-b2f5-f175b725d056 req-7a697584-e034-4f47-99b4-f0a08ab9081f service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870636 Dec 08 22:39:44.957210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f203b-2958-492b-90f0-386dd2abbb41 req-11e2277e-1417-458a-be7c-5a2f9136739a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:44.958672 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-670f203b-2958-492b-90f0-386dd2abbb41 req-11e2277e-1417-458a-be7c-5a2f9136739a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0491846 Dec 08 22:39:44.995442 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-670f203b-2958-492b-90f0-386dd2abbb41 req-62ceb018-6606-40f6-9b7f-284f1bc7cc0d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 Dec 08 22:39:46.109894 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcea1d-059b-4b89-aebc-dd0adcfde555 req-d341f9f8-d403-4543-a0be-235cfb800854 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:46.111393 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cdcea1d-059b-4b89-aebc-dd0adcfde555 req-d341f9f8-d403-4543-a0be-235cfb800854 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0496824 Dec 08 22:39:46.148700 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4cdcea1d-059b-4b89-aebc-dd0adcfde555 req-5727a881-d276-415d-92e4-c3d363f8ef43 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Dec 08 22:39:47.261050 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e4874-cb6f-455f-afea-8984fc5ea5a2 req-feafc6d4-2c4e-4023-8632-4f68886e9480 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:47.262543 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-067e4874-cb6f-455f-afea-8984fc5ea5a2 req-feafc6d4-2c4e-4023-8632-4f68886e9480 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0482025 Dec 08 22:39:47.298347 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-067e4874-cb6f-455f-afea-8984fc5ea5a2 req-7a256cf3-5275-49c2-8e3c-daa213557a67 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299513 Dec 08 22:39:48.118014 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:39:48.415815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690ca06-eaab-4244-97ab-e7278f7d3818 req-2a3dbf58-5418-48b7-a8ce-f42a9d5aa214 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:48.417161 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2690ca06-eaab-4244-97ab-e7278f7d3818 req-2a3dbf58-5418-48b7-a8ce-f42a9d5aa214 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0484936 Dec 08 22:39:48.453498 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2690ca06-eaab-4244-97ab-e7278f7d3818 req-b2f160ca-0423-4a73-abcc-8e60459b6ac6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304072 Dec 08 22:39:49.568249 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9d57e-de63-40cf-b9c5-bbc01b49da7d req-a55afa88-a8dc-43a8-9b0c-ed93b9351a32 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:49.569679 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cce9d57e-de63-40cf-b9c5-bbc01b49da7d req-a55afa88-a8dc-43a8-9b0c-ed93b9351a32 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0505250 Dec 08 22:39:49.606731 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cce9d57e-de63-40cf-b9c5-bbc01b49da7d req-b465e760-52a9-4ebf-b90f-46e9a14ffa98 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311368 Dec 08 22:39:50.728113 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458a6-a9d7-498f-a784-4a4cbd4dc59d req-30e53b9a-d60e-4aca-9edc-40395e1089ff tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:50.729604 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-270458a6-a9d7-498f-a784-4a4cbd4dc59d req-30e53b9a-d60e-4aca-9edc-40395e1089ff tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0573258 Dec 08 22:39:50.766959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-270458a6-a9d7-498f-a784-4a4cbd4dc59d req-c858eb81-9b3f-40ac-8d6d-6cc5292a75d5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314109 Dec 08 22:39:51.879660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613a49-7316-48b4-93a4-5a59890ee563 req-149aed53-5623-4044-b604-b1bbec1f04fa tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:51.881097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a613a49-7316-48b4-93a4-5a59890ee563 req-149aed53-5623-4044-b604-b1bbec1f04fa tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0493774 Dec 08 22:39:51.917434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3a613a49-7316-48b4-93a4-5a59890ee563 req-ab7e9a2b-f520-47b8-82e5-246893e8de61 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304000 Dec 08 22:39:53.031545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06336c87-9f31-4479-9342-a47da74a8984 req-e82c8f3d-40f2-4952-83ab-b496ef098152 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:53.033006 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06336c87-9f31-4479-9342-a47da74a8984 req-e82c8f3d-40f2-4952-83ab-b496ef098152 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0485542 Dec 08 22:39:53.070734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06336c87-9f31-4479-9342-a47da74a8984 req-bc83a6d6-f429-4e62-9488-b32e61397a3f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Dec 08 22:39:54.182372 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2846b1-2eed-4b75-878c-555f557a51a5 req-9e32f851-aa74-4a15-bdd5-5d62fab573cf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:54.183851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df2846b1-2eed-4b75-878c-555f557a51a5 req-9e32f851-aa74-4a15-bdd5-5d62fab573cf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0474315 Dec 08 22:39:54.222127 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-df2846b1-2eed-4b75-878c-555f557a51a5 req-da5f18ab-df37-4cc4-9fd5-c5ec3893fb1b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Dec 08 22:39:55.336625 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941853d8-5f04-4b33-b1da-eb8d5f41aebb req-d6214710-6f07-4126-a61b-e2e86a0f9e52 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:39:55.338094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-941853d8-5f04-4b33-b1da-eb8d5f41aebb req-d6214710-6f07-4126-a61b-e2e86a0f9e52 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0494595 Dec 08 22:39:55.375560 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-941853d8-5f04-4b33-b1da-eb8d5f41aebb req-1d28a62b-4768-4153-ac81-f1486faf50db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Dec 08 22:39:55.397525 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41382) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:39:55.460013 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-82ac7089-ea02-417d-a959-52228413fa5d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/dc385dda-4b01-4807-bdba-a69f193b377a HTTP/1.1" status: 200 len: 992 time: 0.0613852 Dec 08 22:40:05.635995 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b45443fc-10c5-4a12-a451-50c8dd952ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:08.321791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-afdec0f2-3adf-4731-aaa2-7db76251fcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:08.922206 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:09.618942 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:09.919286 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:10.515140 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:11.182199 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:25.118226 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:40:25.841190 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41402) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:25.995892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 438403df-8d6f-4a31-8a8b-8478f1bbea77 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:40:25.996232 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:26.068526 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:26.068851 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:26.080125 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 438403df-8d6f-4a31-8a8b-8478f1bbea77 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:40:26.223343 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:26.248522 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=438403df-8d6f-4a31-8a8b-8478f1bbea77,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:26.273025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.273373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.273707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.274038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.274370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.274696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.275044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.275369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.275691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.276009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.276326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.276641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:26.320919 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:26.321567 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP dc385dda-4b01-4807-bdba-a69f193b377a disassociated (deleted). External IP: 172.25.1.65, port: dfab4ba3-be87-4740-bb47-dd44e38614e0. Dec 08 22:40:26.825867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 38eec945-d53c-4f08-be95-1ffa0804ed97 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:40:26.930226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:40:26.934894 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:26.939530 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] Sync routers for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:40:26.948059 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:26.948655 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:26.961845 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d82b49ef-2f37-407f-afda-0a07060b2814 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc385dda-4b01-4807-bdba-a69f193b377a HTTP/1.1" status: 204 len: 168 time: 1.1196113 Dec 08 22:40:26.962431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:40:26.964742 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:40:27.005362 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2f989f-0a06-447d-bf13-7514a4fcba92 x-openstack-request-id: req-be2f989f-0a06-447d-bf13-7514a4fcba92 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:40:27.005653 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:40:27.005908 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be2f989f-0a06-447d-bf13-7514a4fcba92 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:40:27.006325 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'status': 'completed', 'code': 200} Dec 08 22:40:27.056801 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:27.070062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-f40d5a7b-a144-44a0-9e6c-bff98a1726b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:27.072217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-f40d5a7b-a144-44a0-9e6c-bff98a1726b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 1096 time: 0.0432663 Dec 08 22:40:27.196935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51271730-37db-40e9-b193-3e5daa3b3928 req-1b1e01af-4f30-4da0-a2ef-b3fea12f98e8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:27.197600 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-8e569078-f04a-4764-96bf-882e4b0606bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:27.198448 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51271730-37db-40e9-b193-3e5daa3b3928 req-1b1e01af-4f30-4da0-a2ef-b3fea12f98e8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0509391 Dec 08 22:40:27.199320 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-8e569078-f04a-4764-96bf-882e4b0606bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 HTTP/1.1" status: 200 len: 898 time: 0.1090848 Dec 08 22:40:27.239140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-51271730-37db-40e9-b193-3e5daa3b3928 req-8e5defa8-cecd-490c-ac20-969c201a5e54 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Dec 08 22:40:27.247113 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-85adcf80-dac1-4be0-b8ae-2dd3afa99e22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0 HTTP/1.1" status: 200 len: 217 time: 0.0396943 Dec 08 22:40:27.295783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-84dd64c2-0ed5-45e6-9118-b6a45a2e3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:27.297239 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-84dd64c2-0ed5-45e6-9118-b6a45a2e3e39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809591f4-4dcb-4b30-a030-292055f3cdb0 HTTP/1.1" status: 200 len: 834 time: 0.0427704 Dec 08 22:40:27.350766 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-dd6a80d7-f9ec-4762-8f33-2c0d88b7d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:27.352291 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-dd6a80d7-f9ec-4762-8f33-2c0d88b7d037 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457246 Dec 08 22:40:27.359368 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:39:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:27.385677 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] Checking router: 38eec945-d53c-4f08-be95-1ffa0804ed97 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:40:27.394174 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:27.394794 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:27.441600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-3510b945-efc3-4b15-8b02-7fa05738ca2b service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819337 Dec 08 22:40:27.496874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:27.534493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ed6e7c65-a8b5-4516-8853-ebd54fc736dd req-0f5b3eae-57ab-4dd8-a91a-3311ecc293d0 service neutron] 10.222.0.37 "GET /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855215 Dec 08 22:40:27.693088 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:39:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:27.718511 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aafadc-4fb5-4b94-9c66-073a48abc5ef None None] The sync data for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 is: [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '5316c33d-053a-4e09-9298-6d9211f17ffa', 'name': '', 'network_id': '66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:26:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:58Z', 'updated_at': '2021-12-08T22:39:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '809591f4-4dcb-4b30-a030-292055f3cdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:40:27.934512 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9d792-87b5-4586-9ccf-c912a1458a7f None None] New status for floating IP dc385dda-4b01-4807-bdba-a69f193b377a: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:40:28.356257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e1164-bce6-45b6-97aa-ea2d8cd1e4d4 req-53e92d1c-fada-43c0-a7dd-2101c4251df3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:28.357702 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-665e1164-bce6-45b6-97aa-ea2d8cd1e4d4 req-53e92d1c-fada-43c0-a7dd-2101c4251df3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0493405 Dec 08 22:40:28.394116 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-665e1164-bce6-45b6-97aa-ea2d8cd1e4d4 req-8d1d72d5-e571-4a5a-a49e-efae9ac6294f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=d75f96db-83bb-4125-a256-d100d8bd0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304072 Dec 08 22:40:28.640060 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-122f1c9b-8615-4181-8ea3-720b33067a5f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:28.641491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-122f1c9b-8615-4181-8ea3-720b33067a5f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 945 time: 0.0468020 Dec 08 22:40:28.732924 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port dfab4ba3-be87-4740-bb47-dd44e38614e0 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:40:28.733260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:28.819330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port dfab4ba3-be87-4740-bb47-dd44e38614e0, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=dfab4ba3-be87-4740-bb47-dd44e38614e0,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:28.819690 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:28.832309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for dfab4ba3-be87-4740-bb47-dd44e38614e0 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:40:28.960325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:28.988862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=dfab4ba3-be87-4740-bb47-dd44e38614e0,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:29.015074 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.015425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.015763 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.016097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.016425 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.016754 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.017081 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.017432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.017755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.018075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.018393 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.018771 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:29.044341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] No DVR routers for this DVR port dfab4ba3-be87-4740-bb47-dd44e38614e0 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:40:29.046940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:29.051016 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3a9362f4-55ad-457f-8e0f-8ef6e83fdc94 req-e9b9b135-a7bc-4084-80f0-b2a330023b8d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "DELETE /v2.0/ports/dfab4ba3-be87-4740-bb47-dd44e38614e0 HTTP/1.1" status: 204 len: 173 time: 0.4019713 Dec 08 22:40:29.051435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'name': 'network-vif-deleted', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:40:29.053682 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5422a75b-e91f-408c-8cd9-9023f25a5e40" -d '{"events": [{"server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "name": "network-vif-deleted", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:40:29.090155 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198ec9d3-6b29-48bb-a2f0-eba4f580f898 x-openstack-request-id: req-198ec9d3-6b29-48bb-a2f0-eba4f580f898 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:40:29.090451 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d64ccf1-f42b-4279-b752-c7c370821b8a", "name": "network-vif-deleted", "tag": "dfab4ba3-be87-4740-bb47-dd44e38614e0", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:40:29.090705 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-198ec9d3-6b29-48bb-a2f0-eba4f580f898 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:40:29.091132 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d64ccf1-f42b-4279-b752-c7c370821b8a', 'name': 'network-vif-deleted', 'tag': 'dfab4ba3-be87-4740-bb47-dd44e38614e0', 'status': 'completed', 'code': 200} Dec 08 22:40:29.510750 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-60eeae04-bceb-456c-adc3-0927b24c7ac9 req-d866bf0f-113a-4364-b8a0-abe03bc9fc53 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64ccf1-f42b-4279-b752-c7c370821b8a HTTP/1.1" status: 200 len: 210 time: 0.0268338 Dec 08 22:40:30.566337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41418) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:30.919537 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:31.166894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 5316c33d-053a-4e09-9298-6d9211f17ffa {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:40:31.167237 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:31.254380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port 5316c33d-053a-4e09-9298-6d9211f17ffa, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=5316c33d-053a-4e09-9298-6d9211f17ffa,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:31.254765 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:31.266806 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 5316c33d-053a-4e09-9298-6d9211f17ffa owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:40:31.445950 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:31.477019 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=5316c33d-053a-4e09-9298-6d9211f17ffa,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:31.646433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:31.856410 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 38eec945-d53c-4f08-be95-1ffa0804ed97 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:40:31.960916 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:40:31.968836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ee9e2762-dfe4-4c32-bd8f-61ddf1747ac0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/38eec945-d53c-4f08-be95-1ffa0804ed97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3985286 Dec 08 22:40:31.968836 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41420) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:31.972111 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] Sync routers for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:40:31.981378 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:31.981973 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:32.019250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-051ddf1f-7853-4aac-9ac9-01bb5793b462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting subnet 809591f4-4dcb-4b30-a030-292055f3cdb0 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:40:32.022353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ddf1f-7853-4aac-9ac9-01bb5793b462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.062358 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ddf1f-7853-4aac-9ac9-01bb5793b462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.085037 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:32.149095 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ddf1f-7853-4aac-9ac9-01bb5793b462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.206738 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ddf1f-7853-4aac-9ac9-01bb5793b462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.235212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ddf1f-7853-4aac-9ac9-01bb5793b462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Subnet': ['ID=809591f4-4dcb-4b30-a030-292055f3cdb0,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:32.237712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-051ddf1f-7853-4aac-9ac9-01bb5793b462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.244366 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-051ddf1f-7853-4aac-9ac9-01bb5793b462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/subnets/809591f4-4dcb-4b30-a030-292055f3cdb0 HTTP/1.1" status: 204 len: 168 time: 0.2712195 Dec 08 22:40:32.244536 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41422) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:32.247920 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2aae3c-fcc9-4bd2-91a2-85a9ded46cf5 None None] Network 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:40:32.267868 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:40:31Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:32.293636 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] Checking router: 38eec945-d53c-4f08-be95-1ffa0804ed97 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:40:32.302361 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] Routers {'38eec945-d53c-4f08-be95-1ffa0804ed97'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:32.302998 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['38eec945-d53c-4f08-be95-1ffa0804ed97'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:32.338074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device dfab4ba3-be87-4740-bb47-dd44e38614e0 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:40:32.354575 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.358628 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: dfab4ba3-be87-4740-bb47-dd44e38614e0 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:40:32.359009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device dfab4ba3-be87-4740-bb47-dd44e38614e0 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:40:32.416056 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] Set router 38eec945-d53c-4f08-be95-1ffa0804ed97 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:32.463838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] DHCP port deletion for 66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:40:32.471158 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.510116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Deleting port 2db368cd-3388-4ad0-962c-70450b1e873a {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:40:32.510486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.530479 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 78388bd3-e5b7-4beb-bc20-7f8a01592812 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:40:32.531127 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.574130 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] For port 2db368cd-3388-4ad0-962c-70450b1e873a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=2db368cd-3388-4ad0-962c-70450b1e873a,segment=NetworkSegment(94245844-e59a-44e9-917c-a624c27bb514),segment_id=94245844-e59a-44e9-917c-a624c27bb514)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:32.574581 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.587400 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Calling delete_port for 2db368cd-3388-4ad0-962c-70450b1e873a owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:40:32.609635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port 78388bd3-e5b7-4beb-bc20-7f8a01592812, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=78388bd3-e5b7-4beb-bc20-7f8a01592812,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:32.610109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.619003 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:40:31Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:32.623389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 78388bd3-e5b7-4beb-bc20-7f8a01592812 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:40:32.647079 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19192c44-109b-4a40-92b9-06e1d8dc2566 None None] The sync data for ids ['38eec945-d53c-4f08-be95-1ffa0804ed97'] in n-d-821126-1 is: [{'id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078581189', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:38:55Z', 'updated_at': '2021-12-08T22:40:31Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '78388bd3-e5b7-4beb-bc20-7f8a01592812', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eec945-d53c-4f08-be95-1ffa0804ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:38:56Z', 'updated_at': '2021-12-08T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:40:32.665710 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.695277 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] No DVR routers for this DVR port 2db368cd-3388-4ad0-962c-70450b1e873a on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:40:32.701530 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Pushing event deleted for resources: {'Port': ['ID=2db368cd-3388-4ad0-962c-70450b1e873a,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:32.708917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.709262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.709598 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.709931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.710259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.710584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.710953 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.711278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.711601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.712054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.712376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.712695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e2b4b-c57a-4bb5-a61a-0ba2cefbeab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:32.790951 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.823872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=78388bd3-e5b7-4beb-bc20-7f8a01592812,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:32.880454 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.969284 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:32.971402 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.017181 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.018086 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Fanout notify agent at l3_agent the message router_deleted on router 38eec945-d53c-4f08-be95-1ffa0804ed97 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:40:33.027144 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.028500 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-38578d79-79be-4ba4-a257-904ff0a4944b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/routers/38eec945-d53c-4f08-be95-1ffa0804ed97 HTTP/1.1" status: 204 len: 168 time: 0.7837031 Dec 08 22:40:33.031114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41424) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:33.117554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.209629 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.233059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:33.243441 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94245844-e59a-44e9-917c-a624c27bb514') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:33.243735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94245844-e59a-44e9-917c-a624c27bb514') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:33.253633 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.267391 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.273366 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:40:33.273764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:40:33.277025 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:40:33.286074 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2db368cd-3388-4ad0-962c-70450b1e873a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:40:33.309290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 2db368cd-3388-4ad0-962c-70450b1e873a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:40:33.309638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 2db368cd-3388-4ad0-962c-70450b1e873a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:40:33.310048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5316c33d-053a-4e09-9298-6d9211f17ffa no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:40:33.329377 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 5316c33d-053a-4e09-9298-6d9211f17ffa {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:40:33.329778 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 5316c33d-053a-4e09-9298-6d9211f17ffa not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:40:33.342213 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.352487 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.355734 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/networks/66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6 HTTP/1.1" status: 204 len: 168 time: 0.3236861 Dec 08 22:40:33.358593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41426) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:33.366172 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811744d-cae8-481f-8794-1e2bdded22cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Network': ['ID=66a4cce2-4d75-4ab6-975e-cf7b5a1dd0d6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:33.417364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa830-d856-4ab5-8871-2510027531a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.442375 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa830-d856-4ab5-8871-2510027531a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.501121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa830-d856-4ab5-8871-2510027531a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.503703 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa830-d856-4ab5-8871-2510027531a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.504851 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7ebaa830-d856-4ab5-8871-2510027531a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/security-groups/d75f96db-83bb-4125-a256-d100d8bd0c7f HTTP/1.1" status: 204 len: 168 time: 0.1452489 Dec 08 22:40:33.513485 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaa830-d856-4ab5-8871-2510027531a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75f96db-83bb-4125-a256-d100d8bd0c7f,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:33.724861 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41432) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:33.729459 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b959c970-a433-4026-bbc3-4fbb31d26daf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658940422', 'description': 'tempest-secgroup-smoke-658940422 description', 'project_id': '6d5e814b253b465db9e640a8b983dfed'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:33.751665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b959c970-a433-4026-bbc3-4fbb31d26daf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.819425 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b959c970-a433-4026-bbc3-4fbb31d26daf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.823027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b959c970-a433-4026-bbc3-4fbb31d26daf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.853571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b959c970-a433-4026-bbc3-4fbb31d26daf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.854829 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b959c970-a433-4026-bbc3-4fbb31d26daf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1289389 Dec 08 22:40:33.855909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959c970-a433-4026-bbc3-4fbb31d26daf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caeac967-8795-4250-9236-98d1c58e6206,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:33.857845 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41434) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:33.862468 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-b78313ab-fc33-45e7-a00d-a8eb8cc2d4fc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'caeac967-8795-4250-9236-98d1c58e6206', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:33.888353 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b78313ab-fc33-45e7-a00d-a8eb8cc2d4fc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.942747 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b78313ab-fc33-45e7-a00d-a8eb8cc2d4fc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.946090 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b78313ab-fc33-45e7-a00d-a8eb8cc2d4fc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.963856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78313ab-fc33-45e7-a00d-a8eb8cc2d4fc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38792f0-5a76-421a-bac0-9eb4694388d4,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:33.972116 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b78313ab-fc33-45e7-a00d-a8eb8cc2d4fc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:33.973300 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b78313ab-fc33-45e7-a00d-a8eb8cc2d4fc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145566 Dec 08 22:40:33.975984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41436) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:33.980208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-128d0752-f40c-4742-b091-e1d539989d46 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'caeac967-8795-4250-9236-98d1c58e6206', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:34.005231 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-128d0752-f40c-4742-b091-e1d539989d46 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.059259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-128d0752-f40c-4742-b091-e1d539989d46 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.062638 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-128d0752-f40c-4742-b091-e1d539989d46 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.080272 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d0752-f40c-4742-b091-e1d539989d46 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98254432-c2a5-4de6-aad0-143bbc1d3cf1,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:34.089072 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-128d0752-f40c-4742-b091-e1d539989d46 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.090252 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-128d0752-f40c-4742-b091-e1d539989d46 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133604 Dec 08 22:40:34.093263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41438) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:34.097781 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f8278fa1-2023-446f-8837-d59de89b3706 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'caeac967-8795-4250-9236-98d1c58e6206', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:34.122419 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8278fa1-2023-446f-8837-d59de89b3706 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.180612 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8278fa1-2023-446f-8837-d59de89b3706 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.183788 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8278fa1-2023-446f-8837-d59de89b3706 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.201655 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8278fa1-2023-446f-8837-d59de89b3706 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51bf6be-1423-4338-a984-b536d8fd89cc,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:34.210007 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8278fa1-2023-446f-8837-d59de89b3706 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.212481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f8278fa1-2023-446f-8837-d59de89b3706 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170669 Dec 08 22:40:34.213976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41440) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:34.218305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-335558f6-d26d-412b-b2f5-e11a84c31978 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'caeac967-8795-4250-9236-98d1c58e6206', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:34.244219 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-335558f6-d26d-412b-b2f5-e11a84c31978 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.302695 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-335558f6-d26d-412b-b2f5-e11a84c31978 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.306214 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-335558f6-d26d-412b-b2f5-e11a84c31978 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.327098 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335558f6-d26d-412b-b2f5-e11a84c31978 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5044f095-51ee-4444-8abc-f4f35e0ce68a,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:34.331717 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-335558f6-d26d-412b-b2f5-e11a84c31978 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.332971 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-335558f6-d26d-412b-b2f5-e11a84c31978 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179962 Dec 08 22:40:34.335828 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41442) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:34.340079 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-1171d263-1e64-4ddc-82b8-1cf3872f8dc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'caeac967-8795-4250-9236-98d1c58e6206', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:34.360414 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-1171d263-1e64-4ddc-82b8-1cf3872f8dc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:40:34.365502 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1171d263-1e64-4ddc-82b8-1cf3872f8dc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.422644 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1171d263-1e64-4ddc-82b8-1cf3872f8dc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.426609 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1171d263-1e64-4ddc-82b8-1cf3872f8dc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.443766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171d263-1e64-4ddc-82b8-1cf3872f8dc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd29b7d0-e115-4c0d-afa8-04c91fe652b5,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:34.452082 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1171d263-1e64-4ddc-82b8-1cf3872f8dc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.453547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1171d263-1e64-4ddc-82b8-1cf3872f8dc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168046 Dec 08 22:40:34.456381 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41444) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:34.460652 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-728d9e9d-e06e-4328-bd0a-4d31c2a1422e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'caeac967-8795-4250-9236-98d1c58e6206', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:34.480950 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-728d9e9d-e06e-4328-bd0a-4d31c2a1422e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:40:34.485636 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-728d9e9d-e06e-4328-bd0a-4d31c2a1422e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.547133 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-728d9e9d-e06e-4328-bd0a-4d31c2a1422e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.551164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-728d9e9d-e06e-4328-bd0a-4d31c2a1422e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.569604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9e9d-e06e-4328-bd0a-4d31c2a1422e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a059d898-c5ac-4bce-8a9c-e405dd80f7b1,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:34.574568 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-728d9e9d-e06e-4328-bd0a-4d31c2a1422e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.575768 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-728d9e9d-e06e-4328-bd0a-4d31c2a1422e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184735 Dec 08 22:40:34.578672 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41446) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:34.583413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'network': {'name': 'tempest-network-smoke--518780599', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'port_security_enabled': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:34.603218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:40:34.606584 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.629415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:40:34.637927 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.638277 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Added segment 9368fa8e-7db5-41aa-921d-0b9e32ea0a8a of type vlan for network 1a177db5-ffbc-4396-be31-9deb4c031198 Dec 08 22:40:34.679171 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.701374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.706918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:34.707529 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.760428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1807411 Dec 08 22:40:34.763204 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41448) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:34.778021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'admin_state_up': True, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:34.791421 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c66316-481b-4871-9c31-2df9a6533229 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Network': ['ID=1a177db5-ffbc-4396-be31-9deb4c031198,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:34.802208 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1a177db5-ffbc-4396-be31-9deb4c031198 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:40:34.808382 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.809462 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:34.864276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:35.171271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 78388bd3-e5b7-4beb-bc20-7f8a01592812 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:40:35.195254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 78388bd3-e5b7-4beb-bc20-7f8a01592812 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:40:35.195601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 78388bd3-e5b7-4beb-bc20-7f8a01592812 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:40:35.323649 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:35.505298 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:35.523582 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:35.623149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.191 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/b93ffd5b-34c0-4d81-b014-717c7b72f00c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:40:35.637348 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d66abe06-bdd0-495c-873b-bbb2884ecd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:35.722889 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:35.755525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:35.793368 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:40:35.796288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:40:35.799442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:40:35.829009 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=b93ffd5b-34c0-4d81-b014-717c7b72f00c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:36.047134 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:36.242980 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:36.364223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bc2c985b-654c-46f6-91a0-a2ee1d344959 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:40:36.467988 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:40:36.480361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Sync routers for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:40:36.489377 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:36.490232 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:36.490871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:36.491034 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8443df18-2a3e-4a97-ba7a-573543625583 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7257860 Dec 08 22:40:36.497553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41450) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:36.525966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f97d4c10-cd75-469f-a589-66a2d6afd538 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6d5e814b253b465db9e640a8b983dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270643 Dec 08 22:40:36.528431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41452) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:36.593841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:36.618222 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51061579-21b2-4ff1-9bf9-a1069a54f934 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:36.619777 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-51061579-21b2-4ff1-9bf9-a1069a54f934 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904505 Dec 08 22:40:36.622494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41454) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:36.649884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1b0c8e86-fddc-453e-b5a1-bbb50c2f0009 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263152 Dec 08 22:40:36.652265 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41456) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:36.656849 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630984608', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:36.752371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:40:36.756120 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:36.771285 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:35Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:36.797592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Checking router: bc2c985b-654c-46f6-91a0-a2ee1d344959 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:40:36.797947 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Updating router bc2c985b-654c-46f6-91a0-a2ee1d344959 port b93ffd5b-34c0-4d81-b014-717c7b72f00c binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:40:36.822411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:36.936983 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.003294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Subnet': ['ID=eac1b094-b232-4635-aa24-3537ca193158,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:37.011962 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Checking segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:40:37.012581 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network hostable DHCP agents. Network: 1a177db5-ffbc-4396-be31-9deb4c031198, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:40:37.028704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 1a177db5-ffbc-4396-be31-9deb4c031198 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:40:37.038315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1a177db5-ffbc-4396-be31-9deb4c031198) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:40:37.043209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:37.044479 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.055768 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2f88e-720f-4930-a92b-70e5394ad8d0 None None] Network 1a177db5-ffbc-4396-be31-9deb4c031198 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:40:37.060965 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dc56d0ab-1157-4f5c-b497-79a69afad7a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4077528 Dec 08 22:40:37.063773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41458) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:37.112851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.119899 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.191387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Attempting to bind port b93ffd5b-34c0-4d81-b014-717c7b72f00c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:40:37.191669 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Attempting to bind port b93ffd5b-34c0-4d81-b014-717c7b72f00c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:40:37.192055 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Attempting to bind port b93ffd5b-34c0-4d81-b014-717c7b72f00c on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:40:37.205557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:40:37.205927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:40:37.206325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.206726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:40:37.207198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Bound port: b93ffd5b-34c0-4d81-b014-717c7b72f00c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:40:37.207562 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.209002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed8da7-0985-4854-a2fa-84d45e7f9702 None None] Pushing event updated for resources: {'Port': ['ID=b93ffd5b-34c0-4d81-b014-717c7b72f00c,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:37.300365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] For port b93ffd5b-34c0-4d81-b014-717c7b72f00c, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:40:37.309944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1a177db5-ffbc-4396-be31-9deb4c031198', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:40:37.310820 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.316756 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] For port b93ffd5b-34c0-4d81-b014-717c7b72f00c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b93ffd5b-34c0-4d81-b014-717c7b72f00c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:40:37.323503 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.439342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:37.439959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:37.504356 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:37.509324 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed8da7-0985-4854-a2fa-84d45e7f9702 None None] Pushing event updated for resources: {'Port': ['ID=b93ffd5b-34c0-4d81-b014-717c7b72f00c,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:37.580726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Allocated IP 172.20.0.2 (1a177db5-ffbc-4396-be31-9deb4c031198/eac1b094-b232-4635-aa24-3537ca193158/f24a1c05-cdff-48f3-a365-9f23e1a2c52a) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:40:37.593275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:38.009637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.016515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.059369 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Network 1a177db5-ffbc-4396-be31-9deb4c031198 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:40:38.061001 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:35Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:38.062221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.1 (1a177db5-ffbc-4396-be31-9deb4c031198/eac1b094-b232-4635-aa24-3537ca193158/a1bd40a3-ab20-4d65-992b-70e717f68122) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:40:38.066043 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:40:38.095684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:40:38.098054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c772c4-77d0-44f7-b428-01ba96e13875 None None] The sync data for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 is: [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:35Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:40:38.100527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Pushing event updated for resources: {'Port': ['ID=f24a1c05-cdff-48f3-a365-9f23e1a2c52a,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:38.170507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Attempting to bind port f24a1c05-cdff-48f3-a365-9f23e1a2c52a on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:40:38.171177 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Attempting to bind port f24a1c05-cdff-48f3-a365-9f23e1a2c52a by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:40:38.171534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Attempting to bind port f24a1c05-cdff-48f3-a365-9f23e1a2c52a on network 1a177db5-ffbc-4396-be31-9deb4c031198 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:40:38.177483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:40:38.177982 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Checking segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:40:38.178487 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.179129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Bound using segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:40:38.179705 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Bound port: f24a1c05-cdff-48f3-a365-9f23e1a2c52a, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:40:38.180207 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.221527 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.259346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-32652868-e32f-4035-819d-312d3a86f358 None None] For port f24a1c05-cdff-48f3-a365-9f23e1a2c52a, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:40:38.260027 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.264355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-32652868-e32f-4035-819d-312d3a86f358 None None] For port f24a1c05-cdff-48f3-a365-9f23e1a2c52a, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f24a1c05-cdff-48f3-a365-9f23e1a2c52a,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:40:38.273991 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.301396 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 1a177db5-ffbc-4396-be31-9deb4c031198 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:40:38.304838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:40:38.311539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:40:38.322543 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=a1bd40a3-ab20-4d65-992b-70e717f68122,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:38.342745 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef91dfce-c4c6-425d-b30c-426eab38f757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.374459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32652868-e32f-4035-819d-312d3a86f358 None None] Pushing event updated for resources: {'Port': ['ID=f24a1c05-cdff-48f3-a365-9f23e1a2c52a,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:38.386397 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.563569 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.876393 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.882480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.926901 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.961789 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:38.963550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=a1bd40a3-ab20-4d65-992b-70e717f68122,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:39.060201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 1a177db5-ffbc-4396-be31-9deb4c031198 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:40:39.062141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:40:39.181333 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bc2c985b-654c-46f6-91a0-a2ee1d344959 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:40:39.293322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b93ffd5b-34c0-4d81-b014-717c7b72f00c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:40:39.303077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:40:39.317783 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-24e8e077-64be-43e5-b844-34d737013a15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/bc2c985b-654c-46f6-91a0-a2ee1d344959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2528701 Dec 08 22:40:39.361884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b93ffd5b-34c0-4d81-b014-717c7b72f00c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:39.362507 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.451134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3ce75-df0a-4fe3-933f-5762a6811190 None None] Network 1a177db5-ffbc-4396-be31-9deb4c031198 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:40:39.458621 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.493089 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-0e021085-2777-4dbf-a74c-0b22f3cca0dc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658940422&fields=id&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 267 time: 0.0328774 Dec 08 22:40:39.526316 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port b93ffd5b-34c0-4d81-b014-717c7b72f00c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b93ffd5b-34c0-4d81-b014-717c7b72f00c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:39.534343 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.535156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f24a1c05-cdff-48f3-a365-9f23e1a2c52a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:40:39.591016 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f1f603d2-42ea-41dc-8a97-161519e57ea2 None None] Provisioning complete for port f24a1c05-cdff-48f3-a365-9f23e1a2c52a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:39.591392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1f603d2-42ea-41dc-8a97-161519e57ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.612505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-8acc6985-e5e5-48fc-abd4-81a12a683c20 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:39.614192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-8acc6985-e5e5-48fc-abd4-81a12a683c20 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 796 time: 0.1140728 Dec 08 22:40:39.635268 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-732eaa46-1e4b-4b60-a055-8529df2cab2a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/quotas/6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 375 time: 0.0105357 Dec 08 22:40:39.687481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=b93ffd5b-34c0-4d81-b014-717c7b72f00c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:39.688663 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-6769cb97-863e-4589-8b3f-8887182d5854 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473411 Dec 08 22:40:39.717121 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.734485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f24a1c05-cdff-48f3-a365-9f23e1a2c52a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:39.734830 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.795776 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-5b0b7c03-9f77-43fb-9b79-cd2c159cd926 service neutron] 10.222.0.21 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935469 Dec 08 22:40:39.830703 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1f603d2-42ea-41dc-8a97-161519e57ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.903382 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3cb486b4-99ed-4b6f-b1d7-e3d628ca838c service neutron] 10.222.0.21 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007574 Dec 08 22:40:39.908822 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f1f603d2-42ea-41dc-8a97-161519e57ea2 None None] For port f24a1c05-cdff-48f3-a365-9f23e1a2c52a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f24a1c05-cdff-48f3-a365-9f23e1a2c52a,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:39.921610 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f1f603d2-42ea-41dc-8a97-161519e57ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.925669 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:39.939980 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Sync routers for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:40:39.950620 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:39.951537 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:39.962491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.006472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f603d2-42ea-41dc-8a97-161519e57ea2 None None] Pushing event updated for resources: {'Port': ['ID=f24a1c05-cdff-48f3-a365-9f23e1a2c52a,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:40.055548 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:40:40.055548 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:40:40.089633 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:40.139318 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c69648f9-2a79-45bb-a828-294893bcf50b req-c90f3007-850b-42ce-8656-b28058bd8879 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 210 time: 0.0462615 Dec 08 22:40:40.247131 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-859fe824-65b1-4c34-b042-94b072182c66 None None] Provisioning complete for port a1bd40a3-ab20-4d65-992b-70e717f68122 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:40.247131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-859fe824-65b1-4c34-b042-94b072182c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.290527 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-859fe824-65b1-4c34-b042-94b072182c66 None None] Port a1bd40a3-ab20-4d65-992b-70e717f68122 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:40:40.304432 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-859fe824-65b1-4c34-b042-94b072182c66 None None] Provisioning complete for port f24a1c05-cdff-48f3-a365-9f23e1a2c52a triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:40.304802 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-859fe824-65b1-4c34-b042-94b072182c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.316688 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 2, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:40.449489 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Checking router: bc2c985b-654c-46f6-91a0-a2ee1d344959 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:40:40.449921 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Updating router bc2c985b-654c-46f6-91a0-a2ee1d344959 port a1bd40a3-ab20-4d65-992b-70e717f68122 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:40:40.479358 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.514876 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.522246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-85f97c31-f864-442e-8773-7de1d57d5ade None None] Provisioning complete for port a1bd40a3-ab20-4d65-992b-70e717f68122 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:40.522617 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-85f97c31-f864-442e-8773-7de1d57d5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.592108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-85f97c31-f864-442e-8773-7de1d57d5ade None None] Port a1bd40a3-ab20-4d65-992b-70e717f68122 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:40:40.712918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-59ec5943-60ae-404d-842c-001354c3f6fd None None] Provisioning complete for port a1bd40a3-ab20-4d65-992b-70e717f68122 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:40.713250 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-59ec5943-60ae-404d-842c-001354c3f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.748245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-59ec5943-60ae-404d-842c-001354c3f6fd None None] Port a1bd40a3-ab20-4d65-992b-70e717f68122 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:40:40.790063 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.795279 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.860081 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Pushing event updated for resources: {'Port': ['ID=a1bd40a3-ab20-4d65-992b-70e717f68122,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:40.882996 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.883341 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.883672 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.883997 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.884318 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.884637 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.884955 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.885271 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.885583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.885894 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.886205 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.886517 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:40:40.900142 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Attempting to bind port a1bd40a3-ab20-4d65-992b-70e717f68122 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:40:40.900501 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Attempting to bind port a1bd40a3-ab20-4d65-992b-70e717f68122 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:40:40.900852 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Attempting to bind port a1bd40a3-ab20-4d65-992b-70e717f68122 on network 1a177db5-ffbc-4396-be31-9deb4c031198 {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:40:40.906057 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:40:40.906552 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Checking segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:40:40.907077 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.907602 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Bound using segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:40:40.908166 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Bound port: a1bd40a3-ab20-4d65-992b-70e717f68122, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:40:40.908623 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:40.980536 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] For port a1bd40a3-ab20-4d65-992b-70e717f68122, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:40:40.983842 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] For port a1bd40a3-ab20-4d65-992b-70e717f68122, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a1bd40a3-ab20-4d65-992b-70e717f68122,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:40:40.988782 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.046314 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23287e93-fb05-4078-a882-afdf4ec310b7 None None] Pushing event updated for resources: {'Port': ['ID=a1bd40a3-ab20-4d65-992b-70e717f68122,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:41.052023 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:41.052629 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:41.081475 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f6d2cd60-8a06-4b4b-8b16-dc880c577a48 None None] Provisioning complete for port a1bd40a3-ab20-4d65-992b-70e717f68122 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:41.082167 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cd60-8a06-4b4b-8b16-dc880c577a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.226533 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:41.285454 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.295435 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b93ffd5b-34c0-4d81-b014-717c7b72f00c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:40:41.316156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2f2fa649-c223-4fb8-924f-1739da8dca06 req-1265d7c8-9c0d-45f1-b7a3-50461f649c73 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 210 time: 0.0493352 Dec 08 22:40:41.354328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cd60-8a06-4b4b-8b16-dc880c577a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.399944 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f6d2cd60-8a06-4b4b-8b16-dc880c577a48 None None] For port a1bd40a3-ab20-4d65-992b-70e717f68122, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a1bd40a3-ab20-4d65-992b-70e717f68122,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:41.407010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b93ffd5b-34c0-4d81-b014-717c7b72f00c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:41.407476 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.409792 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cd60-8a06-4b4b-8b16-dc880c577a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.490099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2cd60-8a06-4b4b-8b16-dc880c577a48 None None] Pushing event updated for resources: {'Port': ['ID=a1bd40a3-ab20-4d65-992b-70e717f68122,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:41.491852 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:40Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:41.522678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-0b47ade2-039c-4208-8d85-668bda7624cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:41.524190 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-0b47ade2-039c-4208-8d85-668bda7624cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 796 time: 0.5241020 Dec 08 22:40:41.528074 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8b113-9200-4efa-83e8-b28ef7edbc8a None None] The sync data for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 is: [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:40Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:40:41.542838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f24a1c05-cdff-48f3-a365-9f23e1a2c52a up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:40:41.565145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3c1b9ccb-00fa-465a-9fc9-ca6c079631f4 None None] Provisioning complete for port a1bd40a3-ab20-4d65-992b-70e717f68122 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:41.565526 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9ccb-00fa-465a-9fc9-ca6c079631f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.578031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-863b08ea-1bed-4527-a6b9-3cf6dab879d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 379 time: 0.0420270 Dec 08 22:40:41.598697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'port': {'device_id': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'admin_state_up': True, 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'security_groups': ['caeac967-8795-4250-9236-98d1c58e6206']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:41.671584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f24a1c05-cdff-48f3-a365-9f23e1a2c52a triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:41.671965 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.719674 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:40:41.723347 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:41.857100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.11 (1a177db5-ffbc-4396-be31-9deb4c031198/eac1b094-b232-4635-aa24-3537ca193158/3a724a36-5f6d-432e-a846-b3ebfeaf468c) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:40:42.005385 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.038557 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.082982 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 1a177db5-ffbc-4396-be31-9deb4c031198 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:40:42.086176 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:40:42.089944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:40:42.117727 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:42.146304 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:42.146978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.164640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-3fc4c981-38d3-446d-8315-d8d179e693ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5747802 Dec 08 22:40:42.178639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Request body: {'port': {'device_id': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:42.246866 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.319872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-672487fc-97b6-4468-bda5-01b53384988a None None] Provisioning complete for port 3a724a36-5f6d-432e-a846-b3ebfeaf468c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:42.320459 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-672487fc-97b6-4468-bda5-01b53384988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.359936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-672487fc-97b6-4468-bda5-01b53384988a None None] Port 3a724a36-5f6d-432e-a846-b3ebfeaf468c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:40:42.495016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421a73c-2589-4ae9-8ccb-67172d6f3161 req-ba82f6e2-39a7-4430-9f11-5ebef8ac7c6b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:42.496569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4421a73c-2589-4ae9-8ccb-67172d6f3161 req-ba82f6e2-39a7-4430-9f11-5ebef8ac7c6b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 932 time: 0.1065660 Dec 08 22:40:42.583106 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4421a73c-2589-4ae9-8ccb-67172d6f3161 req-a9871a91-c556-40d8-9917-c6d862681f82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763278 Dec 08 22:40:42.597103 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a724a36-5f6d-432e-a846-b3ebfeaf468c {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:40:42.604823 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.617085 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Transition to ACTIVE for port object 3a724a36-5f6d-432e-a846-b3ebfeaf468c will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:40:42.619930 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.686039 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:42.737627 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Attempting to bind port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:40:42.737955 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Attempting to bind port 3a724a36-5f6d-432e-a846-b3ebfeaf468c by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:40:42.738278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Attempting to bind port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on network 1a177db5-ffbc-4396-be31-9deb4c031198 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:40:42.742761 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on network 1a177db5-ffbc-4396-be31-9deb4c031198 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:40:42.743082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Attempting to bind port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on network 1a177db5-ffbc-4396-be31-9deb4c031198 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:40:42.747910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:40:42.748247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Checking segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:40:42.748628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Bound using segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:40:42.749051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Bound port: 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:40:42.749414 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.819891 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:40:42.823326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:40:42.828026 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.862841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:42.863525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:42.864993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 1092 time: 0.6917155 Dec 08 22:40:42.865439 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:40:42.867766 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6769f824-c239-4ded-8319-a44c47093859" -d '{"events": [{"name": "network-changed", "server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:40:42.897394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e6e59-276d-4671-a08f-5d57425b6527 service neutron] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:42.913048 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907dbe57-6b6c-4f4b-b8b3-26fa66fb1302 x-openstack-request-id: req-907dbe57-6b6c-4f4b-b8b3-26fa66fb1302 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:40:42.913400 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:40:42.913611 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-907dbe57-6b6c-4f4b-b8b3-26fa66fb1302 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:40:42.914019 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'status': 'completed', 'code': 200} Dec 08 22:40:42.958592 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-e69a9de4-88f3-43a0-9cda-c607a12f6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:42.960156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-e69a9de4-88f3-43a0-9cda-c607a12f6703 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0435815 Dec 08 22:40:43.007796 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-decad15c-09ef-4fc7-a315-68e1e486c421 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 217 time: 0.0398273 Dec 08 22:40:43.057489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-8c70a87b-80f7-4144-8267-ee42092ae7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:43.058988 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-8c70a87b-80f7-4144-8267-ee42092ae7e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0450134 Dec 08 22:40:43.104758 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-361a5183-4acf-494e-9921-8bd33c57abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:43.106257 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-361a5183-4acf-494e-9921-8bd33c57abb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398674 Dec 08 22:40:43.207218 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-5d1bffce-89ee-4533-b4ef-48043c92b94d service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933375 Dec 08 22:40:43.247426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a1bd40a3-ab20-4d65-992b-70e717f68122 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:40:43.293270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a1bd40a3-ab20-4d65-992b-70e717f68122 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:43.293636 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:43.299521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f08cd9fc-8403-467f-8d80-e1770ef0a89d req-17547883-4c8f-4a7a-800b-e3ed2092ef95 service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856726 Dec 08 22:40:43.386873 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f824-c239-4ded-8319-a44c47093859 req-850aca25-bffd-43a1-b7eb-8058e44a9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:43.388392 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6769f824-c239-4ded-8319-a44c47093859 req-850aca25-bffd-43a1-b7eb-8058e44a9e30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0433190 Dec 08 22:40:43.479976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f824-c239-4ded-8319-a44c47093859 req-886c6c98-a841-4099-8736-bba49808d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:43.481385 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6769f824-c239-4ded-8319-a44c47093859 req-886c6c98-a841-4099-8736-bba49808d074 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 897 time: 0.0860486 Dec 08 22:40:43.522754 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6769f824-c239-4ded-8319-a44c47093859 req-0e0bf22e-99e7-4761-a62b-dd473cd98888 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 217 time: 0.0345545 Dec 08 22:40:43.572320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f824-c239-4ded-8319-a44c47093859 req-c304079b-7edc-4850-a61f-7b154cd12ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:43.573712 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6769f824-c239-4ded-8319-a44c47093859 req-c304079b-7edc-4850-a61f-7b154cd12ae7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0435824 Dec 08 22:40:43.624798 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f824-c239-4ded-8319-a44c47093859 req-01fbff6a-de4e-45b0-bc57-ccf624f792a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:43.626295 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6769f824-c239-4ded-8319-a44c47093859 req-01fbff6a-de4e-45b0-bc57-ccf624f792a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445323 Dec 08 22:40:43.745697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9552a-666c-4d2b-8a51-eaf8875d9d45 req-a0cf10d4-366f-4ac8-a949-291557b40ad9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:43.747117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fce9552a-666c-4d2b-8a51-eaf8875d9d45 req-a0cf10d4-366f-4ac8-a949-291557b40ad9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 944 time: 0.0726829 Dec 08 22:40:43.763288 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6769f824-c239-4ded-8319-a44c47093859 req-ec51849a-920b-46f1-9309-d6362b5350aa service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295459 Dec 08 22:40:43.829261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fce9552a-666c-4d2b-8a51-eaf8875d9d45 req-faaa5a01-32ec-46b4-bf52-786cbd6d37fe tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749421 Dec 08 22:40:43.865918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6769f824-c239-4ded-8319-a44c47093859 req-dc9e97c2-d209-48e9-9823-f5dd369e0dad service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941393 Dec 08 22:40:44.948761 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d3d92-9284-4b47-ac0b-3899e4f3b613 req-0ca6aa0a-37d3-4018-9536-e6cbb96ef798 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:44.950212 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-204d3d92-9284-4b47-ac0b-3899e4f3b613 req-0ca6aa0a-37d3-4018-9536-e6cbb96ef798 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 944 time: 0.0522945 Dec 08 22:40:44.986613 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-204d3d92-9284-4b47-ac0b-3899e4f3b613 req-5acbdb46-43a9-4694-848b-187221800107 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304549 Dec 08 22:40:46.063080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3a724a36-5f6d-432e-a846-b3ebfeaf468c details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:40:46.104490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280210fd-65ad-4bd7-89f1-c695aa1fa872 req-70062f84-46db-4be2-9bf3-66259e6fbf22 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:46.106074 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-280210fd-65ad-4bd7-89f1-c695aa1fa872 req-70062f84-46db-4be2-9bf3-66259e6fbf22 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 944 time: 0.0540121 Dec 08 22:40:46.143784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-280210fd-65ad-4bd7-89f1-c695aa1fa872 req-d50f84c4-8920-495a-933b-d873b0c4c085 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316384 Dec 08 22:40:46.155126 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:46.166312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'port_id': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'mac_address': 'fa:16:3e:f0:fa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:40:46.205866 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:46.218375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a724a36-5f6d-432e-a846-b3ebfeaf468c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:40:46.237269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:46.241564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:46.286464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:46.468225 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['3a724a36-5f6d-432e-a846-b3ebfeaf468c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:40:47.256533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a19a6-0850-4793-9993-0c32e59c9f40 req-0ab21821-58ee-41ce-9aaf-151a5c12f6aa tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:47.258017 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f8a19a6-0850-4793-9993-0c32e59c9f40 req-0ab21821-58ee-41ce-9aaf-151a5c12f6aa tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 945 time: 0.0487282 Dec 08 22:40:47.295304 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f8a19a6-0850-4793-9993-0c32e59c9f40 req-9d9e9bd1-09d3-4054-8418-28454bbec18f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312078 Dec 08 22:40:48.067442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3a724a36-5f6d-432e-a846-b3ebfeaf468c up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:40:48.115614 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 3a724a36-5f6d-432e-a846-b3ebfeaf468c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:40:48.119421 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 3a724a36-5f6d-432e-a846-b3ebfeaf468c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:40:48.119791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:48.195537 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:48.217291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:40:48.219840 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d6bd9-4745-4b75-9370-fb146d3e8502" -d '{"events": [{"server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "name": "network-vif-plugged", "status": "completed", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:40:48.232697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:40:48.238099 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:48.266228 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0aa09a-55cf-4c8d-b206-fc27a49b7908 x-openstack-request-id: req-6d0aa09a-55cf-4c8d-b206-fc27a49b7908 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:40:48.266585 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "name": "network-vif-plugged", "status": "completed", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:40:48.266804 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d0aa09a-55cf-4c8d-b206-fc27a49b7908 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:40:48.267844 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'code': 200} Dec 08 22:40:48.291139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:48.359825 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd606db3-a7e8-4e33-aee9-3398c9ffd290 req-1a8b9ea5-63bd-4d5e-8536-aaab6fbe4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:48.361462 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd606db3-a7e8-4e33-aee9-3398c9ffd290 req-1a8b9ea5-63bd-4d5e-8536-aaab6fbe4970 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0402684 Dec 08 22:40:48.397224 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bd606db3-a7e8-4e33-aee9-3398c9ffd290 req-0c3bd3d8-de87-4f3f-a3f1-fdbd4fd14559 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289586 Dec 08 22:40:48.409253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19286d-4f89-4b1f-9237-a287d7dbe972 req-8a975b8c-38c5-4a58-9006-0fd19a2d2fda tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:48.410723 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e19286d-4f89-4b1f-9237-a287d7dbe972 req-8a975b8c-38c5-4a58-9006-0fd19a2d2fda tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0482681 Dec 08 22:40:48.448279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e19286d-4f89-4b1f-9237-a287d7dbe972 req-69647b9c-1977-4348-a943-69fc9c1c5691 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Dec 08 22:40:49.565048 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f6e71-e93d-40d4-b1e7-38be55dd349d req-c55f8e37-a707-4f76-b196-b781869e8297 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:49.566492 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a3f6e71-e93d-40d4-b1e7-38be55dd349d req-c55f8e37-a707-4f76-b196-b781869e8297 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0512209 Dec 08 22:40:49.611706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1a3f6e71-e93d-40d4-b1e7-38be55dd349d req-f7f32292-4029-4af1-8426-f1cb3db870a6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 Dec 08 22:40:49.726014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682e7b1-72e7-492c-b2a2-e9a3071fc033 req-97d452e1-4d65-4afe-977c-2ba76cda5c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:49.727562 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6682e7b1-72e7-492c-b2a2-e9a3071fc033 req-97d452e1-4d65-4afe-977c-2ba76cda5c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0517545 Dec 08 22:40:49.764073 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6682e7b1-72e7-492c-b2a2-e9a3071fc033 req-730fe059-4405-47b6-99af-828c5ef34b6d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306444 Dec 08 22:40:49.785573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41510) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:49.823443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1701005-088e-4018-887a-9d08f50415d2 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:49.824916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c1701005-088e-4018-887a-9d08f50415d2 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1092 time: 0.0383682 Dec 08 22:40:49.827720 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41512) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:49.832429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:40:49.853651 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:49.949238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:50.045379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.81 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/80514f92-52c5-48eb-ad82-a9b589bf7320) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:40:50.147464 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:50.179611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:50.216122 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:40:50.219181 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:40:50.222571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:40:50.229875 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=80514f92-52c5-48eb-ad82-a9b589bf7320,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:50.874641 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:50.937511 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:51.083195 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:51.087596 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:51.158237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=80514f92-52c5-48eb-ad82-a9b589bf7320,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:40:51.167919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:51.266648 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP 4722a8b1-923d-45ac-8642-480e93109a21 associated. External IP: 172.25.1.81, port: 3a724a36-5f6d-432e-a846-b3ebfeaf468c. Dec 08 22:40:51.464826 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bc2c985b-654c-46f6-91a0-a2ee1d344959 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:40:51.569954 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:40:51.580501 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] Sync routers for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:40:51.588003 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:40:51.590618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:51.591254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:51.614758 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-10c55e0e-1af0-4b6b-a869-edc71155ae6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7860351 Dec 08 22:40:51.615426 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:40:51.617784 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56627ce-e26d-4fe3-bead-7ba6748ef481" -d '{"events": [{"name": "network-changed", "server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:40:51.664147 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c30c6a-db5c-48a6-ad93-ad4e59b313aa x-openstack-request-id: req-e6c30c6a-db5c-48a6-ad93-ad4e59b313aa {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:40:51.665201 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:40:51.665463 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6c30c6a-db5c-48a6-ad93-ad4e59b313aa {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:40:51.665984 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'status': 'completed', 'code': 200} Dec 08 22:40:51.700632 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:51.750070 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b66b-8daa-406c-b4ab-852a6df1c818 req-e97198a6-b445-4f53-896a-4b8c172a121e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:51.752117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b900b66b-8daa-406c-b4ab-852a6df1c818 req-e97198a6-b445-4f53-896a-4b8c172a121e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0799096 Dec 08 22:40:51.758274 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-7b78f271-bbca-46c9-8e3a-ba7fe75d439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:51.759737 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-7b78f271-bbca-46c9-8e3a-ba7fe75d439b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0581083 Dec 08 22:40:51.840678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b900b66b-8daa-406c-b4ab-852a6df1c818 req-ef96f65d-b224-4fa3-90cb-fb0abeb6e2d9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799854 Dec 08 22:40:51.865729 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41518) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:51.875202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-57741fc7-7d1b-45ff-bea1-24722fd71595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:51.876992 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-57741fc7-7d1b-45ff-bea1-24722fd71595 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 897 time: 0.1097212 Dec 08 22:40:51.936443 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8eddda08-88a6-4775-8cca-2a1a7e106c6f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/4722a8b1-923d-45ac-8642-480e93109a21 HTTP/1.1" status: 200 len: 991 time: 0.0682349 Dec 08 22:40:51.945291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-d20d869f-bc1a-4a95-93d1-7d6e0decef17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 999 time: 0.0616388 Dec 08 22:40:51.996692 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-52e6f316-9b9f-4127-85ac-89b4ab6000de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:51.998199 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-52e6f316-9b9f-4127-85ac-89b4ab6000de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0465362 Dec 08 22:40:52.048862 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-8cb46fc0-33a1-47bc-929d-e10648669737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:40:52.050247 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-8cb46fc0-33a1-47bc-929d-e10648669737 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452256 Dec 08 22:40:52.077422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '4722a8b1-923d-45ac-8642-480e93109a21', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'port_id': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'mac_address': 'fa:16:3e:f0:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:40:50Z', 'updated_at': '2021-12-08T22:40:50Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:41Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:52.103538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] Checking router: bc2c985b-654c-46f6-91a0-a2ee1d344959 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:40:52.112577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:40:52.113182 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:40:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:52.138985 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-3534b11f-2414-4899-b713-4160547c37f0 service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817599 Dec 08 22:40:52.221115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:40:52.233511 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a56627ce-e26d-4fe3-bead-7ba6748ef481 req-da76ce14-cc83-4b3e-8a2d-909a235fa16c service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870557 Dec 08 22:40:52.538155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '4722a8b1-923d-45ac-8642-480e93109a21', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'port_id': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'mac_address': 'fa:16:3e:f0:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:40:50Z', 'updated_at': '2021-12-08T22:40:50Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:41Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:40:52.565956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c58817-3a8c-4cd2-983c-4460a0e1c457 None None] The sync data for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 is: [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '4722a8b1-923d-45ac-8642-480e93109a21', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'port_id': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'mac_address': 'fa:16:3e:f0:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:40:50Z', 'updated_at': '2021-12-08T22:40:50Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:41Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:40:52.753931 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1fd2a-7b81-448d-a772-012e36bc6daa None None] New status for floating IP 4722a8b1-923d-45ac-8642-480e93109a21: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:40:52.939813 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41520) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:40:52.999051 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a8b586b0-5460-4568-9dbf-ef490b27c9a4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/4722a8b1-923d-45ac-8642-480e93109a21 HTTP/1.1" status: 200 len: 993 time: 0.0580304 Dec 08 22:41:02.117162 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:41:05.638220 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cb12f557-e446-46f0-9cad-537f4df91055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:08.320209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-155adc25-8d25-46ea-ad81-58e21be39db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:08.928046 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:09.625265 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:09.918147 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:10.521630 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:11.191377 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:21.603012 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-1f39fa62-973a-49f5-8bc9-fc3c32d7c304 req-994c614e-7378-4a0c-9301-2a311f67047c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:41:21.603989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f39fa62-973a-49f5-8bc9-fc3c32d7c304 req-994c614e-7378-4a0c-9301-2a311f67047c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053699 Dec 08 22:41:22.886930 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5b94-6553-47d2-bca4-6dc78003ba0b req-1a07f458-692a-46bf-bce9-cb1ba8898161 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:22.888413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-963d5b94-6553-47d2-bca4-6dc78003ba0b req-1a07f458-692a-46bf-bce9-cb1ba8898161 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.1368144 Dec 08 22:41:22.891841 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-ea612ed4-fc92-487e-a9c8-4115360e200b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153836 Dec 08 22:41:22.927880 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-963d5b94-6553-47d2-bca4-6dc78003ba0b req-ed80f981-e2cd-4d79-b0c0-6a242c6a5c47 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326159 Dec 08 22:41:24.016217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-c2de0853-fc9b-4b33-8dc2-4dbe3a50951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:24.017714 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-c2de0853-fc9b-4b33-8dc2-4dbe3a50951e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0894694 Dec 08 22:41:24.138454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0fbb7-eed3-4ded-9f54-72b117a4bc1e req-62fa83af-c3e0-44d0-b523-bdd81b0ab66f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:24.139937 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-59f0fbb7-eed3-4ded-9f54-72b117a4bc1e req-62fa83af-c3e0-44d0-b523-bdd81b0ab66f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.1407440 Dec 08 22:41:24.161269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-3651a6dd-1501-4655-8756-9bd7c1663de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:24.162640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-3651a6dd-1501-4655-8756-9bd7c1663de8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 897 time: 0.1377168 Dec 08 22:41:24.212311 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-59f0fbb7-eed3-4ded-9f54-72b117a4bc1e req-a00c88f8-382b-4de5-8147-9c5789ca8664 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652781 Dec 08 22:41:24.236958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-b94d4d79-1080-4885-9554-9f9c3cfb50bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 1001 time: 0.0617626 Dec 08 22:41:24.288006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-bcaeabfc-48a6-4928-88c7-2d70e2c5618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:24.289359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-bcaeabfc-48a6-4928-88c7-2d70e2c5618a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0451791 Dec 08 22:41:24.334122 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-004cdeb8-6b1d-4f5d-872a-d0b0b0d03437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:24.335561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-004cdeb8-6b1d-4f5d-872a-d0b0b0d03437 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373085 Dec 08 22:41:24.423294 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-88a900fc-a809-44e7-9daf-17efd370c575 service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795949 Dec 08 22:41:24.512623 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-0684dbc6-0d7b-4de7-a8cb-05779a8b2cef service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827897 Dec 08 22:41:25.329384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9656ced-3d6e-4127-9bd0-8de508acf22b req-b97e2808-883e-4103-af7b-49955a74c394 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:25.330879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9656ced-3d6e-4127-9bd0-8de508acf22b req-b97e2808-883e-4103-af7b-49955a74c394 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0492830 Dec 08 22:41:25.367631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b9656ced-3d6e-4127-9bd0-8de508acf22b req-3290d3eb-a8c9-4718-9cc2-fed41b977a3e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307598 Dec 08 22:41:26.480146 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5168f1c-e354-43d8-8c74-82140f56a255 req-57658550-92b6-4bc5-b377-f56151aafda7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:26.481497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5168f1c-e354-43d8-8c74-82140f56a255 req-57658550-92b6-4bc5-b377-f56151aafda7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0476835 Dec 08 22:41:26.517721 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5168f1c-e354-43d8-8c74-82140f56a255 req-174d5116-d745-4ac4-9d99-250d4fdd71fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296221 Dec 08 22:41:27.629526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc06484-c8e6-4812-b4e0-ffc1e44705c5 req-64e70ec6-0873-410b-8374-a3a8ad9048a7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:27.630995 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3cc06484-c8e6-4812-b4e0-ffc1e44705c5 req-64e70ec6-0873-410b-8374-a3a8ad9048a7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0471358 Dec 08 22:41:27.671126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3cc06484-c8e6-4812-b4e0-ffc1e44705c5 req-627525af-10fa-4cf2-a046-472a4c06788e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343018 Dec 08 22:41:28.783319 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ff2c7-f933-4965-909a-fe3a729a19da req-285f64ba-ee82-44fa-ae9c-097251ad645e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:28.785464 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad0ff2c7-f933-4965-909a-fe3a729a19da req-285f64ba-ee82-44fa-ae9c-097251ad645e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0477674 Dec 08 22:41:28.822251 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ad0ff2c7-f933-4965-909a-fe3a729a19da req-66514dbe-c744-4245-8a76-4cb5d9ce025a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308156 Dec 08 22:41:29.936843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059c85-2de6-4566-9db7-915f6bc2b1c6 req-90d7e7c4-8845-40c0-9d59-80d01423507c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:29.938299 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5059c85-2de6-4566-9db7-915f6bc2b1c6 req-90d7e7c4-8845-40c0-9d59-80d01423507c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0481930 Dec 08 22:41:29.975192 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f5059c85-2de6-4566-9db7-915f6bc2b1c6 req-3e8a8fcb-3848-48f6-8602-58bd9d5a3f69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308051 Dec 08 22:41:31.091380 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008f196-1a01-453a-ac55-1e7f19069d64 req-57f0ec6f-b94d-4c46-bcae-8fe88b93615e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:31.092812 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c008f196-1a01-453a-ac55-1e7f19069d64 req-57f0ec6f-b94d-4c46-bcae-8fe88b93615e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0516009 Dec 08 22:41:31.130496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c008f196-1a01-453a-ac55-1e7f19069d64 req-8e1a637e-7601-42a2-b411-c41520989c9c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312228 Dec 08 22:41:32.244807 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca071d0-7492-464e-9d15-b1caa053a63a req-5a3b1890-f3de-41bd-ace6-6bf5af96a03e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:32.246292 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dca071d0-7492-464e-9d15-b1caa053a63a req-5a3b1890-f3de-41bd-ace6-6bf5af96a03e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0493760 Dec 08 22:41:32.283296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dca071d0-7492-464e-9d15-b1caa053a63a req-e4f982bc-0fd4-421d-98bf-6f3a7d5a765b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309994 Dec 08 22:41:33.397102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4c9f8-ff56-40c4-bbfe-607f6b488ab7 req-f59faa63-7f2d-484a-a9da-d1bf4d616bc1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:33.398588 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6bd4c9f8-ff56-40c4-bbfe-607f6b488ab7 req-f59faa63-7f2d-484a-a9da-d1bf4d616bc1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0489893 Dec 08 22:41:33.436567 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6bd4c9f8-ff56-40c4-bbfe-607f6b488ab7 req-052a5d28-0a52-473a-86c1-2f539f076f59 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318780 Dec 08 22:41:34.549758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eb895-253f-48fd-a444-d58627d4e100 req-ce87fe40-ff78-4eaf-86e6-037f894b6fe1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:34.551222 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e4eb895-253f-48fd-a444-d58627d4e100 req-ce87fe40-ff78-4eaf-86e6-037f894b6fe1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0477147 Dec 08 22:41:34.591134 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e4eb895-253f-48fd-a444-d58627d4e100 req-b82e73d4-acce-4ba5-aeb7-c7d132cba586 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340481 Dec 08 22:41:35.641941 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f82a8759-1d21-4703-9495-6fce54fbdb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:35.705552 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd8ec-6708-42c7-8398-080db727d8d4 req-e1589f74-79b5-4733-982d-b661d02646fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:35.707031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-217dd8ec-6708-42c7-8398-080db727d8d4 req-e1589f74-79b5-4733-982d-b661d02646fb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0474358 Dec 08 22:41:35.745006 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-217dd8ec-6708-42c7-8398-080db727d8d4 req-7c978d13-6634-408c-af74-daaf38dd7b0d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319920 Dec 08 22:41:36.381127 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-e7ae8bdf-f66c-4a4c-b7c5-7248ae23cf8a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:41:36.382066 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-e7ae8bdf-f66c-4a4c-b7c5-7248ae23cf8a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052240 Dec 08 22:41:36.444687 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-19e629b1-4a79-4509-a0a2-bbe77cff766b service neutron] show failed (client error): The resource could not be found. Dec 08 22:41:36.445648 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-19e629b1-4a79-4509-a0a2-bbe77cff766b service neutron] 10.222.0.23 "GET /v2.0/ports/3a724a36-5f6d-432e-a846-b3ebfeaf468c/bindings/n-h1-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0561471 Dec 08 22:41:36.637743 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-2378871b-8f60-4359-9738-3482ae7beb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:36.639269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-2378871b-8f60-4359-9738-3482ae7beb91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 1097 time: 0.0404818 Dec 08 22:41:36.651803 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:41:36.703532 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:36.911124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b71ed8-7827-4e78-ad6e-d0ada3b7d343 req-3115c776-86c9-4fdc-a492-3c4caa36cd37 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:36.912506 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5b71ed8-7827-4e78-ad6e-d0ada3b7d343 req-3115c776-86c9-4fdc-a492-3c4caa36cd37 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0989790 Dec 08 22:41:36.964334 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:41:36.980582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e5b71ed8-7827-4e78-ad6e-d0ada3b7d343 req-2f59f783-27f1-45e8-8686-38d060381c78 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609040 Dec 08 22:41:37.002836 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:41:37.041598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:41:37.043890 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb049d6c-d43d-409c-a5e1-4c37b13d8c88" -d '{"events": [{"server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:41:37.047562 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:37.059520 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Transition to ACTIVE for port object 3a724a36-5f6d-432e-a846-b3ebfeaf468c will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:41:37.063135 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:37.097999 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba179b97-29b0-4837-afe5-8441d1301bb5 x-openstack-request-id: req-ba179b97-29b0-4837-afe5-8441d1301bb5 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:41:37.098287 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:41:37.098564 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba179b97-29b0-4837-afe5-8441d1301bb5 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:41:37.098948 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'code': 200} Dec 08 22:41:37.149232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=6']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:41:37.165608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.165882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.166223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.166560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.166920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.167254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.167588 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.167915 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.168239 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.168564 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.168886 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.169206 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:37.200796 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] No DVR routers for this DVR port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:41:37.338558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Attempting to bind port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:41:37.338923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Attempting to bind port 3a724a36-5f6d-432e-a846-b3ebfeaf468c by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:41:37.339252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Attempting to bind port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on network 1a177db5-ffbc-4396-be31-9deb4c031198 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:41:37.343694 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on network 1a177db5-ffbc-4396-be31-9deb4c031198 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:41:37.344014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Attempting to bind port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on network 1a177db5-ffbc-4396-be31-9deb4c031198 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:41:37.349063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:41:37.349396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Checking segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:41:37.349776 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Bound using segment: {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:41:37.350196 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Bound port: 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:41:37.350546 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:37.412293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:41:37.415535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:41:37.420196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:37.457544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:37.458152 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:37.459541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 1092 time: 0.8117163 Dec 08 22:41:37.479744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2e5ff-0cb8-4734-842b-7e13fb301e05 service neutron] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=7']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:41:37.524739 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-6131b7bf-9c6b-46a9-8b68-3959d6f55e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:37.526305 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-6131b7bf-9c6b-46a9-8b68-3959d6f55e1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0437291 Dec 08 22:41:37.618999 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-8bd3d4ac-578c-49d4-8f27-fdfb8a621e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:37.620517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-8bd3d4ac-578c-49d4-8f27-fdfb8a621e27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 897 time: 0.0876691 Dec 08 22:41:37.688821 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-5f8924d5-91b4-4c49-9122-f77032d6540f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 999 time: 0.0610662 Dec 08 22:41:37.735722 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-989fa5c7-2a4c-4a7c-b15d-72cb63851980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:37.737690 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-989fa5c7-2a4c-4a7c-b15d-72cb63851980 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0422418 Dec 08 22:41:37.781275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-5a1ad15d-e00a-4798-b083-09fb42229c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:37.782701 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-5a1ad15d-e00a-4798-b083-09fb42229c34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383329 Dec 08 22:41:37.874424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-b426c05c-6ded-46a1-93c6-180963d457bc service neutron] 10.222.0.37 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834923 Dec 08 22:41:37.961928 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a8a5d070-5643-461f-87d6-11c0af71b9e9 req-06be5ca3-1b72-475c-9897-e5d3ad2c8dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802133 Dec 08 22:41:38.103490 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b2c04-2a28-4af6-b5df-609f36f3a7b2 req-8e851090-37af-441c-918d-c5f0b20eac9c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:38.104984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c3b2c04-2a28-4af6-b5df-609f36f3a7b2 req-8e851090-37af-441c-918d-c5f0b20eac9c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 944 time: 0.0544865 Dec 08 22:41:38.143246 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4c3b2c04-2a28-4af6-b5df-609f36f3a7b2 req-bc87b9dc-a698-4e8f-b2b5-3b8b9b3a045f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322773 Dec 08 22:41:38.320845 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3f92-b4ce-4e07-b9cb-a1e539b7cf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:38.932031 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:39.100484 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:41:39.102906 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7983035b-4508-4d77-82a2-6d8accb20678" -d '{"events": [{"name": "network-changed", "server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:41:39.116033 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:41:39.150571 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66a8e48-161e-4d99-8740-59a542b129db x-openstack-request-id: req-a66a8e48-161e-4d99-8740-59a542b129db {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:41:39.150970 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:41:39.151301 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a66a8e48-161e-4d99-8740-59a542b129db {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:41:39.151766 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'status': 'completed', 'code': 200} Dec 08 22:41:39.214945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983035b-4508-4d77-82a2-6d8accb20678 req-4dc9b7ae-171c-4edf-8c0e-8178dff4b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.216439 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-4dc9b7ae-171c-4edf-8c0e-8178dff4b3ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0483723 Dec 08 22:41:39.235034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983035b-4508-4d77-82a2-6d8accb20678 req-a0fd3d1a-4f88-4d36-9c42-94de32dcb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.236661 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-a0fd3d1a-4f88-4d36-9c42-94de32dcb6dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0605299 Dec 08 22:41:39.305681 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983035b-4508-4d77-82a2-6d8accb20678 req-0b18dd81-a22e-47ec-9775-9158309665b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.307244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-0b18dd81-a22e-47ec-9775-9158309665b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 897 time: 0.0828321 Dec 08 22:41:39.324062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069429b8-974b-44b8-823a-47d375bc88b7 req-189c4586-4c93-423a-8c96-989254972f7e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.325545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-069429b8-974b-44b8-823a-47d375bc88b7 req-189c4586-4c93-423a-8c96-989254972f7e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 944 time: 0.1032672 Dec 08 22:41:39.371092 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983035b-4508-4d77-82a2-6d8accb20678 req-df81f87f-2dfb-4b89-96f6-749cbceab7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.372560 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-df81f87f-2dfb-4b89-96f6-749cbceab7b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 897 time: 0.1228006 Dec 08 22:41:39.380433 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-f8d3393e-520e-4ca5-82ef-cf4cb5a0d01d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 999 time: 0.0660913 Dec 08 22:41:39.390372 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-069429b8-974b-44b8-823a-47d375bc88b7 req-41cc68b5-5e54-426b-8923-7bc026cf5977 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573139 Dec 08 22:41:39.432016 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983035b-4508-4d77-82a2-6d8accb20678 req-81445142-c3cf-46fe-913d-330744f6dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.433705 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-81445142-c3cf-46fe-913d-330744f6dfbc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0465872 Dec 08 22:41:39.453823 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-879834a0-adbc-4792-a073-28de9c4ea0aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 999 time: 0.0710742 Dec 08 22:41:39.482246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983035b-4508-4d77-82a2-6d8accb20678 req-bf4e3670-65de-4086-a128-18918b51e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.483800 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-bf4e3670-65de-4086-a128-18918b51e3d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428851 Dec 08 22:41:39.507460 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983035b-4508-4d77-82a2-6d8accb20678 req-ba4a7f9a-5b13-4eea-b51d-b4fb5e8febf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.508925 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-ba4a7f9a-5b13-4eea-b51d-b4fb5e8febf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0472615 Dec 08 22:41:39.556751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983035b-4508-4d77-82a2-6d8accb20678 req-5b30ba2c-466c-4f5d-9f4b-790dbb9ce57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:39.558311 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-5b30ba2c-466c-4f5d-9f4b-790dbb9ce57c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411444 Dec 08 22:41:39.585459 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-f72857d8-b249-4624-8172-42cbd73af3f7 service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947862 Dec 08 22:41:39.628893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:39.653547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-25b29007-90a5-41e1-854f-69db639f7027 service neutron] 10.222.0.37 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874918 Dec 08 22:41:39.675666 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-700ff7b4-ded8-421d-8fb4-12b269e27ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833821 Dec 08 22:41:39.741806 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-7983035b-4508-4d77-82a2-6d8accb20678 req-f6bdc0d7-33a5-4b10-83a7-8180343c7cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810223 Dec 08 22:41:39.932362 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:40.240129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3a724a36-5f6d-432e-a846-b3ebfeaf468c no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:41:40.275885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 3a724a36-5f6d-432e-a846-b3ebfeaf468c not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:41:40.512447 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd777f-a154-41d1-a8cb-0bf006a43132 req-a241e611-0132-416e-a7a5-1947c59259a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:40.513824 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50fd777f-a154-41d1-a8cb-0bf006a43132 req-a241e611-0132-416e-a7a5-1947c59259a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 944 time: 0.0529513 Dec 08 22:41:40.543964 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:40.553432 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-50fd777f-a154-41d1-a8cb-0bf006a43132 req-8afe1042-5408-4249-bf3d-7c97afea4db1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Dec 08 22:41:40.672605 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3a724a36-5f6d-432e-a846-b3ebfeaf468c details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:41:40.769477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:41:40.772322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dc72a-55fa-449b-b2cf-401045a3ddc9 req-7421465f-e9d3-4969-ae6b-9c99d8a8d93e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:40.773802 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-312dc72a-55fa-449b-b2cf-401045a3ddc9 req-7421465f-e9d3-4969-ae6b-9c99d8a8d93e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 944 time: 0.0810907 Dec 08 22:41:40.780563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'port_id': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'mac_address': 'fa:16:3e:f0:fa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:41:40.781082 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-2da11e8d-0221-4d99-a1b2-d55ca2bb9d10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:40.782452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-2da11e8d-0221-4d99-a1b2-d55ca2bb9d10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8&tenant_id=6d5e814b253b465db9e640a8b983dfed&binding%3Ahost_id=n-h1-821126-1 HTTP/1.1" status: 200 len: 944 time: 0.0792856 Dec 08 22:41:40.819479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:40.832484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a724a36-5f6d-432e-a846-b3ebfeaf468c {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:41:40.844668 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-312dc72a-55fa-449b-b2cf-401045a3ddc9 req-e6524cf7-942b-459b-87fe-34ebe800ac6a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612361 Dec 08 22:41:40.853549 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:41:40.858092 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:40.867488 n-d-821126-1 neutron-server[102390]: INFO neutron.api.v2.resource [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-141887f9-ed6d-404c-b7d9-f78c265f4cf9 service neutron] delete failed (client error): The resource could not be found. Dec 08 22:41:40.868501 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-141887f9-ed6d-404c-b7d9-f78c265f4cf9 service neutron] 10.222.0.23 "DELETE /v2.0/ports/3a724a36-5f6d-432e-a846-b3ebfeaf468c/bindings/n-h2-821126-1 HTTP/1.1" status: 404 len: 380 time: 0.0719857 Dec 08 22:41:40.907899 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:41:40.916180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.916472 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.916814 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.917148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.917480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.917807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.918133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.918456 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.918812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.919159 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.919447 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.919765 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:41:40.963894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-7d4f310b-8d22-47c0-b705-d099d1cc4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:40.965398 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-7d4f310b-8d22-47c0-b705-d099d1cc4708 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0425742 Dec 08 22:41:40.975805 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e9db-5f18-46c3-8ea0-3688c87f5257 req-9de08738-5054-4894-968f-0978de54c1ba tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:40.977276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2c8e9db-5f18-46c3-8ea0-3688c87f5257 req-9de08738-5054-4894-968f-0978de54c1ba tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 945 time: 0.0496681 Dec 08 22:41:41.015800 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2c8e9db-5f18-46c3-8ea0-3688c87f5257 req-bde6a7b7-e8ea-4e4e-a6f4-6584d266a4dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324223 Dec 08 22:41:41.053995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-9e6b0f22-a998-424e-bfaf-ad0b93211a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:41.055496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-9e6b0f22-a998-424e-bfaf-ad0b93211a65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 897 time: 0.0820787 Dec 08 22:41:41.094782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['3a724a36-5f6d-432e-a846-b3ebfeaf468c'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:41:41.124388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-23e2bc54-1a33-42d3-88f5-e332ba021b68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 1000 time: 0.0601971 Dec 08 22:41:41.174141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-6991bf66-33ce-4b7c-8d50-f44a08f55b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:41.176036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-6991bf66-33ce-4b7c-8d50-f44a08f55b52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0437133 Dec 08 22:41:41.212263 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:41.223901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-0a51ec51-4f64-4e68-8540-04b49543f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:41.225415 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-0a51ec51-4f64-4e68-8540-04b49543f770 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417988 Dec 08 22:41:41.319827 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-f0c05b36-216a-4e3f-8619-f9899306731b service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864155 Dec 08 22:41:41.407868 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4e78013-42ae-44b6-bfe1-1b3a9b42b5cc req-2feebfa4-a9a2-4432-8f0f-b2cc0f777f26 service neutron] 10.222.0.23 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803220 Dec 08 22:41:42.134090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcb8cf-07f0-4cf3-9fe6-d3e8f973d6ba req-9d341a51-d5e4-49cb-90fb-e0eb47c13fa7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:41:42.135576 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22bcb8cf-07f0-4cf3-9fe6-d3e8f973d6ba req-9d341a51-d5e4-49cb-90fb-e0eb47c13fa7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Dec 08 22:41:42.172816 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22bcb8cf-07f0-4cf3-9fe6-d3e8f973d6ba req-79a7db0c-1399-4aae-b6cf-3008d2f10d60 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312855 Dec 08 22:41:42.194620 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41618) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:41:42.258281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-86332afa-e8fa-4fc1-8483-b57ceb6eb7b7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/4722a8b1-923d-45ac-8642-480e93109a21 HTTP/1.1" status: 200 len: 992 time: 0.0624800 Dec 08 22:41:42.685728 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3a724a36-5f6d-432e-a846-b3ebfeaf468c up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:41:42.733492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 3a724a36-5f6d-432e-a846-b3ebfeaf468c completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:41:42.737207 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 3a724a36-5f6d-432e-a846-b3ebfeaf468c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:41:42.737570 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:42.812653 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:42.834393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:41:42.836633 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba968c3-fbc6-4184-94e2-4d7ab2f32ddd" -d '{"events": [{"server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "name": "network-vif-plugged", "status": "completed", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:41:42.849302 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:41:42.853707 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:41:42.876453 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502906cc-2f82-4955-87bb-a2c66e079f5a x-openstack-request-id: req-502906cc-2f82-4955-87bb-a2c66e079f5a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:41:42.876747 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "name": "network-vif-plugged", "status": "completed", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:41:42.877007 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-502906cc-2f82-4955-87bb-a2c66e079f5a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:41:42.877400 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'code': 200} Dec 08 22:41:42.901599 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=9']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:05.642658 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-138b5d85-060d-4c10-aeb6-398474d701b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:08.321399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a89c-7ade-4c60-ba57-170f6dd56482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:08.936499 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:09.631634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:09.922023 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:10.543220 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:10.621928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41630) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:10.773991 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 80514f92-52c5-48eb-ad82-a9b589bf7320 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:42:10.774331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:10.855448 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:10.855778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:10.867061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 80514f92-52c5-48eb-ad82-a9b589bf7320 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:42:11.008437 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:11.036629 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=80514f92-52c5-48eb-ad82-a9b589bf7320,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:11.097664 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:11.098025 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP 4722a8b1-923d-45ac-8642-480e93109a21 disassociated (deleted). External IP: 172.25.1.81, port: 3a724a36-5f6d-432e-a846-b3ebfeaf468c. Dec 08 22:42:11.201491 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:11.305831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bc2c985b-654c-46f6-91a0-a2ee1d344959 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:42:11.725955 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:42:11.730704 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:11.736872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] Sync routers for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:42:11.746265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:11.746903 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:11.756846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9aa73e1d-4020-4c43-8c3d-837c5c766e85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/floatingips/4722a8b1-923d-45ac-8642-480e93109a21 HTTP/1.1" status: 204 len: 168 time: 1.1338539 Dec 08 22:42:11.757427 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:42:11.759718 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b7111a-1d27-4bcc-9715-e8aef281db7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:42:11.796970 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ce64a7-6c78-4062-b6af-cea718b9573e x-openstack-request-id: req-97ce64a7-6c78-4062-b6af-cea718b9573e {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:42:11.797292 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:42:11.797549 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97ce64a7-6c78-4062-b6af-cea718b9573e {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:42:11.797950 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'status': 'completed', 'code': 200} Dec 08 22:42:11.858075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-121eebf7-d2a7-433f-8b56-61c653e045d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:11.859163 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:11.859649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-121eebf7-d2a7-433f-8b56-61c653e045d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0410976 Dec 08 22:42:11.961850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-2e8853b5-c096-4153-b823-9187ad4c630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:11.963517 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-2e8853b5-c096-4153-b823-9187ad4c630a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 200 len: 897 time: 0.0972035 Dec 08 22:42:11.995221 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39b5a5-0aca-467e-b95c-320196c6a688 req-2420df25-52cd-44f1-8ec5-f3caab1d7b09 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:11.996621 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ea39b5a5-0aca-467e-b95c-320196c6a688 req-2420df25-52cd-44f1-8ec5-f3caab1d7b09 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0519450 Dec 08 22:42:12.011980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-04780a7a-0ef9-4f68-b200-4933b827841b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 200 len: 217 time: 0.0398169 Dec 08 22:42:12.036304 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ea39b5a5-0aca-467e-b95c-320196c6a688 req-a5df84f8-34e4-4853-b45d-5f2e10afc9e0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Dec 08 22:42:12.069562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-5c852461-4768-4db4-82d7-b6159a514748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:12.071181 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-5c852461-4768-4db4-82d7-b6159a514748 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 200 len: 835 time: 0.0510192 Dec 08 22:42:12.075528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:41Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:12.101034 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] Checking router: bc2c985b-654c-46f6-91a0-a2ee1d344959 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:42:12.109022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:12.109613 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:12.116685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-322ca4a1-b324-46ba-8774-acb4b11bca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:12.118185 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-322ca4a1-b324-46ba-8774-acb4b11bca88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a177db5-ffbc-4396-be31-9deb4c031198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399256 Dec 08 22:42:12.211845 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-95bab47a-a53c-4357-ac81-2d12c6dee624 service neutron] 10.222.0.37 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857768 Dec 08 22:42:12.215185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:12.302810 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29b7111a-1d27-4bcc-9715-e8aef281db7a req-10bb8c83-d245-4ed9-a40d-ca818ee54e8a service neutron] 10.222.0.37 "GET /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821297 Dec 08 22:42:12.412470 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:41Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:12.437992 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ab086-535f-4e6f-aed7-749e95a73253 None None] The sync data for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 is: [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:40:38Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a1bd40a3-ab20-4d65-992b-70e717f68122', 'name': '', 'network_id': '1a177db5-ffbc-4396-be31-9deb4c031198', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:15:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'eac1b094-b232-4635-aa24-3537ca193158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:37Z', 'updated_at': '2021-12-08T22:40:41Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'eac1b094-b232-4635-aa24-3537ca193158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:42:12.640176 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef470d-4e79-452b-a557-6e8580dda6d5 None None] New status for floating IP 4722a8b1-923d-45ac-8642-480e93109a21: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:42:13.170299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddd7d2-a950-41f8-b059-678d317452ec req-c1081824-d4f1-4bf4-8d18-6239a6eafb1f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:13.171812 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2cddd7d2-a950-41f8-b059-678d317452ec req-c1081824-d4f1-4bf4-8d18-6239a6eafb1f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0530643 Dec 08 22:42:13.230873 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2cddd7d2-a950-41f8-b059-678d317452ec req-965cec93-214d-4c91-8e28-bc4f38841f9b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=caeac967-8795-4250-9236-98d1c58e6206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530934 Dec 08 22:42:13.253261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-6a15420d-d63b-4e97-929a-2ed61db5e86f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:13.255272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-6a15420d-d63b-4e97-929a-2ed61db5e86f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "GET /v2.0/ports?device_id=1281c634-acea-4988-bbaa-23099e7e8ec8 HTTP/1.1" status: 200 len: 946 time: 0.0584466 Dec 08 22:42:13.345433 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 3a724a36-5f6d-432e-a846-b3ebfeaf468c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:42:13.345692 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:13.432034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port 3a724a36-5f6d-432e-a846-b3ebfeaf468c, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3a724a36-5f6d-432e-a846-b3ebfeaf468c,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:13.432390 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:13.444918 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 3a724a36-5f6d-432e-a846-b3ebfeaf468c owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:42:13.573898 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:13.601725 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=3a724a36-5f6d-432e-a846-b3ebfeaf468c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:13.642415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] No DVR routers for this DVR port 3a724a36-5f6d-432e-a846-b3ebfeaf468c on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:42:13.645210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:13.648513 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29c7ae8c-b57a-43f5-a4ca-160eb7fceadd req-9c2010c6-1a31-433a-859d-45b76e9d6d82 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "DELETE /v2.0/ports/3a724a36-5f6d-432e-a846-b3ebfeaf468c HTTP/1.1" status: 204 len: 173 time: 0.3862412 Dec 08 22:42:13.798545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'name': 'network-vif-deleted', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:42:13.801461 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb33f2af-81b3-4819-8803-b4fee1549aad" -d '{"events": [{"server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "name": "network-vif-deleted", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:42:13.837066 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9651b8-829f-4a5c-8f7f-beab93cfb793 x-openstack-request-id: req-6f9651b8-829f-4a5c-8f7f-beab93cfb793 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:42:13.837358 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1281c634-acea-4988-bbaa-23099e7e8ec8", "name": "network-vif-deleted", "tag": "3a724a36-5f6d-432e-a846-b3ebfeaf468c", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:42:13.837613 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f9651b8-829f-4a5c-8f7f-beab93cfb793 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:42:13.838034 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1281c634-acea-4988-bbaa-23099e7e8ec8', 'name': 'network-vif-deleted', 'tag': '3a724a36-5f6d-432e-a846-b3ebfeaf468c', 'status': 'completed', 'code': 200} Dec 08 22:42:14.285723 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41648) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:14.636103 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:14.889953 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port a1bd40a3-ab20-4d65-992b-70e717f68122 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:42:14.890247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:14.978059 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port a1bd40a3-ab20-4d65-992b-70e717f68122, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a1bd40a3-ab20-4d65-992b-70e717f68122,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:14.978424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:14.991024 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for a1bd40a3-ab20-4d65-992b-70e717f68122 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:42:15.176885 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:15.202598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=a1bd40a3-ab20-4d65-992b-70e717f68122,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:15.381233 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:15.595528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router bc2c985b-654c-46f6-91a0-a2ee1d344959 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:42:15.699993 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:42:15.704942 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ab9fe5f3-ba67-4526-808b-e146a2a6a9e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/bc2c985b-654c-46f6-91a0-a2ee1d344959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4181952 Dec 08 22:42:15.708284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41650) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:15.710092 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] Sync routers for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:42:15.719668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:15.720292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:15.759026 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6e9a10-28fa-472b-9c30-ea0b30f9857c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting subnet eac1b094-b232-4635-aa24-3537ca193158 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:42:15.761974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9a10-28fa-472b-9c30-ea0b30f9857c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:15.799778 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9a10-28fa-472b-9c30-ea0b30f9857c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:15.822617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:15.887749 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9a10-28fa-472b-9c30-ea0b30f9857c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:15.945635 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9a10-28fa-472b-9c30-ea0b30f9857c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:15.972303 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9a10-28fa-472b-9c30-ea0b30f9857c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Subnet': ['ID=eac1b094-b232-4635-aa24-3537ca193158,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:15.977133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9a10-28fa-472b-9c30-ea0b30f9857c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:15.980279 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3a6e9a10-28fa-472b-9c30-ea0b30f9857c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/subnets/eac1b094-b232-4635-aa24-3537ca193158 HTTP/1.1" status: 204 len: 168 time: 0.2709064 Dec 08 22:42:15.982950 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41652) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:15.985466 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3bb274-4084-4a60-a82f-b3c11b6aa1d7 None None] Network 1a177db5-ffbc-4396-be31-9deb4c031198 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:42:16.094338 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.116086 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:42:16.200802 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.213700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:42:15Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'b93ffd5b-34c0-4d81-b014-717c7b72f00c', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:40:35Z', 'updated_at': '2021-12-08T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:16.253606 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port b93ffd5b-34c0-4d81-b014-717c7b72f00c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:42:16.253980 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.256777 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] Checking router: bc2c985b-654c-46f6-91a0-a2ee1d344959 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:42:16.286204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] Routers {'bc2c985b-654c-46f6-91a0-a2ee1d344959'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:16.286841 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['bc2c985b-654c-46f6-91a0-a2ee1d344959'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:16.334965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port b93ffd5b-34c0-4d81-b014-717c7b72f00c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b93ffd5b-34c0-4d81-b014-717c7b72f00c,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:16.335326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.347248 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for b93ffd5b-34c0-4d81-b014-717c7b72f00c owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:42:16.375742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] Set router bc2c985b-654c-46f6-91a0-a2ee1d344959 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:16.429298 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] DHCP port deletion for 1a177db5-ffbc-4396-be31-9deb4c031198 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:42:16.431506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:42:16Z', 'revision_number': 6, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:16.462925 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19897a-0226-4d1e-999d-ddde671758a9 None None] The sync data for ids ['bc2c985b-654c-46f6-91a0-a2ee1d344959'] in n-d-821126-1 is: [{'id': 'bc2c985b-654c-46f6-91a0-a2ee1d344959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976711876', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:40:34Z', 'updated_at': '2021-12-08T22:42:16Z', 'revision_number': 6, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:42:16.507609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] Deleting port f24a1c05-cdff-48f3-a365-9f23e1a2c52a {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:42:16.507988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.526863 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.549983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=b93ffd5b-34c0-4d81-b014-717c7b72f00c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:16.570114 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] For port f24a1c05-cdff-48f3-a365-9f23e1a2c52a, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f24a1c05-cdff-48f3-a365-9f23e1a2c52a,segment=NetworkSegment(9368fa8e-7db5-41aa-921d-0b9e32ea0a8a),segment_id=9368fa8e-7db5-41aa-921d-0b9e32ea0a8a)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:16.570515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.583204 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] Calling delete_port for f24a1c05-cdff-48f3-a365-9f23e1a2c52a owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:42:16.613382 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.663533 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.689403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] Pushing event deleted for resources: {'Port': ['ID=f24a1c05-cdff-48f3-a365-9f23e1a2c52a,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:16.692093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa567b1e-b45c-48f7-85c9-c6bdb8294764 None None] No DVR routers for this DVR port f24a1c05-cdff-48f3-a365-9f23e1a2c52a on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:42:16.707826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.709949 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.752175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.752653 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Fanout notify agent at l3_agent the message router_deleted on router bc2c985b-654c-46f6-91a0-a2ee1d344959 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:42:16.759455 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.760618 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-275638b6-745a-497d-afd0-85dc7ff69e10 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/routers/bc2c985b-654c-46f6-91a0-a2ee1d344959 HTTP/1.1" status: 204 len: 168 time: 0.7767463 Dec 08 22:42:16.763308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41654) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:16.841482 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.851884 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3a724a36-5f6d-432e-a846-b3ebfeaf468c no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:42:16.873382 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 3a724a36-5f6d-432e-a846-b3ebfeaf468c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:42:16.873736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3a724a36-5f6d-432e-a846-b3ebfeaf468c not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:42:16.935588 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.954963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a177db5-ffbc-4396-be31-9deb4c031198']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:16.964379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:16.964681 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9368fa8e-7db5-41aa-921d-0b9e32ea0a8a') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:16.974243 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.987537 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.993338 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:42:16.993716 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:42:16.996881 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:42:17.055530 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.062218 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.065514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/networks/1a177db5-ffbc-4396-be31-9deb4c031198 HTTP/1.1" status: 204 len: 168 time: 0.3012941 Dec 08 22:42:17.068999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41656) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:17.077666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f1139-1ecb-4841-8d5a-bb9537dfa966 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Network': ['ID=1a177db5-ffbc-4396-be31-9deb4c031198,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:17.125855 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.150364 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.215276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.218092 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.221806 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/security-groups/caeac967-8795-4250-9236-98d1c58e6206 HTTP/1.1" status: 204 len: 168 time: 0.1492062 Dec 08 22:42:17.229278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeac967-8795-4250-9236-98d1c58e6206,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:17.236824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.237185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.237540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.237864 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.238759 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.239102 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.239417 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.239753 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.240052 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.240377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.240696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.241320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7891b-25e9-492c-919e-9383314531ed tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:17.330881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b93ffd5b-34c0-4d81-b014-717c7b72f00c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:42:17.356488 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b93ffd5b-34c0-4d81-b014-717c7b72f00c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:42:17.356836 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b93ffd5b-34c0-4d81-b014-717c7b72f00c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:42:17.357267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a1bd40a3-ab20-4d65-992b-70e717f68122 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:42:17.378188 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a1bd40a3-ab20-4d65-992b-70e717f68122 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:42:17.378535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a1bd40a3-ab20-4d65-992b-70e717f68122 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:42:17.379526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f24a1c05-cdff-48f3-a365-9f23e1a2c52a no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:42:17.397540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f24a1c05-cdff-48f3-a365-9f23e1a2c52a {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:42:17.397897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f24a1c05-cdff-48f3-a365-9f23e1a2c52a not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:42:17.558875 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41664) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:17.563454 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-66360448-985e-45f9-b132-fbe3ec1970f7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091314555', 'description': 'tempest-secgroup-smoke-1091314555 description', 'project_id': '6d5e814b253b465db9e640a8b983dfed'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:17.586737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66360448-985e-45f9-b132-fbe3ec1970f7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.650554 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66360448-985e-45f9-b132-fbe3ec1970f7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.654956 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66360448-985e-45f9-b132-fbe3ec1970f7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.683305 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-66360448-985e-45f9-b132-fbe3ec1970f7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.684522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-66360448-985e-45f9-b132-fbe3ec1970f7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1246352 Dec 08 22:42:17.687594 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41666) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:17.688434 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66360448-985e-45f9-b132-fbe3ec1970f7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd5a3e3-3921-4899-8494-e7571a5da25e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:17.693088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-9d8ad698-8352-433f-9a0f-84af78036af5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'cbd5a3e3-3921-4899-8494-e7571a5da25e', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:17.719681 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad698-8352-433f-9a0f-84af78036af5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.773880 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad698-8352-433f-9a0f-84af78036af5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.777072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad698-8352-433f-9a0f-84af78036af5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.796257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ad698-8352-433f-9a0f-84af78036af5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e871e4-8202-4c4b-a46c-cda3893b3b33,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:17.801899 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad698-8352-433f-9a0f-84af78036af5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.803545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-9d8ad698-8352-433f-9a0f-84af78036af5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144652 Dec 08 22:42:17.805785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41668) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:17.810321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b54f069a-b884-4101-b941-4dc22ad5bf72 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'cbd5a3e3-3921-4899-8494-e7571a5da25e', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:17.835473 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b54f069a-b884-4101-b941-4dc22ad5bf72 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.891112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b54f069a-b884-4101-b941-4dc22ad5bf72 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.894563 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b54f069a-b884-4101-b941-4dc22ad5bf72 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.913624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f069a-b884-4101-b941-4dc22ad5bf72 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84be0e8-ad4e-4f4b-87b3-dc68e3bcec2a,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:17.919631 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b54f069a-b884-4101-b941-4dc22ad5bf72 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:17.920665 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b54f069a-b884-4101-b941-4dc22ad5bf72 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139653 Dec 08 22:42:17.923422 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41670) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:17.928219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-397995e6-51ac-4d96-8598-cd07531eab6a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'cbd5a3e3-3921-4899-8494-e7571a5da25e', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:17.953224 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-397995e6-51ac-4d96-8598-cd07531eab6a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.012588 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-397995e6-51ac-4d96-8598-cd07531eab6a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.015948 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-397995e6-51ac-4d96-8598-cd07531eab6a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.036115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397995e6-51ac-4d96-8598-cd07531eab6a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9643c982-79bb-4507-9223-9d9a38f0f2fd,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:18.041328 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-397995e6-51ac-4d96-8598-cd07531eab6a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.042761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-397995e6-51ac-4d96-8598-cd07531eab6a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179869 Dec 08 22:42:18.045124 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41672) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:18.049417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-e4df3f60-13f4-478d-89ff-821112efcc03 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'cbd5a3e3-3921-4899-8494-e7571a5da25e', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:18.074351 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f60-13f4-478d-89ff-821112efcc03 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.131797 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f60-13f4-478d-89ff-821112efcc03 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.135099 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f60-13f4-478d-89ff-821112efcc03 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.156563 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df3f60-13f4-478d-89ff-821112efcc03 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c292156a-6c45-482e-ac60-37ca8dd4f494,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:18.163365 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f60-13f4-478d-89ff-821112efcc03 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.164459 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-e4df3f60-13f4-478d-89ff-821112efcc03 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184108 Dec 08 22:42:18.167091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41674) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:18.172175 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-dbe47ebd-049e-44cd-9b7d-55dd8c6bc5dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'cbd5a3e3-3921-4899-8494-e7571a5da25e', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:18.195944 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-dbe47ebd-049e-44cd-9b7d-55dd8c6bc5dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:42:18.200833 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbe47ebd-049e-44cd-9b7d-55dd8c6bc5dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.259280 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbe47ebd-049e-44cd-9b7d-55dd8c6bc5dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.262640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbe47ebd-049e-44cd-9b7d-55dd8c6bc5dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.280337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47ebd-049e-44cd-9b7d-55dd8c6bc5dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b57921e-85bd-4aa8-ab95-1a639d57d896,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:18.287954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dbe47ebd-049e-44cd-9b7d-55dd8c6bc5dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.289157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dbe47ebd-049e-44cd-9b7d-55dd8c6bc5dd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211464 Dec 08 22:42:18.292820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41676) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:18.297084 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b78aabeb-56f8-4eb6-b4c9-bd47be661736 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': 'cbd5a3e3-3921-4899-8494-e7571a5da25e', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:18.317908 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-b78aabeb-56f8-4eb6-b4c9-bd47be661736 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:42:18.322568 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b78aabeb-56f8-4eb6-b4c9-bd47be661736 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.385124 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b78aabeb-56f8-4eb6-b4c9-bd47be661736 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.388440 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b78aabeb-56f8-4eb6-b4c9-bd47be661736 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.408148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78aabeb-56f8-4eb6-b4c9-bd47be661736 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325c4a36-f4de-4675-95ab-c9a1cbc4c147,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:18.413816 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b78aabeb-56f8-4eb6-b4c9-bd47be661736 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.414813 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b78aabeb-56f8-4eb6-b4c9-bd47be661736 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210430 Dec 08 22:42:18.417666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41678) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:18.422349 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'network': {'name': 'tempest-network-smoke--1343748335', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'port_security_enabled': True}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:18.443267 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:42:18.446686 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.469965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:42:18.478481 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.478858 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Added segment b811eb45-c883-482c-b409-99888c3182d5 of type vlan for network 902903f0-eb76-4343-95cc-2a1247cc2eb5 Dec 08 22:42:18.516911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.540903 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.546323 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:18.546931 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.610568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919127 Dec 08 22:42:18.613345 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41680) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:18.619846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'admin_state_up': True, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:18.626034 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c04839-a268-4365-bc84-a960a8bcefbb tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Network': ['ID=902903f0-eb76-4343-95cc-2a1247cc2eb5,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:18.636419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:42:18.646618 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.647724 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:18.699411 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:19.151611 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:19.335260 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:19.353977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:19.454636 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.83 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/30dd6e1f-8102-42ee-ac9c-44d534b13fa3) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:42:19.552794 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:19.584904 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:19.624891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:42:19.627727 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:42:19.631221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:42:19.657846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=30dd6e1f-8102-42ee-ac9c-44d534b13fa3,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:19.875828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:20.069982 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:20.195254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 7d798330-331d-4395-99e6-3831c81f7638 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:42:20.297934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:42:20.307699 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Sync routers for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:42:20.316632 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:20.317345 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:20.324278 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:20.325726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6700e7b6-0839-494f-8aa3-c390d9912e15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7092543 Dec 08 22:42:20.328699 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41682) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:20.361447 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-dac56e09-63ca-4a64-b6a4-9b3aae3366b0 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6d5e814b253b465db9e640a8b983dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315261 Dec 08 22:42:20.364577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41684) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:20.419961 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:20.449389 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27b54f-d2db-49c8-936b-5e6635af9e23 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:20.453582 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ba27b54f-d2db-49c8-936b-5e6635af9e23 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853765 Dec 08 22:42:20.453765 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41686) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:20.481272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f043cc4a-a79a-467a-b084-6e0605e960b9 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264566 Dec 08 22:42:20.483744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41688) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:20.488893 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1537124991', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:20.584403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:42:20.588061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:20.682037 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:19Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:20.707878 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Checking router: 7d798330-331d-4395-99e6-3831c81f7638 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:42:20.708128 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Updating router 7d798330-331d-4395-99e6-3831c81f7638 port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:42:20.735907 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:20.772912 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:20.835280 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Subnet': ['ID=0c6d63c9-035e-49a5-80da-856f4baf1700,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:20.839777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Checking segment: {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:42:20.840140 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network hostable DHCP agents. Network: 902903f0-eb76-4343-95cc-2a1247cc2eb5, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:42:20.861126 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:42:20.869995 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 902903f0-eb76-4343-95cc-2a1247cc2eb5) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:42:20.874064 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:20.874655 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:20.882105 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72926858-31bc-4b36-a9cb-ab6b8564d306 None None] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:42:20.894544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41690) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:20.895105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c54d703f-41a4-4252-a233-148fab86492c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100122 Dec 08 22:42:20.993797 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:20.999274 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.047601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-902903f0-eb76-4343-95cc-2a1247cc2eb5', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:42:21.048771 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.049827 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Attempting to bind port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:42:21.050237 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Attempting to bind port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:42:21.050590 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Attempting to bind port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:42:21.060183 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Pushing event updated for resources: {'Port': ['ID=30dd6e1f-8102-42ee-ac9c-44d534b13fa3,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:21.062353 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:42:21.062742 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:42:21.063129 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.063509 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:42:21.063962 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Bound port: 30dd6e1f-8102-42ee-ac9c-44d534b13fa3, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:42:21.064332 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.072114 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.072453 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.072784 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.073778 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.073778 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.073778 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.074046 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.074630 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.074981 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.075299 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.075770 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.076091 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:42:21.133240 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] For port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:42:21.138425 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] For port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=30dd6e1f-8102-42ee-ac9c-44d534b13fa3,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:42:21.143352 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.198254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Allocated IP 172.20.0.2 (902903f0-eb76-4343-95cc-2a1247cc2eb5/0c6d63c9-035e-49a5-80da-856f4baf1700/50944455-5463-4650-9c3a-7de9e9502bd8) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:42:21.204395 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dab3a-921b-4bfc-9235-112a28223962 None None] Pushing event updated for resources: {'Port': ['ID=30dd6e1f-8102-42ee-ac9c-44d534b13fa3,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:21.217000 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:21.217670 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:21.329048 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:21.365009 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.371205 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.409965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:42:21.412927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:42:21.416012 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:42:21.427436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Pushing event updated for resources: {'Port': ['ID=50944455-5463-4650-9c3a-7de9e9502bd8,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:21.480263 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Attempting to bind port 50944455-5463-4650-9c3a-7de9e9502bd8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:42:21.480677 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Attempting to bind port 50944455-5463-4650-9c3a-7de9e9502bd8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:42:21.481036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Attempting to bind port 50944455-5463-4650-9c3a-7de9e9502bd8 on network 902903f0-eb76-4343-95cc-2a1247cc2eb5 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:42:21.486344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:42:21.486723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Checking segment: {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:42:21.487141 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.487528 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Bound using segment: {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:42:21.488038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Bound port: 50944455-5463-4650-9c3a-7de9e9502bd8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:42:21.488395 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.523982 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:19Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:21.554525 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b7387-118a-4a99-9306-580dc90c63d0 None None] The sync data for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 is: [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:19Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:42:21.555440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] For port 50944455-5463-4650-9c3a-7de9e9502bd8, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:42:21.561526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] For port 50944455-5463-4650-9c3a-7de9e9502bd8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=50944455-5463-4650-9c3a-7de9e9502bd8,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:42:21.565650 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:21.633220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e91ab-1988-4ed1-9bb1-0cd96db670eb None None] Pushing event updated for resources: {'Port': ['ID=50944455-5463-4650-9c3a-7de9e9502bd8,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:21.695441 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.031045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.1 (902903f0-eb76-4343-95cc-2a1247cc2eb5/0c6d63c9-035e-49a5-80da-856f4baf1700/6cc89903-6b86-441d-9df5-ae6b619c1f54) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:42:22.154188 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.189497 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.231793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:42:22.234910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:42:22.238837 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:42:22.247339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=6cc89903-6b86-441d-9df5-ae6b619c1f54,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:22.289312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.429842 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.637731 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac943b0f-8e1f-4652-8d6e-b275a0631125 None None] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:42:22.698477 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8cc9722-c24b-46e5-8d63-322a36814f57 None None] Provisioning complete for port 50944455-5463-4650-9c3a-7de9e9502bd8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:22.698873 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8cc9722-c24b-46e5-8d63-322a36814f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.716532 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.721834 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.793239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=6cc89903-6b86-441d-9df5-ae6b619c1f54,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:22.795858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.842070 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8cc9722-c24b-46e5-8d63-322a36814f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.888186 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f8cc9722-c24b-46e5-8d63-322a36814f57 None None] For port 50944455-5463-4650-9c3a-7de9e9502bd8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=50944455-5463-4650-9c3a-7de9e9502bd8,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:22.894979 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8cc9722-c24b-46e5-8d63-322a36814f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:22.897901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:42:22.899714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:42:22.961591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc9722-c24b-46e5-8d63-322a36814f57 None None] Pushing event updated for resources: {'Port': ['ID=50944455-5463-4650-9c3a-7de9e9502bd8,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:23.029956 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 7d798330-331d-4395-99e6-3831c81f7638 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:42:23.122958 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-495e903f-96a7-46d0-ad3b-f670ab8f5d6a None None] Provisioning complete for port 50944455-5463-4650-9c3a-7de9e9502bd8 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:23.123431 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-495e903f-96a7-46d0-ad3b-f670ab8f5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:23.147960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:42:23.153463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b6976a43-3b75-4842-8906-f0224da62120 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/7d798330-331d-4395-99e6-3831c81f7638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2578673 Dec 08 22:42:23.226289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-495e903f-96a7-46d0-ad3b-f670ab8f5d6a None None] Provisioning complete for port 6cc89903-6b86-441d-9df5-ae6b619c1f54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:23.226658 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-495e903f-96a7-46d0-ad3b-f670ab8f5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:23.280404 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-495e903f-96a7-46d0-ad3b-f670ab8f5d6a None None] Port 6cc89903-6b86-441d-9df5-ae6b619c1f54 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:42:23.307799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Sync routers for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:42:23.318505 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:23.319243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:23.351396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-96f6c981-80f6-42e1-bdc3-70a808bb26a0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091314555&fields=id&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 267 time: 0.0475869 Dec 08 22:42:23.398363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:42:23.462532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-20d5e3d5-7a4b-481d-ba86-a12f836076d9 None None] Provisioning complete for port 6cc89903-6b86-441d-9df5-ae6b619c1f54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:23.462931 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3d5-7a4b-481d-ba86-a12f836076d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:23.478679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-b8caaeda-aec4-4e1b-a110-0164381045e0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:23.480214 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-b8caaeda-aec4-4e1b-a110-0164381045e0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/networks?id=902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 200 len: 797 time: 0.1205542 Dec 08 22:42:23.499054 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-8d9efe4d-5c36-45b5-a94d-7f5b174b0bdc tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/quotas/6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 375 time: 0.0102654 Dec 08 22:42:23.501405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:23.553113 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:23.553482 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:23.554975 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-20d5e3d5-7a4b-481d-ba86-a12f836076d9 None None] Port 6cc89903-6b86-441d-9df5-ae6b619c1f54 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:42:23.561263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1283f771-1f51-4640-a638-20c31d0ca48d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547698 Dec 08 22:42:23.662204 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-5fe83e1a-c42b-4a19-9480-7142e919e846 service neutron] 10.222.0.21 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887640 Dec 08 22:42:23.757291 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-10fba2ee-a129-449d-982e-7e73b2c55273 service neutron] 10.222.0.21 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889437 Dec 08 22:42:23.824515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-986d1ed9-e0c5-40a5-9663-0893a347e737 None None] Provisioning complete for port 6cc89903-6b86-441d-9df5-ae6b619c1f54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:23.825043 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-986d1ed9-e0c5-40a5-9663-0893a347e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:23.915638 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-986d1ed9-e0c5-40a5-9663-0893a347e737 None None] Port 6cc89903-6b86-441d-9df5-ae6b619c1f54 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:42:23.918364 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b1132690-d2d1-4101-90fc-606b3b7b2ea4 req-1003b7b1-df34-4da5-8b81-da58ab22ab15 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 210 time: 0.0279095 Dec 08 22:42:23.952432 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:23.979759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=30dd6e1f-8102-42ee-ac9c-44d534b13fa3,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:23.985752 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:23.986541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 50944455-5463-4650-9c3a-7de9e9502bd8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:42:24.061052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 2, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:24.097276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Checking router: 7d798330-331d-4395-99e6-3831c81f7638 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:42:24.097642 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Updating router 7d798330-331d-4395-99e6-3831c81f7638 port 6cc89903-6b86-441d-9df5-ae6b619c1f54 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:42:24.102514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=30dd6e1f-8102-42ee-ac9c-44d534b13fa3,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:24.134585 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:24.137175 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 50944455-5463-4650-9c3a-7de9e9502bd8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:24.137536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:24.459287 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:24.464045 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:24.516890 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5441e-c620-4dd4-80d7-62f27c1f1140 None None] Pushing event updated for resources: {'Port': ['ID=6cc89903-6b86-441d-9df5-ae6b619c1f54,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:24.561960 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Attempting to bind port 6cc89903-6b86-441d-9df5-ae6b619c1f54 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:42:24.562340 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Attempting to bind port 6cc89903-6b86-441d-9df5-ae6b619c1f54 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:42:24.562702 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Attempting to bind port 6cc89903-6b86-441d-9df5-ae6b619c1f54 on network 902903f0-eb76-4343-95cc-2a1247cc2eb5 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:42:24.568577 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:42:24.568917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Checking segment: {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:42:24.569317 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:24.569726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Bound using segment: {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:42:24.570183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Bound port: 6cc89903-6b86-441d-9df5-ae6b619c1f54, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:42:24.570554 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:24.633584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] For port 6cc89903-6b86-441d-9df5-ae6b619c1f54, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:42:24.637346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] For port 6cc89903-6b86-441d-9df5-ae6b619c1f54, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6cc89903-6b86-441d-9df5-ae6b619c1f54,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:42:24.644085 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:24.709668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5441e-c620-4dd4-80d7-62f27c1f1140 None None] Pushing event updated for resources: {'Port': ['ID=6cc89903-6b86-441d-9df5-ae6b619c1f54,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:24.712337 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:24.712937 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:24.808604 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9d26c222-2d48-474f-ad65-83e6715210c2 None None] Provisioning complete for port 6cc89903-6b86-441d-9df5-ae6b619c1f54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:24.809224 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9d26c222-2d48-474f-ad65-83e6715210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:24.843775 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-c45ecaa0-c688-4ed1-82f0-2817db4f5f8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:24.846041 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-c45ecaa0-c688-4ed1-82f0-2817db4f5f8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/networks?id=902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 200 len: 797 time: 0.1160464 Dec 08 22:42:24.858608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:24.909598 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-038e1a01-768f-4b39-a6a1-4a223fbcfbf4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 380 time: 0.0541432 Dec 08 22:42:24.920675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'port': {'device_id': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'admin_state_up': True, 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'security_groups': ['cbd5a3e3-3921-4899-8494-e7571a5da25e']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:25.017087 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9d26c222-2d48-474f-ad65-83e6715210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.021780 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f064113-728d-4bf7-a62c-bbf76ccf67c2 req-c9e26f0b-d5bc-44e3-8781-26d3da3d6756 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 210 time: 0.0293455 Dec 08 22:42:25.076554 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:42:25.081212 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.083966 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-9d26c222-2d48-474f-ad65-83e6715210c2 None None] For port 6cc89903-6b86-441d-9df5-ae6b619c1f54, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6cc89903-6b86-441d-9df5-ae6b619c1f54,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:25.108751 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9d26c222-2d48-474f-ad65-83e6715210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.167739 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26c222-2d48-474f-ad65-83e6715210c2 None None] Pushing event updated for resources: {'Port': ['ID=6cc89903-6b86-441d-9df5-ae6b619c1f54,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:25.179099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:24Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:25.205491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119389c7-e6da-4936-9c7f-bbbc53227aa7 None None] The sync data for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 is: [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:24Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:42:25.211113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.7 (902903f0-eb76-4343-95cc-2a1247cc2eb5/0c6d63c9-035e-49a5-80da-856f4baf1700/b97a274d-a76b-487f-8732-8cbfe206d2d2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:42:25.236145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-a0eae84b-1048-475d-9e3b-936df91161b6 None None] Provisioning complete for port 6cc89903-6b86-441d-9df5-ae6b619c1f54 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:25.236523 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a0eae84b-1048-475d-9e3b-936df91161b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.365980 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:42:25.408997 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.420988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:25.421467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.448847 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.495347 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:42:25.498559 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:42:25.501315 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:42:25.532794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=b97a274d-a76b-487f-8732-8cbfe206d2d2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:25.561074 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:25.561735 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.579150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1274447d-d666-4c09-bea1-2a748a98cf85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6625531 Dec 08 22:42:25.592097 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Request body: {'port': {'device_id': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:25.657371 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.760548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-6bd7cbed-7170-4553-9024-2c9a9910b9fb None None] Provisioning complete for port b97a274d-a76b-487f-8732-8cbfe206d2d2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:25.761168 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6bd7cbed-7170-4553-9024-2c9a9910b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.798573 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7cbed-7170-4553-9024-2c9a9910b9fb None None] Port b97a274d-a76b-487f-8732-8cbfe206d2d2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:42:25.945545 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97a274d-a76b-487f-8732-8cbfe206d2d2 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:42:25.953336 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:25.966384 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Transition to ACTIVE for port object b97a274d-a76b-487f-8732-8cbfe206d2d2 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:42:25.970252 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:26.039737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Pushing event updated for resources: {'Port': ['ID=b97a274d-a76b-487f-8732-8cbfe206d2d2,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:26.101168 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Attempting to bind port b97a274d-a76b-487f-8732-8cbfe206d2d2 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:42:26.101658 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Attempting to bind port b97a274d-a76b-487f-8732-8cbfe206d2d2 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:42:26.102090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Attempting to bind port b97a274d-a76b-487f-8732-8cbfe206d2d2 on network 902903f0-eb76-4343-95cc-2a1247cc2eb5 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:42:26.107342 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Port b97a274d-a76b-487f-8732-8cbfe206d2d2 on network 902903f0-eb76-4343-95cc-2a1247cc2eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:42:26.107782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Attempting to bind port b97a274d-a76b-487f-8732-8cbfe206d2d2 on network 902903f0-eb76-4343-95cc-2a1247cc2eb5 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:42:26.113206 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:42:26.113639 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Checking segment: {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:42:26.115143 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Bound using segment: {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:42:26.115949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Bound port: b97a274d-a76b-487f-8732-8cbfe206d2d2, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b811eb45-c883-482c-b409-99888c3182d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:42:26.116681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:26.161985 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470e122-647f-428e-9ca9-8ed7ad5cfed8 req-40d00115-c075-4c7a-bae7-04fafe3dae76 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:26.169568 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2470e122-647f-428e-9ca9-8ed7ad5cfed8 req-40d00115-c075-4c7a-bae7-04fafe3dae76 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 943 time: 0.0672398 Dec 08 22:42:26.196812 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] For port b97a274d-a76b-487f-8732-8cbfe206d2d2, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:42:26.198504 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] For port b97a274d-a76b-487f-8732-8cbfe206d2d2, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:42:26.204293 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:26.215536 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2470e122-647f-428e-9ca9-8ed7ad5cfed8 req-05fb7459-cfa3-4d5f-973c-7bca3f8b68f4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449097 Dec 08 22:42:26.242980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:26.243688 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:26.245125 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] 10.222.0.23 "PUT /v2.0/ports/b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 200 len: 1091 time: 0.6581273 Dec 08 22:42:26.245590 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:42:26.247962 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae773f6-9199-4018-842f-0c202350153b" -d '{"events": [{"name": "network-changed", "server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:42:26.335637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e81dfe-fca6-4b42-9ced-df149eaa7bdc service neutron] Pushing event updated for resources: {'Port': ['ID=b97a274d-a76b-487f-8732-8cbfe206d2d2,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:26.349610 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1a07846d-debc-4e9d-864c-157b77b5c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:26.351160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-1a07846d-debc-4e9d-864c-157b77b5c82a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1094 time: 0.0605841 Dec 08 22:42:26.400319 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-cded69ab-1602-44a9-8c09-c1bf319892fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 200 len: 217 time: 0.0410349 Dec 08 22:42:26.420303 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a41cf8-1c8d-4705-bdcc-5055dc846728 x-openstack-request-id: req-78a41cf8-1c8d-4705-bdcc-5055dc846728 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:42:26.420582 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:42:26.420835 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78a41cf8-1c8d-4705-bdcc-5055dc846728 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:42:26.421230 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'status': 'completed', 'code': 200} Dec 08 22:42:26.458979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-c29db0b5-dd55-4601-92be-4a6d8f6ef04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:26.460236 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-c29db0b5-dd55-4601-92be-4a6d8f6ef04f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c6d63c9-035e-49a5-80da-856f4baf1700 HTTP/1.1" status: 200 len: 835 time: 0.0523336 Dec 08 22:42:26.506420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-2dd45455-c327-4383-9d80-a203b509aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:26.507939 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-2dd45455-c327-4383-9d80-a203b509aa74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=902903f0-eb76-4343-95cc-2a1247cc2eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409050 Dec 08 22:42:26.601730 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-972ca575-6381-40a9-a454-1ba2971b0723 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862677 Dec 08 22:42:26.688998 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c5d346ff-2c1d-4aed-8b55-416b8eb4fa18 req-9f3ce343-dda5-4216-a8b9-e9be76c564e7 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803931 Dec 08 22:42:26.778045 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae773f6-9199-4018-842f-0c202350153b req-df7384cf-1246-4306-93b3-767d97b05a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:26.779556 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae773f6-9199-4018-842f-0c202350153b req-df7384cf-1246-4306-93b3-767d97b05a8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1094 time: 0.0449884 Dec 08 22:42:26.866332 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae773f6-9199-4018-842f-0c202350153b req-6d51e0f1-9b18-4c6d-9e2d-a9f2d1955c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:26.867784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae773f6-9199-4018-842f-0c202350153b req-6d51e0f1-9b18-4c6d-9e2d-a9f2d1955c92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 200 len: 898 time: 0.0813608 Dec 08 22:42:26.908569 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae773f6-9199-4018-842f-0c202350153b req-8eaae49e-e088-4dc3-9554-866b5ed6bac8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 200 len: 217 time: 0.0329673 Dec 08 22:42:26.960499 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae773f6-9199-4018-842f-0c202350153b req-0f6d18a3-b167-4225-8a8d-e2fb46c06902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:26.961901 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae773f6-9199-4018-842f-0c202350153b req-0f6d18a3-b167-4225-8a8d-e2fb46c06902 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c6d63c9-035e-49a5-80da-856f4baf1700 HTTP/1.1" status: 200 len: 835 time: 0.0465343 Dec 08 22:42:27.008241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae773f6-9199-4018-842f-0c202350153b req-7b78c4a8-bb90-42de-99af-555c755bfc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:27.009658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae773f6-9199-4018-842f-0c202350153b req-7b78c4a8-bb90-42de-99af-555c755bfc09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=902903f0-eb76-4343-95cc-2a1247cc2eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394833 Dec 08 22:42:27.095995 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae773f6-9199-4018-842f-0c202350153b req-da7849d6-6dfa-4553-8fb3-5041308e4610 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778947 Dec 08 22:42:27.187280 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-bae773f6-9199-4018-842f-0c202350153b req-209b2642-094c-46e8-91f8-380c7c8b7087 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828826 Dec 08 22:42:27.299856 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6cc89903-6b86-441d-9df5-ae6b619c1f54 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:42:27.338905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85f68-c64c-4911-83fe-080bc07571fb req-62498045-0f4d-4464-8ce5-d9b43eccbff4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:27.340457 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ec85f68-c64c-4911-83fe-080bc07571fb req-62498045-0f4d-4464-8ce5-d9b43eccbff4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 943 time: 0.0539148 Dec 08 22:42:27.350079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 6cc89903-6b86-441d-9df5-ae6b619c1f54 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:27.350451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:27.381688 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3ec85f68-c64c-4911-83fe-080bc07571fb req-7a06829c-bf06-4bee-a1d7-b50d3c350e16 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323610 Dec 08 22:42:28.497534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b97a274d-a76b-487f-8732-8cbfe206d2d2 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:42:28.499709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f3bb-ea24-4884-b59a-6e0758fd8939 req-2f5c14f5-4f43-464c-a4a2-78c722e85886 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:28.501206 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4321f3bb-ea24-4884-b59a-6e0758fd8939 req-2f5c14f5-4f43-464c-a4a2-78c722e85886 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 943 time: 0.0509725 Dec 08 22:42:28.539563 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-4321f3bb-ea24-4884-b59a-6e0758fd8939 req-a6b18c7a-c25f-4ce5-a90c-54584107711f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Dec 08 22:42:28.588293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b97a274d-a76b-487f-8732-8cbfe206d2d2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:28.599424 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'port_id': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'mac_address': 'fa:16:3e:45:73:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:42:28.639776 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:28.651999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97a274d-a76b-487f-8732-8cbfe206d2d2 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:42:28.670000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b97a274d-a76b-487f-8732-8cbfe206d2d2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:28.674096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:28.720072 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b97a274d-a76b-487f-8732-8cbfe206d2d2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:28.874231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['b97a274d-a76b-487f-8732-8cbfe206d2d2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:42:29.652735 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c22e95-088d-4cbd-a5ab-4eb653a0197e req-a0d83b6b-292e-4698-86d0-2fb428da57ce tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:29.654153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c3c22e95-088d-4cbd-a5ab-4eb653a0197e req-a0d83b6b-292e-4698-86d0-2fb428da57ce tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 944 time: 0.0478110 Dec 08 22:42:29.691742 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c3c22e95-088d-4cbd-a5ab-4eb653a0197e req-8af9859a-ce23-4471-8359-47111ffd7125 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Dec 08 22:42:30.512102 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b97a274d-a76b-487f-8732-8cbfe206d2d2 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:42:30.559038 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port b97a274d-a76b-487f-8732-8cbfe206d2d2 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:42:30.562378 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port b97a274d-a76b-487f-8732-8cbfe206d2d2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:42:30.562776 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:30.639309 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:30.660821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:42:30.663097 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e985b844-2064-48d1-9a48-fbefb320ad03" -d '{"events": [{"server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "name": "network-vif-plugged", "status": "completed", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:42:30.675375 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port b97a274d-a76b-487f-8732-8cbfe206d2d2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:42:30.679671 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:30.702035 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffdbf2a-13b2-4d97-b4d4-0233262110b0 x-openstack-request-id: req-6ffdbf2a-13b2-4d97-b4d4-0233262110b0 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:42:30.702323 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "name": "network-vif-plugged", "status": "completed", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:42:30.702578 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ffdbf2a-13b2-4d97-b4d4-0233262110b0 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:42:30.702995 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'code': 200} Dec 08 22:42:30.729070 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=b97a274d-a76b-487f-8732-8cbfe206d2d2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:30.807425 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d76848-f830-4a71-ae09-591ab4e6a397 req-59a62f13-8cc4-4dea-9268-e1faa9f14533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:30.808776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48d76848-f830-4a71-ae09-591ab4e6a397 req-59a62f13-8cc4-4dea-9268-e1faa9f14533 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1096 time: 0.0431523 Dec 08 22:42:30.811241 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb8a47-9b5b-4cf8-a3f6-516980ba9c08 req-af8b8e82-dcd9-4c58-992d-73f96b4e8f1b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:30.812715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2bcb8a47-9b5b-4cf8-a3f6-516980ba9c08 req-af8b8e82-dcd9-4c58-992d-73f96b4e8f1b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0531421 Dec 08 22:42:30.845490 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-48d76848-f830-4a71-ae09-591ab4e6a397 req-731b35c2-5f49-462d-95cf-7f14bfba6492 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282152 Dec 08 22:42:30.851619 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2bcb8a47-9b5b-4cf8-a3f6-516980ba9c08 req-520619cc-a164-40e9-b873-62687d243409 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Dec 08 22:42:31.968645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8612aa2-cb74-48e2-b558-9a924af23d43 req-1e05786a-d490-41ec-8002-e4a3826353e5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:31.970119 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8612aa2-cb74-48e2-b558-9a924af23d43 req-1e05786a-d490-41ec-8002-e4a3826353e5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0490739 Dec 08 22:42:32.007838 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d8612aa2-cb74-48e2-b558-9a924af23d43 req-553f4594-633e-43ce-9557-05aa6de3c3ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Dec 08 22:42:32.119696 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052d1bb-8410-4228-a01c-f95852e853d7 req-d9bc81fd-7325-4221-86c2-73d5db145b74 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:32.121150 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9052d1bb-8410-4228-a01c-f95852e853d7 req-d9bc81fd-7325-4221-86c2-73d5db145b74 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0490756 Dec 08 22:42:32.157178 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9052d1bb-8410-4228-a01c-f95852e853d7 req-99ae4b94-ca72-478a-bce1-7d0d17af99c1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300174 Dec 08 22:42:32.179063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41740) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:32.217394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ac976-0941-4920-9752-7f3efc01f5d8 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:32.219199 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-736ac976-0941-4920-9752-7f3efc01f5d8 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1091 time: 0.0392091 Dec 08 22:42:32.221934 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41742) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:32.226783 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:42:32.247474 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:32.343934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:32.447371 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.168 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/eff70f19-4d08-481c-bd63-9c5c9134e42b) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:42:32.545340 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:32.576886 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:32.612513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:42:32.615307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:42:32.618650 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:42:32.649458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=eff70f19-4d08-481c-bd63-9c5c9134e42b,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:32.966117 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:33.033717 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:33.174263 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:33.179387 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:33.250132 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=eff70f19-4d08-481c-bd63-9c5c9134e42b,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:42:33.260497 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:33.358685 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP 1b53118d-c98c-42b7-b0d9-6e323cb43613 associated. External IP: 172.25.1.168, port: b97a274d-a76b-487f-8732-8cbfe206d2d2. Dec 08 22:42:33.558544 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 7d798330-331d-4395-99e6-3831c81f7638 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:42:33.663631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:42:33.673316 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f369756-2029-47ec-938b-0a478d601528 None None] Sync routers for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:42:33.680392 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:33.682514 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f369756-2029-47ec-938b-0a478d601528 None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:33.683211 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3f369756-2029-47ec-938b-0a478d601528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:33.710091 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-06cb9987-a906-46c2-a9e6-04a901f41c69 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4841516 Dec 08 22:42:33.710091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:42:33.711461 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97dc2da-a096-4b18-922a-c17cd085ba6b" -d '{"events": [{"name": "network-changed", "server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:42:33.797613 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3f369756-2029-47ec-938b-0a478d601528 None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:33.811057 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c45ae5-c58b-469f-84c3-9eb43fedfd72 x-openstack-request-id: req-04c45ae5-c58b-469f-84c3-9eb43fedfd72 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:42:33.811360 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:42:33.811620 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04c45ae5-c58b-469f-84c3-9eb43fedfd72 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:42:33.812091 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'status': 'completed', 'code': 200} Dec 08 22:42:33.814486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef1fb4-6868-4eb4-a423-faaea3259abe req-e479f3b2-89d7-4b5e-87e5-5abcab32ed9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:33.816685 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70ef1fb4-6868-4eb4-a423-faaea3259abe req-e479f3b2-89d7-4b5e-87e5-5abcab32ed9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0525837 Dec 08 22:42:33.884989 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-70ef1fb4-6868-4eb4-a423-faaea3259abe req-16ba3602-118f-4660-af9e-f5468129ab74 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624475 Dec 08 22:42:33.896706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-1a846585-5334-4f67-a801-e016d7ec8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:33.903187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-1a846585-5334-4f67-a801-e016d7ec8074 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1096 time: 0.0659027 Dec 08 22:42:33.908757 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41750) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:34.019568 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3f369756-2029-47ec-938b-0a478d601528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '1b53118d-c98c-42b7-b0d9-6e323cb43613', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d798330-331d-4395-99e6-3831c81f7638', 'port_id': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'mac_address': 'fa:16:3e:45:73:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:42:32Z', 'updated_at': '2021-12-08T22:42:32Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:25Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:34.020179 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7eafb18e-bc92-4724-b66a-505c641188ce tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/1b53118d-c98c-42b7-b0d9-6e323cb43613 HTTP/1.1" status: 200 len: 991 time: 0.1103594 Dec 08 22:42:34.043343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-a6000331-1a02-4794-9966-7d97c7a82046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:34.044774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-a6000331-1a02-4794-9966-7d97c7a82046 service neutron] 10.222.0.23 "GET /v2.0/networks?id=902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 200 len: 898 time: 0.1297584 Dec 08 22:42:34.045869 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f369756-2029-47ec-938b-0a478d601528 None None] Checking router: 7d798330-331d-4395-99e6-3831c81f7638 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:42:34.054444 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f369756-2029-47ec-938b-0a478d601528 None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:42:34.055074 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3f369756-2029-47ec-938b-0a478d601528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:42:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:34.110187 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-bd5c3997-d21a-49c6-95af-b6e8f0c952c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 200 len: 999 time: 0.0581274 Dec 08 22:42:34.156613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-ed75be44-6b70-419f-979e-61072e9ba3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:34.158044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-ed75be44-6b70-419f-979e-61072e9ba3b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c6d63c9-035e-49a5-80da-856f4baf1700 HTTP/1.1" status: 200 len: 835 time: 0.0413768 Dec 08 22:42:34.158185 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-3f369756-2029-47ec-938b-0a478d601528 None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:42:34.206298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-8100a53e-8a8f-4c5d-bd1c-06ec5826ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:34.207826 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-8100a53e-8a8f-4c5d-bd1c-06ec5826ffd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=902903f0-eb76-4343-95cc-2a1247cc2eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426204 Dec 08 22:42:34.297752 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-7bc067ac-36a6-48e1-bd5e-eba460f61693 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824668 Dec 08 22:42:34.395445 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c97dc2da-a096-4b18-922a-c17cd085ba6b req-0a3e9861-b7f8-44f2-b943-4f39dfe553bc service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908718 Dec 08 22:42:34.470440 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-3f369756-2029-47ec-938b-0a478d601528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '1b53118d-c98c-42b7-b0d9-6e323cb43613', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d798330-331d-4395-99e6-3831c81f7638', 'port_id': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'mac_address': 'fa:16:3e:45:73:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:42:32Z', 'updated_at': '2021-12-08T22:42:32Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:25Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:42:34.495817 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f369756-2029-47ec-938b-0a478d601528 None None] The sync data for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 is: [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '1b53118d-c98c-42b7-b0d9-6e323cb43613', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '7d798330-331d-4395-99e6-3831c81f7638', 'port_id': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'mac_address': 'fa:16:3e:45:73:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:42:32Z', 'updated_at': '2021-12-08T22:42:32Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:25Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:42:34.683758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe9dcf-7896-4bd1-8a45-b44b5287046e None None] New status for floating IP 1b53118d-c98c-42b7-b0d9-6e323cb43613: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:42:35.024207 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41752) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:42:35.083784 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-b48e10dc-6a68-4ea3-b2c6-06fbd27376b3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/1b53118d-c98c-42b7-b0d9-6e323cb43613 HTTP/1.1" status: 200 len: 993 time: 0.0584619 Dec 08 22:42:35.642988 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d32cf9ce-1dea-4500-9d38-3c9c36b407c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:38.322480 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-629bf1ca-8a58-40ff-8370-ccfae72d9ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:38.940573 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:39.634114 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:39.940688 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:40.166925 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-e5e6ea75-b41f-42ee-833c-75d01bbeaf9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0378673 Dec 08 22:42:40.249645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-4954d7b1-e499-4591-8934-b0bdacad189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:40.251132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-4954d7b1-e499-4591-8934-b0bdacad189a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1096 time: 0.0436528 Dec 08 22:42:40.350969 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-ae40dd6b-41f9-4d3b-96b5-7249dd04e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:40.352420 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-ae40dd6b-41f9-4d3b-96b5-7249dd04e2c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 200 len: 898 time: 0.0823874 Dec 08 22:42:40.419300 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-0a1e0d39-2c4b-4677-9efd-a7b4435bf076 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 200 len: 1001 time: 0.0593112 Dec 08 22:42:40.466475 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-6a7912d0-fb2f-463f-b97b-7b4e6b9831f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:40.468071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-6a7912d0-fb2f-463f-b97b-7b4e6b9831f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c6d63c9-035e-49a5-80da-856f4baf1700 HTTP/1.1" status: 200 len: 835 time: 0.0417702 Dec 08 22:42:40.510297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-4e53630d-e999-453e-8175-97b321246241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:42:40.511743 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-4e53630d-e999-453e-8175-97b321246241 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=902903f0-eb76-4343-95cc-2a1247cc2eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0372062 Dec 08 22:42:40.546704 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:40.604641 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-dbbc4bfe-a089-4d62-8630-cac9773dcd82 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846081 Dec 08 22:42:40.692701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98506f3b-2f6a-414c-9ee1-023ea39377cd req-ff92ab20-0e7c-4932-b2dd-abb97dbf0439 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806088 Dec 08 22:42:41.201136 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:42:53.117386 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:43:03.828881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3717080-31e9-4dac-b07f-dbc5208521e8 req-cfc57ce2-3261-468b-b89b-b2f8234fa2e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:03.830379 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3717080-31e9-4dac-b07f-dbc5208521e8 req-cfc57ce2-3261-468b-b89b-b2f8234fa2e9 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0522492 Dec 08 22:43:03.868105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e3717080-31e9-4dac-b07f-dbc5208521e8 req-0943695e-c8e8-4910-aa68-8de8b76cf2f7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312223 Dec 08 22:43:04.984320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b764bbd-1921-408b-8e07-1e1c1cd924eb req-afe42adc-3035-47d6-9d31-27538baa1ec0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:04.986038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b764bbd-1921-408b-8e07-1e1c1cd924eb req-afe42adc-3035-47d6-9d31-27538baa1ec0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0486765 Dec 08 22:43:05.023359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2b764bbd-1921-408b-8e07-1e1c1cd924eb req-6447c9b5-1b92-4cc9-9f15-5fa2e16e54e6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309930 Dec 08 22:43:05.643851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4dd1b7ee-6684-464e-829c-2fa0eb3918a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:06.139928 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f750d-9755-4e35-830e-53ec56134cfb req-dae62559-4e4c-435f-b6c1-ae95aeca55b6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:06.141381 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf3f750d-9755-4e35-830e-53ec56134cfb req-dae62559-4e4c-435f-b6c1-ae95aeca55b6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0483623 Dec 08 22:43:06.178043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bf3f750d-9755-4e35-830e-53ec56134cfb req-5db07d2b-20a3-4dfd-bfdd-1ebe9e2e8963 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306330 Dec 08 22:43:07.294811 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d6535-0a32-4f85-85ef-681717e1a2ad req-be454dca-e7fb-4521-86f4-b249901b675f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:07.296240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-185d6535-0a32-4f85-85ef-681717e1a2ad req-be454dca-e7fb-4521-86f4-b249901b675f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0508411 Dec 08 22:43:07.332776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-185d6535-0a32-4f85-85ef-681717e1a2ad req-f1a7cbb5-4522-4d28-a30b-c68649069c41 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299621 Dec 08 22:43:08.322842 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-07688657-2d6e-4e7c-b177-82170912939e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:08.448090 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadbd41-3e13-4953-8ad7-a2b8a40a30a9 req-c41561fb-e03b-4e84-9762-bac9b2aa9841 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:08.449545 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fadbd41-3e13-4953-8ad7-a2b8a40a30a9 req-c41561fb-e03b-4e84-9762-bac9b2aa9841 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0484893 Dec 08 22:43:08.488003 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5fadbd41-3e13-4953-8ad7-a2b8a40a30a9 req-3042f23e-4ceb-45de-a46a-7e0ad8ca7404 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324380 Dec 08 22:43:08.943514 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:09.601583 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190bbda-ca76-4e93-adc6-363c08cc8201 req-d0691430-97f0-4e12-9921-07a0f97de63e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:09.603044 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7190bbda-ca76-4e93-adc6-363c08cc8201 req-d0691430-97f0-4e12-9921-07a0f97de63e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0478137 Dec 08 22:43:09.636637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:09.641801 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7190bbda-ca76-4e93-adc6-363c08cc8201 req-c043d8db-58a9-4d1d-a726-caf5dee32515 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328202 Dec 08 22:43:09.951344 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:10.549480 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:10.758283 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8289e-ada9-4163-868f-3d20c1d40f3f req-75694dfa-f0a1-4669-a2cc-14e19c9c3294 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:10.759761 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-92f8289e-ada9-4163-868f-3d20c1d40f3f req-75694dfa-f0a1-4669-a2cc-14e19c9c3294 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0519099 Dec 08 22:43:10.797997 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-92f8289e-ada9-4163-868f-3d20c1d40f3f req-29a01856-7fdd-4f32-80f6-003523ab7b2d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323317 Dec 08 22:43:11.203788 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:11.908998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4456daa-18b6-4102-bee5-4ea7cacbc6b2 req-90a564b1-0859-4820-a266-7777c896605d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:11.910457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f4456daa-18b6-4102-bee5-4ea7cacbc6b2 req-90a564b1-0859-4820-a266-7777c896605d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0475678 Dec 08 22:43:11.947748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f4456daa-18b6-4102-bee5-4ea7cacbc6b2 req-ccaf778d-06a5-4aa3-a4f2-eaf5c943fac7 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Dec 08 22:43:13.062028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f301060-e7e1-41a0-ba5b-fab27c1e40dc req-8d9aebd5-89bc-42ea-8299-f4addb772446 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:13.063577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f301060-e7e1-41a0-ba5b-fab27c1e40dc req-8d9aebd5-89bc-42ea-8299-f4addb772446 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0506959 Dec 08 22:43:13.101756 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f301060-e7e1-41a0-ba5b-fab27c1e40dc req-67674df2-b86e-4a0f-ba59-6c501d6f5c94 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Dec 08 22:43:14.217641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133312d-bc2c-4d31-89da-25048f26aa37 req-31aca8a9-09f4-4799-bd0a-0964592dfaff tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:14.219160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7133312d-bc2c-4d31-89da-25048f26aa37 req-31aca8a9-09f4-4799-bd0a-0964592dfaff tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0523167 Dec 08 22:43:14.256757 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7133312d-bc2c-4d31-89da-25048f26aa37 req-6dc4eb0c-8a82-4693-9fc8-34962ae40d05 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311608 Dec 08 22:43:14.278072 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41788) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:14.336667 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5bb3eb5d-e892-412e-a203-26ece0a9e619 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/1b53118d-c98c-42b7-b0d9-6e323cb43613 HTTP/1.1" status: 200 len: 993 time: 0.0574281 Dec 08 22:43:15.593674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f5f05-d6a4-4f54-80e7-78917f6afb00 req-983d26d2-381d-49a6-851e-d7de6e593629 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:15.595219 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-602f5f05-d6a4-4f54-80e7-78917f6afb00 req-983d26d2-381d-49a6-851e-d7de6e593629 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0498786 Dec 08 22:43:15.628153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-ec50a543-e274-40de-884b-35ea8ad4cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:15.630212 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-ec50a543-e274-40de-884b-35ea8ad4cd97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1096 time: 0.0545282 Dec 08 22:43:15.635970 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-602f5f05-d6a4-4f54-80e7-78917f6afb00 req-d0c998c7-6601-4483-a895-d14c8dc3cd2b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342219 Dec 08 22:43:16.044080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-c9387366-327a-4322-96a4-1fd110d957ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:16.045538 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-c9387366-327a-4322-96a4-1fd110d957ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 200 len: 898 time: 0.4086516 Dec 08 22:43:16.111986 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-9ad1784b-2358-4ae3-a56d-59b747ef5b77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 200 len: 1001 time: 0.0587864 Dec 08 22:43:16.158322 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-cdb388da-f32e-4ade-974f-db92c613ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:16.159717 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-cdb388da-f32e-4ade-974f-db92c613ec21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c6d63c9-035e-49a5-80da-856f4baf1700 HTTP/1.1" status: 200 len: 835 time: 0.0410616 Dec 08 22:43:16.202607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-1ebec54f-edd0-4f01-a245-1a0916943e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:16.204160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-1ebec54f-edd0-4f01-a245-1a0916943e28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=902903f0-eb76-4343-95cc-2a1247cc2eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371368 Dec 08 22:43:16.295260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-5394489f-55fe-4d79-ae8a-5085895ec3ed service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836477 Dec 08 22:43:16.383150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ededcd6f-f1d6-4e3d-a200-c4be6ebef678 req-54bb929b-2a45-450a-a9da-20d6a519edb2 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806563 Dec 08 22:43:16.751699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7f494-525f-4ad5-890d-215731ff12f2 req-98734105-d8c2-4061-b4e0-1e8d2b67d508 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:16.753171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87d7f494-525f-4ad5-890d-215731ff12f2 req-98734105-d8c2-4061-b4e0-1e8d2b67d508 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0490358 Dec 08 22:43:16.797246 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-87d7f494-525f-4ad5-890d-215731ff12f2 req-f14703e0-0b66-42fd-a6c5-03f48dd28ff1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373549 Dec 08 22:43:17.916237 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00378c69-ad2f-454a-94f5-fcdd8be37a70 req-2852c00a-f777-4ee5-b98d-35eb7293e7a8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:17.917721 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00378c69-ad2f-454a-94f5-fcdd8be37a70 req-2852c00a-f777-4ee5-b98d-35eb7293e7a8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0524900 Dec 08 22:43:17.957344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00378c69-ad2f-454a-94f5-fcdd8be37a70 req-034e2343-4558-46e3-aa78-4de5eb8f0d8e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331454 Dec 08 22:43:17.979673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41800) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:18.037948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-944e9de0-8d59-4377-beb9-b1000d3179c6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/1b53118d-c98c-42b7-b0d9-6e323cb43613 HTTP/1.1" status: 200 len: 993 time: 0.0571682 Dec 08 22:43:30.117648 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:43:35.643943 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3669ad1b-c92d-4837-98fb-5f81ab0dd551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:38.324058 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ff7fc9b4-889a-455b-828e-150023bae9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:38.944998 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:39.639478 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:39.946504 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:40.567532 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:41.157984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-11adb5be-c546-4408-b113-54fab8953872 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391850 Dec 08 22:43:41.207741 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:41.242064 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-34efde4f-93cd-436e-8446-5fce51c89167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:41.243578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-34efde4f-93cd-436e-8446-5fce51c89167 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1096 time: 0.0429366 Dec 08 22:43:41.345506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-d64f4b60-7eb3-4c1d-a6fc-9e8954b0296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:41.346955 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-d64f4b60-7eb3-4c1d-a6fc-9e8954b0296f service neutron] 10.222.0.23 "GET /v2.0/networks?id=902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 200 len: 898 time: 0.0848444 Dec 08 22:43:41.410922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-b753c0dd-8069-4d46-a9bd-77395cfa0c76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 200 len: 1001 time: 0.0553634 Dec 08 22:43:41.458001 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-0b52543c-c557-48f9-8ffa-3e89dfa6d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:41.459396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-0b52543c-c557-48f9-8ffa-3e89dfa6d494 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c6d63c9-035e-49a5-80da-856f4baf1700 HTTP/1.1" status: 200 len: 835 time: 0.0417304 Dec 08 22:43:41.506736 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-cfcfb081-6a99-4b78-ad2c-47672f9d4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:41.508177 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-cfcfb081-6a99-4b78-ad2c-47672f9d4419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=902903f0-eb76-4343-95cc-2a1247cc2eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417609 Dec 08 22:43:41.594690 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-2090da52-815a-4353-8e50-c5a0b51434cc service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788534 Dec 08 22:43:41.686837 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2a5315e8-35db-46fd-a7fe-d4f5400d7d76 req-a364eeb8-9ddf-47af-b660-9f09a04d1704 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849411 Dec 08 22:43:48.737205 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41816) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:48.888190 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port eff70f19-4d08-481c-bd63-9c5c9134e42b {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:43:48.888533 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:48.964279 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:48.964606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:48.976037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for eff70f19-4d08-481c-bd63-9c5c9134e42b owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:43:49.118252 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:49.141004 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=eff70f19-4d08-481c-bd63-9c5c9134e42b,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:49.153314 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.153664 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.154006 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.154343 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.154673 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.155033 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.155359 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.155688 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.156014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.156337 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.156657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.156979 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:49.217560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:49.217893 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP 1b53118d-c98c-42b7-b0d9-6e323cb43613 disassociated (deleted). External IP: 172.25.1.168, port: b97a274d-a76b-487f-8732-8cbfe206d2d2. Dec 08 22:43:49.735758 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 7d798330-331d-4395-99e6-3831c81f7638 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:43:49.840052 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:43:49.845272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:49.851787 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] Sync routers for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:43:49.861515 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:43:49.862113 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:49.871343 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-ed5fcce6-aabd-4dff-95b7-5a504e928cc8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/floatingips/1b53118d-c98c-42b7-b0d9-6e323cb43613 HTTP/1.1" status: 204 len: 168 time: 1.1330922 Dec 08 22:43:49.871920 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:43:49.874188 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f9b181-3dde-4dde-9ad8-17c73a3ef095" -d '{"events": [{"name": "network-changed", "server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:43:49.913773 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f86419-8982-4aad-a491-217f30844e79 x-openstack-request-id: req-c1f86419-8982-4aad-a491-217f30844e79 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:43:49.914070 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:43:49.914324 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1f86419-8982-4aad-a491-217f30844e79 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:43:49.914756 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'status': 'completed', 'code': 200} Dec 08 22:43:49.968087 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:43:49.979331 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-830b2bc6-6f4e-46ad-838e-f6d5a11d851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:49.981633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-830b2bc6-6f4e-46ad-838e-f6d5a11d851e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 1096 time: 0.0457122 Dec 08 22:43:50.110697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-98a2d0f9-a8c5-4c7f-9b21-3e7d71400326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:50.112219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-98a2d0f9-a8c5-4c7f-9b21-3e7d71400326 service neutron] 10.222.0.23 "GET /v2.0/networks?id=902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 200 len: 898 time: 0.1217358 Dec 08 22:43:50.129799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba515619-5344-4c0d-914a-dd92aee88fee req-b05705f1-d640-4ffe-ae70-dd56bdb2b663 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:50.131338 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba515619-5344-4c0d-914a-dd92aee88fee req-b05705f1-d640-4ffe-ae70-dd56bdb2b663 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0835578 Dec 08 22:43:50.172748 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-99ee2e7f-3bc4-48f0-a759-274d039306c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 200 len: 217 time: 0.0404618 Dec 08 22:43:50.175210 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:25Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:50.201981 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] Checking router: 7d798330-331d-4395-99e6-3831c81f7638 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:43:50.211035 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:43:50.211649 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:50.235027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ba515619-5344-4c0d-914a-dd92aee88fee req-961fdea6-65df-47ad-89b4-e59fe63c3024 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962396 Dec 08 22:43:50.242003 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-b3b9bb9e-a911-4b56-ada6-af9a7f35046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:50.243477 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-b3b9bb9e-a911-4b56-ada6-af9a7f35046b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c6d63c9-035e-49a5-80da-856f4baf1700 HTTP/1.1" status: 200 len: 835 time: 0.0628233 Dec 08 22:43:50.292704 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-c1ea0666-f22e-4747-b092-4a95c546cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:50.294211 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-c1ea0666-f22e-4747-b092-4a95c546cdf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=902903f0-eb76-4343-95cc-2a1247cc2eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411706 Dec 08 22:43:50.321109 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:43:50.386353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-a3f33438-375b-4c18-b697-65c495f29c2e service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838759 Dec 08 22:43:50.480496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-90f9b181-3dde-4dde-9ad8-17c73a3ef095 req-ada1128a-abdc-4d5a-9b11-982c4f962a89 service neutron] 10.222.0.23 "GET /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851693 Dec 08 22:43:50.514955 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:25Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:50.544330 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b2ebe-c580-4237-86f9-4cd66c6370dd None None] The sync data for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 is: [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:42:22Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '6cc89903-6b86-441d-9df5-ae6b619c1f54', 'name': '', 'network_id': '902903f0-eb76-4343-95cc-2a1247cc2eb5', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:57:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:21Z', 'updated_at': '2021-12-08T22:42:25Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': '0c6d63c9-035e-49a5-80da-856f4baf1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:43:50.749938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a65f8-0ecf-4662-9df1-365d74817db9 None None] New status for floating IP 1b53118d-c98c-42b7-b0d9-6e323cb43613: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:43:51.359702 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e009d7-265c-48f4-8720-09d251fdeaf1 req-861cfa8d-62a6-4d68-9bef-26dd383dc661 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:51.361161 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2e009d7-265c-48f4-8720-09d251fdeaf1 req-861cfa8d-62a6-4d68-9bef-26dd383dc661 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0490928 Dec 08 22:43:51.402894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a2e009d7-265c-48f4-8720-09d251fdeaf1 req-4727afda-d9ee-409f-8595-8e68af77377c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbd5a3e3-3921-4899-8494-e7571a5da25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356708 Dec 08 22:43:51.527084 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-963efea9-86d5-440a-b246-11d7abb7d7a4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:51.528410 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-963efea9-86d5-440a-b246-11d7abb7d7a4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "GET /v2.0/ports?device_id=53dbee9c-9c52-407f-a7f4-9d95c6f68c7f HTTP/1.1" status: 200 len: 945 time: 0.0467896 Dec 08 22:43:51.620855 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port b97a274d-a76b-487f-8732-8cbfe206d2d2 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:43:51.621186 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:51.706310 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port b97a274d-a76b-487f-8732-8cbfe206d2d2, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=b97a274d-a76b-487f-8732-8cbfe206d2d2,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:43:51.707232 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:51.719526 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for b97a274d-a76b-487f-8732-8cbfe206d2d2 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:43:51.845873 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:51.872203 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=b97a274d-a76b-487f-8732-8cbfe206d2d2,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:51.882591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.882976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.883325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.883667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.884006 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.884340 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.884685 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.885420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.885420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.885619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.885950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.886275 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:51.929660 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] No DVR routers for this DVR port b97a274d-a76b-487f-8732-8cbfe206d2d2 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:43:51.932303 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:51.935586 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-efd73034-cff3-4ea7-86f0-cdd7b10949ba req-f00ef311-8685-457c-b981-48aa90859d85 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.23 "DELETE /v2.0/ports/b97a274d-a76b-487f-8732-8cbfe206d2d2 HTTP/1.1" status: 204 len: 173 time: 0.3995328 Dec 08 22:43:51.936022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'name': 'network-vif-deleted', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:43:51.938440 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec161d12-cf3d-4391-aa7c-36ac1c1242a9" -d '{"events": [{"server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "name": "network-vif-deleted", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:43:51.975146 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1692feb-3470-44be-a674-ec6fb15121ab x-openstack-request-id: req-b1692feb-3470-44be-a674-ec6fb15121ab {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:43:51.975444 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dbee9c-9c52-407f-a7f4-9d95c6f68c7f", "name": "network-vif-deleted", "tag": "b97a274d-a76b-487f-8732-8cbfe206d2d2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:43:51.975704 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1692feb-3470-44be-a674-ec6fb15121ab {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:43:51.976170 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dbee9c-9c52-407f-a7f4-9d95c6f68c7f', 'name': 'network-vif-deleted', 'tag': 'b97a274d-a76b-487f-8732-8cbfe206d2d2', 'status': 'completed', 'code': 200} Dec 08 22:43:52.459192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41832) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:52.804737 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:53.054252 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 6cc89903-6b86-441d-9df5-ae6b619c1f54 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:43:53.054594 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:53.144185 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port 6cc89903-6b86-441d-9df5-ae6b619c1f54, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=6cc89903-6b86-441d-9df5-ae6b619c1f54,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:43:53.144542 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:53.155850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 6cc89903-6b86-441d-9df5-ae6b619c1f54 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:43:53.338593 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:53.366684 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=6cc89903-6b86-441d-9df5-ae6b619c1f54,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:53.536281 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:53.745736 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router 7d798330-331d-4395-99e6-3831c81f7638 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:43:53.848970 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:43:53.854328 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f8bb5d71-1740-428b-a6e5-952ea2d032ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/7d798330-331d-4395-99e6-3831c81f7638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3937199 Dec 08 22:43:53.856576 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41834) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:53.859205 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] Sync routers for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:43:53.868356 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:43:53.868949 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:53.905899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ee4497-af15-4b49-8fd6-359d05de4915 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting subnet 0c6d63c9-035e-49a5-80da-856f4baf1700 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:43:53.908940 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4497-af15-4b49-8fd6-359d05de4915 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:53.948963 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4497-af15-4b49-8fd6-359d05de4915 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:53.972037 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:43:54.036967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4497-af15-4b49-8fd6-359d05de4915 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.095489 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4497-af15-4b49-8fd6-359d05de4915 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.123428 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee4497-af15-4b49-8fd6-359d05de4915 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6d63c9-035e-49a5-80da-856f4baf1700,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:54.125408 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4497-af15-4b49-8fd6-359d05de4915 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.129416 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a4ee4497-af15-4b49-8fd6-359d05de4915 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/subnets/0c6d63c9-035e-49a5-80da-856f4baf1700 HTTP/1.1" status: 204 len: 168 time: 0.2717621 Dec 08 22:43:54.131719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41836) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:54.134921 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0768ff0-6ab0-43a2-b19e-e0056db8afaa None None] Network 902903f0-eb76-4343-95cc-2a1247cc2eb5 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:43:54.158833 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:43:53Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:54.184708 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] Checking router: 7d798330-331d-4395-99e6-3831c81f7638 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:43:54.194874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] Routers {'7d798330-331d-4395-99e6-3831c81f7638'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:43:54.194874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['7d798330-331d-4395-99e6-3831c81f7638'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:54.254082 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.308605 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] Set router 7d798330-331d-4395-99e6-3831c81f7638 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:43:54.320100 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] DHCP port deletion for 902903f0-eb76-4343-95cc-2a1247cc2eb5 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:43:54.361746 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.369026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Deleting port 50944455-5463-4650-9c3a-7de9e9502bd8 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:43:54.369565 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.415096 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:43:54.415447 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.437416 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] For port 50944455-5463-4650-9c3a-7de9e9502bd8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=50944455-5463-4650-9c3a-7de9e9502bd8,segment=NetworkSegment(b811eb45-c883-482c-b409-99888c3182d5),segment_id=b811eb45-c883-482c-b409-99888c3182d5)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:43:54.437811 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.454703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Calling delete_port for 50944455-5463-4650-9c3a-7de9e9502bd8 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:43:54.497723 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:43:53Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:54.504385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port 30dd6e1f-8102-42ee-ac9c-44d534b13fa3, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=30dd6e1f-8102-42ee-ac9c-44d534b13fa3,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:43:54.504758 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.517313 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:43:54.541870 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.574896 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] No DVR routers for this DVR port 50944455-5463-4650-9c3a-7de9e9502bd8 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:43:54.577033 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Pushing event deleted for resources: {'Port': ['ID=50944455-5463-4650-9c3a-7de9e9502bd8,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:54.588956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.588956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.588956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.588956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.588956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.588956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.589964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.590148 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.590540 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.590987 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.591428 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.592098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6e20-0904-4dfa-80a8-e86f74970457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:43:54.614219 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3afa2-d7dd-4004-8e45-0b39654313eb None None] The sync data for ids ['7d798330-331d-4395-99e6-3831c81f7638'] in n-d-821126-1 is: [{'id': '7d798330-331d-4395-99e6-3831c81f7638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115695146', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:42:18Z', 'updated_at': '2021-12-08T22:43:53Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': '30dd6e1f-8102-42ee-ac9c-44d534b13fa3', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d798330-331d-4395-99e6-3831c81f7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:42:19Z', 'updated_at': '2021-12-08T22:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:43:54.703072 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.733785 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=30dd6e1f-8102-42ee-ac9c-44d534b13fa3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:54.787034 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.794075 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b97a274d-a76b-487f-8732-8cbfe206d2d2 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:43:54.813459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: b97a274d-a76b-487f-8732-8cbfe206d2d2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:43:54.813809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device b97a274d-a76b-487f-8732-8cbfe206d2d2 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:43:54.877930 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.880062 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.924042 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.924663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Fanout notify agent at l3_agent the message router_deleted on router 7d798330-331d-4395-99e6-3831c81f7638 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:43:54.931927 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:54.933026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6a7b3fb5-51e8-4e44-8fcb-1a6f789436db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/routers/7d798330-331d-4395-99e6-3831c81f7638 HTTP/1.1" status: 204 len: 168 time: 0.7992988 Dec 08 22:43:54.935680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41838) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:55.011431 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.103581 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.123495 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902903f0-eb76-4343-95cc-2a1247cc2eb5']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:55.133212 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b811eb45-c883-482c-b409-99888c3182d5') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:55.133445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b811eb45-c883-482c-b409-99888c3182d5') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:55.142793 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.155986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.163023 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:43:55.163438 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:43:55.166672 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:43:55.225554 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.248091 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.251391 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/networks/902903f0-eb76-4343-95cc-2a1247cc2eb5 HTTP/1.1" status: 204 len: 168 time: 0.3147957 Dec 08 22:43:55.252463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232c8e6-82c0-4d02-a3b6-2ef2bf69857d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Network': ['ID=902903f0-eb76-4343-95cc-2a1247cc2eb5,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:55.254076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41840) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:55.317710 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d997186-b739-466b-8a49-53f019353223 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.347902 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d997186-b739-466b-8a49-53f019353223 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.403757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d997186-b739-466b-8a49-53f019353223 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.406248 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d997186-b739-466b-8a49-53f019353223 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.407484 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3d997186-b739-466b-8a49-53f019353223 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/security-groups/cbd5a3e3-3921-4899-8494-e7571a5da25e HTTP/1.1" status: 204 len: 168 time: 0.1525009 Dec 08 22:43:55.417360 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997186-b739-466b-8a49-53f019353223 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd5a3e3-3921-4899-8494-e7571a5da25e,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:55.666308 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41846) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:55.670925 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-39f5a263-f473-4418-ba81-4348f8dd507e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374872780', 'description': 'tempest-secgroup-smoke-1374872780 description', 'project_id': '6d5e814b253b465db9e640a8b983dfed'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:55.691589 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6cc89903-6b86-441d-9df5-ae6b619c1f54 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:43:55.695317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f5a263-f473-4418-ba81-4348f8dd507e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.714652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 6cc89903-6b86-441d-9df5-ae6b619c1f54 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:43:55.715073 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 6cc89903-6b86-441d-9df5-ae6b619c1f54 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:43:55.715429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 50944455-5463-4650-9c3a-7de9e9502bd8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:43:55.733490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 50944455-5463-4650-9c3a-7de9e9502bd8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:43:55.733839 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 50944455-5463-4650-9c3a-7de9e9502bd8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:43:55.761356 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f5a263-f473-4418-ba81-4348f8dd507e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.764827 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f5a263-f473-4418-ba81-4348f8dd507e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.791874 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-39f5a263-f473-4418-ba81-4348f8dd507e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.793085 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-39f5a263-f473-4418-ba81-4348f8dd507e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1260834 Dec 08 22:43:55.796287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41848) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:55.797356 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5a263-f473-4418-ba81-4348f8dd507e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539097a9-0d66-4e97-9500-b68ae4c33dea,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:55.802291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-15bc0074-91d3-4a35-b5ec-932494bd72ee tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '539097a9-0d66-4e97-9500-b68ae4c33dea', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:55.828843 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15bc0074-91d3-4a35-b5ec-932494bd72ee tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.888235 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15bc0074-91d3-4a35-b5ec-932494bd72ee tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.892118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15bc0074-91d3-4a35-b5ec-932494bd72ee tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.910924 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc0074-91d3-4a35-b5ec-932494bd72ee tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9152429-3e30-433c-87e9-fe10bb134d51,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:55.914858 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-15bc0074-91d3-4a35-b5ec-932494bd72ee tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:55.916018 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-15bc0074-91d3-4a35-b5ec-932494bd72ee tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181993 Dec 08 22:43:55.918733 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41850) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:55.922986 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-db4e35e0-9024-461a-874d-80e0094cd59d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '539097a9-0d66-4e97-9500-b68ae4c33dea', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:55.948606 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db4e35e0-9024-461a-874d-80e0094cd59d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.003170 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db4e35e0-9024-461a-874d-80e0094cd59d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.007234 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db4e35e0-9024-461a-874d-80e0094cd59d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.024960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e35e0-9024-461a-874d-80e0094cd59d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729ecf84-c9f0-4736-8cdf-6cfbe441e861,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:56.032265 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-db4e35e0-9024-461a-874d-80e0094cd59d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.033449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-db4e35e0-9024-461a-874d-80e0094cd59d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138058 Dec 08 22:43:56.036208 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41852) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:56.040443 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-73cde38a-2ae5-4b9b-9163-99543e81c1bf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '539097a9-0d66-4e97-9500-b68ae4c33dea', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:56.064793 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73cde38a-2ae5-4b9b-9163-99543e81c1bf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.120218 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73cde38a-2ae5-4b9b-9163-99543e81c1bf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.123662 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73cde38a-2ae5-4b9b-9163-99543e81c1bf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.143703 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cde38a-2ae5-4b9b-9163-99543e81c1bf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2100ee31-f165-4950-bbab-af6f2e93c31f,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:56.149173 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-73cde38a-2ae5-4b9b-9163-99543e81c1bf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.150330 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-73cde38a-2ae5-4b9b-9163-99543e81c1bf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132054 Dec 08 22:43:56.153138 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41854) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:56.157328 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c0fb7cb4-47eb-4ade-a030-bbf6712774ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '539097a9-0d66-4e97-9500-b68ae4c33dea', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:56.182690 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7cb4-47eb-4ade-a030-bbf6712774ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.245435 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7cb4-47eb-4ade-a030-bbf6712774ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.249115 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7cb4-47eb-4ade-a030-bbf6712774ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.265520 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb7cb4-47eb-4ade-a030-bbf6712774ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead1f538-96f1-4c77-81a4-3b0b8c8cfd10,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:56.273382 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7cb4-47eb-4ade-a030-bbf6712774ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.274577 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c0fb7cb4-47eb-4ade-a030-bbf6712774ae tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205127 Dec 08 22:43:56.277375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41856) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:56.281597 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-4af04bf0-1f1c-4937-8941-6fd3866cc015 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '539097a9-0d66-4e97-9500-b68ae4c33dea', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:56.303629 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-4af04bf0-1f1c-4937-8941-6fd3866cc015 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:43:56.308346 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4af04bf0-1f1c-4937-8941-6fd3866cc015 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.367886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4af04bf0-1f1c-4937-8941-6fd3866cc015 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.371367 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4af04bf0-1f1c-4937-8941-6fd3866cc015 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.389713 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af04bf0-1f1c-4937-8941-6fd3866cc015 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a9096c-4d64-4fdf-a0a1-d46c0f127b00,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:56.397406 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-4af04bf0-1f1c-4937-8941-6fd3866cc015 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.398612 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-4af04bf0-1f1c-4937-8941-6fd3866cc015 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203053 Dec 08 22:43:56.401253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41858) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:56.405609 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-700df25f-eedb-4d83-8c74-e5de8e2fe5a2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'security_group_rule': {'security_group_id': '539097a9-0d66-4e97-9500-b68ae4c33dea', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:56.428011 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-700df25f-eedb-4d83-8c74-e5de8e2fe5a2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Project 6d5e814b253b465db9e640a8b983dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:43:56.432753 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-700df25f-eedb-4d83-8c74-e5de8e2fe5a2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.492164 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-700df25f-eedb-4d83-8c74-e5de8e2fe5a2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.495396 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-700df25f-eedb-4d83-8c74-e5de8e2fe5a2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.509506 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700df25f-eedb-4d83-8c74-e5de8e2fe5a2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bd3dfd-82fe-4ae9-99c1-ad7af4b4d98b,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:56.520056 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-700df25f-eedb-4d83-8c74-e5de8e2fe5a2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.521244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-700df25f-eedb-4d83-8c74-e5de8e2fe5a2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190650 Dec 08 22:43:56.523979 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41860) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:56.528675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'network': {'name': 'tempest-network-smoke--1487323069', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'port_security_enabled': True}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:56.547791 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:43:56.551848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.574105 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:43:56.583036 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.583384 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Added segment 3fa2288b-9724-4aea-8c54-3f484f9c03ef of type vlan for network 5a8c490c-b2ef-41ff-85ac-099d60d5909e Dec 08 22:43:56.625887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.649010 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.654431 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:56.655033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.705570 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805410 Dec 08 22:43:56.708723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41862) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:56.712929 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'admin_state_up': True, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:56.732463 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e13953-0261-4019-a373-d6e0b77e427d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Network': ['ID=5a8c490c-b2ef-41ff-85ac-099d60d5909e,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:56.743442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:43:56.747604 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.748626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.802110 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:56.933111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:57.116712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:57.134979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:57.239771 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.220 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/ce07915c-2872-4b28-8a03-588dcb966810) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:43:57.281026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:43:57.301387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:43:57.301723 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 30dd6e1f-8102-42ee-ac9c-44d534b13fa3 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:43:57.338323 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:57.373211 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:57.412007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:43:57.414830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:43:57.417301 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:43:57.449277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=ce07915c-2872-4b28-8a03-588dcb966810,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:57.663215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:57.852848 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:57.974508 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router b4b54418-2b3d-47f2-bc4b-812c4166e754 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:43:58.073053 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:43:58.083023 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Sync routers for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:43:58.092247 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:43:58.092870 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:58.093029 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.094090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c5d2eb8d-5a9d-4e74-8304-912ef315911e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3844616 Dec 08 22:43:58.097899 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41864) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:58.174451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-c5f430b2-358c-4d28-b709-692ae7809902 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6d5e814b253b465db9e640a8b983dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753450 Dec 08 22:43:58.177138 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41868) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:58.199752 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:43:58.262528 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b5407-69b6-43ad-98e4-62489733ee46 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:58.263949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a46b5407-69b6-43ad-98e4-62489733ee46 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859253 Dec 08 22:43:58.266990 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41870) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:58.294892 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3fdbd695-ce5c-47f2-945c-f75ab31302a2 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=95f6ddc4-94af-426d-9977-1434c72777df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268068 Dec 08 22:43:58.297394 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41872) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:58.302027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326261389', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:43:58.384529 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:43:57Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:58.391273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:43:58.395291 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.412376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Checking router: b4b54418-2b3d-47f2-bc4b-812c4166e754 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:43:58.412735 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Updating router b4b54418-2b3d-47f2-bc4b-812c4166e754 port ce07915c-2872-4b28-8a03-588dcb966810 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:43:58.436399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.574894 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.633992 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Subnet': ['ID=f4e9c339-ae1f-49b9-b66d-584bb1c22e4c,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:58.640956 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Checking segment: {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:43:58.641095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network hostable DHCP agents. Network: 5a8c490c-b2ef-41ff-85ac-099d60d5909e, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:43:58.657480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:43:58.666400 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 5a8c490c-b2ef-41ff-85ac-099d60d5909e) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:43:58.670571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:43:58.671202 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.682423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b592e-b95d-4e15-9bff-834fd901abd3 None None] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:43:58.686443 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-2edbe011-71c6-475a-80db-f87f0dbf1a5c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3880816 Dec 08 22:43:58.689193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41874) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:43:58.696214 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.711691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.797789 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0002077-59f1-41ff-b7cc-624675430fae None None] Pushing event updated for resources: {'Port': ['ID=ce07915c-2872-4b28-8a03-588dcb966810,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:58.812510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Attempting to bind port ce07915c-2872-4b28-8a03-588dcb966810 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:43:58.812874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Attempting to bind port ce07915c-2872-4b28-8a03-588dcb966810 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:43:58.813233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Attempting to bind port ce07915c-2872-4b28-8a03-588dcb966810 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:43:58.826503 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:43:58.826825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:43:58.827229 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.827610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:43:58.828064 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Bound port: ce07915c-2872-4b28-8a03-588dcb966810, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:43:58.828437 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.912588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] For port ce07915c-2872-4b28-8a03-588dcb966810, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:43:58.936587 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] For port ce07915c-2872-4b28-8a03-588dcb966810, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ce07915c-2872-4b28-8a03-588dcb966810,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:43:58.939128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:43:58.940049 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:58.944446 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.072483 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0002077-59f1-41ff-b7cc-624675430fae None None] Pushing event updated for resources: {'Port': ['ID=ce07915c-2872-4b28-8a03-588dcb966810,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:59.077129 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:43:59.077665 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:59.129762 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.202393 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Allocated IP 172.20.0.2 (5a8c490c-b2ef-41ff-85ac-099d60d5909e/f4e9c339-ae1f-49b9-b66d-584bb1c22e4c/b5365a3b-1c7a-4629-bf9e-dd892547b2fc) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:43:59.226457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:43:59.498575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.506028 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.547526 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:43:59.556124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:43:59.560157 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:43:59.568422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:43:57Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:43:59.573237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Pushing event updated for resources: {'Port': ['ID=b5365a3b-1c7a-4629-bf9e-dd892547b2fc,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:59.606459 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84af3475-f5e6-4631-b98d-b8e5b7a406e4 None None] The sync data for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 is: [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:43:57Z', 'revision_number': 3, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:43:59.649797 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Attempting to bind port b5365a3b-1c7a-4629-bf9e-dd892547b2fc on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:43:59.650169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Attempting to bind port b5365a3b-1c7a-4629-bf9e-dd892547b2fc by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:43:59.650521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Attempting to bind port b5365a3b-1c7a-4629-bf9e-dd892547b2fc on network 5a8c490c-b2ef-41ff-85ac-099d60d5909e {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:43:59.655647 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:43:59.656014 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Checking segment: {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:43:59.656419 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.656802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Bound using segment: {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:43:59.657262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Bound port: b5365a3b-1c7a-4629-bf9e-dd892547b2fc, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:43:59.657639 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.721485 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] For port b5365a3b-1c7a-4629-bf9e-dd892547b2fc, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:43:59.725065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] For port b5365a3b-1c7a-4629-bf9e-dd892547b2fc, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b5365a3b-1c7a-4629-bf9e-dd892547b2fc,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:43:59.731412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.738649 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.1 (5a8c490c-b2ef-41ff-85ac-099d60d5909e/f4e9c339-ae1f-49b9-b66d-584bb1c22e4c/a65f5eb7-2fbd-4e05-8709-7737492af90c) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:43:59.796343 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8703146-0b21-4a82-8073-ccad2ec2ba34 None None] Pushing event updated for resources: {'Port': ['ID=b5365a3b-1c7a-4629-bf9e-dd892547b2fc,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:43:59.869061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.908064 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:43:59.953317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:43:59.957094 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:43:59.963936 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:43:59.992043 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=a65f5eb7-2fbd-4e05-8709-7737492af90c,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:00.023757 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:00.163971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:00.449909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:00.455626 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:00.532341 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=a65f5eb7-2fbd-4e05-8709-7737492af90c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:00.544438 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:00.637257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:44:00.638622 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:44:00.761466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router b4b54418-2b3d-47f2-bc4b-812c4166e754 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:44:00.785949 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6e60b6-6c3b-4100-ae84-cca8fd874c8d None None] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:44:00.871174 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:44:00.880138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fb29d09d-02bc-446a-88a1-b83cdf234e9e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/b4b54418-2b3d-47f2-bc4b-812c4166e754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1860585 Dec 08 22:44:00.894270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e60230cf-f0df-46e0-ac14-29d4236fdfbc None None] Provisioning complete for port b5365a3b-1c7a-4629-bf9e-dd892547b2fc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:00.894640 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e60230cf-f0df-46e0-ac14-29d4236fdfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.018315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e60230cf-f0df-46e0-ac14-29d4236fdfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.031557 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-7b493dae-8d09-4a53-83c3-f53462e64610 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374872780&fields=id&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 267 time: 0.0464933 Dec 08 22:44:01.054035 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-e60230cf-f0df-46e0-ac14-29d4236fdfbc None None] For port b5365a3b-1c7a-4629-bf9e-dd892547b2fc, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b5365a3b-1c7a-4629-bf9e-dd892547b2fc,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:01.059157 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e60230cf-f0df-46e0-ac14-29d4236fdfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.113245 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60230cf-f0df-46e0-ac14-29d4236fdfbc None None] Pushing event updated for resources: {'Port': ['ID=b5365a3b-1c7a-4629-bf9e-dd892547b2fc,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:01.145696 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-464dce31-59e9-4ad3-bc97-b9ab961fd485 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:01.147274 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-464dce31-59e9-4ad3-bc97-b9ab961fd485 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/networks?id=5a8c490c-b2ef-41ff-85ac-099d60d5909e HTTP/1.1" status: 200 len: 797 time: 0.1149538 Dec 08 22:44:01.163922 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-b28f8888-f6c8-403e-8414-cede73a14e2a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/quotas/6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 375 time: 0.0101907 Dec 08 22:44:01.227474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-1f7fcb39-71e2-41d4-8272-08c1f0f2969a tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573483 Dec 08 22:44:01.280802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-94e163a4-6f1e-4398-90b4-c0281a502319 None None] Provisioning complete for port a65f5eb7-2fbd-4e05-8709-7737492af90c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:01.280802 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-94e163a4-6f1e-4398-90b4-c0281a502319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.380199 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Sync routers for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:44:01.396622 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:44:01.397658 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:01.461571 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-a567fd88-6869-462e-8113-4cc7d571e4a9 service neutron] 10.222.0.21 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212560 Dec 08 22:44:01.496217 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b5365a3b-1c7a-4629-bf9e-dd892547b2fc up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:44:01.539324 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:44:01.539534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-94e163a4-6f1e-4398-90b4-c0281a502319 None None] Port a65f5eb7-2fbd-4e05-8709-7737492af90c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:44:01.563269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-94e163a4-6f1e-4398-90b4-c0281a502319 None None] Provisioning complete for port b5365a3b-1c7a-4629-bf9e-dd892547b2fc triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:01.563634 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-94e163a4-6f1e-4398-90b4-c0281a502319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.589740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b5365a3b-1c7a-4629-bf9e-dd892547b2fc triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:01.590290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.595342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-214d6a01-6605-4c42-a778-deb353b6c36d service neutron] 10.222.0.21 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227813 Dec 08 22:44:01.718457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ce07915c-2872-4b28-8a03-588dcb966810 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:44:01.778267 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 2, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:01.789168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ce07915c-2872-4b28-8a03-588dcb966810 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:01.789800 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.813141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a1ee0b3b-8f59-40c5-abb0-d710389faf59 req-10191f6c-01cb-4b93-b1b0-d0e305ad9dca tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 210 time: 0.0350332 Dec 08 22:44:01.821879 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Checking router: b4b54418-2b3d-47f2-bc4b-812c4166e754 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:44:01.822239 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Updating router b4b54418-2b3d-47f2-bc4b-812c4166e754 port a65f5eb7-2fbd-4e05-8709-7737492af90c binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:44:01.845838 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-90b8f8d9-278d-451c-896a-39764f9ff106 None None] Provisioning complete for port a65f5eb7-2fbd-4e05-8709-7737492af90c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:01.846211 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-90b8f8d9-278d-451c-896a-39764f9ff106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.850953 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.880617 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-90b8f8d9-278d-451c-896a-39764f9ff106 None None] Port a65f5eb7-2fbd-4e05-8709-7737492af90c cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:44:01.935164 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:01.957454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port ce07915c-2872-4b28-8a03-588dcb966810, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ce07915c-2872-4b28-8a03-588dcb966810,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:01.961449 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.012956 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=ce07915c-2872-4b28-8a03-588dcb966810,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:02.130032 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.134937 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.188792 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Pushing event updated for resources: {'Port': ['ID=a65f5eb7-2fbd-4e05-8709-7737492af90c,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:02.212531 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.212874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.213212 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.213734 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.214224 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.214758 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.215082 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.215415 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.215741 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.216066 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.216391 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.216968 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:02.247971 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Attempting to bind port a65f5eb7-2fbd-4e05-8709-7737492af90c on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:44:02.248380 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Attempting to bind port a65f5eb7-2fbd-4e05-8709-7737492af90c by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:44:02.248763 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Attempting to bind port a65f5eb7-2fbd-4e05-8709-7737492af90c on network 5a8c490c-b2ef-41ff-85ac-099d60d5909e {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:44:02.254336 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:44:02.254724 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Checking segment: {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:44:02.255190 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.255580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Bound using segment: {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:44:02.256232 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Bound port: a65f5eb7-2fbd-4e05-8709-7737492af90c, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:44:02.256612 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.323765 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] For port a65f5eb7-2fbd-4e05-8709-7737492af90c, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:44:02.327322 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] For port a65f5eb7-2fbd-4e05-8709-7737492af90c, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a65f5eb7-2fbd-4e05-8709-7737492af90c,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:44:02.332064 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.392045 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:44:02.392667 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:43:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:02.406538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d92e8654-3dee-479b-9c34-0423db5c7dcd None None] Provisioning complete for port a65f5eb7-2fbd-4e05-8709-7737492af90c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:02.407153 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d92e8654-3dee-479b-9c34-0423db5c7dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.463181 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de33fb7-4c91-455d-8cbb-5e361be6e634 None None] Pushing event updated for resources: {'Port': ['ID=a65f5eb7-2fbd-4e05-8709-7737492af90c,revision_number=4']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:02.496317 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d92e8654-3dee-479b-9c34-0423db5c7dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.512837 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:44:02.528762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-d92e8654-3dee-479b-9c34-0423db5c7dcd None None] For port a65f5eb7-2fbd-4e05-8709-7737492af90c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a65f5eb7-2fbd-4e05-8709-7737492af90c,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:02.533307 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d92e8654-3dee-479b-9c34-0423db5c7dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.587544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e8654-3dee-479b-9c34-0423db5c7dcd None None] Pushing event updated for resources: {'Port': ['ID=a65f5eb7-2fbd-4e05-8709-7737492af90c,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:02.653975 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-dc12a7ae-c9c4-4cc3-82aa-112edd56995e None None] Provisioning complete for port a65f5eb7-2fbd-4e05-8709-7737492af90c triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:02.654446 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dc12a7ae-c9c4-4cc3-82aa-112edd56995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:02.724951 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:02Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:02.756628 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46858fc1-f906-45d6-a439-1e053df820f8 None None] The sync data for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 is: [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:02Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:44:02.842949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-1a217b92-d399-448b-80b1-8f18864161ab tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:02.849700 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-1a217b92-d399-448b-80b1-8f18864161ab tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "GET /v2.0/networks?id=5a8c490c-b2ef-41ff-85ac-099d60d5909e HTTP/1.1" status: 200 len: 797 time: 0.1476178 Dec 08 22:44:02.898879 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-2d52c400-c2a7-4d40-a7d1-571cd95a64e3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5e814b253b465db9e640a8b983dfed HTTP/1.1" status: 200 len: 380 time: 0.0394332 Dec 08 22:44:02.908922 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'port': {'device_id': '73036f46-96af-49ea-b136-243f20051abc', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'admin_state_up': True, 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'security_groups': ['539097a9-0d66-4e97-9500-b68ae4c33dea']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:44:03.039058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Made reservation on behalf of 6d5e814b253b465db9e640a8b983dfed for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:44:03.042974 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.180197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.20.0.12 (5a8c490c-b2ef-41ff-85ac-099d60d5909e/f4e9c339-ae1f-49b9-b66d-584bb1c22e4c/3d5bc398-097d-4865-b8ea-d91451a3d0c2) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:44:03.257185 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a09fca16-3858-4e54-8d48-8a88c9001186 req-c33b9e90-fbb6-4cab-bb88-5b7a56e7ab58 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 210 time: 0.3772964 Dec 08 22:44:03.369746 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.407135 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ce07915c-2872-4b28-8a03-588dcb966810 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:44:03.412930 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.460350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:44:03.463542 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:44:03.466316 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:44:03.467793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ce07915c-2872-4b28-8a03-588dcb966810 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:03.468392 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.505176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=3d5bc398-097d-4865-b8ea-d91451a3d0c2,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:03.545354 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:03.546015 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.567458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a65f5eb7-2fbd-4e05-8709-7737492af90c up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:44:03.568026 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-10d6f0fa-a6be-491c-b4e2-dcafbca0e6ef tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6631198 Dec 08 22:44:03.622796 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a65f5eb7-2fbd-4e05-8709-7737492af90c triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:03.623150 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.633030 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Request body: {'port': {'device_id': '73036f46-96af-49ea-b136-243f20051abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:44:03.696449 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.775261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-8b0088de-a2c1-4563-9222-0a0c4889d7ba None None] Provisioning complete for port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:03.775637 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8b0088de-a2c1-4563-9222-0a0c4889d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.810365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-8b0088de-a2c1-4563-9222-0a0c4889d7ba None None] Port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:44:03.970468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5bc398-097d-4865-b8ea-d91451a3d0c2 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:44:03.977824 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:03.989537 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Transition to ACTIVE for port object 3d5bc398-097d-4865-b8ea-d91451a3d0c2 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:44:03.992896 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:04.056782 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5bc398-097d-4865-b8ea-d91451a3d0c2,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:04.109601 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Attempting to bind port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:44:04.110088 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Attempting to bind port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:44:04.110257 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Attempting to bind port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 on network 5a8c490c-b2ef-41ff-85ac-099d60d5909e {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:44:04.115358 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 on network 5a8c490c-b2ef-41ff-85ac-099d60d5909e not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:44:04.115687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Attempting to bind port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 on network 5a8c490c-b2ef-41ff-85ac-099d60d5909e {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:44:04.120864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:44:04.121144 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Checking segment: {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:44:04.121533 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Bound using segment: {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:44:04.121965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Bound port: 3d5bc398-097d-4865-b8ea-d91451a3d0c2, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa2288b-9724-4aea-8c54-3f484f9c03ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:44:04.122334 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:04.191965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] For port 3d5bc398-097d-4865-b8ea-d91451a3d0c2, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:44:04.195240 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] For port 3d5bc398-097d-4865-b8ea-d91451a3d0c2, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:44:04.200967 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:04.235332 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.236012 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:04.237965 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d5bc398-097d-4865-b8ea-d91451a3d0c2 HTTP/1.1" status: 200 len: 1092 time: 0.6610436 Dec 08 22:44:04.238385 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:44:04.240741 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314afea7-b2b6-47a0-82ad-b6d1e920babd" -d '{"events": [{"name": "network-changed", "server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:44:04.266153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05ee2b-8249-42ad-bb1d-79fcdffd5790 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5bc398-097d-4865-b8ea-d91451a3d0c2,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:04.318584 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173e10d3-0728-40b9-b19b-da693b247597 x-openstack-request-id: req-173e10d3-0728-40b9-b19b-da693b247597 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:44:04.318989 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:44:04.319314 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-173e10d3-0728-40b9-b19b-da693b247597 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:44:04.319800 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'status': 'completed', 'code': 200} Dec 08 22:44:04.326630 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-ce90f533-7926-42b5-bc27-238c79ef2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.328286 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-ce90f533-7926-42b5-bc27-238c79ef2966 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 1095 time: 0.0526357 Dec 08 22:44:04.374441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-c597ac6a-4dec-4c97-98bf-ee3a44c6f7fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2 HTTP/1.1" status: 200 len: 217 time: 0.0373678 Dec 08 22:44:04.393539 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c60213-bd35-46f8-8040-62cf9d5b461f req-3fadf8bd-dca2-4c32-86ee-76834b7737af tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.395171 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7c60213-bd35-46f8-8040-62cf9d5b461f req-3fadf8bd-dca2-4c32-86ee-76834b7737af tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 944 time: 0.0519388 Dec 08 22:44:04.431421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-283e3415-89b3-437e-8ad3-f37ccd907529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.432947 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-283e3415-89b3-437e-8ad3-f37ccd907529 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4e9c339-ae1f-49b9-b66d-584bb1c22e4c HTTP/1.1" status: 200 len: 835 time: 0.0512393 Dec 08 22:44:04.436575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a7c60213-bd35-46f8-8040-62cf9d5b461f req-dd37c7c4-c28e-4dd6-a0a6-74f8f3dbdbc1 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350456 Dec 08 22:44:04.484891 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-a617077e-ebc3-4f34-ae94-5278c61fc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.486388 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-a617077e-ebc3-4f34-ae94-5278c61fc128 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a8c490c-b2ef-41ff-85ac-099d60d5909e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467606 Dec 08 22:44:04.573191 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-c9949ed7-b928-4b1c-888e-8b9cae4c3e9e service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793238 Dec 08 22:44:04.667120 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-abf9b5c5-d3a0-4ae4-aff3-df2ff5e44814 req-54932646-13d0-4154-96b6-851f0b40eb50 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867474 Dec 08 22:44:04.752974 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-e6a33d3d-f283-473d-a8ff-0850b79ac835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.754428 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-e6a33d3d-f283-473d-a8ff-0850b79ac835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 1095 time: 0.0409105 Dec 08 22:44:04.847931 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-beaf7821-abae-465d-8faf-ad6bf61d8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.849428 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-beaf7821-abae-465d-8faf-ad6bf61d8360 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a8c490c-b2ef-41ff-85ac-099d60d5909e HTTP/1.1" status: 200 len: 898 time: 0.0881388 Dec 08 22:44:04.889141 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-164824b7-a956-4ac4-b94f-386a81efa494 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2 HTTP/1.1" status: 200 len: 217 time: 0.0329792 Dec 08 22:44:04.938535 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-73ddebaa-a58a-4dcb-be2c-206d94491a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.939873 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-73ddebaa-a58a-4dcb-be2c-206d94491a7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4e9c339-ae1f-49b9-b66d-584bb1c22e4c HTTP/1.1" status: 200 len: 835 time: 0.0429361 Dec 08 22:44:04.989980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-409d352f-ea4e-42cb-b99c-3cd7045ada86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:04.991491 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-409d352f-ea4e-42cb-b99c-3cd7045ada86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a8c490c-b2ef-41ff-85ac-099d60d5909e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440657 Dec 08 22:44:05.078234 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-0fbc8875-6fae-4394-ac9d-a50565e9a928 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791719 Dec 08 22:44:05.171232 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-314afea7-b2b6-47a0-82ad-b6d1e920babd req-1c11e80c-5680-47ac-9778-53a10a31f9c5 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850897 Dec 08 22:44:05.554882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0cc99-0d53-458b-8c47-be4393687414 req-124d13e9-b62f-4067-a4f6-d82b0b2ed012 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:05.556338 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3fb0cc99-0d53-458b-8c47-be4393687414 req-124d13e9-b62f-4067-a4f6-d82b0b2ed012 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 944 time: 0.0491352 Dec 08 22:44:05.595738 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3fb0cc99-0d53-458b-8c47-be4393687414 req-88301eda-7898-4da5-848d-b03df55c68e2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333846 Dec 08 22:44:05.648332 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-97d87f05-124a-4481-bd2c-925db4617f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:06.709773 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd5e84-077a-4356-85b5-25211da0a9f6 req-1f8f4f9d-d300-4234-a3e2-ab4debe5d828 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:06.711284 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dfd5e84-077a-4356-85b5-25211da0a9f6 req-1f8f4f9d-d300-4234-a3e2-ab4debe5d828 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 944 time: 0.0491295 Dec 08 22:44:06.747918 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2dfd5e84-077a-4356-85b5-25211da0a9f6 req-27740039-4805-4f2f-9f9b-6557b78ae215 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304880 Dec 08 22:44:07.117246 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:44:07.321630 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3d5bc398-097d-4865-b8ea-d91451a3d0c2 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:44:07.413533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3d5bc398-097d-4865-b8ea-d91451a3d0c2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:07.424439 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'port_id': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'mac_address': 'fa:16:3e:85:f7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:44:07.459742 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:07.473248 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5bc398-097d-4865-b8ea-d91451a3d0c2 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:44:07.492179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3d5bc398-097d-4865-b8ea-d91451a3d0c2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:07.495791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:07.544455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3d5bc398-097d-4865-b8ea-d91451a3d0c2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:07.736257 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['3d5bc398-097d-4865-b8ea-d91451a3d0c2'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:44:07.861468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de82b-57ac-415d-a830-b4769a1f69cc req-f918d9a2-0913-49d0-b70e-58a557f80511 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:07.863532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-598de82b-57ac-415d-a830-b4769a1f69cc req-f918d9a2-0913-49d0-b70e-58a557f80511 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 945 time: 0.0490441 Dec 08 22:44:07.903269 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-598de82b-57ac-415d-a830-b4769a1f69cc req-dd7d4abe-59ce-4e7e-8244-774c44db22c5 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Dec 08 22:44:08.323989 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ac66874-cc73-4399-ad3a-94ce7252a2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:08.946729 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:09.022548 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb27b0-7f5c-4077-891b-8e40f4ce55c2 req-ff42d37c-2411-4640-986e-0a6712ce2320 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:09.024045 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aedb27b0-7f5c-4077-891b-8e40f4ce55c2 req-ff42d37c-2411-4640-986e-0a6712ce2320 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 945 time: 0.0508363 Dec 08 22:44:09.059859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-aedb27b0-7f5c-4077-891b-8e40f4ce55c2 req-c2f06bab-c056-446d-9361-1d5f10d56682 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298157 Dec 08 22:44:09.332825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3d5bc398-097d-4865-b8ea-d91451a3d0c2 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:44:09.381977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:44:09.385700 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:44:09.386290 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:09.462268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:09.484289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:44:09.486445 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf36ee40-1f12-464b-901b-f696ba02f2ae" -d '{"events": [{"server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "name": "network-vif-plugged", "status": "completed", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:44:09.499259 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 3d5bc398-097d-4865-b8ea-d91451a3d0c2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:09.503687 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:09.554406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=3d5bc398-097d-4865-b8ea-d91451a3d0c2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:09.573445 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432d51eb-8507-40be-9b66-d309cf6ec5c5 x-openstack-request-id: req-432d51eb-8507-40be-9b66-d309cf6ec5c5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:44:09.573848 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "name": "network-vif-plugged", "status": "completed", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:44:09.574110 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-432d51eb-8507-40be-9b66-d309cf6ec5c5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:44:09.574529 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'code': 200} Dec 08 22:44:09.643033 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:09.665804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d512b-a233-4531-a9ae-9595343e48b5 req-4e14b9de-497f-4412-bb4c-4340cfa27fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:09.667314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e9d512b-a233-4531-a9ae-9595343e48b5 req-4e14b9de-497f-4412-bb4c-4340cfa27fc4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 1097 time: 0.0406165 Dec 08 22:44:09.707287 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e9d512b-a233-4531-a9ae-9595343e48b5 req-8a660c77-c653-4908-9d2d-804a9a50c4e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323560 Dec 08 22:44:09.957771 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:10.172917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d8e12-4a70-41eb-bec6-ac1f93791063 req-9c737fcd-216c-4b43-85f3-a09501788323 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:10.174283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-994d8e12-4a70-41eb-bec6-ac1f93791063 req-9c737fcd-216c-4b43-85f3-a09501788323 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0480242 Dec 08 22:44:10.215240 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-994d8e12-4a70-41eb-bec6-ac1f93791063 req-d2bdba53-2886-4a5f-8ca3-1465b214106c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344260 Dec 08 22:44:10.583910 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:11.211990 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:11.329917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3ae73-0f40-4e7a-afe1-8883f1710d0e req-98e55189-c6c7-4310-a81b-9dcfc8b61620 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:11.331451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2de3ae73-0f40-4e7a-afe1-8883f1710d0e req-98e55189-c6c7-4310-a81b-9dcfc8b61620 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0483632 Dec 08 22:44:11.368839 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2de3ae73-0f40-4e7a-afe1-8883f1710d0e req-6d7e665e-868d-4eec-af55-322342b45462 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Dec 08 22:44:11.479664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77367b-8c84-42e9-b8d4-26282b818fd6 req-aed1e2db-cca1-41e7-8e3f-0e019f2a422c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:11.481015 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb77367b-8c84-42e9-b8d4-26282b818fd6 req-aed1e2db-cca1-41e7-8e3f-0e019f2a422c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0469921 Dec 08 22:44:11.519217 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-cb77367b-8c84-42e9-b8d4-26282b818fd6 req-b5d2ab83-1179-42b8-a160-fff1140bac7c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321944 Dec 08 22:44:11.540622 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41934) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:11.582941 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a58ffab-1922-450a-9a37-8ef17deed150 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:11.584419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-0a58ffab-1922-450a-9a37-8ef17deed150 tempest-TestNetworkAdvancedServerOps-1048637122 tempest-TestNetworkAdvancedServerOps-1048637122-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 1092 time: 0.0428350 Dec 08 22:44:11.587095 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41936) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:11.591246 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:44:11.612705 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:11.703743 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:11.808118 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Allocated IP 172.25.1.160 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/74c35278-2351-4c04-af84-9d92d1265ab7) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:44:11.904434 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:11.936737 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:11.977486 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:44:11.980267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:44:11.982779 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:44:12.014575 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=74c35278-2351-4c04-af84-9d92d1265ab7,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:12.319099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:12.385715 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:12.533879 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:12.538221 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:12.606832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event updated for resources: {'Port': ['ID=74c35278-2351-4c04-af84-9d92d1265ab7,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:12.615362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:12.713012 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP 5712ddbf-6ead-472c-ac1a-af8794a20587 associated. External IP: 172.25.1.160, port: 3d5bc398-097d-4865-b8ea-d91451a3d0c2. Dec 08 22:44:12.914917 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router b4b54418-2b3d-47f2-bc4b-812c4166e754 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:44:13.022250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:44:13.031538 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] Sync routers for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:44:13.039700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:13.041826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:44:13.042446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:13.067309 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-478e69eb-aad0-40ef-a9ee-52f97b3137d4 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4792311 Dec 08 22:44:13.067889 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:44:13.070285 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:44:13.107296 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82681e0f-9212-4a42-bc46-d4c01a489637 x-openstack-request-id: req-82681e0f-9212-4a42-bc46-d4c01a489637 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:44:13.107805 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:44:13.108064 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82681e0f-9212-4a42-bc46-d4c01a489637 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:44:13.108467 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'status': 'completed', 'code': 200} Dec 08 22:44:13.155737 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:44:13.192296 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4c0bd-6439-4c72-90c2-860d27743b62 req-217c8ae4-8050-43ad-902f-10b63bc10967 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:13.193698 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9a4c0bd-6439-4c72-90c2-860d27743b62 req-217c8ae4-8050-43ad-902f-10b63bc10967 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0757499 Dec 08 22:44:13.195506 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-f39e179e-a683-470d-b231-d3eab5671b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:13.196853 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-f39e179e-a683-470d-b231-d3eab5671b9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 1097 time: 0.0687711 Dec 08 22:44:13.285065 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d9a4c0bd-6439-4c72-90c2-860d27743b62 req-a277f4ca-992e-4fa0-8638-0723d2efac3d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843949 Dec 08 22:44:13.310702 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41942) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:13.314421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-a57b9008-b0d1-4214-a91f-554c1abaca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:13.315976 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-a57b9008-b0d1-4214-a91f-554c1abaca29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a8c490c-b2ef-41ff-85ac-099d60d5909e HTTP/1.1" status: 200 len: 898 time: 0.1102498 Dec 08 22:44:13.373849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cb387534-52e0-46aa-b772-79dcc651259b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/5712ddbf-6ead-472c-ac1a-af8794a20587 HTTP/1.1" status: 200 len: 992 time: 0.0618579 Dec 08 22:44:13.385686 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5712ddbf-6ead-472c-ac1a-af8794a20587', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'port_id': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'mac_address': 'fa:16:3e:85:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73036f46-96af-49ea-b136-243f20051abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:44:12Z', 'updated_at': '2021-12-08T22:44:12Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:13.388369 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-366be4c4-c26a-4530-a5ff-ae63517d663d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2 HTTP/1.1" status: 200 len: 1000 time: 0.0649626 Dec 08 22:44:13.412678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] Checking router: b4b54418-2b3d-47f2-bc4b-812c4166e754 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:44:13.420675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:44:13.421271 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:13.437156 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-bb7cb23c-e23f-452a-bcf0-cc4f52bcde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:13.438614 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-bb7cb23c-e23f-452a-bcf0-cc4f52bcde17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4e9c339-ae1f-49b9-b66d-584bb1c22e4c HTTP/1.1" status: 200 len: 835 time: 0.0437953 Dec 08 22:44:13.485458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-a2023dff-e591-4369-a5f3-00300d109b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:13.487353 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-a2023dff-e591-4369-a5f3-00300d109b25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a8c490c-b2ef-41ff-85ac-099d60d5909e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406108 Dec 08 22:44:13.526150 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:44:13.583695 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-6fd0bc5f-e375-4ec1-9abc-d231fe47ebe8 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893662 Dec 08 22:44:13.672043 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c4fd6e46-2c13-4b7c-b54d-3f247324d8a4 req-c7977e1d-3698-4eae-ae4c-95f8422498d8 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813789 Dec 08 22:44:13.742889 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5712ddbf-6ead-472c-ac1a-af8794a20587', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'port_id': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'mac_address': 'fa:16:3e:85:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73036f46-96af-49ea-b136-243f20051abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:44:12Z', 'updated_at': '2021-12-08T22:44:12Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:13.772922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69db9c4-7139-4675-9472-f1103afd2c0b None None] The sync data for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 is: [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '5712ddbf-6ead-472c-ac1a-af8794a20587', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'port_id': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'mac_address': 'fa:16:3e:85:f7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73036f46-96af-49ea-b136-243f20051abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:44:12Z', 'updated_at': '2021-12-08T22:44:12Z', 'revision_number': 0, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:44:13.965028 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2663c-45d8-4542-a991-d83cd4c7caaa None None] New status for floating IP 5712ddbf-6ead-472c-ac1a-af8794a20587: ACTIVE {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:44:14.377633 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 41944) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:14.440536 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-bb7f1ec3-5273-442b-8795-7c62e632589d tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/5712ddbf-6ead-472c-ac1a-af8794a20587 HTTP/1.1" status: 200 len: 994 time: 0.0617061 Dec 08 22:44:34.659649 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-acbd5b2c-f932-46d8-b162-df0922010817 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391958 Dec 08 22:44:34.744748 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-5691a198-c913-4d98-9713-f41e8dc6fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:34.746216 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-5691a198-c913-4d98-9713-f41e8dc6fda3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 1097 time: 0.0461705 Dec 08 22:44:34.844614 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-b191a933-a38f-4463-a793-1b6539a62dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:34.845944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-b191a933-a38f-4463-a793-1b6539a62dfe service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a8c490c-b2ef-41ff-85ac-099d60d5909e HTTP/1.1" status: 200 len: 898 time: 0.0809832 Dec 08 22:44:34.912923 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-6c647ab7-6c47-49db-aaeb-fa97c3963e0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2 HTTP/1.1" status: 200 len: 1002 time: 0.0595980 Dec 08 22:44:34.960674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-6e895760-918e-4ccf-8f42-d51e0d7efff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:34.962057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-6e895760-918e-4ccf-8f42-d51e0d7efff5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4e9c339-ae1f-49b9-b66d-584bb1c22e4c HTTP/1.1" status: 200 len: 835 time: 0.0423548 Dec 08 22:44:35.006122 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-a4e8aadf-8782-4e31-b544-61272e7ce486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:35.007594 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-a4e8aadf-8782-4e31-b544-61272e7ce486 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a8c490c-b2ef-41ff-85ac-099d60d5909e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384002 Dec 08 22:44:35.096520 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-cf7fc460-a90f-4b6e-8952-18c4c9a0e561 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815427 Dec 08 22:44:35.189496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-075affb9-6ff1-4692-b174-83e760cc8ac8 req-44899d50-1b1a-4b97-b429-3f6c1ee9a5f0 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850654 Dec 08 22:44:35.648377 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e11a8d07-0a2a-4637-916d-f34ace49a4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:38.323505 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-384a787d-7362-4d22-b1a0-17bd29a30527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:38.947616 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:39.644514 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:39.955078 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:40.580990 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:41.216545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:44.116106 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:44:45.756838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361bc50-2ffa-4b89-a877-f4d5174b69d7 req-df9c244c-36c6-4690-893c-5f88f52eee84 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:45.758311 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1361bc50-2ffa-4b89-a877-f4d5174b69d7 req-df9c244c-36c6-4690-893c-5f88f52eee84 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0478401 Dec 08 22:44:45.795003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1361bc50-2ffa-4b89-a877-f4d5174b69d7 req-f03ecc73-1a2f-485c-ae7a-a97d00dbc63c tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Dec 08 22:44:46.909197 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7985a8c-029a-4c4b-a4f9-d6804a681df1 req-559227e8-d3f5-4977-8712-aa9e56bfebdd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:46.911248 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7985a8c-029a-4c4b-a4f9-d6804a681df1 req-559227e8-d3f5-4977-8712-aa9e56bfebdd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0479274 Dec 08 22:44:46.947916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b7985a8c-029a-4c4b-a4f9-d6804a681df1 req-abd21d9a-5b43-454c-87f1-88fe8f1edc41 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307152 Dec 08 22:44:46.970340 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41962) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:47.032830 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-57734234-f882-4225-8e25-7f654dbd6909 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/5712ddbf-6ead-472c-ac1a-af8794a20587 HTTP/1.1" status: 200 len: 994 time: 0.0613706 Dec 08 22:44:48.301961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c978d-6d59-4e40-8fbd-fdb488a849fc req-dd836491-72ac-4824-a540-e60286af71db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:48.303476 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ea9c978d-6d59-4e40-8fbd-fdb488a849fc req-dd836491-72ac-4824-a540-e60286af71db tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0540493 Dec 08 22:44:48.312217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-47ed928a-d0c9-4a74-afe2-f6788c7d2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:48.313683 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-47ed928a-d0c9-4a74-afe2-f6788c7d2246 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 1097 time: 0.0397899 Dec 08 22:44:48.345962 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ea9c978d-6d59-4e40-8fbd-fdb488a849fc req-f7b8373e-102a-46dc-817a-98042dd120d8 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363004 Dec 08 22:44:48.405890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-118e6f3c-5040-4dd0-a108-dc0a44761fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:48.407400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-118e6f3c-5040-4dd0-a108-dc0a44761fa9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a8c490c-b2ef-41ff-85ac-099d60d5909e HTTP/1.1" status: 200 len: 898 time: 0.0868697 Dec 08 22:44:48.470156 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-d74a6f2c-d2a4-414c-988d-d66516605009 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2 HTTP/1.1" status: 200 len: 1002 time: 0.0559213 Dec 08 22:44:48.516876 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-7643569c-447c-4908-9df9-5e2fe876a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:48.518267 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-7643569c-447c-4908-9df9-5e2fe876a65e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4e9c339-ae1f-49b9-b66d-584bb1c22e4c HTTP/1.1" status: 200 len: 835 time: 0.0411749 Dec 08 22:44:48.565463 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-7bad9bcc-e4ca-48d4-8982-e36d19455927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:48.566896 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-7bad9bcc-e4ca-48d4-8982-e36d19455927 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a8c490c-b2ef-41ff-85ac-099d60d5909e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416868 Dec 08 22:44:48.657518 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-4c485166-5344-4036-a397-675a47fd7098 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799642 Dec 08 22:44:48.748532 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f32b7da7-025d-452c-ac8e-cbf8435e5f18 req-d125cf2b-a546-4534-8666-e6f6d12a0544 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832219 Dec 08 22:44:49.474951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b9783-44af-4fd6-a1d4-52ed4435c19b req-61db66ea-94cd-4401-b0c4-84a5a924af27 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:49.476363 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-287b9783-44af-4fd6-a1d4-52ed4435c19b req-61db66ea-94cd-4401-b0c4-84a5a924af27 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0593934 Dec 08 22:44:49.515365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-287b9783-44af-4fd6-a1d4-52ed4435c19b req-529fcaf5-af4d-41d5-a0e8-c55d6408d893 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329316 Dec 08 22:44:50.591977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-eca5e138-9086-4cb7-8bd6-a33eea0dec6b req-58fbf126-f0bb-414e-b449-93882339849e service neutron] (102390) timed out ('10.222.0.21', 55860) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 22:44:50.630675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845d05-722f-4aa2-98f9-cc385bc77a14 req-2bd0ba14-a1ec-4402-a8d1-d6f9c95dbe23 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:50.632137 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14845d05-722f-4aa2-98f9-cc385bc77a14 req-2bd0ba14-a1ec-4402-a8d1-d6f9c95dbe23 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0488689 Dec 08 22:44:50.668575 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14845d05-722f-4aa2-98f9-cc385bc77a14 req-2430af57-4e7d-4195-b2bb-352984fa06cd tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301743 Dec 08 22:44:50.692331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41976) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:50.750109 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6ac97f8e-c5da-4146-adcc-56f654016638 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/floatingips/5712ddbf-6ead-472c-ac1a-af8794a20587 HTTP/1.1" status: 200 len: 994 time: 0.0566449 Dec 08 22:44:50.956628 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41982) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:51.426496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 74c35278-2351-4c04-af84-9d92d1265ab7 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:44:51.426855 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:51.499322 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:51.499584 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:51.510781 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 74c35278-2351-4c04-af84-9d92d1265ab7 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:44:51.652586 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:51.678487 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=74c35278-2351-4c04-af84-9d92d1265ab7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:51.706965 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.707624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.707624 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.707973 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.708282 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.708609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.708932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.709254 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.709578 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.709898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.710216 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.710531 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:51.747496 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:51.747829 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Floating IP 5712ddbf-6ead-472c-ac1a-af8794a20587 disassociated (deleted). External IP: 172.25.1.160, port: 3d5bc398-097d-4865-b8ea-d91451a3d0c2. Dec 08 22:44:51.950022 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router b4b54418-2b3d-47f2-bc4b-812c4166e754 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:44:52.052462 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:44:52.057177 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:52.061695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] Sync routers for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:44:52.071601 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:44:52.072203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:52.086794 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d4e6a3b8-cad9-4298-908d-6ce2a563c95f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/floatingips/5712ddbf-6ead-472c-ac1a-af8794a20587 HTTP/1.1" status: 204 len: 168 time: 1.1290462 Dec 08 22:44:52.087383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:44:52.089661 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdf1f33-ea27-4b33-a124-df8031b71e14" -d '{"events": [{"name": "network-changed", "server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:44:52.129276 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5800e3f7-f38e-402d-8594-65d9c38aa661 x-openstack-request-id: req-5800e3f7-f38e-402d-8594-65d9c38aa661 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:44:52.129594 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:44:52.129851 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5800e3f7-f38e-402d-8594-65d9c38aa661 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:44:52.130263 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'status': 'completed', 'code': 200} Dec 08 22:44:52.177592 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:44:52.196882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-fcb6904d-7b6b-4b21-9edd-eddf4071da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:52.198424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-fcb6904d-7b6b-4b21-9edd-eddf4071da7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e814b253b465db9e640a8b983dfed&device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 1097 time: 0.0462556 Dec 08 22:44:52.339404 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb96417-bb29-4a24-a846-2507b9d2e35f req-405ab859-aa2d-47b5-a2bd-caabba805b57 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:52.341138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-feb96417-bb29-4a24-a846-2507b9d2e35f req-405ab859-aa2d-47b5-a2bd-caabba805b57 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0793669 Dec 08 22:44:52.342135 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-bfc89310-b33b-45bc-94d4-3b0721abc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:52.343516 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-bfc89310-b33b-45bc-94d4-3b0721abc8ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a8c490c-b2ef-41ff-85ac-099d60d5909e HTTP/1.1" status: 200 len: 898 time: 0.1363432 Dec 08 22:44:52.396987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-3af2d840-ba74-47a2-97df-add3a85632ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2 HTTP/1.1" status: 200 len: 217 time: 0.0417297 Dec 08 22:44:52.438126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-feb96417-bb29-4a24-a846-2507b9d2e35f req-1bb0d530-df74-4c50-9661-67a3ca1772d3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903435 Dec 08 22:44:52.457168 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-86103738-b5b3-4836-8fd0-c221aa3337ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:52.457912 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:52.458564 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-86103738-b5b3-4836-8fd0-c221aa3337ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4e9c339-ae1f-49b9-b66d-584bb1c22e4c HTTP/1.1" status: 200 len: 835 time: 0.0522408 Dec 08 22:44:52.511208 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-db5612e5-a3b8-4458-b060-4fe4c2d390f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:52.512751 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-db5612e5-a3b8-4458-b060-4fe4c2d390f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a8c490c-b2ef-41ff-85ac-099d60d5909e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469043 Dec 08 22:44:52.606572 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-648dac93-9b7f-4d5a-8922-cf43550ca156 service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854852 Dec 08 22:44:52.641641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] Checking router: b4b54418-2b3d-47f2-bc4b-812c4166e754 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:44:52.657848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:44:52.658453 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:52.703551 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5cdf1f33-ea27-4b33-a124-df8031b71e14 req-c1d635d0-5ba6-4c00-977b-d80833ba278e service neutron] 10.222.0.37 "GET /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871835 Dec 08 22:44:52.773190 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:44:52.971322 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:53.000299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74611ecc-bb40-4935-b600-138b8f2f6a05 None None] The sync data for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 is: [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:00Z', 'revision_number': 4, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a65f5eb7-2fbd-4e05-8709-7737492af90c', 'name': '', 'network_id': '5a8c490c-b2ef-41ff-85ac-099d60d5909e', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'mac_address': 'fa:16:3e:94:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:59Z', 'updated_at': '2021-12-08T22:44:02Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'subnets': [{'id': 'f4e9c339-ae1f-49b9-b66d-584bb1c22e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:44:53.208549 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677a8eb-8fec-4bb3-a1f2-1adb454e76b6 None None] New status for floating IP 5712ddbf-6ead-472c-ac1a-af8794a20587: DOWN {{(pid=102392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:44:53.554403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84bf61-31d2-48fc-9954-7dbdc3c7e15d req-3c996c1d-a6ec-4081-bf05-56f2ced33e5f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:53.555798 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f84bf61-31d2-48fc-9954-7dbdc3c7e15d req-3c996c1d-a6ec-4081-bf05-56f2ced33e5f tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0484455 Dec 08 22:44:53.593469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2f84bf61-31d2-48fc-9954-7dbdc3c7e15d req-388a29d1-b416-4e9e-9c84-8e693dda4c2e tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/security-groups?id=539097a9-0d66-4e97-9500-b68ae4c33dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Dec 08 22:44:53.810265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-bdca2b76-fd34-4261-a968-d7d184f7f144 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:44:53.811633 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-bdca2b76-fd34-4261-a968-d7d184f7f144 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 946 time: 0.0472653 Dec 08 22:44:53.898635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:44:53.899067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:53.991709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port 3d5bc398-097d-4865-b8ea-d91451a3d0c2, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=3d5bc398-097d-4865-b8ea-d91451a3d0c2,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:53.992069 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:54.003964 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for 3d5bc398-097d-4865-b8ea-d91451a3d0c2 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:44:54.131609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:54.161056 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=3d5bc398-097d-4865-b8ea-d91451a3d0c2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:54.201913 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] No DVR routers for this DVR port 3d5bc398-097d-4865-b8ea-d91451a3d0c2 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:44:54.204543 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:54.207910 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9074910e-8dfe-4b75-8fac-59b8564a0a0a req-c42ff37a-466d-4e95-a535-5cb2cb34fe8b tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.37 "DELETE /v2.0/ports/3d5bc398-097d-4865-b8ea-d91451a3d0c2 HTTP/1.1" status: 204 len: 173 time: 0.3899572 Dec 08 22:44:54.208309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'name': 'network-vif-deleted', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:44:54.210636 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db7689e-9b86-4bbc-9df1-9f9886160fee" -d '{"events": [{"server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "name": "network-vif-deleted", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:44:54.249247 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feee4b7-9002-4623-8a70-5370ef9fd193 x-openstack-request-id: req-3feee4b7-9002-4623-8a70-5370ef9fd193 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:44:54.249542 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73036f46-96af-49ea-b136-243f20051abc", "name": "network-vif-deleted", "tag": "3d5bc398-097d-4865-b8ea-d91451a3d0c2", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:44:54.249799 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3feee4b7-9002-4623-8a70-5370ef9fd193 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:44:54.250222 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73036f46-96af-49ea-b136-243f20051abc', 'name': 'network-vif-deleted', 'tag': '3d5bc398-097d-4865-b8ea-d91451a3d0c2', 'status': 'completed', 'code': 200} Dec 08 22:44:54.707105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2cd4fb95-398c-4bdc-9cbc-fa65869ac500 req-a5d5603b-2759-4c21-8407-ba596b7e55f6 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "GET /v2.0/ports?device_id=73036f46-96af-49ea-b136-243f20051abc HTTP/1.1" status: 200 len: 210 time: 0.0268023 Dec 08 22:44:55.761742 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 41998) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:56.129688 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:56.382550 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port a65f5eb7-2fbd-4e05-8709-7737492af90c {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:44:56.382822 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:56.467957 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port a65f5eb7-2fbd-4e05-8709-7737492af90c, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a65f5eb7-2fbd-4e05-8709-7737492af90c,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:56.468313 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:56.480815 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for a65f5eb7-2fbd-4e05-8709-7737492af90c owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:44:56.663755 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:56.689958 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=a65f5eb7-2fbd-4e05-8709-7737492af90c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:56.863781 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.073854 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Router b4b54418-2b3d-47f2-bc4b-812c4166e754 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:44:57.177466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:44:57.182584 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8db1fadd-a81d-4047-832e-6d92073a7074 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "PUT /v2.0/routers/b4b54418-2b3d-47f2-bc4b-812c4166e754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198368 Dec 08 22:44:57.185238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:57.187596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] Sync routers for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:44:57.197291 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:44:57.197901 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:57.236018 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b28c3d-49bf-460b-8671-de892acedad3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting subnet f4e9c339-ae1f-49b9-b66d-584bb1c22e4c {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:44:57.239812 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2b28c3d-49bf-460b-8671-de892acedad3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.278205 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2b28c3d-49bf-460b-8671-de892acedad3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.300492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:44:57.374354 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2b28c3d-49bf-460b-8671-de892acedad3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.434045 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2b28c3d-49bf-460b-8671-de892acedad3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.462846 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b28c3d-49bf-460b-8671-de892acedad3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e9c339-ae1f-49b9-b66d-584bb1c22e4c,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:57.465061 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f2b28c3d-49bf-460b-8671-de892acedad3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.471378 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-f2b28c3d-49bf-460b-8671-de892acedad3 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/subnets/f4e9c339-ae1f-49b9-b66d-584bb1c22e4c HTTP/1.1" status: 204 len: 168 time: 0.2827151 Dec 08 22:44:57.472415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de2edb-5acd-4f54-965f-6d08cf28d87a None None] Network 5a8c490c-b2ef-41ff-85ac-099d60d5909e requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:44:57.472516 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42002) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:57.576136 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.583474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:56Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:57.610442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] Checking router: b4b54418-2b3d-47f2-bc4b-812c4166e754 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:44:57.625664 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] Routers {'b4b54418-2b3d-47f2-bc4b-812c4166e754'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:44:57.626151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['b4b54418-2b3d-47f2-bc4b-812c4166e754'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:57.630696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3d5bc398-097d-4865-b8ea-d91451a3d0c2 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:44:57.679425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.710764 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 3d5bc398-097d-4865-b8ea-d91451a3d0c2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:44:57.711122 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 3d5bc398-097d-4865-b8ea-d91451a3d0c2 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:44:57.731009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] DHCP port deletion for 5a8c490c-b2ef-41ff-85ac-099d60d5909e request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:44:57.735613 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Deleting port ce07915c-2872-4b28-8a03-588dcb966810 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:44:57.735962 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.781826 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] Set router b4b54418-2b3d-47f2-bc4b-812c4166e754 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:44:57.816808 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] For port ce07915c-2872-4b28-8a03-588dcb966810, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ce07915c-2872-4b28-8a03-588dcb966810,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:57.817175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.828365 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Calling delete_port for ce07915c-2872-4b28-8a03-588dcb966810 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:44:57.891169 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Deleting port b5365a3b-1c7a-4629-bf9e-dd892547b2fc {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:44:57.891448 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.975476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] For port b5365a3b-1c7a-4629-bf9e-dd892547b2fc, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b5365a3b-1c7a-4629-bf9e-dd892547b2fc,segment=NetworkSegment(3fa2288b-9724-4aea-8c54-3f484f9c03ef),segment_id=3fa2288b-9724-4aea-8c54-3f484f9c03ef)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:44:57.975791 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:57.990981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.009659 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Calling delete_port for b5365a3b-1c7a-4629-bf9e-dd892547b2fc owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:44:58.016396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Port': ['ID=ce07915c-2872-4b28-8a03-588dcb966810,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:58.075711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.085914 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:56Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:58.118674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396a741f-2d3c-4935-b53f-ee2c85ee12c1 None None] The sync data for ids ['b4b54418-2b3d-47f2-bc4b-812c4166e754'] in n-d-821126-1 is: [{'id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447193020', 'tenant_id': '6d5e814b253b465db9e640a8b983dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:43:56Z', 'updated_at': '2021-12-08T22:44:56Z', 'revision_number': 5, 'project_id': '6d5e814b253b465db9e640a8b983dfed', 'gw_port': {'id': 'ce07915c-2872-4b28-8a03-588dcb966810', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b54418-2b3d-47f2-bc4b-812c4166e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:43:57Z', 'updated_at': '2021-12-08T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:44:58.131552 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.165656 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Pushing event deleted for resources: {'Port': ['ID=b5365a3b-1c7a-4629-bf9e-dd892547b2fc,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:58.169146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] No DVR routers for this DVR port b5365a3b-1c7a-4629-bf9e-dd892547b2fc on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:44:58.176710 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.177060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.182385 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0fe07-a8d1-45b6-9c5f-1e81ca26707e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.498110 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.500325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.544462 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.545223 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Fanout notify agent at l3_agent the message router_deleted on router b4b54418-2b3d-47f2-bc4b-812c4166e754 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:44:58.553719 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.557498 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6f29cd80-2e62-4409-bf7a-9565eee85ddf tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/routers/b4b54418-2b3d-47f2-bc4b-812c4166e754 HTTP/1.1" status: 204 len: 168 time: 1.0815487 Dec 08 22:44:58.557821 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42004) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:58.639243 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.731006 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.751931 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8c490c-b2ef-41ff-85ac-099d60d5909e']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:58.761679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa2288b-9724-4aea-8c54-3f484f9c03ef') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:58.761814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa2288b-9724-4aea-8c54-3f484f9c03ef') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:44:58.771972 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.785157 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.790797 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:44:58.791182 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:44:58.794030 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:44:58.849707 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.856979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.859391 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/networks/5a8c490c-b2ef-41ff-85ac-099d60d5909e HTTP/1.1" status: 204 len: 168 time: 0.3005672 Dec 08 22:44:58.862275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42006) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:58.871876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'Network': ['ID=5a8c490c-b2ef-41ff-85ac-099d60d5909e,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:58.879153 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.879505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.879847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.880183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.880518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.880847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.881183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.881505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.881831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.882158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.882481 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.882829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb9cad-052e-46d8-b983-165b7bad0dc2 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:44:58.922102 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3cfa-4ad6-48f1-bb7c-9f5f5547b3c0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:58.946112 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3cfa-4ad6-48f1-bb7c-9f5f5547b3c0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.004680 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3cfa-4ad6-48f1-bb7c-9f5f5547b3c0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.007210 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3cfa-4ad6-48f1-bb7c-9f5f5547b3c0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.008344 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a2ca3cfa-4ad6-48f1-bb7c-9f5f5547b3c0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] 10.222.0.21 "DELETE /v2.0/security-groups/539097a9-0d66-4e97-9500-b68ae4c33dea HTTP/1.1" status: 204 len: 168 time: 0.1449995 Dec 08 22:44:59.017972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca3cfa-4ad6-48f1-bb7c-9f5f5547b3c0 tempest-TestNetworkAdvancedServerOps-1020125159 tempest-TestNetworkAdvancedServerOps-1020125159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539097a9-0d66-4e97-9500-b68ae4c33dea,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:59.339415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42014) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:59.355783 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a65f5eb7-2fbd-4e05-8709-7737492af90c no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:44:59.375289 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a65f5eb7-2fbd-4e05-8709-7737492af90c {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:44:59.375635 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a65f5eb7-2fbd-4e05-8709-7737492af90c not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:44:59.376051 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b5365a3b-1c7a-4629-bf9e-dd892547b2fc no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:44:59.397499 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b5365a3b-1c7a-4629-bf9e-dd892547b2fc {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:44:59.397845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b5365a3b-1c7a-4629-bf9e-dd892547b2fc not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:44:59.398262 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ce07915c-2872-4b28-8a03-588dcb966810 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:44:59.415882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ce07915c-2872-4b28-8a03-588dcb966810 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:44:59.416228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ce07915c-2872-4b28-8a03-588dcb966810 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:44:59.482528 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-62ed91ae-d99d-44d8-9f98-09f1eb236d78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d5e814b253b465db9e640a8b983dfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419649 Dec 08 22:44:59.485069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42020) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:59.534921 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56d0acd5-8f80-403f-bfe6-4ac117e9c9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.555109 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56d0acd5-8f80-403f-bfe6-4ac117e9c9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.598999 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56d0acd5-8f80-403f-bfe6-4ac117e9c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.601479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56d0acd5-8f80-403f-bfe6-4ac117e9c9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.602587 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-56d0acd5-8f80-403f-bfe6-4ac117e9c9f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44c12864-0abd-49ca-b269-cd445a646964 HTTP/1.1" status: 204 len: 168 time: 0.1166399 Dec 08 22:44:59.610448 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0acd5-8f80-403f-bfe6-4ac117e9c9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c12864-0abd-49ca-b269-cd445a646964,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:59.858063 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42028) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:44:59.871429 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6663d25b-4467-4bfa-8b96-6c0aac15e9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.952489 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6663d25b-4467-4bfa-8b96-6c0aac15e9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.955897 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6663d25b-4467-4bfa-8b96-6c0aac15e9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:44:59.992500 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663d25b-4467-4bfa-8b96-6c0aac15e9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2806e8f3-031a-4721-9ef5-c5d59eb13aa6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:44:59.996753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6663d25b-4467-4bfa-8b96-6c0aac15e9c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e531e87dcc6342d08270e860115c257d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376240 Dec 08 22:45:00.000002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42030) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:00.046061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced90ba-7bee-4238-8414-65f5c5fe9df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:00.066812 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced90ba-7bee-4238-8414-65f5c5fe9df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:00.111161 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced90ba-7bee-4238-8414-65f5c5fe9df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:00.114390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-1ced90ba-7bee-4238-8414-65f5c5fe9df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:00.115506 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-1ced90ba-7bee-4238-8414-65f5c5fe9df5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2806e8f3-031a-4721-9ef5-c5d59eb13aa6 HTTP/1.1" status: 204 len: 168 time: 0.1152284 Dec 08 22:45:00.123197 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced90ba-7bee-4238-8414-65f5c5fe9df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2806e8f3-031a-4721-9ef5-c5d59eb13aa6,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:00.796718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42052) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:00.890155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907034251-network', 'tenant_id': '0199f93929284e05b323c7b966937eea'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:00.911230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Made reservation on behalf of 0199f93929284e05b323c7b966937eea for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:45:00.913691 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:00.921712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:00.994670 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:00.998293 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.027175 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:45:01.036719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b05958-9229-4b19-81ae-c6a15f9e3c63,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:01.043876 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.044216 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Added segment c9ce2241-f277-4228-b690-d062d5d2a839 of type vlan for network 3d404add-16a4-4d84-9b3e-987d539ed575 Dec 08 22:45:01.084663 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.108423 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.109550 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:01.110130 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.161184 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3632231 Dec 08 22:45:01.164161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42056) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:01.169176 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Request body: {'subnet': {'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907034251-subnet', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:01.171565 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fe1fd-eb00-45e9-971e-ca51d0582afa admin admin] Pushing event updated for resources: {'Network': ['ID=3d404add-16a4-4d84-9b3e-987d539ed575,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:01.181835 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 3d404add-16a4-4d84-9b3e-987d539ed575 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:45:01.193435 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Made reservation on behalf of 0199f93929284e05b323c7b966937eea for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:45:01.196571 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.360197 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.417405 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:01.422480 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Checking segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:01.422969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Network hostable DHCP agents. Network: 3d404add-16a4-4d84-9b3e-987d539ed575, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:45:01.439466 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Network 3d404add-16a4-4d84-9b3e-987d539ed575 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:45:01.447468 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 3d404add-16a4-4d84-9b3e-987d539ed575) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:01.451680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:01.452262 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.456927 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10bb46-00d4-4ec6-bcf7-22e79c7f0bef None None] Network 3d404add-16a4-4d84-9b3e-987d539ed575 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:45:01.468684 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-5786f222-0f58-4d23-b042-32722f812577 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3033555 Dec 08 22:45:01.472087 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42060) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:01.476330 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:01.496640 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.497862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.554932 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.609110 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-3d404add-16a4-4d84-9b3e-987d539ed575', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:45:01.609973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.693783 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.895255 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:01.897618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Allocated IP 172.20.0.2 (3d404add-16a4-4d84-9b3e-987d539ed575/5a8f99aa-6e74-4eb5-8bac-803ad576c9b3/8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:45:01.914873 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.020157 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Allocated IP 172.25.1.113 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/b6e8b952-53b4-4a78-baf7-dce25651a5f9) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:45:02.041953 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.047989 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.084264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Network 3d404add-16a4-4d84-9b3e-987d539ed575 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:02.088295 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:02.091142 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:45:02.101356 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Pushing event updated for resources: {'Port': ['ID=8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:02.122621 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.155299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Attempting to bind port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:45:02.155843 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Attempting to bind port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:45:02.156205 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Attempting to bind port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 on network 3d404add-16a4-4d84-9b3e-987d539ed575 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:45:02.157386 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.161871 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:45:02.163386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Checking segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:02.163386 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.163386 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Bound using segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:45:02.163653 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Bound port: 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:45:02.163841 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.201238 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:02.204045 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:02.211896 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:45:02.215044 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e8b952-53b4-4a78-baf7-dce25651a5f9,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:02.233720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] For port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:45:02.236738 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] For port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:45:02.241683 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.297678 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcab39e-832b-4a2c-b83e-22bc1627fbee None None] Pushing event updated for resources: {'Port': ['ID=8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:02.479020 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.677409 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.801346 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Router a6788bfd-46c4-4e9d-97f1-64e32a767a7c is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:45:02.912737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:45:02.922621 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Sync routers for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:45:02.933236 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:02.933851 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:02.934729 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:02.938486 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3812bcb0-25db-415e-a68a-8e9e227d5913 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4629779 Dec 08 22:45:02.938895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42062) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:03.153583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:03.223309 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a2a6f-33a6-428c-a676-bcfc8d13e70e None None] Network 3d404add-16a4-4d84-9b3e-987d539ed575 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:45:03.288866 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f11596c2-a58e-4806-9dba-1ed204a76f59 None None] Provisioning complete for port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:03.289568 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f11596c2-a58e-4806-9dba-1ed204a76f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.366580 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:02Z', 'revision_number': 3, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:03.396268 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Checking router: a6788bfd-46c4-4e9d-97f1-64e32a767a7c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:45:03.396930 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Updating router a6788bfd-46c4-4e9d-97f1-64e32a767a7c port b6e8b952-53b4-4a78-baf7-dce25651a5f9 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:45:03.420750 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.426629 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.447542 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:03.499209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f11596c2-a58e-4806-9dba-1ed204a76f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.544973 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-f11596c2-a58e-4806-9dba-1ed204a76f59 None None] For port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:03.546933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:03.547288 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.572767 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f11596c2-a58e-4806-9dba-1ed204a76f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.625890 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Allocated IP 172.20.0.1 (3d404add-16a4-4d84-9b3e-987d539ed575/5a8f99aa-6e74-4eb5-8bac-803ad576c9b3/b3b1815d-efff-4d17-a72b-2486604486eb) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:45:03.636536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11596c2-a58e-4806-9dba-1ed204a76f59 None None] Pushing event updated for resources: {'Port': ['ID=8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:03.739753 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.746143 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.760052 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.794799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-b9bdfc43-49c3-475a-81ba-51d4dfd6d439 None None] Provisioning complete for port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:03.795682 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b9bdfc43-49c3-475a-81ba-51d4dfd6d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.796212 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Attempting to bind port b6e8b952-53b4-4a78-baf7-dce25651a5f9 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:45:03.796601 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Attempting to bind port b6e8b952-53b4-4a78-baf7-dce25651a5f9 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:45:03.796957 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Attempting to bind port b6e8b952-53b4-4a78-baf7-dce25651a5f9 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:45:03.798649 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.805091 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Pushing event updated for resources: {'Port': ['ID=b6e8b952-53b4-4a78-baf7-dce25651a5f9,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:03.813212 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:45:03.813585 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:03.813984 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.814374 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:45:03.814855 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Bound port: b6e8b952-53b4-4a78-baf7-dce25651a5f9, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:45:03.815260 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.817481 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.817822 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.818160 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.818488 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.818834 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.819162 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.819487 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.819810 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.820124 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.820440 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.820755 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.821069 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:45:03.836770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Network 3d404add-16a4-4d84-9b3e-987d539ed575 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:03.839684 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:03.843538 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:45:03.852195 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b1815d-efff-4d17-a72b-2486604486eb,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:03.888206 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.900148 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] For port b6e8b952-53b4-4a78-baf7-dce25651a5f9, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:45:03.903987 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] For port b6e8b952-53b4-4a78-baf7-dce25651a5f9, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b6e8b952-53b4-4a78-baf7-dce25651a5f9,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:45:03.910902 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:03.977329 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:03.978062 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:04.026113 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:04.043743 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b19e2-0271-4d59-b0c0-8d7411d004d5 None None] Pushing event updated for resources: {'Port': ['ID=b6e8b952-53b4-4a78-baf7-dce25651a5f9,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:04.093521 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:04.118388 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-96a8c9c6-085c-4a95-b26c-5245331f0469 None None] Provisioning complete for port b3b1815d-efff-4d17-a72b-2486604486eb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:04.118815 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-96a8c9c6-085c-4a95-b26c-5245331f0469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:04.151959 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-96a8c9c6-085c-4a95-b26c-5245331f0469 None None] Port b3b1815d-efff-4d17-a72b-2486604486eb cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:45:04.196313 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:04.201083 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:04.266232 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:04.269326 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b1815d-efff-4d17-a72b-2486604486eb,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:04.281869 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:02Z', 'revision_number': 3, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:04.308025 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0424a-773c-4947-8684-52d3077b5f1a None None] The sync data for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 is: [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:02Z', 'revision_number': 3, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:45:04.362900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Network 3d404add-16a4-4d84-9b3e-987d539ed575 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:04.364448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:04.483918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Router a6788bfd-46c4-4e9d-97f1-64e32a767a7c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:45:04.618978 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:45:04.624301 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-39d0b5ea-6c32-405b-98fa-651e796c3a46 admin admin] 10.222.0.21 "PUT /v2.0/routers/a6788bfd-46c4-4e9d-97f1-64e32a767a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6843166 Dec 08 22:45:04.673423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-473900a5-c21a-496b-91da-27ee3bb67109 None None] Provisioning complete for port b3b1815d-efff-4d17-a72b-2486604486eb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:04.673973 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-473900a5-c21a-496b-91da-27ee3bb67109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:04.711785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-473900a5-c21a-496b-91da-27ee3bb67109 None None] Port b3b1815d-efff-4d17-a72b-2486604486eb cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:45:05.113896 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42080) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:05.119186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-754479728-network', 'tenant_id': 'd501653d879a43c4a4d542978329776c'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:05.139605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Made reservation on behalf of d501653d879a43c4a4d542978329776c for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:45:05.142024 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.150581 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.226887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.230468 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.251077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:45:05.265528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a6da86-ebaf-4f68-8979-7b17e02ea110,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:05.268433 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.268780 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Added segment c4d875da-23d6-45bd-852f-70bcd0a49d0d of type vlan for network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 Dec 08 22:45:05.311799 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.341835 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.343032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:05.343703 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.399953 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2847021 Dec 08 22:45:05.402864 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42082) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:05.407968 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Request body: {'subnet': {'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-754479728-subnet', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'ip_version': 4}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:05.411883 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50432f46-8feb-492e-a0cc-12ddd64d6566 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca02ec4-d1a4-4a97-8363-6f38c66c1265,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:05.426397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:45:05.436691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Made reservation on behalf of d501653d879a43c4a4d542978329776c for: {'subnet': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:45:05.439555 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:05.439776 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450575'] for subnet, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.536965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:05.537342 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.617027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b6e8b952-53b4-4a78-baf7-dce25651a5f9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:05.623954 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10324409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9447605'] for subnet, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.665005 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0eeae902-8993-4462-a817-f216873db7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.679406 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b6e8b952-53b4-4a78-baf7-dce25651a5f9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:05.680415 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.687983 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5541d2d-5fc4-4bc8-930e-0ca974072a57,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:05.696841 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Checking segment: {'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:05.697311 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Network hostable DHCP agents. Network: 0ca02ec4-d1a4-4a97-8363-6f38c66c1265, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:45:05.715347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:45:05.726347 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 0ca02ec4-d1a4-4a97-8363-6f38c66c1265) {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:05.731159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:05.731821 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.747037 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-1aa9cf75-c899-4d3d-a4f7-0db2830830ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3429759 Dec 08 22:45:05.749639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42084) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:05.752425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa6a88b-5150-4b14-8e20-93cbe6a57931 None None] Network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:45:05.754079 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:05.776156 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.777212 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.809180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.830696 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.838387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port b6e8b952-53b4-4a78-baf7-dce25651a5f9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b6e8b952-53b4-4a78-baf7-dce25651a5f9,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:05.848605 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:05.926261 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Sync routers for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:45:05.939463 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=b6e8b952-53b4-4a78-baf7-dce25651a5f9,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:05.971802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:05.972422 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:05.977803 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.007342 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-0ca02ec4-d1a4-4a97-8363-6f38c66c1265', 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'fixed_ips': [{'subnet_id': 'a5541d2d-5fc4-4bc8-930e-0ca974072a57'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:45:06.008199 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.152323 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:06.175909 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.195290 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.256479 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Allocated IP 172.20.0.2 (0ca02ec4-d1a4-4a97-8363-6f38c66c1265/a5541d2d-5fc4-4bc8-930e-0ca974072a57/13ee41f4-9cb9-4a38-aea2-7714bb659730) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:45:06.306872 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Allocated IP 172.25.1.114 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/0305d712-dfe5-4601-a298-bba786bdf6d8) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:45:06.407505 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.446785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.482014 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:06.486293 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:06.489232 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:45:06.494371 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.502458 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.511250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:04Z', 'revision_number': 2, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:06.517608 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Pushing event updated for resources: {'Port': ['ID=0305d712-dfe5-4601-a298-bba786bdf6d8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:06.557646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Checking router: a6788bfd-46c4-4e9d-97f1-64e32a767a7c for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:45:06.557999 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Updating router a6788bfd-46c4-4e9d-97f1-64e32a767a7c port b3b1815d-efff-4d17-a72b-2486604486eb binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:45:06.578910 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:06.586493 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:06.593402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:45:06.602061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.611401 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Pushing event updated for resources: {'Port': ['ID=13ee41f4-9cb9-4a38-aea2-7714bb659730,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:06.692321 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Attempting to bind port 13ee41f4-9cb9-4a38-aea2-7714bb659730 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:45:06.693116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Attempting to bind port 13ee41f4-9cb9-4a38-aea2-7714bb659730 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:45:06.693116 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Attempting to bind port 13ee41f4-9cb9-4a38-aea2-7714bb659730 on network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:45:06.741383 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.741926 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:45:06.742299 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Checking segment: {'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:06.742698 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:06.743112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Bound using segment: {'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:45:06.743579 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Bound port: 13ee41f4-9cb9-4a38-aea2-7714bb659730, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:45:06.743962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.022351 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] For port 13ee41f4-9cb9-4a38-aea2-7714bb659730, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:45:07.026798 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] For port 13ee41f4-9cb9-4a38-aea2-7714bb659730, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=13ee41f4-9cb9-4a38-aea2-7714bb659730,segment=NetworkSegment(c4d875da-23d6-45bd-852f-70bcd0a49d0d),segment_id=c4d875da-23d6-45bd-852f-70bcd0a49d0d)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:45:07.044660 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.151726 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee6743-fc13-4e67-ba0c-e77bfdeded97 None None] Pushing event updated for resources: {'Port': ['ID=13ee41f4-9cb9-4a38-aea2-7714bb659730,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:07.178386 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.183888 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.285222 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6eec1-9499-4c6f-91ff-ffabc1176380 None None] Pushing event updated for resources: {'Port': ['ID=b3b1815d-efff-4d17-a72b-2486604486eb,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:07.311517 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Attempting to bind port b3b1815d-efff-4d17-a72b-2486604486eb on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:45:07.312346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Attempting to bind port b3b1815d-efff-4d17-a72b-2486604486eb by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:45:07.312781 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Attempting to bind port b3b1815d-efff-4d17-a72b-2486604486eb on network 3d404add-16a4-4d84-9b3e-987d539ed575 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:45:07.323362 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:45:07.323609 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Checking segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:07.324246 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.324830 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Bound using segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:45:07.325464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Bound port: b3b1815d-efff-4d17-a72b-2486604486eb, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:45:07.326196 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.327139 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.443233 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] For port b3b1815d-efff-4d17-a72b-2486604486eb, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:45:07.447683 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] For port b3b1815d-efff-4d17-a72b-2486604486eb, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b3b1815d-efff-4d17-a72b-2486604486eb,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:45:07.454619 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.518332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:07.519431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:07.557299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Router 02b70ad4-c81d-4998-a20e-3a346d72f018 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:45:07.565745 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 13ee41f4-9cb9-4a38-aea2-7714bb659730 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:07.628167 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6eec1-9499-4c6f-91ff-ffabc1176380 None None] Pushing event updated for resources: {'Port': ['ID=b3b1815d-efff-4d17-a72b-2486604486eb,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:07.677155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-74b5ce7c-4160-499a-84c7-c17e833a2cf9 None None] Provisioning complete for port b3b1815d-efff-4d17-a72b-2486604486eb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:07.677530 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-74b5ce7c-4160-499a-84c7-c17e833a2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.678905 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:45:07.687651 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Sync routers for ids ['02b70ad4-c81d-4998-a20e-3a346d72f018'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:45:07.706889 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.711068 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42086) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:07.712296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-22641afd-1d0f-4227-97db-9f0b546918cf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9613817 Dec 08 22:45:07.715080 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Routers {'02b70ad4-c81d-4998-a20e-3a346d72f018'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:07.716210 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:44:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['02b70ad4-c81d-4998-a20e-3a346d72f018'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:07.730395 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:07.758996 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 13ee41f4-9cb9-4a38-aea2-7714bb659730 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:07.759368 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:07.852947 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Set router 02b70ad4-c81d-4998-a20e-3a346d72f018 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:07.979673 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-74b5ce7c-4160-499a-84c7-c17e833a2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.009310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.037226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-74b5ce7c-4160-499a-84c7-c17e833a2cf9 None None] For port b3b1815d-efff-4d17-a72b-2486604486eb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b3b1815d-efff-4d17-a72b-2486604486eb,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:08.050839 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-74b5ce7c-4160-499a-84c7-c17e833a2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.086135 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:45:06Z', 'revision_number': 3, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port': {'id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:06Z', 'updated_at': '2021-12-08T22:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:08.120769 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5ce7c-4160-499a-84c7-c17e833a2cf9 None None] Pushing event updated for resources: {'Port': ['ID=b3b1815d-efff-4d17-a72b-2486604486eb,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:08.137100 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Checking router: 02b70ad4-c81d-4998-a20e-3a346d72f018 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:45:08.137379 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Updating router 02b70ad4-c81d-4998-a20e-3a346d72f018 port 0305d712-dfe5-4601-a298-bba786bdf6d8 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:45:08.171184 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.180106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 13ee41f4-9cb9-4a38-aea2-7714bb659730, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=13ee41f4-9cb9-4a38-aea2-7714bb659730,segment=NetworkSegment(c4d875da-23d6-45bd-852f-70bcd0a49d0d),segment_id=c4d875da-23d6-45bd-852f-70bcd0a49d0d)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:08.194984 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.195833 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b6e8b952-53b4-4a78-baf7-dce25651a5f9 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:08.277357 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=13ee41f4-9cb9-4a38-aea2-7714bb659730,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:08.297773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e3f4749a-5be5-45bc-8822-59c0852f564d None None] Provisioning complete for port b3b1815d-efff-4d17-a72b-2486604486eb triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:08.298140 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e3f4749a-5be5-45bc-8822-59c0852f564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.372548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b6e8b952-53b4-4a78-baf7-dce25651a5f9 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:08.372885 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.410464 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4debfccc-b8d3-49fb-a8e3-13045c1f8268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.425650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:08.463363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441885ce-4f9f-4ad4-9f00-4a93c40e6414 None None] Network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:45:08.481706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2999e5-7742-4fb8-9ef8-c937e58dcbf2 None None] The sync data for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 is: [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:45:08.589028 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.602360 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.676876 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Attempting to bind port 0305d712-dfe5-4601-a298-bba786bdf6d8 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:45:08.677249 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Attempting to bind port 0305d712-dfe5-4601-a298-bba786bdf6d8 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:45:08.677600 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Attempting to bind port 0305d712-dfe5-4601-a298-bba786bdf6d8 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:45:08.689996 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:45:08.690754 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:08.690754 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.691156 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:45:08.691624 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Bound port: 0305d712-dfe5-4601-a298-bba786bdf6d8, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:45:08.692089 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.716077 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.740737 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a42070-11eb-40c8-bf70-d7b95201146b None None] Pushing event updated for resources: {'Port': ['ID=0305d712-dfe5-4601-a298-bba786bdf6d8,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:08.758464 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] For port 0305d712-dfe5-4601-a298-bba786bdf6d8, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:45:08.762587 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] For port 0305d712-dfe5-4601-a298-bba786bdf6d8, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0305d712-dfe5-4601-a298-bba786bdf6d8,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:45:08.770191 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.834364 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-9aa19b49-dc12-43f0-9bee-8b8a316e2789 None None] Provisioning complete for port 13ee41f4-9cb9-4a38-aea2-7714bb659730 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:08.834910 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9aa19b49-dc12-43f0-9bee-8b8a316e2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:08.843874 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a42070-11eb-40c8-bf70-d7b95201146b None None] Pushing event updated for resources: {'Port': ['ID=0305d712-dfe5-4601-a298-bba786bdf6d8,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:08.876225 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Routers {'02b70ad4-c81d-4998-a20e-3a346d72f018'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:08.877356 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:45:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['02b70ad4-c81d-4998-a20e-3a346d72f018'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:08.973729 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Allocated IP 172.20.0.1 (0ca02ec4-d1a4-4a97-8363-6f38c66c1265/a5541d2d-5fc4-4bc8-930e-0ca974072a57/a7426f0e-86e6-4c06-955c-9c0932510880) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:45:09.026693 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.122216 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.156026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-62227605-3162-41a0-b648-a01a261c9970 None None] Provisioning complete for port 13ee41f4-9cb9-4a38-aea2-7714bb659730 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:09.156668 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-62227605-3162-41a0-b648-a01a261c9970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.160332 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.212210 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:09.221213 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:09.221463 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] Set router 02b70ad4-c81d-4998-a20e-3a346d72f018 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:09.230638 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:45:09.345113 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Pushing event updated for resources: {'Port': ['ID=a7426f0e-86e6-4c06-955c-9c0932510880,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:09.366621 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.524928 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 13ee41f4-9cb9-4a38-aea2-7714bb659730 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:09.552413 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:45:06Z', 'revision_number': 3, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port': {'id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:06Z', 'updated_at': '2021-12-08T22:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:09.594961 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3881ccd7-5b24-48bf-b979-9296c413ce16 None None] Provisioning complete for port a7426f0e-86e6-4c06-955c-9c0932510880 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:09.595329 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3881ccd7-5b24-48bf-b979-9296c413ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.598893 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.606594 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f286b2-182e-456b-91ea-b11935a5ab52 None None] The sync data for ids ['02b70ad4-c81d-4998-a20e-3a346d72f018'] in n-d-821126-1 is: [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:45:06Z', 'revision_number': 3, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port': {'id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:06Z', 'updated_at': '2021-12-08T22:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:45:09.650115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3881ccd7-5b24-48bf-b979-9296c413ce16 None None] Port a7426f0e-86e6-4c06-955c-9c0932510880 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:45:09.653115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 13ee41f4-9cb9-4a38-aea2-7714bb659730 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:09.653486 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.700360 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.756648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b3b1815d-efff-4d17-a72b-2486604486eb up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:09.810650 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port b3b1815d-efff-4d17-a72b-2486604486eb triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:09.811077 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.819994 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.827456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.933403 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Pushing event updated for resources: {'Port': ['ID=a7426f0e-86e6-4c06-955c-9c0932510880,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:09.936005 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:09.958947 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:10.040829 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:10.042695 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:10.167405 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Router 02b70ad4-c81d-4998-a20e-3a346d72f018 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:45:10.274547 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-08a34fba-b94f-49f8-86db-46f9ae54c4b6 None None] Provisioning complete for port a7426f0e-86e6-4c06-955c-9c0932510880 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:10.274969 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-08a34fba-b94f-49f8-86db-46f9ae54c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:10.292353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:45:10.297677 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-09a420a7-6b61-451b-af80-f534431f0f59 admin admin] 10.222.0.21 "PUT /v2.0/routers/02b70ad4-c81d-4998-a20e-3a346d72f018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848176 Dec 08 22:45:10.317698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-08a34fba-b94f-49f8-86db-46f9ae54c4b6 None None] Port a7426f0e-86e6-4c06-955c-9c0932510880 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:45:10.577451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:10.938308 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42096) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:10.943320 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-2a7bc1e6-dcb3-48e1-a519-974d1e857151 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066026020', 'description': 'tempest-secgroup-smoke-1066026020 description', 'project_id': '0199f93929284e05b323c7b966937eea'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:10.966390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc1e6-dcb3-48e1-a519-974d1e857151 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.029819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc1e6-dcb3-48e1-a519-974d1e857151 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.033219 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc1e6-dcb3-48e1-a519-974d1e857151 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.061758 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc1e6-dcb3-48e1-a519-974d1e857151 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.062994 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-2a7bc1e6-dcb3-48e1-a519-974d1e857151 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1235278 Dec 08 22:45:11.064944 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bc1e6-dcb3-48e1-a519-974d1e857151 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e984a89-ab3c-4ca0-a66b-704bf1a49370,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:11.066110 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42098) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:11.070879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-15dfa456-df7c-49e7-8e49-6805d60cc9ac tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '7e984a89-ab3c-4ca0-a66b-704bf1a49370', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:11.098017 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15dfa456-df7c-49e7-8e49-6805d60cc9ac tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.155503 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15dfa456-df7c-49e7-8e49-6805d60cc9ac tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.159883 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15dfa456-df7c-49e7-8e49-6805d60cc9ac tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.177106 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfa456-df7c-49e7-8e49-6805d60cc9ac tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1262d3c-82b9-4a32-aeec-6efe9e357a91,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:11.184398 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-15dfa456-df7c-49e7-8e49-6805d60cc9ac tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.185597 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-15dfa456-df7c-49e7-8e49-6805d60cc9ac tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183963 Dec 08 22:45:11.188513 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42100) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:11.196486 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-689a77ac-4a10-4704-b244-2d451b00018f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '7e984a89-ab3c-4ca0-a66b-704bf1a49370', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:11.223823 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.225275 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-689a77ac-4a10-4704-b244-2d451b00018f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.282432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-689a77ac-4a10-4704-b244-2d451b00018f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.285961 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-689a77ac-4a10-4704-b244-2d451b00018f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.304755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a77ac-4a10-4704-b244-2d451b00018f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea65fe0e-f9b5-4795-ad20-c2f87910605b,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:11.310466 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-689a77ac-4a10-4704-b244-2d451b00018f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.311660 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-689a77ac-4a10-4704-b244-2d451b00018f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221266 Dec 08 22:45:11.314447 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42102) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:11.319436 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-49480602-0663-4e5c-889a-9209c80e4367 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '7e984a89-ab3c-4ca0-a66b-704bf1a49370', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:11.351101 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49480602-0663-4e5c-889a-9209c80e4367 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.406848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0305d712-dfe5-4601-a298-bba786bdf6d8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:11.411714 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49480602-0663-4e5c-889a-9209c80e4367 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.415394 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49480602-0663-4e5c-889a-9209c80e4367 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.434651 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49480602-0663-4e5c-889a-9209c80e4367 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19e3939-bc41-4fc1-8174-5d7f8b23ae57,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:11.442785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-49480602-0663-4e5c-889a-9209c80e4367 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.444005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-49480602-0663-4e5c-889a-9209c80e4367 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280816 Dec 08 22:45:11.446794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42104) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:11.451331 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-0c5c39ae-adb8-4cc5-848c-10bbf80c71f7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '7e984a89-ab3c-4ca0-a66b-704bf1a49370', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:11.458290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0305d712-dfe5-4601-a298-bba786bdf6d8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:11.458664 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.477113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c5c39ae-adb8-4cc5-848c-10bbf80c71f7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.539836 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c5c39ae-adb8-4cc5-848c-10bbf80c71f7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.542251 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.543981 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c5c39ae-adb8-4cc5-848c-10bbf80c71f7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.563534 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c39ae-adb8-4cc5-848c-10bbf80c71f7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eac93d8-2d4d-4656-b526-36dfd79612f3,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:11.568199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port 0305d712-dfe5-4601-a298-bba786bdf6d8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0305d712-dfe5-4601-a298-bba786bdf6d8,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:11.574063 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0c5c39ae-adb8-4cc5-848c-10bbf80c71f7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.574440 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.575321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-0c5c39ae-adb8-4cc5-848c-10bbf80c71f7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275403 Dec 08 22:45:11.578156 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42106) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:11.583233 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f56b86c5-7fdf-4a9f-949c-88d750cd6220 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '7e984a89-ab3c-4ca0-a66b-704bf1a49370', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:11.608638 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-f56b86c5-7fdf-4a9f-949c-88d750cd6220 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Project 0199f93929284e05b323c7b966937eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:45:11.614276 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f56b86c5-7fdf-4a9f-949c-88d750cd6220 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.632117 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=0305d712-dfe5-4601-a298-bba786bdf6d8,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:11.683918 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f56b86c5-7fdf-4a9f-949c-88d750cd6220 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.688168 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f56b86c5-7fdf-4a9f-949c-88d750cd6220 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.707469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b86c5-7fdf-4a9f-949c-88d750cd6220 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d625ca78-06ec-4b5e-86de-ee25b5a8fd50,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:11.714102 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f56b86c5-7fdf-4a9f-949c-88d750cd6220 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.715351 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f56b86c5-7fdf-4a9f-949c-88d750cd6220 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361258 Dec 08 22:45:11.718339 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42108) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:11.722613 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-559e0688-1072-4949-b4b1-8441aad9a452 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '7e984a89-ab3c-4ca0-a66b-704bf1a49370', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:11.744545 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-559e0688-1072-4949-b4b1-8441aad9a452 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Project 0199f93929284e05b323c7b966937eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:45:11.749472 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-559e0688-1072-4949-b4b1-8441aad9a452 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.810228 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-559e0688-1072-4949-b4b1-8441aad9a452 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.813905 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-559e0688-1072-4949-b4b1-8441aad9a452 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.835180 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e0688-1072-4949-b4b1-8441aad9a452 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0718d2de-e197-48f5-9705-b6db4c6feba7,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:11.842118 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-559e0688-1072-4949-b4b1-8441aad9a452 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:11.843337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-559e0688-1072-4949-b4b1-8441aad9a452 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240737 Dec 08 22:45:11.880568 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Sync routers for ids ['02b70ad4-c81d-4998-a20e-3a346d72f018'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:45:11.889916 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Routers {'02b70ad4-c81d-4998-a20e-3a346d72f018'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:11.890523 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:45:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['02b70ad4-c81d-4998-a20e-3a346d72f018'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:11.985078 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-94c5142d-6626-490b-9677-b2877d7c38ec tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066026020&fields=id&tenant_id=0199f93929284e05b323c7b966937eea HTTP/1.1" status: 200 len: 267 time: 0.0350399 Dec 08 22:45:12.094568 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-e0e9a5cf-1d48-4c8d-97d3-ae3b29e416d4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:12.096134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-e0e9a5cf-1d48-4c8d-97d3-ae3b29e416d4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 809 time: 0.1032474 Dec 08 22:45:12.112592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-c1e1f953-824f-48b7-93c8-fbd8dd8923e2 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/quotas/0199f93929284e05b323c7b966937eea HTTP/1.1" status: 200 len: 375 time: 0.0091159 Dec 08 22:45:12.149509 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Set router 02b70ad4-c81d-4998-a20e-3a346d72f018 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:12.165751 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-cd36cb60-f1fa-4a90-afc1-538a2de2d5fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476985 Dec 08 22:45:12.181970 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-3bd6280d-14af-4494-9b29-b3f1c9b3895b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:45:12.182956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-3bd6280d-14af-4494-9b29-b3f1c9b3895b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051062 Dec 08 22:45:12.270976 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-fffd14b2-9be2-42cc-b198-d3a7fbb6d82e service neutron] 10.222.0.21 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821240 Dec 08 22:45:12.344494 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:45:09Z', 'revision_number': 4, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port': {'id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:06Z', 'updated_at': '2021-12-08T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a7426f0e-86e6-4c06-955c-9c0932510880', 'name': '', 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'mac_address': 'fa:16:3e:bd:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a5541d2d-5fc4-4bc8-930e-0ca974072a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:08Z', 'updated_at': '2021-12-08T22:45:09Z', 'revision_number': 2, 'project_id': 'd501653d879a43c4a4d542978329776c', 'subnets': [{'id': 'a5541d2d-5fc4-4bc8-930e-0ca974072a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:12.362973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-b3e14629-ea5b-4e25-b399-0746984e2d5c service neutron] 10.222.0.21 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857720 Dec 08 22:45:12.373985 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Checking router: 02b70ad4-c81d-4998-a20e-3a346d72f018 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:45:12.374344 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Updating router 02b70ad4-c81d-4998-a20e-3a346d72f018 port a7426f0e-86e6-4c06-955c-9c0932510880 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:45:12.398516 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:12.533682 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1e950cd3-7268-4b85-bf93-cd605f213e9d req-b626d733-fa77-419d-8ef3-ee521272ef2b tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 210 time: 0.0262198 Dec 08 22:45:12.659797 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:12.665451 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:12.718917 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadedc3-1ab5-4d12-af20-914819a3c977 None None] Pushing event updated for resources: {'Port': ['ID=a7426f0e-86e6-4c06-955c-9c0932510880,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:12.776397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Attempting to bind port a7426f0e-86e6-4c06-955c-9c0932510880 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:45:12.776773 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Attempting to bind port a7426f0e-86e6-4c06-955c-9c0932510880 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:45:12.777133 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Attempting to bind port a7426f0e-86e6-4c06-955c-9c0932510880 on network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:45:12.782381 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:45:12.782654 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Checking segment: {'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:12.783088 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:12.783482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Bound using segment: {'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:45:12.783977 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Bound port: a7426f0e-86e6-4c06-955c-9c0932510880, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d875da-23d6-45bd-852f-70bcd0a49d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:45:12.784355 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:12.853084 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] For port a7426f0e-86e6-4c06-955c-9c0932510880, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:45:12.856780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] For port a7426f0e-86e6-4c06-955c-9c0932510880, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a7426f0e-86e6-4c06-955c-9c0932510880,segment=NetworkSegment(c4d875da-23d6-45bd-852f-70bcd0a49d0d),segment_id=c4d875da-23d6-45bd-852f-70bcd0a49d0d)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:45:12.861966 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:12.918740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Routers {'02b70ad4-c81d-4998-a20e-3a346d72f018'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:12.919474 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:45:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['02b70ad4-c81d-4998-a20e-3a346d72f018'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:12.960090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadedc3-1ab5-4d12-af20-914819a3c977 None None] Pushing event updated for resources: {'Port': ['ID=a7426f0e-86e6-4c06-955c-9c0932510880,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:13.006112 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-4ce95965-0713-47fb-92bc-3953b7c74059 None None] Provisioning complete for port a7426f0e-86e6-4c06-955c-9c0932510880 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:13.007011 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ce95965-0713-47fb-92bc-3953b7c74059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:13.080158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] Set router 02b70ad4-c81d-4998-a20e-3a346d72f018 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:13.186252 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ce95965-0713-47fb-92bc-3953b7c74059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:13.263242 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-4ce95965-0713-47fb-92bc-3953b7c74059 None None] For port a7426f0e-86e6-4c06-955c-9c0932510880, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a7426f0e-86e6-4c06-955c-9c0932510880,segment=NetworkSegment(c4d875da-23d6-45bd-852f-70bcd0a49d0d),segment_id=c4d875da-23d6-45bd-852f-70bcd0a49d0d)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:13.273902 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4ce95965-0713-47fb-92bc-3953b7c74059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:13.363367 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce95965-0713-47fb-92bc-3953b7c74059 None None] Pushing event updated for resources: {'Port': ['ID=a7426f0e-86e6-4c06-955c-9c0932510880,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:13.379088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0305d712-dfe5-4601-a298-bba786bdf6d8 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:13.411791 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:45:09Z', 'revision_number': 4, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port': {'id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:06Z', 'updated_at': '2021-12-08T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a7426f0e-86e6-4c06-955c-9c0932510880', 'name': '', 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'mac_address': 'fa:16:3e:bd:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a5541d2d-5fc4-4bc8-930e-0ca974072a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:08Z', 'updated_at': '2021-12-08T22:45:12Z', 'revision_number': 4, 'project_id': 'd501653d879a43c4a4d542978329776c', 'subnets': [{'id': 'a5541d2d-5fc4-4bc8-930e-0ca974072a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:13.444821 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b661b-a5d7-4452-ba19-a2c27a36af8d None None] The sync data for ids ['02b70ad4-c81d-4998-a20e-3a346d72f018'] in n-d-821126-1 is: [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:45:09Z', 'revision_number': 4, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port': {'id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:06Z', 'updated_at': '2021-12-08T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'a7426f0e-86e6-4c06-955c-9c0932510880', 'name': '', 'network_id': '0ca02ec4-d1a4-4a97-8363-6f38c66c1265', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'mac_address': 'fa:16:3e:bd:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a5541d2d-5fc4-4bc8-930e-0ca974072a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:08Z', 'updated_at': '2021-12-08T22:45:12Z', 'revision_number': 4, 'project_id': 'd501653d879a43c4a4d542978329776c', 'subnets': [{'id': 'a5541d2d-5fc4-4bc8-930e-0ca974072a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:45:13.457296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-2dc6f451-6a09-4368-8e6a-b5aa06b036b1 None None] Provisioning complete for port a7426f0e-86e6-4c06-955c-9c0932510880 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:13.457671 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f451-6a09-4368-8e6a-b5aa06b036b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:13.510706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 0305d712-dfe5-4601-a298-bba786bdf6d8 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:13.511352 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:13.548025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-0f3701d0-df50-4417-9922-80649b700803 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:13.550108 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-0f3701d0-df50-4417-9922-80649b700803 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 809 time: 0.1454232 Dec 08 22:45:13.610353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-e83ec3ef-35aa-4877-9eee-f4441b24a629 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0199f93929284e05b323c7b966937eea HTTP/1.1" status: 200 len: 380 time: 0.0509973 Dec 08 22:45:13.623561 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'port': {'device_id': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'admin_state_up': True, 'tenant_id': '0199f93929284e05b323c7b966937eea', 'security_groups': ['7e984a89-ab3c-4ca0-a66b-704bf1a49370']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:13.701299 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9dd53ee0-fd4c-4575-8908-93ef64e81d41 req-bc92a70e-6590-469a-9e0a-e4825dba5109 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 210 time: 0.0618012 Dec 08 22:45:13.770844 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Made reservation on behalf of 0199f93929284e05b323c7b966937eea for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:45:13.774280 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:13.904961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Allocated IP 172.20.0.3 (3d404add-16a4-4d84-9b3e-987d539ed575/5a8f99aa-6e74-4eb5-8bac-803ad576c9b3/1280286f-ffba-4e6b-807f-cbd70e7a6f16) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:45:14.044681 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.080066 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.119923 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Network 3d404add-16a4-4d84-9b3e-987d539ed575 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:14.123028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:14.126518 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:45:14.155398 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:14.180958 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:14.181571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.203264 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-38d8e993-580a-47b3-b235-81e74b9f71bf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842566 Dec 08 22:45:14.215940 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Request body: {'port': {'device_id': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:14.275605 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.360348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-0a53b504-71e3-4176-a894-4038bc18e701 None None] Provisioning complete for port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:14.360724 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0a53b504-71e3-4176-a894-4038bc18e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.397721 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-0a53b504-71e3-4176-a894-4038bc18e701 None None] Port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:45:14.539595 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1280286f-ffba-4e6b-807f-cbd70e7a6f16 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:45:14.546729 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.558596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Transition to ACTIVE for port object 1280286f-ffba-4e6b-807f-cbd70e7a6f16 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:45:14.562536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.626918 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:14.684694 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Attempting to bind port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:45:14.685032 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Attempting to bind port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:45:14.685363 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Attempting to bind port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on network 3d404add-16a4-4d84-9b3e-987d539ed575 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:45:14.689782 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on network 3d404add-16a4-4d84-9b3e-987d539ed575 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:45:14.690147 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Attempting to bind port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on network 3d404add-16a4-4d84-9b3e-987d539ed575 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:45:14.695667 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:45:14.696007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Checking segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:45:14.696393 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Bound using segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:45:14.696820 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Bound port: 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:45:14.697177 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.763884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:45:14.767680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:45:14.772163 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.806607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:14.807250 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:14.808647 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] 10.222.0.23 "PUT /v2.0/ports/1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 1091 time: 0.5973358 Dec 08 22:45:14.809123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:45:14.811392 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3840fc03-b17f-4723-b17b-da835a6c48e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:45:14.839304 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4f269-d6c2-47ad-8727-901393be685b req-bbb68d24-94b9-424c-80be-25678679f4c4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:14.841276 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3b4f269-d6c2-47ad-8727-901393be685b req-bbb68d24-94b9-424c-80be-25678679f4c4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0653477 Dec 08 22:45:14.852734 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cc129-16a7-4292-bed9-c1401e85c221 service neutron] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:14.866842 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4446246e-36db-4907-8dbc-686705c284b1 x-openstack-request-id: req-4446246e-36db-4907-8dbc-686705c284b1 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:45:14.867188 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:45:14.867449 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4446246e-36db-4907-8dbc-686705c284b1 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:45:14.867853 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'status': 'completed', 'code': 200} Dec 08 22:45:14.889498 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d3b4f269-d6c2-47ad-8727-901393be685b req-19d12a38-2946-4362-94e8-9683886974d2 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 Dec 08 22:45:14.899324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-da184a3e-3a4d-4d1a-80da-c18dcae88755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:14.901198 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-da184a3e-3a4d-4d1a-80da-c18dcae88755 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1094 time: 0.0453968 Dec 08 22:45:14.949114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-6b607102-9767-41c4-855b-027daa6beda2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 217 time: 0.0385764 Dec 08 22:45:15.004641 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-a14ed266-533b-4d21-a7b8-b1d6a9e4f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:15.006388 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-a14ed266-533b-4d21-a7b8-b1d6a9e4f9ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0499127 Dec 08 22:45:15.056219 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-8ab72107-892a-44f1-a973-de20f12790ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:15.057699 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-8ab72107-892a-44f1-a973-de20f12790ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434022 Dec 08 22:45:15.148857 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-219de356-4a4a-4b64-bc50-518df0969124 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830743 Dec 08 22:45:15.238148 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b58ca012-caa4-4614-b0b7-bb38e49eeb9c req-c0a67d78-8fea-4a39-8f61-cab4eca9a341 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816302 Dec 08 22:45:15.320142 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-c5362b65-3cc6-4eed-ae6e-0e6ee291e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:15.322092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-c5362b65-3cc6-4eed-ae6e-0e6ee291e2e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1094 time: 0.0412488 Dec 08 22:45:15.392440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a7426f0e-86e6-4c06-955c-9c0932510880 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:15.423083 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-69a05f8b-b0bf-4d4a-8c90-e9f6850860c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:15.424578 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-69a05f8b-b0bf-4d4a-8c90-e9f6850860c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0926781 Dec 08 22:45:15.443091 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a7426f0e-86e6-4c06-955c-9c0932510880 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:15.443661 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:15.467370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-4eab3690-8c12-43b2-9f64-b575524d6d5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 217 time: 0.0359175 Dec 08 22:45:15.530329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-1aa60581-d86c-48ef-9c6a-c98de561f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:15.531860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-1aa60581-d86c-48ef-9c6a-c98de561f683 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0570307 Dec 08 22:45:15.579412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-4f36de19-4c8b-448c-b13f-efcf45106eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:15.581474 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-4f36de19-4c8b-448c-b13f-efcf45106eca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412536 Dec 08 22:45:15.671863 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-c8974cc0-59b6-42d0-ae66-91d54908f9c8 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828218 Dec 08 22:45:15.764564 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3840fc03-b17f-4723-b17b-da835a6c48e6 req-13e279b2-38d4-4475-904d-87ff8c56e11e service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843987 Dec 08 22:45:16.014832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c56450-b096-4cfc-b0dd-58f52b560971 req-92a7c655-2026-40c2-b7c1-df6fa6768e0c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:16.016312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5c56450-b096-4cfc-b0dd-58f52b560971 req-92a7c655-2026-40c2-b7c1-df6fa6768e0c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0489430 Dec 08 22:45:16.054068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a5c56450-b096-4cfc-b0dd-58f52b560971 req-c4cad4d2-67a5-4748-8cff-618a00a5f22e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Dec 08 22:45:17.185887 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b65219-dad3-4917-8cbf-90853691af8f req-df7020f9-99bd-4fa3-a39b-397935e03a7e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:17.187368 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36b65219-dad3-4917-8cbf-90853691af8f req-df7020f9-99bd-4fa3-a39b-397935e03a7e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0509160 Dec 08 22:45:17.222069 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:45:17.226682 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-36b65219-dad3-4917-8cbf-90853691af8f req-6bba9476-3011-4016-86cb-2ef88343686c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Dec 08 22:45:17.332588 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:17.343969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'port_id': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'mac_address': 'fa:16:3e:51:97:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:45:17.380960 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:17.393618 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1280286f-ffba-4e6b-807f-cbd70e7a6f16 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:45:17.413000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:17.416883 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:17.470281 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:17.650440 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['1280286f-ffba-4e6b-807f-cbd70e7a6f16'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:45:18.343751 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6131b-82d3-438b-8ba1-df41d302bdc6 req-fd321e20-4873-4440-85be-0318fe4e294c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:18.345244 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5df6131b-82d3-438b-8ba1-df41d302bdc6 req-fd321e20-4873-4440-85be-0318fe4e294c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0510077 Dec 08 22:45:18.382009 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5df6131b-82d3-438b-8ba1-df41d302bdc6 req-2e86b1d8-56ec-46bc-bb65-e74776d911d8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301440 Dec 08 22:45:19.222684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:45:19.269692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:45:19.273349 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:45:19.273724 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:19.349207 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:19.371696 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:45:19.374253 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771af3ce-da33-441f-a7fd-d0a670b26cab" -d '{"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-plugged", "status": "completed", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:45:19.387873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:45:19.391977 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:19.419802 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6256b9c-8f10-44f5-9997-79d641c74e07 x-openstack-request-id: req-b6256b9c-8f10-44f5-9997-79d641c74e07 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:45:19.420111 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-plugged", "status": "completed", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:45:19.420361 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6256b9c-8f10-44f5-9997-79d641c74e07 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:45:19.420727 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'code': 200} Dec 08 22:45:19.454419 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:19.551020 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffe2e4-77b6-44f5-b784-8843897018b1 req-037e837b-b1a7-4afd-9c62-49c74a076180 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:19.552403 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37ffe2e4-77b6-44f5-b784-8843897018b1 req-037e837b-b1a7-4afd-9c62-49c74a076180 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0741010 Dec 08 22:45:19.554803 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0bee3-80a4-4f0d-b85d-8be516454e74 req-19d59143-07ce-41e9-b867-9184eec53bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:19.556150 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ed0bee3-80a4-4f0d-b85d-8be516454e74 req-19d59143-07ce-41e9-b867-9184eec53bf6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1096 time: 0.0862093 Dec 08 22:45:19.610592 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-37ffe2e4-77b6-44f5-b784-8843897018b1 req-efc342c6-482a-475a-8d04-75994def9c73 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520093 Dec 08 22:45:19.614156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ed0bee3-80a4-4f0d-b85d-8be516454e74 req-cd0bde0c-19e5-4c46-b945-4786f00fd2c5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500612 Dec 08 22:45:20.726166 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda32a-ed7e-417c-8fb1-67f542260a15 req-c8a0455a-1988-407d-9965-5320f595cd60 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:20.727592 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ceda32a-ed7e-417c-8fb1-67f542260a15 req-c8a0455a-1988-407d-9965-5320f595cd60 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0496068 Dec 08 22:45:20.764254 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4ceda32a-ed7e-417c-8fb1-67f542260a15 req-833c6769-dbfb-4e4f-9e37-e97b031e0912 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Dec 08 22:45:20.875646 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274ce68-15f6-4978-9f6a-d95c7c1c6a8b req-775a5a42-ae03-4e69-8db5-d510a874d8ec tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:20.877092 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e274ce68-15f6-4978-9f6a-d95c7c1c6a8b req-775a5a42-ae03-4e69-8db5-d510a874d8ec tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0478046 Dec 08 22:45:20.917803 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e274ce68-15f6-4978-9f6a-d95c7c1c6a8b req-34d31e6a-bbae-454e-969b-cb2503c3e936 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342050 Dec 08 22:45:20.939344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42164) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:21.062155 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38259a7-1d35-4078-a1c4-903a60b3a887 tempest-TestShelveInstance-1861331823 tempest-TestShelveInstance-1861331823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:21.063676 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c38259a7-1d35-4078-a1c4-903a60b3a887 tempest-TestShelveInstance-1861331823 tempest-TestShelveInstance-1861331823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1091 time: 0.1233509 Dec 08 22:45:21.067116 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42168) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:45:21.071406 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:45:21.093591 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:21.114300 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:45:21.193105 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:21.298295 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Allocated IP 172.25.1.51 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/50351be7-b523-410a-b217-ab97447974a8) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:45:21.397312 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:21.433712 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:21.467442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:45:21.471914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:45:21.475351 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:45:21.500302 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'Port': ['ID=50351be7-b523-410a-b217-ab97447974a8,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:21.811673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:21.875028 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:22.028432 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:22.032886 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:22.101182 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'Port': ['ID=50351be7-b523-410a-b217-ab97447974a8,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:45:22.108892 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:22.206660 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Floating IP d6c1e517-1954-4057-8941-1f7a63e6928b associated. External IP: 172.25.1.51, port: 1280286f-ffba-4e6b-807f-cbd70e7a6f16. Dec 08 22:45:22.724253 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Router a6788bfd-46c4-4e9d-97f1-64e32a767a7c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:45:22.829151 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:45:22.839572 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] Sync routers for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:45:22.848864 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:22.850102 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:22.850947 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:45:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:22.874633 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3cdc01fa-ffbf-4c6f-b55d-f2ab0e7df749 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8065119 Dec 08 22:45:22.875242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:45:22.877487 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e78fa8-dea7-4212-937c-2b4f22edd011" -d '{"events": [{"name": "network-changed", "server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:45:22.913286 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9fe6e1-7384-4d26-868e-f47f3f492017 x-openstack-request-id: req-be9fe6e1-7384-4d26-868e-f47f3f492017 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:45:22.913581 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:45:22.913858 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be9fe6e1-7384-4d26-868e-f47f3f492017 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:45:22.914256 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'status': 'completed', 'code': 200} Dec 08 22:45:22.963387 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:22.976809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-93d20b22-1cc1-4438-9d0f-0d5628a04bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:22.978260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-93d20b22-1cc1-4438-9d0f-0d5628a04bef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1096 time: 0.0437131 Dec 08 22:45:23.070886 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-9950fef5-4fdf-42fc-bf28-ed3bf1c788f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:23.072348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-9950fef5-4fdf-42fc-bf28-ed3bf1c788f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0866628 Dec 08 22:45:23.138221 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-d08f367d-bf71-4ad4-adc6-21f9934b3d17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 998 time: 0.0583975 Dec 08 22:45:23.184150 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd6c1e517-1954-4057-8941-1f7a63e6928b', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'port_id': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'mac_address': 'fa:16:3e:51:97:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:45:21Z', 'updated_at': '2021-12-08T22:45:21Z', 'revision_number': 0, 'project_id': '0199f93929284e05b323c7b966937eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:23.192110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-c5956351-7f3b-4317-9c92-bfc1ab2d884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:23.193568 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-c5956351-7f3b-4317-9c92-bfc1ab2d884f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0483391 Dec 08 22:45:23.214583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] Checking router: a6788bfd-46c4-4e9d-97f1-64e32a767a7c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:45:23.223144 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:45:23.223747 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:45:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:23.238995 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-21ffd3e2-54b7-4961-b802-8f20a8c955f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:23.240383 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-21ffd3e2-54b7-4961-b802-8f20a8c955f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397239 Dec 08 22:45:23.327649 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:45:23.328630 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-a4aaf098-693e-4496-925e-ecd0ce68ac2c service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808811 Dec 08 22:45:23.421456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-43e78fa8-dea7-4212-937c-2b4f22edd011 req-271076ba-6011-4f3d-b700-6009895a8628 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859079 Dec 08 22:45:23.548987 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd6c1e517-1954-4057-8941-1f7a63e6928b', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'port_id': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'mac_address': 'fa:16:3e:51:97:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:45:21Z', 'updated_at': '2021-12-08T22:45:21Z', 'revision_number': 0, 'project_id': '0199f93929284e05b323c7b966937eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:45:23.581581 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a3940a-6c34-4f9d-9838-118abda7bf62 None None] The sync data for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 is: [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'd6c1e517-1954-4057-8941-1f7a63e6928b', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'port_id': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'mac_address': 'fa:16:3e:51:97:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:45:21Z', 'updated_at': '2021-12-08T22:45:21Z', 'revision_number': 0, 'project_id': '0199f93929284e05b323c7b966937eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:45:23.776026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb9e82-c31d-41d7-9389-810f8bd5537a None None] New status for floating IP d6c1e517-1954-4057-8941-1f7a63e6928b: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:45:35.646130 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91f19882-b21d-4089-8b96-128d244bcfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:38.320893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9ec84f40-d03f-49b8-b125-e3fdcc5aa82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:38.948933 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:39.656407 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:39.958769 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:40.590848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:41.220266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:45:43.153805 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-b8f1c5a1-909c-4519-bc1d-59821fe802ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388148 Dec 08 22:45:43.239058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-27a5d127-4526-4e3a-8ef5-37618d620208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:43.240509 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-27a5d127-4526-4e3a-8ef5-37618d620208 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1096 time: 0.0415246 Dec 08 22:45:43.345984 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-8aebd86a-9ea5-4776-83bd-aa25147e416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:43.348095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-8aebd86a-9ea5-4776-83bd-aa25147e416a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0861876 Dec 08 22:45:43.411689 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-44677b11-c9eb-422f-b38d-947a380ae07a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 1000 time: 0.0563927 Dec 08 22:45:43.464087 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-1215793b-ea28-4ef0-81e5-419b1026840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:43.465726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-1215793b-ea28-4ef0-81e5-419b1026840d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0464771 Dec 08 22:45:43.512669 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-7c4e7a79-b5b5-455d-99a5-1530442c3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:45:43.514131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-7c4e7a79-b5b5-455d-99a5-1530442c3fdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393238 Dec 08 22:45:43.602949 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-d62726d4-9688-4c38-9de3-75a4f0bd4db3 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804060 Dec 08 22:45:43.697726 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6a5216bd-9bbd-444f-96a6-7a5ac839349c req-41f8327e-4a93-41b7-8687-9f59d249f474 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869169 Dec 08 22:45:58.113389 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:46:05.646180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e64d3f9-2601-4d8e-816a-726d0a0ac25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:08.321668 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-56740692-7b13-4640-99cd-991bd586e1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:08.951694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:09.658622 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:10.001263 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:10.606929 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:11.223549 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:35.112183 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:46:35.649383 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8dc21909-f589-46a1-8df9-572bfe98eb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:38.321204 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a84ca349-af36-4b6f-aeff-6426ae3b6d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:38.955867 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:39.662244 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:40.014989 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:40.605629 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:41.227479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:46:44.202283 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-e497ee3a-8379-42a4-a3c6-46fbeef81828 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919075 Dec 08 22:46:44.283549 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-a02c3992-6554-4b8b-81ed-06d81c430930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:46:44.284984 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-a02c3992-6554-4b8b-81ed-06d81c430930 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1096 time: 0.0399868 Dec 08 22:46:44.387245 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-6a8b2332-2e9e-47d2-9f4e-b252e45401d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:46:44.388583 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-6a8b2332-2e9e-47d2-9f4e-b252e45401d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0853918 Dec 08 22:46:44.451683 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-36b700d9-d5f7-4255-856a-766a6ec9b348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 1000 time: 0.0554588 Dec 08 22:46:44.502960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-190b1a05-d078-4fe0-84f4-e33d102d2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:46:44.504941 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-190b1a05-d078-4fe0-84f4-e33d102d2fee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0456314 Dec 08 22:46:44.547080 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-c62c5e0e-473c-4673-8113-000cc883f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:46:44.548495 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-c62c5e0e-473c-4673-8113-000cc883f87b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0372133 Dec 08 22:46:44.634657 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-67e4d27d-9272-4904-9239-ce93ab2dcec7 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789311 Dec 08 22:46:44.726002 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-891ccc9f-3978-4969-9ba3-e00c1a83b45a req-0168abae-9733-4dd5-b7c2-971c149d36a4 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841260 Dec 08 22:47:05.650462 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72da4f12-39f1-45db-80fe-7f4b530ba77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:08.321243 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f6e79f84-15c9-4965-94c6-7f1c0e93a9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:08.957982 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:09.664259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:10.029793 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:10.603972 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:11.224145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:12.110626 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:47:18.638972 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d2045-c55e-4ef3-a676-485eaea1ac17 req-0b1ea24d-7e75-4f23-a38e-5ee8d660dc7c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:18.640454 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc1d2045-c55e-4ef3-a676-485eaea1ac17 req-0b1ea24d-7e75-4f23-a38e-5ee8d660dc7c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.1001785 Dec 08 22:47:18.677396 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dc1d2045-c55e-4ef3-a676-485eaea1ac17 req-05c786e3-5c4b-4208-ac74-900fc1b28e47 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303862 Dec 08 22:47:19.793841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e0e61-6516-4d36-8c99-54c6a2b3893d req-e777b599-6309-43ff-a71b-24f77b220617 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:19.795328 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-587e0e61-6516-4d36-8c99-54c6a2b3893d req-e777b599-6309-43ff-a71b-24f77b220617 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0496635 Dec 08 22:47:19.832360 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-587e0e61-6516-4d36-8c99-54c6a2b3893d req-366cc7a8-9b2d-4e02-8367-c20463a2b405 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310752 Dec 08 22:47:20.975415 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fcde3-7a57-40a6-a1fa-cb479092cf12 req-36f83dd5-7cc4-48e2-aaaf-1565f57df4db tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:20.976862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-863fcde3-7a57-40a6-a1fa-cb479092cf12 req-36f83dd5-7cc4-48e2-aaaf-1565f57df4db tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0526376 Dec 08 22:47:21.013283 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-863fcde3-7a57-40a6-a1fa-cb479092cf12 req-a29f3f53-aca3-40a3-81e7-b8a813ec351d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305173 Dec 08 22:47:22.125691 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f110-3c80-44ae-927d-1ee43eb033cf req-438e0741-1824-4209-b571-ffcfc67186a1 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:22.127152 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b720f110-3c80-44ae-927d-1ee43eb033cf req-438e0741-1824-4209-b571-ffcfc67186a1 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0487232 Dec 08 22:47:22.164208 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b720f110-3c80-44ae-927d-1ee43eb033cf req-160390b6-d3eb-4b10-904a-6134cb283687 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311484 Dec 08 22:47:23.275657 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cdfab-7859-43ab-9903-f3129a0a0345 req-6e21b9ff-25e8-46ab-8796-7a88c82679c1 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:23.277107 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b38cdfab-7859-43ab-9903-f3129a0a0345 req-6e21b9ff-25e8-46ab-8796-7a88c82679c1 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0479193 Dec 08 22:47:23.314356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b38cdfab-7859-43ab-9903-f3129a0a0345 req-092de600-d490-46b5-8926-1e2cc6b1aba4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Dec 08 22:47:24.431720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f9134-8008-410c-8946-833e2ae1dea6 req-77202e84-52d1-4da3-ab54-384b1223a1ee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:24.433175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-127f9134-8008-410c-8946-833e2ae1dea6 req-77202e84-52d1-4da3-ab54-384b1223a1ee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0526481 Dec 08 22:47:24.470182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-127f9134-8008-410c-8946-833e2ae1dea6 req-720d1c64-e200-4395-92c1-4b3da7768d62 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Dec 08 22:47:25.585793 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295ad0e-26a9-4516-82d1-991845f98cd7 req-a75f2822-2130-4a16-8876-9e2dbea71853 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:25.587274 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f295ad0e-26a9-4516-82d1-991845f98cd7 req-a75f2822-2130-4a16-8876-9e2dbea71853 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0475211 Dec 08 22:47:25.624818 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f295ad0e-26a9-4516-82d1-991845f98cd7 req-64221b79-15f2-4129-bd20-ee56329d41e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Dec 08 22:47:26.736412 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5b4b-ac55-476b-adda-0c9ec36a2e82 req-a3b76798-1e74-40a5-bb72-0d0d59dadf6b tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:26.738349 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-586d5b4b-ac55-476b-adda-0c9ec36a2e82 req-a3b76798-1e74-40a5-bb72-0d0d59dadf6b tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0485106 Dec 08 22:47:26.775206 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-586d5b4b-ac55-476b-adda-0c9ec36a2e82 req-02c2bb0e-80b2-4b33-8b7f-d84b3657bfda tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Dec 08 22:47:27.892037 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464a4a3-5305-47d2-a6b5-35c914125066 req-5077903d-dc39-4f4d-b012-06e7ef77600c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:27.893490 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3464a4a3-5305-47d2-a6b5-35c914125066 req-5077903d-dc39-4f4d-b012-06e7ef77600c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0518379 Dec 08 22:47:27.931060 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3464a4a3-5305-47d2-a6b5-35c914125066 req-55f756f1-fa0d-45d4-930c-90c6dc2910e6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Dec 08 22:47:29.045036 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b71bd-4ade-41e4-bbdb-829b0566093a req-97321d46-1839-41b4-8880-915aa4223839 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:29.046549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a09b71bd-4ade-41e4-bbdb-829b0566093a req-97321d46-1839-41b4-8880-915aa4223839 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0485306 Dec 08 22:47:29.083650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a09b71bd-4ade-41e4-bbdb-829b0566093a req-c5b5a650-8167-4996-a0ab-67165647f508 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310030 Dec 08 22:47:30.196062 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb0f6e-3933-4c5c-8529-d694e1e84f4a req-829d4b04-a7d1-471d-a515-0a3bd8fd7aef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:30.197538 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99bb0f6e-3933-4c5c-8529-d694e1e84f4a req-829d4b04-a7d1-471d-a515-0a3bd8fd7aef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0480139 Dec 08 22:47:30.236775 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-99bb0f6e-3933-4c5c-8529-d694e1e84f4a req-0865ec69-8ea7-4d07-ab64-e57c3c85b52d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Dec 08 22:47:31.377226 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4dcce-486b-4605-bd51-0bd4ba709088 req-f7d8f9fc-228d-4187-a0d6-ba1169b5447e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:31.379496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57f4dcce-486b-4605-bd51-0bd4ba709088 req-f7d8f9fc-228d-4187-a0d6-ba1169b5447e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0622385 Dec 08 22:47:31.427306 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-57f4dcce-486b-4605-bd51-0bd4ba709088 req-4912bca8-42b2-4e73-b40f-fda273a4d656 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357413 Dec 08 22:47:31.892788 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:47:31.993231 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:47:32.006269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'port_id': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'mac_address': 'fa:16:3e:51:97:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:47:32.043655 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:32.057782 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1280286f-ffba-4e6b-807f-cbd70e7a6f16 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:47:32.079287 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:47:32.084140 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:32.143209 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:47:32.151093 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.151553 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.152057 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.152648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.153099 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.153532 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.153936 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.154276 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.154610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.154962 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.155308 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.156251 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:32.163032 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['1280286f-ffba-4e6b-807f-cbd70e7a6f16'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:47:32.551682 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8f8c9-e144-4d3c-a41a-02d8f5272831 req-06e64ed1-6f12-49a4-a41f-541cf2c025b5 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:32.553872 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbc8f8c9-e144-4d3c-a41a-02d8f5272831 req-06e64ed1-6f12-49a4-a41f-541cf2c025b5 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0544014 Dec 08 22:47:32.594482 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-bbc8f8c9-e144-4d3c-a41a-02d8f5272831 req-244b9278-0462-4616-ab85-842f5672b154 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340042 Dec 08 22:47:33.716608 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f92e7d-da0d-4c2f-a090-88ffb5157e26 req-88a7ca8a-2acc-4bd1-bd7d-990abc6d53c8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:33.718093 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7f92e7d-da0d-4c2f-a090-88ffb5157e26 req-88a7ca8a-2acc-4bd1-bd7d-990abc6d53c8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0524919 Dec 08 22:47:33.761100 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f7f92e7d-da0d-4c2f-a090-88ffb5157e26 req-a3ec9323-34a1-4922-a452-cb8ae43a5cdd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338583 Dec 08 22:47:33.908807 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:47:33.973062 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:47:33.973062 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:34.058705 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:34.083510 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:47:34.088353 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b470b-ddeb-476e-91cf-43ad94c6e28c" -d '{"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-plugged", "status": "completed", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:47:34.106746 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:47:34.111840 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:34.145810 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6438962-1c75-477c-a639-030b8fd8b7e3 x-openstack-request-id: req-a6438962-1c75-477c-a639-030b8fd8b7e3 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:47:34.146163 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-plugged", "status": "completed", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:47:34.146539 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6438962-1c75-477c-a639-030b8fd8b7e3 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:47:34.147071 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'code': 200} Dec 08 22:47:34.175521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:47:34.889490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68770f-941d-45f5-b7b7-d8b0e08f8bd0 req-c43e0f68-a8d9-420a-96fd-65a7192f7835 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:34.891046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b68770f-941d-45f5-b7b7-d8b0e08f8bd0 req-c43e0f68-a8d9-420a-96fd-65a7192f7835 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0549395 Dec 08 22:47:34.937535 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b68770f-941d-45f5-b7b7-d8b0e08f8bd0 req-57d97fd3-0ec5-41cd-8e4a-a7e3224c42fe tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Dec 08 22:47:35.658289 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8b2218b9-8dae-442f-b7d0-7390c066c185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:36.074811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c8a2-c1ae-4eea-ae95-275c990dc34c req-bfcf0ede-52bf-4f97-a400-565374d02eab tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:36.074811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ca92c8a2-c1ae-4eea-ae95-275c990dc34c req-bfcf0ede-52bf-4f97-a400-565374d02eab tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0573375 Dec 08 22:47:36.124994 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-ca92c8a2-c1ae-4eea-ae95-275c990dc34c req-eb5b4f00-0f2d-4b2c-b41c-244b1ca955c6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472920 Dec 08 22:47:37.261899 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba9cc8-f878-475a-aff1-2692e5eb1091 req-3a014172-e27a-409d-853e-c0fe9fe978e2 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:37.267199 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-36ba9cc8-f878-475a-aff1-2692e5eb1091 req-3a014172-e27a-409d-853e-c0fe9fe978e2 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0632126 Dec 08 22:47:37.306033 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-36ba9cc8-f878-475a-aff1-2692e5eb1091 req-d8594442-75d4-4a47-b46d-045935221a87 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354311 Dec 08 22:47:38.328730 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98845ddc-6757-48dc-b2c2-5377d1bc8d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:38.434049 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41373da-f342-4f3e-9ad2-d428c255a21c req-d599f685-e2ec-4be3-b200-5a25306a9d73 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:38.436210 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e41373da-f342-4f3e-9ad2-d428c255a21c req-d599f685-e2ec-4be3-b200-5a25306a9d73 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0509501 Dec 08 22:47:38.481998 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e41373da-f342-4f3e-9ad2-d428c255a21c req-aa21dcea-fead-461e-99c0-1eefdc30e21e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344799 Dec 08 22:47:38.964081 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:39.604448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43769d4-a3dc-4ad3-a232-c5fa8a41665b req-d2b4d7ab-33f2-46bb-a7cb-6ab7ec74c84d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:39.605932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43769d4-a3dc-4ad3-a232-c5fa8a41665b req-d2b4d7ab-33f2-46bb-a7cb-6ab7ec74c84d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0504289 Dec 08 22:47:39.642872 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f43769d4-a3dc-4ad3-a232-c5fa8a41665b req-0fee2b74-6661-4ac0-ae17-dc807c33010a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307801 Dec 08 22:47:39.666978 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:40.040882 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:40.143927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-9bf6b651-6b23-42e9-b6bf-791eb0bc4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:40.145413 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-9bf6b651-6b23-42e9-b6bf-791eb0bc4c68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1096 time: 0.0553322 Dec 08 22:47:40.239930 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-88a3f2f7-0126-4c0a-bd3e-40cf95fbbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:40.241428 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-88a3f2f7-0126-4c0a-bd3e-40cf95fbbeec service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0886981 Dec 08 22:47:40.305650 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-6db84736-2de8-48f3-9554-cad181419d2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 1000 time: 0.0565891 Dec 08 22:47:40.358591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-2da910e4-a296-4f2b-b9b8-d852adbbb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:40.360001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-2da910e4-a296-4f2b-b9b8-d852adbbb2e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0470405 Dec 08 22:47:40.404677 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-4a1438fa-9b4a-44c9-b92d-b8099a7ac792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:40.406114 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-4a1438fa-9b4a-44c9-b92d-b8099a7ac792 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386152 Dec 08 22:47:40.492142 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-637d6697-2288-4e82-9820-6be68ed24208 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783637 Dec 08 22:47:40.584493 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4060427-c7f9-4a02-a843-bfe7a5ac90f1 req-b917e110-696c-4d14-a2c0-27e1b7112e8b service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849419 Dec 08 22:47:40.632859 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:40.757069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca649a8-2dd2-49da-b409-ef6dc5ff94f9 req-d9d641a1-b7da-418f-a5b5-0e9fc9dff2d8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:40.758529 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ca649a8-2dd2-49da-b409-ef6dc5ff94f9 req-d9d641a1-b7da-418f-a5b5-0e9fc9dff2d8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0490131 Dec 08 22:47:40.795018 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2ca649a8-2dd2-49da-b409-ef6dc5ff94f9 req-7de394b1-7b6e-43b9-a41f-787397adbab0 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304835 Dec 08 22:47:41.227797 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:41.968725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6d7a-eb2b-4a9a-83d1-ff3d744caa65 req-a2dd489d-3cc6-4f54-8f2c-a77703085f33 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:41.970176 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d4b6d7a-eb2b-4a9a-83d1-ff3d744caa65 req-a2dd489d-3cc6-4f54-8f2c-a77703085f33 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0486887 Dec 08 22:47:42.007741 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7d4b6d7a-eb2b-4a9a-83d1-ff3d744caa65 req-c56150b8-b3bd-4edd-aca9-d5def8b1221c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310583 Dec 08 22:47:43.124889 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88e649-aff1-4de2-a251-0fe7d40dfb67 req-d86309f4-eba6-42de-8558-40fab7d4af23 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:43.126355 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d88e649-aff1-4de2-a251-0fe7d40dfb67 req-d86309f4-eba6-42de-8558-40fab7d4af23 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0522001 Dec 08 22:47:43.163068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d88e649-aff1-4de2-a251-0fe7d40dfb67 req-9adb68d7-cc6e-42a2-8e37-6c165f3546ed tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301695 Dec 08 22:47:43.230537 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-c7e365c6-0a52-416e-befe-4c25d0b56039 req-fd2c257e-0679-4e9b-87aa-05c91496e820 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:47:43.231540 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-c7e365c6-0a52-416e-befe-4c25d0b56039 req-fd2c257e-0679-4e9b-87aa-05c91496e820 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052612 Dec 08 22:47:44.005293 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:47:44.077122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:44.099414 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:47:44.101643 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8feb029-f7a0-414b-a2a3-d3a9a95c7000" -d '{"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-unplugged", "status": "completed", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:47:44.113543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:47:44.118626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:44.141523 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 22:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95b05e6-cd88-4de0-a8b8-404e78f4a2f5 x-openstack-request-id: req-d95b05e6-cd88-4de0-a8b8-404e78f4a2f5 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:47:44.141808 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-unplugged", "status": "failed", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "code": 422}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:47:44.142061 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d95b05e6-cd88-4de0-a8b8-404e78f4a2f5 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:47:44.142454 n-d-821126-1 neutron-server[102391]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'code': 422} returned with failed status Dec 08 22:47:44.169491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:47:44.401321 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe41ec6-7a17-4cfc-8958-213cd724a13b req-cea14dda-6a7e-4b86-8c24-99982dd22b24 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:44.402932 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbe41ec6-7a17-4cfc-8958-213cd724a13b req-cea14dda-6a7e-4b86-8c24-99982dd22b24 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0508273 Dec 08 22:47:44.442176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-dbe41ec6-7a17-4cfc-8958-213cd724a13b req-513318b3-4458-4445-9ac9-d012e7d02af4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332482 Dec 08 22:47:44.520260 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42352) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:47:44.596559 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-780862b9-ceea-4c29-821f-77c8ef6986b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751424 Dec 08 22:47:44.605382 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-91e61daf-4db2-48fd-9951-9c5adf452294 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:47:44.606337 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-91e61daf-4db2-48fd-9951-9c5adf452294 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048680 Dec 08 22:47:45.560199 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208aeee-ef9c-4455-8547-516f52b4fc1f req-4dc9b81b-e059-4ad9-b6a4-243136dcc3df tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:45.561663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b208aeee-ef9c-4455-8547-516f52b4fc1f req-4dc9b81b-e059-4ad9-b6a4-243136dcc3df tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0525024 Dec 08 22:47:45.599296 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b208aeee-ef9c-4455-8547-516f52b4fc1f req-c46335be-d034-427e-a6e4-86a256f4e7ea tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Dec 08 22:47:46.711443 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb62f-467e-4852-a57a-d58679e8accf req-137b6200-f618-434c-ab5d-aff258cd98e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:46.712913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00deb62f-467e-4852-a57a-d58679e8accf req-137b6200-f618-434c-ab5d-aff258cd98e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0474093 Dec 08 22:47:46.749846 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-00deb62f-467e-4852-a57a-d58679e8accf req-a7156169-b7a5-410d-af57-46c967221e50 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308530 Dec 08 22:47:47.864900 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d3611-d7d6-4323-ba85-e91869111684 req-445e889a-c6b2-4c3e-be6a-d37437c50e16 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:47.866377 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a7d3611-d7d6-4323-ba85-e91869111684 req-445e889a-c6b2-4c3e-be6a-d37437c50e16 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0493331 Dec 08 22:47:47.902730 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7a7d3611-d7d6-4323-ba85-e91869111684 req-c1556ea8-cb0a-4882-a969-d408477c6c06 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304017 Dec 08 22:47:49.021966 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9b17-96fe-456f-9638-41306ca1f3bc req-83a52a98-a3d1-4de6-bc87-826e100f8796 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:49.023514 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-489e9b17-96fe-456f-9638-41306ca1f3bc req-83a52a98-a3d1-4de6-bc87-826e100f8796 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0543196 Dec 08 22:47:49.062540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-489e9b17-96fe-456f-9638-41306ca1f3bc req-d8f4f969-ea38-4b59-a72f-badd3474f18d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Dec 08 22:47:49.110820 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:47:49.508036 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-2303264e-c63b-42a2-b25a-5d270dbbf39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:49.509408 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-2303264e-c63b-42a2-b25a-5d270dbbf39e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b&tenant_id=0199f93929284e05b323c7b966937eea HTTP/1.1" status: 200 len: 1094 time: 0.0399616 Dec 08 22:47:49.522829 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821126-1', 'device_owner': 'compute:nova'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:47:49.574654 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:49.773142 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:47:49.804275 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h2-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:47:49.835445 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1280286f-ffba-4e6b-807f-cbd70e7a6f16 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:47:49.842828 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:49.854890 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Transition to ACTIVE for port object 1280286f-ffba-4e6b-807f-cbd70e7a6f16 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:47:49.858606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:49.935273 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=9']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:47:49.949806 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.950146 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.950492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.950843 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.951170 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.951497 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.951823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.952147 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.952472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.952794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.953114 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.953432 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:47:49.991284 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] No DVR routers for this DVR port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on host n-h2-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:47:50.125811 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Attempting to bind port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:47:50.126493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Attempting to bind port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:47:50.126493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Attempting to bind port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on network 3d404add-16a4-4d84-9b3e-987d539ed575 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:47:50.131266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on network 3d404add-16a4-4d84-9b3e-987d539ed575 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:47:50.131581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Attempting to bind port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on network 3d404add-16a4-4d84-9b3e-987d539ed575 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:47:50.136414 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:47:50.136746 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Checking segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:47:50.137167 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Bound using segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:47:50.137590 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Bound port: 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:47:50.137941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:50.181420 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133ffe-c33d-4e2b-a680-f0e3f2c1e8fe req-0aa63588-9d5b-4088-a790-29ff70249491 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:50.182933 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-39133ffe-c33d-4e2b-a680-f0e3f2c1e8fe req-0aa63588-9d5b-4088-a790-29ff70249491 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 943 time: 0.0525477 Dec 08 22:47:50.201691 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:47:50.204737 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:47:50.210226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:50.224461 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-39133ffe-c33d-4e2b-a680-f0e3f2c1e8fe req-12fb667c-8954-468b-835b-697420531e89 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353904 Dec 08 22:47:50.263407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:50.264025 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:47:50.265399 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 1091 time: 0.7479327 Dec 08 22:47:50.265842 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:47:50.268236 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa85d31e-e7d5-4b36-be65-d10300d67846" -d '{"events": [{"name": "network-changed", "server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:47:50.276553 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8f295-1990-4ce9-9916-f54b83f3c5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=10']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:47:50.330626 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-accd556d-acdb-4db4-b91f-cfff796aa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:50.332768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-accd556d-acdb-4db4-b91f-cfff796aa087 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1095 time: 0.0433123 Dec 08 22:47:50.383258 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daadc746-190d-4577-ac0a-ba4c2ec34f51 x-openstack-request-id: req-daadc746-190d-4577-ac0a-ba4c2ec34f51 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:47:50.383546 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:47:50.383801 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daadc746-190d-4577-ac0a-ba4c2ec34f51 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:47:50.384203 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'status': 'completed', 'code': 200} Dec 08 22:47:50.427266 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-8ca3bab3-1798-4d3c-856b-4a5cc2717849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:50.428737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-8ca3bab3-1798-4d3c-856b-4a5cc2717849 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0893390 Dec 08 22:47:50.498588 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-74cd758d-f81e-411e-9023-05e260b50a5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 998 time: 0.0623624 Dec 08 22:47:50.545514 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-b85968e3-2e2b-4c7d-aaa7-71ff0ee08cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:50.546834 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-b85968e3-2e2b-4c7d-aaa7-71ff0ee08cfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0415640 Dec 08 22:47:50.590898 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-6915cf04-fa3b-45cf-8821-fa1012b792ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:50.592324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-6915cf04-fa3b-45cf-8821-fa1012b792ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385451 Dec 08 22:47:50.683650 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-ed5f3671-6907-4dd8-aaf1-57ebd67eac0e service neutron] 10.222.0.37 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840919 Dec 08 22:47:50.770687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-0e198a92-3fb4-43ff-ba95-50524df43c16 service neutron] 10.222.0.37 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805888 Dec 08 22:47:50.855381 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-9be0ab8a-0c2e-4e44-9cfe-15878c2caf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:50.856984 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-9be0ab8a-0c2e-4e44-9cfe-15878c2caf42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1095 time: 0.0412045 Dec 08 22:47:50.955784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-cdad43f6-7b66-49df-ac47-bfdae8a331a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:50.957451 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-cdad43f6-7b66-49df-ac47-bfdae8a331a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0905144 Dec 08 22:47:51.026310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-bfbc6f07-3f3b-4996-9bc2-2092b97c7c12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 998 time: 0.0614400 Dec 08 22:47:51.097526 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-00c82236-6988-4638-94c6-b10073e36366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:51.101814 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-00c82236-6988-4638-94c6-b10073e36366 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0683012 Dec 08 22:47:51.357158 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f83c6b-309c-4182-97a9-57697a90c5be req-138ecdef-a6c3-422d-836d-29135f003b2f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:51.360085 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27f83c6b-309c-4182-97a9-57697a90c5be req-138ecdef-a6c3-422d-836d-29135f003b2f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0573285 Dec 08 22:47:51.403974 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-27f83c6b-309c-4182-97a9-57697a90c5be req-8e073207-bb3f-4b8a-96aa-f924ba477b77 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380852 Dec 08 22:47:52.521658 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998d09c-4446-497c-8a53-cb2e98f74be1 req-3e57b6a9-2bb5-46a0-8a77-39a948233b81 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:52.523076 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9998d09c-4446-497c-8a53-cb2e98f74be1 req-3e57b6a9-2bb5-46a0-8a77-39a948233b81 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0492594 Dec 08 22:47:52.559541 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9998d09c-4446-497c-8a53-cb2e98f74be1 req-284dc869-1d25-4311-8076-0b4bca62337d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303445 Dec 08 22:47:53.672847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fbd1a-e075-4a6c-9407-cae8ae27c4af req-ef399e64-e8fb-4164-ad7f-953eefc39683 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:53.674375 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed0fbd1a-e075-4a6c-9407-cae8ae27c4af req-ef399e64-e8fb-4164-ad7f-953eefc39683 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0483992 Dec 08 22:47:53.719047 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ed0fbd1a-e075-4a6c-9407-cae8ae27c4af req-04dbd559-07c2-45d7-9350-d15fcbaeaf8f tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371592 Dec 08 22:47:54.833379 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6e51f-bb7f-4448-9a79-b508fa02b79a req-44e31cc1-6b05-4cb1-887a-0a5e2af63c87 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:54.834866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74b6e51f-bb7f-4448-9a79-b508fa02b79a req-44e31cc1-6b05-4cb1-887a-0a5e2af63c87 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0491889 Dec 08 22:47:54.875957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-74b6e51f-bb7f-4448-9a79-b508fa02b79a req-4ad45ead-e460-4d9a-ac6f-22847db0e581 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348284 Dec 08 22:47:55.995299 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab716c-6d56-4c8a-862a-04aa37152afb req-458a89fb-ab6c-40c9-8d0b-c74e9d00f9d2 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:55.996829 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-18ab716c-6d56-4c8a-862a-04aa37152afb req-458a89fb-ab6c-40c9-8d0b-c74e9d00f9d2 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0502059 Dec 08 22:47:56.039376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-18ab716c-6d56-4c8a-862a-04aa37152afb req-db20fc54-15aa-419b-a690-00a8502865e2 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357778 Dec 08 22:47:57.162794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e036158-b024-4c10-8632-446247bb0594 req-c6aee31f-23d6-4811-bb98-7ad6a1f45ace tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:57.164631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e036158-b024-4c10-8632-446247bb0594 req-c6aee31f-23d6-4811-bb98-7ad6a1f45ace tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0559437 Dec 08 22:47:57.205858 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e036158-b024-4c10-8632-446247bb0594 req-65788dfd-dc23-427c-a1b5-1f8664a68d9d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350654 Dec 08 22:47:58.332714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f357b0-e404-4e7e-9090-d4d614653135 req-4d11db89-391d-4532-bd68-ebed5ca7eb97 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:58.334219 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f357b0-e404-4e7e-9090-d4d614653135 req-4d11db89-391d-4532-bd68-ebed5ca7eb97 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0577240 Dec 08 22:47:58.372764 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5f357b0-e404-4e7e-9090-d4d614653135 req-811a4924-8d4d-4c79-a8ec-2fc2f7352608 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322881 Dec 08 22:47:59.488396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638eba-f27b-4bdf-b3c7-98ca3df9f735 req-7e88f43f-7013-4a06-a7a5-2f2ae6de2e19 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:47:59.490413 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05638eba-f27b-4bdf-b3c7-98ca3df9f735 req-7e88f43f-7013-4a06-a7a5-2f2ae6de2e19 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0489833 Dec 08 22:47:59.533889 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-05638eba-f27b-4bdf-b3c7-98ca3df9f735 req-31aa5b15-2c86-4fc6-82be-3c587bbdc1a9 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373127 Dec 08 22:48:00.669337 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5194350-6de5-400d-857e-bd7ab937e27c req-e967d8f3-2c7a-4454-94b2-5d65eca91d9e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:00.670836 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5194350-6de5-400d-857e-bd7ab937e27c req-e967d8f3-2c7a-4454-94b2-5d65eca91d9e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0486193 Dec 08 22:48:00.709794 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d5194350-6de5-400d-857e-bd7ab937e27c req-ecec9906-a52a-42c0-977e-1d443799d90b tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Dec 08 22:48:01.831759 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c2e5e-f5c0-41be-bb9b-58d62d6b8faa req-e5a3a7b4-adc0-44a2-93f7-a0bb7b7cc6b8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:01.833890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5c2e5e-f5c0-41be-bb9b-58d62d6b8faa req-e5a3a7b4-adc0-44a2-93f7-a0bb7b7cc6b8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0496354 Dec 08 22:48:01.872492 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fc5c2e5e-f5c0-41be-bb9b-58d62d6b8faa req-d603a81b-1033-4127-b015-8bb09d149f31 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325084 Dec 08 22:48:02.996364 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf042d8-239e-4482-bacc-b126d00fa589 req-1b03837e-9364-471e-844d-97185fc5c811 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:02.997834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acf042d8-239e-4482-bacc-b126d00fa589 req-1b03837e-9364-471e-844d-97185fc5c811 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0496652 Dec 08 22:48:03.035038 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-acf042d8-239e-4482-bacc-b126d00fa589 req-84ade0d5-73c3-4f38-86e2-096fd6203e32 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312755 Dec 08 22:48:03.095882 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-573015e1-9eda-4ca3-94da-63a2fb3bc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:03.097493 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-573015e1-9eda-4ca3-94da-63a2fb3bc141 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506477 Dec 08 22:48:03.187820 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-9e22f610-5d29-4d17-8bd3-6a1b88599709 service neutron] 10.222.0.37 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797720 Dec 08 22:48:03.283863 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fa85d31e-e7d5-4b36-be65-d10300d67846 req-4c430fd8-6dec-41bc-9c36-e25940352218 service neutron] 10.222.0.37 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864761 Dec 08 22:48:04.154408 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4acdd2-2c03-47fe-95e2-3e59cc0e6705 req-aa1ea058-f3b5-453c-a381-6b79364168cd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:04.155890 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b4acdd2-2c03-47fe-95e2-3e59cc0e6705 req-aa1ea058-f3b5-453c-a381-6b79364168cd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0528650 Dec 08 22:48:04.193138 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3b4acdd2-2c03-47fe-95e2-3e59cc0e6705 req-6317d352-8f0d-4ab6-9a7f-8b1e7677ed36 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307465 Dec 08 22:48:05.311907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a8c07-de95-4a8e-8953-c8e77403b9fa req-47a9145f-2efa-4346-9d59-d38d244cd9c5 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:05.313352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-798a8c07-de95-4a8e-8953-c8e77403b9fa req-47a9145f-2efa-4346-9d59-d38d244cd9c5 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0511146 Dec 08 22:48:05.351352 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-798a8c07-de95-4a8e-8953-c8e77403b9fa req-57ff4f7e-e80e-46e0-82de-0d95739c8217 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307944 Dec 08 22:48:05.649115 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6782bf37-4bec-4102-80cf-7e77c7e493b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:06.465070 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef78b8-a658-4893-8194-3edde639af49 req-32ae64dd-859d-434c-9ba7-5656ae3ddd8c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:06.466557 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eef78b8-a658-4893-8194-3edde639af49 req-32ae64dd-859d-434c-9ba7-5656ae3ddd8c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 944 time: 0.0483739 Dec 08 22:48:06.503179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2eef78b8-a658-4893-8194-3edde639af49 req-2048f83f-7a0b-4e8b-9582-9ffb3c379765 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Dec 08 22:48:06.531446 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:48:06.622383 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:48:06.633918 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'port_id': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'mac_address': 'fa:16:3e:51:97:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:48:06.672566 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:06.685318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1280286f-ffba-4e6b-807f-cbd70e7a6f16 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:48:06.704128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:48:06.707029 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:06.752046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=11']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:48:06.944699 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['1280286f-ffba-4e6b-807f-cbd70e7a6f16'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:48:07.616042 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb87ba0-4439-4467-8267-85a451ccdc80 req-83ecfbf6-c6d7-4ddf-8fbb-9fdb8962a351 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:07.617503 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dfb87ba0-4439-4467-8267-85a451ccdc80 req-83ecfbf6-c6d7-4ddf-8fbb-9fdb8962a351 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0484953 Dec 08 22:48:07.653703 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dfb87ba0-4439-4467-8267-85a451ccdc80 req-a6ac1f8f-e704-4999-b69d-0de69757cc75 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303347 Dec 08 22:48:08.321676 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6166ed2f-594e-4143-8171-5a064210ea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:08.562265 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:48:08.608894 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:48:08.612611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:48:08.613040 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:08.690810 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:08.713845 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:48:08.716380 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761351c9-3779-4cb0-999b-b672f4664dd6" -d '{"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-plugged", "status": "completed", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:48:08.729180 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:48:08.740117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:08.771864 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c37c1d1-7806-4579-a60b-aa605f22152a x-openstack-request-id: req-8c37c1d1-7806-4579-a60b-aa605f22152a {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:48:08.772161 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-plugged", "status": "completed", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:48:08.772413 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c37c1d1-7806-4579-a60b-aa605f22152a {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:48:08.772821 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'code': 200} Dec 08 22:48:08.781244 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325105c-ae1e-44a6-8680-70cd7ecedb3a req-0e5e0cc9-a4e2-4a6e-8d4a-406761101115 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:08.789285 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1325105c-ae1e-44a6-8680-70cd7ecedb3a req-0e5e0cc9-a4e2-4a6e-8d4a-406761101115 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 945 time: 0.0642021 Dec 08 22:48:08.799535 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=12']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:48:08.823642 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1325105c-ae1e-44a6-8680-70cd7ecedb3a req-2b6d86a7-fad0-4c3c-b4d6-781fdf34e192 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331602 Dec 08 22:48:08.941080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a433ba-5d14-49ce-9f39-7630bfe1f950 req-b5ae259d-d8ef-4893-9f54-a3534022f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:08.942469 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94a433ba-5d14-49ce-9f39-7630bfe1f950 req-b5ae259d-d8ef-4893-9f54-a3534022f7af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1097 time: 0.0394320 Dec 08 22:48:08.954223 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:08.990153 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-94a433ba-5d14-49ce-9f39-7630bfe1f950 req-baccd2c4-1f54-48d3-8867-f0c1824acafb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360641 Dec 08 22:48:09.670150 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:09.943964 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff26392-34f7-4fb0-af6c-622a70923766 req-2a2c77e1-8ba0-4671-84af-1007e1a20616 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:09.945481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ff26392-34f7-4fb0-af6c-622a70923766 req-2a2c77e1-8ba0-4671-84af-1007e1a20616 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 946 time: 0.0494275 Dec 08 22:48:09.986960 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9ff26392-34f7-4fb0-af6c-622a70923766 req-0559ea74-957e-4ee7-a728-39dada2488d8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337741 Dec 08 22:48:10.049497 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:10.652456 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:11.100545 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cff6bd-d90d-451c-9803-5733c3541bfe req-2e1c51fd-e2b8-4d0b-ba08-3817ce32e157 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:11.102005 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4cff6bd-d90d-451c-9803-5733c3541bfe req-2e1c51fd-e2b8-4d0b-ba08-3817ce32e157 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 946 time: 0.0481551 Dec 08 22:48:11.139155 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-a4cff6bd-d90d-451c-9803-5733c3541bfe req-e09157ae-c763-4f6b-92cb-58842ccf8103 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312433 Dec 08 22:48:11.233836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:26.109166 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:48:35.649180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fdc9a11c-c19a-462c-9524-6c820ea52dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:37.669900 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-daba0775-95f9-44ca-a6a2-6f604905685b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426402 Dec 08 22:48:37.749692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-6e7457fc-cdf6-4f53-a5a9-8494cf65001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:37.751179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-6e7457fc-cdf6-4f53-a5a9-8494cf65001f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1097 time: 0.0392537 Dec 08 22:48:37.850881 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-c1aa45f8-2965-4357-8446-9166eb6b4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:37.852303 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-c1aa45f8-2965-4357-8446-9166eb6b4f1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0820341 Dec 08 22:48:37.921169 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-77ef5c3e-0dcf-46cf-bdfb-b5ad9482ba71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 1000 time: 0.0603573 Dec 08 22:48:37.970047 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-044da74f-9287-47e8-8453-00bcf8368f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:37.971519 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-044da74f-9287-47e8-8453-00bcf8368f94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0437474 Dec 08 22:48:38.018290 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-d9902b7f-a902-4386-aeac-3e45a53a23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:48:38.019769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-d9902b7f-a902-4386-aeac-3e45a53a23d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397770 Dec 08 22:48:38.112811 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-78c7a8f1-b522-469f-bf79-69682062266b service neutron] 10.222.0.37 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847929 Dec 08 22:48:38.199866 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8ebdbe4e-d755-4c5c-a0dc-4a1b8b1e6e79 req-a83ce8ed-2d43-4175-9bcb-4258426c7027 service neutron] 10.222.0.37 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788403 Dec 08 22:48:38.320875 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-164a8117-f2a2-4bdd-a6aa-f9141cb089bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:38.955268 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:39.671775 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:40.073346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:40.651302 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:48:41.236631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:03.109005 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:49:05.649656 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea45e-5e23-4e1f-a833-e0fff755f490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:08.321479 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e3c4a0ec-2af8-4fc0-9a44-d7ccd0448a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:08.957651 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:09.674954 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:10.071818 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:10.653624 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:11.240115 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:20.577663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42510) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:20.737135 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Deleting port 50351be7-b523-410a-b217-ab97447974a8 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:49:20.737478 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:20.809964 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:20.810291 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:20.822144 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Calling delete_port for 50351be7-b523-410a-b217-ab97447974a8 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:49:20.964633 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:20.990123 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event deleted for resources: {'Port': ['ID=50351be7-b523-410a-b217-ab97447974a8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:21.012715 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.013057 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.013390 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.013724 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.014051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.014377 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.014701 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.015049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.015371 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.015698 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.016021 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.016341 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:21.056770 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:21.057168 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Floating IP d6c1e517-1954-4057-8941-1f7a63e6928b disassociated (deleted). External IP: 172.25.1.51, port: 1280286f-ffba-4e6b-807f-cbd70e7a6f16. Dec 08 22:49:21.261505 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Router a6788bfd-46c4-4e9d-97f1-64e32a767a7c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:49:21.366324 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:49:21.371665 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:21.378027 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] Sync routers for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:49:21.386806 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:49:21.387468 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:49:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:49:21.397898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-18226f7f-ee36-41e5-936e-24cba13e069e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "DELETE /v2.0/floatingips/d6c1e517-1954-4057-8941-1f7a63e6928b HTTP/1.1" status: 204 len: 168 time: 0.8192415 Dec 08 22:49:21.399038 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:49:21.401296 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6" -d '{"events": [{"name": "network-changed", "server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:49:21.510125 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a0e715-5388-46aa-9a33-4026dc1587aa x-openstack-request-id: req-98a0e715-5388-46aa-9a33-4026dc1587aa {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:49:21.510490 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:49:21.510668 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98a0e715-5388-46aa-9a33-4026dc1587aa {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:49:21.511204 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'status': 'completed', 'code': 200} Dec 08 22:49:21.603898 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:49:21.655573 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-a686dc06-0b3e-413b-ba21-983ea9575864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:21.657072 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-a686dc06-0b3e-413b-ba21-983ea9575864 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 1097 time: 0.1245780 Dec 08 22:49:21.669375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c9fe-1fa8-49aa-baf2-72389d8f1e57 req-712d962d-63d0-4973-aa19-0f150950bf4c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:21.670815 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b366c9fe-1fa8-49aa-baf2-72389d8f1e57 req-712d962d-63d0-4973-aa19-0f150950bf4c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 946 time: 0.0761001 Dec 08 22:49:21.758483 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b366c9fe-1fa8-49aa-baf2-72389d8f1e57 req-7713decd-0115-4242-b2dc-4e4e5d4712e5 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779772 Dec 08 22:49:21.783944 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-54fda884-0cc6-4d42-b364-4be348ed6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:21.785424 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-54fda884-0cc6-4d42-b364-4be348ed6bfc service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.1136739 Dec 08 22:49:21.797613 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:49:21.827943 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-e26d4225-7463-4a60-9fa8-e46e91e5e910 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 200 len: 217 time: 0.0340195 Dec 08 22:49:21.828260 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] Checking router: a6788bfd-46c4-4e9d-97f1-64e32a767a7c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:49:21.836792 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:49:21.837380 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:49:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:49:21.876769 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-1a67079b-7e0c-4a2d-b6a5-842f04121ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:21.878258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-1a67079b-7e0c-4a2d-b6a5-842f04121ef7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0433424 Dec 08 22:49:21.927148 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-30483340-a2a4-4a92-a288-8b4d4ba6c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:21.928687 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-30483340-a2a4-4a92-a288-8b4d4ba6c46d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428448 Dec 08 22:49:21.940177 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:49:22.018249 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-5a261262-acba-4f81-8d29-6ffcf6c8ed1b service neutron] 10.222.0.37 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815673 Dec 08 22:49:22.110560 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-6f4a0e40-ef83-42fb-bb8a-7536f9c7cef6 req-0e8b1f39-09b6-4ca4-a2f8-0a94326e6268 service neutron] 10.222.0.37 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Dec 08 22:49:22.137111 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:49:22.162440 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d3b80e-8f6a-431d-b7f3-86f50015cc01 None None] The sync data for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 is: [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:49:22.381468 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbe2c7-bc4c-4b54-827a-87ec8c6cf2a7 None None] New status for floating IP d6c1e517-1954-4057-8941-1f7a63e6928b: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:49:22.891945 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bdb2e-89f5-414b-9c19-b53ceb68d132 req-5500203e-244c-487d-b7da-27c270899b51 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:22.893426 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a97bdb2e-89f5-414b-9c19-b53ceb68d132 req-5500203e-244c-487d-b7da-27c270899b51 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 946 time: 0.0486007 Dec 08 22:49:22.927473 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-28c0e02b-5f87-4f22-ba33-98a8d1527f4a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:22.928948 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-28c0e02b-5f87-4f22-ba33-98a8d1527f4a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.37 "GET /v2.0/ports?device_id=d89483d5-d8c2-4605-b927-6d0d6884880b HTTP/1.1" status: 200 len: 946 time: 0.0489807 Dec 08 22:49:22.936090 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a97bdb2e-89f5-414b-9c19-b53ceb68d132 req-d090b587-0420-4411-90d4-3896238abfcf tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e984a89-ab3c-4ca0-a66b-704bf1a49370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361233 Dec 08 22:49:23.015795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Deleting port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:49:23.016131 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:23.107750 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] For port 1280286f-ffba-4e6b-807f-cbd70e7a6f16, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=1280286f-ffba-4e6b-807f-cbd70e7a6f16,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:49:23.108113 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:23.119830 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Calling delete_port for 1280286f-ffba-4e6b-807f-cbd70e7a6f16 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:49:23.245480 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:23.272312 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event deleted for resources: {'Port': ['ID=1280286f-ffba-4e6b-807f-cbd70e7a6f16,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:23.282768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.283117 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.283456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.283794 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.284128 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.284458 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.284784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.285108 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.285431 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.286235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.286235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.286429 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:23.325768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] No DVR routers for this DVR port 1280286f-ffba-4e6b-807f-cbd70e7a6f16 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:49:23.328377 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:23.331680 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3373a252-54b3-4372-ae92-6d4326bcf50f req-f4d4df8e-5d5f-4bf3-b568-b4c872bf4504 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.37 "DELETE /v2.0/ports/1280286f-ffba-4e6b-807f-cbd70e7a6f16 HTTP/1.1" status: 204 len: 173 time: 0.3967388 Dec 08 22:49:23.332115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-deleted', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:49:23.334336 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9099013c-6705-464a-8a51-a8147020591c" -d '{"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-deleted", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:49:23.372884 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254f835e-a4b6-4856-8fc4-f24a82b0b39f x-openstack-request-id: req-254f835e-a4b6-4856-8fc4-f24a82b0b39f {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:49:23.373179 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89483d5-d8c2-4605-b927-6d0d6884880b", "name": "network-vif-deleted", "tag": "1280286f-ffba-4e6b-807f-cbd70e7a6f16", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:49:23.373431 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-254f835e-a4b6-4856-8fc4-f24a82b0b39f {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:49:23.373831 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89483d5-d8c2-4605-b927-6d0d6884880b', 'name': 'network-vif-deleted', 'tag': '1280286f-ffba-4e6b-807f-cbd70e7a6f16', 'status': 'completed', 'code': 200} Dec 08 22:49:23.992851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42540) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:24.048819 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92c12c64-1227-4408-bfa6-03ec1f280fee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.073150 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92c12c64-1227-4408-bfa6-03ec1f280fee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.134457 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92c12c64-1227-4408-bfa6-03ec1f280fee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.137071 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-92c12c64-1227-4408-bfa6-03ec1f280fee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.138233 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-92c12c64-1227-4408-bfa6-03ec1f280fee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e984a89-ab3c-4ca0-a66b-704bf1a49370 HTTP/1.1" status: 204 len: 168 time: 0.1443906 Dec 08 22:49:24.147296 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c12c64-1227-4408-bfa6-03ec1f280fee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e984a89-ab3c-4ca0-a66b-704bf1a49370,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:24.423799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42546) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:24.428413 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-8e7f384f-bae3-4225-94de-22baa12533bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427500006', 'description': 'tempest-secgroup-smoke-1427500006 description', 'project_id': '0199f93929284e05b323c7b966937eea'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:24.451426 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e7f384f-bae3-4225-94de-22baa12533bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.519132 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e7f384f-bae3-4225-94de-22baa12533bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.522635 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e7f384f-bae3-4225-94de-22baa12533bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.552550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e7f384f-bae3-4225-94de-22baa12533bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.553775 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8e7f384f-bae3-4225-94de-22baa12533bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1289475 Dec 08 22:49:24.555427 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f384f-bae3-4225-94de-22baa12533bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b868b56-fc05-48b8-b544-2a4d9bfac270,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:24.557612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42548) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:24.562800 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7c2df073-9055-4c49-ab80-e3cd8d1d7bbd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '5b868b56-fc05-48b8-b544-2a4d9bfac270', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:24.589036 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c2df073-9055-4c49-ab80-e3cd8d1d7bbd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.643480 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c2df073-9055-4c49-ab80-e3cd8d1d7bbd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.646911 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c2df073-9055-4c49-ab80-e3cd8d1d7bbd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.665048 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2df073-9055-4c49-ab80-e3cd8d1d7bbd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39db866-a79b-48b5-8dfd-5d80343b36d6,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:24.673302 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7c2df073-9055-4c49-ab80-e3cd8d1d7bbd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.674501 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7c2df073-9055-4c49-ab80-e3cd8d1d7bbd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158113 Dec 08 22:49:24.677419 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42550) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:24.682824 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-862c29fd-b546-48cb-9aec-5dd0a9063ea6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '5b868b56-fc05-48b8-b544-2a4d9bfac270', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:24.708480 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-862c29fd-b546-48cb-9aec-5dd0a9063ea6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.767545 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-862c29fd-b546-48cb-9aec-5dd0a9063ea6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.771052 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-862c29fd-b546-48cb-9aec-5dd0a9063ea6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.787697 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c29fd-b546-48cb-9aec-5dd0a9063ea6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3995174b-dd92-41e6-805d-58ab1fc08b10,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:24.799841 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-862c29fd-b546-48cb-9aec-5dd0a9063ea6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.801027 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-862c29fd-b546-48cb-9aec-5dd0a9063ea6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225436 Dec 08 22:49:24.803793 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42552) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:24.808689 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a5ce77dc-c178-4af2-b7b8-ee0990423345 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '5b868b56-fc05-48b8-b544-2a4d9bfac270', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:24.832933 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a5ce77dc-c178-4af2-b7b8-ee0990423345 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.889383 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a5ce77dc-c178-4af2-b7b8-ee0990423345 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.893029 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a5ce77dc-c178-4af2-b7b8-ee0990423345 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.910028 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce77dc-c178-4af2-b7b8-ee0990423345 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0c39f5-d8ff-46af-bd2d-4d7df7c76c6f,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:24.917854 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a5ce77dc-c178-4af2-b7b8-ee0990423345 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:24.919042 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a5ce77dc-c178-4af2-b7b8-ee0990423345 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142817 Dec 08 22:49:24.921686 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42554) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:24.926090 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-279c5691-f683-42ed-9304-500289470534 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '5b868b56-fc05-48b8-b544-2a4d9bfac270', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:24.951194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-279c5691-f683-42ed-9304-500289470534 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.009028 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-279c5691-f683-42ed-9304-500289470534 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.012599 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-279c5691-f683-42ed-9304-500289470534 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.029842 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c5691-f683-42ed-9304-500289470534 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b561c1-e261-4a65-b8bc-7b40acfe9191,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:25.037306 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-279c5691-f683-42ed-9304-500289470534 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.038496 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-279c5691-f683-42ed-9304-500289470534 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158299 Dec 08 22:49:25.041743 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42556) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:25.045987 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-7912c1eb-c7fc-4373-81a0-97623dad6131 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '5b868b56-fc05-48b8-b544-2a4d9bfac270', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:25.067076 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-7912c1eb-c7fc-4373-81a0-97623dad6131 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Project 0199f93929284e05b323c7b966937eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:49:25.072057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7912c1eb-c7fc-4373-81a0-97623dad6131 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.133595 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7912c1eb-c7fc-4373-81a0-97623dad6131 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.137079 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7912c1eb-c7fc-4373-81a0-97623dad6131 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.155850 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912c1eb-c7fc-4373-81a0-97623dad6131 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dada569-8494-45d4-9b1f-0e864190977e,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:25.160618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-7912c1eb-c7fc-4373-81a0-97623dad6131 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.161781 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-7912c1eb-c7fc-4373-81a0-97623dad6131 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191342 Dec 08 22:49:25.164515 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42558) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:25.169344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-ffe1a465-b7c0-4efa-ab0d-5936602396fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'security_group_rule': {'security_group_id': '5b868b56-fc05-48b8-b544-2a4d9bfac270', 'project_id': '0199f93929284e05b323c7b966937eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:25.189085 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-ffe1a465-b7c0-4efa-ab0d-5936602396fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Project 0199f93929284e05b323c7b966937eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:49:25.193865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a465-b7c0-4efa-ab0d-5936602396fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.254038 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a465-b7c0-4efa-ab0d-5936602396fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.257412 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a465-b7c0-4efa-ab0d-5936602396fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.275205 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1a465-b7c0-4efa-ab0d-5936602396fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25240d2-3d18-4366-95aa-b9f4ea167a5c,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:25.282542 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a465-b7c0-4efa-ab0d-5936602396fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:25.285348 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-ffe1a465-b7c0-4efa-ab0d-5936602396fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177490 Dec 08 22:49:27.001948 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:49:27.023010 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: 1280286f-ffba-4e6b-807f-cbd70e7a6f16 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:49:27.023363 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device 1280286f-ffba-4e6b-807f-cbd70e7a6f16 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:49:35.650691 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d5fddef3-2031-4177-a6b2-2e8d43da1772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:38.325425 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-212407b0-44ce-48de-9819-ff61db395358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:38.958144 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:39.527257 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-5684f9ba-951e-40e4-afe1-f6109703e973 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427500006&fields=id&tenant_id=0199f93929284e05b323c7b966937eea HTTP/1.1" status: 200 len: 267 time: 0.0319209 Dec 08 22:49:39.635322 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-34cfac22-c017-44c3-a8b6-2c54858f3eb1 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:39.637316 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-34cfac22-c017-44c3-a8b6-2c54858f3eb1 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 809 time: 0.1034460 Dec 08 22:49:39.652296 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-49f0b6f9-b9fc-425c-aa92-c95567615bef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/quotas/0199f93929284e05b323c7b966937eea HTTP/1.1" status: 200 len: 375 time: 0.0087452 Dec 08 22:49:39.676816 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:39.701987 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-517adb8d-3068-4691-a261-12d797c9c6b8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445712 Dec 08 22:49:39.758277 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-1a79c903-39c8-4d11-a420-10b456a6703e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:49:39.759284 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-1a79c903-39c8-4d11-a420-10b456a6703e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461247 Dec 08 22:49:39.852966 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-c06a7b05-8384-432a-ad1d-b3f6e57dd98a service neutron] 10.222.0.21 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868268 Dec 08 22:49:39.939569 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-27b50de6-c9f5-4005-992b-de22f7622bf8 service neutron] 10.222.0.21 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805171 Dec 08 22:49:40.072565 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:40.108102 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:49:40.639726 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:41.243545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:41.246151 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1b1d5ffd-2147-4610-9321-6eec0c819e5c req-566366b2-2781-494a-bb57-f2f9b17d1c5a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 210 time: 0.0256581 Dec 08 22:49:42.116648 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fdeff475-0d33-4cee-b4b0-e95dfd0c9803 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:42.118118 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fdeff475-0d33-4cee-b4b0-e95dfd0c9803 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 809 time: 0.1035542 Dec 08 22:49:42.159871 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-c0257e56-02bf-4be5-89e3-c3b884f1a771 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0199f93929284e05b323c7b966937eea HTTP/1.1" status: 200 len: 380 time: 0.0329745 Dec 08 22:49:42.172605 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'port': {'device_id': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'admin_state_up': True, 'tenant_id': '0199f93929284e05b323c7b966937eea', 'security_groups': ['5b868b56-fc05-48b8-b544-2a4d9bfac270']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:42.280316 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Made reservation on behalf of 0199f93929284e05b323c7b966937eea for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:49:42.284014 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:42.357726 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5dfc44f1-4236-4961-ac94-4a165d039d55 req-c5c01c84-1ced-46d2-ac70-5b342dd0bbba tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 210 time: 0.0345542 Dec 08 22:49:42.419569 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Allocated IP 172.20.0.4 (3d404add-16a4-4d84-9b3e-987d539ed575/5a8f99aa-6e74-4eb5-8bac-803ad576c9b3/a401b0c3-9f7b-4e44-92ce-08cccb6fafea) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:49:42.557887 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:42.592525 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:42.634241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Network 3d404add-16a4-4d84-9b3e-987d539ed575 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:49:42.637717 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:49:42.641239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:49:42.667756 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:42.699183 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:42.699828 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:42.717359 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-9fde6d5f-16c1-44ea-8c6f-b9b2de9cc5e4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5482321 Dec 08 22:49:42.729469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Request body: {'port': {'device_id': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:42.785942 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:42.897722 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e6b00dc9-3a46-44b8-863f-72e00b30c2c2 None None] Provisioning complete for port a401b0c3-9f7b-4e44-92ce-08cccb6fafea triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:49:42.898252 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e6b00dc9-3a46-44b8-863f-72e00b30c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:42.931998 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e6b00dc9-3a46-44b8-863f-72e00b30c2c2 None None] Port a401b0c3-9f7b-4e44-92ce-08cccb6fafea cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:49:43.052977 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a401b0c3-9f7b-4e44-92ce-08cccb6fafea {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:49:43.061390 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:43.074471 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Transition to ACTIVE for port object a401b0c3-9f7b-4e44-92ce-08cccb6fafea will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:49:43.077865 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:43.145745 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Pushing event updated for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:43.197835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Attempting to bind port a401b0c3-9f7b-4e44-92ce-08cccb6fafea on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:49:43.199100 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Attempting to bind port a401b0c3-9f7b-4e44-92ce-08cccb6fafea by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:49:43.199422 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Attempting to bind port a401b0c3-9f7b-4e44-92ce-08cccb6fafea on network 3d404add-16a4-4d84-9b3e-987d539ed575 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:49:43.203991 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Port a401b0c3-9f7b-4e44-92ce-08cccb6fafea on network 3d404add-16a4-4d84-9b3e-987d539ed575 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:49:43.204303 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Attempting to bind port a401b0c3-9f7b-4e44-92ce-08cccb6fafea on network 3d404add-16a4-4d84-9b3e-987d539ed575 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:49:43.211764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:49:43.211764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Checking segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:49:43.211764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Bound using segment: {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:49:43.211764 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Bound port: a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ce2241-f277-4228-b690-d062d5d2a839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:49:43.211764 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:43.280305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:49:43.285805 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:49:43.293935 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:43.332022 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:43.332564 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:43.333966 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] 10.222.0.23 "PUT /v2.0/ports/a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 1091 time: 0.6090646 Dec 08 22:49:43.334433 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:49:43.336802 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af024c9-f78d-4296-a0ef-7c3d83f1799b" -d '{"events": [{"name": "network-changed", "server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:49:43.365885 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb929ca4-294e-424c-9631-3f63d9b222ea service neutron] Pushing event updated for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:43.438209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fa948818-e657-4e52-a166-088006a74c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:43.439896 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-fa948818-e657-4e52-a166-088006a74c3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0555730 Dec 08 22:49:43.444920 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d81d42-e189-417d-939a-5c10cfdd58e6 x-openstack-request-id: req-b6d81d42-e189-417d-939a-5c10cfdd58e6 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:49:43.445730 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:49:43.446202 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6d81d42-e189-417d-939a-5c10cfdd58e6 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:49:43.446856 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'status': 'completed', 'code': 200} Dec 08 22:49:43.493497 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-8f4fd4ab-6530-405b-a24e-35c7337a3df7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 217 time: 0.0397480 Dec 08 22:49:43.522461 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225168c-ac1e-433d-85bf-855e2b8a5d4a req-c07177a0-d74f-4229-898f-c75ae4cbe835 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:43.524046 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4225168c-ac1e-433d-85bf-855e2b8a5d4a req-c07177a0-d74f-4229-898f-c75ae4cbe835 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0713742 Dec 08 22:49:43.555321 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-bc9bd51f-e817-439b-af7c-3cb77bb49c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:43.557160 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-bc9bd51f-e817-439b-af7c-3cb77bb49c7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0559227 Dec 08 22:49:43.580691 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-4225168c-ac1e-433d-85bf-855e2b8a5d4a req-ea84e888-0f3e-4460-975c-851c31e6efa0 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495136 Dec 08 22:49:43.622808 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-49ab9e4f-7f2e-4d44-a17e-cca612eef238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:43.624303 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-49ab9e4f-7f2e-4d44-a17e-cca612eef238 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591486 Dec 08 22:49:43.723789 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-005c60a9-ce82-42d5-b3cc-bc4f462c56cb service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925157 Dec 08 22:49:43.816131 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9b30f7f0-7b8b-49bd-b2e4-756bcdeff11d req-dfa04bd7-4575-43fc-b7c7-18525b11a5c9 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852101 Dec 08 22:49:43.900367 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-d31dd6ca-5d0e-49a3-b99f-cdb23b36d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:43.902332 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-d31dd6ca-5d0e-49a3-b99f-cdb23b36d3de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0449414 Dec 08 22:49:43.992305 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-9df1acd6-22f1-4546-a0be-9c4887c71987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:43.993697 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-9df1acd6-22f1-4546-a0be-9c4887c71987 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0849757 Dec 08 22:49:44.035522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-e5c2fdea-e038-4557-aedf-0a6d10c272b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 217 time: 0.0348008 Dec 08 22:49:44.088041 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-26e60fc3-d8f5-4705-8cb2-e6a57f293b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:44.090016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-26e60fc3-d8f5-4705-8cb2-e6a57f293b26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0478566 Dec 08 22:49:44.134766 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-209d1878-81c7-48a2-9bdb-90c08721502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:44.136771 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-209d1878-81c7-48a2-9bdb-90c08721502b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394182 Dec 08 22:49:44.224545 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-c2600c1e-1641-4789-8714-1983fec1ff3f service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808487 Dec 08 22:49:44.315433 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0af024c9-f78d-4296-a0ef-7c3d83f1799b req-72c4847e-0e0e-4cbc-8bdb-0133b684c1f6 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837667 Dec 08 22:49:44.699884 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebb169-c7f1-4ae8-9f96-ab8787b68135 req-ce05bdbe-7cac-4275-82f0-adb63f0fa982 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:44.701460 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ebb169-c7f1-4ae8-9f96-ab8787b68135 req-ce05bdbe-7cac-4275-82f0-adb63f0fa982 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0534964 Dec 08 22:49:44.739358 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d6ebb169-c7f1-4ae8-9f96-ab8787b68135 req-e65ec18d-7e91-4fd7-840e-e94483929245 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313673 Dec 08 22:49:45.853598 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bc839-2815-4514-91ed-cae142f265eb req-d680405e-35aa-458b-a032-c21f0b2a6071 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:45.855179 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f02bc839-2815-4514-91ed-cae142f265eb req-d680405e-35aa-458b-a032-c21f0b2a6071 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0490136 Dec 08 22:49:45.894496 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f02bc839-2815-4514-91ed-cae142f265eb req-9c58e3ea-43da-4ad7-8f54-589e8b82e4af tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332172 Dec 08 22:49:47.011037 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a55f6-7641-4025-af83-9e7950fc19f0 req-11649117-ceee-4cf9-96cc-cb46fd4f8072 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:47.012463 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f5a55f6-7641-4025-af83-9e7950fc19f0 req-11649117-ceee-4cf9-96cc-cb46fd4f8072 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0519545 Dec 08 22:49:47.050870 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1f5a55f6-7641-4025-af83-9e7950fc19f0 req-ed987cfa-d187-4c0c-980d-0a8ec9cff603 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Dec 08 22:49:48.161501 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8213b-63df-4976-88d7-9a50247c4598 req-fff7f7f5-3e50-4896-8032-98b95e7ba187 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:48.162959 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ce8213b-63df-4976-88d7-9a50247c4598 req-fff7f7f5-3e50-4896-8032-98b95e7ba187 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0467503 Dec 08 22:49:48.204105 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9ce8213b-63df-4976-88d7-9a50247c4598 req-f12caba9-c3f1-4304-b09b-965625abdfe6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347095 Dec 08 22:49:49.317058 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99046b5e-f877-4767-bfaa-00ace1bb9ab3 req-ec06e407-dd48-49ac-962c-b53e1e8eb1b9 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:49.318507 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99046b5e-f877-4767-bfaa-00ace1bb9ab3 req-ec06e407-dd48-49ac-962c-b53e1e8eb1b9 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0482137 Dec 08 22:49:49.356755 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-99046b5e-f877-4767-bfaa-00ace1bb9ab3 req-a7e4a482-a247-4942-98fe-d9787a237692 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Dec 08 22:49:50.468676 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d2d8-a9a6-4ad4-9c05-add20b32636e req-9b13fe43-3bf1-4ba2-ab59-fcc07e0109c6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:50.470042 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c809d2d8-a9a6-4ad4-9c05-add20b32636e req-9b13fe43-3bf1-4ba2-ab59-fcc07e0109c6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0481842 Dec 08 22:49:50.505737 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c809d2d8-a9a6-4ad4-9c05-add20b32636e req-bb771c28-a658-4cc4-9201-77e561fb13fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297551 Dec 08 22:49:51.617044 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d16a90-9c07-41ad-bad7-199bceae7d33 req-fc545155-a114-4019-bf76-9d48421dde6e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:51.618481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74d16a90-9c07-41ad-bad7-199bceae7d33 req-fc545155-a114-4019-bf76-9d48421dde6e tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0479045 Dec 08 22:49:51.655167 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74d16a90-9c07-41ad-bad7-199bceae7d33 req-54a67055-0f5c-4432-88c9-472bf1c0c330 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308616 Dec 08 22:49:52.767721 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5677a-ccb1-412b-a8f6-b0f82ba36ee6 req-2e6eb848-ff9a-4794-891b-9dec94b7a302 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:52.769157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdc5677a-ccb1-412b-a8f6-b0f82ba36ee6 req-2e6eb848-ff9a-4794-891b-9dec94b7a302 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0481386 Dec 08 22:49:52.806427 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-fdc5677a-ccb1-412b-a8f6-b0f82ba36ee6 req-6d298b95-f11e-4ec2-a5fb-eaa60e3237a0 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Dec 08 22:49:53.921024 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f89321-5048-40f3-b7a4-b9bf765a6bde req-73b2ea4a-bb3a-4282-9f6d-25e5fc4f4aa7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:53.922452 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74f89321-5048-40f3-b7a4-b9bf765a6bde req-73b2ea4a-bb3a-4282-9f6d-25e5fc4f4aa7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0509830 Dec 08 22:49:53.958844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-74f89321-5048-40f3-b7a4-b9bf765a6bde req-2f3836cb-26a9-4ac9-b76e-0e0372d12714 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303605 Dec 08 22:49:54.611348 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a401b0c3-9f7b-4e44-92ce-08cccb6fafea details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:49:54.706294 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:49:54.718046 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'port_id': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'mac_address': 'fa:16:3e:90:7a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:49:54.752098 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:54.764413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a401b0c3-9f7b-4e44-92ce-08cccb6fafea {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:49:54.783441 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:49:54.787222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:54.835267 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:54.843139 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.843482 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.843818 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.844147 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.844471 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.844802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.845123 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.845449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.845771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.846087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.846405 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:54.846736 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:49:55.003955 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a401b0c3-9f7b-4e44-92ce-08cccb6fafea'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:49:55.073046 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88aeb9-ee51-45fd-bc26-74044f0f0a18 req-c6a5251e-95f4-4367-b662-97ca4ef7e9bd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:55.075211 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e88aeb9-ee51-45fd-bc26-74044f0f0a18 req-c6a5251e-95f4-4367-b662-97ca4ef7e9bd tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 944 time: 0.0483418 Dec 08 22:49:55.116045 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2e88aeb9-ee51-45fd-bc26-74044f0f0a18 req-2c5678f3-d898-48c6-a898-ffd6be06b512 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346482 Dec 08 22:49:56.231448 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaf467-ab24-4d4b-b042-c8387cb6d623 req-3133c378-e0ce-4072-b740-5f45796d9774 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:56.232913 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52eaf467-ab24-4d4b-b042-c8387cb6d623 req-3133c378-e0ce-4072-b740-5f45796d9774 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 944 time: 0.0493724 Dec 08 22:49:56.269436 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-52eaf467-ab24-4d4b-b042-c8387cb6d623 req-6a963e22-cf6e-4015-a70e-9c2ae8664987 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304658 Dec 08 22:49:56.623844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a401b0c3-9f7b-4e44-92ce-08cccb6fafea up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:49:56.674557 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port a401b0c3-9f7b-4e44-92ce-08cccb6fafea completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:49:56.677990 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a401b0c3-9f7b-4e44-92ce-08cccb6fafea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:49:56.678363 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:56.753615 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:56.774874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:49:56.777114 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9eac2a-8ca7-45fd-af3b-d5847eafa4fa" -d '{"events": [{"server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "name": "network-vif-plugged", "status": "completed", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:49:56.792857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:49:56.797890 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:56.844869 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:49:56.869073 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4635f3c7-6ff0-479a-b102-06c5c9492e69 x-openstack-request-id: req-4635f3c7-6ff0-479a-b102-06c5c9492e69 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:49:56.869365 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "name": "network-vif-plugged", "status": "completed", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:49:56.869622 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4635f3c7-6ff0-479a-b102-06c5c9492e69 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:49:56.870033 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'code': 200} Dec 08 22:49:56.963452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f913fc7-bbcf-4655-bcb0-bd165269e792 req-d0bd4377-f9a4-46ed-9591-693658b87f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:56.964793 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f913fc7-bbcf-4655-bcb0-bd165269e792 req-d0bd4377-f9a4-46ed-9591-693658b87f04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0389969 Dec 08 22:49:56.999654 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3f913fc7-bbcf-4655-bcb0-bd165269e792 req-63eacc4c-aeb0-4823-a919-150f59c64a59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279551 Dec 08 22:49:57.383801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081734f-2569-4cba-ae13-039e8665c95d req-fdd131ee-adeb-4a45-971f-bec2fb9c9d9d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:57.385258 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a081734f-2569-4cba-ae13-039e8665c95d req-fdd131ee-adeb-4a45-971f-bec2fb9c9d9d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0516381 Dec 08 22:49:57.738089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a081734f-2569-4cba-ae13-039e8665c95d req-2289b7ea-8639-40db-a455-23fe1c9777e8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468366 Dec 08 22:49:59.170734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230435a-80c2-41db-9047-305a5a31b8d5 req-ebe49c60-ffa7-4eef-bd7f-c19462f19fc4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:59.172207 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c230435a-80c2-41db-9047-305a5a31b8d5 req-ebe49c60-ffa7-4eef-bd7f-c19462f19fc4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.3673666 Dec 08 22:49:59.209302 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c230435a-80c2-41db-9047-305a5a31b8d5 req-ef5f7ef9-8465-4803-bbdb-b28b480e1368 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Dec 08 22:49:59.320171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278339-fc51-4fbc-8e54-2f0805830e27 req-aec4b973-51cd-4126-aecd-edac4a64a8df tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:59.321609 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31278339-fc51-4fbc-8e54-2f0805830e27 req-aec4b973-51cd-4126-aecd-edac4a64a8df tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0467658 Dec 08 22:49:59.361678 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-31278339-fc51-4fbc-8e54-2f0805830e27 req-b809b812-4234-45b0-8541-26446bf20d04 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336137 Dec 08 22:49:59.382566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42758) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:59.421215 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355440ae-252f-4ae8-a043-543d8783a62f tempest-TestShelveInstance-1861331823 tempest-TestShelveInstance-1861331823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:49:59.422627 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-355440ae-252f-4ae8-a043-543d8783a62f tempest-TestShelveInstance-1861331823 tempest-TestShelveInstance-1861331823-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1091 time: 0.0390549 Dec 08 22:49:59.425362 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42760) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:49:59.429560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:49:59.451206 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:59.547268 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:59.652530 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Allocated IP 172.25.1.43 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/a3bfe85b-655f-4e1e-967b-805cff837abf) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:49:59.749816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:59.781943 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:49:59.819830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:49:59.822528 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:49:59.830091 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:49:59.833047 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'Port': ['ID=a3bfe85b-655f-4e1e-967b-805cff837abf,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:50:00.162388 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:00.230477 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:00.374046 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:00.378421 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:00.446830 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event updated for resources: {'Port': ['ID=a3bfe85b-655f-4e1e-967b-805cff837abf,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:50:00.458510 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:00.556957 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Floating IP 04c90737-f034-4b2a-92e3-f5786976d27b associated. External IP: 172.25.1.43, port: a401b0c3-9f7b-4e44-92ce-08cccb6fafea. Dec 08 22:50:00.761073 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Router a6788bfd-46c4-4e9d-97f1-64e32a767a7c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:50:00.865628 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:50:00.877159 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] Sync routers for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:50:00.883035 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:00.887631 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:50:00.888257 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:50:00.909050 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5adddb05-25e3-4e6b-9f86-67a6abb6f5c7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4826999 Dec 08 22:50:00.909725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:50:00.911988 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2274d95-c340-4904-a003-6dc7ba9c3ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:50:00.948102 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efd1eb4-d3bc-4aa1-909a-45345639fb42 x-openstack-request-id: req-9efd1eb4-d3bc-4aa1-909a-45345639fb42 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:50:00.948397 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:50:00.948678 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9efd1eb4-d3bc-4aa1-909a-45345639fb42 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:50:00.949155 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'status': 'completed', 'code': 200} Dec 08 22:50:00.994063 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:50:01.013636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-acbe10d8-1023-499e-9e1b-c9fc3fd2937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:50:01.015076 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-acbe10d8-1023-499e-9e1b-c9fc3fd2937a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0441539 Dec 08 22:50:01.108464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-143bbc5a-22a4-4b4b-b8da-2a536c73fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:50:01.109958 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-143bbc5a-22a4-4b4b-b8da-2a536c73fc63 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0883462 Dec 08 22:50:01.179031 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-eeae9a5a-ac51-444e-bc09-17bd9268ee6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 998 time: 0.0616808 Dec 08 22:50:01.216624 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '04c90737-f034-4b2a-92e3-f5786976d27b', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'port_id': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'mac_address': 'fa:16:3e:90:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:50:00Z', 'updated_at': '2021-12-08T22:50:00Z', 'revision_number': 0, 'project_id': '0199f93929284e05b323c7b966937eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:50:01.228585 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-12975cc7-f21e-444e-863a-fb2593f99381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:50:01.230618 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-12975cc7-f21e-444e-863a-fb2593f99381 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0439298 Dec 08 22:50:01.242780 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] Checking router: a6788bfd-46c4-4e9d-97f1-64e32a767a7c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:50:01.250900 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:50:01.251498 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:49:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:50:01.274679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-11d3d6dd-3750-42d5-b867-da075f0ec936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:50:01.276144 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-11d3d6dd-3750-42d5-b867-da075f0ec936 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386438 Dec 08 22:50:01.357012 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:50:01.369786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-cd220cbc-151d-4277-b7c5-d8bff3a7dd9d service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852656 Dec 08 22:50:01.459232 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2274d95-c340-4904-a003-6dc7ba9c3ab5 req-5642d361-ee47-4c7d-8eb2-f51bd171fc63 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Dec 08 22:50:01.658976 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '04c90737-f034-4b2a-92e3-f5786976d27b', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'port_id': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'mac_address': 'fa:16:3e:90:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:50:00Z', 'updated_at': '2021-12-08T22:50:00Z', 'revision_number': 0, 'project_id': '0199f93929284e05b323c7b966937eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:50:01.684290 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159e800-90a0-4d52-a35c-8691fa3cdd56 None None] The sync data for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 is: [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': '04c90737-f034-4b2a-92e3-f5786976d27b', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'port_id': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'mac_address': 'fa:16:3e:90:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:50:00Z', 'updated_at': '2021-12-08T22:50:00Z', 'revision_number': 0, 'project_id': '0199f93929284e05b323c7b966937eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:50:01.865155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b755c-a9ca-478a-b431-5243c135434e None None] New status for floating IP 04c90737-f034-4b2a-92e3-f5786976d27b: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:50:05.651221 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-64c0e3cd-3aa2-4e0a-9174-ae2fd6a76c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:08.329772 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ea59a94-5bbc-43fd-8937-28e4acf7ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:08.960300 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:09.679784 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:10.087375 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:10.637644 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:11.245110 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:17.109137 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:50:35.651968 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb0b982d-dfe8-4fbc-9510-8ad686fdad65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:38.330391 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bb9830a-74dd-41ff-98ea-ff145ddbe436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:38.961235 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:39.683017 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:40.092775 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:40.652001 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:41.251467 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:50:47.149521 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-159b1dfb-8339-4100-8179-c89980ff1804 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388074 Dec 08 22:50:47.234278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-88ba071c-13df-4053-90a8-9ff3d31eeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:50:47.235808 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-88ba071c-13df-4053-90a8-9ff3d31eeb8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0450673 Dec 08 22:50:47.334994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-e7f1f132-28c4-47b6-9488-98e776f37d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:50:47.336674 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-e7f1f132-28c4-47b6-9488-98e776f37d12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0827205 Dec 08 22:50:47.403895 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-a15a177b-c476-42ad-ac88-1771806f8050 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 1000 time: 0.0594671 Dec 08 22:50:47.451343 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-59d62ae8-7c56-431a-9ce9-b6db9afcb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:50:47.452701 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-59d62ae8-7c56-431a-9ce9-b6db9afcb978 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0418668 Dec 08 22:50:47.497810 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-8d2e5c20-4884-4e9a-b3bf-224d82fd6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:50:47.499416 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-8d2e5c20-4884-4e9a-b3bf-224d82fd6793 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398116 Dec 08 22:50:47.590273 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-77908f8e-e053-4b67-a3c1-019d5759bc8f service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841424 Dec 08 22:50:47.678561 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-d78496ee-0c73-4f55-b8c8-75fdd4880845 req-a8746a31-5cb8-40ef-ae94-8da931d23e94 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808764 Dec 08 22:50:54.107627 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:51:05.652996 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-65ea5e0b-c169-4b11-9340-b94223cf567d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:08.330666 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-50a0daf1-5e12-477a-b950-b64678b9eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:08.962627 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:09.685411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:10.115536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:10.667146 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:11.251683 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:31.106609 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:51:35.652571 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e04e744a-78fb-43d3-a147-e8e55b9b2098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:38.331062 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-20d94f71-8f10-414c-9969-8107918a5453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:38.963339 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:39.687768 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:40.113883 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:40.671270 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:41.254156 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:51:48.197395 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-f66f2a73-8dae-4c0c-b4ec-cbae9e037fa8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846181 Dec 08 22:51:48.281951 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-ae7d40fc-ad47-40b9-b01b-225da5b81471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:51:48.283457 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-ae7d40fc-ad47-40b9-b01b-225da5b81471 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0439167 Dec 08 22:51:48.382444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-65732ee1-317a-4a09-906c-74dff1530819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:51:48.383825 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-65732ee1-317a-4a09-906c-74dff1530819 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0815616 Dec 08 22:51:48.451483 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-04079de6-e630-42e9-ac81-20b31b9570b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 1000 time: 0.0596652 Dec 08 22:51:48.499379 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-08ca880f-d8fb-4ae5-af3e-366fe7ad1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:51:48.500736 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-08ca880f-d8fb-4ae5-af3e-366fe7ad1bd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0426118 Dec 08 22:51:48.544542 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-cece03c1-8f72-4e3d-813e-3d3dc11367ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:51:48.545973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-cece03c1-8f72-4e3d-813e-3d3dc11367ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383315 Dec 08 22:51:48.556479 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-f40f5d75-913a-4a53-8c0a-33ba81fbd35c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:51:48.557396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-f40f5d75-913a-4a53-8c0a-33ba81fbd35c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046909 Dec 08 22:51:48.647132 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-99d4e62b-f587-4a2a-8420-99c4e20ffdf5 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821452 Dec 08 22:51:48.734336 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e74e2cc3-6320-43f5-a7c0-0f3280f07ff1 req-36dc6f1c-2aed-4b9b-b5d5-75b64e05c880 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795243 Dec 08 22:51:56.530635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312bdc-22e7-4a92-86cd-6b67abe6c4c6 req-b2250cd2-d554-4cfa-bdb0-ef36096562a9 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:51:56.532052 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32312bdc-22e7-4a92-86cd-6b67abe6c4c6 req-b2250cd2-d554-4cfa-bdb0-ef36096562a9 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0485928 Dec 08 22:51:56.568789 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-32312bdc-22e7-4a92-86cd-6b67abe6c4c6 req-4afef66c-2e60-44a5-a2ca-27f0fc39fcf5 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307958 Dec 08 22:51:57.684642 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603205-fd92-4e00-bebe-0127fa76913b req-b714f7de-c3da-41e7-b15a-ae28321d6139 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:51:57.686095 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2603205-fd92-4e00-bebe-0127fa76913b req-b714f7de-c3da-41e7-b15a-ae28321d6139 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0479949 Dec 08 22:51:57.723658 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b2603205-fd92-4e00-bebe-0127fa76913b req-eccc0a8b-cfde-4d9f-8a47-ada2822f5cec tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Dec 08 22:51:58.861444 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a60880-5f72-4572-94bd-ffe194ff1b15 req-e4f56e4b-844f-43e6-bf51-3b0e177da00d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:51:58.862923 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65a60880-5f72-4572-94bd-ffe194ff1b15 req-e4f56e4b-844f-43e6-bf51-3b0e177da00d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0505161 Dec 08 22:51:58.900144 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-65a60880-5f72-4572-94bd-ffe194ff1b15 req-548257ad-e8fb-4f6a-97fe-76b677f6d3f3 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307117 Dec 08 22:52:00.015498 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b19f63-87b7-43ca-975a-fb8d631d2720 req-1ff94029-81dd-4ec1-9815-e7e34a6389d4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:00.016973 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2b19f63-87b7-43ca-975a-fb8d631d2720 req-1ff94029-81dd-4ec1-9815-e7e34a6389d4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0522082 Dec 08 22:52:00.053071 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f2b19f63-87b7-43ca-975a-fb8d631d2720 req-17eee6d5-5801-4150-991e-c4757242de75 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302446 Dec 08 22:52:01.166546 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536cb37-12ef-4840-8119-e95ef3f84c80 req-474a8748-e794-472a-8de1-41ac10f49304 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:01.168023 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2536cb37-12ef-4840-8119-e95ef3f84c80 req-474a8748-e794-472a-8de1-41ac10f49304 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0476744 Dec 08 22:52:01.205184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-2536cb37-12ef-4840-8119-e95ef3f84c80 req-c69f02ac-b918-4c0a-9c84-9d930655436c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Dec 08 22:52:02.316786 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae8f4-7ece-49e3-be9d-9cebf730d1ab req-21cad919-40bf-479f-b7a4-37043fb993cb tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:02.318222 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05eae8f4-7ece-49e3-be9d-9cebf730d1ab req-21cad919-40bf-479f-b7a4-37043fb993cb tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0471876 Dec 08 22:52:02.355822 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05eae8f4-7ece-49e3-be9d-9cebf730d1ab req-3908af61-854f-448e-96a2-b0d95771e2c8 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310133 Dec 08 22:52:03.467396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70a457-9ad0-4818-97d7-86cb35265baa req-8959c635-8bd6-4ec3-a85c-f6d5b34e3872 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:03.468738 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc70a457-9ad0-4818-97d7-86cb35265baa req-8959c635-8bd6-4ec3-a85c-f6d5b34e3872 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0473585 Dec 08 22:52:03.505108 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-cc70a457-9ad0-4818-97d7-86cb35265baa req-d7084650-b02a-454e-8b59-e51975cb61ee tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303988 Dec 08 22:52:04.617792 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a9046-96fc-4e41-9329-117f2fd78cba req-0edd9d6e-e9f6-4399-a2c4-d8fdfa809775 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:04.619263 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b3a9046-96fc-4e41-9329-117f2fd78cba req-0edd9d6e-e9f6-4399-a2c4-d8fdfa809775 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0477059 Dec 08 22:52:04.656097 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5b3a9046-96fc-4e41-9329-117f2fd78cba req-c1ab1062-bc9b-40e0-b17a-1fecef309852 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309436 Dec 08 22:52:05.653285 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8d5eeff4-7775-4e19-9f3b-cba8d5ff9863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:05.772317 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303dffd-7875-4fdb-8c55-ecd95115f8f9 req-90bade45-bf96-487a-a8ae-6ef4e7b7719d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:05.774336 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f303dffd-7875-4fdb-8c55-ecd95115f8f9 req-90bade45-bf96-487a-a8ae-6ef4e7b7719d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0525053 Dec 08 22:52:05.811971 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f303dffd-7875-4fdb-8c55-ecd95115f8f9 req-6623b36a-263e-4d57-994c-6c699541fb37 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316708 Dec 08 22:52:06.661035 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a1d65-795b-4170-8719-fa37346f0509 req-ef4e49e4-770e-4ca0-8f07-86910fc1cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:06.662470 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-165a1d65-795b-4170-8719-fa37346f0509 req-ef4e49e4-770e-4ca0-8f07-86910fc1cd89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0426688 Dec 08 22:52:06.749254 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a1d65-795b-4170-8719-fa37346f0509 req-1a532b11-84a2-44e5-8e88-cebdc5e20d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:06.750654 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-165a1d65-795b-4170-8719-fa37346f0509 req-1a532b11-84a2-44e5-8e88-cebdc5e20d2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0805068 Dec 08 22:52:06.816640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-165a1d65-795b-4170-8719-fa37346f0509 req-780651ce-922e-4441-8d0b-3068714677b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 1000 time: 0.0586431 Dec 08 22:52:06.869664 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a1d65-795b-4170-8719-fa37346f0509 req-64c11517-b193-484f-b2f8-5d28f52f178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:06.871143 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-165a1d65-795b-4170-8719-fa37346f0509 req-64c11517-b193-484f-b2f8-5d28f52f178b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0476220 Dec 08 22:52:06.942737 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a1d65-795b-4170-8719-fa37346f0509 req-a353c01c-64eb-4bcb-b435-e4054937396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:06.944124 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-165a1d65-795b-4170-8719-fa37346f0509 req-a353c01c-64eb-4bcb-b435-e4054937396f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663691 Dec 08 22:52:06.951957 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6db4f-7c60-4845-8fe5-21a6a9d0afe6 req-a6fe8adb-243c-4dd4-abfc-540fcb16b0b4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:06.953282 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5be6db4f-7c60-4845-8fe5-21a6a9d0afe6 req-a6fe8adb-243c-4dd4-abfc-540fcb16b0b4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0682657 Dec 08 22:52:07.039694 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5be6db4f-7c60-4845-8fe5-21a6a9d0afe6 req-de91241e-6067-4d2f-8960-8cfa1f6e8574 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779455 Dec 08 22:52:07.068029 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-165a1d65-795b-4170-8719-fa37346f0509 req-824ae083-7e7d-4ffa-8c7c-b3ec297e4904 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138518 Dec 08 22:52:07.159733 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-165a1d65-795b-4170-8719-fa37346f0509 req-9f7b09ca-dcd7-4382-90b0-0f8e012b4161 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Dec 08 22:52:08.109014 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:52:08.156789 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6c12c-762c-4dfb-b1d3-696bd5081119 req-5acb4455-af9d-4412-8ce1-532c528393ab tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:08.158258 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aad6c12c-762c-4dfb-b1d3-696bd5081119 req-5acb4455-af9d-4412-8ce1-532c528393ab tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0497899 Dec 08 22:52:08.196380 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-aad6c12c-762c-4dfb-b1d3-696bd5081119 req-57053a69-2eb2-41c6-a58e-06519f3519e9 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Dec 08 22:52:08.332160 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-448c3436-e6fd-4f90-b68f-c715a6c40ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:08.965930 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:09.314029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ec828-5bec-47dd-994a-e6070c4c6252 req-61ccbe2a-4ef0-4d59-a139-1dbcb5637cbb tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:09.315611 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e9ec828-5bec-47dd-994a-e6070c4c6252 req-61ccbe2a-4ef0-4d59-a139-1dbcb5637cbb tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0497520 Dec 08 22:52:09.356156 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0e9ec828-5bec-47dd-994a-e6070c4c6252 req-771c732b-5837-48ba-825a-5b9983497ebc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337727 Dec 08 22:52:09.692146 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:10.110155 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:10.472847 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a50271-f51f-4497-9fa6-c52dfb99f5f1 req-75ae6224-a064-400b-ad9c-cc851acda711 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:10.474962 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3a50271-f51f-4497-9fa6-c52dfb99f5f1 req-75ae6224-a064-400b-ad9c-cc851acda711 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0506771 Dec 08 22:52:10.512817 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f3a50271-f51f-4497-9fa6-c52dfb99f5f1 req-f0643d39-356d-4b3a-b5a5-34616fce3940 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Dec 08 22:52:10.681501 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:11.258372 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:11.763989 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de1fe-05bc-4146-a427-3ebba7436702 req-49412c19-4fac-4507-9b04-f7543cb68b8a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:11.765437 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-622de1fe-05bc-4146-a427-3ebba7436702 req-49412c19-4fac-4507-9b04-f7543cb68b8a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0790164 Dec 08 22:52:11.771985 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-de3dfe1d-f869-424e-8f1a-03fd46175704 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062765 Dec 08 22:52:11.782952 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-0f526c36-aa7d-4a57-a84c-ee45ed882a31 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:52:11.783805 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-0f526c36-aa7d-4a57-a84c-ee45ed882a31 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053630 Dec 08 22:52:11.810079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-622de1fe-05bc-4146-a427-3ebba7436702 req-2e9e82f0-464f-46bf-97df-b3a34d30cc37 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371845 Dec 08 22:52:12.922998 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aa494-6fbf-41ca-9dff-91a4335a3e67 req-5f5f181c-f2bd-4e2e-9225-ac47e902fa78 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:12.924456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a33aa494-6fbf-41ca-9dff-91a4335a3e67 req-5f5f181c-f2bd-4e2e-9225-ac47e902fa78 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Dec 08 22:52:12.962786 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a33aa494-6fbf-41ca-9dff-91a4335a3e67 req-6f651f63-6640-40f5-a302-7ce874d57ebb tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Dec 08 22:52:13.288657 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a401b0c3-9f7b-4e44-92ce-08cccb6fafea no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:52:13.367489 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:13.389246 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:52:13.391462 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4ebfcb-9288-49e3-952f-68bb82287440" -d '{"events": [{"server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:52:13.404090 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:52:13.409234 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:13.433185 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 22:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea85a68d-9f9f-4174-a298-537bd06569be x-openstack-request-id: req-ea85a68d-9f9f-4174-a298-537bd06569be {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:52:13.433474 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "name": "network-vif-unplugged", "status": "failed", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea", "code": 422}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:52:13.433725 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea85a68d-9f9f-4174-a298-537bd06569be {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:52:13.434118 n-d-821126-1 neutron-server[102391]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'code': 422} returned with failed status Dec 08 22:52:13.458507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:52:13.466037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.466332 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.466675 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.467032 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.467366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.467697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.468022 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.468346 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.468668 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.468988 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.469309 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:13.469629 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:52:14.078907 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94d0b6-f0c7-4efd-b8bb-ca6489fd1863 req-73f3367b-736c-4eee-a95c-4f8ac6321c47 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:14.080370 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a94d0b6-f0c7-4efd-b8bb-ca6489fd1863 req-73f3367b-736c-4eee-a95c-4f8ac6321c47 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0514820 Dec 08 22:52:14.119166 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5a94d0b6-f0c7-4efd-b8bb-ca6489fd1863 req-1a554190-d1e9-4dbc-a5e2-310ad6cfcc60 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Dec 08 22:52:15.236575 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78488729-ceff-4720-b93c-a7b06e418664 req-1ad14909-e7bb-487b-9ed5-7357399a0e51 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:15.238057 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78488729-ceff-4720-b93c-a7b06e418664 req-1ad14909-e7bb-487b-9ed5-7357399a0e51 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0495021 Dec 08 22:52:15.276224 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-78488729-ceff-4720-b93c-a7b06e418664 req-be1aa39d-f6d0-4aef-a3a3-192ad5cb3c24 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Dec 08 22:52:16.359578 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013191-5974-418b-809c-49f332cf5f1f req-70dc8d3d-2600-4815-b5f2-7ed438880d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:16.361016 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-70dc8d3d-2600-4815-b5f2-7ed438880d5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7&tenant_id=0199f93929284e05b323c7b966937eea HTTP/1.1" status: 200 len: 1094 time: 0.0491590 Dec 08 22:52:16.418586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b048f-f0fe-4253-bb3a-b3879b4ce499 req-36776d40-2b8a-4d3e-a3f4-e5f19375797c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:16.420067 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a14b048f-f0fe-4253-bb3a-b3879b4ce499 req-36776d40-2b8a-4d3e-a3f4-e5f19375797c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0745749 Dec 08 22:52:16.450617 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013191-5974-418b-809c-49f332cf5f1f req-ad6ee2e8-0e5c-4956-bac9-2c59c0ea1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:16.452068 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-ad6ee2e8-0e5c-4956-bac9-2c59c0ea1129 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0677242 Dec 08 22:52:16.485262 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a14b048f-f0fe-4253-bb3a-b3879b4ce499 req-9d8eec19-533c-442f-94bc-96fc22cfb893 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585542 Dec 08 22:52:16.548835 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013191-5974-418b-809c-49f332cf5f1f req-654ead1e-32c5-4ed5-9dd0-4e1f59743c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:16.550321 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-654ead1e-32c5-4ed5-9dd0-4e1f59743c7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0876009 Dec 08 22:52:16.617340 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-6f22c25d-4c98-4873-9279-6d79d142f24a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 998 time: 0.0593677 Dec 08 22:52:16.664679 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013191-5974-418b-809c-49f332cf5f1f req-fb4ba722-9a83-4bcd-9472-2a73a20da028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:16.666056 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-fb4ba722-9a83-4bcd-9472-2a73a20da028 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0416570 Dec 08 22:52:16.710643 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013191-5974-418b-809c-49f332cf5f1f req-c86a3c05-6d7e-4558-b532-796492af9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:16.712102 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-c86a3c05-6d7e-4558-b532-796492af9835 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383325 Dec 08 22:52:16.802663 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-45426bd9-5781-4867-915c-fb887bea726a service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829742 Dec 08 22:52:17.203549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-ffc3b4e4-6376-4777-84c0-3412c2fbb0f6 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929842 Dec 08 22:52:17.601652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8eafa-2613-42cd-9454-96e703390e78 req-114f06b1-9cbd-4cb6-b4a0-1d5f021c3af4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:17.603131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8cd8eafa-2613-42cd-9454-96e703390e78 req-114f06b1-9cbd-4cb6-b4a0-1d5f021c3af4 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0518281 Dec 08 22:52:17.640885 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8cd8eafa-2613-42cd-9454-96e703390e78 req-1298fd9e-40bf-433e-b3e0-3d81fc78fa9c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317688 Dec 08 22:52:18.794867 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091a56-bfe8-4f98-aa87-b3c6497e13f5 req-aa83b582-f96c-46b2-9088-1d4b7e92f4fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:18.796333 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d091a56-bfe8-4f98-aa87-b3c6497e13f5 req-aa83b582-f96c-46b2-9088-1d4b7e92f4fa tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0905070 Dec 08 22:52:18.837012 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1d091a56-bfe8-4f98-aa87-b3c6497e13f5 req-7e7bf31a-9ee9-436d-82a7-19189a80b7de tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346241 Dec 08 22:52:19.994857 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe0285-4502-493e-aea9-16ac1ab0f2dc req-2fabb472-3464-4dd0-be85-0ec487cfde70 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:19.996342 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29fe0285-4502-493e-aea9-16ac1ab0f2dc req-2fabb472-3464-4dd0-be85-0ec487cfde70 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0944018 Dec 08 22:52:20.033623 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-29fe0285-4502-493e-aea9-16ac1ab0f2dc req-d938b797-16a0-4252-a9dc-4e8df8f7310c tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Dec 08 22:52:21.146369 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6c72-efe6-41de-bc3f-4a7d877f8716 req-79ae6738-de86-4624-b43a-70517618de0a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:21.147820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-82ec6c72-efe6-41de-bc3f-4a7d877f8716 req-79ae6738-de86-4624-b43a-70517618de0a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0471880 Dec 08 22:52:21.184566 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-82ec6c72-efe6-41de-bc3f-4a7d877f8716 req-83e92400-b269-4a57-be82-8f6aa4067cf3 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307789 Dec 08 22:52:22.295663 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315a2d-72d0-4f7d-af50-da8ef07eebea req-4cd3a6a2-d6cb-40c7-9aaf-50e2e48d8031 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:22.297139 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4315a2d-72d0-4f7d-af50-da8ef07eebea req-4cd3a6a2-d6cb-40c7-9aaf-50e2e48d8031 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0478621 Dec 08 22:52:22.334223 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d4315a2d-72d0-4f7d-af50-da8ef07eebea req-2876bf44-5412-4a39-8dc2-1c1fac746ad9 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Dec 08 22:52:23.446329 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b37e60-edb0-46fb-9346-eaf41351f30e req-35e93d93-3cd5-43fe-8a8b-39a1b138b0e5 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:23.447860 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98b37e60-edb0-46fb-9346-eaf41351f30e req-35e93d93-3cd5-43fe-8a8b-39a1b138b0e5 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0473056 Dec 08 22:52:23.485192 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98b37e60-edb0-46fb-9346-eaf41351f30e req-83dce4dd-7ec4-4e29-9c74-5c916e925f5a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314195 Dec 08 22:52:24.601740 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea26f5-8069-447f-b26a-631b7831e1a8 req-256b87d2-0b5a-4c4b-b69d-600503400b3b tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:24.603217 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-49ea26f5-8069-447f-b26a-631b7831e1a8 req-256b87d2-0b5a-4c4b-b69d-600503400b3b tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 943 time: 0.0523858 Dec 08 22:52:24.639713 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-49ea26f5-8069-447f-b26a-631b7831e1a8 req-bf1094f9-de1e-4638-86f9-98ae57e411c1 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Dec 08 22:52:25.311314 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a401b0c3-9f7b-4e44-92ce-08cccb6fafea details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:52:25.405674 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:52:25.416882 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'port_id': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'mac_address': 'fa:16:3e:90:7a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:52:25.451821 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:25.464028 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a401b0c3-9f7b-4e44-92ce-08cccb6fafea {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:52:25.482325 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:52:25.486411 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:25.536272 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:52:25.686544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['a401b0c3-9f7b-4e44-92ce-08cccb6fafea'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:52:25.771716 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ba160-1702-4d60-878e-b1a09f3b6bc2 req-32ec964b-0574-41af-b155-2a7b202ed774 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:25.773613 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe8ba160-1702-4d60-878e-b1a09f3b6bc2 req-32ec964b-0574-41af-b155-2a7b202ed774 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 944 time: 0.0483518 Dec 08 22:52:25.814331 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-fe8ba160-1702-4d60-878e-b1a09f3b6bc2 req-7ccab814-3ccb-4251-a62f-78db545f1af2 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345745 Dec 08 22:52:26.926187 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6325de-42e8-4682-b28d-408b7c6a37df req-6b6e575c-6d54-49b9-8a1f-871cb5e11486 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:26.927662 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d6325de-42e8-4682-b28d-408b7c6a37df req-6b6e575c-6d54-49b9-8a1f-871cb5e11486 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 944 time: 0.0481579 Dec 08 22:52:26.965126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5d6325de-42e8-4682-b28d-408b7c6a37df req-0b739c8f-e806-46a9-b021-dd7d374e245b tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Dec 08 22:52:27.313330 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a401b0c3-9f7b-4e44-92ce-08cccb6fafea up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:52:27.359184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port a401b0c3-9f7b-4e44-92ce-08cccb6fafea triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:52:27.359553 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:27.431992 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:27.453687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:52:27.455939 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89528cc7-1cae-46fe-bfdd-49188aa6a67e" -d '{"events": [{"server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "name": "network-vif-plugged", "status": "completed", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:52:27.468080 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:52:27.473252 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:27.498868 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b150e-4e2f-4963-94c2-2edb9542cd42 x-openstack-request-id: req-671b150e-4e2f-4963-94c2-2edb9542cd42 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:52:27.499155 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "name": "network-vif-plugged", "status": "completed", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:52:27.499409 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-671b150e-4e2f-4963-94c2-2edb9542cd42 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:52:27.499816 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'code': 200} Dec 08 22:52:27.527758 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:52:27.637817 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e8b1a-f60d-4ae5-8863-b5dde4bdabfc req-df3d93d0-b4c4-4177-8593-ae488a00013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:27.639310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e32e8b1a-f60d-4ae5-8863-b5dde4bdabfc req-df3d93d0-b4c4-4177-8593-ae488a00013d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0396283 Dec 08 22:52:27.672834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e32e8b1a-f60d-4ae5-8863-b5dde4bdabfc req-3b185b5e-72df-4751-a8f2-36f9b4c11ac1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266302 Dec 08 22:52:28.077120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84571873-5519-49a1-b8e3-4ef90dfec65f req-ed050e66-aeff-4792-acaf-3b504116e8d7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:28.078558 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84571873-5519-49a1-b8e3-4ef90dfec65f req-ed050e66-aeff-4792-acaf-3b504116e8d7 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0472059 Dec 08 22:52:28.115664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-84571873-5519-49a1-b8e3-4ef90dfec65f req-f625593d-8441-4797-8734-ca3f6535c606 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311446 Dec 08 22:52:29.231579 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838bd95-4145-46a6-b9a5-66bca563902a req-260c46a8-521d-49bb-bea4-2a2c5ae0a200 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:29.233040 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0838bd95-4145-46a6-b9a5-66bca563902a req-260c46a8-521d-49bb-bea4-2a2c5ae0a200 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Dec 08 22:52:29.269312 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-0838bd95-4145-46a6-b9a5-66bca563902a req-d1b65fff-42df-4422-9e76-ef60e1d8287b tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301514 Dec 08 22:52:35.654549 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c621-8df2-4826-9946-76f0ed7ad611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:38.332786 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2e484a89-8840-4f92-8270-b05ae3d6216b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:38.967600 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:39.693858 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:40.111677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:40.680666 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:41.262081 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:52:45.108434 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:52:49.154343 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-8903d96e-67fa-4b6d-8ddc-81548f5aff44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420969 Dec 08 22:52:49.241938 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-092f5eb3-aa87-4827-a8d5-77273c02cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:49.243456 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-092f5eb3-aa87-4827-a8d5-77273c02cbc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0467508 Dec 08 22:52:49.345015 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-d5783f99-465a-498f-83b2-692e94efc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:49.346600 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-d5783f99-465a-498f-83b2-692e94efc5a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.0828664 Dec 08 22:52:49.415857 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-09f8dd8a-67ba-46b6-8348-a5cb83fc398a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 1000 time: 0.0615258 Dec 08 22:52:49.467607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-e857578c-fa57-4b09-9ad2-a7cbf499b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:49.469261 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-e857578c-fa57-4b09-9ad2-a7cbf499b777 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0457120 Dec 08 22:52:49.514453 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-a64519db-795c-47b8-88f6-1752db53f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:52:49.515993 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-a64519db-795c-47b8-88f6-1752db53f7b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391145 Dec 08 22:52:49.609194 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-816d9213-ecbf-4ae0-a625-f28e47b63b1a service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855370 Dec 08 22:52:49.701001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-77382fe2-dd1b-46f7-b71c-07f06b6ead45 req-f0fe347f-9521-4ec2-8bff-8159628ae9cf service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821340 Dec 08 22:53:05.655317 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e647fd61-086f-4006-8d67-09b2538421d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:08.334400 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-df689002-cae4-4a67-9107-25b3bbf50ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:08.970529 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:09.695509 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:10.107054 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:10.695795 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:11.263504 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:22.107265 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:53:35.655027 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d2906789-99e6-455e-9875-1fb67ddba80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:38.336094 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-807bdf93-618d-4bdd-b2df-d2f5e876cc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:38.970206 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:39.698798 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:40.113540 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:40.695481 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:41.266611 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:44.755832 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42934) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:44.908974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Deleting port a3bfe85b-655f-4e1e-967b-805cff837abf {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:44.909322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:44.986021 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:44.986355 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:44.997784 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Calling delete_port for a3bfe85b-655f-4e1e-967b-805cff837abf owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:45.140936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:45.166872 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event deleted for resources: {'Port': ['ID=a3bfe85b-655f-4e1e-967b-805cff837abf,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:45.191673 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.196480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:45.235322 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:45.235657 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Floating IP 04c90737-f034-4b2a-92e3-f5786976d27b disassociated (deleted). External IP: 172.25.1.43, port: a401b0c3-9f7b-4e44-92ce-08cccb6fafea. Dec 08 22:53:45.440880 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Router a6788bfd-46c4-4e9d-97f1-64e32a767a7c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:53:45.547136 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:53:45.552112 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:45.557838 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] Sync routers for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:53:45.566493 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:53:45.567109 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:45.578005 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-9a9072a4-eafe-43a5-960d-6605f6e38900 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "DELETE /v2.0/floatingips/04c90737-f034-4b2a-92e3-f5786976d27b HTTP/1.1" status: 204 len: 168 time: 0.8209746 Dec 08 22:53:45.578596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:53:45.581510 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68335ffe-e27c-4e25-83ff-62993f452a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:53:45.625746 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb7e09b-d015-49b8-8f9b-91ffc0d93640 x-openstack-request-id: req-dbb7e09b-d015-49b8-8f9b-91ffc0d93640 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:53:45.626056 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:53:45.626902 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbb7e09b-d015-49b8-8f9b-91ffc0d93640 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:53:45.627361 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'status': 'completed', 'code': 200} Dec 08 22:53:45.682228 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:53:45.698823 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-64abbd6a-f8d1-49d3-9f57-42db07293c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:45.700256 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-64abbd6a-f8d1-49d3-9f57-42db07293c06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0413184 Dec 08 22:53:45.835457 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e37875-fbd3-423c-9c16-9a29a6a15c68 req-360fcaed-e1ef-48a1-945f-5a98260468bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:45.836944 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6e37875-fbd3-423c-9c16-9a29a6a15c68 req-360fcaed-e1ef-48a1-945f-5a98260468bc tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0732901 Dec 08 22:53:45.841571 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-04fdc561-ebce-43ac-991e-eb007c872b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:45.843022 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-04fdc561-ebce-43ac-991e-eb007c872b2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 200 len: 910 time: 0.1349742 Dec 08 22:53:45.897039 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-b9c80dfd-14d6-40a7-bafd-b2834666fec1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 200 len: 217 time: 0.0453956 Dec 08 22:53:45.900322 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:45.925548 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] Checking router: a6788bfd-46c4-4e9d-97f1-64e32a767a7c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:53:45.933424 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:53:45.934027 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:45.937528 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a6e37875-fbd3-423c-9c16-9a29a6a15c68 req-34831838-3a0a-4f8b-8d26-7befe3e99c7d tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927458 Dec 08 22:53:45.964540 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-7c9860a4-f443-4e4d-984c-d3b02bff9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:45.966020 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-7c9860a4-f443-4e4d-984c-d3b02bff9b7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 200 len: 848 time: 0.0596483 Dec 08 22:53:46.011735 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-7303cda5-c001-4834-91c9-f6350eb6bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:46.013248 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-7303cda5-c001-4834-91c9-f6350eb6bf31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d404add-16a4-4d84-9b3e-987d539ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399108 Dec 08 22:53:46.038397 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:53:46.109284 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-5774c354-8de7-4a71-9e49-8e9fc149dda6 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881894 Dec 08 22:53:46.199046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-68335ffe-e27c-4e25-83ff-62993f452a6a req-8faebe95-2b36-4176-98b7-d800e09951a7 service neutron] 10.222.0.23 "GET /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817339 Dec 08 22:53:46.237683 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:46.263700 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa6fb6-f4cd-4a27-86c8-6aa8fb956f79 None None] The sync data for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 is: [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:03Z', 'revision_number': 4, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'b3b1815d-efff-4d17-a72b-2486604486eb', 'name': '', 'network_id': '3d404add-16a4-4d84-9b3e-987d539ed575', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'mac_address': 'fa:16:3e:e7:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:03Z', 'updated_at': '2021-12-08T22:45:07Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'subnets': [{'id': '5a8f99aa-6e74-4eb5-8bac-803ad576c9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:53:46.475533 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5553a9-2080-4f7b-8844-de7f00b21d4f None None] New status for floating IP 04c90737-f034-4b2a-92e3-f5786976d27b: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:53:47.058755 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c49be7-d0f6-498f-b40c-eedcd853b6b5 req-616e98c5-4754-4be9-82c8-269a1d97991a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:47.060202 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97c49be7-d0f6-498f-b40c-eedcd853b6b5 req-616e98c5-4754-4be9-82c8-269a1d97991a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0531964 Dec 08 22:53:47.097570 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-97c49be7-d0f6-498f-b40c-eedcd853b6b5 req-562ec76c-3179-40dc-b3ec-45a2148f1393 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b868b56-fc05-48b8-b544-2a4d9bfac270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313520 Dec 08 22:53:47.297999 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-317fb13b-0d94-4fe3-a481-aa9936797c65 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:47.299345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-317fb13b-0d94-4fe3-a481-aa9936797c65 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.23 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Dec 08 22:53:47.390925 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Deleting port a401b0c3-9f7b-4e44-92ce-08cccb6fafea {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:47.391260 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:47.476354 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] For port a401b0c3-9f7b-4e44-92ce-08cccb6fafea, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:53:47.476710 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:47.492710 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Calling delete_port for a401b0c3-9f7b-4e44-92ce-08cccb6fafea owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:47.619194 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:47.647976 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event deleted for resources: {'Port': ['ID=a401b0c3-9f7b-4e44-92ce-08cccb6fafea,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:47.692442 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] No DVR routers for this DVR port a401b0c3-9f7b-4e44-92ce-08cccb6fafea on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:53:47.695085 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:47.698310 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e4bd29f7-d109-4eb7-849b-bd42ca9ab702 req-a55c958b-b81f-400c-a81b-7be1bf5e67d6 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.23 "DELETE /v2.0/ports/a401b0c3-9f7b-4e44-92ce-08cccb6fafea HTTP/1.1" status: 204 len: 173 time: 0.3927808 Dec 08 22:53:47.698772 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'name': 'network-vif-deleted', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:53:47.701001 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40cc35c-04ef-473c-b00c-2962f66e580c" -d '{"events": [{"server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "name": "network-vif-deleted", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:53:47.747391 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da716805-8d8d-40ac-ab2d-8343257631a3 x-openstack-request-id: req-da716805-8d8d-40ac-ab2d-8343257631a3 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:53:47.747741 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c6e535-f789-4d15-ab9d-e7655c104fc7", "name": "network-vif-deleted", "tag": "a401b0c3-9f7b-4e44-92ce-08cccb6fafea", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:53:47.748000 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da716805-8d8d-40ac-ab2d-8343257631a3 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:53:47.748987 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c6e535-f789-4d15-ab9d-e7655c104fc7', 'name': 'network-vif-deleted', 'tag': 'a401b0c3-9f7b-4e44-92ce-08cccb6fafea', 'status': 'completed', 'code': 200} Dec 08 22:53:48.189899 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-3e013517-eaa3-4b3c-a06e-9d6591ca9210 req-c78b76e3-a701-448f-9266-b37688b0905a tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 210 time: 0.0271168 Dec 08 22:53:49.286680 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f364db2d-b48c-4135-b9f3-639c1db37ad6 req-2f0d5404-c9e7-49f2-b9f5-aeb3a0a2d841 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 210 time: 0.0262520 Dec 08 22:53:50.379913 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-03f230f5-169c-4b13-a85c-a2b84e0c3545 req-7beba146-aef3-4eb6-ae09-528e99a97f74 tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 210 time: 0.0262704 Dec 08 22:53:51.129345 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e45d4c0-0981-4e8e-9111-5d249329b5aa req-b8f456cb-0cc7-42fd-ac91-52f94ae7e608 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263009 Dec 08 22:53:51.196046 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e45d4c0-0981-4e8e-9111-5d249329b5aa req-62f9b8d5-a120-4a0b-853d-6ecc79b5a175 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0199f93929284e05b323c7b966937eea&device_id=48c6e535-f789-4d15-ab9d-e7655c104fc7 HTTP/1.1" status: 200 len: 210 time: 0.0244451 Dec 08 22:53:51.390879 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45d4c0-0981-4e8e-9111-5d249329b5aa req-2ca85116-4253-4281-84ca-0aac586fcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:51.392401 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e45d4c0-0981-4e8e-9111-5d249329b5aa req-2ca85116-4253-4281-84ca-0aac586fcb31 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0199f93929284e05b323c7b966937eea&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1735058 Dec 08 22:53:51.441384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42966) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:51.504609 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:51.532968 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:51.578186 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45d4c0-0981-4e8e-9111-5d249329b5aa req-a3b20771-8d1a-4d6c-90e8-e445c7cdc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:51.579776 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-6e45d4c0-0981-4e8e-9111-5d249329b5aa req-a3b20771-8d1a-4d6c-90e8-e445c7cdc3c2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1807477 Dec 08 22:53:51.608772 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:51.611867 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:51.613068 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b868b56-fc05-48b8-b544-2a4d9bfac270 HTTP/1.1" status: 204 len: 168 time: 0.1705785 Dec 08 22:53:51.628652 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b868b56-fc05-48b8-b544-2a4d9bfac270,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:51.638230 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.639521 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.640080 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.640493 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.640824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.641350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.641685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.642041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.642492 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.642963 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.643307 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.643631 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64e7ce-37ec-4d02-ae7e-48c6a3484eef tempest-TestShelveInstance-2013148861 tempest-TestShelveInstance-2013148861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:51.667355 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42970) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:51.682704 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a401b0c3-9f7b-4e44-92ce-08cccb6fafea no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:53:51.706513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: a401b0c3-9f7b-4e44-92ce-08cccb6fafea {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:53:51.706881 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device a401b0c3-9f7b-4e44-92ce-08cccb6fafea not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:53:52.116571 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:52.352450 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Deleting port b3b1815d-efff-4d17-a72b-2486604486eb {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:52.353099 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:52.430831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] For port b3b1815d-efff-4d17-a72b-2486604486eb, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b3b1815d-efff-4d17-a72b-2486604486eb,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:53:52.431213 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:52.444145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Calling delete_port for b3b1815d-efff-4d17-a72b-2486604486eb owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:52.622673 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:52.656227 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b1815d-efff-4d17-a72b-2486604486eb,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:52.815618 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:53.040034 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Router a6788bfd-46c4-4e9d-97f1-64e32a767a7c has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:53:53.149081 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:53:53.154089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-8e5b25a2-7341-4e16-a234-610a6b2b3945 admin admin] 10.222.0.21 "PUT /v2.0/routers/a6788bfd-46c4-4e9d-97f1-64e32a767a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856708 Dec 08 22:53:53.157472 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42974) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:53.160033 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] Sync routers for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:53:53.170082 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:53:53.170677 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:53.282480 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:53:53.467437 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:53:52Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:53.589862 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] Checking router: a6788bfd-46c4-4e9d-97f1-64e32a767a7c for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:53:53.594107 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:53.598989 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] Routers {'a6788bfd-46c4-4e9d-97f1-64e32a767a7c'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:53:53.601700 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:53.709430 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] Set router a6788bfd-46c4-4e9d-97f1-64e32a767a7c gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:53:53.712817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:53.765030 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Deleting port b6e8b952-53b4-4a78-baf7-dce25651a5f9 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:53.765374 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:53.848202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] For port b6e8b952-53b4-4a78-baf7-dce25651a5f9, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=b6e8b952-53b4-4a78-baf7-dce25651a5f9,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:53:53.848587 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:53.861663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Calling delete_port for b6e8b952-53b4-4a78-baf7-dce25651a5f9 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:53.886425 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:53:52Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:53.911917 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd78422-3153-4234-b422-1a5496b24f90 None None] The sync data for ids ['a6788bfd-46c4-4e9d-97f1-64e32a767a7c'] in n-d-821126-1 is: [{'id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'name': 'tempest-TestShelveInstance-1907034251-router', 'tenant_id': '0199f93929284e05b323c7b966937eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:53:52Z', 'revision_number': 5, 'project_id': '0199f93929284e05b323c7b966937eea', 'gw_port': {'id': 'b6e8b952-53b4-4a78-baf7-dce25651a5f9', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6788bfd-46c4-4e9d-97f1-64e32a767a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:01Z', 'updated_at': '2021-12-08T22:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:53:54.030143 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.061110 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e8b952-53b4-4a78-baf7-dce25651a5f9,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:54.119121 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.210613 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.212817 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.256023 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.256211 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6788bfd-46c4-4e9d-97f1-64e32a767a7c {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:53:54.261184 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.262376 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-6e9fc9e9-0a45-4a7f-be22-21ba571bb0ba admin admin] 10.222.0.21 "DELETE /v2.0/routers/a6788bfd-46c4-4e9d-97f1-64e32a767a7c HTTP/1.1" status: 204 len: 168 time: 1.1039951 Dec 08 22:53:54.265213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42976) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:54.316640 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebe1661-ac3a-4cf0-8c7c-ad23f2585324 admin admin] Deleting subnet 5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:53:54.319994 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aebe1661-ac3a-4cf0-8c7c-ad23f2585324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.359646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aebe1661-ac3a-4cf0-8c7c-ad23f2585324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.444424 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aebe1661-ac3a-4cf0-8c7c-ad23f2585324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.499175 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aebe1661-ac3a-4cf0-8c7c-ad23f2585324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.526798 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe1661-ac3a-4cf0-8c7c-ad23f2585324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8f99aa-6e74-4eb5-8bac-803ad576c9b3,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:54.528977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aebe1661-ac3a-4cf0-8c7c-ad23f2585324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.534081 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ba8be-2c00-415a-867d-5d7ce2fff133 None None] Network 3d404add-16a4-4d84-9b3e-987d539ed575 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:53:54.538223 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-aebe1661-ac3a-4cf0-8c7c-ad23f2585324 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5a8f99aa-6e74-4eb5-8bac-803ad576c9b3 HTTP/1.1" status: 204 len: 168 time: 0.2696731 Dec 08 22:53:54.538472 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42978) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:54.616748 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.674780 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Deleting port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:54.675130 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.736351 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] For port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09,segment=NetworkSegment(c9ce2241-f277-4228-b690-d062d5d2a839),segment_id=c9ce2241-f277-4228-b690-d062d5d2a839)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:53:54.736711 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.748812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Calling delete_port for 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:54.828006 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.852250 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:54.855677 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] No DVR routers for this DVR port 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:53:54.927721 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.948867 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d404add-16a4-4d84-9b3e-987d539ed575']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:54.959524 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ce2241-f277-4228-b690-d062d5d2a839') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:54.959816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ce2241-f277-4228-b690-d062d5d2a839') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:54.962218 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c38480-1680-4af6-800c-d22b19371811 None None] DHCP port deletion for 3d404add-16a4-4d84-9b3e-987d539ed575 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:53:54.970187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.991349 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:54.997471 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:53:54.997868 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:53:55.000029 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:53:55.051919 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:55.057339 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:55.061035 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d404add-16a4-4d84-9b3e-987d539ed575 HTTP/1.1" status: 204 len: 168 time: 0.5209451 Dec 08 22:53:55.064223 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42980) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:55.071880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56370d3b-087c-4d36-ad1e-ea50094a4c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3d404add-16a4-4d84-9b3e-987d539ed575,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:55.410861 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:55.643502 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:53:55.651049 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Deleting port a7426f0e-86e6-4c06-955c-9c0932510880 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:55.651391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:55.667115 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:53:55.667462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 8ad71bdb-e5ee-4fc8-b4d1-d54ded33bd09 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:53:55.667885 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b3b1815d-efff-4d17-a72b-2486604486eb no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:53:55.686591 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b3b1815d-efff-4d17-a72b-2486604486eb {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:53:55.686971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b3b1815d-efff-4d17-a72b-2486604486eb not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:53:55.687394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b6e8b952-53b4-4a78-baf7-dce25651a5f9 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:53:55.705415 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: b6e8b952-53b4-4a78-baf7-dce25651a5f9 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:53:55.705785 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device b6e8b952-53b4-4a78-baf7-dce25651a5f9 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:53:55.734586 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] For port a7426f0e-86e6-4c06-955c-9c0932510880, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a7426f0e-86e6-4c06-955c-9c0932510880,segment=NetworkSegment(c4d875da-23d6-45bd-852f-70bcd0a49d0d),segment_id=c4d875da-23d6-45bd-852f-70bcd0a49d0d)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:53:55.734989 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:55.747307 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Calling delete_port for a7426f0e-86e6-4c06-955c-9c0932510880 owned by network:router_interface {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:55.921641 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:55.947544 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7426f0e-86e6-4c06-955c-9c0932510880,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:56.108936 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:56.320950 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Router 02b70ad4-c81d-4998-a20e-3a346d72f018 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:53:56.424553 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:53:56.429864 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-c7b66352-32ce-4be0-ba04-d1d58109731e admin admin] 10.222.0.21 "PUT /v2.0/routers/02b70ad4-c81d-4998-a20e-3a346d72f018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3645816 Dec 08 22:53:56.432460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42982) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:56.433183 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] Sync routers for ids ['02b70ad4-c81d-4998-a20e-3a346d72f018'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:53:56.442543 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] Routers {'02b70ad4-c81d-4998-a20e-3a346d72f018'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:53:56.443387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['02b70ad4-c81d-4998-a20e-3a346d72f018'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:56.535111 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks [] for router, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:56.544436 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] Set router 02b70ad4-c81d-4998-a20e-3a346d72f018 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:53:56.634913 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:56.687602 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Deleting port 0305d712-dfe5-4601-a298-bba786bdf6d8 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:56.687947 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:56.719621 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:53:55Z', 'revision_number': 5, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port': {'id': '0305d712-dfe5-4601-a298-bba786bdf6d8', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:45:06Z', 'updated_at': '2021-12-08T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:56.745541 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] Checking router: 02b70ad4-c81d-4998-a20e-3a346d72f018 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:53:56.754244 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] Routers {'02b70ad4-c81d-4998-a20e-3a346d72f018'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:53:56.754891 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['02b70ad4-c81d-4998-a20e-3a346d72f018'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:56.768619 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] For port 0305d712-dfe5-4601-a298-bba786bdf6d8, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=0305d712-dfe5-4601-a298-bba786bdf6d8,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:53:56.768992 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:56.780632 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Calling delete_port for 0305d712-dfe5-4601-a298-bba786bdf6d8 owned by network:router_gateway {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:56.838429 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] Set router 02b70ad4-c81d-4998-a20e-3a346d72f018 gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:53:56.891539 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:53:56Z', 'revision_number': 6, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:56.917007 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d939af-c7a6-4a91-a043-95985870bc6e None None] The sync data for ids ['02b70ad4-c81d-4998-a20e-3a346d72f018'] in n-d-821126-1 is: [{'id': '02b70ad4-c81d-4998-a20e-3a346d72f018', 'name': 'tempest-TestShelveInstance-754479728-router', 'tenant_id': 'd501653d879a43c4a4d542978329776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:45:05Z', 'updated_at': '2021-12-08T22:53:56Z', 'revision_number': 6, 'project_id': 'd501653d879a43c4a4d542978329776c', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:53:56.948436 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:56.973787 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0305d712-dfe5-4601-a298-bba786bdf6d8,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:57.032135 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.119410 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.121430 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.165239 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.165838 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b70ad4-c81d-4998-a20e-3a346d72f018 {{(pid=102390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:53:57.170622 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.171932 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-3dd3bfdd-9b64-452c-8f04-3fef3164de49 admin admin] 10.222.0.21 "DELETE /v2.0/routers/02b70ad4-c81d-4998-a20e-3a346d72f018 HTTP/1.1" status: 204 len: 168 time: 0.7385039 Dec 08 22:53:57.174391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 42984) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:57.218801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_v2 [None req-84011f91-6a5a-4fde-809b-0d059fdc05e1 admin admin] Deleting subnet a5541d2d-5fc4-4bc8-930e-0ca974072a57 {{(pid=102390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:53:57.221777 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84011f91-6a5a-4fde-809b-0d059fdc05e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.257311 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84011f91-6a5a-4fde-809b-0d059fdc05e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3354606'] for subnet, precommit_delete_associations {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.341129 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84011f91-6a5a-4fde-809b-0d059fdc05e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.391867 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84011f91-6a5a-4fde-809b-0d059fdc05e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9036995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691142'] for subnet, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.419556 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-84011f91-6a5a-4fde-809b-0d059fdc05e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.424793 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec090f3-c3c9-4bc5-b96a-0267285054cd None None] Network 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:53:57.425434 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-84011f91-6a5a-4fde-809b-0d059fdc05e1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a5541d2d-5fc4-4bc8-930e-0ca974072a57 HTTP/1.1" status: 204 len: 168 time: 0.2500329 Dec 08 22:53:57.425556 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42986) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:57.426490 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84011f91-6a5a-4fde-809b-0d059fdc05e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5541d2d-5fc4-4bc8-930e-0ca974072a57,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:57.495560 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.551235 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Deleting port 13ee41f4-9cb9-4a38-aea2-7714bb659730 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:57.551666 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.614396 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] For port 13ee41f4-9cb9-4a38-aea2-7714bb659730, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=13ee41f4-9cb9-4a38-aea2-7714bb659730,segment=NetworkSegment(c4d875da-23d6-45bd-852f-70bcd0a49d0d),segment_id=c4d875da-23d6-45bd-852f-70bcd0a49d0d)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:53:57.614795 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.628261 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Calling delete_port for 13ee41f4-9cb9-4a38-aea2-7714bb659730 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:57.648020 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] DHCP port deletion for 0ca02ec4-d1a4-4a97-8363-6f38c66c1265 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:53:57.698311 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Deleting port 13ee41f4-9cb9-4a38-aea2-7714bb659730 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:53:57.698685 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.719780 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.738969 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0305d712-dfe5-4601-a298-bba786bdf6d8 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:53:57.748505 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] No DVR routers for this DVR port 13ee41f4-9cb9-4a38-aea2-7714bb659730 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:53:57.753042 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Pushing event deleted for resources: {'Port': ['ID=13ee41f4-9cb9-4a38-aea2-7714bb659730,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:57.768260 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 0305d712-dfe5-4601-a298-bba786bdf6d8 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:53:57.768622 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 0305d712-dfe5-4601-a298-bba786bdf6d8 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:53:57.769031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 13ee41f4-9cb9-4a38-aea2-7714bb659730 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:53:57.796060 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 13ee41f4-9cb9-4a38-aea2-7714bb659730 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:53:57.796426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 13ee41f4-9cb9-4a38-aea2-7714bb659730 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:53:57.796827 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a7426f0e-86e6-4c06-955c-9c0932510880 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:53:57.820264 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a7426f0e-86e6-4c06-955c-9c0932510880 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:53:57.820611 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a7426f0e-86e6-4c06-955c-9c0932510880 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:53:57.829826 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.829964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] For port 13ee41f4-9cb9-4a38-aea2-7714bb659730, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=13ee41f4-9cb9-4a38-aea2-7714bb659730,segment=NetworkSegment(c4d875da-23d6-45bd-852f-70bcd0a49d0d),segment_id=c4d875da-23d6-45bd-852f-70bcd0a49d0d)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:53:57.830236 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.843464 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Calling delete_port for 13ee41f4-9cb9-4a38-aea2-7714bb659730 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:53:57.850265 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca02ec4-d1a4-4a97-8363-6f38c66c1265']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:57.860325 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d875da-23d6-45bd-852f-70bcd0a49d0d') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:57.860618 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d875da-23d6-45bd-852f-70bcd0a49d0d') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:53:57.870201 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.884187 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.892453 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:53:57.893170 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:53:57.895750 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:53:57.925723 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.952907 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Pushing event deleted for resources: {'Port': ['ID=13ee41f4-9cb9-4a38-aea2-7714bb659730,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:57.958272 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.958780 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] No DVR routers for this DVR port 13ee41f4-9cb9-4a38-aea2-7714bb659730 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:53:57.973514 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.973972 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.974198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.974536 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.976923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.976923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.976923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.976923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.976923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.976923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.976923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.977635 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:57.977844 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a42bf4d-220b-4698-b0b7-638be631f4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:53:57.985047 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] 10.222.0.21 "DELETE /v2.0/networks/0ca02ec4-d1a4-4a97-8363-6f38c66c1265 HTTP/1.1" status: 204 len: 168 time: 0.5584941 Dec 08 22:53:57.986078 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4972e1-42f0-45a9-8c4c-cd61b949789e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca02ec4-d1a4-4a97-8363-6f38c66c1265,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:58.089218 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42990) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:58.128944 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-012aaadb-009b-4d7b-8266-edaefa03fc47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0199f93929284e05b323c7b966937eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385618 Dec 08 22:53:58.131411 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42992) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:58.183668 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2268401-6958-4562-b98c-aaa2cf4d73e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:58.204959 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2268401-6958-4562-b98c-aaa2cf4d73e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:58.251573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2268401-6958-4562-b98c-aaa2cf4d73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:58.254128 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b2268401-6958-4562-b98c-aaa2cf4d73e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:58.255324 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-b2268401-6958-4562-b98c-aaa2cf4d73e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b05958-9229-4b19-81ae-c6a15f9e3c63 HTTP/1.1" status: 204 len: 168 time: 0.1230116 Dec 08 22:53:58.263039 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2268401-6958-4562-b98c-aaa2cf4d73e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b05958-9229-4b19-81ae-c6a15f9e3c63,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:58.554199 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 42998) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:58.599980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-28abb98b-b2f8-4741-bfb3-176a53564819 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d501653d879a43c4a4d542978329776c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446320 Dec 08 22:53:58.602327 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43000) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:58.648971 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871b71b8-7634-4cb8-b735-e8f2702d9376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:58.669733 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871b71b8-7634-4cb8-b735-e8f2702d9376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:58.715305 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871b71b8-7634-4cb8-b735-e8f2702d9376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:58.718317 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-871b71b8-7634-4cb8-b735-e8f2702d9376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:58.719617 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-871b71b8-7634-4cb8-b735-e8f2702d9376 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37a6da86-ebaf-4f68-8979-7b17e02ea110 HTTP/1.1" status: 204 len: 168 time: 0.1162891 Dec 08 22:53:58.726932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b71b8-7634-4cb8-b735-e8f2702d9376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a6da86-ebaf-4f68-8979-7b17e02ea110,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:59.106081 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:53:59.369751 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43022) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:59.472529 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-185625893-network', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:53:59.496245 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Made reservation on behalf of 72f08ac575a54ffe8f0a1a345adaabd6 for: {'network': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:53:59.499088 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.507325 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.581331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.585247 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.610417 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:53:59.619136 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1125345c-ee19-4710-ad76-b73c6bf64ba1,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:59.626483 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.626669 n-d-821126-1 neutron-server[102389]: INFO neutron.db.segments_db [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Added segment bf672dff-853e-4d53-82be-74c22242511c of type vlan for network 87297168-2e2a-476c-9f9f-01811b9ec106 Dec 08 22:53:59.664862 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.688643 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.689558 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:53:59.690126 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.741125 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3702686 Dec 08 22:53:59.744046 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43026) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:53:59.749714 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Request body: {'subnet': {'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-185625893-subnet', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:53:59.754075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7772426-c32c-46df-84bf-48268b1fafa9 admin admin] Pushing event updated for resources: {'Network': ['ID=87297168-2e2a-476c-9f9f-01811b9ec106,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:59.764301 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 87297168-2e2a-476c-9f9f-01811b9ec106 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:53:59.770514 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Made reservation on behalf of 72f08ac575a54ffe8f0a1a345adaabd6 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:53:59.772875 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.934601 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:53:59.986077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ed76dd-b423-46cb-b044-314ecac1f93f,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:53:59.995785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Checking segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:53:59.996133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Network hostable DHCP agents. Network: 87297168-2e2a-476c-9f9f-01811b9ec106, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:54:00.012503 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Network 87297168-2e2a-476c-9f9f-01811b9ec106 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:54:00.020566 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 87297168-2e2a-476c-9f9f-01811b9ec106) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:00.024327 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:00.024903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.030179 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ef2e4-50cf-42b5-b7c2-a99c8d31a008 None None] Network 87297168-2e2a-476c-9f9f-01811b9ec106 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:54:00.040140 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e8600700-cc98-49d1-a75f-e522eec360e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2950292 Dec 08 22:54:00.042876 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43028) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:00.047614 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:00.067244 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.068199 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.124696 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.172825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-87297168-2e2a-476c-9f9f-01811b9ec106', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:54:00.173724 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.257610 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.303149 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Allocated IP 172.20.0.2 (87297168-2e2a-476c-9f9f-01811b9ec106/c8ed76dd-b423-46cb-b044-314ecac1f93f/dd4f997e-be00-407c-9970-b1400a8c3455) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:54:00.441336 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.447236 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.455562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.474861 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.483684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Network 87297168-2e2a-476c-9f9f-01811b9ec106 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:00.486402 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:00.489695 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:54:00.498576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Pushing event updated for resources: {'Port': ['ID=dd4f997e-be00-407c-9970-b1400a8c3455,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:00.547077 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Attempting to bind port dd4f997e-be00-407c-9970-b1400a8c3455 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:54:00.547442 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Attempting to bind port dd4f997e-be00-407c-9970-b1400a8c3455 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:54:00.547802 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Attempting to bind port dd4f997e-be00-407c-9970-b1400a8c3455 on network 87297168-2e2a-476c-9f9f-01811b9ec106 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:54:00.552610 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:54:00.552981 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Checking segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:54:00.553431 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.553759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Bound using segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:54:00.554216 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Bound port: dd4f997e-be00-407c-9970-b1400a8c3455, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:54:00.554589 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.578707 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Allocated IP 172.25.1.57 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:54:00.619394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] For port dd4f997e-be00-407c-9970-b1400a8c3455, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:54:00.622423 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] For port dd4f997e-be00-407c-9970-b1400a8c3455, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dd4f997e-be00-407c-9970-b1400a8c3455,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:54:00.626950 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.682000 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfedef-174e-4724-a1dc-eb7a92bdff59 None None] Pushing event updated for resources: {'Port': ['ID=dd4f997e-be00-407c-9970-b1400a8c3455,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:00.682759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.721821 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:00.761738 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:00.766370 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:00.770055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:54:00.796232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Pushing event updated for resources: {'Port': ['ID=f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:01.381971 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:01.544237 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d3cf1-e642-4904-9086-0b026cdf27c2 None None] Network 87297168-2e2a-476c-9f9f-01811b9ec106 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:54:01.574917 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:01.715171 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:54:01.806931 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dd4f997e-be00-407c-9970-b1400a8c3455 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:01.825017 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:54:01.836885 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Sync routers for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:54:01.845041 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:01.846574 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-e0526fe9-ba51-4414-b506-d647f5352ebb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8027761 Dec 08 22:54:01.849276 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43030) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:01.849725 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:01.850561 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:01.854027 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-59686cf7-f1ce-4d38-8a84-12127d59c00a None None] Provisioning complete for port dd4f997e-be00-407c-9970-b1400a8c3455 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:01.854361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-59686cf7-f1ce-4d38-8a84-12127d59c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:01.936164 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port dd4f997e-be00-407c-9970-b1400a8c3455 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:01.936535 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:01.965988 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:02.011202 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-59686cf7-f1ce-4d38-8a84-12127d59c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.073480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-59686cf7-f1ce-4d38-8a84-12127d59c00a None None] For port dd4f997e-be00-407c-9970-b1400a8c3455, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dd4f997e-be00-407c-9970-b1400a8c3455,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:02.082226 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-59686cf7-f1ce-4d38-8a84-12127d59c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.086047 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.170427 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:01Z', 'revision_number': 3, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:02.170895 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59686cf7-f1ce-4d38-8a84-12127d59c00a None None] Pushing event updated for resources: {'Port': ['ID=dd4f997e-be00-407c-9970-b1400a8c3455,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:02.180884 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 22:54:02.181239 n-d-821126-1 neutron-server[102391]: DEBUG oslo_db.api [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 22:54:02.198673 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Checking router: 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:54:02.199050 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Updating router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:54:02.214970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e647a21e-8467-4f7d-a74a-c65519624616 None None] Provisioning complete for port dd4f997e-be00-407c-9970-b1400a8c3455 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:02.215413 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e647a21e-8467-4f7d-a74a-c65519624616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.225106 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.317921 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.472209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Allocated IP 172.20.0.1 (87297168-2e2a-476c-9f9f-01811b9ec106/c8ed76dd-b423-46cb-b044-314ecac1f93f/afd67bbe-54b9-44f3-bd6c-5d9065c33dd6) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:54:02.473839 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.479169 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.525213 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Attempting to bind port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:54:02.525578 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Attempting to bind port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:54:02.525933 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Attempting to bind port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:54:02.534784 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Pushing event updated for resources: {'Port': ['ID=f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:02.536727 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:54:02.537089 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:54:02.537540 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.537919 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:54:02.538363 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Bound port: f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:54:02.538742 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.545940 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.546285 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.546616 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.546971 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.547294 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.547613 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.547929 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.548240 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.548553 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.548863 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.549171 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.549478 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:54:02.580509 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.599070 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] For port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:54:02.602049 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] For port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:54:02.605705 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.614057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.654026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Network 87297168-2e2a-476c-9f9f-01811b9ec106 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:02.658250 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:02.664634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:54:02.665509 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97547dfb-1252-439f-84ed-027fe8cd9d32 None None] Pushing event updated for resources: {'Port': ['ID=f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:02.667718 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Pushing event updated for resources: {'Port': ['ID=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:02.671107 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:02.675391 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:02.705863 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.788467 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:02.846058 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.923155 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-136e12de-4fd1-436e-a730-ebbe4bcecf20 None None] Provisioning complete for port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:02.923728 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-136e12de-4fd1-436e-a730-ebbe4bcecf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:02.957989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-136e12de-4fd1-436e-a730-ebbe4bcecf20 None None] Port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:54:02.975974 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:01Z', 'revision_number': 3, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:03.002422 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659617cb-481f-4342-9a57-df3b4c80d7d1 None None] The sync data for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 is: [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:01Z', 'revision_number': 3, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:54:03.015142 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:03.023063 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:03.089362 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:03.091241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Pushing event updated for resources: {'Port': ['ID=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:03.192455 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Network 87297168-2e2a-476c-9f9f-01811b9ec106 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:03.195446 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:03.334926 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:54:03.454706 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:54:03.460243 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-71fde445-f58b-4107-af8a-00f1148d986a admin admin] 10.222.0.21 "PUT /v2.0/routers/58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6099870 Dec 08 22:54:03.485759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-e18c5680-09af-4e0f-856a-de6e81186ea8 None None] Provisioning complete for port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:03.486136 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e18c5680-09af-4e0f-856a-de6e81186ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:03.520991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-e18c5680-09af-4e0f-856a-de6e81186ea8 None None] Port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:54:03.736516 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dd4f997e-be00-407c-9970-b1400a8c3455 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:03.791930 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port dd4f997e-be00-407c-9970-b1400a8c3455 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:03.792303 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:03.875210 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:03.920575 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:03.920956 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:03.977252 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43046) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:03.983031 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-578607999-network', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:03.999851 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.003373 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Made reservation on behalf of 6e4a6aa835e941f1a7ab049137539b81 for: {'network': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:54:04.006020 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for network, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.015114 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.019853 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:04.024119 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.076644 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:04.093064 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.097173 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.121645 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 22:54:04.130145 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc960f8f-3003-4dbf-b8e0-d827bb05197c,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:04.135979 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.136321 n-d-821126-1 neutron-server[102390]: INFO neutron.db.segments_db [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Added segment 286c8588-1d43-4147-845f-133ee7a38702 of type vlan for network 1909ec76-367b-421f-b632-7291df404804 Dec 08 22:54:04.175498 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777351803338'] for network, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.199061 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612'] for network, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.200126 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:04.200700 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.264553 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2831657 Dec 08 22:54:04.264961 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43048) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:04.269512 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Request body: {'subnet': {'network_id': '1909ec76-367b-421f-b632-7291df404804', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-578607999-subnet', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'ip_version': 4}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:04.278980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bba0a4-7fa4-4939-99f3-b414ea018662 admin admin] Pushing event updated for resources: {'Network': ['ID=1909ec76-367b-421f-b632-7291df404804,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:04.290762 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Network 1909ec76-367b-421f-b632-7291df404804 details requested by agent ovs-agent-n-d-821126-1 with host n-d-821126-1 {{(pid=102391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 22:54:04.301002 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Made reservation on behalf of 6e4a6aa835e941f1a7ab049137539b81 for: {'subnet': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:54:04.303842 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8683815'] for subnet, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.476377 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9036930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691165'] for subnet, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.530723 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49db445f-fdd3-473e-b871-f5082d044230,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:04.539489 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Checking segment: {'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:54:04.539847 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Network hostable DHCP agents. Network: 1909ec76-367b-421f-b632-7291df404804, hostable agents: ['13c7e9e7-ff1d-41b6-a7e3-467ff3a13055'], hosted agents: [] {{(pid=102390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 22:54:04.557185 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Network 1909ec76-367b-421f-b632-7291df404804 is scheduled to be hosted by DHCP agent 13c7e9e7-ff1d-41b6-a7e3-467ff3a13055 with binding_index 1 {{(pid=102390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 22:54:04.560874 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Sync routers for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:54:04.568289 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821126-1, 1909ec76-367b-421f-b632-7291df404804) {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:04.570366 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:04.571013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:04.572604 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:04.574259 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.589549 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-88e9fa57-4eca-4fd8-98bf-0511f0b01e47 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3238535 Dec 08 22:54:04.592202 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43050) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:04.596391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:04.606462 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027e0cc-d04f-4c5e-97fa-188ab11a55c5 None None] Network 1909ec76-367b-421f-b632-7291df404804 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:54:04.619350 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27822'] for router, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.620359 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27863'] for router, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.675772 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.739228 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:04.809368 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:04.901902 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab68453a-7507-5446-8ebf-e15fdcccd6e0-1909ec76-367b-421f-b632-7291df404804', 'network_id': '1909ec76-367b-421f-b632-7291df404804', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'fixed_ips': [{'subnet_id': '49db445f-fdd3-473e-b871-f5082d044230'}]}} from n-d-821126-1. {{(pid=102391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 08 22:54:04.902771 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.007147 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.026845 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.088590 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.db_base_plugin_common [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Allocated IP 172.20.0.2 (1909ec76-367b-421f-b632-7291df404804/49db445f-fdd3-473e-b871-f5082d044230/ae1e43c9-a9c3-471e-844f-669e45e8ef15) {{(pid=102391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:54:05.100640 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 2, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:05.130922 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Checking router: 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:54:05.131141 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Allocated IP 172.25.1.46 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:54:05.131278 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Updating router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:54:05.195862 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.237796 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.272536 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.312133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:05.314882 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:05.321700 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:54:05.324749 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Pushing event updated for resources: {'Port': ['ID=a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:05.387796 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Notify callbacks [] for port, precommit_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.422229 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655'] for port, after_create {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.473088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Network 1909ec76-367b-421f-b632-7291df404804 is already hosted by enough agents. {{(pid=102391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:05.571846 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.636815 n-d-821126-1 neutron-server[102391]: DEBUG neutron.scheduler.base_scheduler [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Resources bound (agent type, host, resource id): {{(pid=102391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:05.650431 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Received port after_create {{(pid=102391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:54:05.677052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:05.703457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Pushing event updated for resources: {'Port': ['ID=ae1e43c9-a9c3-471e-844f-669e45e8ef15,revision_number=1']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:05.727300 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9f096003-3a65-4d2d-9dd5-f244965e2e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.782520 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535343'] for router, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.804641 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Attempting to bind port ae1e43c9-a9c3-471e-844f-669e45e8ef15 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:54:05.805008 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Attempting to bind port ae1e43c9-a9c3-471e-844f-669e45e8ef15 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:54:05.805372 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Attempting to bind port ae1e43c9-a9c3-471e-844f-669e45e8ef15 on network 1909ec76-367b-421f-b632-7291df404804 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:54:05.823429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.825815 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:54:05.826254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Checking segment: {'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:54:05.826613 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.827040 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Bound using segment: {'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:54:05.827506 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Bound port: ae1e43c9-a9c3-471e-844f-669e45e8ef15, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:54:05.827881 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.840545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.852088 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:05.852454 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:05.963273 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c40b2-b79a-40d7-b483-1689be1ed0f0 None None] Pushing event updated for resources: {'Port': ['ID=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:05.997279 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] For port ae1e43c9-a9c3-471e-844f-669e45e8ef15, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:54:06.027970 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] For port ae1e43c9-a9c3-471e-844f-669e45e8ef15, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ae1e43c9-a9c3-471e-844f-669e45e8ef15,segment=NetworkSegment(286c8588-1d43-4147-845f-133ee7a38702),segment_id=286c8588-1d43-4147-845f-133ee7a38702)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:54:06.035575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.092545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Attempting to bind port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:54:06.093292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Attempting to bind port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:54:06.093292 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Attempting to bind port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 on network 87297168-2e2a-476c-9f9f-01811b9ec106 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:54:06.118243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:54:06.118619 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Checking segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:54:06.119062 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.119449 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Bound using segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:54:06.119932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Bound port: afd67bbe-54b9-44f3-bd6c-5d9065c33dd6, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:54:06.120315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.161667 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c72b71-b305-42c0-92d2-d2700295ece8 None None] Pushing event updated for resources: {'Port': ['ID=ae1e43c9-a9c3-471e-844f-669e45e8ef15,revision_number=2']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:06.201134 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1daf9df8-42c6-471f-88b9-6dae43228a3b None None] Provisioning complete for port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:06.201580 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1daf9df8-42c6-471f-88b9-6dae43228a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.252098 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] For port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:54:06.257078 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] For port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:54:06.262534 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1daf9df8-42c6-471f-88b9-6dae43228a3b None None] Port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:54:06.264530 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.282869 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Router d9874e54-234d-4f7e-b362-692196117bfe is scheduled to L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e with binding_index 1 {{(pid=102390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 22:54:06.320877 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:06.321513 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:06.388199 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c40b2-b79a-40d7-b483-1689be1ed0f0 None None] Pushing event updated for resources: {'Port': ['ID=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:06.438767 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:54:06.452583 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Sync routers for ids ['d9874e54-234d-4f7e-b362-692196117bfe'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:54:06.461546 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] Notify callbacks [] for router, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.463089 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-94f27461-b463-4db6-b783-b0edbc4e875c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8699300 Dec 08 22:54:06.463780 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Routers {'d9874e54-234d-4f7e-b362-692196117bfe'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:06.464385 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d9874e54-234d-4f7e-b362-692196117bfe'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:06.465682 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43052) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:06.498507 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:06.624827 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Set router d9874e54-234d-4f7e-b362-692196117bfe gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:06.712786 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-767cefce-cde2-4a39-abdb-b1e0a7eca23a None None] Provisioning complete for port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:06.713154 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-767cefce-cde2-4a39-abdb-b1e0a7eca23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.775137 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:06.824270 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3acf8ee-3ea4-4cc5-ab90-8bb71c5c09c8 None None] The sync data for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 is: [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:54:06.841129 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-767cefce-cde2-4a39-abdb-b1e0a7eca23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.913740 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-767cefce-cde2-4a39-abdb-b1e0a7eca23a None None] For port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:06.918838 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-767cefce-cde2-4a39-abdb-b1e0a7eca23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:06.968061 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:54:05Z', 'revision_number': 3, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port': {'id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:df:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:05Z', 'updated_at': '2021-12-08T22:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:07.013017 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Checking router: d9874e54-234d-4f7e-b362-692196117bfe for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:54:07.013710 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Updating router d9874e54-234d-4f7e-b362-692196117bfe port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f binding host n-d-821126-1 {{(pid=102392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:54:07.017484 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.026742 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cefce-cde2-4a39-abdb-b1e0a7eca23a None None] Pushing event updated for resources: {'Port': ['ID=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:07.054303 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.229218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Allocated IP 172.20.0.1 (1909ec76-367b-421f-b632-7291df404804/49db445f-fdd3-473e-b871-f5082d044230/45272994-c050-43c9-876a-d4519c645ac2) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:54:07.334387 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d6ce5-f425-4614-9dfb-70b32faa13f0 None None] Network 1909ec76-367b-421f-b632-7291df404804 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:54:07.359031 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.362589 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.371537 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.405119 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.438589 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Attempting to bind port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f on host n-d-821126-1 for vnic_type normal with profile {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:54:07.438994 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Attempting to bind port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:54:07.439355 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Attempting to bind port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f on network 95f6ddc4-94af-426d-9977-1434c72777df {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:54:07.450132 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71d014-d14f-40e8-84e1-5e2c6f2433e2 None None] Pushing event updated for resources: {'Port': ['ID=a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f,revision_number=2']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:07.456615 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:54:07.457505 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Checking segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:54:07.458016 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.458532 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Bound using segment: {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'} {{(pid=102392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:54:07.459638 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.managers [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Bound port: a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0a06c-70df-409a-895d-5bff41d6a301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df'}}] {{(pid=102392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:54:07.460260 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.470230 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Pushing event updated for resources: {'Port': ['ID=45272994-c050-43c9-876a-d4519c645ac2,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:07.476226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c69b4b9b-4063-41f8-9f1e-cbbb384f408f None None] Provisioning complete for port ae1e43c9-a9c3-471e-844f-669e45e8ef15 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:07.477037 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c69b4b9b-4063-41f8-9f1e-cbbb384f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.490640 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Network 1909ec76-367b-421f-b632-7291df404804 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:07.492278 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:07.494894 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:54:07.525085 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] For port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f, host n-d-821126-1, cleared binding levels {{(pid=102392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:54:07.530189 n-d-821126-1 neutron-server[102392]: DEBUG neutron.plugins.ml2.db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] For port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:54:07.537044 n-d-821126-1 neutron-server[102392]: DEBUG neutron_lib.callbacks.manager [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.545019 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534548'] for router_interface, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.610391 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Routers {'d9874e54-234d-4f7e-b362-692196117bfe'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:07.611068 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:53:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d9874e54-234d-4f7e-b362-692196117bfe'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:07.643874 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c69b4b9b-4063-41f8-9f1e-cbbb384f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.716953 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71d014-d14f-40e8-84e1-5e2c6f2433e2 None None] Pushing event updated for resources: {'Port': ['ID=a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f,revision_number=3']} {{(pid=102392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:07.720490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c69b4b9b-4063-41f8-9f1e-cbbb384f408f None None] For port ae1e43c9-a9c3-471e-844f-669e45e8ef15, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ae1e43c9-a9c3-471e-844f-669e45e8ef15,segment=NetworkSegment(286c8588-1d43-4147-845f-133ee7a38702),segment_id=286c8588-1d43-4147-845f-133ee7a38702)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:07.725673 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c69b4b9b-4063-41f8-9f1e-cbbb384f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.787965 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b4b9b-4063-41f8-9f1e-cbbb384f408f None None] Pushing event updated for resources: {'Port': ['ID=ae1e43c9-a9c3-471e-844f-669e45e8ef15,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:07.796856 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.818933 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ae1e43c9-a9c3-471e-844f-669e45e8ef15 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:07.819152 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] Set router d9874e54-234d-4f7e-b362-692196117bfe gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:07.907087 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ae1e43c9-a9c3-471e-844f-669e45e8ef15 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:07.907547 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:07.998759 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8f5ca3c-9523-4361-9590-062765e1fb0b None None] Provisioning complete for port ae1e43c9-a9c3-471e-844f-669e45e8ef15 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:07.999155 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ca3c-9523-4361-9590-062765e1fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.086620 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.091769 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:54:05Z', 'revision_number': 3, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port': {'id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:df:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:05Z', 'updated_at': '2021-12-08T22:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:08.100511 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.125584 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:08.150688 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee912b-fa5b-4e02-987a-2e3e24121fe1 None None] The sync data for ids ['d9874e54-234d-4f7e-b362-692196117bfe'] in n-d-821126-1 is: [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:54:05Z', 'revision_number': 3, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port': {'id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:df:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:05Z', 'updated_at': '2021-12-08T22:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:54:08.165790 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536417'] for router_interface, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.226809 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Pushing event updated for resources: {'Port': ['ID=45272994-c050-43c9-876a-d4519c645ac2,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:08.254749 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-f8f5ca3c-9523-4361-9590-062765e1fb0b None None] Provisioning complete for port 45272994-c050-43c9-876a-d4519c645ac2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:08.255136 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ca3c-9523-4361-9590-062765e1fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.284649 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:08.285030 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.335269 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5ca3c-9523-4361-9590-062765e1fb0b None None] Port 45272994-c050-43c9-876a-d4519c645ac2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:54:08.356382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32400144-883a-46e0-b31a-2a7ca9f165c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.366922 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Network 1909ec76-367b-421f-b632-7291df404804 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:08.368678 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:08.464026 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-23c0c87b-0cbe-43d9-9384-ede016f5169b None None] Provisioning complete for port 45272994-c050-43c9-876a-d4519c645ac2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:08.464457 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-23c0c87b-0cbe-43d9-9384-ede016f5169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.506079 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-23c0c87b-0cbe-43d9-9384-ede016f5169b None None] Port 45272994-c050-43c9-876a-d4519c645ac2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:54:08.528217 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Router d9874e54-234d-4f7e-b362-692196117bfe has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:54:08.648755 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:54:08.656284 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-dea651fd-8d9a-4edf-8f83-c618dbae34bf admin admin] 10.222.0.21 "PUT /v2.0/routers/d9874e54-234d-4f7e-b362-692196117bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1883006 Dec 08 22:54:08.726052 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-1d4f4289-4327-4421-ba79-9e551b31da50 None None] Provisioning complete for port 45272994-c050-43c9-876a-d4519c645ac2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:08.726428 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4289-4327-4421-ba79-9e551b31da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:08.780108 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f4289-4327-4421-ba79-9e551b31da50 None None] Port 45272994-c050-43c9-876a-d4519c645ac2 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:54:08.977397 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:09.703241 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:09.714146 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:09.760230 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:09.760597 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:09.832407 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:09.853160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] For port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:09.857113 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:09.858165 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ae1e43c9-a9c3-471e-844f-669e45e8ef15 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:09.936859 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Pushing event updated for resources: {'Port': ['ID=a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:09.951991 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port ae1e43c9-a9c3-471e-844f-669e45e8ef15 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:09.952446 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.109158 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.157006 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Sync routers for ids ['d9874e54-234d-4f7e-b362-692196117bfe'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:54:10.166150 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Routers {'d9874e54-234d-4f7e-b362-692196117bfe'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:10.166799 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:54:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d9874e54-234d-4f7e-b362-692196117bfe'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:10.224680 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43062) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:10.229831 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7a07f151-3224-46dc-8969-a48f79eeb2f3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806016460', 'description': 'tempest-secgroup-smoke-806016460 description', 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:10.252207 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a07f151-3224-46dc-8969-a48f79eeb2f3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.272455 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Set router d9874e54-234d-4f7e-b362-692196117bfe gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:10.318676 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a07f151-3224-46dc-8969-a48f79eeb2f3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.322536 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a07f151-3224-46dc-8969-a48f79eeb2f3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.351970 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7a07f151-3224-46dc-8969-a48f79eeb2f3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.353206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7a07f151-3224-46dc-8969-a48f79eeb2f3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1275046 Dec 08 22:54:10.355193 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f151-3224-46dc-8969-a48f79eeb2f3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89eb6140-c685-496a-aec2-57eaaf53dbd7,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:10.356353 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43064) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:10.364887 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-04ebf81a-18ff-40dc-a6f4-15977df65186 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'security_group_rule': {'security_group_id': '89eb6140-c685-496a-aec2-57eaaf53dbd7', 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:10.399745 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04ebf81a-18ff-40dc-a6f4-15977df65186 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.467966 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04ebf81a-18ff-40dc-a6f4-15977df65186 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.471816 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04ebf81a-18ff-40dc-a6f4-15977df65186 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.478808 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:54:07Z', 'revision_number': 4, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port': {'id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:05Z', 'updated_at': '2021-12-08T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '45272994-c050-43c9-876a-d4519c645ac2', 'name': '', 'network_id': '1909ec76-367b-421f-b632-7291df404804', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'mac_address': 'fa:16:3e:47:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '49db445f-fdd3-473e-b871-f5082d044230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:07Z', 'updated_at': '2021-12-08T22:54:07Z', 'revision_number': 2, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'subnets': [{'id': '49db445f-fdd3-473e-b871-f5082d044230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:10.489149 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebf81a-18ff-40dc-a6f4-15977df65186 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5dcdab-226a-44be-acc4-832fbb89763e,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:10.502178 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-04ebf81a-18ff-40dc-a6f4-15977df65186 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.503449 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-04ebf81a-18ff-40dc-a6f4-15977df65186 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422224 Dec 08 22:54:10.505897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Checking router: d9874e54-234d-4f7e-b362-692196117bfe for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:54:10.506254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Updating router d9874e54-234d-4f7e-b362-692196117bfe port 45272994-c050-43c9-876a-d4519c645ac2 binding host n-d-821126-1 {{(pid=102391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 22:54:10.506383 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43066) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:10.511224 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-410c4bac-21e0-4cfd-99a0-64cce95b3196 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'security_group_rule': {'security_group_id': '89eb6140-c685-496a-aec2-57eaaf53dbd7', 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:10.532390 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.537455 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-410c4bac-21e0-4cfd-99a0-64cce95b3196 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.593761 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-410c4bac-21e0-4cfd-99a0-64cce95b3196 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.597847 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-410c4bac-21e0-4cfd-99a0-64cce95b3196 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.616488 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c4bac-21e0-4cfd-99a0-64cce95b3196 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52333a1c-413c-4cf5-9d06-bee4ccb33930,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:10.621671 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-410c4bac-21e0-4cfd-99a0-64cce95b3196 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.625721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43068) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:10.625874 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-410c4bac-21e0-4cfd-99a0-64cce95b3196 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184247 Dec 08 22:54:10.630389 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-f628d914-f82d-483d-8e15-29260152984f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'security_group_rule': {'security_group_id': '89eb6140-c685-496a-aec2-57eaaf53dbd7', 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:10.656969 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f628d914-f82d-483d-8e15-29260152984f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.715033 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f628d914-f82d-483d-8e15-29260152984f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.715619 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.719739 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f628d914-f82d-483d-8e15-29260152984f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.738224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628d914-f82d-483d-8e15-29260152984f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4715cbc-4b9f-457b-8307-30f0e4bb8c30,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:10.745830 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f628d914-f82d-483d-8e15-29260152984f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.747075 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f628d914-f82d-483d-8e15-29260152984f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202140 Dec 08 22:54:10.749962 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43070) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:10.754589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-cdbb4ad9-c0fa-4713-8e43-d413d27ad740 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'security_group_rule': {'security_group_id': '89eb6140-c685-496a-aec2-57eaaf53dbd7', 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:10.781376 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4ad9-c0fa-4713-8e43-d413d27ad740 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.844055 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4ad9-c0fa-4713-8e43-d413d27ad740 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.848934 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4ad9-c0fa-4713-8e43-d413d27ad740 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.867859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb4ad9-c0fa-4713-8e43-d413d27ad740 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee201e7-0ff1-40cc-b860-606d717ca780,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:10.876024 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4ad9-c0fa-4713-8e43-d413d27ad740 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.877164 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-cdbb4ad9-c0fa-4713-8e43-d413d27ad740 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261997 Dec 08 22:54:10.880154 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43072) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:10.884709 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-11949995-84ee-4a4d-b2d1-22b97064382f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'security_group_rule': {'security_group_id': '89eb6140-c685-496a-aec2-57eaaf53dbd7', 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:10.907307 n-d-821126-1 neutron-server[102390]: INFO neutron.db.securitygroups_db [None req-11949995-84ee-4a4d-b2d1-22b97064382f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Project 72f08ac575a54ffe8f0a1a345adaabd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:54:10.912669 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11949995-84ee-4a4d-b2d1-22b97064382f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.971907 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Notify callbacks [] for port, precommit_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.973838 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11949995-84ee-4a4d-b2d1-22b97064382f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.977172 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.978626 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11949995-84ee-4a4d-b2d1-22b97064382f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:10.996452 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11949995-84ee-4a4d-b2d1-22b97064382f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ea7efb-de0e-478e-90c2-b2bdd6085891,revision_number=0']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:11.005219 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-11949995-84ee-4a4d-b2d1-22b97064382f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.006774 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-11949995-84ee-4a4d-b2d1-22b97064382f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252575 Dec 08 22:54:11.009363 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43074) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:11.014705 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-7957291f-0013-44a7-a603-338156ee19e5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'security_group_rule': {'security_group_id': '89eb6140-c685-496a-aec2-57eaaf53dbd7', 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:11.031426 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3efdd-e899-4ed4-882e-12107ab55aa0 None None] Pushing event updated for resources: {'Port': ['ID=45272994-c050-43c9-876a-d4519c645ac2,revision_number=3']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:11.040264 n-d-821126-1 neutron-server[102389]: INFO neutron.db.securitygroups_db [None req-7957291f-0013-44a7-a603-338156ee19e5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Project 72f08ac575a54ffe8f0a1a345adaabd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 22:54:11.045753 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7957291f-0013-44a7-a603-338156ee19e5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.088031 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Attempting to bind port 45272994-c050-43c9-876a-d4519c645ac2 on host n-d-821126-1 for vnic_type normal with profile {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:54:11.088403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Attempting to bind port 45272994-c050-43c9-876a-d4519c645ac2 by drivers openvswitch,hyperv on host n-d-821126-1 at level 0 using segments [{'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:54:11.088774 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Attempting to bind port 45272994-c050-43c9-876a-d4519c645ac2 on network 1909ec76-367b-421f-b632-7291df404804 {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:54:11.094809 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Checking agent: {'id': '1a637ce9-25ed-4352-8c42-122004ed16ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 28, 9), 'started_at': datetime.datetime(2021, 12, 8, 21, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821126-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:54:11.095184 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Checking segment: {'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:54:11.095586 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.095979 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Bound using segment: {'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'} {{(pid=102391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:54:11.096443 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.managers [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Bound port: 45272994-c050-43c9-876a-d4519c645ac2, host: n-d-821126-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286c8588-1d43-4147-845f-133ee7a38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1909ec76-367b-421f-b632-7291df404804'}}] {{(pid=102391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:54:11.096951 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.115254 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7957291f-0013-44a7-a603-338156ee19e5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.119303 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7957291f-0013-44a7-a603-338156ee19e5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478887'] for security_group_rule, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.140707 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957291f-0013-44a7-a603-338156ee19e5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f07f8ec-261b-4d9b-a114-f915f3a56c6e,revision_number=0']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:11.147416 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7957291f-0013-44a7-a603-338156ee19e5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.148894 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-7957291f-0013-44a7-a603-338156ee19e5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384821 Dec 08 22:54:11.164036 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] For port 45272994-c050-43c9-876a-d4519c645ac2, host n-d-821126-1, cleared binding levels {{(pid=102391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:54:11.168365 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] For port 45272994-c050-43c9-876a-d4519c645ac2, host n-d-821126-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=45272994-c050-43c9-876a-d4519c645ac2,segment=NetworkSegment(286c8588-1d43-4147-845f-133ee7a38702),segment_id=286c8588-1d43-4147-845f-133ee7a38702)] {{(pid=102391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:54:11.173346 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.240733 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Routers {'d9874e54-234d-4f7e-b362-692196117bfe'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:11.241361 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:54:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d9874e54-234d-4f7e-b362-692196117bfe'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:11.314596 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-7f6171ec-3060-4921-887a-81daed0237a0 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806016460&fields=id&tenant_id=72f08ac575a54ffe8f0a1a345adaabd6 HTTP/1.1" status: 200 len: 267 time: 0.0380244 Dec 08 22:54:11.316480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3efdd-e899-4ed4-882e-12107ab55aa0 None None] Pushing event updated for resources: {'Port': ['ID=45272994-c050-43c9-876a-d4519c645ac2,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:11.340775 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.354065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c3adb722-eed6-4be9-8736-e483d59212f8 None None] Provisioning complete for port 45272994-c050-43c9-876a-d4519c645ac2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:11.354436 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3adb722-eed6-4be9-8736-e483d59212f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.407684 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] Set router d9874e54-234d-4f7e-b362-692196117bfe gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:11.442177 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-8ae79b51-472a-47ee-8391-d113f87f94a4 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:11.443690 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-8ae79b51-472a-47ee-8391-d113f87f94a4 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 809 time: 0.1200461 Dec 08 22:54:11.459630 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-e3791033-2d98-4bbc-9c57-bb471bcb1bc5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/quotas/72f08ac575a54ffe8f0a1a345adaabd6 HTTP/1.1" status: 200 len: 375 time: 0.0099642 Dec 08 22:54:11.511405 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-1eacd14c-bc1d-4d5b-9bed-a761d290f95e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461771 Dec 08 22:54:11.562509 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3adb722-eed6-4be9-8736-e483d59212f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.606321 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-c463d8f5-1318-4dda-adbe-3f528367e5f8 service neutron] 10.222.0.21 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823076 Dec 08 22:54:11.619177 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-c3adb722-eed6-4be9-8736-e483d59212f8 None None] For port 45272994-c050-43c9-876a-d4519c645ac2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=45272994-c050-43c9-876a-d4519c645ac2,segment=NetworkSegment(286c8588-1d43-4147-845f-133ee7a38702),segment_id=286c8588-1d43-4147-845f-133ee7a38702)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:11.625113 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c3adb722-eed6-4be9-8736-e483d59212f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.671413 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:11.706621 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-d6faf29e-0b58-4979-9011-f500ddb97a3f service neutron] 10.222.0.21 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922797 Dec 08 22:54:11.740389 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adb722-eed6-4be9-8736-e483d59212f8 None None] Pushing event updated for resources: {'Port': ['ID=45272994-c050-43c9-876a-d4519c645ac2,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:11.766336 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-91a730c8-80f9-4fa7-9482-e2a2a35d46ce None None] Provisioning complete for port 45272994-c050-43c9-876a-d4519c645ac2 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:11.766727 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-91a730c8-80f9-4fa7-9482-e2a2a35d46ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.770048 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:11.770412 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:11.773086 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:54:07Z', 'revision_number': 4, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port': {'id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:05Z', 'updated_at': '2021-12-08T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '45272994-c050-43c9-876a-d4519c645ac2', 'name': '', 'network_id': '1909ec76-367b-421f-b632-7291df404804', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'mac_address': 'fa:16:3e:47:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '49db445f-fdd3-473e-b871-f5082d044230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:07Z', 'updated_at': '2021-12-08T22:54:11Z', 'revision_number': 4, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'subnets': [{'id': '49db445f-fdd3-473e-b871-f5082d044230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:11.838652 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334d5ed-ab18-4ac0-9d76-2bea19d4f471 None None] The sync data for ids ['d9874e54-234d-4f7e-b362-692196117bfe'] in n-d-821126-1 is: [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:54:07Z', 'revision_number': 4, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port': {'id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:05Z', 'updated_at': '2021-12-08T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': '45272994-c050-43c9-876a-d4519c645ac2', 'name': '', 'network_id': '1909ec76-367b-421f-b632-7291df404804', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'mac_address': 'fa:16:3e:47:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '49db445f-fdd3-473e-b871-f5082d044230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:07Z', 'updated_at': '2021-12-08T22:54:11Z', 'revision_number': 4, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'subnets': [{'id': '49db445f-fdd3-473e-b871-f5082d044230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:54:12.889396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-1643de2f-463c-435d-807f-ac97fbe14fff req-78f5ed3e-6dea-4490-bc83-6a419f90fbb5 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Dec 08 22:54:13.666971 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 45272994-c050-43c9-876a-d4519c645ac2 up at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:13.715876 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Provisioning complete for port 45272994-c050-43c9-876a-d4519c645ac2 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:13.716728 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:13.965281 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-06e32d9b-e3a7-4983-adc5-89b9177c8097 req-32bb94c6-a92e-41f7-80b8-23eaf729e091 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Dec 08 22:54:15.043454 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-264937e2-293e-4fad-b49d-98113c08ce08 req-122d877d-480b-4d0d-9ce7-fc2eb14161ce tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 210 time: 0.0288095 Dec 08 22:54:16.117417 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9bda7f8e-d033-442f-bc02-4d2771b555a9 req-a4b66313-b9a9-4d07-bc87-bec56953291c tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 210 time: 0.0252223 Dec 08 22:54:17.209149 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-5e63b840-b815-40f7-ba65-4001cc39d0dc req-411bd62a-b9e3-4967-8250-6c1cf9094ba3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 210 time: 0.0260110 Dec 08 22:54:17.963445 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-30c5cbbe-a794-4d2b-af2b-b408f5e579f0 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:17.964878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-30c5cbbe-a794-4d2b-af2b-b408f5e579f0 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.23 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 809 time: 0.1014309 Dec 08 22:54:18.009964 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-ca9d0c5e-3979-4ccf-af62-df3993ef52ff tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f08ac575a54ffe8f0a1a345adaabd6 HTTP/1.1" status: 200 len: 379 time: 0.0356913 Dec 08 22:54:18.026054 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'port': {'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'admin_state_up': True, 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'security_groups': ['89eb6140-c685-496a-aec2-57eaaf53dbd7']}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:18.134025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Made reservation on behalf of 72f08ac575a54ffe8f0a1a345adaabd6 for: {'port': 1} {{(pid=102390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:54:18.137518 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:18.263687 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Allocated IP 172.20.0.7 (87297168-2e2a-476c-9f9f-01811b9ec106/c8ed76dd-b423-46cb-b044-314ecac1f93f/8101bb13-e295-4fbd-be38-69943076adf3) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:54:18.302768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-77007c4a-0a1b-4a9f-a15a-9f668cd01305 req-2f0a9e68-a6a9-4940-9bff-685b8e3a1dce tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 210 time: 0.0264647 Dec 08 22:54:18.399562 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:18.432215 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:18.479637 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Network 87297168-2e2a-476c-9f9f-01811b9ec106 is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:18.482688 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:18.485247 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:54:18.512629 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:18.542344 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:18.543034 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:18.559189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-0218a73f-a432-4888-89be-08b08342e3e2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365918 Dec 08 22:54:18.571725 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Request body: {'port': {'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821126-1'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:18.627333 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:18.695687 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-10da8d3c-138c-47c4-b022-42ea1bb8d8c0 None None] Provisioning complete for port 8101bb13-e295-4fbd-be38-69943076adf3 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:18.696249 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-10da8d3c-138c-47c4-b022-42ea1bb8d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:18.729646 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-10da8d3c-138c-47c4-b022-42ea1bb8d8c0 None None] Port 8101bb13-e295-4fbd-be38-69943076adf3 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:54:18.888492 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8101bb13-e295-4fbd-be38-69943076adf3 {{(pid=102390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:54:18.896315 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:18.907636 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.provisioning_blocks [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Transition to ACTIVE for port object 8101bb13-e295-4fbd-be38-69943076adf3 will not be triggered until provisioned by entity L2. {{(pid=102390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:54:18.911719 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:18.975680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:19.028480 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Attempting to bind port 8101bb13-e295-4fbd-be38-69943076adf3 on host n-h2-821126-1 for vnic_type normal with profile {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:54:19.028814 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Attempting to bind port 8101bb13-e295-4fbd-be38-69943076adf3 by drivers openvswitch,hyperv on host n-h2-821126-1 at level 0 using segments [{'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:54:19.029140 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Attempting to bind port 8101bb13-e295-4fbd-be38-69943076adf3 on network 87297168-2e2a-476c-9f9f-01811b9ec106 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:54:19.033785 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Port 8101bb13-e295-4fbd-be38-69943076adf3 on network 87297168-2e2a-476c-9f9f-01811b9ec106 not bound, no agent of type Open vSwitch agent registered on host n-h2-821126-1 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:54:19.034107 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Attempting to bind port 8101bb13-e295-4fbd-be38-69943076adf3 on network 87297168-2e2a-476c-9f9f-01811b9ec106 {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:54:19.039077 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Checking agent: {'id': 'db27f21c-18e9-49b6-a6b4-237f484a058a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:54:19.039415 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Checking segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:54:19.039799 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Bound using segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} {{(pid=102390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:54:19.040228 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.managers [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Bound port: 8101bb13-e295-4fbd-be38-69943076adf3, host: n-h2-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'}}] {{(pid=102390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:54:19.040586 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:19.111239 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, cleared binding levels {{(pid=102390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:54:19.114201 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:54:19.118833 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:19.153391 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.154012 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:19.156175 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] 10.222.0.23 "PUT /v2.0/ports/8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 1091 time: 0.5889027 Dec 08 22:54:19.158591 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:54:19.162181 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7067897a-0116-4872-a9d2-90c109564287" -d '{"events": [{"name": "network-changed", "server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "tag": "8101bb13-e295-4fbd-be38-69943076adf3"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:54:19.196464 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0e19f-6d30-4406-ab54-e4fa335603b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=3']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:19.210109 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4be00b6-d408-4405-954a-8b2bea231c23 x-openstack-request-id: req-b4be00b6-d408-4405-954a-8b2bea231c23 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:54:19.210337 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "tag": "8101bb13-e295-4fbd-be38-69943076adf3", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:54:19.210595 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4be00b6-d408-4405-954a-8b2bea231c23 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:54:19.211019 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3', 'status': 'completed', 'code': 200} Dec 08 22:54:19.245416 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-d493ee7e-ee0e-472f-a979-0bc4994084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.246975 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-d493ee7e-ee0e-472f-a979-0bc4994084b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1094 time: 0.0470312 Dec 08 22:54:19.292820 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-b65be279-3b88-4c79-8790-e71aab475c49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 217 time: 0.0381315 Dec 08 22:54:19.344023 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-1d44ef48-b3db-4f5e-9589-a414004ed4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.345546 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-1d44ef48-b3db-4f5e-9589-a414004ed4f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0462990 Dec 08 22:54:19.392794 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-7165d55d-408f-4ada-905d-09e52c1e8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.394305 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-7165d55d-408f-4ada-905d-09e52c1e8f90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416975 Dec 08 22:54:19.421028 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e5104-6f9f-4b9d-a73b-7b6ce853f22e req-f80ab91c-6f1f-4ca3-bb19-e77f5aa82e3c tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.423184 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e3e5104-6f9f-4b9d-a73b-7b6ce853f22e req-f80ab91c-6f1f-4ca3-bb19-e77f5aa82e3c tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 943 time: 0.0540204 Dec 08 22:54:19.461293 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8e3e5104-6f9f-4b9d-a73b-7b6ce853f22e req-04d7623c-6513-484d-80e7-977a8d1d7bdd tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326569 Dec 08 22:54:19.492898 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-7c808877-f25f-414f-9ab1-c0ab1d05d568 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902433 Dec 08 22:54:19.584003 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-22d5df36-f1e0-4e48-87a2-7b8d9110ba30 req-ce300ac7-7687-4117-9ca6-95786ef375c9 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835676 Dec 08 22:54:19.669851 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067897a-0116-4872-a9d2-90c109564287 req-8d0d839e-d4cc-4b2a-a9af-578978ae01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.671884 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7067897a-0116-4872-a9d2-90c109564287 req-8d0d839e-d4cc-4b2a-a9af-578978ae01f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1094 time: 0.0409429 Dec 08 22:54:19.765277 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067897a-0116-4872-a9d2-90c109564287 req-869eed60-695d-4b92-aa26-3d39172b882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.766740 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7067897a-0116-4872-a9d2-90c109564287 req-869eed60-695d-4b92-aa26-3d39172b882f service neutron] 10.222.0.23 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0880656 Dec 08 22:54:19.807069 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7067897a-0116-4872-a9d2-90c109564287 req-231cef8d-8462-46e2-9a1b-a0cd776ac955 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 217 time: 0.0334032 Dec 08 22:54:19.855721 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067897a-0116-4872-a9d2-90c109564287 req-1aa6d861-474b-4caa-a0f3-32c7601fde48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.857182 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7067897a-0116-4872-a9d2-90c109564287 req-1aa6d861-474b-4caa-a0f3-32c7601fde48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0425305 Dec 08 22:54:19.907411 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067897a-0116-4872-a9d2-90c109564287 req-68133693-806b-4300-9b44-f7789ec668e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:19.908834 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7067897a-0116-4872-a9d2-90c109564287 req-68133693-806b-4300-9b44-f7789ec668e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426781 Dec 08 22:54:19.995252 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7067897a-0116-4872-a9d2-90c109564287 req-5d9ff265-f11b-4811-b8ba-04334a6632a1 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784748 Dec 08 22:54:20.089983 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7067897a-0116-4872-a9d2-90c109564287 req-f1881bb3-fb6f-4cbc-91d4-d41b567ba48a service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873253 Dec 08 22:54:20.575444 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b885062-e074-4e4c-8ab7-b0a62db39b85 req-dd747d63-b59a-4516-922d-3f3a19150a3a tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:20.577433 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b885062-e074-4e4c-8ab7-b0a62db39b85 req-dd747d63-b59a-4516-922d-3f3a19150a3a tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 943 time: 0.0479450 Dec 08 22:54:20.614036 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-7b885062-e074-4e4c-8ab7-b0a62db39b85 req-79581e53-9ae5-4538-9876-0426ce874b63 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305977 Dec 08 22:54:21.726457 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eb45f-f2b0-4170-8642-af1b32d1236d req-5f60b6c2-eced-4afd-a53a-bfdc7bf94e77 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:21.727953 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-194eb45f-f2b0-4170-8642-af1b32d1236d req-5f60b6c2-eced-4afd-a53a-bfdc7bf94e77 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 943 time: 0.0488131 Dec 08 22:54:21.766176 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-194eb45f-f2b0-4170-8642-af1b32d1236d req-f87573ee-c5a0-4fba-82ba-448d4af323ec tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323117 Dec 08 22:54:21.875697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8101bb13-e295-4fbd-be38-69943076adf3 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:54:21.967767 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:21.978648 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8101bb13-e295-4fbd-be38-69943076adf3', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:54:22.014284 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:22.027171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8101bb13-e295-4fbd-be38-69943076adf3 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:54:22.045168 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:22.048919 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:22.097492 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:22.275268 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8101bb13-e295-4fbd-be38-69943076adf3'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:54:22.877360 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c490-8c3c-412c-8099-c72fcaa0a62b req-5312af71-eb1f-4cc6-b679-b05b37e793f1 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:22.878844 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b405c490-8c3c-412c-8099-c72fcaa0a62b req-5312af71-eb1f-4cc6-b679-b05b37e793f1 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 944 time: 0.0476577 Dec 08 22:54:22.915356 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b405c490-8c3c-412c-8099-c72fcaa0a62b req-a0c16858-b406-47b6-9a08-1d1011c1874e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305817 Dec 08 22:54:23.893106 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8101bb13-e295-4fbd-be38-69943076adf3 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:54:23.947306 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning for port 8101bb13-e295-4fbd-be38-69943076adf3 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:54:23.951200 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8101bb13-e295-4fbd-be38-69943076adf3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:54:23.951575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:24.028122 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:24.033195 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06cb85-db7f-463f-a1fa-1a2fd803ecd4 req-a4f9b39e-a4d9-4afb-9f91-c1b854ae9536 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:24.034664 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d06cb85-db7f-463f-a1fa-1a2fd803ecd4 req-a4f9b39e-a4d9-4afb-9f91-c1b854ae9536 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 944 time: 0.0472798 Dec 08 22:54:24.052545 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:54:24.054816 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb580b0-d823-4232-a61a-635de79f7650" -d '{"events": [{"server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "name": "network-vif-plugged", "status": "completed", "tag": "8101bb13-e295-4fbd-be38-69943076adf3"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:54:24.067454 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:54:24.072287 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:24.073949 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d06cb85-db7f-463f-a1fa-1a2fd803ecd4 req-38640afe-3b51-4341-9158-4528900fb4c7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Dec 08 22:54:24.099196 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449db31e-d7fc-43f1-9e0b-e12cf69a53c2 x-openstack-request-id: req-449db31e-d7fc-43f1-9e0b-e12cf69a53c2 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:54:24.099488 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "name": "network-vif-plugged", "status": "completed", "tag": "8101bb13-e295-4fbd-be38-69943076adf3", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:54:24.099766 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-449db31e-d7fc-43f1-9e0b-e12cf69a53c2 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:54:24.100160 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3', 'code': 200} Dec 08 22:54:24.126887 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:24.196501 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181e9b6-f1a9-47a4-8e4c-60da7edfe1e8 req-c362df29-d95a-4dd4-aff8-dde6e3bbaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:24.198157 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3181e9b6-f1a9-47a4-8e4c-60da7edfe1e8 req-c362df29-d95a-4dd4-aff8-dde6e3bbaeef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1096 time: 0.0448549 Dec 08 22:54:24.232594 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-3181e9b6-f1a9-47a4-8e4c-60da7edfe1e8 req-f00846ca-f9ae-41a9-b00e-363326cf7198 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273952 Dec 08 22:54:25.202115 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c394773-6500-4a6a-9aa6-ce3adefd3d3d req-a45d1967-75f5-4cf2-aefe-387dd83846d7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:25.203882 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c394773-6500-4a6a-9aa6-ce3adefd3d3d req-a45d1967-75f5-4cf2-aefe-387dd83846d7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 945 time: 0.0594299 Dec 08 22:54:25.246133 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c394773-6500-4a6a-9aa6-ce3adefd3d3d req-7a7ea7b0-dd73-456b-9d0f-3c8c60cb99d6 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356777 Dec 08 22:54:26.359375 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e04f-a47e-4d60-9314-5ad8d579a56c req-7ced6d0a-d7c4-4a09-86ed-c200c886538a tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:26.360832 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4c0e04f-a47e-4d60-9314-5ad8d579a56c req-7ced6d0a-d7c4-4a09-86ed-c200c886538a tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 945 time: 0.0480125 Dec 08 22:54:26.397990 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-a4c0e04f-a47e-4d60-9314-5ad8d579a56c req-44bd661e-a81c-409b-9dbc-54ffdaa0a3d4 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310948 Dec 08 22:54:26.507873 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f3d11-fad8-496a-ae22-3ceb7bb97f64 req-a70f70ad-5596-451d-933a-d2c89f37b6e0 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:26.509227 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c1f3d11-fad8-496a-ae22-3ceb7bb97f64 req-a70f70ad-5596-451d-933a-d2c89f37b6e0 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 945 time: 0.0469079 Dec 08 22:54:26.545540 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-0c1f3d11-fad8-496a-ae22-3ceb7bb97f64 req-45d6ca30-d4ff-4822-b389-ff1fa0572ee3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304844 Dec 08 22:54:26.567027 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43146) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:26.689291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e0b0a-72f4-4919-a204-6d20a8e93b36 tempest-TestSnapshotPattern-1850157858 tempest-TestSnapshotPattern-1850157858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:26.690774 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-740e0b0a-72f4-4919-a204-6d20a8e93b36 tempest-TestSnapshotPattern-1850157858 tempest-TestSnapshotPattern-1850157858-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1091 time: 0.1228051 Dec 08 22:54:26.693709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43150) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:54:26.697850 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:54:26.720314 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for floatingip, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:26.815561 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:26.911933 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Allocated IP 172.25.1.94 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/4e0a3582-9ecd-4e65-a888-865eb7c77ae8) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:54:27.012425 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:27.045573 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:27.080638 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:54:27.083367 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:54:27.086169 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:54:27.114639 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'Port': ['ID=4e0a3582-9ecd-4e65-a888-865eb7c77ae8,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:27.424923 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:27.487865 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:27.633646 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:27.638148 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:27.708120 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'Port': ['ID=4e0a3582-9ecd-4e65-a888-865eb7c77ae8,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:54:27.717701 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:27.814079 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Floating IP ef48dc2c-cf42-438f-ae4b-3fd226fcf166 associated. External IP: 172.25.1.94, port: 8101bb13-e295-4fbd-be38-69943076adf3. Dec 08 22:54:28.013100 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:54:28.428058 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:54:28.437544 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] Sync routers for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:54:28.444840 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:28.447930 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:28.448602 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:54:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:28.472862 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-8774df99-9ca7-4641-9ae4-7c4737d861ed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7781658 Dec 08 22:54:28.473455 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:54:28.475763 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "tag": "8101bb13-e295-4fbd-be38-69943076adf3"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:54:28.553875 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:28.567505 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea2cd29-5f7d-4b82-8026-f0f4f74d9138 x-openstack-request-id: req-2ea2cd29-5f7d-4b82-8026-f0f4f74d9138 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:54:28.567788 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "tag": "8101bb13-e295-4fbd-be38-69943076adf3", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:54:28.568045 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ea2cd29-5f7d-4b82-8026-f0f4f74d9138 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:54:28.568445 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3', 'status': 'completed', 'code': 200} Dec 08 22:54:28.630029 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-08226720-7eca-459b-8b6f-899fb6a09a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:28.631547 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-08226720-7eca-459b-8b6f-899fb6a09a57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1096 time: 0.0395715 Dec 08 22:54:28.723827 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-4d676842-e462-4853-9e67-03872aa025c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:28.725216 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-4d676842-e462-4853-9e67-03872aa025c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0868194 Dec 08 22:54:28.771442 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:27Z', 'revision_number': 0, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:28.789579 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-33f0a9ec-3eb9-457a-bf07-626a7caa66b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 998 time: 0.0572131 Dec 08 22:54:28.800516 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] Checking router: 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:54:28.808631 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:54:28.809229 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:54:08Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:28.842121 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-95b26e45-0e22-4bc9-8fa9-cb01642b90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:28.843720 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-95b26e45-0e22-4bc9-8fa9-cb01642b90b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0476689 Dec 08 22:54:28.888159 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-d26d1f77-045a-4b8a-8eb6-d157e7ff6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:28.889640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-d26d1f77-045a-4b8a-8eb6-d157e7ff6b7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395012 Dec 08 22:54:28.912151 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:54:28.976905 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-10e0aea7-f6df-412b-beba-1ca91d4fae6c service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796404 Dec 08 22:54:29.072859 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-db297b70-df45-4d3e-a98c-aa9b8dfa2c7d req-b48deae3-9304-4c3d-9936-d39132e3ba3e service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881560 Dec 08 22:54:29.214582 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:27Z', 'revision_number': 0, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:54:29.240860 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cca8d-5b2a-4ddf-8f85-5d8a8a545b2e None None] The sync data for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 is: [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:27Z', 'revision_number': 0, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:54:29.424434 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b24c7b-6175-4082-bdf8-3fa1c6ff9bd6 None None] New status for floating IP ef48dc2c-cf42-438f-ae4b-3fd226fcf166: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:54:35.658162 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-27ae713b-22c3-4f5a-9f68-675176a92ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:36.105195 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:54:38.338664 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-98ab6d23-3b60-4642-ab55-bea94406d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:38.970328 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:39.703744 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:40.122863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:40.703629 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:41.272992 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:54:53.142412 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-12725dce-fbc2-479b-9db9-7f9eaab43471 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394716 Dec 08 22:54:53.222600 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-ae764b44-255e-4165-9830-6d4019dadb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:53.224105 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-ae764b44-255e-4165-9830-6d4019dadb9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1096 time: 0.0397470 Dec 08 22:54:53.326770 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-743f8b0b-bd44-4354-b391-8b2189180922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:53.328230 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-743f8b0b-bd44-4354-b391-8b2189180922 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0851061 Dec 08 22:54:53.390746 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-80b4bebf-e4a0-4d22-84a7-858cc5759cd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 1000 time: 0.0559378 Dec 08 22:54:53.445269 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-bd381a39-eb3f-4345-bec2-dd4a9b31a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:53.446662 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-bd381a39-eb3f-4345-bec2-dd4a9b31a6c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0459883 Dec 08 22:54:53.491007 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-fe2be869-a009-4a50-ba37-e31d1057d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:54:53.492425 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-fe2be869-a009-4a50-ba37-e31d1057d95b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387299 Dec 08 22:54:53.580064 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-b206593b-cddd-47e2-9ef3-a046bee89b25 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782239 Dec 08 22:54:53.673419 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-14ad9ee4-30b3-4a7e-9d56-888cf81fedb1 req-03bb5a0c-a1e7-4bb8-8a1d-b55a1ec0ab51 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860395 Dec 08 22:55:05.660394 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-829e5628-b6e7-4e81-85c7-8c4845068b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:08.339878 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ce992232-aed7-436c-b152-1c1faf1305be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:08.972420 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:09.705718 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:10.121765 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:10.717639 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:11.275209 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:13.104537 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:55:35.660860 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c50ac01a-bf38-45b6-99e0-a32d02073e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:38.340457 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-217227ca-5fe7-4345-a2c6-c5874ca5d077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:38.973708 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:39.709452 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:40.137857 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:40.713798 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:41.278612 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:55:50.103728 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:55:54.168599 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-b3b6b34e-25fb-4500-acaa-a61e906fecb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392470 Dec 08 22:55:54.248670 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-0332d56b-d075-4545-9e07-9b3275b6af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:55:54.250116 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-0332d56b-d075-4545-9e07-9b3275b6af08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1096 time: 0.0396485 Dec 08 22:55:54.352927 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-c09f06ca-97e9-4261-9e14-4bcfbffaece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:55:54.354353 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-c09f06ca-97e9-4261-9e14-4bcfbffaece7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0858018 Dec 08 22:55:54.417001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-060b85a2-8145-47d1-83fd-45215e1f5ac2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 1000 time: 0.0556285 Dec 08 22:55:54.467241 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-5a39b815-6191-4524-b23e-cfc3b171a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:55:54.468550 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-5a39b815-6191-4524-b23e-cfc3b171a0f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0449729 Dec 08 22:55:54.512423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-c464f094-66ce-4678-ac31-e0d945c439f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:55:54.513878 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-c464f094-66ce-4678-ac31-e0d945c439f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381684 Dec 08 22:55:54.600706 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-ec1bd8be-d77c-482f-9f5a-e64e40638940 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791950 Dec 08 22:55:54.693063 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e191a6c5-8c70-4540-bb2f-8ef9adcf76c5 req-9cc0ce68-9889-4349-b8c3-2be47667aa08 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844817 Dec 08 22:56:05.660673 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3dd89190-08bc-492f-84a1-b1b29edabefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:08.342847 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a705527c-2c53-492b-be50-a4b9409b2cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:08.977132 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:09.711233 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:10.135962 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:10.727061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:11.281210 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:27.102799 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:56:28.624128 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8101bb13-e295-4fbd-be38-69943076adf3 details requested by agent hyperv_n-h2-821126-1 with host n-h2-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:56:28.722558 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:56:28.734328 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Returning: {'device': '8101bb13-e295-4fbd-be38-69943076adf3', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:56:28.782970 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:28.796904 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8101bb13-e295-4fbd-be38-69943076adf3 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:56:28.825771 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:56:28.831385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:28.896145 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:28.905050 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] get_ports_and_sgs() called for port_ids ['8101bb13-e295-4fbd-be38-69943076adf3'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:56:28.908275 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.908825 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.909170 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.909537 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.909873 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.910198 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.910524 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.910924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.911254 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.911582 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.912403 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:28.912720 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:30.635989 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8101bb13-e295-4fbd-be38-69943076adf3 up at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:56:30.688595 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Provisioning complete for port 8101bb13-e295-4fbd-be38-69943076adf3 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:56:30.688968 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:30.772883 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:30.795923 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:56:30.798173 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb1a9fc-db8b-4b41-933d-00e2acab7005" -d '{"events": [{"server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "name": "network-vif-plugged", "status": "completed", "tag": "8101bb13-e295-4fbd-be38-69943076adf3"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:56:30.811457 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:56:30.819786 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:30.879003 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:30.932476 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dec336-fa03-45df-9b38-c86acf7a1559 x-openstack-request-id: req-78dec336-fa03-45df-9b38-c86acf7a1559 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:56:30.932791 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "name": "network-vif-plugged", "status": "completed", "tag": "8101bb13-e295-4fbd-be38-69943076adf3", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:56:30.933048 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78dec336-fa03-45df-9b38-c86acf7a1559 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:56:30.933455 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3', 'code': 200} Dec 08 22:56:35.665629 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-54980b9a-5a13-40de-ad8f-263f3949dc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:37.704712 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-e1caffd2-bcc9-4328-84eb-161d794920eb tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806016460&fields=id&tenant_id=72f08ac575a54ffe8f0a1a345adaabd6 HTTP/1.1" status: 200 len: 267 time: 0.0337582 Dec 08 22:56:37.808561 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-8f7f1c34-f7f2-493e-97a0-62de187e460e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:37.809916 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-8f7f1c34-f7f2-493e-97a0-62de187e460e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 809 time: 0.0983710 Dec 08 22:56:37.824768 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-1c8e8539-b3d9-4be8-b767-e87d54f1ed9b tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/quotas/72f08ac575a54ffe8f0a1a345adaabd6 HTTP/1.1" status: 200 len: 375 time: 0.0092773 Dec 08 22:56:37.883079 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-b9b32910-02b4-48af-ad5c-2ce98a0aada9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532775 Dec 08 22:56:38.032487 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-1ab60e6e-5bb6-4395-9589-7337805f008c service neutron] 10.222.0.21 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379931 Dec 08 22:56:38.125648 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-dccc4ba4-5365-417d-a845-99bac8a566de service neutron] 10.222.0.21 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865469 Dec 08 22:56:38.298342 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-94747c25-63d8-4e1c-aa17-379095363605 req-49953044-9871-4210-a3e0-f60aa447c50b tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 210 time: 0.0268061 Dec 08 22:56:38.346643 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6e27ac03-1a20-42de-b4dd-bc4fd72e0dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:38.977638 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:39.203119 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-942212dc-dafa-4344-a6bf-91e2670f40fc tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:39.204584 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-942212dc-dafa-4344-a6bf-91e2670f40fc tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.37 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 809 time: 0.1027579 Dec 08 22:56:39.251926 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-acbebc44-37b9-41a6-9250-8cac245e5d08 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f08ac575a54ffe8f0a1a345adaabd6 HTTP/1.1" status: 200 len: 379 time: 0.0341883 Dec 08 22:56:39.262291 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'port': {'device_id': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'admin_state_up': True, 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'security_groups': ['89eb6140-c685-496a-aec2-57eaaf53dbd7']}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:56:39.387041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Made reservation on behalf of 72f08ac575a54ffe8f0a1a345adaabd6 for: {'port': 1} {{(pid=102389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 22:56:39.390404 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:39.412001 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-37e802a5-44aa-4c98-abbe-72674749745a req-ae3887e3-0e53-4ad6-bc85-bba4821c3e92 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 210 time: 0.0425730 Dec 08 22:56:39.555299 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_common [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Allocated IP 172.20.0.10 (87297168-2e2a-476c-9f9f-01811b9ec106/c8ed76dd-b423-46cb-b044-314ecac1f93f/b0811808-1775-41b3-847e-da9f3d74b1b4) {{(pid=102389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:56:39.715911 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:39.771632 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for port, precommit_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:39.810704 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_create {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:39.859646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Network 87297168-2e2a-476c-9f9f-01811b9ec106 is already hosted by enough agents. {{(pid=102389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:56:39.863016 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.base_scheduler [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Resources bound (agent type, host, resource id): {{(pid=102389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:56:39.866816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Received port after_create {{(pid=102389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:56:39.876219 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=1']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:39.908469 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.909154 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.909571 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.909879 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.910217 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.910581 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.910949 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.911442 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.911768 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.912095 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.912423 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.914923 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:39.937932 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:39.938673 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:39.958206 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-92471a20-b8f9-4c73-b4b0-3e8d436007de tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6994097 Dec 08 22:56:40.110849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-d004af58-66db-4b8b-bbc6-8f5a89faffee None None] Provisioning complete for port b0811808-1775-41b3-847e-da9f3d74b1b4 triggered by entity DHCP. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:56:40.111214 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d004af58-66db-4b8b-bbc6-8f5a89faffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:40.155318 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-d004af58-66db-4b8b-bbc6-8f5a89faffee None None] Port b0811808-1775-41b3-847e-da9f3d74b1b4 cannot update to ACTIVE because it is not bound. {{(pid=102391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 08 22:56:40.157575 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:40.535234 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b0634-cee8-40ae-876f-b7e96d7a8a71 req-fea1481f-7c0e-4feb-a31a-e36ffa054b6d tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:40.537260 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a1b0634-cee8-40ae-876f-b7e96d7a8a71 req-fea1481f-7c0e-4feb-a31a-e36ffa054b6d tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0516729 Dec 08 22:56:40.577890 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-9a1b0634-cee8-40ae-876f-b7e96d7a8a71 req-6372d117-7a5a-47c5-aead-df992c245d92 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336833 Dec 08 22:56:40.631484 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8101bb13-e295-4fbd-be38-69943076adf3 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:56:40.706066 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:40.738433 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:56:40.740797 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b6a5a6-49f0-46bf-890e-7f54b76147b4" -d '{"events": [{"server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "name": "network-vif-unplugged", "status": "completed", "tag": "8101bb13-e295-4fbd-be38-69943076adf3"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:56:40.754076 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:40.757706 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:56:40.764035 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:40.795271 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d0ffee-aa85-499f-a234-919d679ad929 x-openstack-request-id: req-26d0ffee-aa85-499f-a234-919d679ad929 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:56:40.795562 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "name": "network-vif-unplugged", "status": "completed", "tag": "8101bb13-e295-4fbd-be38-69943076adf3", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:56:40.795809 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26d0ffee-aa85-499f-a234-919d679ad929 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:56:40.796365 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3', 'code': 200} Dec 08 22:56:40.820138 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Pushing event updated for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:41.285510 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:41.703456 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98930cc3-6f1f-4ea2-8210-f3da5eddcf53 req-f694dba8-ba63-4627-b13b-acdeee7ea203 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:41.704956 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98930cc3-6f1f-4ea2-8210-f3da5eddcf53 req-f694dba8-ba63-4627-b13b-acdeee7ea203 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0540223 Dec 08 22:56:41.754619 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-98930cc3-6f1f-4ea2-8210-f3da5eddcf53 req-05a5ba77-bdb6-4b7c-a93e-571a4ac0d5f1 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Dec 08 22:56:42.876744 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e234-3798-44b2-ac44-28e80ee56ea3 req-abab0a6b-7139-4468-8407-d1339fada55d tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:42.878585 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69a3e234-3798-44b2-ac44-28e80ee56ea3 req-abab0a6b-7139-4468-8407-d1339fada55d tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0553989 Dec 08 22:56:42.917102 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-69a3e234-3798-44b2-ac44-28e80ee56ea3 req-a2084b44-df76-4172-b472-ec84ae2c1252 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318825 Dec 08 22:56:44.035856 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ba98-d1f9-4f08-a3d0-62d5eb80847d req-9da98e4c-a158-4a60-9c9f-aa7cc885e856 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:44.037469 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2208ba98-d1f9-4f08-a3d0-62d5eb80847d req-9da98e4c-a158-4a60-9c9f-aa7cc885e856 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0510089 Dec 08 22:56:44.079405 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-2208ba98-d1f9-4f08-a3d0-62d5eb80847d req-c7f4c8c5-80b6-462a-adaf-73855f0a3797 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357840 Dec 08 22:56:45.202102 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730bf72-4814-45ca-a8f6-a63a859e12ee req-e923bb98-841e-48f1-a874-c006546244e6 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:45.203631 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8730bf72-4814-45ca-a8f6-a63a859e12ee req-e923bb98-841e-48f1-a874-c006546244e6 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0535038 Dec 08 22:56:45.253400 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-8730bf72-4814-45ca-a8f6-a63a859e12ee req-9bdccabf-8842-4570-9569-0dfe4082162f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426672 Dec 08 22:56:46.379719 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fff9-a634-4d7f-8201-be76de12a78e req-06ef8139-6c7a-4fbf-a055-47e0b65e7f22 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:46.381189 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be88fff9-a634-4d7f-8201-be76de12a78e req-06ef8139-6c7a-4fbf-a055-47e0b65e7f22 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0564508 Dec 08 22:56:46.423367 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-be88fff9-a634-4d7f-8201-be76de12a78e req-fdfe68a3-47f4-4a59-968d-da045a2e7bd0 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350609 Dec 08 22:56:47.541503 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc1dbc-5c43-4181-8760-78130d7e0623 req-0fdf8807-2062-4ccb-9704-cf480cc72a83 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:47.542941 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-17fc1dbc-5c43-4181-8760-78130d7e0623 req-0fdf8807-2062-4ccb-9704-cf480cc72a83 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0476570 Dec 08 22:56:47.588769 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-17fc1dbc-5c43-4181-8760-78130d7e0623 req-3305659b-b2b4-4b1f-b97d-7e58cbfcf6c2 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378406 Dec 08 22:56:48.721494 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f67373-7fb6-4886-9f1f-0842b052f6c4 req-f0f8721b-6c73-401c-a40a-06bcaf5051cd tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:48.729121 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05f67373-7fb6-4886-9f1f-0842b052f6c4 req-f0f8721b-6c73-401c-a40a-06bcaf5051cd tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0613861 Dec 08 22:56:48.763143 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-05f67373-7fb6-4886-9f1f-0842b052f6c4 req-a6788a0c-39ce-4e83-8f09-210a9bebea32 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331511 Dec 08 22:56:49.877438 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218cffe-aab9-437c-9653-edb15c37cdfd req-0f84be6c-1816-45be-93c3-99a02162cdf7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:49.878906 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5218cffe-aab9-437c-9653-edb15c37cdfd req-0f84be6c-1816-45be-93c3-99a02162cdf7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 932 time: 0.0476789 Dec 08 22:56:49.915600 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5218cffe-aab9-437c-9653-edb15c37cdfd req-bffe70ac-817e-4d62-b549-928f6d397cf1 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307896 Dec 08 22:56:50.078767 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-08ab1172-a56a-40bc-91a5-f2a77fb92bff tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 22:56:50.079654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-08ab1172-a56a-40bc-91a5-f2a77fb92bff tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078325 Dec 08 22:56:50.145779 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.v2.base [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Request body: {'port': {'device_id': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821126-1'}} {{(pid=102389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:56:50.201941 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:50.457344 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0811808-1775-41b3-847e-da9f3d74b1b4 {{(pid=102389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:56:50.465118 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:50.476496 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.provisioning_blocks [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Transition to ACTIVE for port object b0811808-1775-41b3-847e-da9f3d74b1b4 will not be triggered until provisioned by entity L2. {{(pid=102389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 22:56:50.480095 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:50.531091 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Pushing event updated for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:50.604076 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Attempting to bind port b0811808-1775-41b3-847e-da9f3d74b1b4 on host n-h1-821126-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 08 22:56:50.604407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Attempting to bind port b0811808-1775-41b3-847e-da9f3d74b1b4 by drivers openvswitch,hyperv on host n-h1-821126-1 at level 0 using segments [{'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 08 22:56:50.604734 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Attempting to bind port b0811808-1775-41b3-847e-da9f3d74b1b4 on network 87297168-2e2a-476c-9f9f-01811b9ec106 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:56:50.609376 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Port b0811808-1775-41b3-847e-da9f3d74b1b4 on network 87297168-2e2a-476c-9f9f-01811b9ec106 not bound, no agent of type Open vSwitch agent registered on host n-h1-821126-1 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 22:56:50.609833 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Attempting to bind port b0811808-1775-41b3-847e-da9f3d74b1b4 on network 87297168-2e2a-476c-9f9f-01811b9ec106 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 22:56:50.614947 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Checking agent: {'id': 'af3866d5-80d5-4b66-8357-11509b9e19c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821126-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'started_at': datetime.datetime(2021, 12, 8, 21, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 22:56:50.615559 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Checking segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 08 22:56:50.615951 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Bound using segment: {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 22:56:50.616384 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Bound port: b0811808-1775-41b3-847e-da9f3d74b1b4, host: n-h1-821126-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf672dff-853e-4d53-82be-74c22242511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 08 22:56:50.616752 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:50.682161 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 22:56:50.685215 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 22:56:50.688653 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10324274'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:50.724089 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:50.724764 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:50.726191 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] 10.222.0.37 "PUT /v2.0/ports/b0811808-1775-41b3-847e-da9f3d74b1b4 HTTP/1.1" status: 200 len: 1092 time: 0.6366446 Dec 08 22:56:50.726646 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:56:50.728934 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ffbdc4-b731-420b-a192-f60ef7a90511" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:56:50.751609 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a74b48-5499-41b2-bc15-bda2458a3c8d service neutron] Pushing event updated for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:50.790104 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bf9174-991a-4837-b8ba-c8df228fef39 x-openstack-request-id: req-92bf9174-991a-4837-b8ba-c8df228fef39 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:56:50.790400 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:56:50.790656 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92bf9174-991a-4837-b8ba-c8df228fef39 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:56:50.791095 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'status': 'completed', 'code': 200} Dec 08 22:56:50.825749 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-8cec1b89-51d9-4112-bebc-97c124471256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:50.827327 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-8cec1b89-51d9-4112-bebc-97c124471256 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 1095 time: 0.0481393 Dec 08 22:56:50.871992 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-13852a46-2291-4d8c-ab0e-10a0c98f424c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0811808-1775-41b3-847e-da9f3d74b1b4 HTTP/1.1" status: 200 len: 217 time: 0.0353909 Dec 08 22:56:50.920917 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-0f15c0dc-8361-4738-b6af-2605f9ac3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:50.922365 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-0f15c0dc-8361-4738-b6af-2605f9ac3413 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0440490 Dec 08 22:56:50.975231 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-8dc27895-a091-4e5a-a9cd-bbf25a116905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:50.976715 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-8dc27895-a091-4e5a-a9cd-bbf25a116905 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461938 Dec 08 22:56:51.083041 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282ec3-4331-4ce2-8b3a-69bdd9ebe989 req-d232ba06-53e4-4ca8-a782-ec8a77c0f205 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:51.084499 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5282ec3-4331-4ce2-8b3a-69bdd9ebe989 req-d232ba06-53e4-4ca8-a782-ec8a77c0f205 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 944 time: 0.1010087 Dec 08 22:56:51.122980 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-8c78fe74-dd10-4c7d-a873-97247e31c909 service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377635 Dec 08 22:56:51.146325 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-b5282ec3-4331-4ce2-8b3a-69bdd9ebe989 req-1c060353-b2dd-46dc-ac40-a04eeb5c9ee6 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519011 Dec 08 22:56:51.219524 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-f64feff8-e808-4781-b80a-ee3b84b104ca req-b5b08df2-8862-40a6-bd2a-0cd4eb3018c9 service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870585 Dec 08 22:56:51.310589 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-4151df87-07ad-471d-8520-afd70485fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:51.311990 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-4151df87-07ad-471d-8520-afd70485fec4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 1095 time: 0.0454214 Dec 08 22:56:51.398069 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-00507dc2-014f-42d5-8493-11cf86c2910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:51.399563 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-00507dc2-014f-42d5-8493-11cf86c2910f service neutron] 10.222.0.37 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0807126 Dec 08 22:56:51.441187 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-e748be1b-fc8a-47a2-9f61-289e24cdca89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0811808-1775-41b3-847e-da9f3d74b1b4 HTTP/1.1" status: 200 len: 217 time: 0.0345535 Dec 08 22:56:51.494101 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-b4f5d3c6-dc7b-410a-9e7e-363bfb7abbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:51.495547 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-b4f5d3c6-dc7b-410a-9e7e-363bfb7abbca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0470459 Dec 08 22:56:51.541719 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-b71c1a8d-49d1-44b7-91ae-1ad9fc49d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:51.543225 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-b71c1a8d-49d1-44b7-91ae-1ad9fc49d45f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398288 Dec 08 22:56:51.630449 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-154bcfed-2bad-4b7a-8a79-4ac012fdda2f service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792241 Dec 08 22:56:51.722441 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-75ffbdc4-b731-420b-a192-f60ef7a90511 req-620d942a-a96c-4716-af6c-1fd6cb7a6189 service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846078 Dec 08 22:56:52.261675 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289934e-d1bc-4a8e-992f-5fe2aa669331 req-46f5ae5a-7046-40fa-ab48-164a2fd7749b tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:52.263130 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8289934e-d1bc-4a8e-992f-5fe2aa669331 req-46f5ae5a-7046-40fa-ab48-164a2fd7749b tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 944 time: 0.0475307 Dec 08 22:56:52.298772 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8289934e-d1bc-4a8e-992f-5fe2aa669331 req-7fb9ea9d-8f73-47ff-9092-23c5aa599c2c tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297437 Dec 08 22:56:52.823880 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device b0811808-1775-41b3-847e-da9f3d74b1b4 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:56:52.913297 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:56:52.927226 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'port_id': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'mac_address': 'fa:16:3e:da:c3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:56:52.962987 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:52.975319 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0811808-1775-41b3-847e-da9f3d74b1b4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:56:52.994290 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:56:52.997694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:53.042993 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=4']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:53.245563 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['b0811808-1775-41b3-847e-da9f3d74b1b4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:56:53.414301 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5d876-694e-49e0-8350-7ad2be7aaaad req-e79a1d34-b718-47ea-8981-60ba44036404 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:53.416011 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ed5d876-694e-49e0-8350-7ad2be7aaaad req-e79a1d34-b718-47ea-8981-60ba44036404 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 945 time: 0.0503137 Dec 08 22:56:53.453314 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5ed5d876-694e-49e0-8350-7ad2be7aaaad req-c411d8cd-8250-4be4-98cb-24c01af28aed tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313118 Dec 08 22:56:54.569258 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30136-0f3f-48e2-a4f1-0b942082f412 req-0d78f6df-15ad-4b3b-8ae9-6ff760a518f7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:54.570729 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d30136-0f3f-48e2-a4f1-0b942082f412 req-0d78f6df-15ad-4b3b-8ae9-6ff760a518f7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 945 time: 0.0491207 Dec 08 22:56:54.608013 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-b4d30136-0f3f-48e2-a4f1-0b942082f412 req-5fde85ee-400a-49ea-860d-9fd5ae38c802 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313611 Dec 08 22:56:54.854394 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device b0811808-1775-41b3-847e-da9f3d74b1b4 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:56:54.901708 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning for port b0811808-1775-41b3-847e-da9f3d74b1b4 completed by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 22:56:54.905243 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port b0811808-1775-41b3-847e-da9f3d74b1b4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:56:54.905614 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:54.980595 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:55.002151 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:56:55.004392 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e58da-893b-4c82-b684-551e4391e231" -d '{"events": [{"server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "name": "network-vif-plugged", "status": "completed", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:56:55.017498 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:56:55.021222 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:55.043751 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ab44d2-4182-4d71-ab9f-3bfc1a522d3e x-openstack-request-id: req-30ab44d2-4182-4d71-ab9f-3bfc1a522d3e {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:56:55.044041 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "name": "network-vif-plugged", "status": "completed", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:56:55.044294 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30ab44d2-4182-4d71-ab9f-3bfc1a522d3e {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:56:55.044682 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'code': 200} Dec 08 22:56:55.068681 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=5']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:55.155615 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312708e-3cdb-4d40-b9ee-ec17e5e1999f req-bf29845f-2020-4189-9aaa-070a4912797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:55.157094 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d312708e-3cdb-4d40-b9ee-ec17e5e1999f req-bf29845f-2020-4189-9aaa-070a4912797b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 1097 time: 0.0437357 Dec 08 22:56:55.194117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-5ec34335-a109-414d-8f5d-993e8432e470 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934377 Dec 08 22:56:55.194749 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d312708e-3cdb-4d40-b9ee-ec17e5e1999f req-d0ec08cb-7c26-4d5d-9501-bc36addb24d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292604 Dec 08 22:56:55.273612 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-843e9874-291b-4db0-bcac-cb6260232d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:55.275058 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-843e9874-291b-4db0-bcac-cb6260232d66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1094 time: 0.0386460 Dec 08 22:56:55.372663 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-ff1dbbf8-875a-4079-86b6-99844e5fa96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:55.373987 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-ff1dbbf8-875a-4079-86b6-99844e5fa96f service neutron] 10.222.0.23 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0804415 Dec 08 22:56:55.439621 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-3e3104a2-a25c-4cb0-a9eb-361f2ee36d89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 998 time: 0.0585549 Dec 08 22:56:55.487432 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-27c160fc-83ad-49ff-9296-3ba0c21a9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:55.488814 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-27c160fc-83ad-49ff-9296-3ba0c21a9891 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0425122 Dec 08 22:56:55.532720 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-8b00e887-696c-4b11-a91f-64ac124c0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:55.534324 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-8b00e887-696c-4b11-a91f-64ac124c0a52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384171 Dec 08 22:56:55.624522 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-90995224-1e42-472c-8824-bb3f95c7dd20 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826166 Dec 08 22:56:55.746349 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0c82-bcbd-4090-81ff-547361a6fe5e req-bf31770a-0874-4e09-8c59-36b758f5e683 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:55.747841 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e75d0c82-bcbd-4090-81ff-547361a6fe5e req-bf31770a-0874-4e09-8c59-36b758f5e683 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 946 time: 0.0696385 Dec 08 22:56:55.764765 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-23520ca0-c3f5-407d-8ffa-b5917380a990 req-549a8804-16c4-417b-a125-fab8efc0e8a8 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329153 Dec 08 22:56:55.790640 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-e75d0c82-bcbd-4090-81ff-547361a6fe5e req-aecbef4f-70a8-4d70-8fde-37ab0ecfc7fa tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354636 Dec 08 22:56:56.905097 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e257b-9d24-490d-9602-9ca6b82a8a01 req-70d068d9-ae6a-4372-a939-b4133b912ace tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:56.906577 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e83e257b-9d24-490d-9602-9ca6b82a8a01 req-70d068d9-ae6a-4372-a939-b4133b912ace tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 946 time: 0.0478399 Dec 08 22:56:56.943957 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e83e257b-9d24-490d-9602-9ca6b82a8a01 req-060a531f-a1a5-4906-867a-108cfb741450 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314207 Dec 08 22:56:57.055288 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08413942-55a3-4398-814c-68ad9ab634a1 req-34795ede-de45-4abc-abc3-afb173dcb512 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:57.056708 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08413942-55a3-4398-814c-68ad9ab634a1 req-34795ede-de45-4abc-abc3-afb173dcb512 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 946 time: 0.0475061 Dec 08 22:56:57.094355 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-08413942-55a3-4398-814c-68ad9ab634a1 req-385a4310-0647-419e-bd99-74c6d5e96a30 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317023 Dec 08 22:56:57.115242 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43438) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:56:57.156607 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920146e2-2f8c-4711-a1b7-2881c6f1b12d tempest-TestSnapshotPattern-1850157858 tempest-TestSnapshotPattern-1850157858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:57.158059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-920146e2-2f8c-4711-a1b7-2881c6f1b12d tempest-TestSnapshotPattern-1850157858 tempest-TestSnapshotPattern-1850157858-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 1092 time: 0.0418851 Dec 08 22:56:57.160804 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43440) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:56:57.164974 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.v2.base [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Request body: {'floatingip': {'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'port_id': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 22:56:57.185479 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for floatingip, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:57.283978 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:57.385989 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.db_base_plugin_common [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Allocated IP 172.25.1.101 (95f6ddc4-94af-426d-9977-1434c72777df/72696d0e-90ac-4328-996c-cb2f0a7ac46b/36cf881d-e260-4dea-b062-06824fdf7f36) {{(pid=102390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 22:56:57.482456 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for port, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:57.515550 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777351799655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:57.555555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Network 95f6ddc4-94af-426d-9977-1434c72777df is already hosted by enough agents. {{(pid=102390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 22:56:57.559680 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.base_scheduler [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Resources bound (agent type, host, resource id): {{(pid=102390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 22:56:57.566055 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Received port after_create {{(pid=102390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 22:56:57.568878 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'Port': ['ID=36cf881d-e260-4dea-b062-06824fdf7f36,revision_number=1']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:57.598251 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.598593 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.598959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.599297 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.599634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.599965 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.600291 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.600616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.600960 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.601294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.601616 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.601937 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:56:57.905057 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:57.970881 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:58.456927 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for port, precommit_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:58.462369 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9036809'] for port, after_update {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:58.528209 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event updated for resources: {'Port': ['ID=36cf881d-e260-4dea-b062-06824fdf7f36,revision_number=2']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:56:58.537515 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535365'] for floatingip, after_create {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:58.635284 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Floating IP ddaf06dc-da11-41c7-bc6a-139e8b1f68c9 associated. External IP: 172.25.1.101, port: b0811808-1775-41b3-847e-da9f3d74b1b4. Dec 08 22:56:58.835025 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:56:58.939935 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:56:58.949878 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] Sync routers for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:56:58.957895 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:56:58.959215 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:56:58.959994 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:56:58.983551 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-cd678164-8049-49d5-9d3d-02ff07963b73 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8217692 Dec 08 22:56:58.984212 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:56:58.986456 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a08f323-cd53-4a9a-af3f-6657fe5d6569" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:56:59.065664 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:56:59.084673 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba966f8-1ce1-46d2-a4ff-70242d06b2ab x-openstack-request-id: req-fba966f8-1ce1-46d2-a4ff-70242d06b2ab {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:56:59.085032 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:56:59.085295 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fba966f8-1ce1-46d2-a4ff-70242d06b2ab {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:56:59.085693 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'status': 'completed', 'code': 200} Dec 08 22:56:59.146019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-16c29e5b-994e-4319-af2f-6694c42b6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:59.147651 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-16c29e5b-994e-4319-af2f-6694c42b6a1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 1097 time: 0.0406516 Dec 08 22:56:59.239804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-cbf90490-9363-4dc0-8303-117fe970d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:59.241278 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-cbf90490-9363-4dc0-8303-117fe970d177 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0868065 Dec 08 22:56:59.285653 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ddaf06dc-da11-41c7-bc6a-139e8b1f68c9', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:da:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:56:57Z', 'updated_at': '2021-12-08T22:56:57Z', 'revision_number': 0, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}, {'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:29Z', 'revision_number': 1, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:56:59.306572 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-160cbc3c-ae60-4605-839e-9c5df612be73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0811808-1775-41b3-847e-da9f3d74b1b4 HTTP/1.1" status: 200 len: 1000 time: 0.0581849 Dec 08 22:56:59.322101 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] Checking router: 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:56:59.330143 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:56:59.330775 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:56:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:56:59.356192 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-1d642d96-23dd-45b0-9e7d-d27a2708af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:59.357641 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-1d642d96-23dd-45b0-9e7d-d27a2708af1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0442407 Dec 08 22:56:59.406980 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-3b82853a-fe68-4f49-9322-84ff3494866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:56:59.408485 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-3b82853a-fe68-4f49-9322-84ff3494866b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436015 Dec 08 22:56:59.435175 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:56:59.498127 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-7292ce6e-5896-4941-87ef-7bdc9c751021 service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818520 Dec 08 22:56:59.590598 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-1a08f323-cd53-4a9a-af3f-6657fe5d6569 req-542d4919-bbd9-4327-a436-582ce23414d3 service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Dec 08 22:56:59.655852 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ddaf06dc-da11-41c7-bc6a-139e8b1f68c9', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:da:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:56:57Z', 'updated_at': '2021-12-08T22:56:57Z', 'revision_number': 0, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}, {'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:29Z', 'revision_number': 1, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:56:59.682024 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e0147-ff5c-466b-b65e-268c0fe44569 None None] The sync data for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 is: [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ddaf06dc-da11-41c7-bc6a-139e8b1f68c9', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:da:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:56:57Z', 'updated_at': '2021-12-08T22:56:57Z', 'revision_number': 0, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}, {'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:29Z', 'revision_number': 1, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:56:59.866857 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef894c-3cb1-4558-8f8e-db6d1831e503 None None] New status for floating IP ddaf06dc-da11-41c7-bc6a-139e8b1f68c9: ACTIVE {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:57:04.101886 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:57:05.666361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ed33d06d-3392-4e48-b7cc-870c451faf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:08.349266 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d5d20d51-932d-4f09-b792-21461a813f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:08.979145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:09.716709 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:10.149844 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:10.741554 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:11.287617 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:35.666544 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b21a79f5-53b9-4437-bba0-3fa7107c5b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:38.349299 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-fb86d159-8530-4a16-a863-943183327b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:38.979118 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:39.720427 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:40.164310 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:40.736145 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:41.100581 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:57:41.291852 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:57:50.644548 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-c276f572-4887-4f1f-8195-8920603767fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384233 Dec 08 22:57:50.723333 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-5324f4bb-dac7-4213-9076-b2aa4e908892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:57:50.724770 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-5324f4bb-dac7-4213-9076-b2aa4e908892 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 1097 time: 0.0398540 Dec 08 22:57:50.827784 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-a5d79e07-f7ba-4472-89a8-79609a32618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:57:50.829214 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-a5d79e07-f7ba-4472-89a8-79609a32618f service neutron] 10.222.0.37 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0849915 Dec 08 22:57:50.893654 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-4e5b4261-aee9-49aa-8cfa-6b5c566c9232 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0811808-1775-41b3-847e-da9f3d74b1b4 HTTP/1.1" status: 200 len: 1002 time: 0.0567267 Dec 08 22:57:50.940452 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-71ebdb38-9a12-4336-b806-45f57af3c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:57:50.941748 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-71ebdb38-9a12-4336-b806-45f57af3c5dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0412412 Dec 08 22:57:50.989671 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-547b99aa-8448-46bf-b01b-fedc52f970d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:57:50.991157 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-547b99aa-8448-46bf-b01b-fedc52f970d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424817 Dec 08 22:57:51.080098 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-e280cd5d-5b53-4ec9-bd9a-8a655dc7c0a1 service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819373 Dec 08 22:57:51.171559 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-5b54c4f5-3503-4d09-870f-3bcd7b7ba9d6 req-de17b676-547a-4d00-9a71-bad17a3d3286 service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838490 Dec 08 22:57:55.165704 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-63242904-73bf-4007-809c-91066b75d817 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408289 Dec 08 22:57:55.246287 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-7a4c9b14-2adf-44c8-b04b-3edd3cc3bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:57:55.247822 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-7a4c9b14-2adf-44c8-b04b-3edd3cc3bf8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1094 time: 0.0403357 Dec 08 22:57:55.352232 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-563385f5-99be-417e-8dac-402167db8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:57:55.353670 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-563385f5-99be-417e-8dac-402167db8f55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0866761 Dec 08 22:57:55.418048 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-576d6428-9a72-45dd-8276-be67e024a13d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 998 time: 0.0570047 Dec 08 22:57:55.469980 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-1783cbad-fbf5-41ef-80d6-5ba9a0d79eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:57:55.471396 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-1783cbad-fbf5-41ef-80d6-5ba9a0d79eba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0463400 Dec 08 22:57:55.514959 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-aa229209-aafd-4f1a-901d-3a38d95c5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:57:55.516372 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-aa229209-aafd-4f1a-901d-3a38d95c5723 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377710 Dec 08 22:57:55.604193 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-767764bb-0a9a-4719-be28-e7ff9c5a784a service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804710 Dec 08 22:57:55.696134 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-dc3bd79f-0d6b-4dbe-916e-85e513d75ee6 req-838d6b7b-8920-4ea9-bce6-0064a98e85ac service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841675 Dec 08 22:58:05.666699 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a77adbdf-47e0-4f33-909c-b09ec3dc9be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:08.350879 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1e0cffc4-3e84-46f2-9d67-8e5057e92d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:08.980152 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:09.723163 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:10.163240 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:10.786364 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:11.294164 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:18.099714 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:58:29.103002 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device b0811808-1775-41b3-847e-da9f3d74b1b4 details requested by agent hyperv_n-h1-821126-1 with host n-h1-821126-1 {{(pid=102391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 22:58:29.197481 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:29.208983 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Returning: {'device': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'port_id': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'mac_address': 'fa:16:3e:da:c3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 22:58:29.244743 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:29.256776 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0811808-1775-41b3-847e-da9f3d74b1b4 {{(pid=102391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 22:58:29.275848 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:29.279718 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:29.333544 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=6']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:29.341350 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.341697 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.342037 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.342469 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.342817 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.343220 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.343548 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.343872 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.344194 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.344515 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.344861 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.345185 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:29.357160 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] get_ports_and_sgs() called for port_ids ['b0811808-1775-41b3-847e-da9f3d74b1b4'] {{(pid=102391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 22:58:31.114009 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device b0811808-1775-41b3-847e-da9f3d74b1b4 up at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 22:58:31.174596 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Provisioning complete for port b0811808-1775-41b3-847e-da9f3d74b1b4 triggered by entity L2. {{(pid=102391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 22:58:31.175018 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-557776'] for port, provisioning_complete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:31.263726 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:31.290504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:58:31.293327 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c384f3-68c1-43d9-82d6-336ab1579083" -d '{"events": [{"server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "name": "network-vif-plugged", "status": "completed", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:58:31.311897 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:31.317564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:31.347632 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4bd67a-7676-4e31-a803-4b5b6694ffd9 x-openstack-request-id: req-9c4bd67a-7676-4e31-a803-4b5b6694ffd9 {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:58:31.347926 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "name": "network-vif-plugged", "status": "completed", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:58:31.348184 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c4bd67a-7676-4e31-a803-4b5b6694ffd9 {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:58:31.348571 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'code': 200} Dec 08 22:58:31.375458 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=7']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:35.670320 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-41d4d616-ff85-48a6-9d4c-245be3a2b402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:38.351439 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-eaa302a0-4553-4d5e-b015-b9d774c37147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:38.981339 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:39.220949 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43650) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:39.373551 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Deleting port 36cf881d-e260-4dea-b062-06824fdf7f36 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:39.373890 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:39.449087 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:39.449411 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:39.460901 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Calling delete_port for 36cf881d-e260-4dea-b062-06824fdf7f36 owned by network:floatingip {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:39.599759 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:39.629262 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event deleted for resources: {'Port': ['ID=36cf881d-e260-4dea-b062-06824fdf7f36,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:39.653218 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.653555 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.653892 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.654224 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.654562 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.654909 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.655235 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.655560 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.655877 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.656196 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.656524 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.656841 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:39.695411 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for floatingip, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:39.695684 n-d-821126-1 neutron-server[102390]: INFO neutron.db.l3_db [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Floating IP ddaf06dc-da11-41c7-bc6a-139e8b1f68c9 disassociated (deleted). External IP: 172.25.1.101, port: b0811808-1775-41b3-847e-da9f3d74b1b4. Dec 08 22:58:39.726477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:39.899133 n-d-821126-1 neutron-server[102390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:58:40.003596 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:58:40.008437 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:40.013133 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] Sync routers for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:58:40.023010 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:58:40.023608 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:40.035753 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-5762283f-b41e-4629-9877-f9327edecf8e tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "DELETE /v2.0/floatingips/ddaf06dc-da11-41c7-bc6a-139e8b1f68c9 HTTP/1.1" status: 204 len: 168 time: 0.8137357 Dec 08 22:58:40.036428 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:58:40.038852 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05d2e20-123b-4334-9c9b-607bb7e6139f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:58:40.078737 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637473a9-0944-40e7-a41a-1bbfafa332e8 x-openstack-request-id: req-637473a9-0944-40e7-a41a-1bbfafa332e8 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:58:40.079051 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:58:40.079302 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-637473a9-0944-40e7-a41a-1bbfafa332e8 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:58:40.079708 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'status': 'completed', 'code': 200} Dec 08 22:58:40.133042 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:58:40.149812 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-16906305-1b85-4674-bbc1-f688ea272c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:40.153310 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-16906305-1b85-4674-bbc1-f688ea272c6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 1097 time: 0.0476086 Dec 08 22:58:40.173893 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:40.265623 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-2a7131f7-e96f-4d7e-a110-e3ec376907f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:40.267205 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-2a7131f7-e96f-4d7e-a110-e3ec376907f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.1016111 Dec 08 22:58:40.322893 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-003d58c2-089b-4479-981a-c9d113c08b38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0811808-1775-41b3-847e-da9f3d74b1b4 HTTP/1.1" status: 200 len: 217 time: 0.0463922 Dec 08 22:58:40.399685 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cd67b-ac63-4bbe-a0ca-dfcb60d05c58 req-20b16322-25fe-43ad-a880-889bcf09ee39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:40.402148 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d7cd67b-ac63-4bbe-a0ca-dfcb60d05c58 req-20b16322-25fe-43ad-a880-889bcf09ee39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 946 time: 0.1759512 Dec 08 22:58:40.403994 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-01e1b9ce-0b4c-4bb9-81a8-8969af7bf726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:40.405317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-01e1b9ce-0b4c-4bb9-81a8-8969af7bf726 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0666373 Dec 08 22:58:40.471131 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-9d7cd67b-ac63-4bbe-a0ca-dfcb60d05c58 req-a073de59-101c-411f-bb05-a64f4d050834 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628812 Dec 08 22:58:40.476245 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:29Z', 'revision_number': 1, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:40.479162 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-6b82e780-a910-4e6a-ba22-1731dd8e2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:40.480850 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-6b82e780-a910-4e6a-ba22-1731dd8e2c28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659990 Dec 08 22:58:40.503028 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] Checking router: 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:58:40.511835 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:58:40.512435 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:40.572548 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-7c67c93e-c51d-494f-b758-7d9199a67486 service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812595 Dec 08 22:58:40.614602 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:58:40.667126 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-e05d2e20-123b-4334-9c9b-607bb7e6139f req-b0fbd55e-a61b-48dc-8881-c4c82343ff3c service neutron] 10.222.0.37 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863421 Dec 08 22:58:40.800717 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:40.834702 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:29Z', 'revision_number': 1, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:40.860469 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b097caf-39c8-4569-8846-3f26ac88739d None None] The sync data for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 is: [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_floatingips': [{'id': 'ef48dc2c-cf42-438f-ae4b-3fd226fcf166', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'router_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'port_id': '8101bb13-e295-4fbd-be38-69943076adf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'mac_address': 'fa:16:3e:1e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T22:54:27Z', 'updated_at': '2021-12-08T22:54:29Z', 'revision_number': 1, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:58:41.086284 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f9d5b-c7b9-4d21-9eb2-4cc97fccf9ce None None] New status for floating IP ddaf06dc-da11-41c7-bc6a-139e8b1f68c9: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:58:41.164250 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device b0811808-1775-41b3-847e-da9f3d74b1b4 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:41.239115 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538788'] for port, before_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:41.260355 n-d-821126-1 neutron-server[102391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4'}] {{(pid=102391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:58:41.262568 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46527a2212628c33d4f61afe2577819212fae48e0003b347bd037f2c4223164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be07ab7c-7e15-481e-8371-a4a8b9891aa1" -d '{"events": [{"server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4"}]}' {{(pid=102391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:58:41.275425 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:41.279558 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777352351398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777351799673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777351799691'] for port, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:41.304014 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da65fe58-3945-4540-bbe1-8c5bc91c3fbe x-openstack-request-id: req-da65fe58-3945-4540-bbe1-8c5bc91c3fbe {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:58:41.304299 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4", "code": 200}]} {{(pid=102391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:58:41.304553 n-d-821126-1 neutron-server[102391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da65fe58-3945-4540-bbe1-8c5bc91c3fbe {{(pid=102391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:58:41.304931 n-d-821126-1 neutron-server[102391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'code': 200} Dec 08 22:58:41.323194 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:41.338974 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Pushing event updated for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=8']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:41.587234 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155353d-36fe-43b6-8792-137b589537bb req-c9e14c36-f05d-471a-9e3a-ad3caaf848bb tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:41.589218 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d155353d-36fe-43b6-8792-137b589537bb req-c9e14c36-f05d-471a-9e3a-ad3caaf848bb tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 944 time: 0.0491233 Dec 08 22:58:41.627787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-d155353d-36fe-43b6-8792-137b589537bb req-3f90de24-f7d5-4122-b2a6-5b3d882bdee3 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Dec 08 22:58:41.749709 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-2683dba9-0093-45ae-82bd-5606f3430e1f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:41.751163 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-2683dba9-0093-45ae-82bd-5606f3430e1f tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0dce9e7-3aa5-4625-b43e-ce7c9b43023a HTTP/1.1" status: 200 len: 944 time: 0.0470948 Dec 08 22:58:41.842666 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Deleting port b0811808-1775-41b3-847e-da9f3d74b1b4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:41.843032 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:41.927407 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] For port b0811808-1775-41b3-847e-da9f3d74b1b4, host n-h1-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821126-1',level=0,port_id=b0811808-1775-41b3-847e-da9f3d74b1b4,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:41.927766 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:41.939703 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Calling delete_port for b0811808-1775-41b3-847e-da9f3d74b1b4 owned by compute:nova {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:42.065031 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:42.093859 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event deleted for resources: {'Port': ['ID=b0811808-1775-41b3-847e-da9f3d74b1b4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:42.105862 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.106213 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.106551 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.106910 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.107246 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.107577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.107906 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.108229 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.108548 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.108871 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.109198 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.109519 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821126-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 22:58:42.147456 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] No DVR routers for this DVR port b0811808-1775-41b3-847e-da9f3d74b1b4 on host n-h1-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:58:42.150017 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:42.153356 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-04a40e44-e3c1-4ff4-8021-4bee70074116 req-a0e70bb7-eb4f-44c7-bc15-312d989029d9 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.37 "DELETE /v2.0/ports/b0811808-1775-41b3-847e-da9f3d74b1b4 HTTP/1.1" status: 204 len: 173 time: 0.3954489 Dec 08 22:58:42.153809 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'name': 'network-vif-deleted', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:58:42.156092 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d39416-8309-4748-bcd4-f59e2e0f4adf" -d '{"events": [{"server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "name": "network-vif-deleted", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:58:42.197637 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5cb14e-2ad5-4a6e-9f20-7636910b7e3f x-openstack-request-id: req-9f5cb14e-2ad5-4a6e-9f20-7636910b7e3f {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:58:42.197938 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dce9e7-3aa5-4625-b43e-ce7c9b43023a", "name": "network-vif-deleted", "tag": "b0811808-1775-41b3-847e-da9f3d74b1b4", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:58:42.198205 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f5cb14e-2ad5-4a6e-9f20-7636910b7e3f {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:58:42.198591 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dce9e7-3aa5-4625-b43e-ce7c9b43023a', 'name': 'network-vif-deleted', 'tag': 'b0811808-1775-41b3-847e-da9f3d74b1b4', 'status': 'completed', 'code': 200} Dec 08 22:58:43.174701 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43708) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:43.328562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Deleting port 4e0a3582-9ecd-4e65-a888-865eb7c77ae8 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:43.328913 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:43.402159 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:43.402479 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:43.414692 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Calling delete_port for 4e0a3582-9ecd-4e65-a888-865eb7c77ae8 owned by network:floatingip {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:43.555433 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:43.582075 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event deleted for resources: {'Port': ['ID=4e0a3582-9ecd-4e65-a888-865eb7c77ae8,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:43.642098 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for floatingip, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:43.642420 n-d-821126-1 neutron-server[102389]: INFO neutron.db.l3_db [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Floating IP ef48dc2c-cf42-438f-ae4b-3fd226fcf166 disassociated (deleted). External IP: 172.25.1.94, port: 8101bb13-e295-4fbd-be38-69943076adf3. Dec 08 22:58:43.846421 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:58:43.950577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:58:43.955430 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for floatingip, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:43.961656 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] Sync routers for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:58:43.970810 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:58:43.971421 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:44.078748 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:58:44.289808 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:44.304121 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-df256266-c040-42be-87e4-8a41a0563a39 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "DELETE /v2.0/floatingips/ef48dc2c-cf42-438f-ae4b-3fd226fcf166 HTTP/1.1" status: 204 len: 168 time: 1.1283011 Dec 08 22:58:44.304777 n-d-821126-1 neutron-server[102389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3'}] {{(pid=102389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:58:44.307040 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d35352580c97d8581d5703efba6978c9f8b6af2e5ab4eb320dde62d2ee76fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83cf08a-36a2-43e5-9b3f-5370128ae200" -d '{"events": [{"name": "network-changed", "server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "tag": "8101bb13-e295-4fbd-be38-69943076adf3"}]}' {{(pid=102389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:58:44.316582 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] Checking router: 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:58:44.324861 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:58:44.325468 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:44.344190 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea65cb-3784-4f36-b7a6-d27ee018fc61 x-openstack-request-id: req-1cea65cb-3784-4f36-b7a6-d27ee018fc61 {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:58:44.344550 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "tag": "8101bb13-e295-4fbd-be38-69943076adf3", "status": "completed", "code": 200}]} {{(pid=102389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:58:44.345037 n-d-821126-1 neutron-server[102389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cea65cb-3784-4f36-b7a6-d27ee018fc61 {{(pid=102389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:58:44.345335 n-d-821126-1 neutron-server[102389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3', 'status': 'completed', 'code': 200} Dec 08 22:58:44.409994 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-cd2c5321-d5e3-4383-ac3e-a026fcb0bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:44.411565 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-cd2c5321-d5e3-4383-ac3e-a026fcb0bf64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 1094 time: 0.0431612 Dec 08 22:58:44.438577 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:58:44.518895 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-29f3134d-2925-4567-93b2-e6c52f578adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:44.520289 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-29f3134d-2925-4567-93b2-e6c52f578adc service neutron] 10.222.0.23 "GET /v2.0/networks?id=87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 200 len: 910 time: 0.0986240 Dec 08 22:58:44.544880 n-d-821126-1 neutron-server[102389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94afd75-bfc0-4a00-9760-f9e054d26807 req-89133fab-af8b-448d-8526-e5b6026be316 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:44.546397 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c94afd75-bfc0-4a00-9760-f9e054d26807 req-89133fab-af8b-448d-8526-e5b6026be316 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 943 time: 0.0490093 Dec 08 22:58:44.566001 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-fee2e94c-4826-4eef-86c8-4a638be139ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 200 len: 217 time: 0.0361733 Dec 08 22:58:44.591272 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [req-c94afd75-bfc0-4a00-9760-f9e054d26807 req-1b85bd42-d081-4e1a-80e4-9b2155b04d11 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377893 Dec 08 22:58:44.617394 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-9bef0ea2-daf3-4d28-8d4a-7cb05c4bfdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:44.619323 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-9bef0ea2-daf3-4d28-8d4a-7cb05c4bfdd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 200 len: 848 time: 0.0459096 Dec 08 22:58:44.638230 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:44.665109 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-78a40ccc-4280-45c2-8c22-28ef6c044ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:44.666642 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-78a40ccc-4280-45c2-8c22-28ef6c044ce2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87297168-2e2a-476c-9f9f-01811b9ec106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402093 Dec 08 22:58:44.667815 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f71c9b-ba2b-418d-b557-9b35d42a4cc1 None None] The sync data for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 is: [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:02Z', 'revision_number': 4, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1', '_interfaces': [{'id': 'afd67bbe-54b9-44f3-bd6c-5d9065c33dd6', 'name': '', 'network_id': '87297168-2e2a-476c-9f9f-01811b9ec106', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'mac_address': 'fa:16:3e:c3:92:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:02Z', 'updated_at': '2021-12-08T22:54:06Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'subnets': [{'id': 'c8ed76dd-b423-46cb-b044-314ecac1f93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:58:44.765117 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-5f939ee1-6428-42a3-9467-7ce518016072 service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899997 Dec 08 22:58:44.859504 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-f83cf08a-36a2-43e5-9b3f-5370128ae200 req-cab3781a-08e9-4f90-8b26-fa50a89e65cf service neutron] 10.222.0.23 "GET /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863812 Dec 08 22:58:44.901703 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36bfd08-4fbb-4c4e-ae40-31c821d27f3e None None] New status for floating IP ef48dc2c-cf42-438f-ae4b-3fd226fcf166: DOWN {{(pid=102391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 22:58:45.187312 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device b0811808-1775-41b3-847e-da9f3d74b1b4 no longer exists at agent hyperv_n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:45.207964 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] No Port match for: b0811808-1775-41b3-847e-da9f3d74b1b4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:58:45.208331 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Device b0811808-1775-41b3-847e-da9f3d74b1b4 not bound to the agent host n-h1-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:58:45.707460 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63c284-1e92-4a3e-adb0-ae4985676b1c req-03b3ff49-3126-421f-b650-f904ac945421 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:45.708903 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ef63c284-1e92-4a3e-adb0-ae4985676b1c req-03b3ff49-3126-421f-b650-f904ac945421 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 943 time: 0.0525689 Dec 08 22:58:45.746004 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-ef63c284-1e92-4a3e-adb0-ae4985676b1c req-a5fa22fb-3761-4497-ab9d-061742cb7f35 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/security-groups?id=89eb6140-c685-496a-aec2-57eaaf53dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306079 Dec 08 22:58:46.049184 n-d-821126-1 neutron-server[102390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-0d04532d-f874-4f3e-9453-85ba4e724226 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 22:58:46.050517 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-0d04532d-f874-4f3e-9453-85ba4e724226 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 943 time: 0.0479312 Dec 08 22:58:46.139469 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Deleting port 8101bb13-e295-4fbd-be38-69943076adf3 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:46.139801 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:46.225914 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] For port 8101bb13-e295-4fbd-be38-69943076adf3, host n-h2-821126-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821126-1',level=0,port_id=8101bb13-e295-4fbd-be38-69943076adf3,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:46.226274 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:46.238294 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Calling delete_port for 8101bb13-e295-4fbd-be38-69943076adf3 owned by compute:nova {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:46.365191 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:46.391051 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event deleted for resources: {'Port': ['ID=8101bb13-e295-4fbd-be38-69943076adf3,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:46.432906 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] No DVR routers for this DVR port 8101bb13-e295-4fbd-be38-69943076adf3 on host n-h2-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:58:46.435573 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69438'] for port, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:46.438865 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-965bab68-5f53-41dd-83dc-48cf955bcf3f req-a64fa92a-da2f-43ff-9f68-6cca8e7c0982 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.23 "DELETE /v2.0/ports/8101bb13-e295-4fbd-be38-69943076adf3 HTTP/1.1" status: 204 len: 173 time: 0.3814137 Dec 08 22:58:46.439298 n-d-821126-1 neutron-server[102390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'name': 'network-vif-deleted', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3'}] {{(pid=102390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 22:58:46.441517 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e7088847a3a1875501a20b519317038a07fdea14be68df8deb14c53c349cff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1fb01b-c4e6-49b2-b964-c32354c5a6cc" -d '{"events": [{"server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "name": "network-vif-deleted", "tag": "8101bb13-e295-4fbd-be38-69943076adf3"}]}' {{(pid=102390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 22:58:46.481631 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a46fae-b357-4fde-8187-9793ac69fc83 x-openstack-request-id: req-c9a46fae-b357-4fde-8187-9793ac69fc83 {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 22:58:46.481922 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b00c59e-432a-4121-b44d-9d372bd34de6", "name": "network-vif-deleted", "tag": "8101bb13-e295-4fbd-be38-69943076adf3", "status": "completed", "code": 200}]} {{(pid=102390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 22:58:46.482177 n-d-821126-1 neutron-server[102390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9a46fae-b357-4fde-8187-9793ac69fc83 {{(pid=102390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 22:58:46.482578 n-d-821126-1 neutron-server[102390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b00c59e-432a-4121-b44d-9d372bd34de6', 'name': 'network-vif-deleted', 'tag': '8101bb13-e295-4fbd-be38-69943076adf3', 'status': 'completed', 'code': 200} Dec 08 22:58:46.858481 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [req-8698b9ff-13f4-4627-8722-7f7ed2bc6148 req-a274f647-c95e-4460-9c42-6f5ad7eda84b tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b00c59e-432a-4121-b44d-9d372bd34de6 HTTP/1.1" status: 200 len: 210 time: 0.0327950 Dec 08 22:58:47.917361 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43724) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:47.973528 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6d1c473b-c4e8-4557-b484-4a5207875ec7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:47.997606 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6d1c473b-c4e8-4557-b484-4a5207875ec7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:48.055550 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6d1c473b-c4e8-4557-b484-4a5207875ec7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:48.058607 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6d1c473b-c4e8-4557-b484-4a5207875ec7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:48.059819 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-6d1c473b-c4e8-4557-b484-4a5207875ec7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] 10.222.0.21 "DELETE /v2.0/security-groups/89eb6140-c685-496a-aec2-57eaaf53dbd7 HTTP/1.1" status: 204 len: 168 time: 0.1414812 Dec 08 22:58:48.068907 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c473b-c4e8-4557-b484-4a5207875ec7 tempest-TestSnapshotPattern-1655114107 tempest-TestSnapshotPattern-1655114107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eb6140-c685-496a-aec2-57eaaf53dbd7,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:48.102820 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43728) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:48.440670 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:48.677799 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Deleting port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:48.678133 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:48.753388 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] For port afd67bbe-54b9-44f3-bd6c-5d9065c33dd6, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:48.753661 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:48.769221 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Calling delete_port for afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:48.942048 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:48.967527 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=afd67bbe-54b9-44f3-bd6c-5d9065c33dd6,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:49.118698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8101bb13-e295-4fbd-be38-69943076adf3 no longer exists at agent hyperv_n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:49.133432 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:49.143633 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] No Port match for: 8101bb13-e295-4fbd-be38-69943076adf3 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:58:49.144067 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Device 8101bb13-e295-4fbd-be38-69943076adf3 not bound to the agent host n-h2-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:58:49.345687 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:58:49.448795 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:58:49.453781 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-a376a2f5-3adc-4fa9-a804-adeb33d0b3ff admin admin] 10.222.0.21 "PUT /v2.0/routers/58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3499167 Dec 08 22:58:49.456998 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43730) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:49.458101 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] Sync routers for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:58:49.466704 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:58:49.467327 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:49.559946 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:49.567618 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: n-d-821126-1 {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:58:49.662535 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:49.715635 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Deleting port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:49.715986 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:49.800863 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] For port f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:49.801423 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:49.815063 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Calling delete_port for f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:49.832775 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:58:48Z', 'revision_number': 5, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port': {'id': 'f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:49.858693 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] Checking router: 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 for host: n-d-821126-1 {{(pid=102392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:58:49.866815 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] Routers {'58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'} bound to L3 agent in host n-d-821126-1 {{(pid=102392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:58:49.867419 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'], 'active': True} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:49.951740 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_dvr_db [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] Set router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 gateway port host: None {{(pid=102392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:58:49.982399 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.005223 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.l3_hamode_db [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:58:49Z', 'revision_number': 6, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:50.014876 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Pushing event deleted for resources: {'Port': ['ID=f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:50.031493 n-d-821126-1 neutron-server[102392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd25f238-5463-4e76-a5e3-940df57cd1b0 None None] The sync data for ids ['58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3'] in n-d-821126-1 is: [{'id': '58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3', 'name': 'tempest-TestSnapshotPattern-185625893-router', 'tenant_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:00Z', 'updated_at': '2021-12-08T22:58:49Z', 'revision_number': 6, 'project_id': '72f08ac575a54ffe8f0a1a345adaabd6', 'gw_port_host': None}] {{(pid=102392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:58:50.077931 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.168381 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.170654 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.215629 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.216227 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:58:50.220694 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.221828 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-30577ccb-30b4-48cc-88f4-9af50a77ebdf admin admin] 10.222.0.21 "DELETE /v2.0/routers/58d0f8ef-1a8f-4270-bb31-916fcb1cb4e3 HTTP/1.1" status: 204 len: 168 time: 0.7639124 Dec 08 22:58:50.224350 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43732) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:50.270816 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-68727d38-ad43-40d5-8195-ef827401cf21 admin admin] Deleting subnet c8ed76dd-b423-46cb-b044-314ecac1f93f {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:58:50.273769 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68727d38-ad43-40d5-8195-ef827401cf21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.307704 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68727d38-ad43-40d5-8195-ef827401cf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.382352 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68727d38-ad43-40d5-8195-ef827401cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.441969 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68727d38-ad43-40d5-8195-ef827401cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.470539 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727d38-ad43-40d5-8195-ef827401cf21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ed76dd-b423-46cb-b044-314ecac1f93f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:50.472571 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68727d38-ad43-40d5-8195-ef827401cf21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.478255 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8941ea-19fb-400e-b449-da4e9dfdc12f None None] Network 87297168-2e2a-476c-9f9f-01811b9ec106 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:58:50.478787 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-68727d38-ad43-40d5-8195-ef827401cf21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c8ed76dd-b423-46cb-b044-314ecac1f93f HTTP/1.1" status: 204 len: 168 time: 0.2530644 Dec 08 22:58:50.479027 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43734) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:50.552596 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.604699 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Deleting port dd4f997e-be00-407c-9970-b1400a8c3455 {{(pid=102390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:50.605086 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.670634 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.db [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] For port dd4f997e-be00-407c-9970-b1400a8c3455, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=dd4f997e-be00-407c-9970-b1400a8c3455,segment=NetworkSegment(bf672dff-853e-4d53-82be-74c22242511c),segment_id=bf672dff-853e-4d53-82be-74c22242511c)] {{(pid=102390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:50.671025 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.682910 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.plugin [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Calling delete_port for dd4f997e-be00-407c-9970-b1400a8c3455 owned by network:dhcp {{(pid=102390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:50.758814 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9036822'] for port, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.787187 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4f997e-be00-407c-9970-b1400a8c3455,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:50.790801 n-d-821126-1 neutron-server[102390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] No DVR routers for this DVR port dd4f997e-be00-407c-9970-b1400a8c3455 on host n-d-821126-1 {{(pid=102390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:58:50.833938 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2ddec-ddb1-4401-b634-8d42866de620 None None] DHCP port deletion for 87297168-2e2a-476c-9f9f-01811b9ec106 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:58:50.866391 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.886011 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87297168-2e2a-476c-9f9f-01811b9ec106']}} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:50.895026 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf672dff-853e-4d53-82be-74c22242511c') {'for_net_delete': True} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:50.895325 n-d-821126-1 neutron-server[102390]: DEBUG neutron.services.segments.db [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf672dff-853e-4d53-82be-74c22242511c') {} {{(pid=102390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:50.905074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354615'] for segment, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.917903 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.923903 n-d-821126-1 neutron-server[102390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:58:50.924301 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9036837'] for segment, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: Traceback (most recent call last): Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: timer() Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: cb(*args, **kw) Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: return func(*args, **kwargs) Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: self._notify() Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: self.callback(batched_events) Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: event.method(event) Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: return f(self, *a, **k) Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: return self._get(url).json() Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: return self.request(url, 'GET', **kwargs) Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:58:50.925946 n-d-821126-1 neutron-server[102390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:58:50.983449 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.988806 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Notify callbacks [] for network, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:50.992059 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] 10.222.0.21 "DELETE /v2.0/networks/87297168-2e2a-476c-9f9f-01811b9ec106 HTTP/1.1" status: 204 len: 168 time: 0.5114598 Dec 08 22:58:50.995824 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43736) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:51.003423 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f143d-402f-4356-832c-5c08b18d7796 admin admin] Pushing event deleted for resources: {'Network': ['ID=87297168-2e2a-476c-9f9f-01811b9ec106,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:51.343331 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536368'] for router_interface, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:51.580577 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Deleting port 45272994-c050-43c9-876a-d4519c645ac2 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:51.581167 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:51.657660 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] For port 45272994-c050-43c9-876a-d4519c645ac2, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=45272994-c050-43c9-876a-d4519c645ac2,segment=NetworkSegment(286c8588-1d43-4147-845f-133ee7a38702),segment_id=286c8588-1d43-4147-845f-133ee7a38702)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:51.658014 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:51.670804 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Calling delete_port for 45272994-c050-43c9-876a-d4519c645ac2 owned by network:router_interface {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:51.803766 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dd4f997e-be00-407c-9970-b1400a8c3455 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:51.826698 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: dd4f997e-be00-407c-9970-b1400a8c3455 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:58:51.827065 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device dd4f997e-be00-407c-9970-b1400a8c3455 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:58:51.827490 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:51.847158 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:58:51.847504 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device f1cdf43c-51f7-4eb5-99a0-f9ce2b7b67f4 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:58:51.847932 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:51.867376 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:58:51.867718 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device afd67bbe-54b9-44f3-bd6c-5d9065c33dd6 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:58:52.159199 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:52.181711 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Pushing event deleted for resources: {'Port': ['ID=45272994-c050-43c9-876a-d4519c645ac2,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:52.346009 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532746'] for router_interface, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:52.557019 n-d-821126-1 neutron-server[102389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Router d9874e54-234d-4f7e-b362-692196117bfe has already been hosted by L3 agent c8be4edd-446c-4a81-8f13-5e0e748ec20e {{(pid=102389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 22:58:52.663153 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] Notify agent at l3_agent.n-d-821126-1 the message routers_updated {{(pid=102389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 22:58:52.668714 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-fce50aed-3236-4a72-bd03-d6dfd6377449 admin admin] 10.222.0.21 "PUT /v2.0/routers/d9874e54-234d-4f7e-b362-692196117bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718047 Dec 08 22:58:52.670560 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43738) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:52.672608 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] Sync routers for ids ['d9874e54-234d-4f7e-b362-692196117bfe'] in n-d-821126-1 {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 22:58:52.681593 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] Routers {'d9874e54-234d-4f7e-b362-692196117bfe'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:58:52.682203 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d9874e54-234d-4f7e-b362-692196117bfe'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:52.773226 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks [] for router, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:52.784335 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] Set router d9874e54-234d-4f7e-b362-692196117bfe gateway port host: n-d-821126-1 {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:58:52.876208 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:52.928823 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Deleting port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:52.929165 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:52.956491 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'external_fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:58:51Z', 'revision_number': 5, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port': {'id': 'a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f', 'name': '', 'network_id': '95f6ddc4-94af-426d-9977-1434c72777df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821126-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T22:54:05Z', 'updated_at': '2021-12-08T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72696d0e-90ac-4328-996c-cb2f0a7ac46b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821126-1'}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:52.985719 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] Checking router: d9874e54-234d-4f7e-b362-692196117bfe for host: n-d-821126-1 {{(pid=102391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 22:58:52.994156 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] Routers {'d9874e54-234d-4f7e-b362-692196117bfe'} bound to L3 agent in host n-d-821126-1 {{(pid=102391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 22:58:52.994849 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821126-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T21:28:08Z,description=,heartbeat_timestamp=2021-12-08T22:58:38Z,host='n-d-821126-1',id=c8be4edd-446c-4a81-8f13-5e0e748ec20e,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T21:28:08Z,topic='l3_agent')) {'router_ids': ['d9874e54-234d-4f7e-b362-692196117bfe'], 'active': True} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:53.007856 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] For port a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f,segment=NetworkSegment(03f0a06c-70df-409a-895d-5bff41d6a301),segment_id=03f0a06c-70df-409a-895d-5bff41d6a301)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:53.008218 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.025603 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Calling delete_port for a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f owned by network:router_gateway {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:53.075480 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvr_db [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] Set router d9874e54-234d-4f7e-b362-692196117bfe gateway port host: None {{(pid=102391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 22:58:53.128296 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_hamode_db [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:58:52Z', 'revision_number': 6, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port_host': None}], 'n-d-821126-1', False) {} {{(pid=102391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:53.153576 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9256ca-f484-4cf5-8729-f52ca2c6ec03 None None] The sync data for ids ['d9874e54-234d-4f7e-b362-692196117bfe'] in n-d-821126-1 is: [{'id': 'd9874e54-234d-4f7e-b362-692196117bfe', 'name': 'tempest-TestSnapshotPattern-578607999-router', 'tenant_id': '6e4a6aa835e941f1a7ab049137539b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T22:54:04Z', 'updated_at': '2021-12-08T22:58:52Z', 'revision_number': 6, 'project_id': '6e4a6aa835e941f1a7ab049137539b81', 'gw_port_host': None}] {{(pid=102391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 22:58:53.186887 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.219061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:53.277270 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535411'] for router_gateway, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.365217 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27868'] for router, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.367326 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.412106 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540473'] for router, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.412723 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9874e54-234d-4f7e-b362-692196117bfe {{(pid=102389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 22:58:53.417407 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] Notify callbacks [] for router, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.418762 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-4f0df5c7-c3d4-4725-b8f7-cf5295d47e01 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d9874e54-234d-4f7e-b362-692196117bfe HTTP/1.1" status: 204 len: 168 time: 0.7472441 Dec 08 22:58:53.421659 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43740) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:53.465253 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f3a3a7-dd56-4b52-8bc0-446e2250c7a6 admin admin] Deleting subnet 49db445f-fdd3-473e-b871-f5082d044230 {{(pid=102389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 08 22:58:53.468067 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16f3a3a7-dd56-4b52-8bc0-446e2250c7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.503238 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16f3a3a7-dd56-4b52-8bc0-446e2250c7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324185'] for subnet, precommit_delete_associations {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.589196 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16f3a3a7-dd56-4b52-8bc0-446e2250c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560162'] for subnet, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.639484 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16f3a3a7-dd56-4b52-8bc0-446e2250c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10324472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9447598'] for subnet, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.664726 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3a3a7-dd56-4b52-8bc0-446e2250c7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49db445f-fdd3-473e-b871-f5082d044230,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:53.668283 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-16f3a3a7-dd56-4b52-8bc0-446e2250c7a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.671720 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-16f3a3a7-dd56-4b52-8bc0-446e2250c7a6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49db445f-fdd3-473e-b871-f5082d044230 HTTP/1.1" status: 204 len: 168 time: 0.2489476 Dec 08 22:58:53.673862 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8614e09-1140-4088-9c42-33ad53a41c0c None None] Network 1909ec76-367b-421f-b632-7291df404804 requested from n-d-821126-1 {{(pid=102391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 08 22:58:53.673997 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43742) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:53.740499 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572808'] for network, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.798260 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Deleting port ae1e43c9-a9c3-471e-844f-669e45e8ef15 {{(pid=102389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:53.798600 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.860612 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] For port ae1e43c9-a9c3-471e-844f-669e45e8ef15, host n-d-821126-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821126-1',level=0,port_id=ae1e43c9-a9c3-471e-844f-669e45e8ef15,segment=NetworkSegment(286c8588-1d43-4147-845f-133ee7a38702),segment_id=286c8588-1d43-4147-845f-133ee7a38702)] {{(pid=102389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:53.860977 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.873723 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Calling delete_port for ae1e43c9-a9c3-471e-844f-669e45e8ef15 owned by network:dhcp {{(pid=102389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:53.908824 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] DHCP port deletion for 1909ec76-367b-421f-b632-7291df404804 request from n-d-821126-1 {{(pid=102391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 08 22:58:53.959018 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10324269'] for port, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.967013 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] Deleting port ae1e43c9-a9c3-471e-844f-669e45e8ef15 {{(pid=102391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 08 22:58:53.967545 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777352345438'] for port, before_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:53.983181 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:53.994061 n-d-821126-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] No DVR routers for this DVR port ae1e43c9-a9c3-471e-844f-669e45e8ef15 on host n-d-821126-1 {{(pid=102389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:58:53.996674 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1e43c9-a9c3-471e-844f-669e45e8ef15,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:54.031136 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:58:54.031476 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device a8a3c9e1-6df7-442c-a03f-c6cb96b00d4f not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:58:54.031900 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ae1e43c9-a9c3-471e-844f-669e45e8ef15 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:54.059054 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: ae1e43c9-a9c3-471e-844f-669e45e8ef15 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:58:54.059397 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device ae1e43c9-a9c3-471e-844f-669e45e8ef15 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:58:54.059812 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 45272994-c050-43c9-876a-d4519c645ac2 no longer exists at agent ovs-agent-n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 22:58:54.069864 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557143', 'neutron.services.segments.db._delete_segments_for_network-8777352115384'] for network, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.089521 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.db [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] For port ae1e43c9-a9c3-471e-844f-669e45e8ef15, host n-d-821126-1, got binding levels [] {{(pid=102391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 22:58:54.089906 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532784'] for port, precommit_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.090562 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1909ec76-367b-421f-b632-7291df404804']}} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:54.092124 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] No Port match for: 45272994-c050-43c9-876a-d4519c645ac2 {{(pid=102391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 08 22:58:54.092460 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.rpc [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Device 45272994-c050-43c9-876a-d4519c645ac2 not bound to the agent host n-d-821126-1 {{(pid=102391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 22:58:54.101159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286c8588-1d43-4147-845f-133ee7a38702') {'for_net_delete': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:54.101159 n-d-821126-1 neutron-server[102389]: DEBUG neutron.services.segments.db [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286c8588-1d43-4147-845f-133ee7a38702') {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 22:58:54.102924 n-d-821126-1 neutron-server[102391]: DEBUG neutron.plugins.ml2.plugin [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] Calling delete_port for ae1e43c9-a9c3-471e-844f-669e45e8ef15 owned by network:dhcp {{(pid=102391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 08 22:58:54.105597 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.ipam_backend_mixin [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] Port ae1e43c9-a9c3-471e-844f-669e45e8ef15 was not found and therefore no delete operation was performed {{(pid=102391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 22:58:54.106840 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777352351380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777351799664'] for port, after_delete {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.110339 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777352299376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324160'] for segment, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.124346 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693'] for segment, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.130309 n-d-821126-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 22:58:54.130819 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-555693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10324254'] for segment, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.131692 n-d-821126-1 neutron-server[102391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] Pushing event deleted for resources: {'Port': ['ID=ae1e43c9-a9c3-471e-844f-669e45e8ef15,revision_number=None']} {{(pid=102391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: Traceback (most recent call last): Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: timer() Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: cb(*args, **kw) Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: return func(*args, **kwargs) Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: self._notify() Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: self.callback(batched_events) Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: event.method(event) Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: return f(self, *a, **k) Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: return self._get(url).json() Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: return self.request(url, 'GET', **kwargs) Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 22:58:54.132348 n-d-821126-1 neutron-server[102389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 22:58:54.135171 n-d-821126-1 neutron-server[102391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354c88c-b08c-4eb5-9cd6-6ee8aafba443 None None] No DVR routers for this DVR port ae1e43c9-a9c3-471e-844f-669e45e8ef15 on host n-d-821126-1 {{(pid=102391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 22:58:54.195001 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535383'] for network, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.202406 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Notify callbacks [] for network, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.205609 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] 10.222.0.21 "DELETE /v2.0/networks/1909ec76-367b-421f-b632-7291df404804 HTTP/1.1" status: 204 len: 168 time: 0.5308373 Dec 08 22:58:54.221375 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1c40-9b1e-40f6-9a42-9545112f221c admin admin] Pushing event deleted for resources: {'Network': ['ID=1909ec76-367b-421f-b632-7291df404804,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:54.390403 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43748) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:54.429317 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-3c263eed-d195-4dfc-b3bb-7e65dcd7dbaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72f08ac575a54ffe8f0a1a345adaabd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375319 Dec 08 22:58:54.431714 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [-] (102389) accepted ('10.222.0.21', 43750) {{(pid=102389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:54.478363 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fe6d-a472-4dfc-9093-a80044997397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.499577 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fe6d-a472-4dfc-9093-a80044997397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.545181 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fe6d-a472-4dfc-9093-a80044997397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.547785 n-d-821126-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fe6d-a472-4dfc-9093-a80044997397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.549016 n-d-821126-1 neutron-server[102389]: INFO neutron.wsgi [None req-d5b4fe6d-a472-4dfc-9093-a80044997397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1125345c-ee19-4710-ad76-b73c6bf64ba1 HTTP/1.1" status: 204 len: 168 time: 0.1162515 Dec 08 22:58:54.557969 n-d-821126-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4fe6d-a472-4dfc-9093-a80044997397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1125345c-ee19-4710-ad76-b73c6bf64ba1,revision_number=None']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:54.867267 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43756) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:54.906849 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-68940724-a832-43f7-8b82-c106fb59aacc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e4a6aa835e941f1a7ab049137539b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384216 Dec 08 22:58:54.909263 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [-] (102390) accepted ('10.222.0.21', 43758) {{(pid=102390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 08 22:58:54.955579 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8ed11cf-2f77-4c56-b7c1-45dfc2091892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:54.976074 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8ed11cf-2f77-4c56-b7c1-45dfc2091892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:55.022090 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8ed11cf-2f77-4c56-b7c1-45dfc2091892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474556'] for security_group, after_delete {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:55.024744 n-d-821126-1 neutron-server[102390]: DEBUG neutron_lib.callbacks.manager [None req-f8ed11cf-2f77-4c56-b7c1-45dfc2091892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:58:55.026007 n-d-821126-1 neutron-server[102390]: INFO neutron.wsgi [None req-f8ed11cf-2f77-4c56-b7c1-45dfc2091892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc960f8f-3003-4dbf-b8e0-d827bb05197c HTTP/1.1" status: 204 len: 168 time: 0.1158404 Dec 08 22:58:55.033570 n-d-821126-1 neutron-server[102390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed11cf-2f77-4c56-b7c1-45dfc2091892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc960f8f-3003-4dbf-b8e0-d827bb05197c,revision_number=None']} {{(pid=102390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 22:58:55.097812 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:59:05.671734 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-b2085f6c-24cd-447a-8ca4-976e1d6a6426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:08.353107 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9153501d-075b-4aba-81d8-c410e6527752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:08.984240 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:09.727104 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:10.176553 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:10.816336 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:11.303354 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:32.096707 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 22:59:35.672311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-51ad36e8-598c-461f-a993-bd5df6928ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:38.353623 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-61019ea1-9497-4560-be6f-80e3baa0aead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:38.984536 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:39.730043 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:40.191241 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:40.815351 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 22:59:41.305253 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:05.675684 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-af2dc7be-0862-411b-b9d4-a3015849982e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:08.353381 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-56cb7c88-7453-4247-985a-998627b15e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:08.986515 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:09.095949 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:00:09.733915 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:10.211610 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:10.814477 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:11.308401 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:35.676577 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-433c0a93-b4cb-4874-9653-5f4979a031bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:38.354361 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a2c71592-60fc-45a6-a2dc-3fcb3e0e6b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:38.987336 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:39.736385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:40.205382 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:40.828718 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:41.311463 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:00:46.096729 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:01:05.676883 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0de3cae5-4263-4388-887c-4383a97d253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:08.354665 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0e27-8382-4676-9ac5-fe800bdb38a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:08.988631 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:09.738913 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:10.219658 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:10.828836 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:11.313283 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:23.096016 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:01:35.676746 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-144801f2-2917-48a7-aa98-bea9d755fa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:38.355351 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-60668474-ca8f-4491-a608-ef09619618eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:38.989394 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:39.744313 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:40.219117 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:40.824096 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:01:41.315951 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:00.096017 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:02:05.675980 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6effc2d2-3b8e-4fb5-b3b9-0d78b6100627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:08.355978 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7e50-659d-4ea7-b315-2624d64f1bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:08.989755 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:09.746001 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:10.233768 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:10.820375 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:11.318322 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:35.677626 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d750b55b-370e-469b-a649-f29c6964c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:37.095147 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:02:38.356495 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-4bab6747-7fe4-4caa-a300-474aab15d5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:38.990287 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:39.748180 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:40.233291 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:40.839647 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:41.320592 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:02:44.607831 n-d-821126-1 neutron-server[102390]: DEBUG neutron.wsgi [req-f9915d10-eb96-4bce-ba0d-11947709b36d req-91e61daf-4db2-48fd-9951-9c5adf452294 service neutron] (102390) timed out ('10.222.0.21', 42352) {{(pid=102390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 08 23:03:05.677832 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-87d1bb8c-da8e-4c22-83d8-32ce62caa4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:08.356572 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-8942f752-f4d9-45f8-a1a9-bbbbb686d34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:08.991007 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:09.750666 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:10.230848 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:10.839311 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:11.323569 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:14.094820 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:03:35.677322 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-6a0f473e-2218-4c0a-9727-2df50e8a3231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:38.357205 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-16f61332-b6d1-4c6b-80ec-4628cb993f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:38.990454 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:39.754013 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:40.246150 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:40.837694 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:41.325274 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:03:51.094019 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:04:05.676391 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-0d8f2351-57c3-45a1-a2e1-2d399263752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:08.358677 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c4622fb4-66c4-45f7-8344-34ccae62c229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:08.991036 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:09.755790 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:10.230969 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:10.837318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:11.327916 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:28.092741 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:04:35.676760 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-d5d1fb96-e57d-4dad-a0e2-a2df8406055c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:38.359315 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbac0-d398-4226-999d-0df71b688f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:38.991325 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:39.759610 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:40.252384 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:40.836079 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:04:41.329705 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:05.091751 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:05:05.677992 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-184548ed-3000-4b6e-9303-9c82fe5c95d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:08.359343 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-186c7742-ab0c-4e15-9427-1b1711e99fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:08.992696 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:09.761830 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:10.265645 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:10.845640 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:11.333399 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:35.678884 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-a3393074-f879-42bf-8169-6294365cf00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:38.361104 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-dfc8caac-b2be-4e77-a1a3-b1636cdf3007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:38.994099 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:39.764897 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:40.272663 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:40.844690 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:41.335002 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:05:42.091964 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:06:05.678932 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-f2850e3a-f429-4c7e-8bd9-9b094321adf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:08.361726 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c246b8e9-b6b0-44cf-b66c-1e7c86720e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:08.995385 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:09.767131 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:10.280583 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:10.843061 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:11.339748 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:19.091211 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:06:35.679358 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-9bc53820-a8ba-4ce7-ae4d-ea19a052fbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:38.362564 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-cec6aaa3-8437-4239-bf9f-263df65c9687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:38.996199 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:39.770053 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:40.286465 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:40.843429 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:41.340272 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:06:56.090442 n-d-821126-1 neutron-server[102392]: DEBUG neutron.db.agents_db [None req-b53e92b0-033f-4efa-aed2-ae4cc9645063 None None] Agent healthcheck: found 7 active agents {{(pid=102392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 23:07:05.681080 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-e4711f2c-f0f9-4a02-b054-80bb4606718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:07:08.370599 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-32dfd269-db11-4ef4-8b1b-e9e9e5787b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:07:08.999863 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-c8369364-a244-4dc1-89b7-5f1f3cf74279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:07:09.773318 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-aec78bf0-5dc6-44c5-bb26-c0677d33dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:07:10.286113 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-ef22b398-54ea-48de-bbe2-e98ea2a1381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:07:10.848877 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d98b-6c6b-4b7c-b8e0-b54c7998ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:07:11.345259 n-d-821126-1 neutron-server[102391]: DEBUG neutron_lib.callbacks.manager [None req-5079716f-de7d-4186-bd72-455c78a1833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777352115366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557665'] for agent, after_update {{(pid=102391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 08 23:07:11.784870 n-d-821126-1 neutron-server[102389]: DEBUG neutron.wsgi [req-47013191-5974-418b-809c-49f332cf5f1f req-0f526c36-aa7d-4a57-a84c-ee45ed882a31 service neutron] (102389) timed out ('10.222.0.21', 60488) {{(pid=102389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}